-- Logs begin at Wed 2022-10-19 06:58:15 UTC, end at Wed 2022-10-19 08:40:43 UTC. -- Oct 19 07:29:56.183083 dv-neutron-861624-1-hyperv systemd[1]: Started Devstack devstack@q-svc.service. Oct 19 07:29:58.979007 dv-neutron-861624-1-hyperv neutron-server[103225]: INFO neutron.common.config [-] Logging enabled! Oct 19 07:29:58.979624 dv-neutron-861624-1-hyperv neutron-server[103225]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.4.1.dev58 Oct 19 07:29:58.979788 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103225) setup_logging /opt/stack/neutron/neutron/common/config.py:115}} Oct 19 07:29:58.983150 dv-neutron-861624-1-hyperv neutron-server[103225]: INFO neutron.common.config [-] Logging enabled! Oct 19 07:29:58.983420 dv-neutron-861624-1-hyperv neutron-server[103225]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.4.1.dev58 Oct 19 07:29:58.983736 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103225) setup_logging /opt/stack/neutron/neutron/common/config.py:115}} Oct 19 07:29:58.985458 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 19 07:29:58.985699 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 19 07:29:58.986068 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 19 07:29:58.986323 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 19 07:29:58.986556 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 19 07:29:58.986882 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 07:29:58.987197 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 07:29:58.987494 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 07:29:58.987730 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 07:29:58.988037 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 07:29:58.988338 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 07:29:58.988654 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 07:29:58.988955 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 07:29:58.989265 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 07:29:58.989560 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 07:29:58.989850 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 07:29:58.990150 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 07:29:58.990385 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 07:29:58.990673 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 07:29:58.990968 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 07:29:58.991264 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 07:29:58.991494 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.common.config [-] debug = True {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 07:29:58.991781 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 07:29:58.992219 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 07:29:58.992652 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 07:29:58.992946 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 07:29:58.993244 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 07:29:58.993538 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 07:29:58.993817 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 07:29:58.994100 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 07:29:58.994395 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 07:29:58.994733 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.common.config [-] host = dv-neutron-861624-1-hyperv {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 07:29:58.995020 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 07:29:58.995307 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 07:29:58.995604 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 07:29:58.995898 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 07:29:58.996179 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 07:29:58.996463 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 07:29:58.996780 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 07:29:58.997064 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 07:29:58.997344 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.common.config [-] log_file = None {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 07:29:58.997630 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 07:29:58.997925 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 07:29:58.998220 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 07:29:58.998519 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 07:29:58.998748 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 07:29:58.998977 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 07:29:58.999274 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 07:29:58.999568 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 07:29:58.999898 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 07:29:59.000712 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 07:29:59.001001 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 07:29:59.001286 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 07:29:59.001570 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 07:29:59.001845 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 07:29:59.002139 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 07:29:59.002429 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 07:29:59.002720 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 07:29:59.003006 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 07:29:59.003289 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 07:29:59.003574 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 07:29:59.003854 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 07:29:59.004145 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 07:29:59.004427 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 07:29:59.004734 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 07:29:59.005018 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 07:29:59.005315 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 07:29:59.005592 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 07:29:59.005872 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 07:29:59.006180 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 07:29:59.006472 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 07:29:59.006759 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 07:29:59.007050 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 07:29:59.007332 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 07:29:59.007619 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 07:29:59.007896 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 07:29:59.008174 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 07:29:59.008450 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.common.config [-] use_json = False {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 07:29:59.008751 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 07:29:59.009029 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 07:29:59.009320 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 07:29:59.009597 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 07:29:59.009874 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 07:29:59.010155 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 07:29:59.010432 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 07:29:59.010723 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 07:29:59.010999 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 07:29:59.011307 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:29:59.011612 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:29:59.011919 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:29:59.012215 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:29:59.012528 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:29:59.012820 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:29:59.013116 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:29:59.013408 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:29:59.013706 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:29:59.014003 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:29:59.014295 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:29:59.014580 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:29:59.014873 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:29:59.015156 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:29:59.015480 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:29:59.015947 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:29:59.016088 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:29:59.016387 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:29:59.016704 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:29:59.016988 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:29:59.017269 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:29:59.017557 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:29:59.017853 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:29:59.018140 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:29:59.018437 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:29:59.018735 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:29:59.019022 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:29:59.019316 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:29:59.019618 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:29:59.019915 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:29:59.020198 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:29:59.020484 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:29:59.020872 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:29:59.021157 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:29:59.021437 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:29:59.021721 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:29:59.022018 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:29:59.022303 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:29:59.022582 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:29:59.022871 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:29:59.023168 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:29:59.023468 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:29:59.023748 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:29:59.024032 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:29:59.024326 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:29:59.024631 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:29:59.024911 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:29:59.025188 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:29:59.025470 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:29:59.025748 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:29:59.026038 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:29:59.026319 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:29:59.026595 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:29:59.026871 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:29:59.027153 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:29:59.027431 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:29:59.027710 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:29:59.027993 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:29:59.028272 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:29:59.028580 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:29:59.028862 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:29:59.029142 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:29:59.029420 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:29:59.029698 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:29:59.029977 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:29:59.030256 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:29:59.030533 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:29:59.030814 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:29:59.031114 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:29:59.031598 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:29:59.031695 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:29:59.031925 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:29:59.032206 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:29:59.032500 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.common.config [-] cli_script.dry_run = False {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:29:59.032816 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:29:59.033122 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:29:59.033414 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:29:59.033702 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:29:59.033993 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:29:59.034277 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:29:59.034561 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:29:59.034844 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:29:59.035132 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:29:59.035418 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:29:59.035698 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:29:59.035999 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:29:59.036295 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:29:59.036619 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:29:59.036917 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:29:59.037204 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:29:59.037510 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:29:59.037798 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:29:59.038092 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:29:59.038377 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:29:59.038663 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:29:59.038959 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:29:59.039247 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:29:59.039548 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:29:59.039851 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:29:59.040157 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:29:59.040460 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:29:59.040787 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:29:59.041077 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:29:59.041394 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:29:59.041683 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:29:59.041907 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 19 07:29:59.042151 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103225) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Oct 19 07:29:59.398693 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 19 07:29:59.398978 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 19 07:29:59.399274 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 19 07:29:59.399615 dv-neutron-861624-1-hyperv neutron-server[103225]: INFO neutron.manager [-] Loading core plugin: ml2 Oct 19 07:29:59.794740 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 07:29:59.795038 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 07:29:59.795316 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 07:29:59.796693 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 07:29:59.796969 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 07:29:59.797252 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 07:29:59.834416 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 07:29:59.834704 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 07:29:59.834976 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 07:29:59.850080 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 07:29:59.850369 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 07:29:59.850640 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 07:29:59.878889 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 07:29:59.879177 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 07:29:59.879455 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 07:29:59.917479 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 07:29:59.917764 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 07:29:59.918039 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 07:30:00.149882 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 07:30:00.150513 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 07:30:00.150513 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 07:30:00.150681 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 07:30:00.151378 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 07:30:00.272348 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 07:30:00.272697 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 07:30:00.272985 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 07:30:00.273258 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 07:30:00.273529 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 07:30:00.273844 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 07:30:00.274110 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 07:30:00.274372 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 07:30:00.274631 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 07:30:00.274921 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 07:30:00.275185 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 07:30:00.275453 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 07:30:00.275715 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 07:30:00.275973 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 07:30:00.276233 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 07:30:00.276501 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 07:30:00.276789 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 07:30:00.277063 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 07:30:00.277337 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 07:30:00.277602 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 07:30:00.277882 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 07:30:00.278142 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 07:30:00.278441 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 07:30:00.278819 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 07:30:00.279074 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 07:30:00.279326 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 07:30:00.279746 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103225) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 19 07:30:00.279995 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103225) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 19 07:30:00.280241 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103225) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 19 07:30:00.280487 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103225) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 19 07:30:00.280756 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103225) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 19 07:30:00.281002 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103225) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 19 07:30:00.282423 dv-neutron-861624-1-hyperv neutron-server[103225]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Oct 19 07:30:00.285071 dv-neutron-861624-1-hyperv neutron-server[103225]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Oct 19 07:30:00.289103 dv-neutron-861624-1-hyperv neutron-server[103225]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Oct 19 07:30:00.292798 dv-neutron-861624-1-hyperv neutron-server[103225]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(150, 199)])]) Oct 19 07:30:00.294429 dv-neutron-861624-1-hyperv neutron-server[103225]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Oct 19 07:30:00.294886 dv-neutron-861624-1-hyperv neutron-server[103225]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Oct 19 07:30:00.295231 dv-neutron-861624-1-hyperv neutron-server[103225]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Oct 19 07:30:00.295620 dv-neutron-861624-1-hyperv neutron-server[103225]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Oct 19 07:30:00.298606 dv-neutron-861624-1-hyperv neutron-server[103225]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Oct 19 07:30:00.298862 dv-neutron-861624-1-hyperv neutron-server[103225]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Oct 19 07:30:00.299214 dv-neutron-861624-1-hyperv neutron-server[103225]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Oct 19 07:30:00.304500 dv-neutron-861624-1-hyperv neutron-server[103225]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Oct 19 07:30:00.326619 dv-neutron-861624-1-hyperv neutron-server[103225]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Oct 19 07:30:00.327252 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 07:30:00.327558 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103225) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Oct 19 07:30:00.328425 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 07:30:00.330026 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103225) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Oct 19 07:30:00.330309 dv-neutron-861624-1-hyperv neutron-server[103225]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Oct 19 07:30:00.330559 dv-neutron-861624-1-hyperv neutron-server[103225]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Oct 19 07:30:00.342848 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 07:30:00.343134 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 07:30:00.409334 dv-neutron-861624-1-hyperv neutron-server[103225]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Oct 19 07:30:00.409521 dv-neutron-861624-1-hyperv neutron-server[103225]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Oct 19 07:30:00.409761 dv-neutron-861624-1-hyperv neutron-server[103225]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Oct 19 07:30:00.410157 dv-neutron-861624-1-hyperv neutron-server[103225]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Oct 19 07:30:00.431778 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_db.sqlalchemy.engines [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103225) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Oct 19 07:30:00.965806 dv-neutron-861624-1-hyperv neutron-server[103225]: INFO neutron.plugins.ml2.managers [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Initializing driver for type 'gre' Oct 19 07:30:00.966326 dv-neutron-861624-1-hyperv neutron-server[103225]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] gre ID ranges: [(1, 1000)] Oct 19 07:30:01.022669 dv-neutron-861624-1-hyperv neutron-server[103225]: INFO neutron.plugins.ml2.managers [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Initializing driver for type 'local' Oct 19 07:30:01.023066 dv-neutron-861624-1-hyperv neutron-server[103225]: INFO neutron.plugins.ml2.managers [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Initializing driver for type 'vlan' Oct 19 07:30:01.036401 dv-neutron-861624-1-hyperv neutron-server[103225]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] VlanTypeDriver initialization complete Oct 19 07:30:01.036774 dv-neutron-861624-1-hyperv neutron-server[103225]: INFO neutron.plugins.ml2.managers [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Initializing driver for type 'vxlan' Oct 19 07:30:01.037249 dv-neutron-861624-1-hyperv neutron-server[103225]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] vxlan ID ranges: [(1, 1000)] Oct 19 07:30:01.093902 dv-neutron-861624-1-hyperv neutron-server[103225]: INFO neutron.plugins.ml2.managers [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Initializing extension driver 'port_security' Oct 19 07:30:01.094329 dv-neutron-861624-1-hyperv neutron-server[103225]: INFO neutron.plugins.ml2.extensions.port_security [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] PortSecurityExtensionDriver initialization complete Oct 19 07:30:01.094685 dv-neutron-861624-1-hyperv neutron-server[103225]: INFO neutron.plugins.ml2.managers [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Initializing mechanism driver 'openvswitch' Oct 19 07:30:01.095004 dv-neutron-861624-1-hyperv neutron-server[103225]: INFO neutron.plugins.ml2.managers [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Initializing mechanism driver 'hyperv' Oct 19 07:30:01.101587 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.plugins.ml2.plugin [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:30:01.102282 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Subscribe: > port after_create 55550000 {{(pid=103225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 07:30:01.102653 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Subscribe: > port after_update 55550000 {{(pid=103225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 07:30:01.103008 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Subscribe: > port after_delete 55550000 {{(pid=103225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 07:30:01.103529 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103225) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 19 07:30:01.103964 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Subscribe: > subnet after_create 55550000 {{(pid=103225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 07:30:01.104326 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Subscribe: > subnet after_update 55550000 {{(pid=103225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 07:30:01.104710 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 07:30:01.105107 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103225) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 19 07:30:01.105516 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Subscribe: > network after_create 55550000 {{(pid=103225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 07:30:01.105868 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Subscribe: > network after_update 55550000 {{(pid=103225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 07:30:01.106217 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Subscribe: > network after_delete 55550000 {{(pid=103225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 07:30:01.106606 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103225) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 19 07:30:01.107013 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Subscribe: > security_group after_create 55550000 {{(pid=103225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 07:30:01.107364 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Subscribe: > security_group after_update 55550000 {{(pid=103225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 07:30:01.107707 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Subscribe: > security_group after_delete 55550000 {{(pid=103225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 07:30:01.108236 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103225) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 19 07:30:01.108675 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 07:30:01.109035 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 07:30:01.109927 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 07:30:01.110321 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103225) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 19 07:30:01.110674 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Subscribe: > address_group after_create 55550000 {{(pid=103225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 07:30:01.111024 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Subscribe: > address_group after_update 55550000 {{(pid=103225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 07:30:01.111526 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Subscribe: > address_group after_delete 55550000 {{(pid=103225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 07:30:01.111928 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103225) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 19 07:30:01.112370 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] ML2 OVO RPC backend initialized. {{(pid=103225) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Oct 19 07:30:01.113115 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 07:30:01.113476 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 07:30:01.113898 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Subscribe: > network before_response 55550000 {{(pid=103225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 07:30:01.114256 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Subscribe: > networks before_response 55550000 {{(pid=103225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 07:30:01.114606 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Subscribe: > port before_response 55550000 {{(pid=103225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 07:30:01.114949 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Subscribe: > ports before_response 55550000 {{(pid=103225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 07:30:01.115294 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Subscribe: > subnet before_response 55550000 {{(pid=103225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 07:30:01.115636 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Subscribe: > subnets before_response 55550000 {{(pid=103225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 07:30:01.116015 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Subscribe: > network after_create 55550000 {{(pid=103225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 07:30:01.116353 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Subscribe: > network after_update 55550000 {{(pid=103225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 07:30:01.116717 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Subscribe: > network after_delete 55550000 {{(pid=103225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 07:30:01.117049 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Subscribe: > port after_create 55550000 {{(pid=103225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 07:30:01.117385 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Subscribe: > port after_update 55550000 {{(pid=103225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 07:30:01.117717 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Subscribe: > port after_delete 55550000 {{(pid=103225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 07:30:01.118053 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Subscribe: > subnet after_create 55550000 {{(pid=103225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 07:30:01.118387 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Subscribe: > subnet after_update 55550000 {{(pid=103225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 07:30:01.118720 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 07:30:01.126597 dv-neutron-861624-1-hyperv neutron-server[103225]: INFO neutron.quota [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Loaded quota_driver: . Oct 19 07:30:01.126963 dv-neutron-861624-1-hyperv neutron-server[103225]: INFO neutron.plugins.ml2.plugin [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Modular L2 Plugin initialization complete Oct 19 07:30:01.127313 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.manager [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Loading services supported by the core plugin {{(pid=103225) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Oct 19 07:30:01.127656 dv-neutron-861624-1-hyperv neutron-server[103225]: INFO neutron.plugins.ml2.managers [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Got port-security extension from driver 'port_security' Oct 19 07:30:01.128145 dv-neutron-861624-1-hyperv neutron-server[103225]: INFO neutron.extensions.vlantransparent [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Disabled vlantransparent extension. Oct 19 07:30:01.128671 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.manager [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103225) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Oct 19 07:30:01.128999 dv-neutron-861624-1-hyperv neutron-server[103225]: INFO neutron.manager [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Loading Plugin: router Oct 19 07:30:01.163406 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Subscribe: > router_interface before_create 55550000 {{(pid=103225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 07:30:01.163965 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Subscribe: > router after_create 55549900 {{(pid=103225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 07:30:01.164153 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Subscribe: > router before_create 55549900 {{(pid=103225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 07:30:01.164533 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 07:30:01.164915 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 07:30:01.165271 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Subscribe: > router after_delete 55549900 {{(pid=103225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 07:30:01.165633 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Subscribe: > floatingip after_create 55550000 {{(pid=103225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 07:30:01.165989 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Subscribe: > floatingip after_update 55550000 {{(pid=103225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 07:30:01.166348 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Subscribe: > router after_create 55549900 {{(pid=103225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 07:30:01.166697 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Subscribe: > router after_update 55549900 {{(pid=103225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 07:30:01.167049 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Subscribe: > router after_update 55549900 {{(pid=103225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 07:30:01.167401 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 07:30:01.167760 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Subscribe: > router after_update 55549900 {{(pid=103225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 07:30:01.168170 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Subscribe: > router precommit_update 55549900 {{(pid=103225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 07:30:01.168570 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Subscribe: port after_update 55550000 {{(pid=103225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 07:30:01.168915 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Subscribe: port after_delete 55550000 {{(pid=103225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 07:30:01.169253 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Subscribe: subnet after_update 55550000 {{(pid=103225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 07:30:01.169592 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 07:30:01.169941 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Subscribe: > port precommit_delete 55550000 {{(pid=103225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 07:30:01.170289 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Subscribe: > router precommit_create 55549900 {{(pid=103225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 07:30:01.170633 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Subscribe: port before_delete 55550000 {{(pid=103225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 07:30:01.170976 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Subscribe: > router precommit_create 55550000 {{(pid=103225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 07:30:01.171332 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Subscribe: > router after_update 55549900 {{(pid=103225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 07:30:01.172187 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Subscribe: > router precommit_delete 55549900 {{(pid=103225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 07:30:01.172568 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Subscribe: > router precommit_create 55549900 {{(pid=103225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 07:30:01.172938 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 07:30:01.173291 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Subscribe: > router precommit_update 55549900 {{(pid=103225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 07:30:01.173668 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Subscribe: > agent after_create 55550000 {{(pid=103225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 07:30:01.174023 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Subscribe: > agent after_delete 55550000 {{(pid=103225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 07:30:01.174373 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Subscribe: > network after_delete 55550000 {{(pid=103225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 07:30:01.175226 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.quota.resource_registry [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Tracking information for resource: router configured {{(pid=103225) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 19 07:30:01.175565 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.quota.resource_registry [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Tracking information for resource: floatingip configured {{(pid=103225) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 19 07:30:01.180378 dv-neutron-861624-1-hyperv neutron-server[103225]: INFO neutron.db.l3_agentschedulers_db [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Oct 19 07:30:01.181001 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Subscribe: port after_update 55550000 {{(pid=103225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 07:30:01.181368 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Subscribe: port after_create 55550000 {{(pid=103225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 07:30:01.181722 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Subscribe: port after_delete 55550000 {{(pid=103225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 07:30:01.182075 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Subscribe: port after_update 55550000 {{(pid=103225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 07:30:01.183001 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Subscribe: > router before_create 55550100 {{(pid=103225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 07:30:01.183376 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Subscribe: > router precommit_delete 55550100 {{(pid=103225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 07:30:01.183738 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Subscribe: > router precommit_create 55550100 {{(pid=103225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 07:30:01.184097 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Subscribe: > router precommit_update 55550100 {{(pid=103225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 07:30:01.189654 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.services.provider_configuration [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Service providers = [] {{(pid=103225) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Oct 19 07:30:01.190022 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.db.servicetype_db [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103225) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Oct 19 07:30:01.192994 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.services.service_base [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103225) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 19 07:30:01.193344 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.services.service_base [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103225) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 19 07:30:01.193688 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.services.service_base [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103225) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 19 07:30:01.194571 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.services.service_base [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103225) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 19 07:30:01.195206 dv-neutron-861624-1-hyperv neutron-server[103225]: INFO neutron.services.service_base [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Default provider is not specified for service type L3_ROUTER_NAT Oct 19 07:30:01.195578 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.manager [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103225) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 19 07:30:01.195896 dv-neutron-861624-1-hyperv neutron-server[103225]: INFO neutron.manager [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Oct 19 07:30:01.206420 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.manager [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103225) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 19 07:30:01.206758 dv-neutron-861624-1-hyperv neutron-server[103225]: INFO neutron.manager [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Loading Plugin: auto_allocate Oct 19 07:30:01.212527 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Subscribe: network precommit_update 55550000 {{(pid=103225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 07:30:01.212901 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Subscribe: network precommit_create 55550000 {{(pid=103225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 07:30:01.213418 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.manager [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103225) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 19 07:30:01.213738 dv-neutron-861624-1-hyperv neutron-server[103225]: INFO neutron.manager [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Loading Plugin: tag Oct 19 07:30:01.220289 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.manager [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103225) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 19 07:30:01.220605 dv-neutron-861624-1-hyperv neutron-server[103225]: INFO neutron.manager [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Loading Plugin: timestamp Oct 19 07:30:01.224542 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.manager [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103225) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 19 07:30:01.224875 dv-neutron-861624-1-hyperv neutron-server[103225]: INFO neutron.manager [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Loading Plugin: network_ip_availability Oct 19 07:30:01.230270 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 07:30:01.230641 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 07:30:01.230999 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 07:30:01.231714 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.manager [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103225) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 19 07:30:01.232032 dv-neutron-861624-1-hyperv neutron-server[103225]: INFO neutron.manager [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Loading Plugin: flavors Oct 19 07:30:01.237272 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.manager [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103225) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 19 07:30:01.237608 dv-neutron-861624-1-hyperv neutron-server[103225]: INFO neutron.manager [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Loading Plugin: revisions Oct 19 07:30:01.241995 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.manager [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103225) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 19 07:30:01.242384 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_concurrency.lockutils [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.843s {{(pid=103225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 19 07:30:01.243132 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.api.extensions [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103225) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Oct 19 07:30:01.243467 dv-neutron-861624-1-hyperv neutron-server[103225]: INFO neutron.api.extensions [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Initializing extension manager. Oct 19 07:30:01.243972 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.api.extensions [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Loading extension file: __init__.py {{(pid=103225) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 07:30:01.244309 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.api.extensions [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Loading extension file: __pycache__ {{(pid=103225) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 07:30:01.244679 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.api.extensions [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=103225) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 07:30:01.245013 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.api.extensions [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Loading extension file: address_group.py {{(pid=103225) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 07:30:01.245755 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.api.extensions [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103225) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 07:30:01.246304 dv-neutron-861624-1-hyperv neutron-server[103225]: INFO neutron.api.extensions [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Loaded extension: address-group Oct 19 07:30:01.246624 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.api.extensions [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Loading extension file: address_scope.py {{(pid=103225) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 07:30:01.247335 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.api.extensions [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103225) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 07:30:01.247835 dv-neutron-861624-1-hyperv neutron-server[103225]: INFO neutron.api.extensions [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Loaded extension: address-scope Oct 19 07:30:01.248156 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.api.extensions [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Loading extension file: admin_state_down_before_update.py {{(pid=103225) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 07:30:01.249110 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.api.extensions [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103225) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 07:30:01.249616 dv-neutron-861624-1-hyperv neutron-server[103225]: INFO neutron.api.extensions [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Loaded extension: router-admin-state-down-before-update Oct 19 07:30:01.250522 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.api.extensions [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Loading extension file: agent.py {{(pid=103225) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 07:30:01.251224 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.api.extensions [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103225) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 07:30:01.253067 dv-neutron-861624-1-hyperv neutron-server[103225]: INFO neutron.api.extensions [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Loaded extension: agent Oct 19 07:30:01.253404 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.api.extensions [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Loading extension file: agent_resources_synced.py {{(pid=103225) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 07:30:01.254329 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.api.extensions [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103225) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 07:30:01.254852 dv-neutron-861624-1-hyperv neutron-server[103225]: INFO neutron.api.extensions [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Loaded extension: agent-resources-synced Oct 19 07:30:01.255181 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.api.extensions [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Loading extension file: allowedaddresspairs.py {{(pid=103225) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 07:30:01.256999 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.api.extensions [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103225) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 07:30:01.257520 dv-neutron-861624-1-hyperv neutron-server[103225]: INFO neutron.api.extensions [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Loaded extension: allowed-address-pairs Oct 19 07:30:01.257849 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.api.extensions [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Loading extension file: auto_allocated_topology.py {{(pid=103225) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 07:30:01.258923 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.api.extensions [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103225) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 07:30:01.259429 dv-neutron-861624-1-hyperv neutron-server[103225]: INFO neutron.api.extensions [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Loaded extension: auto-allocated-topology Oct 19 07:30:01.259751 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.api.extensions [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Loading extension file: availability_zone.py {{(pid=103225) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 07:30:01.260445 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.api.extensions [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103225) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 07:30:01.260971 dv-neutron-861624-1-hyperv neutron-server[103225]: INFO neutron.api.extensions [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Loaded extension: availability_zone Oct 19 07:30:01.261293 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.api.extensions [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Loading extension file: availability_zone_filter.py {{(pid=103225) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 07:30:01.262198 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.api.extensions [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103225) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 07:30:01.262696 dv-neutron-861624-1-hyperv neutron-server[103225]: INFO neutron.api.extensions [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Loaded extension: availability_zone_filter Oct 19 07:30:01.263019 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.api.extensions [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Loading extension file: data_plane_status.py {{(pid=103225) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 07:30:01.263918 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.api.extensions [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103225) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 07:30:01.264425 dv-neutron-861624-1-hyperv neutron-server[103225]: INFO neutron.api.extensions [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Extension data-plane-status not supported by any of loaded plugins Oct 19 07:30:01.264762 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.api.extensions [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Loading extension file: default_subnetpools.py {{(pid=103225) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 07:30:01.265718 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.api.extensions [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103225) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 07:30:01.266213 dv-neutron-861624-1-hyperv neutron-server[103225]: INFO neutron.api.extensions [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Loaded extension: default-subnetpools Oct 19 07:30:01.266536 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.api.extensions [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Loading extension file: dhcpagentscheduler.py {{(pid=103225) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 07:30:01.267345 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.api.extensions [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103225) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 07:30:01.267846 dv-neutron-861624-1-hyperv neutron-server[103225]: INFO neutron.api.extensions [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Loaded extension: dhcp_agent_scheduler Oct 19 07:30:01.268171 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.api.extensions [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Loading extension file: dns.py {{(pid=103225) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 07:30:01.269113 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.api.extensions [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103225) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 07:30:01.269605 dv-neutron-861624-1-hyperv neutron-server[103225]: INFO neutron.api.extensions [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Extension dns-integration not supported by any of loaded plugins Oct 19 07:30:01.269927 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.api.extensions [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Loading extension file: dns_domain_ports.py {{(pid=103225) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 07:30:01.270840 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.api.extensions [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103225) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 07:30:01.271338 dv-neutron-861624-1-hyperv neutron-server[103225]: INFO neutron.api.extensions [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Extension dns-domain-ports not supported by any of loaded plugins Oct 19 07:30:01.271660 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.api.extensions [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103225) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 07:30:01.272603 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.api.extensions [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103225) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 07:30:01.273106 dv-neutron-861624-1-hyperv neutron-server[103225]: INFO neutron.api.extensions [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Oct 19 07:30:01.273426 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.api.extensions [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Loading extension file: dvr.py {{(pid=103225) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 07:30:01.274094 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.api.extensions [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103225) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 07:30:01.274594 dv-neutron-861624-1-hyperv neutron-server[103225]: INFO neutron.api.extensions [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Loaded extension: dvr Oct 19 07:30:01.274914 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.api.extensions [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Loading extension file: ecmp_routes.py {{(pid=103225) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 07:30:01.275825 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.api.extensions [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103225) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 07:30:01.276328 dv-neutron-861624-1-hyperv neutron-server[103225]: INFO neutron.api.extensions [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Extension ecmp_routes not supported by any of loaded plugins Oct 19 07:30:01.276678 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.api.extensions [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Loading extension file: empty_string_filtering.py {{(pid=103225) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 07:30:01.277595 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.api.extensions [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103225) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 07:30:01.278105 dv-neutron-861624-1-hyperv neutron-server[103225]: INFO neutron.api.extensions [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Loaded extension: empty-string-filtering Oct 19 07:30:01.278424 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.api.extensions [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103225) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 07:30:01.279343 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.api.extensions [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103225) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 07:30:01.279841 dv-neutron-861624-1-hyperv neutron-server[103225]: INFO neutron.api.extensions [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Oct 19 07:30:01.280158 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.api.extensions [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103225) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 07:30:01.281137 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.api.extensions [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103225) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 07:30:01.281794 dv-neutron-861624-1-hyperv neutron-server[103225]: INFO neutron.api.extensions [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Oct 19 07:30:01.282117 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.api.extensions [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Loading extension file: external_net.py {{(pid=103225) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 07:30:01.283031 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.api.extensions [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103225) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 07:30:01.283537 dv-neutron-861624-1-hyperv neutron-server[103225]: INFO neutron.api.extensions [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Loaded extension: external-net Oct 19 07:30:01.283853 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.api.extensions [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Loading extension file: extra_dhcp_opt.py {{(pid=103225) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 07:30:01.284804 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.api.extensions [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103225) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 07:30:01.285302 dv-neutron-861624-1-hyperv neutron-server[103225]: INFO neutron.api.extensions [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Loaded extension: extra_dhcp_opt Oct 19 07:30:01.285619 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.api.extensions [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Loading extension file: extraroute.py {{(pid=103225) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 07:30:01.286517 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.api.extensions [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103225) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 07:30:01.287011 dv-neutron-861624-1-hyperv neutron-server[103225]: INFO neutron.api.extensions [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Loaded extension: extraroute Oct 19 07:30:01.287331 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.api.extensions [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Loading extension file: extraroute_atomic.py {{(pid=103225) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 07:30:01.288366 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.api.extensions [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103225) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 07:30:01.288899 dv-neutron-861624-1-hyperv neutron-server[103225]: INFO neutron.api.extensions [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Loaded extension: extraroute-atomic Oct 19 07:30:01.289222 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.api.extensions [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Loading extension file: filter_validation.py {{(pid=103225) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 07:30:01.289883 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.api.extensions [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103225) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 07:30:01.290377 dv-neutron-861624-1-hyperv neutron-server[103225]: INFO neutron.api.extensions [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Loaded extension: filter-validation Oct 19 07:30:01.290694 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.api.extensions [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Loading extension file: fip_pf_description.py {{(pid=103225) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 07:30:01.291594 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.api.extensions [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103225) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 07:30:01.292088 dv-neutron-861624-1-hyperv neutron-server[103225]: INFO neutron.api.extensions [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Oct 19 07:30:01.292409 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.api.extensions [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Loading extension file: fip_port_details.py {{(pid=103225) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 07:30:01.293408 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.api.extensions [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103225) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 07:30:01.293904 dv-neutron-861624-1-hyperv neutron-server[103225]: INFO neutron.api.extensions [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Loaded extension: fip-port-details Oct 19 07:30:01.294223 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.api.extensions [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Loading extension file: flavors.py {{(pid=103225) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 07:30:01.295437 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.api.extensions [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103225) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 07:30:01.295944 dv-neutron-861624-1-hyperv neutron-server[103225]: INFO neutron.api.extensions [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Loaded extension: flavors Oct 19 07:30:01.296266 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.api.extensions [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103225) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 07:30:01.298593 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.api.extensions [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103225) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 07:30:01.299112 dv-neutron-861624-1-hyperv neutron-server[103225]: INFO neutron.api.extensions [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Oct 19 07:30:01.299449 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.api.extensions [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Loading extension file: floatingip_pools.py {{(pid=103225) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 07:30:01.300161 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.api.extensions [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103225) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 07:30:01.300690 dv-neutron-861624-1-hyperv neutron-server[103225]: INFO neutron.api.extensions [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Loaded extension: floatingip-pools Oct 19 07:30:01.301019 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.api.extensions [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Loading extension file: ip_allocation.py {{(pid=103225) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 07:30:01.301951 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.api.extensions [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103225) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 07:30:01.302451 dv-neutron-861624-1-hyperv neutron-server[103225]: INFO neutron.api.extensions [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Extension ip_allocation not supported by any of loaded plugins Oct 19 07:30:01.302778 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.api.extensions [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103225) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 07:30:01.303697 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.api.extensions [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103225) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 07:30:01.304207 dv-neutron-861624-1-hyperv neutron-server[103225]: INFO neutron.api.extensions [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Loaded extension: ip-substring-filtering Oct 19 07:30:01.304557 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.api.extensions [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Loading extension file: l2_adjacency.py {{(pid=103225) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 07:30:01.305481 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.api.extensions [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103225) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 07:30:01.305983 dv-neutron-861624-1-hyperv neutron-server[103225]: INFO neutron.api.extensions [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Extension l2_adjacency not supported by any of loaded plugins Oct 19 07:30:01.306306 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.api.extensions [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Loading extension file: l3.py {{(pid=103225) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 07:30:01.307282 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.api.extensions [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103225) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 07:30:01.307797 dv-neutron-861624-1-hyperv neutron-server[103225]: INFO neutron.api.extensions [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Loaded extension: router Oct 19 07:30:01.308123 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.api.extensions [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Loading extension file: l3_conntrack_helper.py {{(pid=103225) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 07:30:01.310524 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.api.extensions [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103225) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 07:30:01.311051 dv-neutron-861624-1-hyperv neutron-server[103225]: INFO neutron.api.extensions [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Oct 19 07:30:01.311382 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.api.extensions [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103225) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 07:30:01.312971 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.api.extensions [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103225) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 07:30:01.313586 dv-neutron-861624-1-hyperv neutron-server[103225]: INFO neutron.api.extensions [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Loaded extension: ext-gw-mode Oct 19 07:30:01.313925 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.api.extensions [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103225) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 07:30:01.314844 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.api.extensions [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103225) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 07:30:01.315355 dv-neutron-861624-1-hyperv neutron-server[103225]: INFO neutron.api.extensions [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Loaded extension: l3-ha Oct 19 07:30:01.315685 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.api.extensions [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Loading extension file: l3_flavors.py {{(pid=103225) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 07:30:01.316634 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.api.extensions [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103225) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 07:30:01.317137 dv-neutron-861624-1-hyperv neutron-server[103225]: INFO neutron.api.extensions [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Loaded extension: l3-flavors Oct 19 07:30:01.317462 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.api.extensions [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103225) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 07:30:01.318371 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.api.extensions [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103225) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 07:30:01.318872 dv-neutron-861624-1-hyperv neutron-server[103225]: INFO neutron.api.extensions [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Loaded extension: l3-port-ip-change-not-allowed Oct 19 07:30:01.319198 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.api.extensions [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Loading extension file: l3agentscheduler.py {{(pid=103225) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 07:30:01.320530 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.api.extensions [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103225) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 07:30:01.321034 dv-neutron-861624-1-hyperv neutron-server[103225]: INFO neutron.api.extensions [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Loaded extension: l3_agent_scheduler Oct 19 07:30:01.321360 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.api.extensions [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Loading extension file: logging.py {{(pid=103225) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 07:30:01.322828 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.api.extensions [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103225) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 07:30:01.323339 dv-neutron-861624-1-hyperv neutron-server[103225]: INFO neutron.api.extensions [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Extension logging not supported by any of loaded plugins Oct 19 07:30:01.323668 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.api.extensions [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Loading extension file: metering.py {{(pid=103225) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 07:30:01.324413 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.api.extensions [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103225) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 07:30:01.325010 dv-neutron-861624-1-hyperv neutron-server[103225]: INFO neutron.api.extensions [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Loaded extension: metering Oct 19 07:30:01.325336 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.api.extensions [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103225) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 07:30:01.326433 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.api.extensions [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103225) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 07:30:01.326946 dv-neutron-861624-1-hyperv neutron-server[103225]: INFO neutron.api.extensions [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Loaded extension: metering_source_and_destination_fields Oct 19 07:30:01.327270 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.api.extensions [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Loading extension file: multiprovidernet.py {{(pid=103225) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 07:30:01.328213 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.api.extensions [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103225) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 07:30:01.328754 dv-neutron-861624-1-hyperv neutron-server[103225]: INFO neutron.api.extensions [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Loaded extension: multi-provider Oct 19 07:30:01.329080 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.api.extensions [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Loading extension file: netmtu.py {{(pid=103225) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 07:30:01.329992 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.api.extensions [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103225) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 07:30:01.330504 dv-neutron-861624-1-hyperv neutron-server[103225]: INFO neutron.api.extensions [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Loaded extension: net-mtu Oct 19 07:30:01.330826 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.api.extensions [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Loading extension file: netmtu_writable.py {{(pid=103225) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 07:30:01.331735 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.api.extensions [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103225) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 07:30:01.332236 dv-neutron-861624-1-hyperv neutron-server[103225]: INFO neutron.api.extensions [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Loaded extension: net-mtu-writable Oct 19 07:30:01.332581 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.api.extensions [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Loading extension file: network_availability_zone.py {{(pid=103225) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 07:30:01.333250 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.api.extensions [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103225) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 07:30:01.333754 dv-neutron-861624-1-hyperv neutron-server[103225]: INFO neutron.api.extensions [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Loaded extension: network_availability_zone Oct 19 07:30:01.334072 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.api.extensions [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Loading extension file: network_ip_availability.py {{(pid=103225) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 07:30:01.335179 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.api.extensions [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103225) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 07:30:01.335683 dv-neutron-861624-1-hyperv neutron-server[103225]: INFO neutron.api.extensions [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Loaded extension: network-ip-availability Oct 19 07:30:01.336006 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.api.extensions [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Loading extension file: network_segment_range.py {{(pid=103225) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 07:30:01.336796 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.api.extensions [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103225) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 07:30:01.337298 dv-neutron-861624-1-hyperv neutron-server[103225]: INFO neutron.api.extensions [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Extension network-segment-range not supported by any of loaded plugins Oct 19 07:30:01.337619 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.api.extensions [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Loading extension file: pagination.py {{(pid=103225) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 07:30:01.338590 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.api.extensions [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103225) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 07:30:01.338919 dv-neutron-861624-1-hyperv neutron-server[103225]: INFO neutron.api.extensions [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Loaded extension: pagination Oct 19 07:30:01.339238 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.api.extensions [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Loading extension file: port_device_profile.py {{(pid=103225) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 07:30:01.340135 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.api.extensions [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103225) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 07:30:01.340685 dv-neutron-861624-1-hyperv neutron-server[103225]: INFO neutron.api.extensions [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Loaded extension: port-device-profile Oct 19 07:30:01.341009 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.api.extensions [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103225) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 07:30:01.341929 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.api.extensions [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103225) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 07:30:01.342425 dv-neutron-861624-1-hyperv neutron-server[103225]: INFO neutron.api.extensions [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Loaded extension: port-mac-address-regenerate Oct 19 07:30:01.342745 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.api.extensions [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103225) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 07:30:01.344262 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.api.extensions [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103225) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 07:30:01.344798 dv-neutron-861624-1-hyperv neutron-server[103225]: INFO neutron.api.extensions [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Loaded extension: port-numa-affinity-policy Oct 19 07:30:01.345115 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.api.extensions [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Loading extension file: port_resource_request.py {{(pid=103225) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 07:30:01.346019 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.api.extensions [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103225) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 07:30:01.346513 dv-neutron-861624-1-hyperv neutron-server[103225]: INFO neutron.api.extensions [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Extension port-resource-request not supported by any of loaded plugins Oct 19 07:30:01.346832 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.api.extensions [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Loading extension file: portbindings.py {{(pid=103225) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 07:30:01.347763 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.api.extensions [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103225) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 07:30:01.348266 dv-neutron-861624-1-hyperv neutron-server[103225]: INFO neutron.api.extensions [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Loaded extension: binding Oct 19 07:30:01.348610 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.api.extensions [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Loading extension file: portbindings_extended.py {{(pid=103225) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 07:30:01.350007 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.api.extensions [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103225) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 07:30:01.350524 dv-neutron-861624-1-hyperv neutron-server[103225]: INFO neutron.api.extensions [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Loaded extension: binding-extended Oct 19 07:30:01.350852 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.api.extensions [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Loading extension file: portsecurity.py {{(pid=103225) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 07:30:01.351766 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.api.extensions [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103225) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 07:30:01.352270 dv-neutron-861624-1-hyperv neutron-server[103225]: INFO neutron.api.extensions [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Loaded extension: port-security Oct 19 07:30:01.352622 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.api.extensions [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Loading extension file: project_id.py {{(pid=103225) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 07:30:01.353588 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.api.extensions [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103225) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 07:30:01.353917 dv-neutron-861624-1-hyperv neutron-server[103225]: INFO neutron.api.extensions [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Loaded extension: project-id Oct 19 07:30:01.354246 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.api.extensions [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Loading extension file: providernet.py {{(pid=103225) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 07:30:01.355162 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.api.extensions [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103225) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 07:30:01.355674 dv-neutron-861624-1-hyperv neutron-server[103225]: INFO neutron.api.extensions [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Loaded extension: provider Oct 19 07:30:01.355996 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.api.extensions [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Loading extension file: qos.py {{(pid=103225) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 07:30:01.360242 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.api.extensions [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103225) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 07:30:01.360799 dv-neutron-861624-1-hyperv neutron-server[103225]: INFO neutron.api.extensions [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Extension qos not supported by any of loaded plugins Oct 19 07:30:01.361133 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.api.extensions [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103225) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 07:30:01.362383 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.api.extensions [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103225) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 07:30:01.362894 dv-neutron-861624-1-hyperv neutron-server[103225]: INFO neutron.api.extensions [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Oct 19 07:30:01.363223 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.api.extensions [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103225) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 07:30:01.364148 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.api.extensions [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103225) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 07:30:01.364689 dv-neutron-861624-1-hyperv neutron-server[103225]: INFO neutron.api.extensions [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Oct 19 07:30:01.365017 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.api.extensions [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Loading extension file: qos_default.py {{(pid=103225) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 07:30:01.365923 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.api.extensions [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103225) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 07:30:01.366432 dv-neutron-861624-1-hyperv neutron-server[103225]: INFO neutron.api.extensions [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Extension qos-default not supported by any of loaded plugins Oct 19 07:30:01.366759 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.api.extensions [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Loading extension file: qos_fip.py {{(pid=103225) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 07:30:01.367414 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.api.extensions [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103225) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 07:30:01.367914 dv-neutron-861624-1-hyperv neutron-server[103225]: INFO neutron.api.extensions [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Extension qos-fip not supported by any of loaded plugins Oct 19 07:30:01.368234 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.api.extensions [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Loading extension file: qos_gateway_ip.py {{(pid=103225) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 07:30:01.369186 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.api.extensions [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103225) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 07:30:01.369694 dv-neutron-861624-1-hyperv neutron-server[103225]: INFO neutron.api.extensions [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Extension qos-gateway-ip not supported by any of loaded plugins Oct 19 07:30:01.370015 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.api.extensions [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Loading extension file: qos_port_network_policy.py {{(pid=103225) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 07:30:01.370932 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.api.extensions [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103225) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 07:30:01.371436 dv-neutron-861624-1-hyperv neutron-server[103225]: INFO neutron.api.extensions [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Extension qos-port-network-policy not supported by any of loaded plugins Oct 19 07:30:01.371757 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.api.extensions [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Loading extension file: qos_pps_rule.py {{(pid=103225) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 07:30:01.372953 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.api.extensions [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103225) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 07:30:01.373462 dv-neutron-861624-1-hyperv neutron-server[103225]: INFO neutron.api.extensions [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Extension qos-pps not supported by any of loaded plugins Oct 19 07:30:01.373786 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.api.extensions [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Loading extension file: qos_rule_type_details.py {{(pid=103225) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 07:30:01.374707 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.api.extensions [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103225) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 07:30:01.375237 dv-neutron-861624-1-hyperv neutron-server[103225]: INFO neutron.api.extensions [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Extension qos-rule-type-details not supported by any of loaded plugins Oct 19 07:30:01.375557 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.api.extensions [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Loading extension file: qos_rules_alias.py {{(pid=103225) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 07:30:01.376639 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.api.extensions [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103225) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 07:30:01.377146 dv-neutron-861624-1-hyperv neutron-server[103225]: INFO neutron.api.extensions [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Extension qos-rules-alias not supported by any of loaded plugins Oct 19 07:30:01.377469 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.api.extensions [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Loading extension file: quotasv2.py {{(pid=103225) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 07:30:01.378401 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.api.extensions [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=103225) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 07:30:01.378730 dv-neutron-861624-1-hyperv neutron-server[103225]: INFO neutron.api.extensions [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Loaded extension: quotas Oct 19 07:30:01.379050 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.api.extensions [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Loading extension file: quotasv2_detail.py {{(pid=103225) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 07:30:01.380756 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.api.extensions [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103225) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 07:30:01.381102 dv-neutron-861624-1-hyperv neutron-server[103225]: INFO neutron.api.extensions [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Loaded extension: quota_details Oct 19 07:30:01.381434 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.api.extensions [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Loading extension file: rbac.py {{(pid=103225) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 07:30:01.382494 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.api.extensions [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103225) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 07:30:01.383019 dv-neutron-861624-1-hyperv neutron-server[103225]: INFO neutron.api.extensions [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Loaded extension: rbac-policies Oct 19 07:30:01.383351 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.api.extensions [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Loading extension file: rbac_address_group.py {{(pid=103225) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 07:30:01.384283 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.api.extensions [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103225) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 07:30:01.384829 dv-neutron-861624-1-hyperv neutron-server[103225]: INFO neutron.api.extensions [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Loaded extension: rbac-address-group Oct 19 07:30:01.385156 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.api.extensions [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Loading extension file: rbac_address_scope.py {{(pid=103225) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 07:30:01.386070 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.api.extensions [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103225) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 07:30:01.386584 dv-neutron-861624-1-hyperv neutron-server[103225]: INFO neutron.api.extensions [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Loaded extension: rbac-address-scope Oct 19 07:30:01.386909 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.api.extensions [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Loading extension file: rbac_security_groups.py {{(pid=103225) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 07:30:01.387817 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.api.extensions [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103225) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 07:30:01.388329 dv-neutron-861624-1-hyperv neutron-server[103225]: INFO neutron.api.extensions [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Loaded extension: rbac-security-groups Oct 19 07:30:01.388690 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.api.extensions [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Loading extension file: rbac_subnetpool.py {{(pid=103225) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 07:30:01.389765 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.api.extensions [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103225) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 07:30:01.390274 dv-neutron-861624-1-hyperv neutron-server[103225]: INFO neutron.api.extensions [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Loaded extension: rbac-subnetpool Oct 19 07:30:01.390630 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.api.extensions [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Loading extension file: revisionifmatch.py {{(pid=103225) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 07:30:01.391538 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.api.extensions [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103225) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 07:30:01.392048 dv-neutron-861624-1-hyperv neutron-server[103225]: INFO neutron.api.extensions [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Loaded extension: revision-if-match Oct 19 07:30:01.392372 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.api.extensions [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Loading extension file: revisions.py {{(pid=103225) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 07:30:01.393507 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.api.extensions [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103225) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 07:30:01.394017 dv-neutron-861624-1-hyperv neutron-server[103225]: INFO neutron.api.extensions [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Loaded extension: standard-attr-revisions Oct 19 07:30:01.394341 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.api.extensions [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Loading extension file: router_availability_zone.py {{(pid=103225) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 07:30:01.395017 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.api.extensions [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103225) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 07:30:01.395522 dv-neutron-861624-1-hyperv neutron-server[103225]: INFO neutron.api.extensions [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Loaded extension: router_availability_zone Oct 19 07:30:01.395845 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.api.extensions [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Loading extension file: routerservicetype.py {{(pid=103225) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 07:30:01.396794 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.api.extensions [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103225) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 07:30:01.397295 dv-neutron-861624-1-hyperv neutron-server[103225]: INFO neutron.api.extensions [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Extension router-service-type not supported by any of loaded plugins Oct 19 07:30:01.397616 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.api.extensions [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103225) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 07:30:01.398536 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.api.extensions [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103225) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 07:30:01.399041 dv-neutron-861624-1-hyperv neutron-server[103225]: INFO neutron.api.extensions [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Loaded extension: security-groups-normalized-cidr Oct 19 07:30:01.399361 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.api.extensions [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Loading extension file: security_groups_port_filtering.py {{(pid=103225) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 07:30:01.400275 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.api.extensions [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103225) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 07:30:01.400807 dv-neutron-861624-1-hyperv neutron-server[103225]: INFO neutron.api.extensions [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Loaded extension: port-security-groups-filtering Oct 19 07:30:01.401133 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.api.extensions [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103225) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 07:30:01.402042 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.api.extensions [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103225) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 07:30:01.402545 dv-neutron-861624-1-hyperv neutron-server[103225]: INFO neutron.api.extensions [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Loaded extension: security-groups-remote-address-group Oct 19 07:30:01.402869 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.api.extensions [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Loading extension file: securitygroup.py {{(pid=103225) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 07:30:01.412978 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.api.extensions [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103225) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 07:30:01.413511 dv-neutron-861624-1-hyperv neutron-server[103225]: INFO neutron.api.extensions [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Loaded extension: security-group Oct 19 07:30:01.413849 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.api.extensions [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Loading extension file: segment.py {{(pid=103225) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 07:30:01.414741 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.api.extensions [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103225) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 07:30:01.415245 dv-neutron-861624-1-hyperv neutron-server[103225]: INFO neutron.api.extensions [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Extension segment not supported by any of loaded plugins Oct 19 07:30:01.415571 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.api.extensions [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103225) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 07:30:01.416539 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.api.extensions [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103225) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 07:30:01.417043 dv-neutron-861624-1-hyperv neutron-server[103225]: INFO neutron.api.extensions [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Oct 19 07:30:01.417366 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.api.extensions [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Loading extension file: servicetype.py {{(pid=103225) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 07:30:01.418536 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.api.extensions [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103225) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 07:30:01.419050 dv-neutron-861624-1-hyperv neutron-server[103225]: INFO neutron.api.extensions [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Loaded extension: service-type Oct 19 07:30:01.419374 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.api.extensions [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Loading extension file: sorting.py {{(pid=103225) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 07:30:01.420359 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.api.extensions [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103225) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 07:30:01.420713 dv-neutron-861624-1-hyperv neutron-server[103225]: INFO neutron.api.extensions [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Loaded extension: sorting Oct 19 07:30:01.421040 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.api.extensions [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Loading extension file: standard_attr_segment.py {{(pid=103225) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 07:30:01.422534 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.api.extensions [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103225) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 07:30:01.423121 dv-neutron-861624-1-hyperv neutron-server[103225]: INFO neutron.api.extensions [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Extension standard-attr-segment not supported by any of loaded plugins Oct 19 07:30:01.423446 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.api.extensions [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Loading extension file: standardattrdescription.py {{(pid=103225) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 07:30:01.424097 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.api.extensions [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103225) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 07:30:01.424652 dv-neutron-861624-1-hyperv neutron-server[103225]: INFO neutron.api.extensions [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Loaded extension: standard-attr-description Oct 19 07:30:01.424977 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.api.extensions [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Loading extension file: stateful_security_group.py {{(pid=103225) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 07:30:01.425898 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.api.extensions [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103225) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 07:30:01.426410 dv-neutron-861624-1-hyperv neutron-server[103225]: INFO neutron.api.extensions [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Loaded extension: stateful-security-group Oct 19 07:30:01.426735 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.api.extensions [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Loading extension file: stdattrs_common.py {{(pid=103225) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 07:30:01.427317 dv-neutron-861624-1-hyperv neutron-server[103225]: WARNING neutron.api.extensions [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Oct 19 07:30:01.427640 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.api.extensions [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103225) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 07:30:01.428593 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.api.extensions [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103225) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 07:30:01.429105 dv-neutron-861624-1-hyperv neutron-server[103225]: INFO neutron.api.extensions [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Oct 19 07:30:01.429429 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.api.extensions [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Loading extension file: subnet_onboard.py {{(pid=103225) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 07:30:01.430488 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.api.extensions [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103225) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 07:30:01.430997 dv-neutron-861624-1-hyperv neutron-server[103225]: INFO neutron.api.extensions [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Loaded extension: subnet_onboard Oct 19 07:30:01.431321 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.api.extensions [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103225) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 07:30:01.432241 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.api.extensions [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103225) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 07:30:01.432774 dv-neutron-861624-1-hyperv neutron-server[103225]: INFO neutron.api.extensions [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Oct 19 07:30:01.433095 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.api.extensions [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Loading extension file: subnet_service_types.py {{(pid=103225) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 07:30:01.434021 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.api.extensions [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103225) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 07:30:01.434532 dv-neutron-861624-1-hyperv neutron-server[103225]: INFO neutron.api.extensions [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Loaded extension: subnet-service-types Oct 19 07:30:01.434852 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.api.extensions [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Loading extension file: subnetallocation.py {{(pid=103225) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 07:30:01.435937 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.api.extensions [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103225) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 07:30:01.436445 dv-neutron-861624-1-hyperv neutron-server[103225]: INFO neutron.api.extensions [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Loaded extension: subnet_allocation Oct 19 07:30:01.436794 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.api.extensions [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103225) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 07:30:01.437508 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.api.extensions [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103225) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 07:30:01.438044 dv-neutron-861624-1-hyperv neutron-server[103225]: INFO neutron.api.extensions [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Loaded extension: subnetpool-prefix-ops Oct 19 07:30:01.438367 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.api.extensions [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103225) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 07:30:01.439313 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.api.extensions [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103225) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 07:30:01.439816 dv-neutron-861624-1-hyperv neutron-server[103225]: INFO neutron.api.extensions [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Oct 19 07:30:01.440138 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.api.extensions [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Loading extension file: tagging.py {{(pid=103225) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 07:30:01.441218 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.api.extensions [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103225) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 07:30:01.441728 dv-neutron-861624-1-hyperv neutron-server[103225]: INFO neutron.api.extensions [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Loaded extension: standard-attr-tag Oct 19 07:30:01.442055 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.api.extensions [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Loading extension file: timestamp.py {{(pid=103225) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 07:30:01.443258 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.api.extensions [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103225) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 07:30:01.443769 dv-neutron-861624-1-hyperv neutron-server[103225]: INFO neutron.api.extensions [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Loaded extension: standard-attr-timestamp Oct 19 07:30:01.444092 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.api.extensions [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Loading extension file: trunk.py {{(pid=103225) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 07:30:01.445400 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.api.extensions [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103225) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 07:30:01.445912 dv-neutron-861624-1-hyperv neutron-server[103225]: INFO neutron.api.extensions [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Extension trunk not supported by any of loaded plugins Oct 19 07:30:01.446239 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.api.extensions [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Loading extension file: trunk_details.py {{(pid=103225) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 07:30:01.447159 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.api.extensions [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103225) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 07:30:01.447668 dv-neutron-861624-1-hyperv neutron-server[103225]: INFO neutron.api.extensions [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Extension trunk-details not supported by any of loaded plugins Oct 19 07:30:01.447992 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.api.extensions [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Loading extension file: uplink_status_propagation.py {{(pid=103225) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 07:30:01.448938 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.api.extensions [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103225) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 07:30:01.449446 dv-neutron-861624-1-hyperv neutron-server[103225]: INFO neutron.api.extensions [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Extension uplink-status-propagation not supported by any of loaded plugins Oct 19 07:30:01.449770 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.api.extensions [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Loading extension file: vlantransparent.py {{(pid=103225) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 19 07:30:01.450441 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.api.extensions [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103225) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 19 07:30:01.450949 dv-neutron-861624-1-hyperv neutron-server[103225]: INFO neutron.api.extensions [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Extension vlan-transparent not supported by any of loaded plugins Oct 19 07:30:01.453483 dv-neutron-861624-1-hyperv neutron-server[103225]: INFO neutron.quota.resource_registry [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Creating instance of TrackedResource for resource:network Oct 19 07:30:01.454039 dv-neutron-861624-1-hyperv neutron-server[103225]: INFO neutron.quota.resource_registry [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Creating instance of TrackedResource for resource:subnet Oct 19 07:30:01.454448 dv-neutron-861624-1-hyperv neutron-server[103225]: INFO neutron.quota.resource_registry [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Creating instance of TrackedResource for resource:subnetpool Oct 19 07:30:01.454842 dv-neutron-861624-1-hyperv neutron-server[103225]: INFO neutron.quota.resource_registry [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Creating instance of TrackedResource for resource:port Oct 19 07:30:01.456102 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.api.v2.resource_helper [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103225) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 19 07:30:01.456572 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.api.v2.resource_helper [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Service FLAVORS assigned prefix: {{(pid=103225) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 19 07:30:01.457218 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.api.v2.resource_helper [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103225) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 19 07:30:01.457653 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.api.v2.resource_helper [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103225) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 19 07:30:01.457987 dv-neutron-861624-1-hyperv neutron-server[103225]: INFO neutron.quota.resource_registry [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Creating instance of TrackedResource for resource:router Oct 19 07:30:01.458415 dv-neutron-861624-1-hyperv neutron-server[103225]: INFO neutron.quota.resource_registry [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Creating instance of TrackedResource for resource:floatingip Oct 19 07:30:01.458906 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.api.v2.resource_helper [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Service METERING assigned prefix: /metering {{(pid=103225) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 19 07:30:01.460322 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 07:30:01.460721 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 07:30:01.461077 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 07:30:01.462089 dv-neutron-861624-1-hyperv neutron-server[103225]: INFO neutron.quota.resource_registry [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Creating instance of CountableResource for resource:rbac_policy Oct 19 07:30:01.462541 dv-neutron-861624-1-hyperv neutron-server[103225]: INFO neutron.quota.resource_registry [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Creating instance of TrackedResource for resource:security_group Oct 19 07:30:01.462985 dv-neutron-861624-1-hyperv neutron-server[103225]: INFO neutron.quota.resource_registry [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Creating instance of TrackedResource for resource:security_group_rule Oct 19 07:30:01.463575 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.api.v2.resource_helper [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Service CORE assigned prefix: {{(pid=103225) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 19 07:30:01.463908 dv-neutron-861624-1-hyperv neutron-server[103225]: INFO neutron.quota.resource_registry [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Creating instance of TrackedResource for resource:subnetpool Oct 19 07:30:01.464274 dv-neutron-861624-1-hyperv neutron-server[103225]: WARNING neutron.quota.resource_registry [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] subnetpool is already registered Oct 19 07:30:01.464737 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.api.v2.resource_helper [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Service CORE assigned prefix: {{(pid=103225) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 19 07:30:01.465067 dv-neutron-861624-1-hyperv neutron-server[103225]: INFO neutron.quota.resource_registry [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Creating instance of TrackedResource for resource:subnetpool Oct 19 07:30:01.465407 dv-neutron-861624-1-hyperv neutron-server[103225]: WARNING neutron.quota.resource_registry [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] subnetpool is already registered Oct 19 07:30:01.467787 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.api.v2.resource_helper [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103225) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 19 07:30:01.468238 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.api.v2.resource_helper [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Service FLAVORS assigned prefix: {{(pid=103225) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 19 07:30:01.469394 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.api.v2.resource_helper [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103225) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 19 07:30:01.469820 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.api.v2.resource_helper [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103225) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 19 07:30:01.470156 dv-neutron-861624-1-hyperv neutron-server[103225]: INFO neutron.quota.resource_registry [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Creating instance of TrackedResource for resource:router Oct 19 07:30:01.470542 dv-neutron-861624-1-hyperv neutron-server[103225]: WARNING neutron.quota.resource_registry [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] router is already registered Oct 19 07:30:01.470916 dv-neutron-861624-1-hyperv neutron-server[103225]: INFO neutron.quota.resource_registry [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Creating instance of TrackedResource for resource:floatingip Oct 19 07:30:01.471256 dv-neutron-861624-1-hyperv neutron-server[103225]: WARNING neutron.quota.resource_registry [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] floatingip is already registered Oct 19 07:30:01.471712 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.api.v2.resource_helper [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Service METERING assigned prefix: /metering {{(pid=103225) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 19 07:30:01.472393 dv-neutron-861624-1-hyperv neutron-server[103225]: INFO neutron.quota.resource_registry [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Creating instance of CountableResource for resource:rbac_policy Oct 19 07:30:01.472749 dv-neutron-861624-1-hyperv neutron-server[103225]: WARNING neutron.quota.resource_registry [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] rbac_policy is already registered Oct 19 07:30:01.473167 dv-neutron-861624-1-hyperv neutron-server[103225]: INFO neutron.quota.resource_registry [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Creating instance of TrackedResource for resource:security_group Oct 19 07:30:01.473505 dv-neutron-861624-1-hyperv neutron-server[103225]: WARNING neutron.quota.resource_registry [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] security_group is already registered Oct 19 07:30:01.473912 dv-neutron-861624-1-hyperv neutron-server[103225]: INFO neutron.quota.resource_registry [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Creating instance of TrackedResource for resource:security_group_rule Oct 19 07:30:01.474245 dv-neutron-861624-1-hyperv neutron-server[103225]: WARNING neutron.quota.resource_registry [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] security_group_rule is already registered Oct 19 07:30:01.474939 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.api.v2.resource_helper [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Service CORE assigned prefix: {{(pid=103225) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 19 07:30:01.475269 dv-neutron-861624-1-hyperv neutron-server[103225]: INFO neutron.quota.resource_registry [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Creating instance of TrackedResource for resource:subnetpool Oct 19 07:30:01.475604 dv-neutron-861624-1-hyperv neutron-server[103225]: WARNING neutron.quota.resource_registry [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] subnetpool is already registered Oct 19 07:30:01.476024 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.api.v2.resource_helper [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Service CORE assigned prefix: {{(pid=103225) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 19 07:30:01.476349 dv-neutron-861624-1-hyperv neutron-server[103225]: INFO neutron.quota.resource_registry [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Creating instance of TrackedResource for resource:subnetpool Oct 19 07:30:01.476707 dv-neutron-861624-1-hyperv neutron-server[103225]: WARNING neutron.quota.resource_registry [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] subnetpool is already registered Oct 19 07:30:01.477174 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.api.extensions [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Extended resource: extensions {{(pid=103225) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 19 07:30:01.478644 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.api.extensions [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Extended resource: address-groups {{(pid=103225) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 19 07:30:01.480144 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.api.extensions [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Extended resource: address-scopes {{(pid=103225) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 19 07:30:01.481494 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.api.extensions [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Extended resource: agents {{(pid=103225) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 19 07:30:01.482652 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.api.extensions [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Extended resource: auto-allocated-topology {{(pid=103225) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 19 07:30:01.483903 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.api.extensions [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Extended resource: availability_zones {{(pid=103225) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 19 07:30:01.485936 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.api.extensions [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Extended resource: dhcp-networks {{(pid=103225) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 19 07:30:01.487461 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.api.extensions [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Extended resource: dhcp-agents {{(pid=103225) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 19 07:30:01.488936 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.api.extensions [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Extended resource: routers {{(pid=103225) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 19 07:30:01.491155 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.api.extensions [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Extended resource: flavors {{(pid=103225) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 19 07:30:01.492325 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.api.extensions [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Extended resource: service_profiles {{(pid=103225) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 19 07:30:01.493580 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.api.extensions [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Extended resource: next_providers {{(pid=103225) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 19 07:30:01.495050 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.api.extensions [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Extended resource: service_profiles {{(pid=103225) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 19 07:30:01.497618 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.api.extensions [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Extended resource: floatingip-pools {{(pid=103225) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 19 07:30:01.498850 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.api.extensions [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Extended resource: routers {{(pid=103225) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 19 07:30:01.501368 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.api.extensions [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Extended resource: floatingips {{(pid=103225) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 19 07:30:01.502660 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.api.extensions [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Extended resource: l3-routers {{(pid=103225) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 19 07:30:01.504070 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.api.extensions [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Extended resource: l3-agents {{(pid=103225) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 19 07:30:01.505541 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.api.extensions [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Extended resource: metering-labels {{(pid=103225) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 19 07:30:01.506913 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.api.extensions [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Extended resource: metering-label-rules {{(pid=103225) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 19 07:30:01.508222 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.api.extensions [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Extended resource: network-ip-availabilities {{(pid=103225) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 19 07:30:01.509548 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.api.extensions [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Extended resource: bindings {{(pid=103225) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 19 07:30:01.511214 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.api.extensions [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Extended resource: quotas {{(pid=103225) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 19 07:30:01.512691 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.api.extensions [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Extended resource: quotas {{(pid=103225) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 19 07:30:01.514131 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.api.extensions [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Extended resource: rbac-policies {{(pid=103225) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 19 07:30:01.515599 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.api.extensions [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Extended resource: security-groups {{(pid=103225) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 19 07:30:01.517113 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.api.extensions [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Extended resource: security-group-rules {{(pid=103225) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 19 07:30:01.518374 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.api.extensions [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Extended resource: service-providers {{(pid=103225) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 19 07:30:01.519610 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.api.extensions [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Extended resource: subnetpools {{(pid=103225) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 19 07:30:01.521086 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.api.extensions [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Extended resource: subnetpools {{(pid=103225) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 19 07:30:01.522566 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.api.extensions [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Extended resource: tags {{(pid=103225) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 19 07:30:01.524546 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.api.extensions [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Extended resource: tags {{(pid=103225) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 19 07:30:01.526395 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.api.extensions [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Extended resource: tags {{(pid=103225) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 19 07:30:01.528191 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.api.extensions [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Extended resource: tags {{(pid=103225) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 19 07:30:01.530027 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.api.extensions [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Extended resource: tags {{(pid=103225) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 19 07:30:01.532728 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.api.extensions [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Extended resource: tags {{(pid=103225) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 19 07:30:01.534467 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.api.extensions [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Extended resource: tags {{(pid=103225) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 19 07:30:01.536399 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.api.extensions [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Extended resource: tags {{(pid=103225) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 19 07:30:01.538244 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.api.extensions [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Extended resource: tags {{(pid=103225) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 19 07:30:01.540067 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron.api.extensions [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Extended resource: tags {{(pid=103225) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 19 07:30:01.546153 dv-neutron-861624-1-hyperv neutron-server[103225]: WARNING keystonemiddleware.auth_token [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Oct 19 07:30:01.551627 dv-neutron-861624-1-hyperv neutron-server[103225]: WARNING keystonemiddleware.auth_token [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Oct 19 07:30:01.560279 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_concurrency.lockutils [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Acquired lock "singleton_lock" {{(pid=103225) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Oct 19 07:30:01.560778 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_concurrency.lockutils [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Releasing lock "singleton_lock" {{(pid=103225) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Oct 19 07:30:01.561413 dv-neutron-861624-1-hyperv neutron-server[103225]: INFO oslo_service.service [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Starting 2 workers Oct 19 07:30:01.566268 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Started child 103332 {{(pid=103225) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 19 07:30:01.570892 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Started child 103333 {{(pid=103225) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 19 07:30:01.572045 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:30:01.572703 dv-neutron-861624-1-hyperv neutron-server[103225]: INFO neutron.service [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Neutron service started, listening on 0.0.0.0:9696 Oct 19 07:30:01.573187 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Notify callbacks [] for process, before_spawn {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:30:01.573496 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [-] (103332) wsgi starting up on http://0.0.0.0:9696 Oct 19 07:30:01.575623 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:30:01.576073 dv-neutron-861624-1-hyperv neutron-server[103225]: INFO oslo_service.service [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Starting 1 workers Oct 19 07:30:01.576978 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [-] (103333) wsgi starting up on http://0.0.0.0:9696 Oct 19 07:30:01.581010 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Started child 103334 {{(pid=103225) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 19 07:30:01.581554 dv-neutron-861624-1-hyperv neutron-server[103225]: INFO oslo_service.service [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Starting 1 workers Oct 19 07:30:01.584755 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.service [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] calling RpcWorker wait() {{(pid=103334) _wait /opt/stack/neutron/neutron/service.py:128}} Oct 19 07:30:01.585437 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.service [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] returning from RpcWorker wait() {{(pid=103334) _wait /opt/stack/neutron/neutron/service.py:135}} Oct 19 07:30:01.586013 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Started child 103335 {{(pid=103225) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 19 07:30:01.586852 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG neutron_lib.callbacks.manager [None req-0cb9e688-eb7e-49da-b2aa-9b5dbb5444f2 None None] Notify callbacks [] for process, after_spawn {{(pid=103225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:30:01.586944 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:30:01.587382 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:30:01.588817 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103225) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Oct 19 07:30:01.589029 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 19 07:30:01.589218 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 19 07:30:01.589442 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 19 07:30:01.589800 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 19 07:30:01.589968 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 19 07:30:01.590484 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 07:30:01.590751 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 07:30:01.590886 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:30:01.591380 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 07:30:01.591380 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 07:30:01.591550 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 07:30:01.592133 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 07:30:01.592376 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 07:30:01.592654 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 07:30:01.592946 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 07:30:01.593218 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 07:30:01.593404 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 07:30:01.594194 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 07:30:01.594592 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 07:30:01.594850 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 07:30:01.595314 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 07:30:01.595597 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 07:30:01.595852 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 07:30:01.596138 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 07:30:01.596318 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 07:30:01.596609 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 07:30:01.596888 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 07:30:01.597138 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 07:30:01.597405 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] debug = True {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 07:30:01.597649 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 07:30:01.598143 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 07:30:01.598379 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 07:30:01.598621 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 07:30:01.598842 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 07:30:01.599111 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 07:30:01.599342 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 07:30:01.599618 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 07:30:01.599870 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 07:30:01.600121 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 07:30:01.600374 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 07:30:01.600655 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 07:30:01.600896 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 07:30:01.601127 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 07:30:01.601348 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 07:30:01.601620 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 07:30:01.601857 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 07:30:01.602303 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] host = dv-neutron-861624-1-hyperv {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 07:30:01.602524 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 07:30:01.602758 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 07:30:01.603006 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 07:30:01.603252 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 07:30:01.603534 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 07:30:01.603764 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 07:30:01.604016 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 07:30:01.604441 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 07:30:01.604739 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 07:30:01.604970 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 07:30:01.605220 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 07:30:01.605480 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 07:30:01.605714 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 07:30:01.605967 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] log_file = None {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 07:30:01.606134 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] log_options = True {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 07:30:01.606357 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 07:30:01.606626 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 07:30:01.606898 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 07:30:01.607087 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 07:30:01.607256 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 07:30:01.607434 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 07:30:01.607696 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 07:30:01.607861 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 07:30:01.608133 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 07:30:01.608368 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 07:30:01.608608 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 07:30:01.608859 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 07:30:01.609074 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 07:30:01.609895 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 07:30:01.610343 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 07:30:01.610603 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 07:30:01.610837 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 07:30:01.611033 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 07:30:01.611286 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 07:30:01.611537 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 07:30:01.611787 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 07:30:01.612038 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 07:30:01.612257 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 07:30:01.612481 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 07:30:01.612722 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 07:30:01.612958 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 07:30:01.613188 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 07:30:01.614377 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:30:01.614496 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 07:30:01.614640 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 07:30:01.614909 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 07:30:01.615402 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 07:30:01.616380 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 07:30:01.617937 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 07:30:01.617937 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 07:30:01.617937 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 07:30:01.617937 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 07:30:01.617937 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 07:30:01.618623 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 07:30:01.618623 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 07:30:01.618623 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 07:30:01.618920 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 07:30:01.619157 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 07:30:01.619532 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 07:30:01.619532 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 07:30:01.619806 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 07:30:01.620400 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 07:30:01.620400 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] use_json = False {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 07:30:01.622204 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 07:30:01.622204 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 07:30:01.622204 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 07:30:01.622204 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 07:30:01.622204 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 07:30:01.622523 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 07:30:01.622702 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 07:30:01.622963 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 07:30:01.623282 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 07:30:01.623734 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.624054 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.624377 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.624691 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.625080 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.625378 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.625722 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.625953 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.626231 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.626486 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.626913 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.627288 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.627594 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.627939 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.628247 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.628663 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.628958 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.629319 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.629478 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.629698 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.630110 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.630493 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.630960 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.631342 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.631821 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.632227 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.632683 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.633267 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.633698 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.634182 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.27/identity {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.634636 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.635028 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.635531 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.635857 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.636012 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.636420 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.636963 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.637403 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.637640 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.637880 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.638105 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.638364 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.638619 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.638857 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.639145 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.639414 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.639680 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.640047 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.640303 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.640642 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.640875 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.641115 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.641359 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.641596 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.641986 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.642283 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.642531 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.642778 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.643071 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.643315 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.643718 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.644083 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.644455 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.644921 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.645148 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.645601 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.645922 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.646115 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.646496 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.646886 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.647257 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.647722 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.648118 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.648587 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.649019 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.649338 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.649615 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.649941 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.650253 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.650505 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.650876 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.651090 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.651305 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.651551 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.651768 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.651990 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.652267 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.652713 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.652980 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.653341 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] cli_script.dry_run = False {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.653671 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.653988 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.654228 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.654486 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.654706 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.654953 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.655189 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.655555 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.655912 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.656823 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.657233 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.657701 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.658094 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.658349 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.658610 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.658872 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.659189 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.659583 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.659720 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.659917 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.660293 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.660491 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.660925 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.661231 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.661558 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.661856 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.662140 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.662400 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.662662 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.662960 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.663210 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.663527 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.663827 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.664101 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.664358 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.664637 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.664893 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.665149 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.665416 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.665682 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.665914 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.666144 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.666384 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.666680 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.666926 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.667148 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.667363 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.667609 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.667933 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.668256 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.668390 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.668645 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.668913 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.669181 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.669421 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.669681 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.669941 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.670158 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.670596 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.670902 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.27/identity {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.671141 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.671382 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.671627 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.672595 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.672856 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.673073 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.673296 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.673518 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.673731 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.673973 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.674188 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.674407 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.674625 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.674842 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.675236 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.675484 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.675848 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.676086 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.676325 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.676608 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.676832 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.677049 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.677257 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.677662 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.677884 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.678153 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.678491 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.678739 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.679169 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.679398 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.679666 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.679940 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.680194 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.680439 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.680690 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.680907 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.681146 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.681361 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.681575 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.681804 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.682043 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.682323 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.682561 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.682904 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.683174 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.683403 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.683667 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.683916 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.684137 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.684372 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.684613 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.684875 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.685089 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.685313 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.685529 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.685765 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.685982 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.686198 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.686414 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.686676 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.686928 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.687194 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.687450 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.687693 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.687903 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.688135 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.688381 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.688642 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.688875 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.689082 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.689295 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.689503 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.689803 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.690055 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.690282 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.690547 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.690790 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.691004 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.691227 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.691492 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.691699 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.691921 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.692135 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.692348 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.692600 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.692823 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.693037 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.693276 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.693490 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.693696 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.693942 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.694171 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.694379 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.694596 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.695062 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.695290 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.695512 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.695718 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.695927 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.696129 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.696348 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.696592 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.696796 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.697001 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.697207 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.697426 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.697639 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.697865 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.698144 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.698393 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.698611 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.703960 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.703960 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.703960 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.703960 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.703960 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.703960 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.703960 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.704561 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:30:01.704653 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.704653 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.704653 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.704653 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.704653 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.704653 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.704653 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.704653 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.705560 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.705560 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.705560 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.705560 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.705560 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.705560 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.705560 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.705560 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.706123 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.706123 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.706123 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.706123 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.706409 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.706409 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.706584 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.706839 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.707072 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.707297 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.707514 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.707764 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.707991 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.708225 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.708454 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.708716 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.708916 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.709065 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 19 07:30:01.709577 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103225) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Oct 19 07:30:01.709741 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 19 07:30:01.709896 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 19 07:30:01.710067 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 19 07:30:01.710224 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 19 07:30:01.710378 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 19 07:30:01.710584 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 07:30:01.710750 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 07:30:01.710909 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 07:30:01.711069 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 07:30:01.711227 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 07:30:01.711407 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 07:30:01.711568 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 07:30:01.711722 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 07:30:01.712026 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 07:30:01.712329 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 07:30:01.712487 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 07:30:01.712667 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 07:30:01.712825 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 07:30:01.712982 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 07:30:01.713141 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 07:30:01.713300 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 07:30:01.713459 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 07:30:01.713618 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 07:30:01.713779 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 07:30:01.713937 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 07:30:01.714093 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 07:30:01.714249 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 07:30:01.714410 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] debug = True {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 07:30:01.714566 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 07:30:01.714764 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 07:30:01.714921 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 07:30:01.715080 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 07:30:01.715240 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 07:30:01.715385 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 07:30:01.715543 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 07:30:01.715697 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 07:30:01.715857 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 07:30:01.716013 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 07:30:01.716170 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 07:30:01.716329 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 07:30:01.716487 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 07:30:01.716688 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 07:30:01.716822 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 07:30:01.716978 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 07:30:01.717135 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 07:30:01.717290 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] host = dv-neutron-861624-1-hyperv {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 07:30:01.717448 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 07:30:01.717605 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 07:30:01.717763 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 07:30:01.717919 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 07:30:01.718076 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 07:30:01.718233 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 07:30:01.718393 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 07:30:01.718610 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 07:30:01.719273 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 07:30:01.719430 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 07:30:01.719716 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 07:30:01.719882 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 07:30:01.720036 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 07:30:01.720344 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] log_file = None {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 07:30:01.720500 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] log_options = True {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 07:30:01.720873 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 07:30:01.720979 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 07:30:01.721122 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 07:30:01.721304 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 07:30:01.721469 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 07:30:01.721612 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 07:30:01.721771 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 07:30:01.722076 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 07:30:01.722219 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 07:30:01.722377 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 07:30:01.722532 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 07:30:01.722690 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 07:30:01.722846 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 07:30:01.723002 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 07:30:01.723157 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 07:30:01.723313 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 07:30:01.723470 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 07:30:01.723626 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 07:30:01.723783 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 07:30:01.723941 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 07:30:01.724098 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 07:30:01.724254 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 07:30:01.724409 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 07:30:01.724580 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 07:30:01.724736 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 07:30:01.724892 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 07:30:01.725050 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 07:30:01.725206 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 07:30:01.725364 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 07:30:01.725521 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 07:30:01.725678 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 07:30:01.725839 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 07:30:01.725996 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 07:30:01.726152 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 07:30:01.726308 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 07:30:01.726463 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 07:30:01.726623 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 07:30:01.726779 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 07:30:01.726940 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 07:30:01.727097 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 07:30:01.727253 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 07:30:01.727486 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 07:30:01.727648 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 07:30:01.728620 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 07:30:01.728620 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 07:30:01.728620 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 07:30:01.728620 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] use_json = False {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 07:30:01.728620 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 07:30:01.728620 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 07:30:01.728987 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 07:30:01.728987 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 07:30:01.728987 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 07:30:01.729173 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 07:30:01.729357 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 07:30:01.729459 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 07:30:01.729569 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 19 07:30:01.729735 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.729895 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.730065 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.730226 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.730385 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.730545 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.730700 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.730864 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.731022 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.731182 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.731352 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.731510 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.731681 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.731843 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.732002 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.732164 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.732324 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.732536 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.732655 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.732819 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.732987 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.733126 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.733294 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.733455 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.733612 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.733771 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.733929 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.734121 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.734306 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.734631 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.27/identity {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.734765 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.734926 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.735099 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.735249 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.735410 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.735570 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.735731 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.735890 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.736050 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.736209 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.736369 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.736544 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.736710 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.736870 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.737029 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.737189 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.737348 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.737508 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.737667 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.737828 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.737987 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.738148 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.738307 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.738467 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.738627 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.738800 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.738986 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.739130 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.739283 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.739455 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.739600 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.739739 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.739876 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.740007 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.740137 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.740281 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.740414 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.740595 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.740740 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.740875 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.741026 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.741176 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.741335 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.741499 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.741647 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.741804 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.741963 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.742122 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.742281 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.742439 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.742598 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.742757 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.742915 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.743076 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.743235 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.743392 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.743558 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.743691 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.743848 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.744015 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] cli_script.dry_run = False {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.744183 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.744356 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.744533 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.744693 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.744852 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.745012 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.745171 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.745329 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.745487 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.745647 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.745803 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.745981 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.746119 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.746279 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.746438 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.746596 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.746758 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.746916 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.747074 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.747231 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.747389 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.747547 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.747705 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.747864 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.748021 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.748178 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.748335 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.748522 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.748685 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.748870 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.748993 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.749158 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.749326 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.749486 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.749645 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.749877 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.750073 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.750235 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.750393 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.750551 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.750709 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.750867 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.751028 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.751196 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.751366 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.751527 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.751685 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.751842 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.752021 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.752180 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.752337 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.752495 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.752673 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.752832 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.752992 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.753168 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.753302 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.753456 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.753614 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.753773 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.27/identity {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.753931 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.754089 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.754246 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.754405 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.754564 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.754724 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.754883 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.755043 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.755202 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.755359 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.755517 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.755674 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.755834 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.755993 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.756151 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.756309 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.756468 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.756648 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.756810 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.756968 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.757125 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.757283 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.757443 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.757600 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.757759 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.757920 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.758078 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.758237 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.758397 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.758557 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.758716 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.758876 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.759036 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.759194 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.759353 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.759512 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.759671 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.759830 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.759989 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.760148 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.760308 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.760465 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.760645 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.760821 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.760979 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.761138 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.761298 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.761457 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.761615 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.761775 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.761934 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.762092 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.762250 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.762411 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.762569 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.762727 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.762886 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.763044 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.763201 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.763361 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.763522 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.763683 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.763841 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.764000 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.764158 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.764316 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.764474 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.764654 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.764812 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.764970 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.765130 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.765289 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.765970 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.766128 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.766291 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.766447 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.766605 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.766766 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.766935 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.767095 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.767252 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.767425 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.767567 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.767725 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.767892 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.768051 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.768209 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.768367 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.768542 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.768704 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.768872 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.769031 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.769189 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.769541 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.769541 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.769722 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.769804 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.769935 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.770091 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.770249 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.770406 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.770563 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.770730 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.770890 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.771046 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.771204 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.771361 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.771519 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.771684 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.771845 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.772004 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.772171 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.772330 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.772487 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.772667 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.772838 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.772998 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.773160 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.773319 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.773477 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.773636 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.773796 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.773958 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.774125 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.774289 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.774450 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.774616 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.774782 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.774948 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.775105 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.775269 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.775436 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.775595 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.775752 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.775910 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.776068 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.776226 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.776385 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.776564 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.776725 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.776883 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.777041 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.777199 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.777356 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.777514 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.777671 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.777829 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.777985 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.778142 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.778300 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.778459 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 19 07:30:01.778609 dv-neutron-861624-1-hyperv neutron-server[103225]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103225) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 19 07:30:01.854420 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 51880) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:30:01.863490 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [-] 10.222.0.27 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0068905 Oct 19 07:30:13.318208 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2963514a-8a28-4746-8f10-4231cbadb1c4 None None] get_active_networks_info from dv-neutron-861624-1-hyperv {{(pid=103334) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 19 07:30:13.540056 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2963514a-8a28-4746-8f10-4231cbadb1c4 None None] No non-hosted networks {{(pid=103334) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Oct 19 07:30:13.548067 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.agentschedulers_db [None req-2963514a-8a28-4746-8f10-4231cbadb1c4 None None] DHCP Agent not found on host dv-neutron-861624-1-hyperv {{(pid=103334) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} Oct 19 07:30:13.668130 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-74619aa6-f41a-4277-9a8c-951b0fa9c123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1695125'] for agent, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:30:16.240232 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-c356bd28-bff1-4bdf-93cb-8c27b111640d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1695125'] for agent, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:30:16.295594 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-ba4f82e9-1380-4893-af20-61b9631e770e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:30:17.842750 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-2a2259f7-b034-4eec-af7a-7abaede746c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1695125'] for agent, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:30:18.933940 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-1a0da505-d0f9-48c6-b7e2-53b9c5e41298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1695125'] for agent, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:30:19.065560 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1695125'] for agent, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:30:19.066492 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:30:19.066892 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:30:19.067412 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:30:19.068176 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:30:19.068531 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:30:19.068873 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:30:19.069222 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:30:19.069569 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:30:19.070207 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:30:19.070831 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:30:19.071176 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:30:19.071500 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:30:19.071891 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-neutron-861624-1-hyperv', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:30:19.080895 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-neutron-861624-1-hyperv', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:30:19.938932 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 51972) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:30:20.476364 dv-neutron-861624-1-hyperv neutron-server[103333]: WARNING oslo_policy.policy [None req-68720c17-be5f-4730-838b-406c35d7d69c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 19 07:30:20.476997 dv-neutron-861624-1-hyperv neutron-server[103333]: WARNING oslo_policy.policy [None req-68720c17-be5f-4730-838b-406c35d7d69c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 19 07:30:20.700425 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [None req-68720c17-be5f-4730-838b-406c35d7d69c admin admin] http://10.222.0.27:9696/v2.0/extensions returned with HTTP 200 {{(pid=103333) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 07:30:20.701453 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-68720c17-be5f-4730-838b-406c35d7d69c admin admin] 10.222.0.27 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7613585 Oct 19 07:30:22.605218 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.db.l3_hamode_db [None req-760030ba-2770-416d-a0bb-32816f6621ca None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Oct 19 07:30:22.685255 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-760030ba-2770-416d-a0bb-32816f6621ca None None] Routers set() bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 07:30:22.685624 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-760030ba-2770-416d-a0bb-32816f6621ca None None] Router IDs set() for agent in host dv-neutron-861624-1-hyperv {{(pid=103334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Oct 19 07:30:23.170841 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 51988) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:30:23.478812 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-d667d62f-5162-450f-a061-ef83088e29ac admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'is_default': True, 'shared': True, 'prefixes': ['172.20.0.0/16']}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:30:23.572618 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.policy [None req-d667d62f-5162-450f-a061-ef83088e29ac admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103333) register_rules /opt/stack/neutron/neutron/policy.py:73}} Oct 19 07:30:23.619546 dv-neutron-861624-1-hyperv neutron-server[103333]: WARNING oslo_policy.policy [None req-d667d62f-5162-450f-a061-ef83088e29ac admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 19 07:30:23.619917 dv-neutron-861624-1-hyperv neutron-server[103333]: WARNING oslo_policy.policy [None req-d667d62f-5162-450f-a061-ef83088e29ac admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 19 07:30:23.713973 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-d667d62f-5162-450f-a061-ef83088e29ac admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8785022705317', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8785022703752', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8785022725635', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8785022722215', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8785023325836', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8785022735414', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-667062', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-658315', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1653750', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1582062'] for rbac-policy, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:30:23.778345 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-d667d62f-5162-450f-a061-ef83088e29ac admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:30:23.779527 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-d667d62f-5162-450f-a061-ef83088e29ac admin admin] 10.222.0.27 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6069806 Oct 19 07:30:26.432760 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 52000) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:30:26.732765 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-ff1a0143-f53b-4fb4-bd67-52fefb17c3e4 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'private', 'tenant_id': '8dceb337c38a4a56b76c1f7e33b62a94', 'project_id': '8dceb337c38a4a56b76c1f7e33b62a94'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:30:26.760462 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff1a0143-f53b-4fb4-bd67-52fefb17c3e4 admin admin] Made reservation on behalf of 8dceb337c38a4a56b76c1f7e33b62a94 for: {'network': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 07:30:26.763202 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-ff1a0143-f53b-4fb4-bd67-52fefb17c3e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for network, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:30:26.782062 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-ff1a0143-f53b-4fb4-bd67-52fefb17c3e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:30:26.892366 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-ff1a0143-f53b-4fb4-bd67-52fefb17c3e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:30:26.895851 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-ff1a0143-f53b-4fb4-bd67-52fefb17c3e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788643'] for security_group, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:30:26.915236 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff1a0143-f53b-4fb4-bd67-52fefb17c3e4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 184} {{(pid=103333) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 07:30:26.943220 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-ff1a0143-f53b-4fb4-bd67-52fefb17c3e4 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8785021518583', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979'] for segment, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:30:26.943784 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-ff1a0143-f53b-4fb4-bd67-52fefb17c3e4 admin admin] Unsubscribe: segment precommit_create {{(pid=103333) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Oct 19 07:30:26.944302 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.db.segments_db [None req-ff1a0143-f53b-4fb4-bd67-52fefb17c3e4 admin admin] Added segment 809f5495-6ceb-41a5-a4d1-0f59d0e1562b of type vlan for network fce179d4-5e45-4f81-9caf-fdec9349d470 Oct 19 07:30:26.961443 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1a0143-f53b-4fb4-bd67-52fefb17c3e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a58a7f4a-4b0c-44a6-aeef-7c1668ecbf3a,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:30:27.011777 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff1a0143-f53b-4fb4-bd67-52fefb17c3e4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:30:27.012131 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff1a0143-f53b-4fb4-bd67-52fefb17c3e4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:30:27.012469 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff1a0143-f53b-4fb4-bd67-52fefb17c3e4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:30:27.012823 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff1a0143-f53b-4fb4-bd67-52fefb17c3e4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:30:27.013147 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff1a0143-f53b-4fb4-bd67-52fefb17c3e4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:30:27.013487 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff1a0143-f53b-4fb4-bd67-52fefb17c3e4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:30:27.013810 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff1a0143-f53b-4fb4-bd67-52fefb17c3e4 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:30:27.014143 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff1a0143-f53b-4fb4-bd67-52fefb17c3e4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:30:27.014463 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff1a0143-f53b-4fb4-bd67-52fefb17c3e4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:30:27.015667 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff1a0143-f53b-4fb4-bd67-52fefb17c3e4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:30:27.015992 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff1a0143-f53b-4fb4-bd67-52fefb17c3e4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:30:27.016307 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff1a0143-f53b-4fb4-bd67-52fefb17c3e4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:30:27.017653 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff1a0143-f53b-4fb4-bd67-52fefb17c3e4 admin admin] Tracked resource versions report: Oct 19 07:30:27.017653 dv-neutron-861624-1-hyperv neutron-server[103333]: pushed versions: Oct 19 07:30:27.017653 dv-neutron-861624-1-hyperv neutron-server[103333]: { 'AddressGroup': {'1.2'}, Oct 19 07:30:27.017653 dv-neutron-861624-1-hyperv neutron-server[103333]: 'ConntrackHelper': {'1.0'}, Oct 19 07:30:27.017653 dv-neutron-861624-1-hyperv neutron-server[103333]: 'Log': {'1.0'}, Oct 19 07:30:27.017653 dv-neutron-861624-1-hyperv neutron-server[103333]: 'Network': {'1.1'}, Oct 19 07:30:27.017653 dv-neutron-861624-1-hyperv neutron-server[103333]: 'Port': {'1.7'}, Oct 19 07:30:27.017653 dv-neutron-861624-1-hyperv neutron-server[103333]: 'PortForwarding': {'1.2'}, Oct 19 07:30:27.017653 dv-neutron-861624-1-hyperv neutron-server[103333]: 'QosPolicy': {'1.9'}, Oct 19 07:30:27.017653 dv-neutron-861624-1-hyperv neutron-server[103333]: 'SecurityGroup': {'1.4'}, Oct 19 07:30:27.017653 dv-neutron-861624-1-hyperv neutron-server[103333]: 'SecurityGroupRule': {'1.2'}, Oct 19 07:30:27.017653 dv-neutron-861624-1-hyperv neutron-server[103333]: 'SubPort': {'1.0'}, Oct 19 07:30:27.017653 dv-neutron-861624-1-hyperv neutron-server[103333]: 'Subnet': {'1.1'}, Oct 19 07:30:27.017653 dv-neutron-861624-1-hyperv neutron-server[103333]: 'Trunk': {'1.1'}} Oct 19 07:30:27.017653 dv-neutron-861624-1-hyperv neutron-server[103333]: consumer versions: Oct 19 07:30:27.017653 dv-neutron-861624-1-hyperv neutron-server[103333]: { DHCP agent@dv-neutron-861624-1-hyperv: {}, Oct 19 07:30:27.017653 dv-neutron-861624-1-hyperv neutron-server[103333]: L3 agent@dv-neutron-861624-1-hyperv: {}, Oct 19 07:30:27.017653 dv-neutron-861624-1-hyperv neutron-server[103333]: Metadata agent@dv-neutron-861624-1-hyperv: {}, Oct 19 07:30:27.017653 dv-neutron-861624-1-hyperv neutron-server[103333]: Metering agent@dv-neutron-861624-1-hyperv: {}, Oct 19 07:30:27.017653 dv-neutron-861624-1-hyperv neutron-server[103333]: Open vSwitch agent@dv-neutron-861624-1-hyperv: { 'AddressGroup': '1.2', Oct 19 07:30:27.017653 dv-neutron-861624-1-hyperv neutron-server[103333]: 'ConntrackHelper': '1.0', Oct 19 07:30:27.017653 dv-neutron-861624-1-hyperv neutron-server[103333]: 'Log': '1.0', Oct 19 07:30:27.017653 dv-neutron-861624-1-hyperv neutron-server[103333]: 'Network': '1.1', Oct 19 07:30:27.017653 dv-neutron-861624-1-hyperv neutron-server[103333]: 'Port': '1.7', Oct 19 07:30:27.017653 dv-neutron-861624-1-hyperv neutron-server[103333]: 'PortForwarding': '1.2', Oct 19 07:30:27.017653 dv-neutron-861624-1-hyperv neutron-server[103333]: 'QosPolicy': '1.9', Oct 19 07:30:27.017653 dv-neutron-861624-1-hyperv neutron-server[103333]: 'SecurityGroup': '1.4', Oct 19 07:30:27.017653 dv-neutron-861624-1-hyperv neutron-server[103333]: 'SecurityGroupRule': '1.2', Oct 19 07:30:27.017653 dv-neutron-861624-1-hyperv neutron-server[103333]: 'SubPort': '1.0', Oct 19 07:30:27.017653 dv-neutron-861624-1-hyperv neutron-server[103333]: 'Subnet': '1.1', Oct 19 07:30:27.017653 dv-neutron-861624-1-hyperv neutron-server[103333]: 'Trunk': '1.1'}} Oct 19 07:30:27.017653 dv-neutron-861624-1-hyperv neutron-server[103333]: {{(pid=103333) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 19 07:30:27.059721 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-ff1a0143-f53b-4fb4-bd67-52fefb17c3e4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785020965340'] for network, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:30:27.100267 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-ff1a0143-f53b-4fb4-bd67-52fefb17c3e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873'] for network, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:30:27.101365 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff1a0143-f53b-4fb4-bd67-52fefb17c3e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:30:27.102000 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-ff1a0143-f53b-4fb4-bd67-52fefb17c3e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574827'] for network, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:30:27.151059 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-ff1a0143-f53b-4fb4-bd67-52fefb17c3e4 admin admin] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7171333 Oct 19 07:30:27.206297 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1a0143-f53b-4fb4-bd67-52fefb17c3e4 admin admin] Pushing event updated for resources: {'Network': ['ID=fce179d4-5e45-4f81-9caf-fdec9349d470,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:30:27.218211 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Network fce179d4-5e45-4f81-9caf-fdec9349d470 details requested by agent ovs-agent-dv-neutron-861624-1-hyperv with host dv-neutron-861624-1-hyperv {{(pid=103334) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 07:30:29.876363 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 52014) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:30:30.279618 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4741cd72-7860-440d-9b16-3c12312d9ebe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:30:30.281630 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-4741cd72-7860-440d-9b16-3c12312d9ebe admin admin] 10.222.0.27 "GET /v2.0/networks/fce179d4-5e45-4f81-9caf-fdec9349d470 HTTP/1.1" status: 200 len: 825 time: 0.4042776 Oct 19 07:30:30.308378 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-063099f4-8a20-4833-b414-073b0db0015c admin admin] 10.222.0.27 "GET /v2.0/subnetpools/2bc7e154-32e4-4f60-8bd6-36bd0f8bce12 HTTP/1.1" status: 200 len: 734 time: 0.0205975 Oct 19 07:30:30.318568 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-da15ca38-77a6-48e4-ad8f-17144d113e2b admin admin] Request body: {'subnet': {'name': 'private-subnet', 'subnetpool_id': '2bc7e154-32e4-4f60-8bd6-36bd0f8bce12', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'network_id': 'fce179d4-5e45-4f81-9caf-fdec9349d470', 'tenant_id': '8dceb337c38a4a56b76c1f7e33b62a94'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:30:30.341604 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da15ca38-77a6-48e4-ad8f-17144d113e2b admin admin] Made reservation on behalf of 8dceb337c38a4a56b76c1f7e33b62a94 for: {'subnet': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 07:30:30.344034 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-da15ca38-77a6-48e4-ad8f-17144d113e2b admin admin] Notify callbacks [] for subnet, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:30:30.644013 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-da15ca38-77a6-48e4-ad8f-17144d113e2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873'] for subnet, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:30:30.713928 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da15ca38-77a6-48e4-ad8f-17144d113e2b admin admin] Pushing event updated for resources: {'Subnet': ['ID=a0d6d9b7-329d-4069-aa10-9e10a4a330c9,revision_number=0']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:30:30.721151 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da15ca38-77a6-48e4-ad8f-17144d113e2b admin admin] Checking segment: {'id': '809f5495-6ceb-41a5-a4d1-0f59d0e1562b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'fce179d4-5e45-4f81-9caf-fdec9349d470'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 19 07:30:30.721531 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da15ca38-77a6-48e4-ad8f-17144d113e2b admin admin] Network hostable DHCP agents. Network: fce179d4-5e45-4f81-9caf-fdec9349d470, hostable agents: ['310d813b-0e3e-4d7e-9b79-8f4ec0dbcab0'], hosted agents: [] {{(pid=103333) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 07:30:30.742638 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da15ca38-77a6-48e4-ad8f-17144d113e2b admin admin] Network fce179d4-5e45-4f81-9caf-fdec9349d470 is scheduled to be hosted by DHCP agent 310d813b-0e3e-4d7e-9b79-8f4ec0dbcab0 with binding_index 1 {{(pid=103333) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 07:30:30.754542 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-da15ca38-77a6-48e4-ad8f-17144d113e2b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861624-1-hyperv, fce179d4-5e45-4f81-9caf-fdec9349d470) {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:30:30.759815 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da15ca38-77a6-48e4-ad8f-17144d113e2b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:30:30.760385 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-da15ca38-77a6-48e4-ad8f-17144d113e2b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574827'] for subnet, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:30:30.765714 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bf5a4dd-df8f-43cb-9c49-0c476a8c3383 None None] Network fce179d4-5e45-4f81-9caf-fdec9349d470 requested from dv-neutron-861624-1-hyperv {{(pid=103334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 07:30:30.785712 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-da15ca38-77a6-48e4-ad8f-17144d113e2b admin admin] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4698641 Oct 19 07:30:31.099102 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36c38658-8195-48fc-82a5-d2a9ffc7ff1c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d12c6ac-27a3-545c-a8f3-f04e30423d6d-fce179d4-5e45-4f81-9caf-fdec9349d470', 'network_id': 'fce179d4-5e45-4f81-9caf-fdec9349d470', 'tenant_id': '8dceb337c38a4a56b76c1f7e33b62a94', 'fixed_ips': [{'subnet_id': 'a0d6d9b7-329d-4069-aa10-9e10a4a330c9'}]}} from dv-neutron-861624-1-hyperv. {{(pid=103334) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 07:30:31.100359 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-36c38658-8195-48fc-82a5-d2a9ffc7ff1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:30:31.412451 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.db_base_plugin_common [None req-36c38658-8195-48fc-82a5-d2a9ffc7ff1c None None] Allocated IP 172.20.0.2 (fce179d4-5e45-4f81-9caf-fdec9349d470/a0d6d9b7-329d-4069-aa10-9e10a4a330c9/231d2bdc-ff0e-438f-8c95-b0a76c2471f7) {{(pid=103334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 07:30:31.626836 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-36c38658-8195-48fc-82a5-d2a9ffc7ff1c None None] Notify callbacks [] for port, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:30:31.636793 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-36c38658-8195-48fc-82a5-d2a9ffc7ff1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785020947330'] for port, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:30:31.722470 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36c38658-8195-48fc-82a5-d2a9ffc7ff1c None None] Network fce179d4-5e45-4f81-9caf-fdec9349d470 is already hosted by enough agents. {{(pid=103334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 07:30:31.726818 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.scheduler.base_scheduler [None req-36c38658-8195-48fc-82a5-d2a9ffc7ff1c None None] Resources bound (agent type, host, resource id): {{(pid=103334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:30:31.728371 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c38658-8195-48fc-82a5-d2a9ffc7ff1c None None] Pushing event updated for resources: {'Port': ['ID=231d2bdc-ff0e-438f-8c95-b0a76c2471f7,revision_number=1']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:30:31.734172 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36c38658-8195-48fc-82a5-d2a9ffc7ff1c None None] Received port after_create {{(pid=103334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 07:30:31.766829 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36c38658-8195-48fc-82a5-d2a9ffc7ff1c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:30:31.767479 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36c38658-8195-48fc-82a5-d2a9ffc7ff1c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:30:31.767558 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36c38658-8195-48fc-82a5-d2a9ffc7ff1c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:30:31.767864 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36c38658-8195-48fc-82a5-d2a9ffc7ff1c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:30:31.768200 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36c38658-8195-48fc-82a5-d2a9ffc7ff1c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:30:31.768591 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36c38658-8195-48fc-82a5-d2a9ffc7ff1c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:30:31.768912 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36c38658-8195-48fc-82a5-d2a9ffc7ff1c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:30:31.769258 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36c38658-8195-48fc-82a5-d2a9ffc7ff1c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:30:31.769606 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36c38658-8195-48fc-82a5-d2a9ffc7ff1c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:30:31.769939 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36c38658-8195-48fc-82a5-d2a9ffc7ff1c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:30:31.770264 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36c38658-8195-48fc-82a5-d2a9ffc7ff1c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:30:31.770586 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36c38658-8195-48fc-82a5-d2a9ffc7ff1c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:30:31.771952 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36c38658-8195-48fc-82a5-d2a9ffc7ff1c None None] Tracked resource versions report: Oct 19 07:30:31.771952 dv-neutron-861624-1-hyperv neutron-server[103334]: pushed versions: Oct 19 07:30:31.771952 dv-neutron-861624-1-hyperv neutron-server[103334]: { 'AddressGroup': {'1.2'}, Oct 19 07:30:31.771952 dv-neutron-861624-1-hyperv neutron-server[103334]: 'ConntrackHelper': {'1.0'}, Oct 19 07:30:31.771952 dv-neutron-861624-1-hyperv neutron-server[103334]: 'Log': {'1.0'}, Oct 19 07:30:31.771952 dv-neutron-861624-1-hyperv neutron-server[103334]: 'Network': {'1.1'}, Oct 19 07:30:31.771952 dv-neutron-861624-1-hyperv neutron-server[103334]: 'Port': {'1.7'}, Oct 19 07:30:31.771952 dv-neutron-861624-1-hyperv neutron-server[103334]: 'PortForwarding': {'1.2'}, Oct 19 07:30:31.771952 dv-neutron-861624-1-hyperv neutron-server[103334]: 'QosPolicy': {'1.9'}, Oct 19 07:30:31.771952 dv-neutron-861624-1-hyperv neutron-server[103334]: 'SecurityGroup': {'1.4'}, Oct 19 07:30:31.771952 dv-neutron-861624-1-hyperv neutron-server[103334]: 'SecurityGroupRule': {'1.2'}, Oct 19 07:30:31.771952 dv-neutron-861624-1-hyperv neutron-server[103334]: 'SubPort': {'1.0'}, Oct 19 07:30:31.771952 dv-neutron-861624-1-hyperv neutron-server[103334]: 'Subnet': {'1.1'}, Oct 19 07:30:31.771952 dv-neutron-861624-1-hyperv neutron-server[103334]: 'Trunk': {'1.1'}} Oct 19 07:30:31.771952 dv-neutron-861624-1-hyperv neutron-server[103334]: consumer versions: Oct 19 07:30:31.771952 dv-neutron-861624-1-hyperv neutron-server[103334]: { DHCP agent@dv-neutron-861624-1-hyperv: {}, Oct 19 07:30:31.771952 dv-neutron-861624-1-hyperv neutron-server[103334]: L3 agent@dv-neutron-861624-1-hyperv: {}, Oct 19 07:30:31.771952 dv-neutron-861624-1-hyperv neutron-server[103334]: Metadata agent@dv-neutron-861624-1-hyperv: {}, Oct 19 07:30:31.771952 dv-neutron-861624-1-hyperv neutron-server[103334]: Metering agent@dv-neutron-861624-1-hyperv: {}, Oct 19 07:30:31.771952 dv-neutron-861624-1-hyperv neutron-server[103334]: Open vSwitch agent@dv-neutron-861624-1-hyperv: { 'AddressGroup': '1.2', Oct 19 07:30:31.771952 dv-neutron-861624-1-hyperv neutron-server[103334]: 'ConntrackHelper': '1.0', Oct 19 07:30:31.771952 dv-neutron-861624-1-hyperv neutron-server[103334]: 'Log': '1.0', Oct 19 07:30:31.771952 dv-neutron-861624-1-hyperv neutron-server[103334]: 'Network': '1.1', Oct 19 07:30:31.771952 dv-neutron-861624-1-hyperv neutron-server[103334]: 'Port': '1.7', Oct 19 07:30:31.771952 dv-neutron-861624-1-hyperv neutron-server[103334]: 'PortForwarding': '1.2', Oct 19 07:30:31.771952 dv-neutron-861624-1-hyperv neutron-server[103334]: 'QosPolicy': '1.9', Oct 19 07:30:31.771952 dv-neutron-861624-1-hyperv neutron-server[103334]: 'SecurityGroup': '1.4', Oct 19 07:30:31.771952 dv-neutron-861624-1-hyperv neutron-server[103334]: 'SecurityGroupRule': '1.2', Oct 19 07:30:31.771952 dv-neutron-861624-1-hyperv neutron-server[103334]: 'SubPort': '1.0', Oct 19 07:30:31.771952 dv-neutron-861624-1-hyperv neutron-server[103334]: 'Subnet': '1.1', Oct 19 07:30:31.771952 dv-neutron-861624-1-hyperv neutron-server[103334]: 'Trunk': '1.1'}} Oct 19 07:30:31.771952 dv-neutron-861624-1-hyperv neutron-server[103334]: {{(pid=103334) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 19 07:30:31.826844 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-36c38658-8195-48fc-82a5-d2a9ffc7ff1c None None] Attempting to bind port 231d2bdc-ff0e-438f-8c95-b0a76c2471f7 on host dv-neutron-861624-1-hyperv for vnic_type normal with profile {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 19 07:30:31.827791 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-36c38658-8195-48fc-82a5-d2a9ffc7ff1c None None] Attempting to bind port 231d2bdc-ff0e-438f-8c95-b0a76c2471f7 by drivers openvswitch,hyperv on host dv-neutron-861624-1-hyperv at level 0 using segments [{'id': '809f5495-6ceb-41a5-a4d1-0f59d0e1562b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'fce179d4-5e45-4f81-9caf-fdec9349d470'}] {{(pid=103334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 19 07:30:31.828226 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36c38658-8195-48fc-82a5-d2a9ffc7ff1c None None] Attempting to bind port 231d2bdc-ff0e-438f-8c95-b0a76c2471f7 on network fce179d4-5e45-4f81-9caf-fdec9349d470 {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 07:30:31.833639 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36c38658-8195-48fc-82a5-d2a9ffc7ff1c None None] Checking agent: {'id': 'a5b0152c-d633-409b-aaf8-3b76458e2410', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861624-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 19, 7, 30, 19), 'started_at': datetime.datetime(2022, 10, 19, 7, 30, 19), 'heartbeat_timestamp': datetime.datetime(2022, 10, 19, 7, 30, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861624-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 07:30:31.834040 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36c38658-8195-48fc-82a5-d2a9ffc7ff1c None None] Checking segment: {'id': '809f5495-6ceb-41a5-a4d1-0f59d0e1562b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'fce179d4-5e45-4f81-9caf-fdec9349d470'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 19 07:30:31.834549 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-36c38658-8195-48fc-82a5-d2a9ffc7ff1c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:30:31.834971 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36c38658-8195-48fc-82a5-d2a9ffc7ff1c None None] Bound using segment: {'id': '809f5495-6ceb-41a5-a4d1-0f59d0e1562b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'fce179d4-5e45-4f81-9caf-fdec9349d470'} {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 07:30:31.835474 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-36c38658-8195-48fc-82a5-d2a9ffc7ff1c None None] Bound port: 231d2bdc-ff0e-438f-8c95-b0a76c2471f7, host: dv-neutron-861624-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '809f5495-6ceb-41a5-a4d1-0f59d0e1562b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'fce179d4-5e45-4f81-9caf-fdec9349d470'}}] {{(pid=103334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 19 07:30:31.835949 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-36c38658-8195-48fc-82a5-d2a9ffc7ff1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:30:31.904371 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-36c38658-8195-48fc-82a5-d2a9ffc7ff1c None None] For port 231d2bdc-ff0e-438f-8c95-b0a76c2471f7, host dv-neutron-861624-1-hyperv, cleared binding levels {{(pid=103334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 07:30:31.927855 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-36c38658-8195-48fc-82a5-d2a9ffc7ff1c None None] For port 231d2bdc-ff0e-438f-8c95-b0a76c2471f7, host dv-neutron-861624-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=231d2bdc-ff0e-438f-8c95-b0a76c2471f7,segment=NetworkSegment(809f5495-6ceb-41a5-a4d1-0f59d0e1562b),segment_id=809f5495-6ceb-41a5-a4d1-0f59d0e1562b)] {{(pid=103334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 07:30:31.933249 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-36c38658-8195-48fc-82a5-d2a9ffc7ff1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:30:32.002687 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c38658-8195-48fc-82a5-d2a9ffc7ff1c None None] Pushing event updated for resources: {'Port': ['ID=231d2bdc-ff0e-438f-8c95-b0a76c2471f7,revision_number=2']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:30:33.295272 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 52022) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:30:33.646954 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [None req-b4d9c1cb-3b32-49f5-b4c1-2d28de13df90 admin admin] http://10.222.0.27:9696/v2.0/extensions returned with HTTP 200 {{(pid=103333) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 07:30:33.652999 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-b4d9c1cb-3b32-49f5-b4c1-2d28de13df90 admin admin] 10.222.0.27 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3566637 Oct 19 07:30:36.137010 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 52030) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:30:36.692412 dv-neutron-861624-1-hyperv neutron-server[103332]: WARNING oslo_policy.policy [None req-def20bde-72e1-41b2-80e9-55da73013318 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 19 07:30:36.693021 dv-neutron-861624-1-hyperv neutron-server[103332]: WARNING oslo_policy.policy [None req-def20bde-72e1-41b2-80e9-55da73013318 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 19 07:30:36.915943 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [None req-def20bde-72e1-41b2-80e9-55da73013318 admin admin] http://10.222.0.27:9696/v2.0/extensions returned with HTTP 200 {{(pid=103332) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 07:30:36.917148 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-def20bde-72e1-41b2-80e9-55da73013318 admin admin] 10.222.0.27 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7781563 Oct 19 07:30:39.680064 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 52050) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:30:39.978212 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-45ccc36e-6f89-4ad1-87b4-efe91103036f admin admin] Request body: {'router': {'admin_state_up': True, 'name': 'router1', 'tenant_id': '8dceb337c38a4a56b76c1f7e33b62a94'}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:30:40.044009 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.policy [None req-45ccc36e-6f89-4ad1-87b4-efe91103036f admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103332) register_rules /opt/stack/neutron/neutron/policy.py:73}} Oct 19 07:30:40.096645 dv-neutron-861624-1-hyperv neutron-server[103332]: WARNING oslo_policy.policy [None req-45ccc36e-6f89-4ad1-87b4-efe91103036f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 19 07:30:40.097038 dv-neutron-861624-1-hyperv neutron-server[103332]: WARNING oslo_policy.policy [None req-45ccc36e-6f89-4ad1-87b4-efe91103036f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 19 07:30:40.162864 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-45ccc36e-6f89-4ad1-87b4-efe91103036f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1692695', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12668'] for router, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:30:40.164755 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-45ccc36e-6f89-4ad1-87b4-efe91103036f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1692835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1693910', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1621825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12659'] for router, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:30:40.325051 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-45ccc36e-6f89-4ad1-87b4-efe91103036f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:30:40.330402 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-45ccc36e-6f89-4ad1-87b4-efe91103036f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1692844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1693859'] for router, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:30:40.353112 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-45ccc36e-6f89-4ad1-87b4-efe91103036f admin admin] Notify callbacks [] for router, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:30:40.364970 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-45ccc36e-6f89-4ad1-87b4-efe91103036f admin admin] 10.222.0.27 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6733193 Oct 19 07:30:40.455355 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device 231d2bdc-ff0e-438f-8c95-b0a76c2471f7 up at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 07:30:40.584666 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Provisioning complete for port 231d2bdc-ff0e-438f-8c95-b0a76c2471f7 triggered by entity L2. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:30:40.585292 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:30:40.585781 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Attempt 1 to provision port 231d2bdc-ff0e-438f-8c95-b0a76c2471f7 Oct 19 07:30:40.673369 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97074700-46da-4830-97c6-438ec8fd4e8b None None] Network fce179d4-5e45-4f81-9caf-fdec9349d470 requested from dv-neutron-861624-1-hyperv {{(pid=103334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 07:30:40.755748 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Current status of the port 231d2bdc-ff0e-438f-8c95-b0a76c2471f7 is: DOWN; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:30:40.756145 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:30:40.804811 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] For port 231d2bdc-ff0e-438f-8c95-b0a76c2471f7, host dv-neutron-861624-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=231d2bdc-ff0e-438f-8c95-b0a76c2471f7,segment=NetworkSegment(809f5495-6ceb-41a5-a4d1-0f59d0e1562b),segment_id=809f5495-6ceb-41a5-a4d1-0f59d0e1562b)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:30:40.807237 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-06903c42-b61a-40f8-a879-3dbb1d7a331a None None] Provisioning complete for port 231d2bdc-ff0e-438f-8c95-b0a76c2471f7 triggered by entity DHCP. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:30:40.807607 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-06903c42-b61a-40f8-a879-3dbb1d7a331a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:30:40.807978 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-06903c42-b61a-40f8-a879-3dbb1d7a331a None None] Attempt 1 to provision port 231d2bdc-ff0e-438f-8c95-b0a76c2471f7 Oct 19 07:30:40.828968 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:30:40.925042 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Pushing event updated for resources: {'Port': ['ID=231d2bdc-ff0e-438f-8c95-b0a76c2471f7,revision_number=3']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:30:40.984052 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-06903c42-b61a-40f8-a879-3dbb1d7a331a None None] Current status of the port 231d2bdc-ff0e-438f-8c95-b0a76c2471f7 is: ACTIVE; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:30:41.205342 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-f9b71ed7-374e-46b2-a941-1621da9abc2f None None] Provisioning complete for port 231d2bdc-ff0e-438f-8c95-b0a76c2471f7 triggered by entity DHCP. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:30:41.205640 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-f9b71ed7-374e-46b2-a941-1621da9abc2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:30:41.205974 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-f9b71ed7-374e-46b2-a941-1621da9abc2f None None] Attempt 1 to provision port 231d2bdc-ff0e-438f-8c95-b0a76c2471f7 Oct 19 07:30:41.283287 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-f9b71ed7-374e-46b2-a941-1621da9abc2f None None] Current status of the port 231d2bdc-ff0e-438f-8c95-b0a76c2471f7 is: ACTIVE; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:30:42.398568 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device 231d2bdc-ff0e-438f-8c95-b0a76c2471f7 up at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 07:30:42.445781 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Provisioning complete for port 231d2bdc-ff0e-438f-8c95-b0a76c2471f7 triggered by entity L2. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:30:42.446323 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:30:42.446888 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Attempt 1 to provision port 231d2bdc-ff0e-438f-8c95-b0a76c2471f7 Oct 19 07:30:42.522303 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Current status of the port 231d2bdc-ff0e-438f-8c95-b0a76c2471f7 is: ACTIVE; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:30:42.835962 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 52062) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:30:43.141932 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [None req-9c44f21f-5b47-4a64-9c9e-46212d9607a8 admin admin] http://10.222.0.27:9696/v2.0/extensions returned with HTTP 200 {{(pid=103332) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 07:30:43.142923 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-9c44f21f-5b47-4a64-9c9e-46212d9607a8 admin admin] 10.222.0.27 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3057053 Oct 19 07:30:43.296225 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-5860ee0f-6d8c-4977-a754-96288413237b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:30:45.599746 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 52070) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:30:45.904570 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-80db1a60-2f21-42c1-8e9b-8c1366ea44bc admin admin] Request body: {'network': {'is_default': True, 'provider:network_type': 'flat', 'name': 'public', 'provider:physical_network': 'physnet1', 'router:external': True, 'admin_state_up': True}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:30:45.924495 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80db1a60-2f21-42c1-8e9b-8c1366ea44bc admin admin] Made reservation on behalf of 699579ef05ee4d88b644d29d46d2a177 for: {'network': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 07:30:45.926717 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-80db1a60-2f21-42c1-8e9b-8c1366ea44bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for network, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:30:45.934603 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-80db1a60-2f21-42c1-8e9b-8c1366ea44bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:30:46.009986 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-80db1a60-2f21-42c1-8e9b-8c1366ea44bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:30:46.013598 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-80db1a60-2f21-42c1-8e9b-8c1366ea44bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788643'] for security_group, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:30:46.028276 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-80db1a60-2f21-42c1-8e9b-8c1366ea44bc admin admin] Reserving flat network on physical network physnet1 {{(pid=103333) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Oct 19 07:30:46.048998 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80db1a60-2f21-42c1-8e9b-8c1366ea44bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a7b94b6-9808-4b3e-80fb-1bdbe662c276,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:30:46.052019 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-80db1a60-2f21-42c1-8e9b-8c1366ea44bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979'] for segment, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:30:46.052392 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.db.segments_db [None req-80db1a60-2f21-42c1-8e9b-8c1366ea44bc admin admin] Added segment 53981d04-8205-40d8-8d33-0510111d6f8f of type flat for network 99c66757-74e3-40a4-b479-8d09e3a7c3dd Oct 19 07:30:46.098691 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-80db1a60-2f21-42c1-8e9b-8c1366ea44bc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785020965340'] for network, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:30:46.132582 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-80db1a60-2f21-42c1-8e9b-8c1366ea44bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873'] for network, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:30:46.133448 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80db1a60-2f21-42c1-8e9b-8c1366ea44bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:30:46.134016 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-80db1a60-2f21-42c1-8e9b-8c1366ea44bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574827'] for network, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:30:46.159700 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-80db1a60-2f21-42c1-8e9b-8c1366ea44bc admin admin] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5589175 Oct 19 07:30:46.195822 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80db1a60-2f21-42c1-8e9b-8c1366ea44bc admin admin] Pushing event updated for resources: {'Network': ['ID=99c66757-74e3-40a4-b479-8d09e3a7c3dd,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:30:46.206661 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Network 99c66757-74e3-40a4-b479-8d09e3a7c3dd details requested by agent ovs-agent-dv-neutron-861624-1-hyperv with host dv-neutron-861624-1-hyperv {{(pid=103334) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 07:30:46.283355 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d35c8860-894f-43a0-ace5-5e6ff7817779 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:30:47.806269 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-2a2259f7-b034-4eec-af7a-7abaede746c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:30:48.681203 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 52088) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:30:48.853055 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbc12e57-3177-4004-868b-a43a81542dc3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:30:48.854391 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-dbc12e57-3177-4004-868b-a43a81542dc3 admin admin] 10.222.0.27 "GET /v2.0/subnets/a0d6d9b7-329d-4069-aa10-9e10a4a330c9 HTTP/1.1" status: 200 len: 849 time: 0.1722405 Oct 19 07:30:48.875650 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-1a0da505-d0f9-48c6-b7e2-53b9c5e41298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:30:49.023906 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-98b72214-b59e-4c10-9ada-e86ef5308a2e admin admin] 10.222.0.27 "GET /v2.0/routers/d1726ebe-255f-4c9f-849e-b8c21fc3a95c HTTP/1.1" status: 200 len: 704 time: 0.1630723 Oct 19 07:30:49.063683 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:30:49.291351 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-08cc1d04-ca11-4724-b4bf-20ec60937f46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:30:49.577032 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.db_base_plugin_common [None req-08cc1d04-ca11-4724-b4bf-20ec60937f46 admin admin] Allocated IP 172.20.0.1 (fce179d4-5e45-4f81-9caf-fdec9349d470/a0d6d9b7-329d-4069-aa10-9e10a4a330c9/7079c97c-261d-4fbc-94cf-9f8bba69bf2a) {{(pid=103333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 07:30:49.774201 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-08cc1d04-ca11-4724-b4bf-20ec60937f46 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:30:49.839296 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-08cc1d04-ca11-4724-b4bf-20ec60937f46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785020947330'] for port, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:30:49.910166 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08cc1d04-ca11-4724-b4bf-20ec60937f46 admin admin] Network fce179d4-5e45-4f81-9caf-fdec9349d470 is already hosted by enough agents. {{(pid=103333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 07:30:49.914747 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-08cc1d04-ca11-4724-b4bf-20ec60937f46 admin admin] Resources bound (agent type, host, resource id): {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:30:49.921049 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08cc1d04-ca11-4724-b4bf-20ec60937f46 admin admin] Received port after_create {{(pid=103333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 07:30:49.921599 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-08cc1d04-ca11-4724-b4bf-20ec60937f46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1695190'] for router_interface, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:30:49.981542 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cc1d04-ca11-4724-b4bf-20ec60937f46 admin admin] Pushing event updated for resources: {'Port': ['ID=7079c97c-261d-4fbc-94cf-9f8bba69bf2a,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:30:50.120888 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-08cc1d04-ca11-4724-b4bf-20ec60937f46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:30:50.151187 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-a38a1888-65c7-4046-a957-22a74d1fd33b None None] Provisioning complete for port 7079c97c-261d-4fbc-94cf-9f8bba69bf2a triggered by entity DHCP. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:30:50.151725 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-a38a1888-65c7-4046-a957-22a74d1fd33b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:30:50.151868 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-a38a1888-65c7-4046-a957-22a74d1fd33b None None] Attempt 1 to provision port 7079c97c-261d-4fbc-94cf-9f8bba69bf2a Oct 19 07:30:50.184833 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-a38a1888-65c7-4046-a957-22a74d1fd33b None None] Port 7079c97c-261d-4fbc-94cf-9f8bba69bf2a cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 07:30:50.333567 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-08cc1d04-ca11-4724-b4bf-20ec60937f46 admin admin] Notify callbacks [] for port, precommit_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:30:50.338919 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-08cc1d04-ca11-4724-b4bf-20ec60937f46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:30:50.339663 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-08cc1d04-ca11-4724-b4bf-20ec60937f46 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1574855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1694822'] for router_interface, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:30:50.398075 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cc1d04-ca11-4724-b4bf-20ec60937f46 admin admin] Pushing event updated for resources: {'Port': ['ID=7079c97c-261d-4fbc-94cf-9f8bba69bf2a,revision_number=2']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:30:50.460760 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08cc1d04-ca11-4724-b4bf-20ec60937f46 admin admin] Network fce179d4-5e45-4f81-9caf-fdec9349d470 is already hosted by enough agents. {{(pid=103333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 07:30:50.462073 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-08cc1d04-ca11-4724-b4bf-20ec60937f46 admin admin] Resources bound (agent type, host, resource id): {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:30:50.623278 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08cc1d04-ca11-4724-b4bf-20ec60937f46 admin admin] Router d1726ebe-255f-4c9f-849e-b8c21fc3a95c is scheduled to L3 agent ab388470-1243-4d53-80f2-c2f5899c97a7 with binding_index 1 {{(pid=103333) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 07:30:50.685561 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-a38a1888-65c7-4046-a957-22a74d1fd33b None None] Attempt 2 to provision port 7079c97c-261d-4fbc-94cf-9f8bba69bf2a Oct 19 07:30:50.717955 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08cc1d04-ca11-4724-b4bf-20ec60937f46 admin admin] Notify agent at l3_agent.dv-neutron-861624-1-hyperv the message routers_updated {{(pid=103333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 07:30:50.721088 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-a38a1888-65c7-4046-a957-22a74d1fd33b None None] Port 7079c97c-261d-4fbc-94cf-9f8bba69bf2a cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 07:30:50.723499 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-08cc1d04-ca11-4724-b4bf-20ec60937f46 admin admin] 10.222.0.27 "PUT /v2.0/routers/d1726ebe-255f-4c9f-849e-b8c21fc3a95c/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.6938164 Oct 19 07:30:50.734056 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3632cea3-6c58-434d-8bd6-220f20d6c8c7 None None] Sync routers for ids ['d1726ebe-255f-4c9f-849e-b8c21fc3a95c'] in dv-neutron-861624-1-hyperv {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 07:30:50.746087 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3632cea3-6c58-434d-8bd6-220f20d6c8c7 None None] Routers {'d1726ebe-255f-4c9f-849e-b8c21fc3a95c'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 07:30:50.747066 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-3632cea3-6c58-434d-8bd6-220f20d6c8c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T07:30:46Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['d1726ebe-255f-4c9f-849e-b8c21fc3a95c'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:30:50.930250 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvr_db [None req-3632cea3-6c58-434d-8bd6-220f20d6c8c7 None None] Set router d1726ebe-255f-4c9f-849e-b8c21fc3a95c gateway port host: None {{(pid=103335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 07:30:51.222273 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-a38a1888-65c7-4046-a957-22a74d1fd33b None None] Attempt 3 to provision port 7079c97c-261d-4fbc-94cf-9f8bba69bf2a Oct 19 07:30:51.260413 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-a38a1888-65c7-4046-a957-22a74d1fd33b None None] Port 7079c97c-261d-4fbc-94cf-9f8bba69bf2a cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 07:30:51.352579 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-3632cea3-6c58-434d-8bd6-220f20d6c8c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1726ebe-255f-4c9f-849e-b8c21fc3a95c', 'name': 'router1', 'tenant_id': '8dceb337c38a4a56b76c1f7e33b62a94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T07:30:40Z', 'updated_at': '2022-10-19T07:30:50Z', 'revision_number': 2, 'project_id': '8dceb337c38a4a56b76c1f7e33b62a94', 'gw_port_host': None, '_interfaces': [{'id': '7079c97c-261d-4fbc-94cf-9f8bba69bf2a', 'name': '', 'network_id': 'fce179d4-5e45-4f81-9caf-fdec9349d470', 'tenant_id': '8dceb337c38a4a56b76c1f7e33b62a94', 'mac_address': 'fa:16:3e:af:b4:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1726ebe-255f-4c9f-849e-b8c21fc3a95c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a0d6d9b7-329d-4069-aa10-9e10a4a330c9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:30:49Z', 'updated_at': '2022-10-19T07:30:50Z', 'revision_number': 2, 'project_id': '8dceb337c38a4a56b76c1f7e33b62a94', 'subnets': [{'id': 'a0d6d9b7-329d-4069-aa10-9e10a4a330c9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2bc7e154-32e4-4f60-8bd6-36bd0f8bce12'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:30:51.402919 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3632cea3-6c58-434d-8bd6-220f20d6c8c7 None None] Checking router: d1726ebe-255f-4c9f-849e-b8c21fc3a95c for host: dv-neutron-861624-1-hyperv {{(pid=103335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 07:30:51.403278 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3632cea3-6c58-434d-8bd6-220f20d6c8c7 None None] Updating router d1726ebe-255f-4c9f-849e-b8c21fc3a95c port 7079c97c-261d-4fbc-94cf-9f8bba69bf2a binding host dv-neutron-861624-1-hyperv {{(pid=103335) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 07:30:51.451046 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3632cea3-6c58-434d-8bd6-220f20d6c8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:30:51.761799 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-a38a1888-65c7-4046-a957-22a74d1fd33b None None] Attempt 4 to provision port 7079c97c-261d-4fbc-94cf-9f8bba69bf2a Oct 19 07:30:51.800172 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-a38a1888-65c7-4046-a957-22a74d1fd33b None None] Port 7079c97c-261d-4fbc-94cf-9f8bba69bf2a cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 07:30:51.959100 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3632cea3-6c58-434d-8bd6-220f20d6c8c7 None None] Notify callbacks [] for port, precommit_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:30:51.965525 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3632cea3-6c58-434d-8bd6-220f20d6c8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:30:52.103098 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9311802c-9692-481e-aa40-2366af841a62 None None] Pushing event updated for resources: {'Port': ['ID=7079c97c-261d-4fbc-94cf-9f8bba69bf2a,revision_number=3']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:30:52.111564 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-3632cea3-6c58-434d-8bd6-220f20d6c8c7 None None] Attempting to bind port 7079c97c-261d-4fbc-94cf-9f8bba69bf2a on host dv-neutron-861624-1-hyperv for vnic_type normal with profile {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 19 07:30:52.111959 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-3632cea3-6c58-434d-8bd6-220f20d6c8c7 None None] Attempting to bind port 7079c97c-261d-4fbc-94cf-9f8bba69bf2a by drivers openvswitch,hyperv on host dv-neutron-861624-1-hyperv at level 0 using segments [{'id': '809f5495-6ceb-41a5-a4d1-0f59d0e1562b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'fce179d4-5e45-4f81-9caf-fdec9349d470'}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 19 07:30:52.112386 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3632cea3-6c58-434d-8bd6-220f20d6c8c7 None None] Attempting to bind port 7079c97c-261d-4fbc-94cf-9f8bba69bf2a on network fce179d4-5e45-4f81-9caf-fdec9349d470 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 07:30:52.115686 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9311802c-9692-481e-aa40-2366af841a62 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:30:52.116043 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9311802c-9692-481e-aa40-2366af841a62 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:30:52.116378 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9311802c-9692-481e-aa40-2366af841a62 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:30:52.116725 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9311802c-9692-481e-aa40-2366af841a62 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:30:52.117046 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9311802c-9692-481e-aa40-2366af841a62 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:30:52.117380 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9311802c-9692-481e-aa40-2366af841a62 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:30:52.117701 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9311802c-9692-481e-aa40-2366af841a62 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:30:52.118029 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9311802c-9692-481e-aa40-2366af841a62 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:30:52.118359 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9311802c-9692-481e-aa40-2366af841a62 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:30:52.118672 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9311802c-9692-481e-aa40-2366af841a62 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:30:52.118983 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9311802c-9692-481e-aa40-2366af841a62 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:30:52.119291 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9311802c-9692-481e-aa40-2366af841a62 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:30:52.120640 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9311802c-9692-481e-aa40-2366af841a62 None None] Tracked resource versions report: Oct 19 07:30:52.120640 dv-neutron-861624-1-hyperv neutron-server[103335]: pushed versions: Oct 19 07:30:52.120640 dv-neutron-861624-1-hyperv neutron-server[103335]: { 'AddressGroup': {'1.2'}, Oct 19 07:30:52.120640 dv-neutron-861624-1-hyperv neutron-server[103335]: 'ConntrackHelper': {'1.0'}, Oct 19 07:30:52.120640 dv-neutron-861624-1-hyperv neutron-server[103335]: 'Log': {'1.0'}, Oct 19 07:30:52.120640 dv-neutron-861624-1-hyperv neutron-server[103335]: 'Network': {'1.1'}, Oct 19 07:30:52.120640 dv-neutron-861624-1-hyperv neutron-server[103335]: 'Port': {'1.7'}, Oct 19 07:30:52.120640 dv-neutron-861624-1-hyperv neutron-server[103335]: 'PortForwarding': {'1.2'}, Oct 19 07:30:52.120640 dv-neutron-861624-1-hyperv neutron-server[103335]: 'QosPolicy': {'1.9'}, Oct 19 07:30:52.120640 dv-neutron-861624-1-hyperv neutron-server[103335]: 'SecurityGroup': {'1.4'}, Oct 19 07:30:52.120640 dv-neutron-861624-1-hyperv neutron-server[103335]: 'SecurityGroupRule': {'1.2'}, Oct 19 07:30:52.120640 dv-neutron-861624-1-hyperv neutron-server[103335]: 'SubPort': {'1.0'}, Oct 19 07:30:52.120640 dv-neutron-861624-1-hyperv neutron-server[103335]: 'Subnet': {'1.1'}, Oct 19 07:30:52.120640 dv-neutron-861624-1-hyperv neutron-server[103335]: 'Trunk': {'1.1'}} Oct 19 07:30:52.120640 dv-neutron-861624-1-hyperv neutron-server[103335]: consumer versions: Oct 19 07:30:52.120640 dv-neutron-861624-1-hyperv neutron-server[103335]: { DHCP agent@dv-neutron-861624-1-hyperv: {}, Oct 19 07:30:52.120640 dv-neutron-861624-1-hyperv neutron-server[103335]: L3 agent@dv-neutron-861624-1-hyperv: {}, Oct 19 07:30:52.120640 dv-neutron-861624-1-hyperv neutron-server[103335]: Metadata agent@dv-neutron-861624-1-hyperv: {}, Oct 19 07:30:52.120640 dv-neutron-861624-1-hyperv neutron-server[103335]: Metering agent@dv-neutron-861624-1-hyperv: {}, Oct 19 07:30:52.120640 dv-neutron-861624-1-hyperv neutron-server[103335]: Open vSwitch agent@dv-neutron-861624-1-hyperv: { 'AddressGroup': '1.2', Oct 19 07:30:52.120640 dv-neutron-861624-1-hyperv neutron-server[103335]: 'ConntrackHelper': '1.0', Oct 19 07:30:52.120640 dv-neutron-861624-1-hyperv neutron-server[103335]: 'Log': '1.0', Oct 19 07:30:52.120640 dv-neutron-861624-1-hyperv neutron-server[103335]: 'Network': '1.1', Oct 19 07:30:52.120640 dv-neutron-861624-1-hyperv neutron-server[103335]: 'Port': '1.7', Oct 19 07:30:52.120640 dv-neutron-861624-1-hyperv neutron-server[103335]: 'PortForwarding': '1.2', Oct 19 07:30:52.120640 dv-neutron-861624-1-hyperv neutron-server[103335]: 'QosPolicy': '1.9', Oct 19 07:30:52.120640 dv-neutron-861624-1-hyperv neutron-server[103335]: 'SecurityGroup': '1.4', Oct 19 07:30:52.120640 dv-neutron-861624-1-hyperv neutron-server[103335]: 'SecurityGroupRule': '1.2', Oct 19 07:30:52.120640 dv-neutron-861624-1-hyperv neutron-server[103335]: 'SubPort': '1.0', Oct 19 07:30:52.120640 dv-neutron-861624-1-hyperv neutron-server[103335]: 'Subnet': '1.1', Oct 19 07:30:52.120640 dv-neutron-861624-1-hyperv neutron-server[103335]: 'Trunk': '1.1'}} Oct 19 07:30:52.120640 dv-neutron-861624-1-hyperv neutron-server[103335]: {{(pid=103335) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 19 07:30:52.127666 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3632cea3-6c58-434d-8bd6-220f20d6c8c7 None None] Checking agent: {'id': 'a5b0152c-d633-409b-aaf8-3b76458e2410', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861624-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 19, 7, 30, 19), 'started_at': datetime.datetime(2022, 10, 19, 7, 30, 49), 'heartbeat_timestamp': datetime.datetime(2022, 10, 19, 7, 30, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861624-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 07:30:52.128065 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3632cea3-6c58-434d-8bd6-220f20d6c8c7 None None] Checking segment: {'id': '809f5495-6ceb-41a5-a4d1-0f59d0e1562b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'fce179d4-5e45-4f81-9caf-fdec9349d470'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 19 07:30:52.128569 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3632cea3-6c58-434d-8bd6-220f20d6c8c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:30:52.129429 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3632cea3-6c58-434d-8bd6-220f20d6c8c7 None None] Bound using segment: {'id': '809f5495-6ceb-41a5-a4d1-0f59d0e1562b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'fce179d4-5e45-4f81-9caf-fdec9349d470'} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 07:30:52.129429 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-3632cea3-6c58-434d-8bd6-220f20d6c8c7 None None] Bound port: 7079c97c-261d-4fbc-94cf-9f8bba69bf2a, host: dv-neutron-861624-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '809f5495-6ceb-41a5-a4d1-0f59d0e1562b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'fce179d4-5e45-4f81-9caf-fdec9349d470'}}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 19 07:30:52.129796 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3632cea3-6c58-434d-8bd6-220f20d6c8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:30:52.194477 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-3632cea3-6c58-434d-8bd6-220f20d6c8c7 None None] For port 7079c97c-261d-4fbc-94cf-9f8bba69bf2a, host dv-neutron-861624-1-hyperv, cleared binding levels {{(pid=103335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 07:30:52.213535 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-3632cea3-6c58-434d-8bd6-220f20d6c8c7 None None] For port 7079c97c-261d-4fbc-94cf-9f8bba69bf2a, host dv-neutron-861624-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=7079c97c-261d-4fbc-94cf-9f8bba69bf2a,segment=NetworkSegment(809f5495-6ceb-41a5-a4d1-0f59d0e1562b),segment_id=809f5495-6ceb-41a5-a4d1-0f59d0e1562b)] {{(pid=103335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 07:30:52.218292 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3632cea3-6c58-434d-8bd6-220f20d6c8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:30:52.253840 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3632cea3-6c58-434d-8bd6-220f20d6c8c7 None None] Routers {'d1726ebe-255f-4c9f-849e-b8c21fc3a95c'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 07:30:52.254431 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-3632cea3-6c58-434d-8bd6-220f20d6c8c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T07:30:46Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['d1726ebe-255f-4c9f-849e-b8c21fc3a95c'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:30:52.301588 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-a38a1888-65c7-4046-a957-22a74d1fd33b None None] Attempt 5 to provision port 7079c97c-261d-4fbc-94cf-9f8bba69bf2a Oct 19 07:30:52.336819 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9311802c-9692-481e-aa40-2366af841a62 None None] Pushing event updated for resources: {'Port': ['ID=7079c97c-261d-4fbc-94cf-9f8bba69bf2a,revision_number=4']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:30:52.350817 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvr_db [None req-3632cea3-6c58-434d-8bd6-220f20d6c8c7 None None] Set router d1726ebe-255f-4c9f-849e-b8c21fc3a95c gateway port host: None {{(pid=103335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 07:30:52.400308 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-a38a1888-65c7-4046-a957-22a74d1fd33b None None] Current status of the port 7079c97c-261d-4fbc-94cf-9f8bba69bf2a is: DOWN; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:30:52.400743 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-a38a1888-65c7-4046-a957-22a74d1fd33b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:30:52.431812 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-a38a1888-65c7-4046-a957-22a74d1fd33b None None] For port 7079c97c-261d-4fbc-94cf-9f8bba69bf2a, host dv-neutron-861624-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=7079c97c-261d-4fbc-94cf-9f8bba69bf2a,segment=NetworkSegment(809f5495-6ceb-41a5-a4d1-0f59d0e1562b),segment_id=809f5495-6ceb-41a5-a4d1-0f59d0e1562b)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:30:52.435607 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-a38a1888-65c7-4046-a957-22a74d1fd33b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:30:52.490045 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38a1888-65c7-4046-a957-22a74d1fd33b None None] Pushing event updated for resources: {'Port': ['ID=7079c97c-261d-4fbc-94cf-9f8bba69bf2a,revision_number=5']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:30:52.555556 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-bb7df541-471e-48d1-8b7a-bcb5d15f0afe None None] Provisioning complete for port 7079c97c-261d-4fbc-94cf-9f8bba69bf2a triggered by entity DHCP. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:30:52.555929 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-bb7df541-471e-48d1-8b7a-bcb5d15f0afe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:30:52.556264 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-bb7df541-471e-48d1-8b7a-bcb5d15f0afe None None] Attempt 1 to provision port 7079c97c-261d-4fbc-94cf-9f8bba69bf2a Oct 19 07:30:52.564075 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-3632cea3-6c58-434d-8bd6-220f20d6c8c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1726ebe-255f-4c9f-849e-b8c21fc3a95c', 'name': 'router1', 'tenant_id': '8dceb337c38a4a56b76c1f7e33b62a94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T07:30:40Z', 'updated_at': '2022-10-19T07:30:50Z', 'revision_number': 2, 'project_id': '8dceb337c38a4a56b76c1f7e33b62a94', 'gw_port_host': None, '_interfaces': [{'id': '7079c97c-261d-4fbc-94cf-9f8bba69bf2a', 'name': '', 'network_id': 'fce179d4-5e45-4f81-9caf-fdec9349d470', 'tenant_id': '8dceb337c38a4a56b76c1f7e33b62a94', 'mac_address': 'fa:16:3e:af:b4:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1726ebe-255f-4c9f-849e-b8c21fc3a95c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a0d6d9b7-329d-4069-aa10-9e10a4a330c9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:30:49Z', 'updated_at': '2022-10-19T07:30:52Z', 'revision_number': 4, 'project_id': '8dceb337c38a4a56b76c1f7e33b62a94', 'subnets': [{'id': 'a0d6d9b7-329d-4069-aa10-9e10a4a330c9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2bc7e154-32e4-4f60-8bd6-36bd0f8bce12'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:30:52.590000 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3632cea3-6c58-434d-8bd6-220f20d6c8c7 None None] The sync data for ids ['d1726ebe-255f-4c9f-849e-b8c21fc3a95c'] in dv-neutron-861624-1-hyperv is: [{'id': 'd1726ebe-255f-4c9f-849e-b8c21fc3a95c', 'name': 'router1', 'tenant_id': '8dceb337c38a4a56b76c1f7e33b62a94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T07:30:40Z', 'updated_at': '2022-10-19T07:30:50Z', 'revision_number': 2, 'project_id': '8dceb337c38a4a56b76c1f7e33b62a94', 'gw_port_host': None, '_interfaces': [{'id': '7079c97c-261d-4fbc-94cf-9f8bba69bf2a', 'name': '', 'network_id': 'fce179d4-5e45-4f81-9caf-fdec9349d470', 'tenant_id': '8dceb337c38a4a56b76c1f7e33b62a94', 'mac_address': 'fa:16:3e:af:b4:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1726ebe-255f-4c9f-849e-b8c21fc3a95c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a0d6d9b7-329d-4069-aa10-9e10a4a330c9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:30:49Z', 'updated_at': '2022-10-19T07:30:52Z', 'revision_number': 4, 'project_id': '8dceb337c38a4a56b76c1f7e33b62a94', 'subnets': [{'id': 'a0d6d9b7-329d-4069-aa10-9e10a4a330c9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2bc7e154-32e4-4f60-8bd6-36bd0f8bce12'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 07:30:52.640411 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-bb7df541-471e-48d1-8b7a-bcb5d15f0afe None None] Current status of the port 7079c97c-261d-4fbc-94cf-9f8bba69bf2a is: ACTIVE; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:30:53.007623 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 52108) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:30:53.117776 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bad43a89-dc1b-442b-aea5-40993550c4d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:30:53.119257 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-bad43a89-dc1b-442b-aea5-40993550c4d5 admin admin] 10.222.0.27 "GET /v2.0/networks/99c66757-74e3-40a4-b479-8d09e3a7c3dd HTTP/1.1" status: 200 len: 842 time: 0.1105344 Oct 19 07:30:53.129631 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-f310b991-4476-48a6-9873-4e3455ea2106 admin admin] Request body: {'subnet': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'gateway_ip': '172.26.0.1', 'enable_dhcp': False, 'cidr': '172.26.0.0/24', 'name': 'public-subnet', 'ip_version': 4}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:30:53.150102 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f310b991-4476-48a6-9873-4e3455ea2106 admin admin] Made reservation on behalf of 699579ef05ee4d88b644d29d46d2a177 for: {'subnet': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 07:30:53.152279 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-f310b991-4476-48a6-9873-4e3455ea2106 admin admin] Notify callbacks [] for subnet, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:30:53.431849 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.objects.ports [None req-f310b991-4476-48a6-9873-4e3455ea2106 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103333) get_objects /opt/stack/neutron/neutron/objects/ports.py:470}} Oct 19 07:30:53.432292 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-f310b991-4476-48a6-9873-4e3455ea2106 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873'] for subnet, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:30:53.491656 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f310b991-4476-48a6-9873-4e3455ea2106 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7f3d1034-1de7-458a-a3ee-77488de3949b,revision_number=0']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:30:53.499759 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f310b991-4476-48a6-9873-4e3455ea2106 admin admin] Checking segment: {'id': '53981d04-8205-40d8-8d33-0510111d6f8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 19 07:30:53.500115 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f310b991-4476-48a6-9873-4e3455ea2106 admin admin] Network hostable DHCP agents. Network: 99c66757-74e3-40a4-b479-8d09e3a7c3dd, hostable agents: ['310d813b-0e3e-4d7e-9b79-8f4ec0dbcab0'], hosted agents: [] {{(pid=103333) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 07:30:53.516105 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f310b991-4476-48a6-9873-4e3455ea2106 admin admin] Network 99c66757-74e3-40a4-b479-8d09e3a7c3dd is scheduled to be hosted by DHCP agent 310d813b-0e3e-4d7e-9b79-8f4ec0dbcab0 with binding_index 1 {{(pid=103333) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 07:30:53.524761 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-f310b991-4476-48a6-9873-4e3455ea2106 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861624-1-hyperv, 99c66757-74e3-40a4-b479-8d09e3a7c3dd) {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:30:53.528737 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f310b991-4476-48a6-9873-4e3455ea2106 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:30:53.529315 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-f310b991-4476-48a6-9873-4e3455ea2106 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574827'] for subnet, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:30:53.535464 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17219d21-eda9-4991-bbcf-6af485941e41 None None] Network 99c66757-74e3-40a4-b479-8d09e3a7c3dd requested from dv-neutron-861624-1-hyperv {{(pid=103334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 07:30:53.545906 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-f310b991-4476-48a6-9873-4e3455ea2106 admin admin] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4190469 Oct 19 07:30:53.684483 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7aaa48d-72eb-49b2-9f88-d3a31495e7c1 None None] Network 99c66757-74e3-40a4-b479-8d09e3a7c3dd requested from dv-neutron-861624-1-hyperv {{(pid=103334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 07:30:55.901667 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 52116) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:30:56.098693 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-75242ede-6b97-4355-9b0a-19e5692d4c7d admin admin] 10.222.0.27 "GET /v2.0/routers/d1726ebe-255f-4c9f-849e-b8c21fc3a95c HTTP/1.1" status: 200 len: 710 time: 0.1956975 Oct 19 07:30:56.183773 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcd26746-8364-42e8-bfb1-3fe312b179ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:30:56.185179 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-fcd26746-8364-42e8-bfb1-3fe312b179ba admin admin] 10.222.0.27 "GET /v2.0/networks/99c66757-74e3-40a4-b479-8d09e3a7c3dd HTTP/1.1" status: 200 len: 886 time: 0.0807157 Oct 19 07:30:56.194597 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-c6410ac6-01ca-4449-b714-eb0c613e6346 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd'}}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:30:56.440728 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-c6410ac6-01ca-4449-b714-eb0c613e6346 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:30:56.681693 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-c6410ac6-01ca-4449-b714-eb0c613e6346 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:30:56.754553 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-c6410ac6-01ca-4449-b714-eb0c613e6346 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:30:56.858399 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.db_base_plugin_common [None req-c6410ac6-01ca-4449-b714-eb0c613e6346 admin admin] Allocated IP 172.26.0.193 (99c66757-74e3-40a4-b479-8d09e3a7c3dd/7f3d1034-1de7-458a-a3ee-77488de3949b/59aee4ef-8da5-4e15-8c86-8ade8a887388) {{(pid=103333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 07:30:56.961214 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-c6410ac6-01ca-4449-b714-eb0c613e6346 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:30:56.995082 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-c6410ac6-01ca-4449-b714-eb0c613e6346 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785020947330'] for port, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:30:57.031776 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6410ac6-01ca-4449-b714-eb0c613e6346 admin admin] Network 99c66757-74e3-40a4-b479-8d09e3a7c3dd is already hosted by enough agents. {{(pid=103333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 07:30:57.034575 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-c6410ac6-01ca-4449-b714-eb0c613e6346 admin admin] Resources bound (agent type, host, resource id): {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:30:57.038903 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6410ac6-01ca-4449-b714-eb0c613e6346 admin admin] Received port after_create {{(pid=103333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 07:30:57.073998 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6410ac6-01ca-4449-b714-eb0c613e6346 admin admin] Pushing event updated for resources: {'Port': ['ID=59aee4ef-8da5-4e15-8c86-8ade8a887388,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:30:57.295775 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-c6410ac6-01ca-4449-b714-eb0c613e6346 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:30:57.581195 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-c6410ac6-01ca-4449-b714-eb0c613e6346 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1693896', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1692821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12609'] for router, precommit_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:30:57.584615 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-c6410ac6-01ca-4449-b714-eb0c613e6346 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1693859', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1693873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1693882', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1692830'] for router, after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:30:57.692077 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6410ac6-01ca-4449-b714-eb0c613e6346 admin admin] Router d1726ebe-255f-4c9f-849e-b8c21fc3a95c has already been hosted by L3 agent ab388470-1243-4d53-80f2-c2f5899c97a7 {{(pid=103333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 07:30:57.812181 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6410ac6-01ca-4449-b714-eb0c613e6346 admin admin] Notify agent at l3_agent.dv-neutron-861624-1-hyperv the message routers_updated {{(pid=103333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 07:30:57.816627 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-c6410ac6-01ca-4449-b714-eb0c613e6346 admin admin] Notify callbacks [] for router, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:30:57.821175 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-c6410ac6-01ca-4449-b714-eb0c613e6346 admin admin] 10.222.0.27 "PUT /v2.0/routers/d1726ebe-255f-4c9f-849e-b8c21fc3a95c HTTP/1.1" status: 200 len: 890 time: 1.6264377 Oct 19 07:30:58.423357 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device 7079c97c-261d-4fbc-94cf-9f8bba69bf2a up at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 07:30:58.469487 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Provisioning complete for port 7079c97c-261d-4fbc-94cf-9f8bba69bf2a triggered by entity L2. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:30:58.469851 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:30:58.470180 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Attempt 1 to provision port 7079c97c-261d-4fbc-94cf-9f8bba69bf2a Oct 19 07:30:58.544083 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Current status of the port 7079c97c-261d-4fbc-94cf-9f8bba69bf2a is: ACTIVE; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:30:59.078674 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d08251a6-48bf-49c2-b1cc-354a2d41ff20 None None] Sync routers for ids ['d1726ebe-255f-4c9f-849e-b8c21fc3a95c'] in dv-neutron-861624-1-hyperv {{(pid=103334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 07:30:59.093396 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d08251a6-48bf-49c2-b1cc-354a2d41ff20 None None] Routers {'d1726ebe-255f-4c9f-849e-b8c21fc3a95c'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 07:30:59.094133 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-d08251a6-48bf-49c2-b1cc-354a2d41ff20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T07:30:46Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['d1726ebe-255f-4c9f-849e-b8c21fc3a95c'], 'active': True} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:30:59.308931 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvr_db [None req-d08251a6-48bf-49c2-b1cc-354a2d41ff20 None None] Set router d1726ebe-255f-4c9f-849e-b8c21fc3a95c gateway port host: dv-neutron-861624-1-hyperv {{(pid=103334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 07:30:59.769805 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-d08251a6-48bf-49c2-b1cc-354a2d41ff20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1726ebe-255f-4c9f-849e-b8c21fc3a95c', 'name': 'router1', 'tenant_id': '8dceb337c38a4a56b76c1f7e33b62a94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'external_fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.193'}], 'enable_snat': True}, 'gw_port_id': '59aee4ef-8da5-4e15-8c86-8ade8a887388', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T07:30:40Z', 'updated_at': '2022-10-19T07:30:57Z', 'revision_number': 4, 'project_id': '8dceb337c38a4a56b76c1f7e33b62a94', 'gw_port': {'id': '59aee4ef-8da5-4e15-8c86-8ade8a887388', 'name': '', 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:1c:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1726ebe-255f-4c9f-849e-b8c21fc3a95c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:30:56Z', 'updated_at': '2022-10-19T07:30:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861624-1-hyperv', '_interfaces': [{'id': '7079c97c-261d-4fbc-94cf-9f8bba69bf2a', 'name': '', 'network_id': 'fce179d4-5e45-4f81-9caf-fdec9349d470', 'tenant_id': '8dceb337c38a4a56b76c1f7e33b62a94', 'mac_address': 'fa:16:3e:af:b4:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1726ebe-255f-4c9f-849e-b8c21fc3a95c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a0d6d9b7-329d-4069-aa10-9e10a4a330c9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:30:49Z', 'updated_at': '2022-10-19T07:30:52Z', 'revision_number': 5, 'project_id': '8dceb337c38a4a56b76c1f7e33b62a94', 'subnets': [{'id': 'a0d6d9b7-329d-4069-aa10-9e10a4a330c9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2bc7e154-32e4-4f60-8bd6-36bd0f8bce12'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:30:59.820659 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d08251a6-48bf-49c2-b1cc-354a2d41ff20 None None] Checking router: d1726ebe-255f-4c9f-849e-b8c21fc3a95c for host: dv-neutron-861624-1-hyperv {{(pid=103334) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 07:30:59.821011 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d08251a6-48bf-49c2-b1cc-354a2d41ff20 None None] Updating router d1726ebe-255f-4c9f-849e-b8c21fc3a95c port 59aee4ef-8da5-4e15-8c86-8ade8a887388 binding host dv-neutron-861624-1-hyperv {{(pid=103334) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 07:30:59.869400 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d08251a6-48bf-49c2-b1cc-354a2d41ff20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:31:00.189306 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d08251a6-48bf-49c2-b1cc-354a2d41ff20 None None] Notify callbacks [] for port, precommit_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:31:00.194656 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d08251a6-48bf-49c2-b1cc-354a2d41ff20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:31:00.228881 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-d08251a6-48bf-49c2-b1cc-354a2d41ff20 None None] Attempting to bind port 59aee4ef-8da5-4e15-8c86-8ade8a887388 on host dv-neutron-861624-1-hyperv for vnic_type normal with profile {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 19 07:31:00.229253 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-d08251a6-48bf-49c2-b1cc-354a2d41ff20 None None] Attempting to bind port 59aee4ef-8da5-4e15-8c86-8ade8a887388 by drivers openvswitch,hyperv on host dv-neutron-861624-1-hyperv at level 0 using segments [{'id': '53981d04-8205-40d8-8d33-0510111d6f8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd'}] {{(pid=103334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 19 07:31:00.229614 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d08251a6-48bf-49c2-b1cc-354a2d41ff20 None None] Attempting to bind port 59aee4ef-8da5-4e15-8c86-8ade8a887388 on network 99c66757-74e3-40a4-b479-8d09e3a7c3dd {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 07:31:00.238993 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d08251a6-48bf-49c2-b1cc-354a2d41ff20 None None] Checking agent: {'id': 'a5b0152c-d633-409b-aaf8-3b76458e2410', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861624-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 19, 7, 30, 19), 'started_at': datetime.datetime(2022, 10, 19, 7, 30, 49), 'heartbeat_timestamp': datetime.datetime(2022, 10, 19, 7, 30, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861624-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 07:31:00.239365 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d08251a6-48bf-49c2-b1cc-354a2d41ff20 None None] Checking segment: {'id': '53981d04-8205-40d8-8d33-0510111d6f8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 19 07:31:00.239760 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d08251a6-48bf-49c2-b1cc-354a2d41ff20 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:31:00.240141 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d08251a6-48bf-49c2-b1cc-354a2d41ff20 None None] Bound using segment: {'id': '53981d04-8205-40d8-8d33-0510111d6f8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd'} {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 07:31:00.240619 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-d08251a6-48bf-49c2-b1cc-354a2d41ff20 None None] Bound port: 59aee4ef-8da5-4e15-8c86-8ade8a887388, host: dv-neutron-861624-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53981d04-8205-40d8-8d33-0510111d6f8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd'}}] {{(pid=103334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 19 07:31:00.241010 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d08251a6-48bf-49c2-b1cc-354a2d41ff20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:31:00.264471 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5a9b6d-1019-4075-b105-2d2c3e8f80ee None None] Pushing event updated for resources: {'Port': ['ID=59aee4ef-8da5-4e15-8c86-8ade8a887388,revision_number=2']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:31:00.268881 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 52128) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:31:00.299140 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-d08251a6-48bf-49c2-b1cc-354a2d41ff20 None None] For port 59aee4ef-8da5-4e15-8c86-8ade8a887388, host dv-neutron-861624-1-hyperv, cleared binding levels {{(pid=103334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 07:31:00.302366 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-d08251a6-48bf-49c2-b1cc-354a2d41ff20 None None] For port 59aee4ef-8da5-4e15-8c86-8ade8a887388, host dv-neutron-861624-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=59aee4ef-8da5-4e15-8c86-8ade8a887388,segment=NetworkSegment(53981d04-8205-40d8-8d33-0510111d6f8f),segment_id=53981d04-8205-40d8-8d33-0510111d6f8f)] {{(pid=103334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 07:31:00.306754 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d08251a6-48bf-49c2-b1cc-354a2d41ff20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:31:00.343457 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d08251a6-48bf-49c2-b1cc-354a2d41ff20 None None] Routers {'d1726ebe-255f-4c9f-849e-b8c21fc3a95c'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 07:31:00.344058 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-d08251a6-48bf-49c2-b1cc-354a2d41ff20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T07:30:46Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['d1726ebe-255f-4c9f-849e-b8c21fc3a95c'], 'active': True} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:31:00.390244 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-308ee418-05b8-4e50-bef3-3a8a151ee96a admin admin] 10.222.0.27 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1188695 Oct 19 07:31:00.392761 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5a9b6d-1019-4075-b105-2d2c3e8f80ee None None] Pushing event updated for resources: {'Port': ['ID=59aee4ef-8da5-4e15-8c86-8ade8a887388,revision_number=3']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:31:00.466612 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvr_db [None req-d08251a6-48bf-49c2-b1cc-354a2d41ff20 None None] Set router d1726ebe-255f-4c9f-849e-b8c21fc3a95c gateway port host: dv-neutron-861624-1-hyperv {{(pid=103334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 07:31:00.628354 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.agents_db [None req-6057327c-4456-4c72-8e75-6d3cd9249757 None None] Agent healthcheck: found 5 active agents {{(pid=103335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 07:31:00.680720 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-d08251a6-48bf-49c2-b1cc-354a2d41ff20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1726ebe-255f-4c9f-849e-b8c21fc3a95c', 'name': 'router1', 'tenant_id': '8dceb337c38a4a56b76c1f7e33b62a94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'external_fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.193'}], 'enable_snat': True}, 'gw_port_id': '59aee4ef-8da5-4e15-8c86-8ade8a887388', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T07:30:40Z', 'updated_at': '2022-10-19T07:30:57Z', 'revision_number': 4, 'project_id': '8dceb337c38a4a56b76c1f7e33b62a94', 'gw_port': {'id': '59aee4ef-8da5-4e15-8c86-8ade8a887388', 'name': '', 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:1c:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1726ebe-255f-4c9f-849e-b8c21fc3a95c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:30:56Z', 'updated_at': '2022-10-19T07:31:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861624-1-hyperv', '_interfaces': [{'id': '7079c97c-261d-4fbc-94cf-9f8bba69bf2a', 'name': '', 'network_id': 'fce179d4-5e45-4f81-9caf-fdec9349d470', 'tenant_id': '8dceb337c38a4a56b76c1f7e33b62a94', 'mac_address': 'fa:16:3e:af:b4:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1726ebe-255f-4c9f-849e-b8c21fc3a95c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a0d6d9b7-329d-4069-aa10-9e10a4a330c9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:30:49Z', 'updated_at': '2022-10-19T07:30:52Z', 'revision_number': 5, 'project_id': '8dceb337c38a4a56b76c1f7e33b62a94', 'subnets': [{'id': 'a0d6d9b7-329d-4069-aa10-9e10a4a330c9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2bc7e154-32e4-4f60-8bd6-36bd0f8bce12'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:31:00.710158 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d08251a6-48bf-49c2-b1cc-354a2d41ff20 None None] The sync data for ids ['d1726ebe-255f-4c9f-849e-b8c21fc3a95c'] in dv-neutron-861624-1-hyperv is: [{'id': 'd1726ebe-255f-4c9f-849e-b8c21fc3a95c', 'name': 'router1', 'tenant_id': '8dceb337c38a4a56b76c1f7e33b62a94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'external_fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.193'}], 'enable_snat': True}, 'gw_port_id': '59aee4ef-8da5-4e15-8c86-8ade8a887388', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T07:30:40Z', 'updated_at': '2022-10-19T07:30:57Z', 'revision_number': 4, 'project_id': '8dceb337c38a4a56b76c1f7e33b62a94', 'gw_port': {'id': '59aee4ef-8da5-4e15-8c86-8ade8a887388', 'name': '', 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:1c:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1726ebe-255f-4c9f-849e-b8c21fc3a95c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:30:56Z', 'updated_at': '2022-10-19T07:31:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861624-1-hyperv', '_interfaces': [{'id': '7079c97c-261d-4fbc-94cf-9f8bba69bf2a', 'name': '', 'network_id': 'fce179d4-5e45-4f81-9caf-fdec9349d470', 'tenant_id': '8dceb337c38a4a56b76c1f7e33b62a94', 'mac_address': 'fa:16:3e:af:b4:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1726ebe-255f-4c9f-849e-b8c21fc3a95c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a0d6d9b7-329d-4069-aa10-9e10a4a330c9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:30:49Z', 'updated_at': '2022-10-19T07:30:52Z', 'revision_number': 5, 'project_id': '8dceb337c38a4a56b76c1f7e33b62a94', 'subnets': [{'id': 'a0d6d9b7-329d-4069-aa10-9e10a4a330c9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2bc7e154-32e4-4f60-8bd6-36bd0f8bce12'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 07:31:02.452575 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device 59aee4ef-8da5-4e15-8c86-8ade8a887388 up at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 07:31:02.504182 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Provisioning complete for port 59aee4ef-8da5-4e15-8c86-8ade8a887388 triggered by entity L2. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:31:02.504579 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:31:02.504913 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Attempt 1 to provision port 59aee4ef-8da5-4e15-8c86-8ade8a887388 Oct 19 07:31:02.585505 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Current status of the port 59aee4ef-8da5-4e15-8c86-8ade8a887388 is: DOWN; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:31:02.585909 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:31:02.612159 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] For port 59aee4ef-8da5-4e15-8c86-8ade8a887388, host dv-neutron-861624-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=59aee4ef-8da5-4e15-8c86-8ade8a887388,segment=NetworkSegment(53981d04-8205-40d8-8d33-0510111d6f8f),segment_id=53981d04-8205-40d8-8d33-0510111d6f8f)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:31:02.618467 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:31:02.671884 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Pushing event updated for resources: {'Port': ['ID=59aee4ef-8da5-4e15-8c86-8ade8a887388,revision_number=4']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:31:04.428480 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device 59aee4ef-8da5-4e15-8c86-8ade8a887388 up at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 07:31:04.510966 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Provisioning complete for port 59aee4ef-8da5-4e15-8c86-8ade8a887388 triggered by entity L2. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:31:04.511748 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:31:04.512260 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Attempt 1 to provision port 59aee4ef-8da5-4e15-8c86-8ade8a887388 Oct 19 07:31:04.603743 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Current status of the port 59aee4ef-8da5-4e15-8c86-8ade8a887388 is: ACTIVE; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:31:13.301030 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-bec62aee-206a-4722-a485-b983e8b7b7c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:31:16.237493 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-2f987f7f-100b-4282-808d-ce88fa14fb8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:31:17.813859 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-2a2259f7-b034-4eec-af7a-7abaede746c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:31:18.993372 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-1a0da505-d0f9-48c6-b7e2-53b9c5e41298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:31:19.075598 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:31:37.630309 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.agents_db [None req-6057327c-4456-4c72-8e75-6d3cd9249757 None None] Agent healthcheck: found 5 active agents {{(pid=103335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 07:31:43.306707 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-46981d6c-1928-4523-a1a5-09ee023a8869 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:31:46.281717 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-6e450c30-05b2-4b2b-8361-ed7942120536 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:31:47.818437 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-2a2259f7-b034-4eec-af7a-7abaede746c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:31:48.885613 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-1a0da505-d0f9-48c6-b7e2-53b9c5e41298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:31:49.076168 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:32:13.311648 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-9174bb7a-5501-4e11-b5d6-468f411a39d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:32:14.629061 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.agents_db [None req-6057327c-4456-4c72-8e75-6d3cd9249757 None None] Agent healthcheck: found 5 active agents {{(pid=103335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 07:32:16.234970 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-27cb0baa-c8ab-4da9-9800-171123c382ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:32:17.822664 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-2a2259f7-b034-4eec-af7a-7abaede746c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:32:18.892278 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-1a0da505-d0f9-48c6-b7e2-53b9c5e41298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:32:19.071343 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:32:43.170123 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 52724) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:32:43.234410 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.pecan_wsgi.hooks.translation [None req-49de7ec5-d7cd-427f-9508-9f95595f1e49 admin admin] GET failed (client error): The resource could not be found. Oct 19 07:32:43.235756 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-49de7ec5-d7cd-427f-9508-9f95595f1e49 admin admin] 10.222.0.27 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0646868 Oct 19 07:32:43.315062 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-61ba9d9e-653d-4044-96d2-84974a2225d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:32:43.399956 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd7b5037-5ac8-46fb-8eb8-0714bebd8a5e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:32:43.401886 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-fd7b5037-5ac8-46fb-8eb8-0714bebd8a5e admin admin] 10.222.0.27 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1610317 Oct 19 07:32:45.627061 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 52734) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:32:45.718054 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c9771a9-d5f6-4df6-a3e2-589b99c9e0f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:32:45.719404 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-3c9771a9-d5f6-4df6-a3e2-589b99c9e0f7 admin admin] 10.222.0.27 "GET /v2.0/subnets/a0d6d9b7-329d-4069-aa10-9e10a4a330c9 HTTP/1.1" status: 200 len: 849 time: 0.0913682 Oct 19 07:32:45.729997 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-8b622e15-9fc1-4ba4-8602-a4b349e458d8 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:32:45.815167 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-8b622e15-9fc1-4ba4-8602-a4b349e458d8 admin admin] Notify callbacks [] for subnet, before_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:32:45.959191 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-8b622e15-9fc1-4ba4-8602-a4b349e458d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8785021377747'] for subnet, after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:32:45.989135 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b622e15-9fc1-4ba4-8602-a4b349e458d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:32:45.989721 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-8b622e15-9fc1-4ba4-8602-a4b349e458d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574827'] for subnet, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:32:45.991105 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-8b622e15-9fc1-4ba4-8602-a4b349e458d8 admin admin] 10.222.0.27 "PUT /v2.0/subnets/a0d6d9b7-329d-4069-aa10-9e10a4a330c9 HTTP/1.1" status: 200 len: 868 time: 0.2652235 Oct 19 07:32:46.003300 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cee0f8c1-b926-4fb4-853f-45b014d81a9f None None] Network fce179d4-5e45-4f81-9caf-fdec9349d470 requested from dv-neutron-861624-1-hyperv {{(pid=103334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 07:32:46.015353 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b622e15-9fc1-4ba4-8602-a4b349e458d8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a0d6d9b7-329d-4069-aa10-9e10a4a330c9,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:32:46.023352 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b622e15-9fc1-4ba4-8602-a4b349e458d8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:32:46.023724 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b622e15-9fc1-4ba4-8602-a4b349e458d8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:32:46.024072 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b622e15-9fc1-4ba4-8602-a4b349e458d8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:32:46.024411 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b622e15-9fc1-4ba4-8602-a4b349e458d8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:32:46.024771 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b622e15-9fc1-4ba4-8602-a4b349e458d8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:32:46.025111 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b622e15-9fc1-4ba4-8602-a4b349e458d8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:32:46.025447 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b622e15-9fc1-4ba4-8602-a4b349e458d8 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:32:46.025778 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b622e15-9fc1-4ba4-8602-a4b349e458d8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:32:46.026110 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b622e15-9fc1-4ba4-8602-a4b349e458d8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:32:46.026754 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b622e15-9fc1-4ba4-8602-a4b349e458d8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:32:46.027085 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b622e15-9fc1-4ba4-8602-a4b349e458d8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:32:46.027413 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b622e15-9fc1-4ba4-8602-a4b349e458d8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:32:46.240214 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-ed3f32f4-36e9-4a24-b6bb-11c3a1eac94d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:32:46.366807 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-80c14069-ceca-49ac-8d0d-5a562c09e67f None None] Provisioning complete for port 231d2bdc-ff0e-438f-8c95-b0a76c2471f7 triggered by entity DHCP. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:32:46.367176 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-80c14069-ceca-49ac-8d0d-5a562c09e67f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:32:46.367510 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-80c14069-ceca-49ac-8d0d-5a562c09e67f None None] Attempt 1 to provision port 231d2bdc-ff0e-438f-8c95-b0a76c2471f7 Oct 19 07:32:46.441851 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-80c14069-ceca-49ac-8d0d-5a562c09e67f None None] Current status of the port 231d2bdc-ff0e-438f-8c95-b0a76c2471f7 is: ACTIVE; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:32:46.452184 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-80c14069-ceca-49ac-8d0d-5a562c09e67f None None] Provisioning complete for port 7079c97c-261d-4fbc-94cf-9f8bba69bf2a triggered by entity DHCP. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:32:46.452500 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-80c14069-ceca-49ac-8d0d-5a562c09e67f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:32:46.452861 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-80c14069-ceca-49ac-8d0d-5a562c09e67f None None] Attempt 1 to provision port 7079c97c-261d-4fbc-94cf-9f8bba69bf2a Oct 19 07:32:46.529959 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-80c14069-ceca-49ac-8d0d-5a562c09e67f None None] Current status of the port 7079c97c-261d-4fbc-94cf-9f8bba69bf2a is: ACTIVE; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:32:47.825028 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-2a2259f7-b034-4eec-af7a-7abaede746c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:32:48.258342 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 52742) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:32:48.476047 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-494573ee-0cc7-4b5a-a7f8-b671379b0d11 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:32:48.476434 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-494573ee-0cc7-4b5a-a7f8-b671379b0d11 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:32:48.478017 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-494573ee-0cc7-4b5a-a7f8-b671379b0d11 admin admin] 10.222.0.27 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2187107 Oct 19 07:32:48.890815 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-1a0da505-d0f9-48c6-b7e2-53b9c5e41298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:32:49.064643 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:32:50.738101 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 52750) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:32:50.871016 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbd82c58-0a9e-4d37-8447-51eb0563c855 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:32:50.871482 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbd82c58-0a9e-4d37-8447-51eb0563c855 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:32:50.873031 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-dbd82c58-0a9e-4d37-8447-51eb0563c855 admin admin] 10.222.0.27 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1339900 Oct 19 07:32:51.627819 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.agents_db [None req-6057327c-4456-4c72-8e75-6d3cd9249757 None None] Agent healthcheck: found 5 active agents {{(pid=103335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 07:32:53.142460 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 52758) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:32:53.269204 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32d5542d-1a43-46a9-907f-0ba2a870000d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:32:53.270549 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-32d5542d-1a43-46a9-907f-0ba2a870000d admin admin] 10.222.0.27 "GET /v2.0/networks/99c66757-74e3-40a4-b479-8d09e3a7c3dd HTTP/1.1" status: 200 len: 886 time: 0.1271477 Oct 19 07:32:55.541515 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 52766) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:32:55.671288 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28b1a843-07b0-4764-aafc-473053eca8bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:32:55.672664 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-28b1a843-07b0-4764-aafc-473053eca8bc admin admin] 10.222.0.27 "GET /v2.0/networks/fce179d4-5e45-4f81-9caf-fdec9349d470 HTTP/1.1" status: 200 len: 869 time: 0.1296470 Oct 19 07:32:57.907474 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 52774) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:32:58.127041 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47c1d01f-55ee-4223-94a2-4e1fb0872865 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:32:58.127406 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47c1d01f-55ee-4223-94a2-4e1fb0872865 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:32:58.128962 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-47c1d01f-55ee-4223-94a2-4e1fb0872865 admin admin] 10.222.0.27 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.2205503 Oct 19 07:33:00.373721 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 52782) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:33:00.466199 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d26205e5-fe71-4356-aef1-02d018d95c76 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:33:00.466649 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d26205e5-fe71-4356-aef1-02d018d95c76 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:33:00.468208 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-d26205e5-fe71-4356-aef1-02d018d95c76 admin admin] 10.222.0.27 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0935566 Oct 19 07:33:02.693554 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 52790) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:33:02.779791 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c88e92f0-2513-42b7-9d3b-0f59d55bbaf7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:33:02.781194 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-c88e92f0-2513-42b7-9d3b-0f59d55bbaf7 admin admin] 10.222.0.27 "GET /v2.0/subnets/7f3d1034-1de7-458a-a3ee-77488de3949b HTTP/1.1" status: 200 len: 816 time: 0.0866735 Oct 19 07:33:05.016984 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 52798) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:33:05.111030 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab02b85a-1d34-4502-943a-0a60c751fa72 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:33:05.112383 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-ab02b85a-1d34-4502-943a-0a60c751fa72 admin admin] 10.222.0.27 "GET /v2.0/subnets/a0d6d9b7-329d-4069-aa10-9e10a4a330c9 HTTP/1.1" status: 200 len: 868 time: 0.0944595 Oct 19 07:33:13.318281 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-f6d10f11-8a29-4fda-9250-1429e836270c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:33:16.243211 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-c44abd7c-a7ef-4ecb-b232-17f22aa0c645 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:33:17.829793 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-2a2259f7-b034-4eec-af7a-7abaede746c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:33:18.895959 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-1a0da505-d0f9-48c6-b7e2-53b9c5e41298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:33:19.067731 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:33:25.860771 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 52852) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:33:25.908191 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [None req-be0089f7-6679-42a7-803e-bd6ee162568e admin admin] http://10.222.0.27:9696/v2.0/extensions returned with HTTP 200 {{(pid=103333) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 07:33:25.909233 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-be0089f7-6679-42a7-803e-bd6ee162568e admin admin] 10.222.0.27 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0475249 Oct 19 07:33:28.265799 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 52860) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:33:28.327099 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.pecan_wsgi.hooks.translation [None req-5cfbabe5-23f8-4b07-ae92-1c04716b5062 admin admin] GET failed (client error): The resource could not be found. Oct 19 07:33:28.328412 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-5cfbabe5-23f8-4b07-ae92-1c04716b5062 admin admin] 10.222.0.27 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0616648 Oct 19 07:33:28.411896 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e07370c3-4283-44b5-89ed-8c6ad8829767 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:33:28.413375 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-e07370c3-4283-44b5-89ed-8c6ad8829767 admin admin] 10.222.0.27 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0803943 Oct 19 07:33:28.626493 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.agents_db [None req-6057327c-4456-4c72-8e75-6d3cd9249757 None None] Agent healthcheck: found 5 active agents {{(pid=103335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 07:33:30.678984 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 52868) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:33:30.726509 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-3696fa1a-5bfc-467e-83f1-c7921011d4e0 admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:33:30.745230 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3696fa1a-5bfc-467e-83f1-c7921011d4e0 admin admin] Made reservation on behalf of 699579ef05ee4d88b644d29d46d2a177 for: {'network': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 07:33:30.747460 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-3696fa1a-5bfc-467e-83f1-c7921011d4e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for network, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:33:30.778078 dv-neutron-861624-1-hyperv neutron-server[103333]: WARNING neutron.services.revisions.revision_plugin [None req-3696fa1a-5bfc-467e-83f1-c7921011d4e0 admin admin] Could not find related network for resource to bump revision. Oct 19 07:33:30.789070 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3696fa1a-5bfc-467e-83f1-c7921011d4e0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 165} {{(pid=103333) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 07:33:30.798120 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-3696fa1a-5bfc-467e-83f1-c7921011d4e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979'] for segment, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:33:30.798560 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.db.segments_db [None req-3696fa1a-5bfc-467e-83f1-c7921011d4e0 admin admin] Added segment 054e2c27-52b4-4d7c-aef4-49eea50c7d74 of type vlan for network 0b6ddea5-ea77-464a-951b-7658773296f0 Oct 19 07:33:30.835482 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-3696fa1a-5bfc-467e-83f1-c7921011d4e0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785020965340'] for network, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:33:30.859771 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-3696fa1a-5bfc-467e-83f1-c7921011d4e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873'] for network, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:33:30.860708 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3696fa1a-5bfc-467e-83f1-c7921011d4e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:33:30.861285 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-3696fa1a-5bfc-467e-83f1-c7921011d4e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574827'] for network, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:33:30.893176 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-3696fa1a-5bfc-467e-83f1-c7921011d4e0 admin admin] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2131217 Oct 19 07:33:30.923582 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3696fa1a-5bfc-467e-83f1-c7921011d4e0 admin admin] Pushing event updated for resources: {'Network': ['ID=0b6ddea5-ea77-464a-951b-7658773296f0,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:33:30.934265 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Network 0b6ddea5-ea77-464a-951b-7658773296f0 details requested by agent ovs-agent-dv-neutron-861624-1-hyperv with host dv-neutron-861624-1-hyperv {{(pid=103334) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 07:33:33.170662 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 52876) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:33:33.230527 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc6fd881-67bf-4de5-bb51-9fde1600b440 admin admin] GET failed (client error): The resource could not be found. Oct 19 07:33:33.231898 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-cc6fd881-67bf-4de5-bb51-9fde1600b440 admin admin] 10.222.0.27 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0602648 Oct 19 07:33:33.305717 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2e375b4-b454-4237-9e74-a0ea272d9050 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:33:33.308193 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-e2e375b4-b454-4237-9e74-a0ea272d9050 admin admin] 10.222.0.27 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0717478 Oct 19 07:33:33.318502 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-56aa6cea-b999-4a7d-9f5d-e2783fa9e1ff admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'ip_version': 4, 'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'network_id': '0b6ddea5-ea77-464a-951b-7658773296f0'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:33:33.337132 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56aa6cea-b999-4a7d-9f5d-e2783fa9e1ff admin admin] Made reservation on behalf of 699579ef05ee4d88b644d29d46d2a177 for: {'subnet': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 07:33:33.339421 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-56aa6cea-b999-4a7d-9f5d-e2783fa9e1ff admin admin] Notify callbacks [] for subnet, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:33:33.503555 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-56aa6cea-b999-4a7d-9f5d-e2783fa9e1ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873'] for subnet, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:33:33.558709 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56aa6cea-b999-4a7d-9f5d-e2783fa9e1ff admin admin] Pushing event updated for resources: {'Subnet': ['ID=623e05c5-c542-403c-9a0a-5249456c586f,revision_number=0']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:33:33.566664 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56aa6cea-b999-4a7d-9f5d-e2783fa9e1ff admin admin] Checking segment: {'id': '054e2c27-52b4-4d7c-aef4-49eea50c7d74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '0b6ddea5-ea77-464a-951b-7658773296f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 19 07:33:33.567002 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56aa6cea-b999-4a7d-9f5d-e2783fa9e1ff admin admin] Network hostable DHCP agents. Network: 0b6ddea5-ea77-464a-951b-7658773296f0, hostable agents: ['310d813b-0e3e-4d7e-9b79-8f4ec0dbcab0'], hosted agents: [] {{(pid=103333) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 07:33:33.582737 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56aa6cea-b999-4a7d-9f5d-e2783fa9e1ff admin admin] Network 0b6ddea5-ea77-464a-951b-7658773296f0 is scheduled to be hosted by DHCP agent 310d813b-0e3e-4d7e-9b79-8f4ec0dbcab0 with binding_index 1 {{(pid=103333) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 07:33:33.592218 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-56aa6cea-b999-4a7d-9f5d-e2783fa9e1ff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861624-1-hyperv, 0b6ddea5-ea77-464a-951b-7658773296f0) {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:33:33.596368 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56aa6cea-b999-4a7d-9f5d-e2783fa9e1ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:33:33.596961 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-56aa6cea-b999-4a7d-9f5d-e2783fa9e1ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574827'] for subnet, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:33:33.601034 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dc5ca19-667c-4133-b03f-d508a909d7ae None None] Network 0b6ddea5-ea77-464a-951b-7658773296f0 requested from dv-neutron-861624-1-hyperv {{(pid=103334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 07:33:33.613796 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-56aa6cea-b999-4a7d-9f5d-e2783fa9e1ff admin admin] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2986176 Oct 19 07:33:33.775705 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d40fb4c0-d219-492a-b460-b2db930c3961 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d12c6ac-27a3-545c-a8f3-f04e30423d6d-0b6ddea5-ea77-464a-951b-7658773296f0', 'network_id': '0b6ddea5-ea77-464a-951b-7658773296f0', 'tenant_id': '699579ef05ee4d88b644d29d46d2a177', 'fixed_ips': [{'subnet_id': '623e05c5-c542-403c-9a0a-5249456c586f'}]}} from dv-neutron-861624-1-hyperv. {{(pid=103334) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 07:33:33.776759 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d40fb4c0-d219-492a-b460-b2db930c3961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:33:33.919324 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.db_base_plugin_common [None req-d40fb4c0-d219-492a-b460-b2db930c3961 None None] Allocated IP 192.168.233.2 (0b6ddea5-ea77-464a-951b-7658773296f0/623e05c5-c542-403c-9a0a-5249456c586f/370b9f07-2503-40b8-8043-4b3040ed0ec7) {{(pid=103334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 07:33:34.061641 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d40fb4c0-d219-492a-b460-b2db930c3961 None None] Notify callbacks [] for port, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:33:34.067044 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d40fb4c0-d219-492a-b460-b2db930c3961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785020947330'] for port, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:33:34.112215 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d40fb4c0-d219-492a-b460-b2db930c3961 None None] Network 0b6ddea5-ea77-464a-951b-7658773296f0 is already hosted by enough agents. {{(pid=103334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 07:33:34.115366 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.scheduler.base_scheduler [None req-d40fb4c0-d219-492a-b460-b2db930c3961 None None] Resources bound (agent type, host, resource id): {{(pid=103334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:33:34.120380 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d40fb4c0-d219-492a-b460-b2db930c3961 None None] Received port after_create {{(pid=103334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 07:33:34.123466 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40fb4c0-d219-492a-b460-b2db930c3961 None None] Pushing event updated for resources: {'Port': ['ID=370b9f07-2503-40b8-8043-4b3040ed0ec7,revision_number=1']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:33:34.134655 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d40fb4c0-d219-492a-b460-b2db930c3961 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:33:34.135183 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d40fb4c0-d219-492a-b460-b2db930c3961 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:33:34.135531 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d40fb4c0-d219-492a-b460-b2db930c3961 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:33:34.135865 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d40fb4c0-d219-492a-b460-b2db930c3961 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:33:34.136193 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d40fb4c0-d219-492a-b460-b2db930c3961 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:33:34.136576 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d40fb4c0-d219-492a-b460-b2db930c3961 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:33:34.136893 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d40fb4c0-d219-492a-b460-b2db930c3961 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:33:34.137232 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d40fb4c0-d219-492a-b460-b2db930c3961 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:33:34.137570 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d40fb4c0-d219-492a-b460-b2db930c3961 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:33:34.137890 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d40fb4c0-d219-492a-b460-b2db930c3961 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:33:34.138204 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d40fb4c0-d219-492a-b460-b2db930c3961 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:33:34.138523 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d40fb4c0-d219-492a-b460-b2db930c3961 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:33:34.186076 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-d40fb4c0-d219-492a-b460-b2db930c3961 None None] Attempting to bind port 370b9f07-2503-40b8-8043-4b3040ed0ec7 on host dv-neutron-861624-1-hyperv for vnic_type normal with profile {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 19 07:33:34.186442 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-d40fb4c0-d219-492a-b460-b2db930c3961 None None] Attempting to bind port 370b9f07-2503-40b8-8043-4b3040ed0ec7 by drivers openvswitch,hyperv on host dv-neutron-861624-1-hyperv at level 0 using segments [{'id': '054e2c27-52b4-4d7c-aef4-49eea50c7d74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '0b6ddea5-ea77-464a-951b-7658773296f0'}] {{(pid=103334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 19 07:33:34.186798 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d40fb4c0-d219-492a-b460-b2db930c3961 None None] Attempting to bind port 370b9f07-2503-40b8-8043-4b3040ed0ec7 on network 0b6ddea5-ea77-464a-951b-7658773296f0 {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 07:33:34.191852 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d40fb4c0-d219-492a-b460-b2db930c3961 None None] Checking agent: {'id': 'a5b0152c-d633-409b-aaf8-3b76458e2410', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861624-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 19, 7, 30, 19), 'started_at': datetime.datetime(2022, 10, 19, 7, 30, 49), 'heartbeat_timestamp': datetime.datetime(2022, 10, 19, 7, 33, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861624-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 07:33:34.192219 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d40fb4c0-d219-492a-b460-b2db930c3961 None None] Checking segment: {'id': '054e2c27-52b4-4d7c-aef4-49eea50c7d74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '0b6ddea5-ea77-464a-951b-7658773296f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 19 07:33:34.192642 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d40fb4c0-d219-492a-b460-b2db930c3961 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:33:34.193030 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d40fb4c0-d219-492a-b460-b2db930c3961 None None] Bound using segment: {'id': '054e2c27-52b4-4d7c-aef4-49eea50c7d74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '0b6ddea5-ea77-464a-951b-7658773296f0'} {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 07:33:34.193485 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-d40fb4c0-d219-492a-b460-b2db930c3961 None None] Bound port: 370b9f07-2503-40b8-8043-4b3040ed0ec7, host: dv-neutron-861624-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '054e2c27-52b4-4d7c-aef4-49eea50c7d74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '0b6ddea5-ea77-464a-951b-7658773296f0'}}] {{(pid=103334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 19 07:33:34.194252 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d40fb4c0-d219-492a-b460-b2db930c3961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:33:34.256402 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-d40fb4c0-d219-492a-b460-b2db930c3961 None None] For port 370b9f07-2503-40b8-8043-4b3040ed0ec7, host dv-neutron-861624-1-hyperv, cleared binding levels {{(pid=103334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 07:33:34.260084 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-d40fb4c0-d219-492a-b460-b2db930c3961 None None] For port 370b9f07-2503-40b8-8043-4b3040ed0ec7, host dv-neutron-861624-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=370b9f07-2503-40b8-8043-4b3040ed0ec7,segment=NetworkSegment(054e2c27-52b4-4d7c-aef4-49eea50c7d74),segment_id=054e2c27-52b4-4d7c-aef4-49eea50c7d74)] {{(pid=103334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 07:33:34.264669 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d40fb4c0-d219-492a-b460-b2db930c3961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:33:34.325369 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40fb4c0-d219-492a-b460-b2db930c3961 None None] Pushing event updated for resources: {'Port': ['ID=370b9f07-2503-40b8-8043-4b3040ed0ec7,revision_number=2']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:33:35.152317 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1829815b-02ac-4aa1-877f-3e2b3f136964 None None] Network 0b6ddea5-ea77-464a-951b-7658773296f0 requested from dv-neutron-861624-1-hyperv {{(pid=103334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 07:33:35.266291 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-1b6e2bac-a493-4920-a7e9-d98353df6a8f None None] Provisioning complete for port 370b9f07-2503-40b8-8043-4b3040ed0ec7 triggered by entity DHCP. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:33:35.266652 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-1b6e2bac-a493-4920-a7e9-d98353df6a8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:33:35.266980 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-1b6e2bac-a493-4920-a7e9-d98353df6a8f None None] Attempt 1 to provision port 370b9f07-2503-40b8-8043-4b3040ed0ec7 Oct 19 07:33:35.378510 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-1b6e2bac-a493-4920-a7e9-d98353df6a8f None None] Current status of the port 370b9f07-2503-40b8-8043-4b3040ed0ec7 is: DOWN; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:33:35.378914 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-1b6e2bac-a493-4920-a7e9-d98353df6a8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:33:35.414371 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-1b6e2bac-a493-4920-a7e9-d98353df6a8f None None] For port 370b9f07-2503-40b8-8043-4b3040ed0ec7, host dv-neutron-861624-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=370b9f07-2503-40b8-8043-4b3040ed0ec7,segment=NetworkSegment(054e2c27-52b4-4d7c-aef4-49eea50c7d74),segment_id=054e2c27-52b4-4d7c-aef4-49eea50c7d74)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:33:35.419527 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-1b6e2bac-a493-4920-a7e9-d98353df6a8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:33:35.476808 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6e2bac-a493-4920-a7e9-d98353df6a8f None None] Pushing event updated for resources: {'Port': ['ID=370b9f07-2503-40b8-8043-4b3040ed0ec7,revision_number=3']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:33:35.539359 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-785f3a40-2529-4ccd-9881-7d5174742d0a None None] Provisioning complete for port 370b9f07-2503-40b8-8043-4b3040ed0ec7 triggered by entity DHCP. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:33:35.539720 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-785f3a40-2529-4ccd-9881-7d5174742d0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:33:35.540049 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-785f3a40-2529-4ccd-9881-7d5174742d0a None None] Attempt 1 to provision port 370b9f07-2503-40b8-8043-4b3040ed0ec7 Oct 19 07:33:35.617674 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-785f3a40-2529-4ccd-9881-7d5174742d0a None None] Current status of the port 370b9f07-2503-40b8-8043-4b3040ed0ec7 is: ACTIVE; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:33:36.534409 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device 370b9f07-2503-40b8-8043-4b3040ed0ec7 up at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 07:33:36.584104 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Provisioning complete for port 370b9f07-2503-40b8-8043-4b3040ed0ec7 triggered by entity L2. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:33:36.584467 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:33:36.584828 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Attempt 1 to provision port 370b9f07-2503-40b8-8043-4b3040ed0ec7 Oct 19 07:33:36.663217 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Current status of the port 370b9f07-2503-40b8-8043-4b3040ed0ec7 is: ACTIVE; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:33:43.317184 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-5ef9a338-4b93-4056-85fe-4d06993c156a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:33:46.246979 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-82576bfa-2d93-477b-9ee7-f19d27aea1fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:33:47.832772 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-2a2259f7-b034-4eec-af7a-7abaede746c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:33:48.897013 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-1a0da505-d0f9-48c6-b7e2-53b9c5e41298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:33:49.068768 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:34:05.627771 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.agents_db [None req-6057327c-4456-4c72-8e75-6d3cd9249757 None None] Agent healthcheck: found 5 active agents {{(pid=103335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 07:34:13.320801 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-f0df0c83-73ee-478a-994b-1fc9ce368ebd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:34:16.247904 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-c442220a-0db1-4b61-9c53-a393c377e2c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:34:17.831746 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-2a2259f7-b034-4eec-af7a-7abaede746c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:34:18.903786 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-1a0da505-d0f9-48c6-b7e2-53b9c5e41298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:34:19.071378 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:34:42.625313 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.agents_db [None req-6057327c-4456-4c72-8e75-6d3cd9249757 None None] Agent healthcheck: found 5 active agents {{(pid=103335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 07:34:43.323515 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-7450bdc9-d6c9-405b-89d7-9007b077e002 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:34:46.249310 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-c58e2554-5035-431e-bdda-4c2cf7ba3a01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:34:47.836664 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-2a2259f7-b034-4eec-af7a-7abaede746c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:34:48.906111 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-1a0da505-d0f9-48c6-b7e2-53b9c5e41298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:34:49.077005 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:34:54.554112 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 52918) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:34:54.560279 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [None req-24bfd475-9e8e-4522-9e7e-c24167d9062d tempest-verify_tempest_config-458970520 tempest-verify_tempest_config-458970520-project] http://10.222.0.27:9696/v2.0/extensions returned with HTTP 200 {{(pid=103333) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 07:34:54.561273 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-24bfd475-9e8e-4522-9e7e-c24167d9062d tempest-verify_tempest_config-458970520 tempest-verify_tempest_config-458970520-project] 10.222.0.27 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0062120 Oct 19 07:34:54.849583 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 52936) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:34:54.958713 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-c314c68e-82de-4dfe-9970-1b855fdccab0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:34:55.060176 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-c314c68e-82de-4dfe-9970-1b855fdccab0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:34:55.063661 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-c314c68e-82de-4dfe-9970-1b855fdccab0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788643'] for security_group, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:34:55.103491 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-c314c68e-82de-4dfe-9970-1b855fdccab0 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=8fa42f20783c4e549ea0985dfda6ab12&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2528808 Oct 19 07:34:55.106234 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 52944) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:34:55.111835 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c314c68e-82de-4dfe-9970-1b855fdccab0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27882a55-53ac-42db-b357-615720611315,revision_number=1']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:34:55.122025 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c314c68e-82de-4dfe-9970-1b855fdccab0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:34:55.122379 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c314c68e-82de-4dfe-9970-1b855fdccab0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:34:55.122717 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c314c68e-82de-4dfe-9970-1b855fdccab0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:34:55.123050 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c314c68e-82de-4dfe-9970-1b855fdccab0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:34:55.123377 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c314c68e-82de-4dfe-9970-1b855fdccab0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:34:55.123717 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c314c68e-82de-4dfe-9970-1b855fdccab0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:34:55.124035 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c314c68e-82de-4dfe-9970-1b855fdccab0 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:34:55.124372 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c314c68e-82de-4dfe-9970-1b855fdccab0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:34:55.124724 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c314c68e-82de-4dfe-9970-1b855fdccab0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:34:55.125045 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c314c68e-82de-4dfe-9970-1b855fdccab0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:34:55.125364 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c314c68e-82de-4dfe-9970-1b855fdccab0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:34:55.125683 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c314c68e-82de-4dfe-9970-1b855fdccab0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:34:55.127012 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c314c68e-82de-4dfe-9970-1b855fdccab0 admin admin] Tracked resource versions report: Oct 19 07:34:55.127012 dv-neutron-861624-1-hyperv neutron-server[103332]: pushed versions: Oct 19 07:34:55.127012 dv-neutron-861624-1-hyperv neutron-server[103332]: { 'AddressGroup': {'1.2'}, Oct 19 07:34:55.127012 dv-neutron-861624-1-hyperv neutron-server[103332]: 'ConntrackHelper': {'1.0'}, Oct 19 07:34:55.127012 dv-neutron-861624-1-hyperv neutron-server[103332]: 'Log': {'1.0'}, Oct 19 07:34:55.127012 dv-neutron-861624-1-hyperv neutron-server[103332]: 'Network': {'1.1'}, Oct 19 07:34:55.127012 dv-neutron-861624-1-hyperv neutron-server[103332]: 'Port': {'1.7'}, Oct 19 07:34:55.127012 dv-neutron-861624-1-hyperv neutron-server[103332]: 'PortForwarding': {'1.2'}, Oct 19 07:34:55.127012 dv-neutron-861624-1-hyperv neutron-server[103332]: 'QosPolicy': {'1.9'}, Oct 19 07:34:55.127012 dv-neutron-861624-1-hyperv neutron-server[103332]: 'SecurityGroup': {'1.4'}, Oct 19 07:34:55.127012 dv-neutron-861624-1-hyperv neutron-server[103332]: 'SecurityGroupRule': {'1.2'}, Oct 19 07:34:55.127012 dv-neutron-861624-1-hyperv neutron-server[103332]: 'SubPort': {'1.0'}, Oct 19 07:34:55.127012 dv-neutron-861624-1-hyperv neutron-server[103332]: 'Subnet': {'1.1'}, Oct 19 07:34:55.127012 dv-neutron-861624-1-hyperv neutron-server[103332]: 'Trunk': {'1.1'}} Oct 19 07:34:55.127012 dv-neutron-861624-1-hyperv neutron-server[103332]: consumer versions: Oct 19 07:34:55.127012 dv-neutron-861624-1-hyperv neutron-server[103332]: { DHCP agent@dv-neutron-861624-1-hyperv: {}, Oct 19 07:34:55.127012 dv-neutron-861624-1-hyperv neutron-server[103332]: L3 agent@dv-neutron-861624-1-hyperv: {}, Oct 19 07:34:55.127012 dv-neutron-861624-1-hyperv neutron-server[103332]: Metadata agent@dv-neutron-861624-1-hyperv: {}, Oct 19 07:34:55.127012 dv-neutron-861624-1-hyperv neutron-server[103332]: Metering agent@dv-neutron-861624-1-hyperv: {}, Oct 19 07:34:55.127012 dv-neutron-861624-1-hyperv neutron-server[103332]: Open vSwitch agent@dv-neutron-861624-1-hyperv: { 'AddressGroup': '1.2', Oct 19 07:34:55.127012 dv-neutron-861624-1-hyperv neutron-server[103332]: 'ConntrackHelper': '1.0', Oct 19 07:34:55.127012 dv-neutron-861624-1-hyperv neutron-server[103332]: 'Log': '1.0', Oct 19 07:34:55.127012 dv-neutron-861624-1-hyperv neutron-server[103332]: 'Network': '1.1', Oct 19 07:34:55.127012 dv-neutron-861624-1-hyperv neutron-server[103332]: 'Port': '1.7', Oct 19 07:34:55.127012 dv-neutron-861624-1-hyperv neutron-server[103332]: 'PortForwarding': '1.2', Oct 19 07:34:55.127012 dv-neutron-861624-1-hyperv neutron-server[103332]: 'QosPolicy': '1.9', Oct 19 07:34:55.127012 dv-neutron-861624-1-hyperv neutron-server[103332]: 'SecurityGroup': '1.4', Oct 19 07:34:55.127012 dv-neutron-861624-1-hyperv neutron-server[103332]: 'SecurityGroupRule': '1.2', Oct 19 07:34:55.127012 dv-neutron-861624-1-hyperv neutron-server[103332]: 'SubPort': '1.0', Oct 19 07:34:55.127012 dv-neutron-861624-1-hyperv neutron-server[103332]: 'Subnet': '1.1', Oct 19 07:34:55.127012 dv-neutron-861624-1-hyperv neutron-server[103332]: 'Trunk': '1.1'}} Oct 19 07:34:55.127012 dv-neutron-861624-1-hyperv neutron-server[103332]: {{(pid=103332) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 19 07:34:55.161998 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-a575e433-c23f-4f1b-a9e7-db13907db6ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:34:55.186775 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-a575e433-c23f-4f1b-a9e7-db13907db6ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:34:55.277559 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-a575e433-c23f-4f1b-a9e7-db13907db6ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788643'] for security_group, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:34:55.280068 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-a575e433-c23f-4f1b-a9e7-db13907db6ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:34:55.284047 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-a575e433-c23f-4f1b-a9e7-db13907db6ed admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/27882a55-53ac-42db-b357-615720611315 HTTP/1.1" status: 204 len: 168 time: 0.1768408 Oct 19 07:34:55.292448 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a575e433-c23f-4f1b-a9e7-db13907db6ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27882a55-53ac-42db-b357-615720611315,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:34:55.299191 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a575e433-c23f-4f1b-a9e7-db13907db6ed admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:34:55.299549 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a575e433-c23f-4f1b-a9e7-db13907db6ed admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:34:55.299882 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a575e433-c23f-4f1b-a9e7-db13907db6ed admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:34:55.300217 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a575e433-c23f-4f1b-a9e7-db13907db6ed admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:34:55.300564 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a575e433-c23f-4f1b-a9e7-db13907db6ed admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:34:55.301072 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a575e433-c23f-4f1b-a9e7-db13907db6ed admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:34:55.301566 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a575e433-c23f-4f1b-a9e7-db13907db6ed admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:34:55.302077 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a575e433-c23f-4f1b-a9e7-db13907db6ed admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:34:55.302578 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a575e433-c23f-4f1b-a9e7-db13907db6ed admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:34:55.302903 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a575e433-c23f-4f1b-a9e7-db13907db6ed admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:34:55.303254 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a575e433-c23f-4f1b-a9e7-db13907db6ed admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:34:55.303576 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a575e433-c23f-4f1b-a9e7-db13907db6ed admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:35:13.325046 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-2bc1211d-f3c2-4ada-9d40-1d272e90b65f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:35:16.254071 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-0180a94c-988f-42e5-8adf-2e95cc42012e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:35:17.837258 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-2a2259f7-b034-4eec-af7a-7abaede746c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:35:18.909044 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-1a0da505-d0f9-48c6-b7e2-53b9c5e41298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:35:19.079037 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:35:19.623481 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.agents_db [None req-6057327c-4456-4c72-8e75-6d3cd9249757 None None] Agent healthcheck: found 5 active agents {{(pid=103335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 07:35:43.326740 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-149d676c-474a-42c5-85a1-85e6bcab0886 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:35:46.256018 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-92e14703-969c-4e9e-acfe-94a2c4789bb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:35:47.840149 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-2a2259f7-b034-4eec-af7a-7abaede746c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:35:48.911007 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-1a0da505-d0f9-48c6-b7e2-53b9c5e41298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:35:49.082662 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:35:56.623532 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.agents_db [None req-6057327c-4456-4c72-8e75-6d3cd9249757 None None] Agent healthcheck: found 5 active agents {{(pid=103335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 07:36:11.504958 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1695125'] for agent, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:36:13.327725 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-8b4eb390-1c82-405b-a409-86577249b6b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:36:16.257989 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-34db8e34-c7d1-48a4-8744-0cdf5ad6a1b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:36:17.842362 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-2a2259f7-b034-4eec-af7a-7abaede746c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:36:18.919209 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-1a0da505-d0f9-48c6-b7e2-53b9c5e41298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:36:19.085915 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:36:25.962915 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 53016) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:36:26.065321 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-00f95d8e-e5d0-46b9-903a-84dcd0ec5318 admin admin] 10.222.0.27 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.1013284 Oct 19 07:36:28.311633 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 53026) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:36:28.366076 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-2382e6fb-e5a4-4eb3-8442-6ddcb9e14309 admin admin] 10.222.0.27 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.0533795 Oct 19 07:36:33.621988 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.agents_db [None req-6057327c-4456-4c72-8e75-6d3cd9249757 None None] Agent healthcheck: found 6 active agents {{(pid=103335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 07:36:41.489138 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:36:43.330159 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-9f59715c-a04b-4ea9-9c5b-bcdc9c99f8d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:36:46.262563 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-355a4fd1-b420-4e1d-8b25-c8b939f8aaed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:36:47.849909 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-2a2259f7-b034-4eec-af7a-7abaede746c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:36:48.920442 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-1a0da505-d0f9-48c6-b7e2-53b9c5e41298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:36:49.087685 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:37:10.620378 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.agents_db [None req-6057327c-4456-4c72-8e75-6d3cd9249757 None None] Agent healthcheck: found 6 active agents {{(pid=103335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 07:37:11.489696 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:37:13.331949 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-f9813741-d186-4d16-aa27-80ec8abd74d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:37:16.263371 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-56bf0b90-3593-4d68-979d-97f9c4948b5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:37:17.847351 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-2a2259f7-b034-4eec-af7a-7abaede746c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:37:18.921900 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-1a0da505-d0f9-48c6-b7e2-53b9c5e41298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:37:19.094024 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:37:41.512766 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:37:43.335017 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-4338dc8a-ce48-44b6-b2a8-ba262f7fa7f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:37:46.265192 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-800dced0-8963-4867-94f5-3c30ba24216c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:37:47.621023 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.agents_db [None req-6057327c-4456-4c72-8e75-6d3cd9249757 None None] Agent healthcheck: found 6 active agents {{(pid=103335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 07:37:47.850170 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-2a2259f7-b034-4eec-af7a-7abaede746c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:37:48.933753 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-1a0da505-d0f9-48c6-b7e2-53b9c5e41298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:37:49.094118 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:37:52.823335 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 53150) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:37:53.263190 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-6bd99f8e-b7e8-436d-9e0c-716111e941e5 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-769417442'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:37:53.286673 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bd99f8e-b7e8-436d-9e0c-716111e941e5 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Made reservation on behalf of 61a2e57b80c1442e9cb330141a970781 for: {'network': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 07:37:53.291092 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-6bd99f8e-b7e8-436d-9e0c-716111e941e5 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for network, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:37:53.304180 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-6bd99f8e-b7e8-436d-9e0c-716111e941e5 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks [] for security_group, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:37:53.394358 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-6bd99f8e-b7e8-436d-9e0c-716111e941e5 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks [] for security_group, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:37:53.399792 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-6bd99f8e-b7e8-436d-9e0c-716111e941e5 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788643'] for security_group, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:37:53.444299 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd99f8e-b7e8-436d-9e0c-716111e941e5 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b304c771-ad8d-4cf8-9ab7-ce8b1cfb6a04,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:37:53.454713 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd99f8e-b7e8-436d-9e0c-716111e941e5 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:37:53.455060 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd99f8e-b7e8-436d-9e0c-716111e941e5 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:37:53.455402 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd99f8e-b7e8-436d-9e0c-716111e941e5 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:37:53.455738 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd99f8e-b7e8-436d-9e0c-716111e941e5 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:37:53.456083 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd99f8e-b7e8-436d-9e0c-716111e941e5 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:37:53.456370 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd99f8e-b7e8-436d-9e0c-716111e941e5 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:37:53.456767 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd99f8e-b7e8-436d-9e0c-716111e941e5 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:37:53.457068 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd99f8e-b7e8-436d-9e0c-716111e941e5 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:37:53.457358 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd99f8e-b7e8-436d-9e0c-716111e941e5 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:37:53.457678 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd99f8e-b7e8-436d-9e0c-716111e941e5 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:37:53.457997 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd99f8e-b7e8-436d-9e0c-716111e941e5 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:37:53.458313 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd99f8e-b7e8-436d-9e0c-716111e941e5 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:37:53.459385 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd99f8e-b7e8-436d-9e0c-716111e941e5 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Tracked resource versions report: Oct 19 07:37:53.459385 dv-neutron-861624-1-hyperv neutron-server[103333]: pushed versions: Oct 19 07:37:53.459385 dv-neutron-861624-1-hyperv neutron-server[103333]: { 'AddressGroup': {'1.2'}, Oct 19 07:37:53.459385 dv-neutron-861624-1-hyperv neutron-server[103333]: 'ConntrackHelper': {'1.0'}, Oct 19 07:37:53.459385 dv-neutron-861624-1-hyperv neutron-server[103333]: 'Log': {'1.0'}, Oct 19 07:37:53.459385 dv-neutron-861624-1-hyperv neutron-server[103333]: 'Network': {'1.1'}, Oct 19 07:37:53.459385 dv-neutron-861624-1-hyperv neutron-server[103333]: 'Port': {'1.7'}, Oct 19 07:37:53.459385 dv-neutron-861624-1-hyperv neutron-server[103333]: 'PortForwarding': {'1.2'}, Oct 19 07:37:53.459385 dv-neutron-861624-1-hyperv neutron-server[103333]: 'QosPolicy': {'1.9'}, Oct 19 07:37:53.459385 dv-neutron-861624-1-hyperv neutron-server[103333]: 'SecurityGroup': {'1.4'}, Oct 19 07:37:53.459385 dv-neutron-861624-1-hyperv neutron-server[103333]: 'SecurityGroupRule': {'1.2'}, Oct 19 07:37:53.459385 dv-neutron-861624-1-hyperv neutron-server[103333]: 'SubPort': {'1.0'}, Oct 19 07:37:53.459385 dv-neutron-861624-1-hyperv neutron-server[103333]: 'Subnet': {'1.1'}, Oct 19 07:37:53.459385 dv-neutron-861624-1-hyperv neutron-server[103333]: 'Trunk': {'1.1'}} Oct 19 07:37:53.459385 dv-neutron-861624-1-hyperv neutron-server[103333]: consumer versions: Oct 19 07:37:53.459385 dv-neutron-861624-1-hyperv neutron-server[103333]: { DHCP agent@dv-neutron-861624-1-hyperv: {}, Oct 19 07:37:53.459385 dv-neutron-861624-1-hyperv neutron-server[103333]: HyperV agent@hv-neutron-8616: {}, Oct 19 07:37:53.459385 dv-neutron-861624-1-hyperv neutron-server[103333]: L3 agent@dv-neutron-861624-1-hyperv: {}, Oct 19 07:37:53.459385 dv-neutron-861624-1-hyperv neutron-server[103333]: Metadata agent@dv-neutron-861624-1-hyperv: {}, Oct 19 07:37:53.459385 dv-neutron-861624-1-hyperv neutron-server[103333]: Metering agent@dv-neutron-861624-1-hyperv: {}, Oct 19 07:37:53.459385 dv-neutron-861624-1-hyperv neutron-server[103333]: Open vSwitch agent@dv-neutron-861624-1-hyperv: { 'AddressGroup': '1.2', Oct 19 07:37:53.459385 dv-neutron-861624-1-hyperv neutron-server[103333]: 'ConntrackHelper': '1.0', Oct 19 07:37:53.459385 dv-neutron-861624-1-hyperv neutron-server[103333]: 'Log': '1.0', Oct 19 07:37:53.459385 dv-neutron-861624-1-hyperv neutron-server[103333]: 'Network': '1.1', Oct 19 07:37:53.459385 dv-neutron-861624-1-hyperv neutron-server[103333]: 'Port': '1.7', Oct 19 07:37:53.459385 dv-neutron-861624-1-hyperv neutron-server[103333]: 'PortForwarding': '1.2', Oct 19 07:37:53.459385 dv-neutron-861624-1-hyperv neutron-server[103333]: 'QosPolicy': '1.9', Oct 19 07:37:53.459385 dv-neutron-861624-1-hyperv neutron-server[103333]: 'SecurityGroup': '1.4', Oct 19 07:37:53.459385 dv-neutron-861624-1-hyperv neutron-server[103333]: 'SecurityGroupRule': '1.2', Oct 19 07:37:53.459385 dv-neutron-861624-1-hyperv neutron-server[103333]: 'SubPort': '1.0', Oct 19 07:37:53.459385 dv-neutron-861624-1-hyperv neutron-server[103333]: 'Subnet': '1.1', Oct 19 07:37:53.459385 dv-neutron-861624-1-hyperv neutron-server[103333]: 'Trunk': '1.1'}} Oct 19 07:37:53.459385 dv-neutron-861624-1-hyperv neutron-server[103333]: {{(pid=103333) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 19 07:37:53.463273 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6bd99f8e-b7e8-436d-9e0c-716111e941e5 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 179} {{(pid=103333) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 07:37:53.473084 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-6bd99f8e-b7e8-436d-9e0c-716111e941e5 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979'] for segment, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:37:53.473418 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.db.segments_db [None req-6bd99f8e-b7e8-436d-9e0c-716111e941e5 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Added segment 5a8d2b05-b527-4bd4-a671-b9112f193fef of type vlan for network 6b5a65c5-1bed-4301-9db8-c1056c2b8eba Oct 19 07:37:53.525266 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-6bd99f8e-b7e8-436d-9e0c-716111e941e5 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785020965340'] for network, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:37:53.551058 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-6bd99f8e-b7e8-436d-9e0c-716111e941e5 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873'] for network, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:37:53.556901 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bd99f8e-b7e8-436d-9e0c-716111e941e5 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:37:53.557589 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-6bd99f8e-b7e8-436d-9e0c-716111e941e5 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574827'] for network, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:37:53.630980 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-6bd99f8e-b7e8-436d-9e0c-716111e941e5 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.8056316 Oct 19 07:37:53.636292 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 53206) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:37:53.650884 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-365b9400-6a38-473e-9b67-288562c82be6 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Request body: {'subnet': {'network_id': '6b5a65c5-1bed-4301-9db8-c1056c2b8eba', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:37:53.696304 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd99f8e-b7e8-436d-9e0c-716111e941e5 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Pushing event updated for resources: {'Network': ['ID=6b5a65c5-1bed-4301-9db8-c1056c2b8eba,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:37:53.714532 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Network 6b5a65c5-1bed-4301-9db8-c1056c2b8eba details requested by agent ovs-agent-dv-neutron-861624-1-hyperv with host dv-neutron-861624-1-hyperv {{(pid=103334) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 07:37:53.795183 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 53214) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:37:53.842321 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-365b9400-6a38-473e-9b67-288562c82be6 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Made reservation on behalf of 61a2e57b80c1442e9cb330141a970781 for: {'subnet': 1} {{(pid=103332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 07:37:53.846526 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-365b9400-6a38-473e-9b67-288562c82be6 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks [] for subnet, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:37:54.018810 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 53226) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:37:54.121230 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-365b9400-6a38-473e-9b67-288562c82be6 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873'] for subnet, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:37:54.171434 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-34d6da13-eeb3-4a64-9109-401a9d537e96 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1339676520-network', 'tenant_id': '0cfd53a0c8b24bdeb4999c9bff6eae77'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:37:54.185579 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365b9400-6a38-473e-9b67-288562c82be6 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Pushing event updated for resources: {'Subnet': ['ID=d9b44769-7db7-407c-a117-ff1a5bb376be,revision_number=0']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:37:54.192486 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365b9400-6a38-473e-9b67-288562c82be6 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:37:54.193083 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365b9400-6a38-473e-9b67-288562c82be6 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:37:54.193577 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365b9400-6a38-473e-9b67-288562c82be6 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:37:54.194056 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365b9400-6a38-473e-9b67-288562c82be6 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:37:54.194554 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365b9400-6a38-473e-9b67-288562c82be6 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:37:54.195559 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365b9400-6a38-473e-9b67-288562c82be6 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:37:54.196031 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365b9400-6a38-473e-9b67-288562c82be6 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:37:54.196499 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365b9400-6a38-473e-9b67-288562c82be6 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:37:54.197099 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365b9400-6a38-473e-9b67-288562c82be6 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:37:54.197576 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365b9400-6a38-473e-9b67-288562c82be6 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:37:54.198056 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365b9400-6a38-473e-9b67-288562c82be6 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:37:54.198534 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365b9400-6a38-473e-9b67-288562c82be6 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:37:54.200179 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365b9400-6a38-473e-9b67-288562c82be6 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Tracked resource versions report: Oct 19 07:37:54.200179 dv-neutron-861624-1-hyperv neutron-server[103332]: pushed versions: Oct 19 07:37:54.200179 dv-neutron-861624-1-hyperv neutron-server[103332]: { 'AddressGroup': {'1.2'}, Oct 19 07:37:54.200179 dv-neutron-861624-1-hyperv neutron-server[103332]: 'ConntrackHelper': {'1.0'}, Oct 19 07:37:54.200179 dv-neutron-861624-1-hyperv neutron-server[103332]: 'Log': {'1.0'}, Oct 19 07:37:54.200179 dv-neutron-861624-1-hyperv neutron-server[103332]: 'Network': {'1.1'}, Oct 19 07:37:54.200179 dv-neutron-861624-1-hyperv neutron-server[103332]: 'Port': {'1.7'}, Oct 19 07:37:54.200179 dv-neutron-861624-1-hyperv neutron-server[103332]: 'PortForwarding': {'1.2'}, Oct 19 07:37:54.200179 dv-neutron-861624-1-hyperv neutron-server[103332]: 'QosPolicy': {'1.9'}, Oct 19 07:37:54.200179 dv-neutron-861624-1-hyperv neutron-server[103332]: 'SecurityGroup': {'1.4'}, Oct 19 07:37:54.200179 dv-neutron-861624-1-hyperv neutron-server[103332]: 'SecurityGroupRule': {'1.2'}, Oct 19 07:37:54.200179 dv-neutron-861624-1-hyperv neutron-server[103332]: 'SubPort': {'1.0'}, Oct 19 07:37:54.200179 dv-neutron-861624-1-hyperv neutron-server[103332]: 'Subnet': {'1.1'}, Oct 19 07:37:54.200179 dv-neutron-861624-1-hyperv neutron-server[103332]: 'Trunk': {'1.1'}} Oct 19 07:37:54.200179 dv-neutron-861624-1-hyperv neutron-server[103332]: consumer versions: Oct 19 07:37:54.200179 dv-neutron-861624-1-hyperv neutron-server[103332]: { DHCP agent@dv-neutron-861624-1-hyperv: {}, Oct 19 07:37:54.200179 dv-neutron-861624-1-hyperv neutron-server[103332]: HyperV agent@hv-neutron-8616: {}, Oct 19 07:37:54.200179 dv-neutron-861624-1-hyperv neutron-server[103332]: L3 agent@dv-neutron-861624-1-hyperv: {}, Oct 19 07:37:54.200179 dv-neutron-861624-1-hyperv neutron-server[103332]: Metadata agent@dv-neutron-861624-1-hyperv: {}, Oct 19 07:37:54.200179 dv-neutron-861624-1-hyperv neutron-server[103332]: Metering agent@dv-neutron-861624-1-hyperv: {}, Oct 19 07:37:54.200179 dv-neutron-861624-1-hyperv neutron-server[103332]: Open vSwitch agent@dv-neutron-861624-1-hyperv: { 'AddressGroup': '1.2', Oct 19 07:37:54.200179 dv-neutron-861624-1-hyperv neutron-server[103332]: 'ConntrackHelper': '1.0', Oct 19 07:37:54.200179 dv-neutron-861624-1-hyperv neutron-server[103332]: 'Log': '1.0', Oct 19 07:37:54.200179 dv-neutron-861624-1-hyperv neutron-server[103332]: 'Network': '1.1', Oct 19 07:37:54.200179 dv-neutron-861624-1-hyperv neutron-server[103332]: 'Port': '1.7', Oct 19 07:37:54.200179 dv-neutron-861624-1-hyperv neutron-server[103332]: 'PortForwarding': '1.2', Oct 19 07:37:54.200179 dv-neutron-861624-1-hyperv neutron-server[103332]: 'QosPolicy': '1.9', Oct 19 07:37:54.200179 dv-neutron-861624-1-hyperv neutron-server[103332]: 'SecurityGroup': '1.4', Oct 19 07:37:54.200179 dv-neutron-861624-1-hyperv neutron-server[103332]: 'SecurityGroupRule': '1.2', Oct 19 07:37:54.200179 dv-neutron-861624-1-hyperv neutron-server[103332]: 'SubPort': '1.0', Oct 19 07:37:54.200179 dv-neutron-861624-1-hyperv neutron-server[103332]: 'Subnet': '1.1', Oct 19 07:37:54.200179 dv-neutron-861624-1-hyperv neutron-server[103332]: 'Trunk': '1.1'}} Oct 19 07:37:54.200179 dv-neutron-861624-1-hyperv neutron-server[103332]: {{(pid=103332) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 19 07:37:54.207468 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34d6da13-eeb3-4a64-9109-401a9d537e96 admin admin] Made reservation on behalf of 0cfd53a0c8b24bdeb4999c9bff6eae77 for: {'network': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 07:37:54.212036 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-34d6da13-eeb3-4a64-9109-401a9d537e96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for network, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:37:54.223577 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-34d6da13-eeb3-4a64-9109-401a9d537e96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:37:54.238478 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-365b9400-6a38-473e-9b67-288562c82be6 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Checking segment: {'id': '5a8d2b05-b527-4bd4-a671-b9112f193fef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '6b5a65c5-1bed-4301-9db8-c1056c2b8eba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 19 07:37:54.239134 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-365b9400-6a38-473e-9b67-288562c82be6 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Network hostable DHCP agents. Network: 6b5a65c5-1bed-4301-9db8-c1056c2b8eba, hostable agents: ['310d813b-0e3e-4d7e-9b79-8f4ec0dbcab0'], hosted agents: [] {{(pid=103332) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 07:37:54.265783 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-365b9400-6a38-473e-9b67-288562c82be6 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Network 6b5a65c5-1bed-4301-9db8-c1056c2b8eba is scheduled to be hosted by DHCP agent 310d813b-0e3e-4d7e-9b79-8f4ec0dbcab0 with binding_index 1 {{(pid=103332) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 07:37:54.290324 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.base_scheduler [None req-365b9400-6a38-473e-9b67-288562c82be6 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861624-1-hyperv, 6b5a65c5-1bed-4301-9db8-c1056c2b8eba) {{(pid=103332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:37:54.306242 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-365b9400-6a38-473e-9b67-288562c82be6 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:37:54.307911 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-365b9400-6a38-473e-9b67-288562c82be6 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574827'] for subnet, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:37:54.316055 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adc4e5a3-6603-4dac-a876-7fb07de47be1 None None] Network 6b5a65c5-1bed-4301-9db8-c1056c2b8eba requested from dv-neutron-861624-1-hyperv {{(pid=103334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 07:37:54.324943 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 53236) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:37:54.341876 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 53240) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:37:54.342094 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-365b9400-6a38-473e-9b67-288562c82be6 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7029712 Oct 19 07:37:54.347832 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-76732a42-d925-4765-8fae-6eb09ba0eaf9 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Request body: {'port': {'network_id': '6b5a65c5-1bed-4301-9db8-c1056c2b8eba', 'name': 'tempest-NetworksTestDHCPv6-1766833014'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:37:54.375099 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-34d6da13-eeb3-4a64-9109-401a9d537e96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:37:54.390241 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-34d6da13-eeb3-4a64-9109-401a9d537e96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788643'] for security_group, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:37:54.445573 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34d6da13-eeb3-4a64-9109-401a9d537e96 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 188} {{(pid=103333) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 07:37:54.494625 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c10ba01-c058-43be-8f57-d4ba401b3bc9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d12c6ac-27a3-545c-a8f3-f04e30423d6d-6b5a65c5-1bed-4301-9db8-c1056c2b8eba', 'network_id': '6b5a65c5-1bed-4301-9db8-c1056c2b8eba', 'tenant_id': '61a2e57b80c1442e9cb330141a970781', 'fixed_ips': [{'subnet_id': 'd9b44769-7db7-407c-a117-ff1a5bb376be'}]}} from dv-neutron-861624-1-hyperv. {{(pid=103334) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 07:37:54.495315 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-9c10ba01-c058-43be-8f57-d4ba401b3bc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:37:54.525621 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-34d6da13-eeb3-4a64-9109-401a9d537e96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979'] for segment, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:37:54.526068 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.db.segments_db [None req-34d6da13-eeb3-4a64-9109-401a9d537e96 admin admin] Added segment f4c58900-46fa-40ca-95c7-471a7b507c99 of type vlan for network 29346864-1bf4-4ca7-8c28-dd64957b61d5 Oct 19 07:37:54.564242 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d6da13-eeb3-4a64-9109-401a9d537e96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fb2863a-23d4-4282-937c-586f0f156308,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:37:54.593146 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-77bb77ef-98ce-47a8-8d3d-b15d4aade1a4 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-119798104-network', 'tenant_id': 'b76abfccca1e443d8cfed9fe77b82608'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:37:54.620666 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-34d6da13-eeb3-4a64-9109-401a9d537e96 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785020965340'] for network, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:37:54.655827 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77bb77ef-98ce-47a8-8d3d-b15d4aade1a4 admin admin] Made reservation on behalf of b76abfccca1e443d8cfed9fe77b82608 for: {'network': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 07:37:54.658199 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-77bb77ef-98ce-47a8-8d3d-b15d4aade1a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for network, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:37:54.663210 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76732a42-d925-4765-8fae-6eb09ba0eaf9 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Made reservation on behalf of 61a2e57b80c1442e9cb330141a970781 for: {'port': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 07:37:54.666587 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-76732a42-d925-4765-8fae-6eb09ba0eaf9 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:37:54.681953 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-77bb77ef-98ce-47a8-8d3d-b15d4aade1a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:37:54.686101 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.db_base_plugin_common [None req-9c10ba01-c058-43be-8f57-d4ba401b3bc9 None None] Allocated IP 2001:db8::2 (6b5a65c5-1bed-4301-9db8-c1056c2b8eba/d9b44769-7db7-407c-a117-ff1a5bb376be/857afcd1-6110-49c1-aa97-cf866bef2d8a) {{(pid=103334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 07:37:54.694521 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-34d6da13-eeb3-4a64-9109-401a9d537e96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873'] for network, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:37:54.696075 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34d6da13-eeb3-4a64-9109-401a9d537e96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:37:54.697373 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-34d6da13-eeb3-4a64-9109-401a9d537e96 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574827'] for network, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:37:54.715718 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.notifiers.nova [None req-76732a42-d925-4765-8fae-6eb09ba0eaf9 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] device_id is not set on port 087b9dc5-3183-4777-b86b-1bda030ffe73 yet. {{(pid=103333) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 19 07:37:54.797581 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-34d6da13-eeb3-4a64-9109-401a9d537e96 admin admin] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.0004199 Oct 19 07:37:54.800877 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 53254) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:37:54.806814 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-85ae775b-fb0b-4dcb-b238-28de3105bd66 admin admin] Request body: {'subnet': {'network_id': '29346864-1bf4-4ca7-8c28-dd64957b61d5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1339676520-subnet', 'tenant_id': '0cfd53a0c8b24bdeb4999c9bff6eae77', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:37:54.835434 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85ae775b-fb0b-4dcb-b238-28de3105bd66 admin admin] Made reservation on behalf of 0cfd53a0c8b24bdeb4999c9bff6eae77 for: {'subnet': 1} {{(pid=103332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 07:37:54.838518 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-85ae775b-fb0b-4dcb-b238-28de3105bd66 admin admin] Notify callbacks [] for subnet, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:37:54.909953 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-9c10ba01-c058-43be-8f57-d4ba401b3bc9 None None] Notify callbacks [] for port, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:37:54.920968 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-9c10ba01-c058-43be-8f57-d4ba401b3bc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785020947330'] for port, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:37:54.932276 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d6da13-eeb3-4a64-9109-401a9d537e96 admin admin] Pushing event updated for resources: {'Network': ['ID=29346864-1bf4-4ca7-8c28-dd64957b61d5,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:37:54.968542 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Network 29346864-1bf4-4ca7-8c28-dd64957b61d5 details requested by agent ovs-agent-dv-neutron-861624-1-hyperv with host dv-neutron-861624-1-hyperv {{(pid=103334) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 07:37:55.086936 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c10ba01-c058-43be-8f57-d4ba401b3bc9 None None] Network 6b5a65c5-1bed-4301-9db8-c1056c2b8eba is already hosted by enough agents. {{(pid=103334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 07:37:55.089862 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-c67787e6-8f3b-46f6-931d-4235fc066cc3 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1946037705-network', 'tenant_id': '340a20aa929d4020a108d5231191ac1d'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:37:55.092551 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.scheduler.base_scheduler [None req-9c10ba01-c058-43be-8f57-d4ba401b3bc9 None None] Resources bound (agent type, host, resource id): {{(pid=103334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:37:55.097636 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c10ba01-c058-43be-8f57-d4ba401b3bc9 None None] Received port after_create {{(pid=103334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 07:37:55.133239 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c10ba01-c058-43be-8f57-d4ba401b3bc9 None None] Pushing event updated for resources: {'Port': ['ID=857afcd1-6110-49c1-aa97-cf866bef2d8a,revision_number=1']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:37:55.142523 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c67787e6-8f3b-46f6-931d-4235fc066cc3 admin admin] Made reservation on behalf of 340a20aa929d4020a108d5231191ac1d for: {'network': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 07:37:55.143587 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c10ba01-c058-43be-8f57-d4ba401b3bc9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:37:55.144187 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c10ba01-c058-43be-8f57-d4ba401b3bc9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:37:55.144624 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c10ba01-c058-43be-8f57-d4ba401b3bc9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:37:55.145164 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c10ba01-c058-43be-8f57-d4ba401b3bc9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:37:55.145656 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c10ba01-c058-43be-8f57-d4ba401b3bc9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:37:55.146161 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c10ba01-c058-43be-8f57-d4ba401b3bc9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:37:55.146652 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c10ba01-c058-43be-8f57-d4ba401b3bc9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:37:55.147136 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c10ba01-c058-43be-8f57-d4ba401b3bc9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:37:55.147541 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-c67787e6-8f3b-46f6-931d-4235fc066cc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for network, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:37:55.148445 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c10ba01-c058-43be-8f57-d4ba401b3bc9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:37:55.149142 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c10ba01-c058-43be-8f57-d4ba401b3bc9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:37:55.149639 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c10ba01-c058-43be-8f57-d4ba401b3bc9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:37:55.150130 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c10ba01-c058-43be-8f57-d4ba401b3bc9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:37:55.151379 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c10ba01-c058-43be-8f57-d4ba401b3bc9 None None] Tracked resource versions report: Oct 19 07:37:55.151379 dv-neutron-861624-1-hyperv neutron-server[103334]: pushed versions: Oct 19 07:37:55.151379 dv-neutron-861624-1-hyperv neutron-server[103334]: { 'AddressGroup': {'1.2'}, Oct 19 07:37:55.151379 dv-neutron-861624-1-hyperv neutron-server[103334]: 'ConntrackHelper': {'1.0'}, Oct 19 07:37:55.151379 dv-neutron-861624-1-hyperv neutron-server[103334]: 'Log': {'1.0'}, Oct 19 07:37:55.151379 dv-neutron-861624-1-hyperv neutron-server[103334]: 'Network': {'1.1'}, Oct 19 07:37:55.151379 dv-neutron-861624-1-hyperv neutron-server[103334]: 'Port': {'1.7'}, Oct 19 07:37:55.151379 dv-neutron-861624-1-hyperv neutron-server[103334]: 'PortForwarding': {'1.2'}, Oct 19 07:37:55.151379 dv-neutron-861624-1-hyperv neutron-server[103334]: 'QosPolicy': {'1.9'}, Oct 19 07:37:55.151379 dv-neutron-861624-1-hyperv neutron-server[103334]: 'SecurityGroup': {'1.4'}, Oct 19 07:37:55.151379 dv-neutron-861624-1-hyperv neutron-server[103334]: 'SecurityGroupRule': {'1.2'}, Oct 19 07:37:55.151379 dv-neutron-861624-1-hyperv neutron-server[103334]: 'SubPort': {'1.0'}, Oct 19 07:37:55.151379 dv-neutron-861624-1-hyperv neutron-server[103334]: 'Subnet': {'1.1'}, Oct 19 07:37:55.151379 dv-neutron-861624-1-hyperv neutron-server[103334]: 'Trunk': {'1.1'}} Oct 19 07:37:55.151379 dv-neutron-861624-1-hyperv neutron-server[103334]: consumer versions: Oct 19 07:37:55.151379 dv-neutron-861624-1-hyperv neutron-server[103334]: { DHCP agent@dv-neutron-861624-1-hyperv: {}, Oct 19 07:37:55.151379 dv-neutron-861624-1-hyperv neutron-server[103334]: HyperV agent@hv-neutron-8616: {}, Oct 19 07:37:55.151379 dv-neutron-861624-1-hyperv neutron-server[103334]: L3 agent@dv-neutron-861624-1-hyperv: {}, Oct 19 07:37:55.151379 dv-neutron-861624-1-hyperv neutron-server[103334]: Metadata agent@dv-neutron-861624-1-hyperv: {}, Oct 19 07:37:55.151379 dv-neutron-861624-1-hyperv neutron-server[103334]: Metering agent@dv-neutron-861624-1-hyperv: {}, Oct 19 07:37:55.151379 dv-neutron-861624-1-hyperv neutron-server[103334]: Open vSwitch agent@dv-neutron-861624-1-hyperv: { 'AddressGroup': '1.2', Oct 19 07:37:55.151379 dv-neutron-861624-1-hyperv neutron-server[103334]: 'ConntrackHelper': '1.0', Oct 19 07:37:55.151379 dv-neutron-861624-1-hyperv neutron-server[103334]: 'Log': '1.0', Oct 19 07:37:55.151379 dv-neutron-861624-1-hyperv neutron-server[103334]: 'Network': '1.1', Oct 19 07:37:55.151379 dv-neutron-861624-1-hyperv neutron-server[103334]: 'Port': '1.7', Oct 19 07:37:55.151379 dv-neutron-861624-1-hyperv neutron-server[103334]: 'PortForwarding': '1.2', Oct 19 07:37:55.151379 dv-neutron-861624-1-hyperv neutron-server[103334]: 'QosPolicy': '1.9', Oct 19 07:37:55.151379 dv-neutron-861624-1-hyperv neutron-server[103334]: 'SecurityGroup': '1.4', Oct 19 07:37:55.151379 dv-neutron-861624-1-hyperv neutron-server[103334]: 'SecurityGroupRule': '1.2', Oct 19 07:37:55.151379 dv-neutron-861624-1-hyperv neutron-server[103334]: 'SubPort': '1.0', Oct 19 07:37:55.151379 dv-neutron-861624-1-hyperv neutron-server[103334]: 'Subnet': '1.1', Oct 19 07:37:55.151379 dv-neutron-861624-1-hyperv neutron-server[103334]: 'Trunk': '1.1'}} Oct 19 07:37:55.151379 dv-neutron-861624-1-hyperv neutron-server[103334]: {{(pid=103334) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 19 07:37:55.190752 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-85ae775b-fb0b-4dcb-b238-28de3105bd66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873'] for subnet, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:37:55.196465 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-c67787e6-8f3b-46f6-931d-4235fc066cc3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:37:55.197196 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-9c10ba01-c058-43be-8f57-d4ba401b3bc9 None None] Attempting to bind port 857afcd1-6110-49c1-aa97-cf866bef2d8a on host dv-neutron-861624-1-hyperv for vnic_type normal with profile {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 19 07:37:55.197588 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-9c10ba01-c058-43be-8f57-d4ba401b3bc9 None None] Attempting to bind port 857afcd1-6110-49c1-aa97-cf866bef2d8a by drivers openvswitch,hyperv on host dv-neutron-861624-1-hyperv at level 0 using segments [{'id': '5a8d2b05-b527-4bd4-a671-b9112f193fef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '6b5a65c5-1bed-4301-9db8-c1056c2b8eba'}] {{(pid=103334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 19 07:37:55.197962 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c10ba01-c058-43be-8f57-d4ba401b3bc9 None None] Attempting to bind port 857afcd1-6110-49c1-aa97-cf866bef2d8a on network 6b5a65c5-1bed-4301-9db8-c1056c2b8eba {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 07:37:55.209503 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c10ba01-c058-43be-8f57-d4ba401b3bc9 None None] Checking agent: {'id': 'a5b0152c-d633-409b-aaf8-3b76458e2410', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861624-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 19, 7, 30, 19), 'started_at': datetime.datetime(2022, 10, 19, 7, 30, 49), 'heartbeat_timestamp': datetime.datetime(2022, 10, 19, 7, 37, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861624-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 07:37:55.212051 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c10ba01-c058-43be-8f57-d4ba401b3bc9 None None] Checking segment: {'id': '5a8d2b05-b527-4bd4-a671-b9112f193fef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '6b5a65c5-1bed-4301-9db8-c1056c2b8eba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 19 07:37:55.212466 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-9c10ba01-c058-43be-8f57-d4ba401b3bc9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:37:55.215243 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c10ba01-c058-43be-8f57-d4ba401b3bc9 None None] Bound using segment: {'id': '5a8d2b05-b527-4bd4-a671-b9112f193fef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '6b5a65c5-1bed-4301-9db8-c1056c2b8eba'} {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 07:37:55.215743 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-9c10ba01-c058-43be-8f57-d4ba401b3bc9 None None] Bound port: 857afcd1-6110-49c1-aa97-cf866bef2d8a, host: dv-neutron-861624-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a8d2b05-b527-4bd4-a671-b9112f193fef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '6b5a65c5-1bed-4301-9db8-c1056c2b8eba'}}] {{(pid=103334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 19 07:37:55.217165 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-9c10ba01-c058-43be-8f57-d4ba401b3bc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:37:55.251033 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.db_base_plugin_common [None req-76732a42-d925-4765-8fae-6eb09ba0eaf9 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Allocated IP 2001:db8::251 (6b5a65c5-1bed-4301-9db8-c1056c2b8eba/d9b44769-7db7-407c-a117-ff1a5bb376be/087b9dc5-3183-4777-b86b-1bda030ffe73) {{(pid=103333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 07:37:55.260757 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ae775b-fb0b-4dcb-b238-28de3105bd66 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9b83089a-6242-4a4f-85cc-90b42d56ee75,revision_number=0']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:37:55.270555 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-77bb77ef-98ce-47a8-8d3d-b15d4aade1a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:37:55.274924 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85ae775b-fb0b-4dcb-b238-28de3105bd66 admin admin] Checking segment: {'id': 'f4c58900-46fa-40ca-95c7-471a7b507c99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '29346864-1bf4-4ca7-8c28-dd64957b61d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 19 07:37:55.275532 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85ae775b-fb0b-4dcb-b238-28de3105bd66 admin admin] Network hostable DHCP agents. Network: 29346864-1bf4-4ca7-8c28-dd64957b61d5, hostable agents: ['310d813b-0e3e-4d7e-9b79-8f4ec0dbcab0'], hosted agents: [] {{(pid=103332) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 07:37:55.292162 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-77bb77ef-98ce-47a8-8d3d-b15d4aade1a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788643'] for security_group, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:37:55.298281 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85ae775b-fb0b-4dcb-b238-28de3105bd66 admin admin] Network 29346864-1bf4-4ca7-8c28-dd64957b61d5 is scheduled to be hosted by DHCP agent 310d813b-0e3e-4d7e-9b79-8f4ec0dbcab0 with binding_index 1 {{(pid=103332) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 07:37:55.311462 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.base_scheduler [None req-85ae775b-fb0b-4dcb-b238-28de3105bd66 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861624-1-hyperv, 29346864-1bf4-4ca7-8c28-dd64957b61d5) {{(pid=103332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:37:55.319623 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85ae775b-fb0b-4dcb-b238-28de3105bd66 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:37:55.320226 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-85ae775b-fb0b-4dcb-b238-28de3105bd66 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574827'] for subnet, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:37:55.330184 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a64380b-eecb-4642-978b-6983271b2ab1 None None] Network 29346864-1bf4-4ca7-8c28-dd64957b61d5 requested from dv-neutron-861624-1-hyperv {{(pid=103334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 07:37:55.353953 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-85ae775b-fb0b-4dcb-b238-28de3105bd66 admin admin] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.5517356 Oct 19 07:37:55.356684 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 53268) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:37:55.361979 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77bb77ef-98ce-47a8-8d3d-b15d4aade1a4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 195} {{(pid=103333) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 07:37:55.364352 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-123ab213-eeb5-4965-83a8-45cee7c84147 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1339676520-router', 'tenant_id': '0cfd53a0c8b24bdeb4999c9bff6eae77', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd'}}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:37:55.375899 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bb77ef-98ce-47a8-8d3d-b15d4aade1a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfbe8dfb-b83b-41bc-aace-8888757f9f86,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:37:55.402485 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-77bb77ef-98ce-47a8-8d3d-b15d4aade1a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979'] for segment, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:37:55.402988 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.db.segments_db [None req-77bb77ef-98ce-47a8-8d3d-b15d4aade1a4 admin admin] Added segment d3fee98f-d3eb-41cf-827a-ce536a5d361c of type vlan for network 9f9e4d3a-9b0f-46a7-b045-8d44d07986e0 Oct 19 07:37:55.404859 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-123ab213-eeb5-4965-83a8-45cee7c84147 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1692695', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12668'] for router, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:37:55.406001 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-123ab213-eeb5-4965-83a8-45cee7c84147 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1692835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1693910', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1621825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12659'] for router, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:37:55.431322 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-9c10ba01-c058-43be-8f57-d4ba401b3bc9 None None] For port 857afcd1-6110-49c1-aa97-cf866bef2d8a, host dv-neutron-861624-1-hyperv, cleared binding levels {{(pid=103334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 07:37:55.438103 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-9c10ba01-c058-43be-8f57-d4ba401b3bc9 None None] For port 857afcd1-6110-49c1-aa97-cf866bef2d8a, host dv-neutron-861624-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=857afcd1-6110-49c1-aa97-cf866bef2d8a,segment=NetworkSegment(5a8d2b05-b527-4bd4-a671-b9112f193fef),segment_id=5a8d2b05-b527-4bd4-a671-b9112f193fef)] {{(pid=103334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 07:37:55.445834 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-9c10ba01-c058-43be-8f57-d4ba401b3bc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:37:55.531365 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-77bb77ef-98ce-47a8-8d3d-b15d4aade1a4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785020965340'] for network, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:37:55.546058 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-123ab213-eeb5-4965-83a8-45cee7c84147 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:37:55.592825 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c10ba01-c058-43be-8f57-d4ba401b3bc9 None None] Pushing event updated for resources: {'Port': ['ID=857afcd1-6110-49c1-aa97-cf866bef2d8a,revision_number=2']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:37:55.617903 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-c67787e6-8f3b-46f6-931d-4235fc066cc3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:37:55.631792 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-c67787e6-8f3b-46f6-931d-4235fc066cc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788643'] for security_group, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:37:55.653696 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-77bb77ef-98ce-47a8-8d3d-b15d4aade1a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873'] for network, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:37:55.656156 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50a58edc-69f8-428e-be22-a1dc43312bd2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d12c6ac-27a3-545c-a8f3-f04e30423d6d-29346864-1bf4-4ca7-8c28-dd64957b61d5', 'network_id': '29346864-1bf4-4ca7-8c28-dd64957b61d5', 'tenant_id': '0cfd53a0c8b24bdeb4999c9bff6eae77', 'fixed_ips': [{'subnet_id': '9b83089a-6242-4a4f-85cc-90b42d56ee75'}]}} from dv-neutron-861624-1-hyperv. {{(pid=103334) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 07:37:55.657409 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-50a58edc-69f8-428e-be22-a1dc43312bd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:37:55.657556 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77bb77ef-98ce-47a8-8d3d-b15d4aade1a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:37:55.658290 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-77bb77ef-98ce-47a8-8d3d-b15d4aade1a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574827'] for network, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:37:55.714791 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c67787e6-8f3b-46f6-931d-4235fc066cc3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 194} {{(pid=103333) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 07:37:55.738158 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-77bb77ef-98ce-47a8-8d3d-b15d4aade1a4 admin admin] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.7182772 Oct 19 07:37:55.753184 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-76732a42-d925-4765-8fae-6eb09ba0eaf9 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks [] for port, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:37:55.758152 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 53280) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:37:55.764281 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-8c871c40-6689-4107-b28d-19e1bf418337 admin admin] Request body: {'subnet': {'network_id': '9f9e4d3a-9b0f-46a7-b045-8d44d07986e0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-119798104-subnet', 'tenant_id': 'b76abfccca1e443d8cfed9fe77b82608', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:37:55.766073 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67787e6-8f3b-46f6-931d-4235fc066cc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c011f203-e4ac-4c90-a496-3edf2368c4a1,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:37:55.913626 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-123ab213-eeb5-4965-83a8-45cee7c84147 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:37:55.925726 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bb77ef-98ce-47a8-8d3d-b15d4aade1a4 admin admin] Pushing event updated for resources: {'Network': ['ID=9f9e4d3a-9b0f-46a7-b045-8d44d07986e0,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:37:55.944486 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-c67787e6-8f3b-46f6-931d-4235fc066cc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979'] for segment, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:37:55.945849 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.db.segments_db [None req-c67787e6-8f3b-46f6-931d-4235fc066cc3 admin admin] Added segment 1e98df17-e196-417f-957d-cb8b343f8c04 of type vlan for network b591b429-0972-4e45-afd3-bb0899b18496 Oct 19 07:37:55.947707 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Network 9f9e4d3a-9b0f-46a7-b045-8d44d07986e0 details requested by agent ovs-agent-dv-neutron-861624-1-hyperv with host dv-neutron-861624-1-hyperv {{(pid=103334) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 07:37:55.978487 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c871c40-6689-4107-b28d-19e1bf418337 admin admin] Made reservation on behalf of b76abfccca1e443d8cfed9fe77b82608 for: {'subnet': 1} {{(pid=103332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 07:37:55.980954 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-8c871c40-6689-4107-b28d-19e1bf418337 admin admin] Notify callbacks [] for subnet, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:37:55.997748 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-76732a42-d925-4765-8fae-6eb09ba0eaf9 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785020947330'] for port, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:37:56.037720 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76732a42-d925-4765-8fae-6eb09ba0eaf9 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Network 6b5a65c5-1bed-4301-9db8-c1056c2b8eba is already hosted by enough agents. {{(pid=103333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 07:37:56.043752 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.db_base_plugin_common [None req-50a58edc-69f8-428e-be22-a1dc43312bd2 None None] Allocated IP 172.20.0.2 (29346864-1bf4-4ca7-8c28-dd64957b61d5/9b83089a-6242-4a4f-85cc-90b42d56ee75/29d49807-bacb-4fe7-b6c4-4704844ed5f2) {{(pid=103334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 07:37:56.078465 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-76732a42-d925-4765-8fae-6eb09ba0eaf9 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Resources bound (agent type, host, resource id): {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:37:56.081325 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76732a42-d925-4765-8fae-6eb09ba0eaf9 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Received port after_create {{(pid=103333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 07:37:56.088175 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76732a42-d925-4765-8fae-6eb09ba0eaf9 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:37:56.089086 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-76732a42-d925-4765-8fae-6eb09ba0eaf9 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574827'] for port, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:37:56.154738 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-76732a42-d925-4765-8fae-6eb09ba0eaf9 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.8110235 Oct 19 07:37:56.159401 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 53290) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:37:56.178118 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-c67787e6-8f3b-46f6-931d-4235fc066cc3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785020965340'] for network, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:37:56.202845 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76732a42-d925-4765-8fae-6eb09ba0eaf9 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Pushing event updated for resources: {'Port': ['ID=087b9dc5-3183-4777-b86b-1bda030ffe73,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:37:56.225661 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-c67787e6-8f3b-46f6-931d-4235fc066cc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873'] for network, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:37:56.228262 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c67787e6-8f3b-46f6-931d-4235fc066cc3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:37:56.229363 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-c67787e6-8f3b-46f6-931d-4235fc066cc3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574827'] for network, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:37:56.314370 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-50a58edc-69f8-428e-be22-a1dc43312bd2 None None] Notify callbacks [] for port, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:37:56.332386 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67787e6-8f3b-46f6-931d-4235fc066cc3 admin admin] Pushing event updated for resources: {'Network': ['ID=b591b429-0972-4e45-afd3-bb0899b18496,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:37:56.347802 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-c67787e6-8f3b-46f6-931d-4235fc066cc3 admin admin] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.0202601 Oct 19 07:37:56.349974 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 53298) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:37:56.358641 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-3c4716ce-8964-4a69-95b4-5f74cbb2f0d8 admin admin] Request body: {'subnet': {'network_id': 'b591b429-0972-4e45-afd3-bb0899b18496', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1946037705-subnet', 'tenant_id': '340a20aa929d4020a108d5231191ac1d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:37:56.404055 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c4716ce-8964-4a69-95b4-5f74cbb2f0d8 admin admin] Made reservation on behalf of 340a20aa929d4020a108d5231191ac1d for: {'subnet': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 07:37:56.408460 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-3c4716ce-8964-4a69-95b4-5f74cbb2f0d8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:37:56.431416 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d343cc5-2f68-4880-9cdc-614c9596c9e3 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:37:56.437314 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d343cc5-2f68-4880-9cdc-614c9596c9e3 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:37:56.442011 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-5d343cc5-2f68-4880-9cdc-614c9596c9e3 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] 10.222.0.27 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.2807231 Oct 19 07:37:56.443113 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 53304) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:37:56.514338 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Network b591b429-0972-4e45-afd3-bb0899b18496 details requested by agent ovs-agent-dv-neutron-861624-1-hyperv with host dv-neutron-861624-1-hyperv {{(pid=103334) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 07:37:56.522273 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-50a58edc-69f8-428e-be22-a1dc43312bd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785020947330'] for port, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:37:56.549881 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50a58edc-69f8-428e-be22-a1dc43312bd2 None None] Network 29346864-1bf4-4ca7-8c28-dd64957b61d5 is already hosted by enough agents. {{(pid=103334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 07:37:56.610495 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.scheduler.base_scheduler [None req-50a58edc-69f8-428e-be22-a1dc43312bd2 None None] Resources bound (agent type, host, resource id): {{(pid=103334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:37:56.613590 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a58edc-69f8-428e-be22-a1dc43312bd2 None None] Pushing event updated for resources: {'Port': ['ID=29d49807-bacb-4fe7-b6c4-4704844ed5f2,revision_number=1']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:37:56.615608 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 53310) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:37:56.619401 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50a58edc-69f8-428e-be22-a1dc43312bd2 None None] Received port after_create {{(pid=103334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 07:37:56.694164 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-8c871c40-6689-4107-b28d-19e1bf418337 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873'] for subnet, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:37:56.712808 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-50a58edc-69f8-428e-be22-a1dc43312bd2 None None] Attempting to bind port 29d49807-bacb-4fe7-b6c4-4704844ed5f2 on host dv-neutron-861624-1-hyperv for vnic_type normal with profile {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 19 07:37:56.712808 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-50a58edc-69f8-428e-be22-a1dc43312bd2 None None] Attempting to bind port 29d49807-bacb-4fe7-b6c4-4704844ed5f2 by drivers openvswitch,hyperv on host dv-neutron-861624-1-hyperv at level 0 using segments [{'id': 'f4c58900-46fa-40ca-95c7-471a7b507c99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '29346864-1bf4-4ca7-8c28-dd64957b61d5'}] {{(pid=103334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 19 07:37:56.712808 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50a58edc-69f8-428e-be22-a1dc43312bd2 None None] Attempting to bind port 29d49807-bacb-4fe7-b6c4-4704844ed5f2 on network 29346864-1bf4-4ca7-8c28-dd64957b61d5 {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 07:37:56.714734 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-123ab213-eeb5-4965-83a8-45cee7c84147 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:37:56.760227 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50a58edc-69f8-428e-be22-a1dc43312bd2 None None] Checking agent: {'id': 'a5b0152c-d633-409b-aaf8-3b76458e2410', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861624-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 19, 7, 30, 19), 'started_at': datetime.datetime(2022, 10, 19, 7, 30, 49), 'heartbeat_timestamp': datetime.datetime(2022, 10, 19, 7, 37, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861624-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 07:37:56.760622 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50a58edc-69f8-428e-be22-a1dc43312bd2 None None] Checking segment: {'id': 'f4c58900-46fa-40ca-95c7-471a7b507c99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '29346864-1bf4-4ca7-8c28-dd64957b61d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 19 07:37:56.761017 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-50a58edc-69f8-428e-be22-a1dc43312bd2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:37:56.761588 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50a58edc-69f8-428e-be22-a1dc43312bd2 None None] Bound using segment: {'id': 'f4c58900-46fa-40ca-95c7-471a7b507c99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '29346864-1bf4-4ca7-8c28-dd64957b61d5'} {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 07:37:56.762224 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-50a58edc-69f8-428e-be22-a1dc43312bd2 None None] Bound port: 29d49807-bacb-4fe7-b6c4-4704844ed5f2, host: dv-neutron-861624-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4c58900-46fa-40ca-95c7-471a7b507c99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '29346864-1bf4-4ca7-8c28-dd64957b61d5'}}] {{(pid=103334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 19 07:37:56.762958 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-50a58edc-69f8-428e-be22-a1dc43312bd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:37:56.852607 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 53316) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:37:56.892050 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device 857afcd1-6110-49c1-aa97-cf866bef2d8a up at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 07:37:56.898375 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-50a58edc-69f8-428e-be22-a1dc43312bd2 None None] For port 29d49807-bacb-4fe7-b6c4-4704844ed5f2, host dv-neutron-861624-1-hyperv, cleared binding levels {{(pid=103334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 07:37:56.903609 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-123ab213-eeb5-4965-83a8-45cee7c84147 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:37:56.910985 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c871c40-6689-4107-b28d-19e1bf418337 admin admin] Checking segment: {'id': 'd3fee98f-d3eb-41cf-827a-ce536a5d361c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '9f9e4d3a-9b0f-46a7-b045-8d44d07986e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 19 07:37:56.911545 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c871c40-6689-4107-b28d-19e1bf418337 admin admin] Network hostable DHCP agents. Network: 9f9e4d3a-9b0f-46a7-b045-8d44d07986e0, hostable agents: ['310d813b-0e3e-4d7e-9b79-8f4ec0dbcab0'], hosted agents: [] {{(pid=103332) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 07:37:56.950878 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c871c40-6689-4107-b28d-19e1bf418337 admin admin] Network 9f9e4d3a-9b0f-46a7-b045-8d44d07986e0 is scheduled to be hosted by DHCP agent 310d813b-0e3e-4d7e-9b79-8f4ec0dbcab0 with binding_index 1 {{(pid=103332) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 07:37:56.955356 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-50a58edc-69f8-428e-be22-a1dc43312bd2 None None] For port 29d49807-bacb-4fe7-b6c4-4704844ed5f2, host dv-neutron-861624-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=29d49807-bacb-4fe7-b6c4-4704844ed5f2,segment=NetworkSegment(f4c58900-46fa-40ca-95c7-471a7b507c99),segment_id=f4c58900-46fa-40ca-95c7-471a7b507c99)] {{(pid=103334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 07:37:56.975903 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-50a58edc-69f8-428e-be22-a1dc43312bd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:37:56.988998 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-67dc0665-7a3b-4063-acec-def142a61e7b tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Deleting port 087b9dc5-3183-4777-b86b-1bda030ffe73 {{(pid=103333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 07:37:56.989350 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-67dc0665-7a3b-4063-acec-def142a61e7b tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:37:56.990466 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c871c40-6689-4107-b28d-19e1bf418337 admin admin] Pushing event updated for resources: {'Subnet': ['ID=509b576d-66cd-49df-8740-f428cd2060b2,revision_number=0']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:37:57.035867 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Provisioning complete for port 857afcd1-6110-49c1-aa97-cf866bef2d8a triggered by entity L2. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:37:57.036427 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:37:57.037393 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Attempt 1 to provision port 857afcd1-6110-49c1-aa97-cf866bef2d8a Oct 19 07:37:57.041488 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.base_scheduler [None req-8c871c40-6689-4107-b28d-19e1bf418337 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861624-1-hyperv, 9f9e4d3a-9b0f-46a7-b045-8d44d07986e0) {{(pid=103332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:37:57.096952 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-038d5301-6ef2-4995-acaa-68136d17a96e None None] Network 6b5a65c5-1bed-4301-9db8-c1056c2b8eba requested from dv-neutron-861624-1-hyperv {{(pid=103334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 07:37:57.135660 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c871c40-6689-4107-b28d-19e1bf418337 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:37:57.136239 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-8c871c40-6689-4107-b28d-19e1bf418337 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574827'] for subnet, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:37:57.171090 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-67dc0665-7a3b-4063-acec-def142a61e7b tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:37:57.192098 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-67dc0665-7a3b-4063-acec-def142a61e7b tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Calling delete_port for 087b9dc5-3183-4777-b86b-1bda030ffe73 owned by {{(pid=103333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 07:37:57.291389 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e78cdbf9-f223-4430-a3b5-46423e5ab078 None None] Network 9f9e4d3a-9b0f-46a7-b045-8d44d07986e0 requested from dv-neutron-861624-1-hyperv {{(pid=103334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 07:37:57.351735 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a58edc-69f8-428e-be22-a1dc43312bd2 None None] Pushing event updated for resources: {'Port': ['ID=29d49807-bacb-4fe7-b6c4-4704844ed5f2,revision_number=2']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:37:57.391038 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 53324) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:37:57.397206 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-26ec890b-25c9-4c83-9940-67e417bf213f tempest-ExternalNetworksTestJSON-1942265098 tempest-ExternalNetworksTestJSON-1942265098-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1399356725'}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:37:57.415269 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-61e19cf2-f66a-4fc2-ada5-39d8c82c9e61 None None] Provisioning complete for port 857afcd1-6110-49c1-aa97-cf866bef2d8a triggered by entity DHCP. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:37:57.415635 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-61e19cf2-f66a-4fc2-ada5-39d8c82c9e61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:37:57.416076 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-61e19cf2-f66a-4fc2-ada5-39d8c82c9e61 None None] Attempt 1 to provision port 857afcd1-6110-49c1-aa97-cf866bef2d8a Oct 19 07:37:57.430764 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 53330) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:37:57.449624 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-7d4f365a-3dad-49ca-b5a7-92307f0ab324 tempest-DHCPAgentSchedulersTestJSON-2007948804 tempest-DHCPAgentSchedulersTestJSON-2007948804-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1007033245'}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:37:57.533896 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.db_base_plugin_common [None req-123ab213-eeb5-4965-83a8-45cee7c84147 admin admin] Allocated IP 172.26.0.149 (99c66757-74e3-40a4-b479-8d09e3a7c3dd/7f3d1034-1de7-458a-a3ee-77488de3949b/253cf2ee-6b77-4d6e-af78-a76eddf9707e) {{(pid=103332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 07:37:57.559116 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-8c871c40-6689-4107-b28d-19e1bf418337 admin admin] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.7968390 Oct 19 07:37:57.571178 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 53338) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:37:57.571861 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d4f365a-3dad-49ca-b5a7-92307f0ab324 tempest-DHCPAgentSchedulersTestJSON-2007948804 tempest-DHCPAgentSchedulersTestJSON-2007948804-project] Made reservation on behalf of 954366c0865d4c4cb616c531aed7eb12 for: {'network': 1} {{(pid=103332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 07:37:57.575548 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-7d4f365a-3dad-49ca-b5a7-92307f0ab324 tempest-DHCPAgentSchedulersTestJSON-2007948804 tempest-DHCPAgentSchedulersTestJSON-2007948804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for network, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:37:57.598983 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-cd6b42fb-46cc-4eab-aaf3-37a0dc79b731 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-119798104-router', 'tenant_id': 'b76abfccca1e443d8cfed9fe77b82608', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd'}}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:37:57.607998 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-09b24742-0c10-45c5-9d58-f318b28630fd tempest-FloatingIPAdminTestJSON-1410639124 tempest-FloatingIPAdminTestJSON-1410639124-project] Request body: {'floatingip': {'floating_network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:37:57.638896 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-67dc0665-7a3b-4063-acec-def142a61e7b tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339'] for port, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:37:57.646382 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Current status of the port 857afcd1-6110-49c1-aa97-cf866bef2d8a is: DOWN; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:37:57.646822 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:37:57.648099 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-7d4f365a-3dad-49ca-b5a7-92307f0ab324 tempest-DHCPAgentSchedulersTestJSON-2007948804 tempest-DHCPAgentSchedulersTestJSON-2007948804-project] Notify callbacks [] for security_group, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:37:57.650113 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-744813fe-f4d0-4d1b-906e-0c6c0dded801 tempest-PortsAdminExtendedAttrsTestJSON-567922557 tempest-PortsAdminExtendedAttrsTestJSON-567922557-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1762906184'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:37:57.667991 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-cd6b42fb-46cc-4eab-aaf3-37a0dc79b731 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1692695', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12668'] for router, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:37:57.669046 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-cd6b42fb-46cc-4eab-aaf3-37a0dc79b731 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1692835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1693910', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1621825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12659'] for router, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:37:57.676931 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26ec890b-25c9-4c83-9940-67e417bf213f tempest-ExternalNetworksTestJSON-1942265098 tempest-ExternalNetworksTestJSON-1942265098-project] Made reservation on behalf of f887e3b137cb4356b39bcaaea102edda for: {'network': 1} {{(pid=103332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 07:37:57.680964 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-26ec890b-25c9-4c83-9940-67e417bf213f tempest-ExternalNetworksTestJSON-1942265098 tempest-ExternalNetworksTestJSON-1942265098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for network, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:37:57.697915 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-09b24742-0c10-45c5-9d58-f318b28630fd tempest-FloatingIPAdminTestJSON-1410639124 tempest-FloatingIPAdminTestJSON-1410639124-project] Notify callbacks [] for floatingip, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:37:57.715300 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67dc0665-7a3b-4063-acec-def142a61e7b tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Pushing event deleted for resources: {'Port': ['ID=087b9dc5-3183-4777-b86b-1bda030ffe73,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:37:57.751621 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] For port 857afcd1-6110-49c1-aa97-cf866bef2d8a, host dv-neutron-861624-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=857afcd1-6110-49c1-aa97-cf866bef2d8a,segment=NetworkSegment(5a8d2b05-b527-4bd4-a671-b9112f193fef),segment_id=5a8d2b05-b527-4bd4-a671-b9112f193fef)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:37:57.755808 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-61e19cf2-f66a-4fc2-ada5-39d8c82c9e61 None None] Current status of the port 857afcd1-6110-49c1-aa97-cf866bef2d8a is: DOWN; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:37:57.756200 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-61e19cf2-f66a-4fc2-ada5-39d8c82c9e61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:37:57.763806 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-744813fe-f4d0-4d1b-906e-0c6c0dded801 tempest-PortsAdminExtendedAttrsTestJSON-567922557 tempest-PortsAdminExtendedAttrsTestJSON-567922557-project] Made reservation on behalf of 7997d23c625747ffae54e4737fc4503e for: {'network': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 07:37:57.767775 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-744813fe-f4d0-4d1b-906e-0c6c0dded801 tempest-PortsAdminExtendedAttrsTestJSON-567922557 tempest-PortsAdminExtendedAttrsTestJSON-567922557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for network, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:37:57.768217 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:37:57.786150 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-744813fe-f4d0-4d1b-906e-0c6c0dded801 tempest-PortsAdminExtendedAttrsTestJSON-567922557 tempest-PortsAdminExtendedAttrsTestJSON-567922557-project] Notify callbacks [] for security_group, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:37:57.809591 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acf01787-72db-4471-969e-3b92bf26cd31 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d12c6ac-27a3-545c-a8f3-f04e30423d6d-9f9e4d3a-9b0f-46a7-b045-8d44d07986e0', 'network_id': '9f9e4d3a-9b0f-46a7-b045-8d44d07986e0', 'tenant_id': 'b76abfccca1e443d8cfed9fe77b82608', 'fixed_ips': [{'subnet_id': '509b576d-66cd-49df-8740-f428cd2060b2'}]}} from dv-neutron-861624-1-hyperv. {{(pid=103334) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 07:37:57.810773 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-acf01787-72db-4471-969e-3b92bf26cd31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:37:57.813227 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-cd6b42fb-46cc-4eab-aaf3-37a0dc79b731 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:37:57.822783 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-26ec890b-25c9-4c83-9940-67e417bf213f tempest-ExternalNetworksTestJSON-1942265098 tempest-ExternalNetworksTestJSON-1942265098-project] Notify callbacks [] for security_group, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:37:57.885999 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-67dc0665-7a3b-4063-acec-def142a61e7b tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42160'] for port, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:37:57.889687 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-67dc0665-7a3b-4063-acec-def142a61e7b tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] 10.222.0.27 "DELETE /v2.0/ports/087b9dc5-3183-4777-b86b-1bda030ffe73 HTTP/1.1" status: 204 len: 168 time: 1.4454994 Oct 19 07:37:57.898728 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 53340) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:37:57.906913 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Pushing event updated for resources: {'Port': ['ID=857afcd1-6110-49c1-aa97-cf866bef2d8a,revision_number=3']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:37:57.956852 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-3c4716ce-8964-4a69-95b4-5f74cbb2f0d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873'] for subnet, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:37:57.971603 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.db.api [None req-61e19cf2-f66a-4fc2-ada5-39d8c82c9e61 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103334) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 19 07:37:57.972746 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG oslo_db.api [None req-61e19cf2-f66a-4fc2-ada5-39d8c82c9e61 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 19 07:37:58.084083 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.db_base_plugin_common [None req-acf01787-72db-4471-969e-3b92bf26cd31 None None] Allocated IP 172.20.0.2 (9f9e4d3a-9b0f-46a7-b045-8d44d07986e0/509b576d-66cd-49df-8740-f428cd2060b2/6de12234-5a78-460b-8a24-d3d3c649d467) {{(pid=103334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 07:37:58.136230 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-123ab213-eeb5-4965-83a8-45cee7c84147 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:37:58.193084 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-cd6b42fb-46cc-4eab-aaf3-37a0dc79b731 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:37:58.313391 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-acf01787-72db-4471-969e-3b92bf26cd31 None None] Notify callbacks [] for port, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:37:58.322934 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-acf01787-72db-4471-969e-3b92bf26cd31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785020947330'] for port, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:37:58.340262 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-7d4f365a-3dad-49ca-b5a7-92307f0ab324 tempest-DHCPAgentSchedulersTestJSON-2007948804 tempest-DHCPAgentSchedulersTestJSON-2007948804-project] Notify callbacks [] for security_group, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:37:58.341461 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-744813fe-f4d0-4d1b-906e-0c6c0dded801 tempest-PortsAdminExtendedAttrsTestJSON-567922557 tempest-PortsAdminExtendedAttrsTestJSON-567922557-project] Notify callbacks [] for security_group, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:37:58.357785 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-7d4f365a-3dad-49ca-b5a7-92307f0ab324 tempest-DHCPAgentSchedulersTestJSON-2007948804 tempest-DHCPAgentSchedulersTestJSON-2007948804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788643'] for security_group, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:37:58.375344 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8e826dc-0f83-4dec-81b1-35dbb383fa8a tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:37:58.378265 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8e826dc-0f83-4dec-81b1-35dbb383fa8a tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:37:58.380478 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acf01787-72db-4471-969e-3b92bf26cd31 None None] Network 9f9e4d3a-9b0f-46a7-b045-8d44d07986e0 is already hosted by enough agents. {{(pid=103334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 07:37:58.381025 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-e8e826dc-0f83-4dec-81b1-35dbb383fa8a tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] 10.222.0.27 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.4794703 Oct 19 07:37:58.381927 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4716ce-8964-4a69-95b4-5f74cbb2f0d8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=50f42235-c2b7-4baf-8d65-761c27136b2d,revision_number=0']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:37:58.386157 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.scheduler.base_scheduler [None req-acf01787-72db-4471-969e-3b92bf26cd31 None None] Resources bound (agent type, host, resource id): {{(pid=103334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:37:58.391929 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acf01787-72db-4471-969e-3b92bf26cd31 None None] Received port after_create {{(pid=103334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 07:37:58.392968 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-26ec890b-25c9-4c83-9940-67e417bf213f tempest-ExternalNetworksTestJSON-1942265098 tempest-ExternalNetworksTestJSON-1942265098-project] Notify callbacks [] for security_group, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:37:58.395211 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf01787-72db-4471-969e-3b92bf26cd31 None None] Pushing event updated for resources: {'Port': ['ID=6de12234-5a78-460b-8a24-d3d3c649d467,revision_number=1']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:37:58.401796 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 53344) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:37:58.419912 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-26ec890b-25c9-4c83-9940-67e417bf213f tempest-ExternalNetworksTestJSON-1942265098 tempest-ExternalNetworksTestJSON-1942265098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788643'] for security_group, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:37:58.431210 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-744813fe-f4d0-4d1b-906e-0c6c0dded801 tempest-PortsAdminExtendedAttrsTestJSON-567922557 tempest-PortsAdminExtendedAttrsTestJSON-567922557-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788643'] for security_group, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:37:58.452190 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-744813fe-f4d0-4d1b-906e-0c6c0dded801 tempest-PortsAdminExtendedAttrsTestJSON-567922557 tempest-PortsAdminExtendedAttrsTestJSON-567922557-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 191} {{(pid=103333) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 07:37:58.464273 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-744813fe-f4d0-4d1b-906e-0c6c0dded801 tempest-PortsAdminExtendedAttrsTestJSON-567922557 tempest-PortsAdminExtendedAttrsTestJSON-567922557-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979'] for segment, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:37:58.464694 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.db.segments_db [None req-744813fe-f4d0-4d1b-906e-0c6c0dded801 tempest-PortsAdminExtendedAttrsTestJSON-567922557 tempest-PortsAdminExtendedAttrsTestJSON-567922557-project] Added segment 128fe684-3df4-4868-9689-651e86bf8d2d of type vlan for network 0a63bd3f-8e79-47c5-9b78-4eaa93792a44 Oct 19 07:37:58.479025 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-acf01787-72db-4471-969e-3b92bf26cd31 None None] Attempting to bind port 6de12234-5a78-460b-8a24-d3d3c649d467 on host dv-neutron-861624-1-hyperv for vnic_type normal with profile {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 19 07:37:58.480650 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-acf01787-72db-4471-969e-3b92bf26cd31 None None] Attempting to bind port 6de12234-5a78-460b-8a24-d3d3c649d467 by drivers openvswitch,hyperv on host dv-neutron-861624-1-hyperv at level 0 using segments [{'id': 'd3fee98f-d3eb-41cf-827a-ce536a5d361c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '9f9e4d3a-9b0f-46a7-b045-8d44d07986e0'}] {{(pid=103334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 19 07:37:58.481290 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acf01787-72db-4471-969e-3b92bf26cd31 None None] Attempting to bind port 6de12234-5a78-460b-8a24-d3d3c649d467 on network 9f9e4d3a-9b0f-46a7-b045-8d44d07986e0 {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 07:37:58.503340 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d4f365a-3dad-49ca-b5a7-92307f0ab324 tempest-DHCPAgentSchedulersTestJSON-2007948804 tempest-DHCPAgentSchedulersTestJSON-2007948804-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 189} {{(pid=103332) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 07:37:58.508444 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-123ab213-eeb5-4965-83a8-45cee7c84147 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785020947330'] for port, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:37:58.516315 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acf01787-72db-4471-969e-3b92bf26cd31 None None] Checking agent: {'id': 'a5b0152c-d633-409b-aaf8-3b76458e2410', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861624-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 19, 7, 30, 19), 'started_at': datetime.datetime(2022, 10, 19, 7, 30, 49), 'heartbeat_timestamp': datetime.datetime(2022, 10, 19, 7, 37, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861624-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 07:37:58.516905 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acf01787-72db-4471-969e-3b92bf26cd31 None None] Checking segment: {'id': 'd3fee98f-d3eb-41cf-827a-ce536a5d361c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '9f9e4d3a-9b0f-46a7-b045-8d44d07986e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 19 07:37:58.519157 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-acf01787-72db-4471-969e-3b92bf26cd31 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:37:58.519645 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acf01787-72db-4471-969e-3b92bf26cd31 None None] Bound using segment: {'id': 'd3fee98f-d3eb-41cf-827a-ce536a5d361c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '9f9e4d3a-9b0f-46a7-b045-8d44d07986e0'} {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 07:37:58.520253 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-acf01787-72db-4471-969e-3b92bf26cd31 None None] Bound port: 6de12234-5a78-460b-8a24-d3d3c649d467, host: dv-neutron-861624-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3fee98f-d3eb-41cf-827a-ce536a5d361c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '9f9e4d3a-9b0f-46a7-b045-8d44d07986e0'}}] {{(pid=103334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 19 07:37:58.520749 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-acf01787-72db-4471-969e-3b92bf26cd31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:37:58.532013 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4f365a-3dad-49ca-b5a7-92307f0ab324 tempest-DHCPAgentSchedulersTestJSON-2007948804 tempest-DHCPAgentSchedulersTestJSON-2007948804-project] Pushing event updated for resources: {'SecurityGroup': ['ID=77bbe139-d220-4a90-b2ae-cfb2a6889d4c,revision_number=1']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:37:58.543965 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-61e19cf2-f66a-4fc2-ada5-39d8c82c9e61 None None] Current status of the port 857afcd1-6110-49c1-aa97-cf866bef2d8a is: ACTIVE; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:37:58.561510 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26ec890b-25c9-4c83-9940-67e417bf213f tempest-ExternalNetworksTestJSON-1942265098 tempest-ExternalNetworksTestJSON-1942265098-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 182} {{(pid=103332) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 07:37:58.576946 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-744813fe-f4d0-4d1b-906e-0c6c0dded801 tempest-PortsAdminExtendedAttrsTestJSON-567922557 tempest-PortsAdminExtendedAttrsTestJSON-567922557-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785020965340'] for network, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:37:58.577986 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d5567ea-069a-4b0f-8008-602dc6492035 None None] Network 29346864-1bf4-4ca7-8c28-dd64957b61d5 requested from dv-neutron-861624-1-hyperv {{(pid=103334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 07:37:58.607986 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-7d4f365a-3dad-49ca-b5a7-92307f0ab324 tempest-DHCPAgentSchedulersTestJSON-2007948804 tempest-DHCPAgentSchedulersTestJSON-2007948804-project] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8785021518583', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979'] for segment, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:37:58.608533 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-7d4f365a-3dad-49ca-b5a7-92307f0ab324 tempest-DHCPAgentSchedulersTestJSON-2007948804 tempest-DHCPAgentSchedulersTestJSON-2007948804-project] Unsubscribe: segment precommit_create {{(pid=103332) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Oct 19 07:37:58.609495 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.db.segments_db [None req-7d4f365a-3dad-49ca-b5a7-92307f0ab324 tempest-DHCPAgentSchedulersTestJSON-2007948804 tempest-DHCPAgentSchedulersTestJSON-2007948804-project] Added segment 290edcfc-0daf-4aa9-8ea8-62622e94c402 of type vlan for network 058a83b5-1e54-436a-be38-6177414f9998 Oct 19 07:37:58.618476 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-744813fe-f4d0-4d1b-906e-0c6c0dded801 tempest-PortsAdminExtendedAttrsTestJSON-567922557 tempest-PortsAdminExtendedAttrsTestJSON-567922557-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873'] for network, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:37:58.624022 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-744813fe-f4d0-4d1b-906e-0c6c0dded801 tempest-PortsAdminExtendedAttrsTestJSON-567922557 tempest-PortsAdminExtendedAttrsTestJSON-567922557-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:37:58.624622 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-744813fe-f4d0-4d1b-906e-0c6c0dded801 tempest-PortsAdminExtendedAttrsTestJSON-567922557 tempest-PortsAdminExtendedAttrsTestJSON-567922557-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574827'] for network, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:37:58.651938 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c4716ce-8964-4a69-95b4-5f74cbb2f0d8 admin admin] Checking segment: {'id': '1e98df17-e196-417f-957d-cb8b343f8c04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'b591b429-0972-4e45-afd3-bb0899b18496'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 19 07:37:58.651938 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c4716ce-8964-4a69-95b4-5f74cbb2f0d8 admin admin] Network hostable DHCP agents. Network: b591b429-0972-4e45-afd3-bb0899b18496, hostable agents: ['310d813b-0e3e-4d7e-9b79-8f4ec0dbcab0'], hosted agents: [] {{(pid=103333) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 07:37:58.668074 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-744813fe-f4d0-4d1b-906e-0c6c0dded801 tempest-PortsAdminExtendedAttrsTestJSON-567922557 tempest-PortsAdminExtendedAttrsTestJSON-567922557-project] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 1.2562957 Oct 19 07:37:58.711156 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-acf01787-72db-4471-969e-3b92bf26cd31 None None] For port 6de12234-5a78-460b-8a24-d3d3c649d467, host dv-neutron-861624-1-hyperv, cleared binding levels {{(pid=103334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 07:37:58.717116 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-acf01787-72db-4471-969e-3b92bf26cd31 None None] For port 6de12234-5a78-460b-8a24-d3d3c649d467, host dv-neutron-861624-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=6de12234-5a78-460b-8a24-d3d3c649d467,segment=NetworkSegment(d3fee98f-d3eb-41cf-827a-ce536a5d361c),segment_id=d3fee98f-d3eb-41cf-827a-ce536a5d361c)] {{(pid=103334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 07:37:58.733701 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-acf01787-72db-4471-969e-3b92bf26cd31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:37:58.739136 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-dd33a652-bea6-422f-973c-2655e31ec64d None None] Provisioning complete for port 29d49807-bacb-4fe7-b6c4-4704844ed5f2 triggered by entity DHCP. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:37:58.739136 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-dd33a652-bea6-422f-973c-2655e31ec64d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:37:58.739136 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-dd33a652-bea6-422f-973c-2655e31ec64d None None] Attempt 1 to provision port 29d49807-bacb-4fe7-b6c4-4704844ed5f2 Oct 19 07:37:58.744455 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-26ec890b-25c9-4c83-9940-67e417bf213f tempest-ExternalNetworksTestJSON-1942265098 tempest-ExternalNetworksTestJSON-1942265098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979'] for segment, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:37:58.744829 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.db.segments_db [None req-26ec890b-25c9-4c83-9940-67e417bf213f tempest-ExternalNetworksTestJSON-1942265098 tempest-ExternalNetworksTestJSON-1942265098-project] Added segment b32826d2-cfc0-47ad-b678-0e6370153cc5 of type vlan for network 4014404d-eb65-49be-be80-78ca76b41c5b Oct 19 07:37:58.753724 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c4716ce-8964-4a69-95b4-5f74cbb2f0d8 admin admin] Network b591b429-0972-4e45-afd3-bb0899b18496 is scheduled to be hosted by DHCP agent 310d813b-0e3e-4d7e-9b79-8f4ec0dbcab0 with binding_index 1 {{(pid=103333) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 07:37:58.812937 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-123ab213-eeb5-4965-83a8-45cee7c84147 admin admin] Network 99c66757-74e3-40a4-b479-8d09e3a7c3dd is already hosted by enough agents. {{(pid=103332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 07:37:58.837289 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ecf6983-268a-4d35-a62c-b6b6b98e1a88 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Deleting subnet d9b44769-7db7-407c-a117-ff1a5bb376be {{(pid=103332) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 19 07:37:58.856644 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-09b24742-0c10-45c5-9d58-f318b28630fd tempest-FloatingIPAdminTestJSON-1410639124 tempest-FloatingIPAdminTestJSON-1410639124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:37:58.859642 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744813fe-f4d0-4d1b-906e-0c6c0dded801 tempest-PortsAdminExtendedAttrsTestJSON-567922557 tempest-PortsAdminExtendedAttrsTestJSON-567922557-project] Pushing event updated for resources: {'Network': ['ID=0a63bd3f-8e79-47c5-9b78-4eaa93792a44,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:37:58.877143 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744813fe-f4d0-4d1b-906e-0c6c0dded801 tempest-PortsAdminExtendedAttrsTestJSON-567922557 tempest-PortsAdminExtendedAttrsTestJSON-567922557-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e9482b07-5ddc-40a4-969f-ad4d78c57ce5,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:37:58.890529 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Network 0a63bd3f-8e79-47c5-9b78-4eaa93792a44 details requested by agent ovs-agent-dv-neutron-861624-1-hyperv with host dv-neutron-861624-1-hyperv {{(pid=103334) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 07:37:58.897223 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-3c4716ce-8964-4a69-95b4-5f74cbb2f0d8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861624-1-hyperv, b591b429-0972-4e45-afd3-bb0899b18496) {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:37:58.917685 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf01787-72db-4471-969e-3b92bf26cd31 None None] Pushing event updated for resources: {'Port': ['ID=6de12234-5a78-460b-8a24-d3d3c649d467,revision_number=2']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:37:58.928092 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.base_scheduler [None req-123ab213-eeb5-4965-83a8-45cee7c84147 admin admin] Resources bound (agent type, host, resource id): {{(pid=103332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:37:58.935412 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-0ecf6983-268a-4d35-a62c-b6b6b98e1a88 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks [] for subnet, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:37:58.938390 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c4716ce-8964-4a69-95b4-5f74cbb2f0d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:37:58.938939 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-3c4716ce-8964-4a69-95b4-5f74cbb2f0d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574827'] for subnet, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:37:58.954930 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cca72893-7151-4598-8308-eecc5d619409 None None] Network b591b429-0972-4e45-afd3-bb0899b18496 requested from dv-neutron-861624-1-hyperv {{(pid=103334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 07:37:58.957488 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-7d4f365a-3dad-49ca-b5a7-92307f0ab324 tempest-DHCPAgentSchedulersTestJSON-2007948804 tempest-DHCPAgentSchedulersTestJSON-2007948804-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785020965340'] for network, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:37:58.983056 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-3c4716ce-8964-4a69-95b4-5f74cbb2f0d8 admin admin] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.6315608 Oct 19 07:37:58.985838 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 53360) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:37:58.990126 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-729a0abf-28b8-4738-8de6-355909c7a5cd admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1946037705-router', 'tenant_id': '340a20aa929d4020a108d5231191ac1d', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd'}}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:37:59.001015 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device 29d49807-bacb-4fe7-b6c4-4704844ed5f2 up at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 07:37:59.022638 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-123ab213-eeb5-4965-83a8-45cee7c84147 admin admin] Received port after_create {{(pid=103332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 07:37:59.028300 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ec890b-25c9-4c83-9940-67e417bf213f tempest-ExternalNetworksTestJSON-1942265098 tempest-ExternalNetworksTestJSON-1942265098-project] Pushing event updated for resources: {'SecurityGroup': ['ID=86b665a7-1c57-42ea-9d7c-b40977e75c36,revision_number=1']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:37:59.063490 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-729a0abf-28b8-4738-8de6-355909c7a5cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1692695', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12668'] for router, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:37:59.064871 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-729a0abf-28b8-4738-8de6-355909c7a5cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1692835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1693910', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1621825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12659'] for router, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:37:59.083018 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123ab213-eeb5-4965-83a8-45cee7c84147 admin admin] Pushing event updated for resources: {'Port': ['ID=253cf2ee-6b77-4d6e-af78-a76eddf9707e,revision_number=1']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:37:59.161960 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-26ec890b-25c9-4c83-9940-67e417bf213f tempest-ExternalNetworksTestJSON-1942265098 tempest-ExternalNetworksTestJSON-1942265098-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785020965340'] for network, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:37:59.189923 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.db.resource_extend [None req-7d4f365a-3dad-49ca-b5a7-92307f0ab324 tempest-DHCPAgentSchedulersTestJSON-2007948804 tempest-DHCPAgentSchedulersTestJSON-2007948804-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 19 07:37:59.199932 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-729a0abf-28b8-4738-8de6-355909c7a5cd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:37:59.225260 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.db_base_plugin_common [None req-09b24742-0c10-45c5-9d58-f318b28630fd tempest-FloatingIPAdminTestJSON-1410639124 tempest-FloatingIPAdminTestJSON-1410639124-project] Allocated IP 172.26.0.227 (99c66757-74e3-40a4-b479-8d09e3a7c3dd/7f3d1034-1de7-458a-a3ee-77488de3949b/eaab1655-4b92-4b2f-8015-d085a5d852f2) {{(pid=103333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 07:37:59.330853 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-0ecf6983-268a-4d35-a62c-b6b6b98e1a88 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:37:59.360159 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-7d4f365a-3dad-49ca-b5a7-92307f0ab324 tempest-DHCPAgentSchedulersTestJSON-2007948804 tempest-DHCPAgentSchedulersTestJSON-2007948804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873'] for network, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:37:59.365535 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d4f365a-3dad-49ca-b5a7-92307f0ab324 tempest-DHCPAgentSchedulersTestJSON-2007948804 tempest-DHCPAgentSchedulersTestJSON-2007948804-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:37:59.366129 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-7d4f365a-3dad-49ca-b5a7-92307f0ab324 tempest-DHCPAgentSchedulersTestJSON-2007948804 tempest-DHCPAgentSchedulersTestJSON-2007948804-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574827'] for network, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:37:59.385158 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-26ec890b-25c9-4c83-9940-67e417bf213f tempest-ExternalNetworksTestJSON-1942265098 tempest-ExternalNetworksTestJSON-1942265098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873'] for network, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:37:59.390440 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26ec890b-25c9-4c83-9940-67e417bf213f tempest-ExternalNetworksTestJSON-1942265098 tempest-ExternalNetworksTestJSON-1942265098-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:37:59.391029 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-26ec890b-25c9-4c83-9940-67e417bf213f tempest-ExternalNetworksTestJSON-1942265098 tempest-ExternalNetworksTestJSON-1942265098-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574827'] for network, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:37:59.437477 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-dd33a652-bea6-422f-973c-2655e31ec64d None None] Current status of the port 29d49807-bacb-4fe7-b6c4-4704844ed5f2 is: DOWN; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:37:59.438058 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-dd33a652-bea6-422f-973c-2655e31ec64d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:37:59.458777 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-729a0abf-28b8-4738-8de6-355909c7a5cd admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:37:59.494368 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-dd33a652-bea6-422f-973c-2655e31ec64d None None] For port 29d49807-bacb-4fe7-b6c4-4704844ed5f2, host dv-neutron-861624-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=29d49807-bacb-4fe7-b6c4-4704844ed5f2,segment=NetworkSegment(f4c58900-46fa-40ca-95c7-471a7b507c99),segment_id=f4c58900-46fa-40ca-95c7-471a7b507c99)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:37:59.513007 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f3e7cd2-308e-450c-9433-063853e7ebf6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d12c6ac-27a3-545c-a8f3-f04e30423d6d-b591b429-0972-4e45-afd3-bb0899b18496', 'network_id': 'b591b429-0972-4e45-afd3-bb0899b18496', 'tenant_id': '340a20aa929d4020a108d5231191ac1d', 'fixed_ips': [{'subnet_id': '50f42235-c2b7-4baf-8d65-761c27136b2d'}]}} from dv-neutron-861624-1-hyperv. {{(pid=103334) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 07:37:59.513978 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-8f3e7cd2-308e-450c-9433-063853e7ebf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:37:59.523469 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 53362) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:37:59.567243 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-dd33a652-bea6-422f-973c-2655e31ec64d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:37:59.567840 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-09b24742-0c10-45c5-9d58-f318b28630fd tempest-FloatingIPAdminTestJSON-1410639124 tempest-FloatingIPAdminTestJSON-1410639124-project] Notify callbacks [] for port, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:37:59.567973 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-7d4f365a-3dad-49ca-b5a7-92307f0ab324 tempest-DHCPAgentSchedulersTestJSON-2007948804 tempest-DHCPAgentSchedulersTestJSON-2007948804-project] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 2.6935813 Oct 19 07:37:59.571785 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-26ec890b-25c9-4c83-9940-67e417bf213f tempest-ExternalNetworksTestJSON-1942265098 tempest-ExternalNetworksTestJSON-1942265098-project] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 2.9462128 Oct 19 07:37:59.574276 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 53364) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:37:59.588732 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Provisioning complete for port 29d49807-bacb-4fe7-b6c4-4704844ed5f2 triggered by entity L2. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:37:59.589189 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:37:59.589601 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Attempt 1 to provision port 29d49807-bacb-4fe7-b6c4-4704844ed5f2 Oct 19 07:37:59.606858 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 53366) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:37:59.613514 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-4049d3a7-734a-4582-aab5-61aed500ce2a tempest-PortsAdminExtendedAttrsTestJSON-1938695924 tempest-PortsAdminExtendedAttrsTestJSON-1938695924-project-admin] Request body: {'port': {'network_id': '0a63bd3f-8e79-47c5-9b78-4eaa93792a44', 'binding:host_id': 'hv-neutron-8616', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-129560521'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:37:59.648752 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-09b24742-0c10-45c5-9d58-f318b28630fd tempest-FloatingIPAdminTestJSON-1410639124 tempest-FloatingIPAdminTestJSON-1410639124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785020947330'] for port, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:37:59.704086 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09b24742-0c10-45c5-9d58-f318b28630fd tempest-FloatingIPAdminTestJSON-1410639124 tempest-FloatingIPAdminTestJSON-1410639124-project] Network 99c66757-74e3-40a4-b479-8d09e3a7c3dd is already hosted by enough agents. {{(pid=103333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 07:37:59.708728 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-09b24742-0c10-45c5-9d58-f318b28630fd tempest-FloatingIPAdminTestJSON-1410639124 tempest-FloatingIPAdminTestJSON-1410639124-project] Resources bound (agent type, host, resource id): {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:37:59.711138 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4049d3a7-734a-4582-aab5-61aed500ce2a tempest-PortsAdminExtendedAttrsTestJSON-1938695924 tempest-PortsAdminExtendedAttrsTestJSON-1938695924-project-admin] Made reservation on behalf of 40b5e851278148f68e8c21f518d0fd3c for: {'port': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 07:37:59.713607 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-4049d3a7-734a-4582-aab5-61aed500ce2a tempest-PortsAdminExtendedAttrsTestJSON-1938695924 tempest-PortsAdminExtendedAttrsTestJSON-1938695924-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:37:59.717041 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09b24742-0c10-45c5-9d58-f318b28630fd tempest-FloatingIPAdminTestJSON-1410639124 tempest-FloatingIPAdminTestJSON-1410639124-project] Received port after_create {{(pid=103333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 07:37:59.747944 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-b1b83067-6f72-49cf-8aad-f35022d72607 tempest-DHCPAgentSchedulersTestJSON-2007948804 tempest-DHCPAgentSchedulersTestJSON-2007948804-project] Request body: {'subnet': {'network_id': '058a83b5-1e54-436a-be38-6177414f9998', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:37:59.751444 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-dd33a652-bea6-422f-973c-2655e31ec64d None None] Provisioning complete for port 857afcd1-6110-49c1-aa97-cf866bef2d8a triggered by entity DHCP. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:37:59.751827 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-dd33a652-bea6-422f-973c-2655e31ec64d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:37:59.752172 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-dd33a652-bea6-422f-973c-2655e31ec64d None None] Attempt 1 to provision port 857afcd1-6110-49c1-aa97-cf866bef2d8a Oct 19 07:37:59.796483 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4f365a-3dad-49ca-b5a7-92307f0ab324 tempest-DHCPAgentSchedulersTestJSON-2007948804 tempest-DHCPAgentSchedulersTestJSON-2007948804-project] Pushing event updated for resources: {'Network': ['ID=058a83b5-1e54-436a-be38-6177414f9998,revision_number=1']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:37:59.826137 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Network 058a83b5-1e54-436a-be38-6177414f9998 details requested by agent ovs-agent-dv-neutron-861624-1-hyperv with host dv-neutron-861624-1-hyperv {{(pid=103334) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 07:37:59.844837 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-0ecf6983-268a-4d35-a62c-b6b6b98e1a88 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-679826'] for subnet, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:37:59.845885 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-4049d3a7-734a-4582-aab5-61aed500ce2a tempest-PortsAdminExtendedAttrsTestJSON-1938695924 tempest-PortsAdminExtendedAttrsTestJSON-1938695924-project-admin] Notify callbacks [] for security_group, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:37:59.869405 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-8e683252-364c-4a05-aa26-a038be5956f4 tempest-ExternalNetworksTestJSON-1054651582 tempest-ExternalNetworksTestJSON-1054651582-project-admin] Request body: {'network': {'name': 'tempest-network--1590640373', 'router:external': True}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:37:59.894735 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b24742-0c10-45c5-9d58-f318b28630fd tempest-FloatingIPAdminTestJSON-1410639124 tempest-FloatingIPAdminTestJSON-1410639124-project] Pushing event updated for resources: {'Port': ['ID=eaab1655-4b92-4b2f-8015-d085a5d852f2,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:37:59.950986 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e683252-364c-4a05-aa26-a038be5956f4 tempest-ExternalNetworksTestJSON-1054651582 tempest-ExternalNetworksTestJSON-1054651582-project-admin] Made reservation on behalf of 3c8dffb15b724a9ba305529b4452824d for: {'network': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 07:37:59.953469 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-8e683252-364c-4a05-aa26-a038be5956f4 tempest-ExternalNetworksTestJSON-1054651582 tempest-ExternalNetworksTestJSON-1054651582-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for network, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:37:59.963165 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd33a652-bea6-422f-973c-2655e31ec64d None None] Pushing event updated for resources: {'Port': ['ID=29d49807-bacb-4fe7-b6c4-4704844ed5f2,revision_number=3']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:37:59.968713 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-09b24742-0c10-45c5-9d58-f318b28630fd tempest-FloatingIPAdminTestJSON-1410639124 tempest-FloatingIPAdminTestJSON-1410639124-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:37:59.993769 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-8e683252-364c-4a05-aa26-a038be5956f4 tempest-ExternalNetworksTestJSON-1054651582 tempest-ExternalNetworksTestJSON-1054651582-project-admin] Notify callbacks [] for security_group, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:00.014999 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-cd6b42fb-46cc-4eab-aaf3-37a0dc79b731 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:00.050731 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.db_base_plugin_common [None req-8f3e7cd2-308e-450c-9433-063853e7ebf6 None None] Allocated IP 172.20.0.2 (b591b429-0972-4e45-afd3-bb0899b18496/50f42235-c2b7-4baf-8d65-761c27136b2d/3de665dd-2d09-4b70-87c6-cb6d6e6eb012) {{(pid=103334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 07:38:00.087673 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Current status of the port 29d49807-bacb-4fe7-b6c4-4704844ed5f2 is: ACTIVE; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:38:00.088837 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device 857afcd1-6110-49c1-aa97-cf866bef2d8a up at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 07:38:00.113816 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-cd6b42fb-46cc-4eab-aaf3-37a0dc79b731 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:00.141594 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-dd33a652-bea6-422f-973c-2655e31ec64d None None] Current status of the port 857afcd1-6110-49c1-aa97-cf866bef2d8a is: ACTIVE; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:38:00.149854 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-dd33a652-bea6-422f-973c-2655e31ec64d None None] Could not find standard attr ID for object 087b9dc5-3183-4777-b86b-1bda030ffe73. {{(pid=103334) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 19 07:38:00.154659 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-4049d3a7-734a-4582-aab5-61aed500ce2a tempest-PortsAdminExtendedAttrsTestJSON-1938695924 tempest-PortsAdminExtendedAttrsTestJSON-1938695924-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:00.229351 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Provisioning complete for port 857afcd1-6110-49c1-aa97-cf866bef2d8a triggered by entity L2. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:38:00.229854 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:00.230199 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Attempt 1 to provision port 857afcd1-6110-49c1-aa97-cf866bef2d8a Oct 19 07:38:00.235048 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-4049d3a7-734a-4582-aab5-61aed500ce2a tempest-PortsAdminExtendedAttrsTestJSON-1938695924 tempest-PortsAdminExtendedAttrsTestJSON-1938695924-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788643'] for security_group, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:00.235581 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ec890b-25c9-4c83-9940-67e417bf213f tempest-ExternalNetworksTestJSON-1942265098 tempest-ExternalNetworksTestJSON-1942265098-project] Pushing event updated for resources: {'Network': ['ID=4014404d-eb65-49be-be80-78ca76b41c5b,revision_number=1']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:38:00.247148 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1b83067-6f72-49cf-8aad-f35022d72607 tempest-DHCPAgentSchedulersTestJSON-2007948804 tempest-DHCPAgentSchedulersTestJSON-2007948804-project] Made reservation on behalf of 954366c0865d4c4cb616c531aed7eb12 for: {'subnet': 1} {{(pid=103332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 07:38:00.251615 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-b1b83067-6f72-49cf-8aad-f35022d72607 tempest-DHCPAgentSchedulersTestJSON-2007948804 tempest-DHCPAgentSchedulersTestJSON-2007948804-project] Notify callbacks [] for subnet, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:00.266844 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.notifiers.nova [None req-4049d3a7-734a-4582-aab5-61aed500ce2a tempest-PortsAdminExtendedAttrsTestJSON-1938695924 tempest-PortsAdminExtendedAttrsTestJSON-1938695924-project-admin] device_id is not set on port 6e6d75bc-f1e9-4b87-a76a-52033bb948a0 yet. {{(pid=103333) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 19 07:38:00.294765 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Network 4014404d-eb65-49be-be80-78ca76b41c5b details requested by agent ovs-agent-dv-neutron-861624-1-hyperv with host dv-neutron-861624-1-hyperv {{(pid=103334) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 07:38:00.318803 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-09b24742-0c10-45c5-9d58-f318b28630fd tempest-FloatingIPAdminTestJSON-1410639124 tempest-FloatingIPAdminTestJSON-1410639124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:00.344992 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-123ab213-eeb5-4965-83a8-45cee7c84147 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:00.346103 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ae4a56d-cbcf-44bc-be3c-0de1cd63875b None None] Network 9f9e4d3a-9b0f-46a7-b045-8d44d07986e0 requested from dv-neutron-861624-1-hyperv {{(pid=103334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 07:38:00.383303 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4049d3a7-734a-4582-aab5-61aed500ce2a tempest-PortsAdminExtendedAttrsTestJSON-1938695924 tempest-PortsAdminExtendedAttrsTestJSON-1938695924-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b0abe95-2bd7-427e-bf7d-9efa1d3f2058,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:38:00.387224 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-0ecf6983-268a-4d35-a62c-b6b6b98e1a88 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-679819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873'] for subnet, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:00.411166 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-26662066-6d07-406a-85cb-1c2d22783fee None None] Provisioning complete for port 29d49807-bacb-4fe7-b6c4-4704844ed5f2 triggered by entity DHCP. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:38:00.411615 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-26662066-6d07-406a-85cb-1c2d22783fee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:00.412005 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-26662066-6d07-406a-85cb-1c2d22783fee None None] Attempt 1 to provision port 29d49807-bacb-4fe7-b6c4-4704844ed5f2 Oct 19 07:38:00.451327 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-8e683252-364c-4a05-aa26-a038be5956f4 tempest-ExternalNetworksTestJSON-1054651582 tempest-ExternalNetworksTestJSON-1054651582-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:00.470144 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-8e683252-364c-4a05-aa26-a038be5956f4 tempest-ExternalNetworksTestJSON-1054651582 tempest-ExternalNetworksTestJSON-1054651582-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788643'] for security_group, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:00.495640 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecf6983-268a-4d35-a62c-b6b6b98e1a88 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Pushing event deleted for resources: {'Subnet': ['ID=d9b44769-7db7-407c-a117-ff1a5bb376be,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:38:00.499794 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-0ecf6983-268a-4d35-a62c-b6b6b98e1a88 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574827'] for subnet, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:00.503027 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-0ecf6983-268a-4d35-a62c-b6b6b98e1a88 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] 10.222.0.27 "DELETE /v2.0/subnets/d9b44769-7db7-407c-a117-ff1a5bb376be HTTP/1.1" status: 204 len: 168 time: 2.1005747 Oct 19 07:38:00.506689 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 53372) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:38:00.529769 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9392f0ec-f66f-46c4-9500-943013620d0d None None] Network 6b5a65c5-1bed-4301-9db8-c1056c2b8eba requested from dv-neutron-861624-1-hyperv {{(pid=103334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 07:38:00.556041 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-8f3e7cd2-308e-450c-9433-063853e7ebf6 None None] Notify callbacks [] for port, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:00.596623 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-8f3e7cd2-308e-450c-9433-063853e7ebf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785020947330'] for port, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:00.596860 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e683252-364c-4a05-aa26-a038be5956f4 tempest-ExternalNetworksTestJSON-1054651582 tempest-ExternalNetworksTestJSON-1054651582-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 150} {{(pid=103333) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 07:38:00.608852 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.db_base_plugin_common [None req-cd6b42fb-46cc-4eab-aaf3-37a0dc79b731 admin admin] Allocated IP 172.26.0.154 (99c66757-74e3-40a4-b479-8d09e3a7c3dd/7f3d1034-1de7-458a-a3ee-77488de3949b/a0cf33cb-4842-47ad-888f-65e6168f50d3) {{(pid=103332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 07:38:00.614441 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-a7db6031-1aa9-4ee5-ab95-ed2ff24e64de tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] 10.222.0.27 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1010766 Oct 19 07:38:00.623431 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 53376) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:38:00.634167 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e683252-364c-4a05-aa26-a038be5956f4 tempest-ExternalNetworksTestJSON-1054651582 tempest-ExternalNetworksTestJSON-1054651582-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acb4e512-4118-42d0-a38f-34f965a46b94,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:38:00.640901 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-e788bb35-afd1-4c22-9c71-cd14155cdfc2 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Request body: {'subnet': {'network_id': '6b5a65c5-1bed-4301-9db8-c1056c2b8eba', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:38:00.686796 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-8e683252-364c-4a05-aa26-a038be5956f4 tempest-ExternalNetworksTestJSON-1054651582 tempest-ExternalNetworksTestJSON-1054651582-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979'] for segment, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:00.687147 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.db.segments_db [None req-8e683252-364c-4a05-aa26-a038be5956f4 tempest-ExternalNetworksTestJSON-1054651582 tempest-ExternalNetworksTestJSON-1054651582-project-admin] Added segment bb672e34-4da6-47d8-8850-de28ad3b8da2 of type vlan for network 49d5f5d7-a200-45ad-97b7-1909268bd101 Oct 19 07:38:00.757616 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f3e7cd2-308e-450c-9433-063853e7ebf6 None None] Network b591b429-0972-4e45-afd3-bb0899b18496 is already hosted by enough agents. {{(pid=103334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 07:38:00.793299 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.scheduler.base_scheduler [None req-8f3e7cd2-308e-450c-9433-063853e7ebf6 None None] Resources bound (agent type, host, resource id): {{(pid=103334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:38:00.811689 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-b1b83067-6f72-49cf-8aad-f35022d72607 tempest-DHCPAgentSchedulersTestJSON-2007948804 tempest-DHCPAgentSchedulersTestJSON-2007948804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873'] for subnet, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:00.815851 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f3e7cd2-308e-450c-9433-063853e7ebf6 None None] Received port after_create {{(pid=103334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 07:38:00.819184 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3e7cd2-308e-450c-9433-063853e7ebf6 None None] Pushing event updated for resources: {'Port': ['ID=3de665dd-2d09-4b70-87c6-cb6d6e6eb012,revision_number=1']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:38:00.821637 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Current status of the port 857afcd1-6110-49c1-aa97-cf866bef2d8a is: ACTIVE; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:38:00.853976 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-123ab213-eeb5-4965-83a8-45cee7c84147 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1692844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1693859'] for router, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:00.868969 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-26662066-6d07-406a-85cb-1c2d22783fee None None] Current status of the port 29d49807-bacb-4fe7-b6c4-4704844ed5f2 is: ACTIVE; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:38:00.934691 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-8f3e7cd2-308e-450c-9433-063853e7ebf6 None None] Attempting to bind port 3de665dd-2d09-4b70-87c6-cb6d6e6eb012 on host dv-neutron-861624-1-hyperv for vnic_type normal with profile {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 19 07:38:00.934863 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-8f3e7cd2-308e-450c-9433-063853e7ebf6 None None] Attempting to bind port 3de665dd-2d09-4b70-87c6-cb6d6e6eb012 by drivers openvswitch,hyperv on host dv-neutron-861624-1-hyperv at level 0 using segments [{'id': '1e98df17-e196-417f-957d-cb8b343f8c04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'b591b429-0972-4e45-afd3-bb0899b18496'}] {{(pid=103334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 19 07:38:00.936035 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f3e7cd2-308e-450c-9433-063853e7ebf6 None None] Attempting to bind port 3de665dd-2d09-4b70-87c6-cb6d6e6eb012 on network b591b429-0972-4e45-afd3-bb0899b18496 {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 07:38:00.942423 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b83067-6f72-49cf-8aad-f35022d72607 tempest-DHCPAgentSchedulersTestJSON-2007948804 tempest-DHCPAgentSchedulersTestJSON-2007948804-project] Pushing event updated for resources: {'Subnet': ['ID=d0bbd92f-54a9-4ba5-abc7-125d14bdeaf4,revision_number=0']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:38:00.943624 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f3e7cd2-308e-450c-9433-063853e7ebf6 None None] Checking agent: {'id': 'a5b0152c-d633-409b-aaf8-3b76458e2410', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861624-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 19, 7, 30, 19), 'started_at': datetime.datetime(2022, 10, 19, 7, 30, 49), 'heartbeat_timestamp': datetime.datetime(2022, 10, 19, 7, 37, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861624-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 07:38:00.944220 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f3e7cd2-308e-450c-9433-063853e7ebf6 None None] Checking segment: {'id': '1e98df17-e196-417f-957d-cb8b343f8c04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'b591b429-0972-4e45-afd3-bb0899b18496'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 19 07:38:00.944913 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-8f3e7cd2-308e-450c-9433-063853e7ebf6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:00.945477 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f3e7cd2-308e-450c-9433-063853e7ebf6 None None] Bound using segment: {'id': '1e98df17-e196-417f-957d-cb8b343f8c04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'b591b429-0972-4e45-afd3-bb0899b18496'} {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 07:38:00.946149 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-8f3e7cd2-308e-450c-9433-063853e7ebf6 None None] Bound port: 3de665dd-2d09-4b70-87c6-cb6d6e6eb012, host: dv-neutron-861624-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e98df17-e196-417f-957d-cb8b343f8c04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'b591b429-0972-4e45-afd3-bb0899b18496'}}] {{(pid=103334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 19 07:38:00.946641 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-8f3e7cd2-308e-450c-9433-063853e7ebf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:00.977075 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-cd6b42fb-46cc-4eab-aaf3-37a0dc79b731 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:01.000331 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1b83067-6f72-49cf-8aad-f35022d72607 tempest-DHCPAgentSchedulersTestJSON-2007948804 tempest-DHCPAgentSchedulersTestJSON-2007948804-project] Checking segment: {'id': '290edcfc-0daf-4aa9-8ea8-62622e94c402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '058a83b5-1e54-436a-be38-6177414f9998'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 19 07:38:01.000900 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1b83067-6f72-49cf-8aad-f35022d72607 tempest-DHCPAgentSchedulersTestJSON-2007948804 tempest-DHCPAgentSchedulersTestJSON-2007948804-project] Network hostable DHCP agents. Network: 058a83b5-1e54-436a-be38-6177414f9998, hostable agents: ['310d813b-0e3e-4d7e-9b79-8f4ec0dbcab0'], hosted agents: [] {{(pid=103332) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 07:38:01.060159 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-f5dbb6a3-8f67-43be-8e9d-80c2f15931a9 None None] Provisioning complete for port 6de12234-5a78-460b-8a24-d3d3c649d467 triggered by entity DHCP. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:38:01.060718 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-f5dbb6a3-8f67-43be-8e9d-80c2f15931a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:01.060887 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-f5dbb6a3-8f67-43be-8e9d-80c2f15931a9 None None] Attempt 1 to provision port 6de12234-5a78-460b-8a24-d3d3c649d467 Oct 19 07:38:01.112388 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f63bf06-1aec-4257-817a-569d8da5a3cd None None] DHCP port deletion for 6b5a65c5-1bed-4301-9db8-c1056c2b8eba request from dv-neutron-861624-1-hyperv {{(pid=103334) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 07:38:01.122764 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1b83067-6f72-49cf-8aad-f35022d72607 tempest-DHCPAgentSchedulersTestJSON-2007948804 tempest-DHCPAgentSchedulersTestJSON-2007948804-project] Network 058a83b5-1e54-436a-be38-6177414f9998 is scheduled to be hosted by DHCP agent 310d813b-0e3e-4d7e-9b79-8f4ec0dbcab0 with binding_index 1 {{(pid=103332) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 07:38:01.123214 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-8f3e7cd2-308e-450c-9433-063853e7ebf6 None None] For port 3de665dd-2d09-4b70-87c6-cb6d6e6eb012, host dv-neutron-861624-1-hyperv, cleared binding levels {{(pid=103334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 07:38:01.159455 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-cd6b42fb-46cc-4eab-aaf3-37a0dc79b731 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785020947330'] for port, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:01.170534 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.base_scheduler [None req-b1b83067-6f72-49cf-8aad-f35022d72607 tempest-DHCPAgentSchedulersTestJSON-2007948804 tempest-DHCPAgentSchedulersTestJSON-2007948804-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861624-1-hyperv, 058a83b5-1e54-436a-be38-6177414f9998) {{(pid=103332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:38:01.182839 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-8f3e7cd2-308e-450c-9433-063853e7ebf6 None None] For port 3de665dd-2d09-4b70-87c6-cb6d6e6eb012, host dv-neutron-861624-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=3de665dd-2d09-4b70-87c6-cb6d6e6eb012,segment=NetworkSegment(1e98df17-e196-417f-957d-cb8b343f8c04),segment_id=1e98df17-e196-417f-957d-cb8b343f8c04)] {{(pid=103334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 07:38:01.198205 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99ffa63e-7059-42d5-831c-e98f939a2e1c None None] Network 058a83b5-1e54-436a-be38-6177414f9998 requested from dv-neutron-861624-1-hyperv {{(pid=103334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 07:38:01.203502 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1b83067-6f72-49cf-8aad-f35022d72607 tempest-DHCPAgentSchedulersTestJSON-2007948804 tempest-DHCPAgentSchedulersTestJSON-2007948804-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:38:01.204347 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-b1b83067-6f72-49cf-8aad-f35022d72607 tempest-DHCPAgentSchedulersTestJSON-2007948804 tempest-DHCPAgentSchedulersTestJSON-2007948804-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574827'] for subnet, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:01.242676 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd6b42fb-46cc-4eab-aaf3-37a0dc79b731 admin admin] Network 99c66757-74e3-40a4-b479-8d09e3a7c3dd is already hosted by enough agents. {{(pid=103332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 07:38:01.252231 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-8e683252-364c-4a05-aa26-a038be5956f4 tempest-ExternalNetworksTestJSON-1054651582 tempest-ExternalNetworksTestJSON-1054651582-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785020965340'] for network, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:01.253239 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.base_scheduler [None req-cd6b42fb-46cc-4eab-aaf3-37a0dc79b731 admin admin] Resources bound (agent type, host, resource id): {{(pid=103332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:38:01.259683 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd6b42fb-46cc-4eab-aaf3-37a0dc79b731 admin admin] Received port after_create {{(pid=103332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 07:38:01.285801 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-729a0abf-28b8-4738-8de6-355909c7a5cd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:01.312799 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-b1b83067-6f72-49cf-8aad-f35022d72607 tempest-DHCPAgentSchedulersTestJSON-2007948804 tempest-DHCPAgentSchedulersTestJSON-2007948804-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6103415 Oct 19 07:38:01.317740 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-123ab213-eeb5-4965-83a8-45cee7c84147 admin admin] Router 11ad4213-f43a-44bb-8c9d-75b1722e86b4 is scheduled to L3 agent ab388470-1243-4d53-80f2-c2f5899c97a7 with binding_index 1 {{(pid=103332) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 07:38:01.321480 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 53378) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:38:01.331320 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-285da922-190c-42fc-878d-658db0ead1dd tempest-DHCPAgentSchedulersTestJSON-2007948804 tempest-DHCPAgentSchedulersTestJSON-2007948804-project] Request body: {'port': {'network_id': '058a83b5-1e54-436a-be38-6177414f9998', 'name': 'tempest-DHCPAgentSchedulersTestJSON-926289278'}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:38:01.334859 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6b42fb-46cc-4eab-aaf3-37a0dc79b731 admin admin] Pushing event updated for resources: {'Port': ['ID=a0cf33cb-4842-47ad-888f-65e6168f50d3,revision_number=1']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:38:01.338212 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-729a0abf-28b8-4738-8de6-355909c7a5cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:01.343372 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.notifiers.nova [None req-4049d3a7-734a-4582-aab5-61aed500ce2a tempest-PortsAdminExtendedAttrsTestJSON-1938695924 tempest-PortsAdminExtendedAttrsTestJSON-1938695924-project-admin] device_id is not set on port 6e6d75bc-f1e9-4b87-a76a-52033bb948a0 yet. {{(pid=103333) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 19 07:38:01.381707 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e788bb35-afd1-4c22-9c71-cd14155cdfc2 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Made reservation on behalf of 61a2e57b80c1442e9cb330141a970781 for: {'subnet': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 07:38:01.386175 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-e788bb35-afd1-4c22-9c71-cd14155cdfc2 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks [] for subnet, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:01.392738 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-4049d3a7-734a-4582-aab5-61aed500ce2a tempest-PortsAdminExtendedAttrsTestJSON-1938695924 tempest-PortsAdminExtendedAttrsTestJSON-1938695924-project-admin] Notify callbacks [] for port, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:01.438234 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device 6de12234-5a78-460b-8a24-d3d3c649d467 up at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 07:38:01.457161 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-4049d3a7-734a-4582-aab5-61aed500ce2a tempest-PortsAdminExtendedAttrsTestJSON-1938695924 tempest-PortsAdminExtendedAttrsTestJSON-1938695924-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785020947330'] for port, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:01.463935 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-09b24742-0c10-45c5-9d58-f318b28630fd tempest-FloatingIPAdminTestJSON-1410639124 tempest-FloatingIPAdminTestJSON-1410639124-project] Notify callbacks [] for port, precommit_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:01.476239 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-8f3e7cd2-308e-450c-9433-063853e7ebf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:01.484993 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-8e683252-364c-4a05-aa26-a038be5956f4 tempest-ExternalNetworksTestJSON-1054651582 tempest-ExternalNetworksTestJSON-1054651582-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873'] for network, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:01.485665 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e683252-364c-4a05-aa26-a038be5956f4 tempest-ExternalNetworksTestJSON-1054651582 tempest-ExternalNetworksTestJSON-1054651582-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:38:01.486086 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-8e683252-364c-4a05-aa26-a038be5956f4 tempest-ExternalNetworksTestJSON-1054651582 tempest-ExternalNetworksTestJSON-1054651582-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574827'] for network, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:01.548687 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-09b24742-0c10-45c5-9d58-f318b28630fd tempest-FloatingIPAdminTestJSON-1410639124 tempest-FloatingIPAdminTestJSON-1410639124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:01.549399 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-09b24742-0c10-45c5-9d58-f318b28630fd tempest-FloatingIPAdminTestJSON-1410639124 tempest-FloatingIPAdminTestJSON-1410639124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1695041'] for floatingip, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:01.593365 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Provisioning complete for port 6de12234-5a78-460b-8a24-d3d3c649d467 triggered by entity L2. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:38:01.594244 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:01.594244 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Attempt 1 to provision port 6de12234-5a78-460b-8a24-d3d3c649d467 Oct 19 07:38:01.655175 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3e7cd2-308e-450c-9433-063853e7ebf6 None None] Pushing event updated for resources: {'Port': ['ID=3de665dd-2d09-4b70-87c6-cb6d6e6eb012,revision_number=2']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:38:01.655861 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-8e683252-364c-4a05-aa26-a038be5956f4 tempest-ExternalNetworksTestJSON-1054651582 tempest-ExternalNetworksTestJSON-1054651582-project-admin] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 2.0198886 Oct 19 07:38:01.667494 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 53382) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:38:01.697334 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-7f63bf06-1aec-4257-817a-569d8da5a3cd None None] Deleting port 857afcd1-6110-49c1-aa97-cf866bef2d8a {{(pid=103334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 07:38:01.697445 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-7f63bf06-1aec-4257-817a-569d8da5a3cd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:01.721584 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-09b24742-0c10-45c5-9d58-f318b28630fd tempest-FloatingIPAdminTestJSON-1410639124 tempest-FloatingIPAdminTestJSON-1410639124-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42160'] for floatingip, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:01.724293 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-09b24742-0c10-45c5-9d58-f318b28630fd tempest-FloatingIPAdminTestJSON-1410639124 tempest-FloatingIPAdminTestJSON-1410639124-project] 10.222.0.27 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.2903869 Oct 19 07:38:01.729367 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-f5dbb6a3-8f67-43be-8e9d-80c2f15931a9 None None] Current status of the port 6de12234-5a78-460b-8a24-d3d3c649d467 is: DOWN; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:38:01.729540 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e683252-364c-4a05-aa26-a038be5956f4 tempest-ExternalNetworksTestJSON-1054651582 tempest-ExternalNetworksTestJSON-1054651582-project-admin] Pushing event updated for resources: {'Network': ['ID=49d5f5d7-a200-45ad-97b7-1909268bd101,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:38:01.729645 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-f5dbb6a3-8f67-43be-8e9d-80c2f15931a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:01.734889 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 53384) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:38:01.749207 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4049d3a7-734a-4582-aab5-61aed500ce2a tempest-PortsAdminExtendedAttrsTestJSON-1938695924 tempest-PortsAdminExtendedAttrsTestJSON-1938695924-project-admin] Pushing event updated for resources: {'Port': ['ID=6e6d75bc-f1e9-4b87-a76a-52033bb948a0,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:38:01.757666 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Network 49d5f5d7-a200-45ad-97b7-1909268bd101 details requested by agent ovs-agent-dv-neutron-861624-1-hyperv with host dv-neutron-861624-1-hyperv {{(pid=103334) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 07:38:01.761931 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-f009265a-2bfb-47d5-b515-ba0f2554992d tempest-FloatingIPAdminTestJSON-1410639124 tempest-FloatingIPAdminTestJSON-1410639124-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-657445412'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:38:01.813741 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.db_base_plugin_common [None req-729a0abf-28b8-4738-8de6-355909c7a5cd admin admin] Allocated IP 172.26.0.199 (99c66757-74e3-40a4-b479-8d09e3a7c3dd/7f3d1034-1de7-458a-a3ee-77488de3949b/941803fa-8032-40bb-a8ba-616d8fbfed2b) {{(pid=103333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 07:38:01.824183 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-123ab213-eeb5-4965-83a8-45cee7c84147 admin admin] Notify agent at l3_agent.dv-neutron-861624-1-hyperv the message routers_updated {{(pid=103332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 07:38:01.829971 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-285da922-190c-42fc-878d-658db0ead1dd tempest-DHCPAgentSchedulersTestJSON-2007948804 tempest-DHCPAgentSchedulersTestJSON-2007948804-project] Made reservation on behalf of 954366c0865d4c4cb616c531aed7eb12 for: {'port': 1} {{(pid=103332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 07:38:01.833307 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-285da922-190c-42fc-878d-658db0ead1dd tempest-DHCPAgentSchedulersTestJSON-2007948804 tempest-DHCPAgentSchedulersTestJSON-2007948804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:01.876526 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.notifiers.nova [None req-285da922-190c-42fc-878d-658db0ead1dd tempest-DHCPAgentSchedulersTestJSON-2007948804 tempest-DHCPAgentSchedulersTestJSON-2007948804-project] device_id is not set on port 0b35db09-82d9-44ed-bc31-75a08240ed2a yet. {{(pid=103332) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 19 07:38:01.885086 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-cd6b42fb-46cc-4eab-aaf3-37a0dc79b731 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:01.890445 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44812542-5b61-49ed-b914-14c5f5470485 None None] Sync routers for ids ['11ad4213-f43a-44bb-8c9d-75b1722e86b4'] in dv-neutron-861624-1-hyperv {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 07:38:01.899260 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4049d3a7-734a-4582-aab5-61aed500ce2a tempest-PortsAdminExtendedAttrsTestJSON-1938695924 tempest-PortsAdminExtendedAttrsTestJSON-1938695924-project-admin] Checking segment: {'id': '128fe684-3df4-4868-9689-651e86bf8d2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '0a63bd3f-8e79-47c5-9b78-4eaa93792a44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 19 07:38:01.899624 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4049d3a7-734a-4582-aab5-61aed500ce2a tempest-PortsAdminExtendedAttrsTestJSON-1938695924 tempest-PortsAdminExtendedAttrsTestJSON-1938695924-project-admin] Network hostable DHCP agents. Network: 0a63bd3f-8e79-47c5-9b78-4eaa93792a44, hostable agents: ['310d813b-0e3e-4d7e-9b79-8f4ec0dbcab0'], hosted agents: [] {{(pid=103333) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 07:38:01.909710 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-7f63bf06-1aec-4257-817a-569d8da5a3cd None None] For port 857afcd1-6110-49c1-aa97-cf866bef2d8a, host dv-neutron-861624-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=857afcd1-6110-49c1-aa97-cf866bef2d8a,segment=NetworkSegment(5a8d2b05-b527-4bd4-a671-b9112f193fef),segment_id=5a8d2b05-b527-4bd4-a671-b9112f193fef)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:38:01.910109 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-7f63bf06-1aec-4257-817a-569d8da5a3cd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:01.929719 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-99303e9a-34fb-4077-863e-7e9374f760ed tempest-ExternalNetworksTestJSON-1054651582 tempest-ExternalNetworksTestJSON-1054651582-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-667019'] for network, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:01.930677 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44812542-5b61-49ed-b914-14c5f5470485 None None] Routers {'11ad4213-f43a-44bb-8c9d-75b1722e86b4'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 07:38:01.931305 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-44812542-5b61-49ed-b914-14c5f5470485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T07:37:46Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['11ad4213-f43a-44bb-8c9d-75b1722e86b4'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:38:01.943304 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-779473e7-c0af-49dd-908b-9365e57c3083 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d12c6ac-27a3-545c-a8f3-f04e30423d6d-058a83b5-1e54-436a-be38-6177414f9998', 'network_id': '058a83b5-1e54-436a-be38-6177414f9998', 'tenant_id': '954366c0865d4c4cb616c531aed7eb12', 'fixed_ips': [{'subnet_id': 'd0bbd92f-54a9-4ba5-abc7-125d14bdeaf4'}]}} from dv-neutron-861624-1-hyperv. {{(pid=103334) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 07:38:01.944166 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-779473e7-c0af-49dd-908b-9365e57c3083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:01.990477 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-f5dbb6a3-8f67-43be-8e9d-80c2f15931a9 None None] For port 6de12234-5a78-460b-8a24-d3d3c649d467, host dv-neutron-861624-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=6de12234-5a78-460b-8a24-d3d3c649d467,segment=NetworkSegment(d3fee98f-d3eb-41cf-827a-ce536a5d361c),segment_id=d3fee98f-d3eb-41cf-827a-ce536a5d361c)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:38:02.001008 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-7f63bf06-1aec-4257-817a-569d8da5a3cd None None] Calling delete_port for 857afcd1-6110-49c1-aa97-cf866bef2d8a owned by network:dhcp {{(pid=103334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 07:38:02.008118 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f009265a-2bfb-47d5-b515-ba0f2554992d tempest-FloatingIPAdminTestJSON-1410639124 tempest-FloatingIPAdminTestJSON-1410639124-project] Made reservation on behalf of c28d0111a43d41cd9f1f88ca8cb7905a for: {'network': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 07:38:02.011683 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-f009265a-2bfb-47d5-b515-ba0f2554992d tempest-FloatingIPAdminTestJSON-1410639124 tempest-FloatingIPAdminTestJSON-1410639124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for network, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:02.029458 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-123ab213-eeb5-4965-83a8-45cee7c84147 admin admin] Notify callbacks [] for router, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:02.030970 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-123ab213-eeb5-4965-83a8-45cee7c84147 admin admin] 10.222.0.27 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 6.6733520 Oct 19 07:38:02.061753 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 53388) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:38:02.091547 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-f009265a-2bfb-47d5-b515-ba0f2554992d tempest-FloatingIPAdminTestJSON-1410639124 tempest-FloatingIPAdminTestJSON-1410639124-project] Notify callbacks [] for security_group, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:02.209679 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-f5dbb6a3-8f67-43be-8e9d-80c2f15931a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:02.211880 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-7f63bf06-1aec-4257-817a-569d8da5a3cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339'] for port, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:02.215160 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b24742-0c10-45c5-9d58-f318b28630fd tempest-FloatingIPAdminTestJSON-1410639124 tempest-FloatingIPAdminTestJSON-1410639124-project] Pushing event updated for resources: {'Port': ['ID=eaab1655-4b92-4b2f-8015-d085a5d852f2,revision_number=2']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:38:02.268955 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4049d3a7-734a-4582-aab5-61aed500ce2a tempest-PortsAdminExtendedAttrsTestJSON-1938695924 tempest-PortsAdminExtendedAttrsTestJSON-1938695924-project-admin] Network 0a63bd3f-8e79-47c5-9b78-4eaa93792a44 is scheduled to be hosted by DHCP agent 310d813b-0e3e-4d7e-9b79-8f4ec0dbcab0 with binding_index 1 {{(pid=103333) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 07:38:02.286244 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvr_db [None req-44812542-5b61-49ed-b914-14c5f5470485 None None] Set router 11ad4213-f43a-44bb-8c9d-75b1722e86b4 gateway port host: dv-neutron-861624-1-hyperv {{(pid=103335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 07:38:02.342892 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Current status of the port 6de12234-5a78-460b-8a24-d3d3c649d467 is: DOWN; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:38:02.343341 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:02.354368 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f63bf06-1aec-4257-817a-569d8da5a3cd None None] No DVR routers for this DVR port 857afcd1-6110-49c1-aa97-cf866bef2d8a on host dv-neutron-861624-1-hyperv {{(pid=103334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 19 07:38:02.367017 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-cd6b42fb-46cc-4eab-aaf3-37a0dc79b731 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1692844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1693859'] for router, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:02.416752 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-7b2b078f-5185-44c2-a806-e14dc84926d5 None None] Provisioning complete for port 6de12234-5a78-460b-8a24-d3d3c649d467 triggered by entity DHCP. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:38:02.417112 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-7b2b078f-5185-44c2-a806-e14dc84926d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:02.417452 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-7b2b078f-5185-44c2-a806-e14dc84926d5 None None] Attempt 1 to provision port 6de12234-5a78-460b-8a24-d3d3c649d467 Oct 19 07:38:02.435679 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5dbb6a3-8f67-43be-8e9d-80c2f15931a9 None None] Pushing event updated for resources: {'Port': ['ID=6de12234-5a78-460b-8a24-d3d3c649d467,revision_number=3']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:38:02.439901 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.db_base_plugin_common [None req-285da922-190c-42fc-878d-658db0ead1dd tempest-DHCPAgentSchedulersTestJSON-2007948804 tempest-DHCPAgentSchedulersTestJSON-2007948804-project] Allocated IP 172.20.0.11 (058a83b5-1e54-436a-be38-6177414f9998/d0bbd92f-54a9-4ba5-abc7-125d14bdeaf4/0b35db09-82d9-44ed-bc31-75a08240ed2a) {{(pid=103332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 07:38:02.440207 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-4049d3a7-734a-4582-aab5-61aed500ce2a tempest-PortsAdminExtendedAttrsTestJSON-1938695924 tempest-PortsAdminExtendedAttrsTestJSON-1938695924-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861624-1-hyperv, 0a63bd3f-8e79-47c5-9b78-4eaa93792a44) {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:38:02.452984 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-e788bb35-afd1-4c22-9c71-cd14155cdfc2 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873'] for subnet, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:02.477405 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-729a0abf-28b8-4738-8de6-355909c7a5cd admin admin] Notify callbacks [] for port, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:02.487184 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f63bf06-1aec-4257-817a-569d8da5a3cd None None] Pushing event deleted for resources: {'Port': ['ID=857afcd1-6110-49c1-aa97-cf866bef2d8a,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:38:02.496428 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-765211ed-6ba5-4119-b2c9-f5f31a55c218 None None] Network 0a63bd3f-8e79-47c5-9b78-4eaa93792a44 requested from dv-neutron-861624-1-hyperv {{(pid=103334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 07:38:02.519879 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-99303e9a-34fb-4077-863e-7e9374f760ed tempest-ExternalNetworksTestJSON-1054651582 tempest-ExternalNetworksTestJSON-1054651582-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-673051', 'neutron.services.segments.db._delete_segments_for_network-8785021519108'] for network, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:02.522600 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4049d3a7-734a-4582-aab5-61aed500ce2a tempest-PortsAdminExtendedAttrsTestJSON-1938695924 tempest-PortsAdminExtendedAttrsTestJSON-1938695924-project-admin] Received port after_create {{(pid=103333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 07:38:02.528015 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.db.api [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103334) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 19 07:38:02.528015 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG oslo_db.api [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 19 07:38:02.590057 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-44812542-5b61-49ed-b914-14c5f5470485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11ad4213-f43a-44bb-8c9d-75b1722e86b4', 'name': 'tempest-ServersTestJSON-1339676520-router', 'tenant_id': '0cfd53a0c8b24bdeb4999c9bff6eae77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'external_fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.149'}], 'enable_snat': True}, 'gw_port_id': '253cf2ee-6b77-4d6e-af78-a76eddf9707e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T07:37:55Z', 'updated_at': '2022-10-19T07:37:59Z', 'revision_number': 3, 'project_id': '0cfd53a0c8b24bdeb4999c9bff6eae77', 'gw_port': {'id': '253cf2ee-6b77-4d6e-af78-a76eddf9707e', 'name': '', 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:16:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11ad4213-f43a-44bb-8c9d-75b1722e86b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:37:56Z', 'updated_at': '2022-10-19T07:37:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861624-1-hyperv'}], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:38:02.595459 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e788bb35-afd1-4c22-9c71-cd14155cdfc2 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Network 6b5a65c5-1bed-4301-9db8-c1056c2b8eba is already hosted by enough agents. {{(pid=103333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 07:38:02.610623 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.managers [None req-4049d3a7-734a-4582-aab5-61aed500ce2a tempest-PortsAdminExtendedAttrsTestJSON-1938695924 tempest-PortsAdminExtendedAttrsTestJSON-1938695924-project-admin] Attempting to bind port 6e6d75bc-f1e9-4b87-a76a-52033bb948a0 on host hv-neutron-8616 for vnic_type normal with profile {{(pid=103333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 19 07:38:02.610975 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.managers [None req-4049d3a7-734a-4582-aab5-61aed500ce2a tempest-PortsAdminExtendedAttrsTestJSON-1938695924 tempest-PortsAdminExtendedAttrsTestJSON-1938695924-project-admin] Attempting to bind port 6e6d75bc-f1e9-4b87-a76a-52033bb948a0 by drivers openvswitch,hyperv on host hv-neutron-8616 at level 0 using segments [{'id': '128fe684-3df4-4868-9689-651e86bf8d2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '0a63bd3f-8e79-47c5-9b78-4eaa93792a44'}] {{(pid=103333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 19 07:38:02.611599 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4049d3a7-734a-4582-aab5-61aed500ce2a tempest-PortsAdminExtendedAttrsTestJSON-1938695924 tempest-PortsAdminExtendedAttrsTestJSON-1938695924-project-admin] Attempting to bind port 6e6d75bc-f1e9-4b87-a76a-52033bb948a0 on network 0a63bd3f-8e79-47c5-9b78-4eaa93792a44 {{(pid=103333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 07:38:02.621361 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44812542-5b61-49ed-b914-14c5f5470485 None None] Checking router: 11ad4213-f43a-44bb-8c9d-75b1722e86b4 for host: dv-neutron-861624-1-hyperv {{(pid=103335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 07:38:02.621361 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44812542-5b61-49ed-b914-14c5f5470485 None None] Updating router 11ad4213-f43a-44bb-8c9d-75b1722e86b4 port 253cf2ee-6b77-4d6e-af78-a76eddf9707e binding host dv-neutron-861624-1-hyperv {{(pid=103335) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 07:38:02.623807 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-99303e9a-34fb-4077-863e-7e9374f760ed tempest-ExternalNetworksTestJSON-1054651582 tempest-ExternalNetworksTestJSON-1054651582-project-admin] Subscribe: > segment before_delete 55550000 {{(pid=103333) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 07:38:02.624168 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-99303e9a-34fb-4077-863e-7e9374f760ed tempest-ExternalNetworksTestJSON-1054651582 tempest-ExternalNetworksTestJSON-1054651582-project-admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103333) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 07:38:02.624994 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-99303e9a-34fb-4077-863e-7e9374f760ed tempest-ExternalNetworksTestJSON-1054651582 tempest-ExternalNetworksTestJSON-1054651582-project-admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103333) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 07:38:02.625319 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-99303e9a-34fb-4077-863e-7e9374f760ed tempest-ExternalNetworksTestJSON-1054651582 tempest-ExternalNetworksTestJSON-1054651582-project-admin] Subscribe: > port after_create 55550000 {{(pid=103333) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 07:38:02.625692 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-99303e9a-34fb-4077-863e-7e9374f760ed tempest-ExternalNetworksTestJSON-1054651582 tempest-ExternalNetworksTestJSON-1054651582-project-admin] Subscribe: > port after_delete 55550000 {{(pid=103333) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 07:38:02.626108 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-99303e9a-34fb-4077-863e-7e9374f760ed tempest-ExternalNetworksTestJSON-1054651582 tempest-ExternalNetworksTestJSON-1054651582-project-admin] Subscribe: > port after_update 55550000 {{(pid=103333) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 07:38:02.626426 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-99303e9a-34fb-4077-863e-7e9374f760ed tempest-ExternalNetworksTestJSON-1054651582 tempest-ExternalNetworksTestJSON-1054651582-project-admin] Subscribe: > segment after_delete 55550000 {{(pid=103333) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 07:38:02.626762 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-99303e9a-34fb-4077-863e-7e9374f760ed tempest-ExternalNetworksTestJSON-1054651582 tempest-ExternalNetworksTestJSON-1054651582-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=103333) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 07:38:02.627089 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-99303e9a-34fb-4077-863e-7e9374f760ed tempest-ExternalNetworksTestJSON-1054651582 tempest-ExternalNetworksTestJSON-1054651582-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=103333) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 07:38:02.627450 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-99303e9a-34fb-4077-863e-7e9374f760ed tempest-ExternalNetworksTestJSON-1054651582 tempest-ExternalNetworksTestJSON-1054651582-project-admin] Subscribe: > subnet after_update 55550000 {{(pid=103333) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 07:38:02.661905 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-7b2b078f-5185-44c2-a806-e14dc84926d5 None None] Current status of the port 6de12234-5a78-460b-8a24-d3d3c649d467 is: ACTIVE; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:38:02.668822 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-44812542-5b61-49ed-b914-14c5f5470485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:02.794483 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd6b42fb-46cc-4eab-aaf3-37a0dc79b731 admin admin] Router d0466a78-eee4-41c7-bb6a-1d3d7da1ec22 is scheduled to L3 agent ab388470-1243-4d53-80f2-c2f5899c97a7 with binding_index 1 {{(pid=103332) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 07:38:02.800752 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-285da922-190c-42fc-878d-658db0ead1dd tempest-DHCPAgentSchedulersTestJSON-2007948804 tempest-DHCPAgentSchedulersTestJSON-2007948804-project] Notify callbacks [] for port, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:02.871152 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-99303e9a-34fb-4077-863e-7e9374f760ed tempest-ExternalNetworksTestJSON-1054651582 tempest-ExternalNetworksTestJSON-1054651582-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=103333) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 07:38:02.871322 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-99303e9a-34fb-4077-863e-7e9374f760ed tempest-ExternalNetworksTestJSON-1054651582 tempest-ExternalNetworksTestJSON-1054651582-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=103333) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 07:38:02.871616 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-99303e9a-34fb-4077-863e-7e9374f760ed tempest-ExternalNetworksTestJSON-1054651582 tempest-ExternalNetworksTestJSON-1054651582-project-admin] Subscribe: > subnet before_create 55550000 {{(pid=103333) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 07:38:02.871952 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-99303e9a-34fb-4077-863e-7e9374f760ed tempest-ExternalNetworksTestJSON-1054651582 tempest-ExternalNetworksTestJSON-1054651582-project-admin] Subscribe: > subnet before_update 55550000 {{(pid=103333) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 07:38:02.872345 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-99303e9a-34fb-4077-863e-7e9374f760ed tempest-ExternalNetworksTestJSON-1054651582 tempest-ExternalNetworksTestJSON-1054651582-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49d5f5d7-a200-45ad-97b7-1909268bd101']}} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:38:02.877804 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-e788bb35-afd1-4c22-9c71-cd14155cdfc2 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Resources bound (agent type, host, resource id): {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:38:02.891427 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dcac807-b639-42b9-84ac-b4713343a78c None None] Network 6b5a65c5-1bed-4301-9db8-c1056c2b8eba requested from dv-neutron-861624-1-hyperv {{(pid=103334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 07:38:02.912658 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-285da922-190c-42fc-878d-658db0ead1dd tempest-DHCPAgentSchedulersTestJSON-2007948804 tempest-DHCPAgentSchedulersTestJSON-2007948804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785020947330'] for port, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:02.964795 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4049d3a7-734a-4582-aab5-61aed500ce2a tempest-PortsAdminExtendedAttrsTestJSON-1938695924 tempest-PortsAdminExtendedAttrsTestJSON-1938695924-project-admin] Port 6e6d75bc-f1e9-4b87-a76a-52033bb948a0 on network 0a63bd3f-8e79-47c5-9b78-4eaa93792a44 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8616 {{(pid=103333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 07:38:02.965092 dv-neutron-861624-1-hyperv neutron-server[103333]: ERROR neutron.plugins.ml2.managers [None req-4049d3a7-734a-4582-aab5-61aed500ce2a tempest-PortsAdminExtendedAttrsTestJSON-1938695924 tempest-PortsAdminExtendedAttrsTestJSON-1938695924-project-admin] Failed to bind port 6e6d75bc-f1e9-4b87-a76a-52033bb948a0 on host hv-neutron-8616 for vnic_type normal using segments [{'id': '128fe684-3df4-4868-9689-651e86bf8d2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '0a63bd3f-8e79-47c5-9b78-4eaa93792a44'}] Oct 19 07:38:02.971014 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e788bb35-afd1-4c22-9c71-cd14155cdfc2 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:38:02.971522 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-e788bb35-afd1-4c22-9c71-cd14155cdfc2 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574827'] for subnet, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:02.990758 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.plugins.ml2.plugin [None req-4049d3a7-734a-4582-aab5-61aed500ce2a tempest-PortsAdminExtendedAttrsTestJSON-1938695924 tempest-PortsAdminExtendedAttrsTestJSON-1938695924-project-admin] Attempt 2 to bind port 6e6d75bc-f1e9-4b87-a76a-52033bb948a0 Oct 19 07:38:02.999482 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-99303e9a-34fb-4077-863e-7e9374f760ed tempest-ExternalNetworksTestJSON-1054651582 tempest-ExternalNetworksTestJSON-1054651582-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb672e34-4da6-47d8-8850-de28ad3b8da2') {'for_net_delete': True} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:38:02.999719 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-99303e9a-34fb-4077-863e-7e9374f760ed tempest-ExternalNetworksTestJSON-1054651582 tempest-ExternalNetworksTestJSON-1054651582-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb672e34-4da6-47d8-8850-de28ad3b8da2') {} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:38:03.001624 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-285da922-190c-42fc-878d-658db0ead1dd tempest-DHCPAgentSchedulersTestJSON-2007948804 tempest-DHCPAgentSchedulersTestJSON-2007948804-project] Network 058a83b5-1e54-436a-be38-6177414f9998 is already hosted by enough agents. {{(pid=103332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 07:38:03.001880 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.db_base_plugin_common [None req-779473e7-c0af-49dd-908b-9365e57c3083 None None] Allocated IP 172.20.0.2 (058a83b5-1e54-436a-be38-6177414f9998/d0bbd92f-54a9-4ba5-abc7-125d14bdeaf4/5efc831d-8a9a-442f-8e69-1c8886e78ed0) {{(pid=103334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 07:38:03.009469 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.base_scheduler [None req-285da922-190c-42fc-878d-658db0ead1dd tempest-DHCPAgentSchedulersTestJSON-2007948804 tempest-DHCPAgentSchedulersTestJSON-2007948804-project] Resources bound (agent type, host, resource id): {{(pid=103332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:38:03.016064 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-285da922-190c-42fc-878d-658db0ead1dd tempest-DHCPAgentSchedulersTestJSON-2007948804 tempest-DHCPAgentSchedulersTestJSON-2007948804-project] Received port after_create {{(pid=103332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 07:38:03.019989 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-e788bb35-afd1-4c22-9c71-cd14155cdfc2 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.3829160 Oct 19 07:38:03.025356 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-285da922-190c-42fc-878d-658db0ead1dd tempest-DHCPAgentSchedulersTestJSON-2007948804 tempest-DHCPAgentSchedulersTestJSON-2007948804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:38:03.026042 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-285da922-190c-42fc-878d-658db0ead1dd tempest-DHCPAgentSchedulersTestJSON-2007948804 tempest-DHCPAgentSchedulersTestJSON-2007948804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574827'] for port, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:03.029257 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd6b42fb-46cc-4eab-aaf3-37a0dc79b731 admin admin] Notify agent at l3_agent.dv-neutron-861624-1-hyperv the message routers_updated {{(pid=103332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 07:38:03.031679 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 53390) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:38:03.051432 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-707cad7e-a702-4928-94fe-9a922c4bd3f8 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Request body: {'port': {'network_id': '6b5a65c5-1bed-4301-9db8-c1056c2b8eba', 'name': 'tempest-NetworksTestDHCPv6-609541766'}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:38:03.071434 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e402a3b4-37b4-4e56-99d8-377fb8610b60 None None] Sync routers for ids ['d0466a78-eee4-41c7-bb6a-1d3d7da1ec22'] in dv-neutron-861624-1-hyperv {{(pid=103334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 07:38:03.072482 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e788bb35-afd1-4c22-9c71-cd14155cdfc2 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Pushing event updated for resources: {'Subnet': ['ID=e402ae71-b9b8-4863-bfb8-85f4d9923ac4,revision_number=0']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:38:03.079681 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-99303e9a-34fb-4077-863e-7e9374f760ed tempest-ExternalNetworksTestJSON-1054651582 tempest-ExternalNetworksTestJSON-1054651582-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785021519382', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-134111927'] for segment, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:03.091650 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.managers [None req-4049d3a7-734a-4582-aab5-61aed500ce2a tempest-PortsAdminExtendedAttrsTestJSON-1938695924 tempest-PortsAdminExtendedAttrsTestJSON-1938695924-project-admin] Attempting to bind port 6e6d75bc-f1e9-4b87-a76a-52033bb948a0 on host hv-neutron-8616 for vnic_type normal with profile {{(pid=103333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 19 07:38:03.092278 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.managers [None req-4049d3a7-734a-4582-aab5-61aed500ce2a tempest-PortsAdminExtendedAttrsTestJSON-1938695924 tempest-PortsAdminExtendedAttrsTestJSON-1938695924-project-admin] Attempting to bind port 6e6d75bc-f1e9-4b87-a76a-52033bb948a0 by drivers openvswitch,hyperv on host hv-neutron-8616 at level 0 using segments [{'id': '128fe684-3df4-4868-9689-651e86bf8d2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '0a63bd3f-8e79-47c5-9b78-4eaa93792a44'}] {{(pid=103333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 19 07:38:03.092425 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4049d3a7-734a-4582-aab5-61aed500ce2a tempest-PortsAdminExtendedAttrsTestJSON-1938695924 tempest-PortsAdminExtendedAttrsTestJSON-1938695924-project-admin] Attempting to bind port 6e6d75bc-f1e9-4b87-a76a-52033bb948a0 on network 0a63bd3f-8e79-47c5-9b78-4eaa93792a44 {{(pid=103333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 07:38:03.109136 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4049d3a7-734a-4582-aab5-61aed500ce2a tempest-PortsAdminExtendedAttrsTestJSON-1938695924 tempest-PortsAdminExtendedAttrsTestJSON-1938695924-project-admin] Port 6e6d75bc-f1e9-4b87-a76a-52033bb948a0 on network 0a63bd3f-8e79-47c5-9b78-4eaa93792a44 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8616 {{(pid=103333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 07:38:03.109958 dv-neutron-861624-1-hyperv neutron-server[103333]: ERROR neutron.plugins.ml2.managers [None req-4049d3a7-734a-4582-aab5-61aed500ce2a tempest-PortsAdminExtendedAttrsTestJSON-1938695924 tempest-PortsAdminExtendedAttrsTestJSON-1938695924-project-admin] Failed to bind port 6e6d75bc-f1e9-4b87-a76a-52033bb948a0 on host hv-neutron-8616 for vnic_type normal using segments [{'id': '128fe684-3df4-4868-9689-651e86bf8d2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '0a63bd3f-8e79-47c5-9b78-4eaa93792a44'}] Oct 19 07:38:03.118191 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.plugins.ml2.plugin [None req-4049d3a7-734a-4582-aab5-61aed500ce2a tempest-PortsAdminExtendedAttrsTestJSON-1938695924 tempest-PortsAdminExtendedAttrsTestJSON-1938695924-project-admin] Attempt 3 to bind port 6e6d75bc-f1e9-4b87-a76a-52033bb948a0 Oct 19 07:38:03.122615 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-729a0abf-28b8-4738-8de6-355909c7a5cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785020947330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130996763'] for port, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:03.164389 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285da922-190c-42fc-878d-658db0ead1dd tempest-DHCPAgentSchedulersTestJSON-2007948804 tempest-DHCPAgentSchedulersTestJSON-2007948804-project] Pushing event updated for resources: {'Port': ['ID=0b35db09-82d9-44ed-bc31-75a08240ed2a,revision_number=1']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:38:03.185716 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-285da922-190c-42fc-878d-658db0ead1dd tempest-DHCPAgentSchedulersTestJSON-2007948804 tempest-DHCPAgentSchedulersTestJSON-2007948804-project] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8608611 Oct 19 07:38:03.190672 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-cd6b42fb-46cc-4eab-aaf3-37a0dc79b731 admin admin] Notify callbacks [] for router, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:03.192039 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-cd6b42fb-46cc-4eab-aaf3-37a0dc79b731 admin admin] 10.222.0.27 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.6142242 Oct 19 07:38:03.192879 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 53392) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:38:03.218071 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d43d80e3-9449-4185-a7ee-e65daa25c934 None None] Network b591b429-0972-4e45-afd3-bb0899b18496 requested from dv-neutron-861624-1-hyperv {{(pid=103334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 07:38:03.238918 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 53394) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:38:03.240737 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e402a3b4-37b4-4e56-99d8-377fb8610b60 None None] Routers {'d0466a78-eee4-41c7-bb6a-1d3d7da1ec22'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 07:38:03.242382 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-e402a3b4-37b4-4e56-99d8-377fb8610b60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T07:37:46Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['d0466a78-eee4-41c7-bb6a-1d3d7da1ec22'], 'active': True} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:38:03.250843 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Current status of the port 6de12234-5a78-460b-8a24-d3d3c649d467 is: ACTIVE; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:38:03.252209 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device 29d49807-bacb-4fe7-b6c4-4704844ed5f2 up at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 07:38:03.253155 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729a0abf-28b8-4738-8de6-355909c7a5cd admin admin] Pushing event updated for resources: {'Port': ['ID=941803fa-8032-40bb-a8ba-616d8fbfed2b,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:38:03.268024 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-99303e9a-34fb-4077-863e-7e9374f760ed tempest-ExternalNetworksTestJSON-1054651582 tempest-ExternalNetworksTestJSON-1054651582-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979'] for segment, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:03.283216 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-707cad7e-a702-4928-94fe-9a922c4bd3f8 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Made reservation on behalf of 61a2e57b80c1442e9cb330141a970781 for: {'port': 1} {{(pid=103332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 07:38:03.286624 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-707cad7e-a702-4928-94fe-9a922c4bd3f8 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:03.338956 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.notifiers.nova [None req-707cad7e-a702-4928-94fe-9a922c4bd3f8 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] device_id is not set on port f8f14363-e329-48ce-a6af-45c87aef9f99 yet. {{(pid=103332) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 19 07:38:03.349602 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-44812542-5b61-49ed-b914-14c5f5470485 None None] Notify callbacks [] for port, precommit_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:03.363690 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-44812542-5b61-49ed-b914-14c5f5470485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:03.428169 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152d30fa-c48e-4fa2-9868-15779d96cba9 None None] Pushing event updated for resources: {'Port': ['ID=253cf2ee-6b77-4d6e-af78-a76eddf9707e,revision_number=2']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:38:03.440721 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-152d30fa-c48e-4fa2-9868-15779d96cba9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:38:03.441105 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-152d30fa-c48e-4fa2-9868-15779d96cba9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:38:03.441492 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-152d30fa-c48e-4fa2-9868-15779d96cba9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:38:03.441832 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-152d30fa-c48e-4fa2-9868-15779d96cba9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:38:03.442165 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-152d30fa-c48e-4fa2-9868-15779d96cba9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:38:03.442511 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-152d30fa-c48e-4fa2-9868-15779d96cba9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:38:03.443324 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-152d30fa-c48e-4fa2-9868-15779d96cba9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:38:03.443691 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-152d30fa-c48e-4fa2-9868-15779d96cba9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:38:03.444041 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-152d30fa-c48e-4fa2-9868-15779d96cba9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:38:03.444461 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-152d30fa-c48e-4fa2-9868-15779d96cba9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:38:03.448475 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-152d30fa-c48e-4fa2-9868-15779d96cba9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:38:03.449254 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-152d30fa-c48e-4fa2-9868-15779d96cba9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:38:03.451994 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-152d30fa-c48e-4fa2-9868-15779d96cba9 None None] Tracked resource versions report: Oct 19 07:38:03.451994 dv-neutron-861624-1-hyperv neutron-server[103335]: pushed versions: Oct 19 07:38:03.451994 dv-neutron-861624-1-hyperv neutron-server[103335]: { 'AddressGroup': {'1.2'}, Oct 19 07:38:03.451994 dv-neutron-861624-1-hyperv neutron-server[103335]: 'ConntrackHelper': {'1.0'}, Oct 19 07:38:03.451994 dv-neutron-861624-1-hyperv neutron-server[103335]: 'Log': {'1.0'}, Oct 19 07:38:03.451994 dv-neutron-861624-1-hyperv neutron-server[103335]: 'Network': {'1.1'}, Oct 19 07:38:03.451994 dv-neutron-861624-1-hyperv neutron-server[103335]: 'Port': {'1.7'}, Oct 19 07:38:03.451994 dv-neutron-861624-1-hyperv neutron-server[103335]: 'PortForwarding': {'1.2'}, Oct 19 07:38:03.451994 dv-neutron-861624-1-hyperv neutron-server[103335]: 'QosPolicy': {'1.9'}, Oct 19 07:38:03.451994 dv-neutron-861624-1-hyperv neutron-server[103335]: 'SecurityGroup': {'1.4'}, Oct 19 07:38:03.451994 dv-neutron-861624-1-hyperv neutron-server[103335]: 'SecurityGroupRule': {'1.2'}, Oct 19 07:38:03.451994 dv-neutron-861624-1-hyperv neutron-server[103335]: 'SubPort': {'1.0'}, Oct 19 07:38:03.451994 dv-neutron-861624-1-hyperv neutron-server[103335]: 'Subnet': {'1.1'}, Oct 19 07:38:03.451994 dv-neutron-861624-1-hyperv neutron-server[103335]: 'Trunk': {'1.1'}} Oct 19 07:38:03.451994 dv-neutron-861624-1-hyperv neutron-server[103335]: consumer versions: Oct 19 07:38:03.451994 dv-neutron-861624-1-hyperv neutron-server[103335]: { DHCP agent@dv-neutron-861624-1-hyperv: {}, Oct 19 07:38:03.451994 dv-neutron-861624-1-hyperv neutron-server[103335]: HyperV agent@hv-neutron-8616: {}, Oct 19 07:38:03.451994 dv-neutron-861624-1-hyperv neutron-server[103335]: L3 agent@dv-neutron-861624-1-hyperv: {}, Oct 19 07:38:03.451994 dv-neutron-861624-1-hyperv neutron-server[103335]: Metadata agent@dv-neutron-861624-1-hyperv: {}, Oct 19 07:38:03.451994 dv-neutron-861624-1-hyperv neutron-server[103335]: Metering agent@dv-neutron-861624-1-hyperv: {}, Oct 19 07:38:03.451994 dv-neutron-861624-1-hyperv neutron-server[103335]: Open vSwitch agent@dv-neutron-861624-1-hyperv: { 'AddressGroup': '1.2', Oct 19 07:38:03.451994 dv-neutron-861624-1-hyperv neutron-server[103335]: 'ConntrackHelper': '1.0', Oct 19 07:38:03.451994 dv-neutron-861624-1-hyperv neutron-server[103335]: 'Log': '1.0', Oct 19 07:38:03.451994 dv-neutron-861624-1-hyperv neutron-server[103335]: 'Network': '1.1', Oct 19 07:38:03.451994 dv-neutron-861624-1-hyperv neutron-server[103335]: 'Port': '1.7', Oct 19 07:38:03.451994 dv-neutron-861624-1-hyperv neutron-server[103335]: 'PortForwarding': '1.2', Oct 19 07:38:03.451994 dv-neutron-861624-1-hyperv neutron-server[103335]: 'QosPolicy': '1.9', Oct 19 07:38:03.451994 dv-neutron-861624-1-hyperv neutron-server[103335]: 'SecurityGroup': '1.4', Oct 19 07:38:03.451994 dv-neutron-861624-1-hyperv neutron-server[103335]: 'SecurityGroupRule': '1.2', Oct 19 07:38:03.451994 dv-neutron-861624-1-hyperv neutron-server[103335]: 'SubPort': '1.0', Oct 19 07:38:03.451994 dv-neutron-861624-1-hyperv neutron-server[103335]: 'Subnet': '1.1', Oct 19 07:38:03.451994 dv-neutron-861624-1-hyperv neutron-server[103335]: 'Trunk': '1.1'}} Oct 19 07:38:03.451994 dv-neutron-861624-1-hyperv neutron-server[103335]: {{(pid=103335) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 19 07:38:03.457797 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-44812542-5b61-49ed-b914-14c5f5470485 None None] Attempting to bind port 253cf2ee-6b77-4d6e-af78-a76eddf9707e on host dv-neutron-861624-1-hyperv for vnic_type normal with profile {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 19 07:38:03.458549 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-44812542-5b61-49ed-b914-14c5f5470485 None None] Attempting to bind port 253cf2ee-6b77-4d6e-af78-a76eddf9707e by drivers openvswitch,hyperv on host dv-neutron-861624-1-hyperv at level 0 using segments [{'id': '53981d04-8205-40d8-8d33-0510111d6f8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd'}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 19 07:38:03.458918 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44812542-5b61-49ed-b914-14c5f5470485 None None] Attempting to bind port 253cf2ee-6b77-4d6e-af78-a76eddf9707e on network 99c66757-74e3-40a4-b479-8d09e3a7c3dd {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 07:38:03.467342 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44812542-5b61-49ed-b914-14c5f5470485 None None] Checking agent: {'id': 'a5b0152c-d633-409b-aaf8-3b76458e2410', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861624-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 19, 7, 30, 19), 'started_at': datetime.datetime(2022, 10, 19, 7, 30, 49), 'heartbeat_timestamp': datetime.datetime(2022, 10, 19, 7, 37, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861624-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 07:38:03.467754 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44812542-5b61-49ed-b914-14c5f5470485 None None] Checking segment: {'id': '53981d04-8205-40d8-8d33-0510111d6f8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 19 07:38:03.468436 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-44812542-5b61-49ed-b914-14c5f5470485 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:03.468907 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44812542-5b61-49ed-b914-14c5f5470485 None None] Bound using segment: {'id': '53981d04-8205-40d8-8d33-0510111d6f8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd'} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 07:38:03.469410 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-44812542-5b61-49ed-b914-14c5f5470485 None None] Bound port: 253cf2ee-6b77-4d6e-af78-a76eddf9707e, host: dv-neutron-861624-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53981d04-8205-40d8-8d33-0510111d6f8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd'}}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 19 07:38:03.469812 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-44812542-5b61-49ed-b914-14c5f5470485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:03.545545 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.plugin [None req-57136f23-2a03-4f4f-a0af-80f0249f130f tempest-DHCPAgentSchedulersTestJSON-2007948804 tempest-DHCPAgentSchedulersTestJSON-2007948804-project] Deleting port 0b35db09-82d9-44ed-bc31-75a08240ed2a {{(pid=103332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 07:38:03.546151 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-57136f23-2a03-4f4f-a0af-80f0249f130f tempest-DHCPAgentSchedulersTestJSON-2007948804 tempest-DHCPAgentSchedulersTestJSON-2007948804-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:03.553500 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-44812542-5b61-49ed-b914-14c5f5470485 None None] For port 253cf2ee-6b77-4d6e-af78-a76eddf9707e, host dv-neutron-861624-1-hyperv, cleared binding levels {{(pid=103335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 07:38:03.561663 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.managers [None req-4049d3a7-734a-4582-aab5-61aed500ce2a tempest-PortsAdminExtendedAttrsTestJSON-1938695924 tempest-PortsAdminExtendedAttrsTestJSON-1938695924-project-admin] Attempting to bind port 6e6d75bc-f1e9-4b87-a76a-52033bb948a0 on host hv-neutron-8616 for vnic_type normal with profile {{(pid=103333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 19 07:38:03.562310 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-44812542-5b61-49ed-b914-14c5f5470485 None None] For port 253cf2ee-6b77-4d6e-af78-a76eddf9707e, host dv-neutron-861624-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=253cf2ee-6b77-4d6e-af78-a76eddf9707e,segment=NetworkSegment(53981d04-8205-40d8-8d33-0510111d6f8f),segment_id=53981d04-8205-40d8-8d33-0510111d6f8f)] {{(pid=103335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 07:38:03.562422 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.managers [None req-4049d3a7-734a-4582-aab5-61aed500ce2a tempest-PortsAdminExtendedAttrsTestJSON-1938695924 tempest-PortsAdminExtendedAttrsTestJSON-1938695924-project-admin] Attempting to bind port 6e6d75bc-f1e9-4b87-a76a-52033bb948a0 by drivers openvswitch,hyperv on host hv-neutron-8616 at level 0 using segments [{'id': '128fe684-3df4-4868-9689-651e86bf8d2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '0a63bd3f-8e79-47c5-9b78-4eaa93792a44'}] {{(pid=103333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 19 07:38:03.562587 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4049d3a7-734a-4582-aab5-61aed500ce2a tempest-PortsAdminExtendedAttrsTestJSON-1938695924 tempest-PortsAdminExtendedAttrsTestJSON-1938695924-project-admin] Attempting to bind port 6e6d75bc-f1e9-4b87-a76a-52033bb948a0 on network 0a63bd3f-8e79-47c5-9b78-4eaa93792a44 {{(pid=103333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 07:38:03.568134 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99303e9a-34fb-4077-863e-7e9374f760ed tempest-ExternalNetworksTestJSON-1054651582 tempest-ExternalNetworksTestJSON-1054651582-project-admin] Releasing vlan 150 on physical network physnet1 to pool {{(pid=103333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 07:38:03.568591 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-99303e9a-34fb-4077-863e-7e9374f760ed tempest-ExternalNetworksTestJSON-1054651582 tempest-ExternalNetworksTestJSON-1054651582-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130996782'] for segment, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:03.573161 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-44812542-5b61-49ed-b914-14c5f5470485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:03.615970 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ae7d04c-ad14-4eeb-b2f0-11d5f89a5478 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d12c6ac-27a3-545c-a8f3-f04e30423d6d-6b5a65c5-1bed-4301-9db8-c1056c2b8eba', 'network_id': '6b5a65c5-1bed-4301-9db8-c1056c2b8eba', 'tenant_id': '61a2e57b80c1442e9cb330141a970781', 'fixed_ips': [{'subnet_id': 'e402ae71-b9b8-4863-bfb8-85f4d9923ac4'}]}} from dv-neutron-861624-1-hyperv. {{(pid=103334) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 07:38:03.618753 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-3ae7d04c-ad14-4eeb-b2f0-11d5f89a5478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:03.625503 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-d18cc360-298c-49e1-8a8a-ba91746e8efb None None] Provisioning complete for port 3de665dd-2d09-4b70-87c6-cb6d6e6eb012 triggered by entity DHCP. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:38:03.625963 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d18cc360-298c-49e1-8a8a-ba91746e8efb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:03.626882 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-d18cc360-298c-49e1-8a8a-ba91746e8efb None None] Attempt 1 to provision port 3de665dd-2d09-4b70-87c6-cb6d6e6eb012 Oct 19 07:38:03.640049 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-f009265a-2bfb-47d5-b515-ba0f2554992d tempest-FloatingIPAdminTestJSON-1410639124 tempest-FloatingIPAdminTestJSON-1410639124-project] Notify callbacks [] for security_group, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:03.651644 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-729a0abf-28b8-4738-8de6-355909c7a5cd admin admin] Network 99c66757-74e3-40a4-b479-8d09e3a7c3dd is already hosted by enough agents. {{(pid=103333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 07:38:03.666018 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4049d3a7-734a-4582-aab5-61aed500ce2a tempest-PortsAdminExtendedAttrsTestJSON-1938695924 tempest-PortsAdminExtendedAttrsTestJSON-1938695924-project-admin] Port 6e6d75bc-f1e9-4b87-a76a-52033bb948a0 on network 0a63bd3f-8e79-47c5-9b78-4eaa93792a44 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8616 {{(pid=103333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 07:38:03.670871 dv-neutron-861624-1-hyperv neutron-server[103333]: ERROR neutron.plugins.ml2.managers [None req-4049d3a7-734a-4582-aab5-61aed500ce2a tempest-PortsAdminExtendedAttrsTestJSON-1938695924 tempest-PortsAdminExtendedAttrsTestJSON-1938695924-project-admin] Failed to bind port 6e6d75bc-f1e9-4b87-a76a-52033bb948a0 on host hv-neutron-8616 for vnic_type normal using segments [{'id': '128fe684-3df4-4868-9689-651e86bf8d2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '0a63bd3f-8e79-47c5-9b78-4eaa93792a44'}] Oct 19 07:38:03.683898 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.plugins.ml2.plugin [None req-4049d3a7-734a-4582-aab5-61aed500ce2a tempest-PortsAdminExtendedAttrsTestJSON-1938695924 tempest-PortsAdminExtendedAttrsTestJSON-1938695924-project-admin] Attempt 4 to bind port 6e6d75bc-f1e9-4b87-a76a-52033bb948a0 Oct 19 07:38:03.687509 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.db_base_plugin_common [None req-707cad7e-a702-4928-94fe-9a922c4bd3f8 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Allocated IP 2001:db8::198 (6b5a65c5-1bed-4301-9db8-c1056c2b8eba/e402ae71-b9b8-4863-bfb8-85f4d9923ac4/f8f14363-e329-48ce-a6af-45c87aef9f99) {{(pid=103332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 07:38:03.694035 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-f009265a-2bfb-47d5-b515-ba0f2554992d tempest-FloatingIPAdminTestJSON-1410639124 tempest-FloatingIPAdminTestJSON-1410639124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788643'] for security_group, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:03.714155 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-57136f23-2a03-4f4f-a0af-80f0249f130f tempest-DHCPAgentSchedulersTestJSON-2007948804 tempest-DHCPAgentSchedulersTestJSON-2007948804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:03.720012 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44812542-5b61-49ed-b914-14c5f5470485 None None] Routers {'11ad4213-f43a-44bb-8c9d-75b1722e86b4'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 07:38:03.720719 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-44812542-5b61-49ed-b914-14c5f5470485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T07:37:46Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['11ad4213-f43a-44bb-8c9d-75b1722e86b4'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:38:03.742104 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.plugin [None req-57136f23-2a03-4f4f-a0af-80f0249f130f tempest-DHCPAgentSchedulersTestJSON-2007948804 tempest-DHCPAgentSchedulersTestJSON-2007948804-project] Calling delete_port for 0b35db09-82d9-44ed-bc31-75a08240ed2a owned by {{(pid=103332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 07:38:03.799153 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-729a0abf-28b8-4738-8de6-355909c7a5cd admin admin] Resources bound (agent type, host, resource id): {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:38:03.799945 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvr_db [None req-e402a3b4-37b4-4e56-99d8-377fb8610b60 None None] Set router d0466a78-eee4-41c7-bb6a-1d3d7da1ec22 gateway port host: dv-neutron-861624-1-hyperv {{(pid=103334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 07:38:03.804047 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-779473e7-c0af-49dd-908b-9365e57c3083 None None] Notify callbacks [] for port, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:03.808069 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-729a0abf-28b8-4738-8de6-355909c7a5cd admin admin] Received port after_create {{(pid=103333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 07:38:03.905070 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f009265a-2bfb-47d5-b515-ba0f2554992d tempest-FloatingIPAdminTestJSON-1410639124 tempest-FloatingIPAdminTestJSON-1410639124-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b4b1db0b-eacb-417b-a95c-f8be52dd4808,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:38:03.906206 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvr_db [None req-44812542-5b61-49ed-b914-14c5f5470485 None None] Set router 11ad4213-f43a-44bb-8c9d-75b1722e86b4 gateway port host: dv-neutron-861624-1-hyperv {{(pid=103335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 07:38:03.917985 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-779473e7-c0af-49dd-908b-9365e57c3083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785020947330'] for port, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:03.928946 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Provisioning complete for port 29d49807-bacb-4fe7-b6c4-4704844ed5f2 triggered by entity L2. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:38:03.929698 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:03.930186 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Attempt 1 to provision port 29d49807-bacb-4fe7-b6c4-4704844ed5f2 Oct 19 07:38:03.945565 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-779473e7-c0af-49dd-908b-9365e57c3083 None None] Network 058a83b5-1e54-436a-be38-6177414f9998 is already hosted by enough agents. {{(pid=103334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 07:38:03.996493 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.scheduler.base_scheduler [None req-779473e7-c0af-49dd-908b-9365e57c3083 None None] Resources bound (agent type, host, resource id): {{(pid=103334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:38:04.015943 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-779473e7-c0af-49dd-908b-9365e57c3083 None None] Received port after_create {{(pid=103334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 07:38:04.041935 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152d30fa-c48e-4fa2-9868-15779d96cba9 None None] Pushing event updated for resources: {'Port': ['ID=253cf2ee-6b77-4d6e-af78-a76eddf9707e,revision_number=3']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:38:04.042097 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-707cad7e-a702-4928-94fe-9a922c4bd3f8 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks [] for port, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:04.073649 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.managers [None req-4049d3a7-734a-4582-aab5-61aed500ce2a tempest-PortsAdminExtendedAttrsTestJSON-1938695924 tempest-PortsAdminExtendedAttrsTestJSON-1938695924-project-admin] Attempting to bind port 6e6d75bc-f1e9-4b87-a76a-52033bb948a0 on host hv-neutron-8616 for vnic_type normal with profile {{(pid=103333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 19 07:38:04.075481 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.managers [None req-4049d3a7-734a-4582-aab5-61aed500ce2a tempest-PortsAdminExtendedAttrsTestJSON-1938695924 tempest-PortsAdminExtendedAttrsTestJSON-1938695924-project-admin] Attempting to bind port 6e6d75bc-f1e9-4b87-a76a-52033bb948a0 by drivers openvswitch,hyperv on host hv-neutron-8616 at level 0 using segments [{'id': '128fe684-3df4-4868-9689-651e86bf8d2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '0a63bd3f-8e79-47c5-9b78-4eaa93792a44'}] {{(pid=103333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 19 07:38:04.075612 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-57136f23-2a03-4f4f-a0af-80f0249f130f tempest-DHCPAgentSchedulersTestJSON-2007948804 tempest-DHCPAgentSchedulersTestJSON-2007948804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339'] for port, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:04.076253 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4049d3a7-734a-4582-aab5-61aed500ce2a tempest-PortsAdminExtendedAttrsTestJSON-1938695924 tempest-PortsAdminExtendedAttrsTestJSON-1938695924-project-admin] Attempting to bind port 6e6d75bc-f1e9-4b87-a76a-52033bb948a0 on network 0a63bd3f-8e79-47c5-9b78-4eaa93792a44 {{(pid=103333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 07:38:04.092909 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4049d3a7-734a-4582-aab5-61aed500ce2a tempest-PortsAdminExtendedAttrsTestJSON-1938695924 tempest-PortsAdminExtendedAttrsTestJSON-1938695924-project-admin] Port 6e6d75bc-f1e9-4b87-a76a-52033bb948a0 on network 0a63bd3f-8e79-47c5-9b78-4eaa93792a44 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8616 {{(pid=103333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 07:38:04.093550 dv-neutron-861624-1-hyperv neutron-server[103333]: ERROR neutron.plugins.ml2.managers [None req-4049d3a7-734a-4582-aab5-61aed500ce2a tempest-PortsAdminExtendedAttrsTestJSON-1938695924 tempest-PortsAdminExtendedAttrsTestJSON-1938695924-project-admin] Failed to bind port 6e6d75bc-f1e9-4b87-a76a-52033bb948a0 on host hv-neutron-8616 for vnic_type normal using segments [{'id': '128fe684-3df4-4868-9689-651e86bf8d2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '0a63bd3f-8e79-47c5-9b78-4eaa93792a44'}] Oct 19 07:38:04.106019 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.services.segments.plugin [-] Segment bb672e34-4da6-47d8-8850-de28ad3b8da2 resource provider aggregate not found Oct 19 07:38:04.110216 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.plugins.ml2.plugin [None req-4049d3a7-734a-4582-aab5-61aed500ce2a tempest-PortsAdminExtendedAttrsTestJSON-1938695924 tempest-PortsAdminExtendedAttrsTestJSON-1938695924-project-admin] Attempt 5 to bind port 6e6d75bc-f1e9-4b87-a76a-52033bb948a0 Oct 19 07:38:04.123663 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-99303e9a-34fb-4077-863e-7e9374f760ed tempest-ExternalNetworksTestJSON-1054651582 tempest-ExternalNetworksTestJSON-1054651582-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-673044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1695087'] for network, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:04.130721 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99303e9a-34fb-4077-863e-7e9374f760ed tempest-ExternalNetworksTestJSON-1054651582 tempest-ExternalNetworksTestJSON-1054651582-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 49d5f5d7-a200-45ad-97b7-1909268bd101 {{(pid=103333) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Oct 19 07:38:04.132778 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779473e7-c0af-49dd-908b-9365e57c3083 None None] Pushing event updated for resources: {'Port': ['ID=5efc831d-8a9a-442f-8e69-1c8886e78ed0,revision_number=1']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:38:04.136650 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-99303e9a-34fb-4077-863e-7e9374f760ed tempest-ExternalNetworksTestJSON-1054651582 tempest-ExternalNetworksTestJSON-1054651582-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574827'] for network, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:04.141349 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-99303e9a-34fb-4077-863e-7e9374f760ed tempest-ExternalNetworksTestJSON-1054651582 tempest-ExternalNetworksTestJSON-1054651582-project-admin] 10.222.0.27 "DELETE /v2.0/networks/49d5f5d7-a200-45ad-97b7-1909268bd101 HTTP/1.1" status: 204 len: 168 time: 2.4372568 Oct 19 07:38:04.153271 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.services.segments.plugin [-] Segment bb672e34-4da6-47d8-8850-de28ad3b8da2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid bb672e34-4da6-47d8-8850-de28ad3b8da2 found for delete ", "request_id": "req-3ff94156-15ba-492c-a0a7-aa8b55ec2bb5"}]} Oct 19 07:38:04.155444 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57136f23-2a03-4f4f-a0af-80f0249f130f tempest-DHCPAgentSchedulersTestJSON-2007948804 tempest-DHCPAgentSchedulersTestJSON-2007948804-project] Pushing event deleted for resources: {'Port': ['ID=0b35db09-82d9-44ed-bc31-75a08240ed2a,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:38:04.182193 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 53412) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:38:04.189598 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f009265a-2bfb-47d5-b515-ba0f2554992d tempest-FloatingIPAdminTestJSON-1410639124 tempest-FloatingIPAdminTestJSON-1410639124-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 167} {{(pid=103333) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 07:38:04.190377 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-779473e7-c0af-49dd-908b-9365e57c3083 None None] Attempting to bind port 5efc831d-8a9a-442f-8e69-1c8886e78ed0 on host dv-neutron-861624-1-hyperv for vnic_type normal with profile {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 19 07:38:04.190530 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-860059cb-f713-4f9b-9c01-fead4ae1f932 tempest-ExternalNetworksTestJSON-1054651582 tempest-ExternalNetworksTestJSON-1054651582-project-admin] Request body: {'network': {'router:external': True}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:38:04.190857 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-779473e7-c0af-49dd-908b-9365e57c3083 None None] Attempting to bind port 5efc831d-8a9a-442f-8e69-1c8886e78ed0 by drivers openvswitch,hyperv on host dv-neutron-861624-1-hyperv at level 0 using segments [{'id': '290edcfc-0daf-4aa9-8ea8-62622e94c402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '058a83b5-1e54-436a-be38-6177414f9998'}] {{(pid=103334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 19 07:38:04.191104 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-779473e7-c0af-49dd-908b-9365e57c3083 None None] Attempting to bind port 5efc831d-8a9a-442f-8e69-1c8886e78ed0 on network 058a83b5-1e54-436a-be38-6177414f9998 {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 07:38:04.211346 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-57136f23-2a03-4f4f-a0af-80f0249f130f tempest-DHCPAgentSchedulersTestJSON-2007948804 tempest-DHCPAgentSchedulersTestJSON-2007948804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574827'] for port, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:04.217132 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-57136f23-2a03-4f4f-a0af-80f0249f130f tempest-DHCPAgentSchedulersTestJSON-2007948804 tempest-DHCPAgentSchedulersTestJSON-2007948804-project] 10.222.0.27 "DELETE /v2.0/ports/0b35db09-82d9-44ed-bc31-75a08240ed2a HTTP/1.1" status: 204 len: 168 time: 1.0192883 Oct 19 07:38:04.218129 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99303e9a-34fb-4077-863e-7e9374f760ed tempest-ExternalNetworksTestJSON-1054651582 tempest-ExternalNetworksTestJSON-1054651582-project-admin] Pushing event deleted for resources: {'Network': ['ID=49d5f5d7-a200-45ad-97b7-1909268bd101,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:38:04.219997 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 53414) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:38:04.229374 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-707cad7e-a702-4928-94fe-9a922c4bd3f8 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785020947330'] for port, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:04.268343 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-d18cc360-298c-49e1-8a8a-ba91746e8efb None None] Current status of the port 3de665dd-2d09-4b70-87c6-cb6d6e6eb012 is: DOWN; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:38:04.269016 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d18cc360-298c-49e1-8a8a-ba91746e8efb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:04.309608 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-d18cc360-298c-49e1-8a8a-ba91746e8efb None None] For port 3de665dd-2d09-4b70-87c6-cb6d6e6eb012, host dv-neutron-861624-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=3de665dd-2d09-4b70-87c6-cb6d6e6eb012,segment=NetworkSegment(1e98df17-e196-417f-957d-cb8b343f8c04),segment_id=1e98df17-e196-417f-957d-cb8b343f8c04)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:38:04.327146 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-44812542-5b61-49ed-b914-14c5f5470485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11ad4213-f43a-44bb-8c9d-75b1722e86b4', 'name': 'tempest-ServersTestJSON-1339676520-router', 'tenant_id': '0cfd53a0c8b24bdeb4999c9bff6eae77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'external_fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.149'}], 'enable_snat': True}, 'gw_port_id': '253cf2ee-6b77-4d6e-af78-a76eddf9707e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T07:37:55Z', 'updated_at': '2022-10-19T07:37:59Z', 'revision_number': 3, 'project_id': '0cfd53a0c8b24bdeb4999c9bff6eae77', 'gw_port': {'id': '253cf2ee-6b77-4d6e-af78-a76eddf9707e', 'name': '', 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:16:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11ad4213-f43a-44bb-8c9d-75b1722e86b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:37:56Z', 'updated_at': '2022-10-19T07:38:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861624-1-hyperv'}], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:38:04.337473 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-779473e7-c0af-49dd-908b-9365e57c3083 None None] Checking agent: {'id': 'a5b0152c-d633-409b-aaf8-3b76458e2410', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861624-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 19, 7, 30, 19), 'started_at': datetime.datetime(2022, 10, 19, 7, 30, 49), 'heartbeat_timestamp': datetime.datetime(2022, 10, 19, 7, 37, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861624-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 07:38:04.338133 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-779473e7-c0af-49dd-908b-9365e57c3083 None None] Checking segment: {'id': '290edcfc-0daf-4aa9-8ea8-62622e94c402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '058a83b5-1e54-436a-be38-6177414f9998'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 19 07:38:04.338820 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-779473e7-c0af-49dd-908b-9365e57c3083 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:04.339379 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-779473e7-c0af-49dd-908b-9365e57c3083 None None] Bound using segment: {'id': '290edcfc-0daf-4aa9-8ea8-62622e94c402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '058a83b5-1e54-436a-be38-6177414f9998'} {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 07:38:04.375696 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-779473e7-c0af-49dd-908b-9365e57c3083 None None] Bound port: 5efc831d-8a9a-442f-8e69-1c8886e78ed0, host: dv-neutron-861624-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '290edcfc-0daf-4aa9-8ea8-62622e94c402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '058a83b5-1e54-436a-be38-6177414f9998'}}] {{(pid=103334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 19 07:38:04.375696 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-779473e7-c0af-49dd-908b-9365e57c3083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:04.383376 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.managers [None req-4049d3a7-734a-4582-aab5-61aed500ce2a tempest-PortsAdminExtendedAttrsTestJSON-1938695924 tempest-PortsAdminExtendedAttrsTestJSON-1938695924-project-admin] Attempting to bind port 6e6d75bc-f1e9-4b87-a76a-52033bb948a0 on host hv-neutron-8616 for vnic_type normal with profile {{(pid=103333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 19 07:38:04.383376 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.managers [None req-4049d3a7-734a-4582-aab5-61aed500ce2a tempest-PortsAdminExtendedAttrsTestJSON-1938695924 tempest-PortsAdminExtendedAttrsTestJSON-1938695924-project-admin] Attempting to bind port 6e6d75bc-f1e9-4b87-a76a-52033bb948a0 by drivers openvswitch,hyperv on host hv-neutron-8616 at level 0 using segments [{'id': '128fe684-3df4-4868-9689-651e86bf8d2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '0a63bd3f-8e79-47c5-9b78-4eaa93792a44'}] {{(pid=103333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 19 07:38:04.383376 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4049d3a7-734a-4582-aab5-61aed500ce2a tempest-PortsAdminExtendedAttrsTestJSON-1938695924 tempest-PortsAdminExtendedAttrsTestJSON-1938695924-project-admin] Attempting to bind port 6e6d75bc-f1e9-4b87-a76a-52033bb948a0 on network 0a63bd3f-8e79-47c5-9b78-4eaa93792a44 {{(pid=103333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 07:38:04.383788 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d18cc360-298c-49e1-8a8a-ba91746e8efb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:04.384099 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-707cad7e-a702-4928-94fe-9a922c4bd3f8 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Network 6b5a65c5-1bed-4301-9db8-c1056c2b8eba is already hosted by enough agents. {{(pid=103332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 07:38:04.387395 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.base_scheduler [None req-707cad7e-a702-4928-94fe-9a922c4bd3f8 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Resources bound (agent type, host, resource id): {{(pid=103332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:38:04.402642 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-707cad7e-a702-4928-94fe-9a922c4bd3f8 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Received port after_create {{(pid=103332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 07:38:04.410334 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44812542-5b61-49ed-b914-14c5f5470485 None None] The sync data for ids ['11ad4213-f43a-44bb-8c9d-75b1722e86b4'] in dv-neutron-861624-1-hyperv is: [{'id': '11ad4213-f43a-44bb-8c9d-75b1722e86b4', 'name': 'tempest-ServersTestJSON-1339676520-router', 'tenant_id': '0cfd53a0c8b24bdeb4999c9bff6eae77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'external_fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.149'}], 'enable_snat': True}, 'gw_port_id': '253cf2ee-6b77-4d6e-af78-a76eddf9707e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T07:37:55Z', 'updated_at': '2022-10-19T07:37:59Z', 'revision_number': 3, 'project_id': '0cfd53a0c8b24bdeb4999c9bff6eae77', 'gw_port': {'id': '253cf2ee-6b77-4d6e-af78-a76eddf9707e', 'name': '', 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:16:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11ad4213-f43a-44bb-8c9d-75b1722e86b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:37:56Z', 'updated_at': '2022-10-19T07:38:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861624-1-hyperv'}] {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 07:38:04.411548 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-f009265a-2bfb-47d5-b515-ba0f2554992d tempest-FloatingIPAdminTestJSON-1410639124 tempest-FloatingIPAdminTestJSON-1410639124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979'] for segment, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:04.411945 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.db.segments_db [None req-f009265a-2bfb-47d5-b515-ba0f2554992d tempest-FloatingIPAdminTestJSON-1410639124 tempest-FloatingIPAdminTestJSON-1410639124-project] Added segment ddffd968-3c8c-488b-ac1d-cc63f413e8b9 of type vlan for network 517dc00e-1738-4c01-9edd-b14a7206139a Oct 19 07:38:04.415308 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-707cad7e-a702-4928-94fe-9a922c4bd3f8 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:38:04.416318 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-707cad7e-a702-4928-94fe-9a922c4bd3f8 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574827'] for port, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:04.426793 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-860059cb-f713-4f9b-9c01-fead4ae1f932 tempest-ExternalNetworksTestJSON-1054651582 tempest-ExternalNetworksTestJSON-1054651582-project-admin] Made reservation on behalf of 3c8dffb15b724a9ba305529b4452824d for: {'network': 1} {{(pid=103332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 07:38:04.430260 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-860059cb-f713-4f9b-9c01-fead4ae1f932 tempest-ExternalNetworksTestJSON-1054651582 tempest-ExternalNetworksTestJSON-1054651582-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for network, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:04.503028 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707cad7e-a702-4928-94fe-9a922c4bd3f8 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Pushing event updated for resources: {'Port': ['ID=f8f14363-e329-48ce-a6af-45c87aef9f99,revision_number=1']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:38:04.543353 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-feb2c79f-2c01-4092-958a-43e7575fb8c0 tempest-DHCPAgentSchedulersTestJSON-236199719 tempest-DHCPAgentSchedulersTestJSON-236199719-project-admin] 10.222.0.27 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4310 time: 0.3034708 Oct 19 07:38:04.544190 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 53418) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:38:04.551175 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-d5f5e9a5-7fa9-4162-bcb3-7cdb5dbac6ad tempest-DHCPAgentSchedulersTestJSON-2007948804 tempest-DHCPAgentSchedulersTestJSON-2007948804-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-65631566'}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:38:04.560235 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.db_base_plugin_common [None req-3ae7d04c-ad14-4eeb-b2f0-11d5f89a5478 None None] Allocated IP 2001:db8::2 (6b5a65c5-1bed-4301-9db8-c1056c2b8eba/e402ae71-b9b8-4863-bfb8-85f4d9923ac4/cd4a4ca2-1f08-4738-82ff-e27773481125) {{(pid=103334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 07:38:04.595454 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-707cad7e-a702-4928-94fe-9a922c4bd3f8 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.5563910 Oct 19 07:38:04.601572 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18cc360-298c-49e1-8a8a-ba91746e8efb None None] Pushing event updated for resources: {'Port': ['ID=3de665dd-2d09-4b70-87c6-cb6d6e6eb012,revision_number=3']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:38:04.605309 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 53420) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:38:04.613626 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-f009265a-2bfb-47d5-b515-ba0f2554992d tempest-FloatingIPAdminTestJSON-1410639124 tempest-FloatingIPAdminTestJSON-1410639124-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785020965340'] for network, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:04.624423 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-860059cb-f713-4f9b-9c01-fead4ae1f932 tempest-ExternalNetworksTestJSON-1054651582 tempest-ExternalNetworksTestJSON-1054651582-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 199} {{(pid=103332) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 07:38:04.629398 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Current status of the port 29d49807-bacb-4fe7-b6c4-4704844ed5f2 is: ACTIVE; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:38:04.639255 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5f5e9a5-7fa9-4162-bcb3-7cdb5dbac6ad tempest-DHCPAgentSchedulersTestJSON-2007948804 tempest-DHCPAgentSchedulersTestJSON-2007948804-project] Made reservation on behalf of 954366c0865d4c4cb616c531aed7eb12 for: {'network': 1} {{(pid=103332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 07:38:04.642961 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-d5f5e9a5-7fa9-4162-bcb3-7cdb5dbac6ad tempest-DHCPAgentSchedulersTestJSON-2007948804 tempest-DHCPAgentSchedulersTestJSON-2007948804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for network, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:04.664941 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-779473e7-c0af-49dd-908b-9365e57c3083 None None] For port 5efc831d-8a9a-442f-8e69-1c8886e78ed0, host dv-neutron-861624-1-hyperv, cleared binding levels {{(pid=103334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 07:38:04.667847 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4049d3a7-734a-4582-aab5-61aed500ce2a tempest-PortsAdminExtendedAttrsTestJSON-1938695924 tempest-PortsAdminExtendedAttrsTestJSON-1938695924-project-admin] Port 6e6d75bc-f1e9-4b87-a76a-52033bb948a0 on network 0a63bd3f-8e79-47c5-9b78-4eaa93792a44 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8616 {{(pid=103333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 07:38:04.668182 dv-neutron-861624-1-hyperv neutron-server[103333]: ERROR neutron.plugins.ml2.managers [None req-4049d3a7-734a-4582-aab5-61aed500ce2a tempest-PortsAdminExtendedAttrsTestJSON-1938695924 tempest-PortsAdminExtendedAttrsTestJSON-1938695924-project-admin] Failed to bind port 6e6d75bc-f1e9-4b87-a76a-52033bb948a0 on host hv-neutron-8616 for vnic_type normal using segments [{'id': '128fe684-3df4-4868-9689-651e86bf8d2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '0a63bd3f-8e79-47c5-9b78-4eaa93792a44'}] Oct 19 07:38:04.668282 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-860059cb-f713-4f9b-9c01-fead4ae1f932 tempest-ExternalNetworksTestJSON-1054651582 tempest-ExternalNetworksTestJSON-1054651582-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979'] for segment, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:04.669678 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.db.segments_db [None req-860059cb-f713-4f9b-9c01-fead4ae1f932 tempest-ExternalNetworksTestJSON-1054651582 tempest-ExternalNetworksTestJSON-1054651582-project-admin] Added segment 8e78868e-b72c-4183-923e-bf0519569f7f of type vlan for network 6789eb82-f79d-42f9-8c65-2b4f0f32d09e Oct 19 07:38:04.674188 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-779473e7-c0af-49dd-908b-9365e57c3083 None None] For port 5efc831d-8a9a-442f-8e69-1c8886e78ed0, host dv-neutron-861624-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=5efc831d-8a9a-442f-8e69-1c8886e78ed0,segment=NetworkSegment(290edcfc-0daf-4aa9-8ea8-62622e94c402),segment_id=290edcfc-0daf-4aa9-8ea8-62622e94c402)] {{(pid=103334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 07:38:04.677483 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.plugins.ml2.plugin [None req-4049d3a7-734a-4582-aab5-61aed500ce2a tempest-PortsAdminExtendedAttrsTestJSON-1938695924 tempest-PortsAdminExtendedAttrsTestJSON-1938695924-project-admin] Attempt 6 to bind port 6e6d75bc-f1e9-4b87-a76a-52033bb948a0 Oct 19 07:38:04.721980 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.managers [None req-4049d3a7-734a-4582-aab5-61aed500ce2a tempest-PortsAdminExtendedAttrsTestJSON-1938695924 tempest-PortsAdminExtendedAttrsTestJSON-1938695924-project-admin] Attempting to bind port 6e6d75bc-f1e9-4b87-a76a-52033bb948a0 on host hv-neutron-8616 for vnic_type normal with profile {{(pid=103333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 19 07:38:04.722278 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.managers [None req-4049d3a7-734a-4582-aab5-61aed500ce2a tempest-PortsAdminExtendedAttrsTestJSON-1938695924 tempest-PortsAdminExtendedAttrsTestJSON-1938695924-project-admin] Attempting to bind port 6e6d75bc-f1e9-4b87-a76a-52033bb948a0 by drivers openvswitch,hyperv on host hv-neutron-8616 at level 0 using segments [{'id': '128fe684-3df4-4868-9689-651e86bf8d2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '0a63bd3f-8e79-47c5-9b78-4eaa93792a44'}] {{(pid=103333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 19 07:38:04.722626 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4049d3a7-734a-4582-aab5-61aed500ce2a tempest-PortsAdminExtendedAttrsTestJSON-1938695924 tempest-PortsAdminExtendedAttrsTestJSON-1938695924-project-admin] Attempting to bind port 6e6d75bc-f1e9-4b87-a76a-52033bb948a0 on network 0a63bd3f-8e79-47c5-9b78-4eaa93792a44 {{(pid=103333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 07:38:04.736634 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5f5e9a5-7fa9-4162-bcb3-7cdb5dbac6ad tempest-DHCPAgentSchedulersTestJSON-2007948804 tempest-DHCPAgentSchedulersTestJSON-2007948804-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 176} {{(pid=103332) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 07:38:04.743515 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4049d3a7-734a-4582-aab5-61aed500ce2a tempest-PortsAdminExtendedAttrsTestJSON-1938695924 tempest-PortsAdminExtendedAttrsTestJSON-1938695924-project-admin] Port 6e6d75bc-f1e9-4b87-a76a-52033bb948a0 on network 0a63bd3f-8e79-47c5-9b78-4eaa93792a44 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8616 {{(pid=103333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 07:38:04.743851 dv-neutron-861624-1-hyperv neutron-server[103333]: ERROR neutron.plugins.ml2.managers [None req-4049d3a7-734a-4582-aab5-61aed500ce2a tempest-PortsAdminExtendedAttrsTestJSON-1938695924 tempest-PortsAdminExtendedAttrsTestJSON-1938695924-project-admin] Failed to bind port 6e6d75bc-f1e9-4b87-a76a-52033bb948a0 on host hv-neutron-8616 for vnic_type normal using segments [{'id': '128fe684-3df4-4868-9689-651e86bf8d2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '0a63bd3f-8e79-47c5-9b78-4eaa93792a44'}] Oct 19 07:38:04.757374 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.plugins.ml2.plugin [None req-4049d3a7-734a-4582-aab5-61aed500ce2a tempest-PortsAdminExtendedAttrsTestJSON-1938695924 tempest-PortsAdminExtendedAttrsTestJSON-1938695924-project-admin] Attempt 7 to bind port 6e6d75bc-f1e9-4b87-a76a-52033bb948a0 Oct 19 07:38:04.763408 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-860059cb-f713-4f9b-9c01-fead4ae1f932 tempest-ExternalNetworksTestJSON-1054651582 tempest-ExternalNetworksTestJSON-1054651582-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785020965340'] for network, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:04.784943 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9a77183-d2a1-421a-b078-67bdd2a83911 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:38:04.786467 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-c9a77183-d2a1-421a-b078-67bdd2a83911 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] 10.222.0.27 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.1774795 Oct 19 07:38:04.787836 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-d5f5e9a5-7fa9-4162-bcb3-7cdb5dbac6ad tempest-DHCPAgentSchedulersTestJSON-2007948804 tempest-DHCPAgentSchedulersTestJSON-2007948804-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979'] for segment, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:04.788303 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.db.segments_db [None req-d5f5e9a5-7fa9-4162-bcb3-7cdb5dbac6ad tempest-DHCPAgentSchedulersTestJSON-2007948804 tempest-DHCPAgentSchedulersTestJSON-2007948804-project] Added segment fe7d7b04-332f-4f86-a29b-dabb9d3ee701 of type vlan for network 9fc1bc3b-dc2c-4af3-bead-fab04133919f Oct 19 07:38:04.807491 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 53422) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:38:04.895757 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-d5f5e9a5-7fa9-4162-bcb3-7cdb5dbac6ad tempest-DHCPAgentSchedulersTestJSON-2007948804 tempest-DHCPAgentSchedulersTestJSON-2007948804-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785020965340'] for network, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:04.906712 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-3ae7d04c-ad14-4eeb-b2f0-11d5f89a5478 None None] Notify callbacks [] for port, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:04.909359 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.managers [None req-4049d3a7-734a-4582-aab5-61aed500ce2a tempest-PortsAdminExtendedAttrsTestJSON-1938695924 tempest-PortsAdminExtendedAttrsTestJSON-1938695924-project-admin] Attempting to bind port 6e6d75bc-f1e9-4b87-a76a-52033bb948a0 on host hv-neutron-8616 for vnic_type normal with profile {{(pid=103333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 19 07:38:04.909901 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.managers [None req-4049d3a7-734a-4582-aab5-61aed500ce2a tempest-PortsAdminExtendedAttrsTestJSON-1938695924 tempest-PortsAdminExtendedAttrsTestJSON-1938695924-project-admin] Attempting to bind port 6e6d75bc-f1e9-4b87-a76a-52033bb948a0 by drivers openvswitch,hyperv on host hv-neutron-8616 at level 0 using segments [{'id': '128fe684-3df4-4868-9689-651e86bf8d2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '0a63bd3f-8e79-47c5-9b78-4eaa93792a44'}] {{(pid=103333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 19 07:38:04.910429 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4049d3a7-734a-4582-aab5-61aed500ce2a tempest-PortsAdminExtendedAttrsTestJSON-1938695924 tempest-PortsAdminExtendedAttrsTestJSON-1938695924-project-admin] Attempting to bind port 6e6d75bc-f1e9-4b87-a76a-52033bb948a0 on network 0a63bd3f-8e79-47c5-9b78-4eaa93792a44 {{(pid=103333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 07:38:04.924008 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-779473e7-c0af-49dd-908b-9365e57c3083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:04.941895 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-860059cb-f713-4f9b-9c01-fead4ae1f932 tempest-ExternalNetworksTestJSON-1054651582 tempest-ExternalNetworksTestJSON-1054651582-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873'] for network, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:04.942869 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-860059cb-f713-4f9b-9c01-fead4ae1f932 tempest-ExternalNetworksTestJSON-1054651582 tempest-ExternalNetworksTestJSON-1054651582-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:38:04.943475 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-860059cb-f713-4f9b-9c01-fead4ae1f932 tempest-ExternalNetworksTestJSON-1054651582 tempest-ExternalNetworksTestJSON-1054651582-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574827'] for network, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:04.952468 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-f009265a-2bfb-47d5-b515-ba0f2554992d tempest-FloatingIPAdminTestJSON-1410639124 tempest-FloatingIPAdminTestJSON-1410639124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873'] for network, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:04.959284 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f009265a-2bfb-47d5-b515-ba0f2554992d tempest-FloatingIPAdminTestJSON-1410639124 tempest-FloatingIPAdminTestJSON-1410639124-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:38:04.960731 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-f009265a-2bfb-47d5-b515-ba0f2554992d tempest-FloatingIPAdminTestJSON-1410639124 tempest-FloatingIPAdminTestJSON-1410639124-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574827'] for network, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:04.974821 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4049d3a7-734a-4582-aab5-61aed500ce2a tempest-PortsAdminExtendedAttrsTestJSON-1938695924 tempest-PortsAdminExtendedAttrsTestJSON-1938695924-project-admin] Port 6e6d75bc-f1e9-4b87-a76a-52033bb948a0 on network 0a63bd3f-8e79-47c5-9b78-4eaa93792a44 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8616 {{(pid=103333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 07:38:04.977253 dv-neutron-861624-1-hyperv neutron-server[103333]: ERROR neutron.plugins.ml2.managers [None req-4049d3a7-734a-4582-aab5-61aed500ce2a tempest-PortsAdminExtendedAttrsTestJSON-1938695924 tempest-PortsAdminExtendedAttrsTestJSON-1938695924-project-admin] Failed to bind port 6e6d75bc-f1e9-4b87-a76a-52033bb948a0 on host hv-neutron-8616 for vnic_type normal using segments [{'id': '128fe684-3df4-4868-9689-651e86bf8d2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '0a63bd3f-8e79-47c5-9b78-4eaa93792a44'}] Oct 19 07:38:04.989924 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-3ae7d04c-ad14-4eeb-b2f0-11d5f89a5478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785020947330'] for port, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:05.006655 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779473e7-c0af-49dd-908b-9365e57c3083 None None] Pushing event updated for resources: {'Port': ['ID=5efc831d-8a9a-442f-8e69-1c8886e78ed0,revision_number=2']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:38:05.038175 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-860059cb-f713-4f9b-9c01-fead4ae1f932 tempest-ExternalNetworksTestJSON-1054651582 tempest-ExternalNetworksTestJSON-1054651582-project-admin] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.8521607 Oct 19 07:38:05.041645 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.plugins.ml2.plugin [None req-4049d3a7-734a-4582-aab5-61aed500ce2a tempest-PortsAdminExtendedAttrsTestJSON-1938695924 tempest-PortsAdminExtendedAttrsTestJSON-1938695924-project-admin] Attempt 8 to bind port 6e6d75bc-f1e9-4b87-a76a-52033bb948a0 Oct 19 07:38:05.044100 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-d5f5e9a5-7fa9-4162-bcb3-7cdb5dbac6ad tempest-DHCPAgentSchedulersTestJSON-2007948804 tempest-DHCPAgentSchedulersTestJSON-2007948804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873'] for network, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:05.049548 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5f5e9a5-7fa9-4162-bcb3-7cdb5dbac6ad tempest-DHCPAgentSchedulersTestJSON-2007948804 tempest-DHCPAgentSchedulersTestJSON-2007948804-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:38:05.050113 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-d5f5e9a5-7fa9-4162-bcb3-7cdb5dbac6ad tempest-DHCPAgentSchedulersTestJSON-2007948804 tempest-DHCPAgentSchedulersTestJSON-2007948804-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574827'] for network, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:05.067694 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 53424) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:38:05.091972 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ae7d04c-ad14-4eeb-b2f0-11d5f89a5478 None None] Network 6b5a65c5-1bed-4301-9db8-c1056c2b8eba is already hosted by enough agents. {{(pid=103334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 07:38:05.094783 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device 6de12234-5a78-460b-8a24-d3d3c649d467 up at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 07:38:05.110885 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-49968732-cc11-47c7-983f-d72dd905a6b4 tempest-ExternalNetworksTestJSON-1054651582 tempest-ExternalNetworksTestJSON-1054651582-project-admin] Request body: {'subnet': {'network_id': '6789eb82-f79d-42f9-8c65-2b4f0f32d09e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:38:05.125583 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860059cb-f713-4f9b-9c01-fead4ae1f932 tempest-ExternalNetworksTestJSON-1054651582 tempest-ExternalNetworksTestJSON-1054651582-project-admin] Pushing event updated for resources: {'Network': ['ID=6789eb82-f79d-42f9-8c65-2b4f0f32d09e,revision_number=1']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:38:05.131746 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-f009265a-2bfb-47d5-b515-ba0f2554992d tempest-FloatingIPAdminTestJSON-1410639124 tempest-FloatingIPAdminTestJSON-1410639124-project] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 3.3856385 Oct 19 07:38:05.139481 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 53426) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:38:05.149114 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-21072fdc-a763-414e-b601-3ee9799c5dfb tempest-FloatingIPAdminTestJSON-1410639124 tempest-FloatingIPAdminTestJSON-1410639124-project] Request body: {'subnet': {'network_id': '517dc00e-1738-4c01-9edd-b14a7206139a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:38:05.162231 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-d5f5e9a5-7fa9-4162-bcb3-7cdb5dbac6ad tempest-DHCPAgentSchedulersTestJSON-2007948804 tempest-DHCPAgentSchedulersTestJSON-2007948804-project] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 0.6158984 Oct 19 07:38:05.169084 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 53428) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:38:05.182570 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae7d04c-ad14-4eeb-b2f0-11d5f89a5478 None None] Pushing event updated for resources: {'Port': ['ID=cd4a4ca2-1f08-4738-82ff-e27773481125,revision_number=1']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:38:05.187090 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.scheduler.base_scheduler [None req-3ae7d04c-ad14-4eeb-b2f0-11d5f89a5478 None None] Resources bound (agent type, host, resource id): {{(pid=103334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:38:05.190001 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ae7d04c-ad14-4eeb-b2f0-11d5f89a5478 None None] Received port after_create {{(pid=103334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 07:38:05.199863 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Network 6789eb82-f79d-42f9-8c65-2b4f0f32d09e details requested by agent ovs-agent-dv-neutron-861624-1-hyperv with host dv-neutron-861624-1-hyperv {{(pid=103334) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 07:38:05.225130 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.managers [None req-4049d3a7-734a-4582-aab5-61aed500ce2a tempest-PortsAdminExtendedAttrsTestJSON-1938695924 tempest-PortsAdminExtendedAttrsTestJSON-1938695924-project-admin] Attempting to bind port 6e6d75bc-f1e9-4b87-a76a-52033bb948a0 on host hv-neutron-8616 for vnic_type normal with profile {{(pid=103333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 19 07:38:05.226291 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.managers [None req-4049d3a7-734a-4582-aab5-61aed500ce2a tempest-PortsAdminExtendedAttrsTestJSON-1938695924 tempest-PortsAdminExtendedAttrsTestJSON-1938695924-project-admin] Attempting to bind port 6e6d75bc-f1e9-4b87-a76a-52033bb948a0 by drivers openvswitch,hyperv on host hv-neutron-8616 at level 0 using segments [{'id': '128fe684-3df4-4868-9689-651e86bf8d2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '0a63bd3f-8e79-47c5-9b78-4eaa93792a44'}] {{(pid=103333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 19 07:38:05.242855 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4049d3a7-734a-4582-aab5-61aed500ce2a tempest-PortsAdminExtendedAttrsTestJSON-1938695924 tempest-PortsAdminExtendedAttrsTestJSON-1938695924-project-admin] Attempting to bind port 6e6d75bc-f1e9-4b87-a76a-52033bb948a0 on network 0a63bd3f-8e79-47c5-9b78-4eaa93792a44 {{(pid=103333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 07:38:05.248347 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-a231e92e-1cdc-4dd4-9616-2300c3a4dad9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:05.293549 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.plugin [None req-13580329-3d8c-4067-8910-b6978d7322ef tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Deleting port f8f14363-e329-48ce-a6af-45c87aef9f99 {{(pid=103332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 07:38:05.295086 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-13580329-3d8c-4067-8910-b6978d7322ef tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:05.333397 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-3ae7d04c-ad14-4eeb-b2f0-11d5f89a5478 None None] Attempting to bind port cd4a4ca2-1f08-4738-82ff-e27773481125 on host dv-neutron-861624-1-hyperv for vnic_type normal with profile {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 19 07:38:05.333945 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-3ae7d04c-ad14-4eeb-b2f0-11d5f89a5478 None None] Attempting to bind port cd4a4ca2-1f08-4738-82ff-e27773481125 by drivers openvswitch,hyperv on host dv-neutron-861624-1-hyperv at level 0 using segments [{'id': '5a8d2b05-b527-4bd4-a671-b9112f193fef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '6b5a65c5-1bed-4301-9db8-c1056c2b8eba'}] {{(pid=103334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 19 07:38:05.334108 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ae7d04c-ad14-4eeb-b2f0-11d5f89a5478 None None] Attempting to bind port cd4a4ca2-1f08-4738-82ff-e27773481125 on network 6b5a65c5-1bed-4301-9db8-c1056c2b8eba {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 07:38:05.338632 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f009265a-2bfb-47d5-b515-ba0f2554992d tempest-FloatingIPAdminTestJSON-1410639124 tempest-FloatingIPAdminTestJSON-1410639124-project] Pushing event updated for resources: {'Network': ['ID=517dc00e-1738-4c01-9edd-b14a7206139a,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:38:05.352155 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-9b96d1b7-ed6f-411b-8797-c42cee059e3a None None] Provisioning complete for port 3de665dd-2d09-4b70-87c6-cb6d6e6eb012 triggered by entity DHCP. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:38:05.352693 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-9b96d1b7-ed6f-411b-8797-c42cee059e3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:05.354698 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-9b96d1b7-ed6f-411b-8797-c42cee059e3a None None] Attempt 1 to provision port 3de665dd-2d09-4b70-87c6-cb6d6e6eb012 Oct 19 07:38:05.356590 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4049d3a7-734a-4582-aab5-61aed500ce2a tempest-PortsAdminExtendedAttrsTestJSON-1938695924 tempest-PortsAdminExtendedAttrsTestJSON-1938695924-project-admin] Port 6e6d75bc-f1e9-4b87-a76a-52033bb948a0 on network 0a63bd3f-8e79-47c5-9b78-4eaa93792a44 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8616 {{(pid=103333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 07:38:05.356590 dv-neutron-861624-1-hyperv neutron-server[103333]: ERROR neutron.plugins.ml2.managers [None req-4049d3a7-734a-4582-aab5-61aed500ce2a tempest-PortsAdminExtendedAttrsTestJSON-1938695924 tempest-PortsAdminExtendedAttrsTestJSON-1938695924-project-admin] Failed to bind port 6e6d75bc-f1e9-4b87-a76a-52033bb948a0 on host hv-neutron-8616 for vnic_type normal using segments [{'id': '128fe684-3df4-4868-9689-651e86bf8d2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '0a63bd3f-8e79-47c5-9b78-4eaa93792a44'}] Oct 19 07:38:05.359648 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.plugins.ml2.plugin [None req-4049d3a7-734a-4582-aab5-61aed500ce2a tempest-PortsAdminExtendedAttrsTestJSON-1938695924 tempest-PortsAdminExtendedAttrsTestJSON-1938695924-project-admin] Attempt 9 to bind port 6e6d75bc-f1e9-4b87-a76a-52033bb948a0 Oct 19 07:38:05.399737 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49968732-cc11-47c7-983f-d72dd905a6b4 tempest-ExternalNetworksTestJSON-1054651582 tempest-ExternalNetworksTestJSON-1054651582-project-admin] Made reservation on behalf of 3c8dffb15b724a9ba305529b4452824d for: {'subnet': 1} {{(pid=103332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 07:38:05.402862 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-49968732-cc11-47c7-983f-d72dd905a6b4 tempest-ExternalNetworksTestJSON-1054651582 tempest-ExternalNetworksTestJSON-1054651582-project-admin] Notify callbacks [] for subnet, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:05.411714 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Network 517dc00e-1738-4c01-9edd-b14a7206139a details requested by agent ovs-agent-dv-neutron-861624-1-hyperv with host dv-neutron-861624-1-hyperv {{(pid=103334) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 07:38:05.438345 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Provisioning complete for port 6de12234-5a78-460b-8a24-d3d3c649d467 triggered by entity L2. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:38:05.438712 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:05.439628 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Attempt 1 to provision port 6de12234-5a78-460b-8a24-d3d3c649d467 Oct 19 07:38:05.447735 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ae7d04c-ad14-4eeb-b2f0-11d5f89a5478 None None] Checking agent: {'id': 'a5b0152c-d633-409b-aaf8-3b76458e2410', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861624-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 19, 7, 30, 19), 'started_at': datetime.datetime(2022, 10, 19, 7, 30, 49), 'heartbeat_timestamp': datetime.datetime(2022, 10, 19, 7, 37, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861624-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 07:38:05.448108 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ae7d04c-ad14-4eeb-b2f0-11d5f89a5478 None None] Checking segment: {'id': '5a8d2b05-b527-4bd4-a671-b9112f193fef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '6b5a65c5-1bed-4301-9db8-c1056c2b8eba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 19 07:38:05.448545 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-3ae7d04c-ad14-4eeb-b2f0-11d5f89a5478 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:05.449208 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ae7d04c-ad14-4eeb-b2f0-11d5f89a5478 None None] Bound using segment: {'id': '5a8d2b05-b527-4bd4-a671-b9112f193fef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '6b5a65c5-1bed-4301-9db8-c1056c2b8eba'} {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 07:38:05.449674 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-3ae7d04c-ad14-4eeb-b2f0-11d5f89a5478 None None] Bound port: cd4a4ca2-1f08-4738-82ff-e27773481125, host: dv-neutron-861624-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a8d2b05-b527-4bd4-a671-b9112f193fef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '6b5a65c5-1bed-4301-9db8-c1056c2b8eba'}}] {{(pid=103334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 19 07:38:05.450056 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-3ae7d04c-ad14-4eeb-b2f0-11d5f89a5478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:05.477393 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.managers [None req-4049d3a7-734a-4582-aab5-61aed500ce2a tempest-PortsAdminExtendedAttrsTestJSON-1938695924 tempest-PortsAdminExtendedAttrsTestJSON-1938695924-project-admin] Attempting to bind port 6e6d75bc-f1e9-4b87-a76a-52033bb948a0 on host hv-neutron-8616 for vnic_type normal with profile {{(pid=103333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 19 07:38:05.477728 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.managers [None req-4049d3a7-734a-4582-aab5-61aed500ce2a tempest-PortsAdminExtendedAttrsTestJSON-1938695924 tempest-PortsAdminExtendedAttrsTestJSON-1938695924-project-admin] Attempting to bind port 6e6d75bc-f1e9-4b87-a76a-52033bb948a0 by drivers openvswitch,hyperv on host hv-neutron-8616 at level 0 using segments [{'id': '128fe684-3df4-4868-9689-651e86bf8d2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '0a63bd3f-8e79-47c5-9b78-4eaa93792a44'}] {{(pid=103333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 19 07:38:05.478057 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4049d3a7-734a-4582-aab5-61aed500ce2a tempest-PortsAdminExtendedAttrsTestJSON-1938695924 tempest-PortsAdminExtendedAttrsTestJSON-1938695924-project-admin] Attempting to bind port 6e6d75bc-f1e9-4b87-a76a-52033bb948a0 on network 0a63bd3f-8e79-47c5-9b78-4eaa93792a44 {{(pid=103333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 07:38:05.497222 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4049d3a7-734a-4582-aab5-61aed500ce2a tempest-PortsAdminExtendedAttrsTestJSON-1938695924 tempest-PortsAdminExtendedAttrsTestJSON-1938695924-project-admin] Port 6e6d75bc-f1e9-4b87-a76a-52033bb948a0 on network 0a63bd3f-8e79-47c5-9b78-4eaa93792a44 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8616 {{(pid=103333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 07:38:05.497554 dv-neutron-861624-1-hyperv neutron-server[103333]: ERROR neutron.plugins.ml2.managers [None req-4049d3a7-734a-4582-aab5-61aed500ce2a tempest-PortsAdminExtendedAttrsTestJSON-1938695924 tempest-PortsAdminExtendedAttrsTestJSON-1938695924-project-admin] Failed to bind port 6e6d75bc-f1e9-4b87-a76a-52033bb948a0 on host hv-neutron-8616 for vnic_type normal using segments [{'id': '128fe684-3df4-4868-9689-651e86bf8d2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '0a63bd3f-8e79-47c5-9b78-4eaa93792a44'}] Oct 19 07:38:05.522162 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.plugins.ml2.plugin [None req-4049d3a7-734a-4582-aab5-61aed500ce2a tempest-PortsAdminExtendedAttrsTestJSON-1938695924 tempest-PortsAdminExtendedAttrsTestJSON-1938695924-project-admin] Attempt 10 to bind port 6e6d75bc-f1e9-4b87-a76a-52033bb948a0 Oct 19 07:38:05.543428 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-729a0abf-28b8-4738-8de6-355909c7a5cd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:05.550490 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-e402a3b4-37b4-4e56-99d8-377fb8610b60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0466a78-eee4-41c7-bb6a-1d3d7da1ec22', 'name': 'tempest-ServerActionsTestJSON-119798104-router', 'tenant_id': 'b76abfccca1e443d8cfed9fe77b82608', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'external_fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.154'}], 'enable_snat': True}, 'gw_port_id': 'a0cf33cb-4842-47ad-888f-65e6168f50d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T07:37:57Z', 'updated_at': '2022-10-19T07:38:01Z', 'revision_number': 3, 'project_id': 'b76abfccca1e443d8cfed9fe77b82608', 'gw_port': {'id': 'a0cf33cb-4842-47ad-888f-65e6168f50d3', 'name': '', 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:f7:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0466a78-eee4-41c7-bb6a-1d3d7da1ec22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:38:00Z', 'updated_at': '2022-10-19T07:38:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861624-1-hyperv'}], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:38:05.647112 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.managers [None req-4049d3a7-734a-4582-aab5-61aed500ce2a tempest-PortsAdminExtendedAttrsTestJSON-1938695924 tempest-PortsAdminExtendedAttrsTestJSON-1938695924-project-admin] Attempting to bind port 6e6d75bc-f1e9-4b87-a76a-52033bb948a0 on host hv-neutron-8616 for vnic_type normal with profile {{(pid=103333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 19 07:38:05.648216 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.managers [None req-4049d3a7-734a-4582-aab5-61aed500ce2a tempest-PortsAdminExtendedAttrsTestJSON-1938695924 tempest-PortsAdminExtendedAttrsTestJSON-1938695924-project-admin] Attempting to bind port 6e6d75bc-f1e9-4b87-a76a-52033bb948a0 by drivers openvswitch,hyperv on host hv-neutron-8616 at level 0 using segments [{'id': '128fe684-3df4-4868-9689-651e86bf8d2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '0a63bd3f-8e79-47c5-9b78-4eaa93792a44'}] {{(pid=103333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 19 07:38:05.648430 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4049d3a7-734a-4582-aab5-61aed500ce2a tempest-PortsAdminExtendedAttrsTestJSON-1938695924 tempest-PortsAdminExtendedAttrsTestJSON-1938695924-project-admin] Attempting to bind port 6e6d75bc-f1e9-4b87-a76a-52033bb948a0 on network 0a63bd3f-8e79-47c5-9b78-4eaa93792a44 {{(pid=103333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 07:38:05.686811 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e402a3b4-37b4-4e56-99d8-377fb8610b60 None None] Checking router: d0466a78-eee4-41c7-bb6a-1d3d7da1ec22 for host: dv-neutron-861624-1-hyperv {{(pid=103334) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 07:38:05.687240 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e402a3b4-37b4-4e56-99d8-377fb8610b60 None None] Updating router d0466a78-eee4-41c7-bb6a-1d3d7da1ec22 port a0cf33cb-4842-47ad-888f-65e6168f50d3 binding host dv-neutron-861624-1-hyperv {{(pid=103334) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 07:38:05.693865 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-3f5e8562-18e5-41e4-8049-cf8d863671fe tempest-DHCPAgentSchedulersTestJSON-236199719 tempest-DHCPAgentSchedulersTestJSON-236199719-project-admin] 10.222.0.27 "GET /v2.0/agents/310d813b-0e3e-4d7e-9b79-8f4ec0dbcab0/dhcp-networks HTTP/1.1" status: 200 len: 7248 time: 0.5193353 Oct 19 07:38:05.707290 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 53430) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:38:05.727336 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f5e9a5-7fa9-4162-bcb3-7cdb5dbac6ad tempest-DHCPAgentSchedulersTestJSON-2007948804 tempest-DHCPAgentSchedulersTestJSON-2007948804-project] Pushing event updated for resources: {'Network': ['ID=9fc1bc3b-dc2c-4af3-bead-fab04133919f,revision_number=1']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:38:05.746343 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21072fdc-a763-414e-b601-3ee9799c5dfb tempest-FloatingIPAdminTestJSON-1410639124 tempest-FloatingIPAdminTestJSON-1410639124-project] Made reservation on behalf of c28d0111a43d41cd9f1f88ca8cb7905a for: {'subnet': 1} {{(pid=103332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 07:38:05.750162 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-21072fdc-a763-414e-b601-3ee9799c5dfb tempest-FloatingIPAdminTestJSON-1410639124 tempest-FloatingIPAdminTestJSON-1410639124-project] Notify callbacks [] for subnet, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:05.820845 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4049d3a7-734a-4582-aab5-61aed500ce2a tempest-PortsAdminExtendedAttrsTestJSON-1938695924 tempest-PortsAdminExtendedAttrsTestJSON-1938695924-project-admin] Port 6e6d75bc-f1e9-4b87-a76a-52033bb948a0 on network 0a63bd3f-8e79-47c5-9b78-4eaa93792a44 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8616 {{(pid=103333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 07:38:05.821177 dv-neutron-861624-1-hyperv neutron-server[103333]: ERROR neutron.plugins.ml2.managers [None req-4049d3a7-734a-4582-aab5-61aed500ce2a tempest-PortsAdminExtendedAttrsTestJSON-1938695924 tempest-PortsAdminExtendedAttrsTestJSON-1938695924-project-admin] Failed to bind port 6e6d75bc-f1e9-4b87-a76a-52033bb948a0 on host hv-neutron-8616 for vnic_type normal using segments [{'id': '128fe684-3df4-4868-9689-651e86bf8d2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '0a63bd3f-8e79-47c5-9b78-4eaa93792a44'}] Oct 19 07:38:05.821541 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-4049d3a7-734a-4582-aab5-61aed500ce2a tempest-PortsAdminExtendedAttrsTestJSON-1938695924 tempest-PortsAdminExtendedAttrsTestJSON-1938695924-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:05.895171 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Network 9fc1bc3b-dc2c-4af3-bead-fab04133919f details requested by agent ovs-agent-dv-neutron-861624-1-hyperv with host dv-neutron-861624-1-hyperv {{(pid=103334) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 07:38:06.010892 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-e402a3b4-37b4-4e56-99d8-377fb8610b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:06.088585 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-9b96d1b7-ed6f-411b-8797-c42cee059e3a None None] Current status of the port 3de665dd-2d09-4b70-87c6-cb6d6e6eb012 is: ACTIVE; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:38:06.109940 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-3ae7d04c-ad14-4eeb-b2f0-11d5f89a5478 None None] For port cd4a4ca2-1f08-4738-82ff-e27773481125, host dv-neutron-861624-1-hyperv, cleared binding levels {{(pid=103334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 07:38:06.117549 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-3ae7d04c-ad14-4eeb-b2f0-11d5f89a5478 None None] For port cd4a4ca2-1f08-4738-82ff-e27773481125, host dv-neutron-861624-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=cd4a4ca2-1f08-4738-82ff-e27773481125,segment=NetworkSegment(5a8d2b05-b527-4bd4-a671-b9112f193fef),segment_id=5a8d2b05-b527-4bd4-a671-b9112f193fef)] {{(pid=103334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 07:38:06.170751 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-3ae7d04c-ad14-4eeb-b2f0-11d5f89a5478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:06.403196 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Current status of the port 6de12234-5a78-460b-8a24-d3d3c649d467 is: ACTIVE; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:38:06.404284 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device 3de665dd-2d09-4b70-87c6-cb6d6e6eb012 up at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 07:38:06.535130 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae7d04c-ad14-4eeb-b2f0-11d5f89a5478 None None] Pushing event updated for resources: {'Port': ['ID=cd4a4ca2-1f08-4738-82ff-e27773481125,revision_number=2']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:38:06.557802 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-13580329-3d8c-4067-8910-b6978d7322ef tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:06.562117 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-21072fdc-a763-414e-b601-3ee9799c5dfb tempest-FloatingIPAdminTestJSON-1410639124 tempest-FloatingIPAdminTestJSON-1410639124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873'] for subnet, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:06.586041 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.db_base_plugin_common [None req-a231e92e-1cdc-4dd4-9616-2300c3a4dad9 admin admin] Allocated IP 172.20.0.1 (29346864-1bf4-4ca7-8c28-dd64957b61d5/9b83089a-6242-4a4f-85cc-90b42d56ee75/f96a1284-97a6-4ae5-9893-8add67057705) {{(pid=103333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 07:38:06.609160 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-729a0abf-28b8-4738-8de6-355909c7a5cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1692844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1693859'] for router, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:06.650212 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Provisioning complete for port 3de665dd-2d09-4b70-87c6-cb6d6e6eb012 triggered by entity L2. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:38:06.653038 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.plugin [None req-13580329-3d8c-4067-8910-b6978d7322ef tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Calling delete_port for f8f14363-e329-48ce-a6af-45c87aef9f99 owned by {{(pid=103332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 07:38:06.656539 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:06.656888 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Attempt 1 to provision port 3de665dd-2d09-4b70-87c6-cb6d6e6eb012 Oct 19 07:38:06.715810 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21072fdc-a763-414e-b601-3ee9799c5dfb tempest-FloatingIPAdminTestJSON-1410639124 tempest-FloatingIPAdminTestJSON-1410639124-project] Checking segment: {'id': 'ddffd968-3c8c-488b-ac1d-cc63f413e8b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '517dc00e-1738-4c01-9edd-b14a7206139a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 19 07:38:06.716424 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21072fdc-a763-414e-b601-3ee9799c5dfb tempest-FloatingIPAdminTestJSON-1410639124 tempest-FloatingIPAdminTestJSON-1410639124-project] Network hostable DHCP agents. Network: 517dc00e-1738-4c01-9edd-b14a7206139a, hostable agents: ['310d813b-0e3e-4d7e-9b79-8f4ec0dbcab0'], hosted agents: [] {{(pid=103332) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 07:38:06.758604 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.db [None req-4049d3a7-734a-4582-aab5-61aed500ce2a tempest-PortsAdminExtendedAttrsTestJSON-1938695924 tempest-PortsAdminExtendedAttrsTestJSON-1938695924-project-admin] For port 6e6d75bc-f1e9-4b87-a76a-52033bb948a0, host hv-neutron-8616, cleared binding levels {{(pid=103333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 07:38:06.759757 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.db [None req-4049d3a7-734a-4582-aab5-61aed500ce2a tempest-PortsAdminExtendedAttrsTestJSON-1938695924 tempest-PortsAdminExtendedAttrsTestJSON-1938695924-project-admin] Attempted to set empty binding levels {{(pid=103333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Oct 19 07:38:06.775097 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-fd73011c-f74b-4287-8d4e-8d5f3d3c5bc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:06.785977 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-4049d3a7-734a-4582-aab5-61aed500ce2a tempest-PortsAdminExtendedAttrsTestJSON-1938695924 tempest-PortsAdminExtendedAttrsTestJSON-1938695924-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130996754'] for port, after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:06.787714 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4049d3a7-734a-4582-aab5-61aed500ce2a tempest-PortsAdminExtendedAttrsTestJSON-1938695924 tempest-PortsAdminExtendedAttrsTestJSON-1938695924-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:38:06.788989 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-4049d3a7-734a-4582-aab5-61aed500ce2a tempest-PortsAdminExtendedAttrsTestJSON-1938695924 tempest-PortsAdminExtendedAttrsTestJSON-1938695924-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42160'] for port, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:06.821379 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a011477-2933-47d9-b193-25b6d9034f86 tempest-DHCPAgentSchedulersTestJSON-236199719 tempest-DHCPAgentSchedulersTestJSON-236199719-project-admin] Network 9fc1bc3b-dc2c-4af3-bead-fab04133919f is scheduled to be hosted by DHCP agent 310d813b-0e3e-4d7e-9b79-8f4ec0dbcab0 with binding_index 1 {{(pid=103332) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 07:38:06.832963 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21072fdc-a763-414e-b601-3ee9799c5dfb tempest-FloatingIPAdminTestJSON-1410639124 tempest-FloatingIPAdminTestJSON-1410639124-project] Pushing event updated for resources: {'Subnet': ['ID=a46753ea-b47e-4fc8-ba83-97447371b086,revision_number=0']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:38:06.858780 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3764862c-ca18-45c7-9ecf-c78f5c2909ad None None] Network 058a83b5-1e54-436a-be38-6177414f9998 requested from dv-neutron-861624-1-hyperv {{(pid=103334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 07:38:06.898603 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21072fdc-a763-414e-b601-3ee9799c5dfb tempest-FloatingIPAdminTestJSON-1410639124 tempest-FloatingIPAdminTestJSON-1410639124-project] Network 517dc00e-1738-4c01-9edd-b14a7206139a is scheduled to be hosted by DHCP agent 310d813b-0e3e-4d7e-9b79-8f4ec0dbcab0 with binding_index 1 {{(pid=103332) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 07:38:06.926938 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-3a011477-2933-47d9-b193-25b6d9034f86 tempest-DHCPAgentSchedulersTestJSON-236199719 tempest-DHCPAgentSchedulersTestJSON-236199719-project-admin] 10.222.0.27 "POST /v2.0/agents/310d813b-0e3e-4d7e-9b79-8f4ec0dbcab0/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 1.2067959 Oct 19 07:38:06.939097 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 53432) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:38:06.945271 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.base_scheduler [None req-21072fdc-a763-414e-b601-3ee9799c5dfb tempest-FloatingIPAdminTestJSON-1410639124 tempest-FloatingIPAdminTestJSON-1410639124-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861624-1-hyperv, 517dc00e-1738-4c01-9edd-b14a7206139a) {{(pid=103332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:38:06.954435 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0f80b2b-2abf-4def-92b2-bb4a6b2d0437 None None] Network 9fc1bc3b-dc2c-4af3-bead-fab04133919f requested from dv-neutron-861624-1-hyperv {{(pid=103334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 07:38:06.962124 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-e402a3b4-37b4-4e56-99d8-377fb8610b60 None None] Notify callbacks [] for port, precommit_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:06.974014 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21072fdc-a763-414e-b601-3ee9799c5dfb tempest-FloatingIPAdminTestJSON-1410639124 tempest-FloatingIPAdminTestJSON-1410639124-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:38:06.974603 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-21072fdc-a763-414e-b601-3ee9799c5dfb tempest-FloatingIPAdminTestJSON-1410639124 tempest-FloatingIPAdminTestJSON-1410639124-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574827'] for subnet, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:07.031825 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c2262a8-f8a6-4ba2-b0d3-f7a1d8fbeb24 None None] Network 517dc00e-1738-4c01-9edd-b14a7206139a requested from dv-neutron-861624-1-hyperv {{(pid=103334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 07:38:07.043534 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-f54a12f5-02ea-4fbd-bb04-b51c6be3e9a2 None None] Provisioning complete for port 5efc831d-8a9a-442f-8e69-1c8886e78ed0 triggered by entity DHCP. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:38:07.045878 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-21072fdc-a763-414e-b601-3ee9799c5dfb tempest-FloatingIPAdminTestJSON-1410639124 tempest-FloatingIPAdminTestJSON-1410639124-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9033577 Oct 19 07:38:07.048725 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-f54a12f5-02ea-4fbd-bb04-b51c6be3e9a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:07.048725 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-f54a12f5-02ea-4fbd-bb04-b51c6be3e9a2 None None] Attempt 1 to provision port 5efc831d-8a9a-442f-8e69-1c8886e78ed0 Oct 19 07:38:07.048936 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 53434) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:38:07.060500 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-cf52c989-d7f6-41b9-9e41-be985bd4eac1 tempest-FloatingIPAdminTestJSON-1410639124 tempest-FloatingIPAdminTestJSON-1410639124-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-816307622', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd'}, 'admin_state_up': False}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:38:07.083935 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-4049d3a7-734a-4582-aab5-61aed500ce2a tempest-PortsAdminExtendedAttrsTestJSON-1938695924 tempest-PortsAdminExtendedAttrsTestJSON-1938695924-project-admin] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201 len: 981 time: 7.4780178 Oct 19 07:38:07.098539 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 53436) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:38:07.119696 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4049d3a7-734a-4582-aab5-61aed500ce2a tempest-PortsAdminExtendedAttrsTestJSON-1938695924 tempest-PortsAdminExtendedAttrsTestJSON-1938695924-project-admin] Pushing event updated for resources: {'Port': ['ID=6e6d75bc-f1e9-4b87-a76a-52033bb948a0,revision_number=2']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:38:07.128223 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Current status of the port 3de665dd-2d09-4b70-87c6-cb6d6e6eb012 is: ACTIVE; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:38:07.136186 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-e402a3b4-37b4-4e56-99d8-377fb8610b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:07.244914 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.objects.ports [None req-49968732-cc11-47c7-983f-d72dd905a6b4 tempest-ExternalNetworksTestJSON-1054651582 tempest-ExternalNetworksTestJSON-1054651582-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103332) get_objects /opt/stack/neutron/neutron/objects/ports.py:470}} Oct 19 07:38:07.246016 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-49968732-cc11-47c7-983f-d72dd905a6b4 tempest-ExternalNetworksTestJSON-1054651582 tempest-ExternalNetworksTestJSON-1054651582-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873'] for subnet, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:07.264901 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-13580329-3d8c-4067-8910-b6978d7322ef tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339'] for port, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:07.273075 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-cf52c989-d7f6-41b9-9e41-be985bd4eac1 tempest-FloatingIPAdminTestJSON-1410639124 tempest-FloatingIPAdminTestJSON-1410639124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1692695', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12668'] for router, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:07.276218 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-cf52c989-d7f6-41b9-9e41-be985bd4eac1 tempest-FloatingIPAdminTestJSON-1410639124 tempest-FloatingIPAdminTestJSON-1410639124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1692835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1693910', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1621825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12659'] for router, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:07.289468 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-a231e92e-1cdc-4dd4-9616-2300c3a4dad9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:07.298707 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.db_base_plugin_common [None req-fd73011c-f74b-4287-8d4e-8d5f3d3c5bc0 admin admin] Allocated IP 172.20.0.1 (9f9e4d3a-9b0f-46a7-b045-8d44d07986e0/509b576d-66cd-49df-8740-f428cd2060b2/cf021212-5dbb-4943-9bb2-ee648adc660b) {{(pid=103333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 07:38:07.305115 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-e402a3b4-37b4-4e56-99d8-377fb8610b60 None None] Attempting to bind port a0cf33cb-4842-47ad-888f-65e6168f50d3 on host dv-neutron-861624-1-hyperv for vnic_type normal with profile {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 19 07:38:07.306475 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-e402a3b4-37b4-4e56-99d8-377fb8610b60 None None] Attempting to bind port a0cf33cb-4842-47ad-888f-65e6168f50d3 by drivers openvswitch,hyperv on host dv-neutron-861624-1-hyperv at level 0 using segments [{'id': '53981d04-8205-40d8-8d33-0510111d6f8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd'}] {{(pid=103334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 19 07:38:07.306959 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e402a3b4-37b4-4e56-99d8-377fb8610b60 None None] Attempting to bind port a0cf33cb-4842-47ad-888f-65e6168f50d3 on network 99c66757-74e3-40a4-b479-8d09e3a7c3dd {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 07:38:07.358530 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-cf52c989-d7f6-41b9-9e41-be985bd4eac1 tempest-FloatingIPAdminTestJSON-1410639124 tempest-FloatingIPAdminTestJSON-1410639124-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:07.388549 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-729a0abf-28b8-4738-8de6-355909c7a5cd admin admin] Router b3647913-7e6a-4259-ad8f-fe4fb785c61e is scheduled to L3 agent ab388470-1243-4d53-80f2-c2f5899c97a7 with binding_index 1 {{(pid=103333) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 07:38:07.411437 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca95159-b809-4606-8e87-47b04aa40a5b None None] Pushing event updated for resources: {'Port': ['ID=a0cf33cb-4842-47ad-888f-65e6168f50d3,revision_number=2']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:38:07.415411 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device 857afcd1-6110-49c1-aa97-cf866bef2d8a no longer exists at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 07:38:07.421374 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-8c00e09d-e6ec-4d47-8cb1-57561ac2be86 tempest-PortsAdminExtendedAttrsTestJSON-1938695924 tempest-PortsAdminExtendedAttrsTestJSON-1938695924-project-admin] Deleting port 6e6d75bc-f1e9-4b87-a76a-52033bb948a0 {{(pid=103333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 07:38:07.421724 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-8c00e09d-e6ec-4d47-8cb1-57561ac2be86 tempest-PortsAdminExtendedAttrsTestJSON-1938695924 tempest-PortsAdminExtendedAttrsTestJSON-1938695924-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:07.439001 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13580329-3d8c-4067-8910-b6978d7322ef tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Pushing event deleted for resources: {'Port': ['ID=f8f14363-e329-48ce-a6af-45c87aef9f99,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:38:07.452393 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e402a3b4-37b4-4e56-99d8-377fb8610b60 None None] Checking agent: {'id': 'a5b0152c-d633-409b-aaf8-3b76458e2410', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861624-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 19, 7, 30, 19), 'started_at': datetime.datetime(2022, 10, 19, 7, 30, 49), 'heartbeat_timestamp': datetime.datetime(2022, 10, 19, 7, 37, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861624-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 07:38:07.452755 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e402a3b4-37b4-4e56-99d8-377fb8610b60 None None] Checking segment: {'id': '53981d04-8205-40d8-8d33-0510111d6f8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 19 07:38:07.453146 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-e402a3b4-37b4-4e56-99d8-377fb8610b60 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:07.458171 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e402a3b4-37b4-4e56-99d8-377fb8610b60 None None] Bound using segment: {'id': '53981d04-8205-40d8-8d33-0510111d6f8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd'} {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 07:38:07.458332 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-e402a3b4-37b4-4e56-99d8-377fb8610b60 None None] Bound port: a0cf33cb-4842-47ad-888f-65e6168f50d3, host: dv-neutron-861624-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53981d04-8205-40d8-8d33-0510111d6f8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd'}}] {{(pid=103334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 19 07:38:07.458619 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-e402a3b4-37b4-4e56-99d8-377fb8610b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:07.474386 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-a231e92e-1cdc-4dd4-9616-2300c3a4dad9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785020947330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130996763'] for port, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:07.542357 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-e402a3b4-37b4-4e56-99d8-377fb8610b60 None None] For port a0cf33cb-4842-47ad-888f-65e6168f50d3, host dv-neutron-861624-1-hyperv, cleared binding levels {{(pid=103334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 07:38:07.551995 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] No Port match for: 857afcd1-6110-49c1-aa97-cf866bef2d8a {{(pid=103334) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 19 07:38:07.552355 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device 857afcd1-6110-49c1-aa97-cf866bef2d8a not bound to the agent host dv-neutron-861624-1-hyperv {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 07:38:07.597811 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.db [None req-8c00e09d-e6ec-4d47-8cb1-57561ac2be86 tempest-PortsAdminExtendedAttrsTestJSON-1938695924 tempest-PortsAdminExtendedAttrsTestJSON-1938695924-project-admin] For port 6e6d75bc-f1e9-4b87-a76a-52033bb948a0, host hv-neutron-8616, got binding levels [] {{(pid=103333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:38:07.598180 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-8c00e09d-e6ec-4d47-8cb1-57561ac2be86 tempest-PortsAdminExtendedAttrsTestJSON-1938695924 tempest-PortsAdminExtendedAttrsTestJSON-1938695924-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:07.635443 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-fd73011c-f74b-4287-8d4e-8d5f3d3c5bc0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:07.643610 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49968732-cc11-47c7-983f-d72dd905a6b4 tempest-ExternalNetworksTestJSON-1054651582 tempest-ExternalNetworksTestJSON-1054651582-project-admin] Pushing event updated for resources: {'Subnet': ['ID=ad06164d-6e4f-44ca-8bb8-3fec67805ed9,revision_number=0']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:38:07.646196 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-e402a3b4-37b4-4e56-99d8-377fb8610b60 None None] For port a0cf33cb-4842-47ad-888f-65e6168f50d3, host dv-neutron-861624-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=a0cf33cb-4842-47ad-888f-65e6168f50d3,segment=NetworkSegment(53981d04-8205-40d8-8d33-0510111d6f8f),segment_id=53981d04-8205-40d8-8d33-0510111d6f8f)] {{(pid=103334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 07:38:07.655269 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-5a7bd2cb-8120-493d-8237-c65e5fc694fb tempest-DHCPAgentSchedulersTestJSON-236199719 tempest-DHCPAgentSchedulersTestJSON-236199719-project-admin] 10.222.0.27 "GET /v2.0/agents/310d813b-0e3e-4d7e-9b79-8f4ec0dbcab0/dhcp-networks HTTP/1.1" status: 200 len: 8819 time: 0.7139287 Oct 19 07:38:07.660560 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a231e92e-1cdc-4dd4-9616-2300c3a4dad9 admin admin] Network 29346864-1bf4-4ca7-8c28-dd64957b61d5 is already hosted by enough agents. {{(pid=103333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 07:38:07.667380 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 53438) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:38:07.674484 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-a231e92e-1cdc-4dd4-9616-2300c3a4dad9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:38:07.687983 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a231e92e-1cdc-4dd4-9616-2300c3a4dad9 admin admin] Received port after_create {{(pid=103333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 07:38:07.695860 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-8c00e09d-e6ec-4d47-8cb1-57561ac2be86 tempest-PortsAdminExtendedAttrsTestJSON-1938695924 tempest-PortsAdminExtendedAttrsTestJSON-1938695924-project-admin] Calling delete_port for 6e6d75bc-f1e9-4b87-a76a-52033bb948a0 owned by {{(pid=103333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 07:38:07.743770 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-13580329-3d8c-4067-8910-b6978d7322ef tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42160', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574827'] for port, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:07.753723 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-13580329-3d8c-4067-8910-b6978d7322ef tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] 10.222.0.27 "DELETE /v2.0/ports/f8f14363-e329-48ce-a6af-45c87aef9f99 HTTP/1.1" status: 204 len: 168 time: 2.9391632 Oct 19 07:38:07.786206 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-f54a12f5-02ea-4fbd-bb04-b51c6be3e9a2 None None] Current status of the port 5efc831d-8a9a-442f-8e69-1c8886e78ed0 is: DOWN; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:38:07.786841 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-f54a12f5-02ea-4fbd-bb04-b51c6be3e9a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:07.789254 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-e402a3b4-37b4-4e56-99d8-377fb8610b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:07.806365 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 53440) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:38:07.834130 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49968732-cc11-47c7-983f-d72dd905a6b4 tempest-ExternalNetworksTestJSON-1054651582 tempest-ExternalNetworksTestJSON-1054651582-project-admin] Checking segment: {'id': '8e78868e-b72c-4183-923e-bf0519569f7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '6789eb82-f79d-42f9-8c65-2b4f0f32d09e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 19 07:38:07.834342 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49968732-cc11-47c7-983f-d72dd905a6b4 tempest-ExternalNetworksTestJSON-1054651582 tempest-ExternalNetworksTestJSON-1054651582-project-admin] Network hostable DHCP agents. Network: 6789eb82-f79d-42f9-8c65-2b4f0f32d09e, hostable agents: ['310d813b-0e3e-4d7e-9b79-8f4ec0dbcab0'], hosted agents: [] {{(pid=103332) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 07:38:07.881215 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-cf52c989-d7f6-41b9-9e41-be985bd4eac1 tempest-FloatingIPAdminTestJSON-1410639124 tempest-FloatingIPAdminTestJSON-1410639124-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:07.917305 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49968732-cc11-47c7-983f-d72dd905a6b4 tempest-ExternalNetworksTestJSON-1054651582 tempest-ExternalNetworksTestJSON-1054651582-project-admin] Network 6789eb82-f79d-42f9-8c65-2b4f0f32d09e is scheduled to be hosted by DHCP agent 310d813b-0e3e-4d7e-9b79-8f4ec0dbcab0 with binding_index 1 {{(pid=103332) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 07:38:07.921757 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a231e92e-1cdc-4dd4-9616-2300c3a4dad9 admin admin] Pushing event updated for resources: {'Port': ['ID=f96a1284-97a6-4ae5-9893-8add67057705,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:38:07.961507 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device 253cf2ee-6b77-4d6e-af78-a76eddf9707e up at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 07:38:07.988211 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.base_scheduler [None req-49968732-cc11-47c7-983f-d72dd905a6b4 tempest-ExternalNetworksTestJSON-1054651582 tempest-ExternalNetworksTestJSON-1054651582-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861624-1-hyperv, 6789eb82-f79d-42f9-8c65-2b4f0f32d09e) {{(pid=103332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:38:07.994739 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49968732-cc11-47c7-983f-d72dd905a6b4 tempest-ExternalNetworksTestJSON-1054651582 tempest-ExternalNetworksTestJSON-1054651582-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:38:07.995360 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-49968732-cc11-47c7-983f-d72dd905a6b4 tempest-ExternalNetworksTestJSON-1054651582 tempest-ExternalNetworksTestJSON-1054651582-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574827'] for subnet, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:08.062795 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-49968732-cc11-47c7-983f-d72dd905a6b4 tempest-ExternalNetworksTestJSON-1054651582 tempest-ExternalNetworksTestJSON-1054651582-project-admin] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.9940293 Oct 19 07:38:08.068939 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 53442) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:38:08.076069 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-8f3d6191-d05f-4880-878c-ba4283be077e tempest-ExternalNetworksTestJSON-1054651582 tempest-ExternalNetworksTestJSON-1054651582-project-admin] Request body: {'floatingip': {'floating_network_id': '6789eb82-f79d-42f9-8c65-2b4f0f32d09e'}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:38:08.082261 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-f54a12f5-02ea-4fbd-bb04-b51c6be3e9a2 None None] For port 5efc831d-8a9a-442f-8e69-1c8886e78ed0, host dv-neutron-861624-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=5efc831d-8a9a-442f-8e69-1c8886e78ed0,segment=NetworkSegment(290edcfc-0daf-4aa9-8ea8-62622e94c402),segment_id=290edcfc-0daf-4aa9-8ea8-62622e94c402)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:38:08.098804 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e574f5e-d56f-4015-8338-d32b5ccf562c None None] Network 6789eb82-f79d-42f9-8c65-2b4f0f32d09e requested from dv-neutron-861624-1-hyperv {{(pid=103334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 07:38:08.116745 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e402a3b4-37b4-4e56-99d8-377fb8610b60 None None] Routers {'d0466a78-eee4-41c7-bb6a-1d3d7da1ec22'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 07:38:08.117794 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-e402a3b4-37b4-4e56-99d8-377fb8610b60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T07:37:46Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['d0466a78-eee4-41c7-bb6a-1d3d7da1ec22'], 'active': True} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:38:08.119370 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-f54a12f5-02ea-4fbd-bb04-b51c6be3e9a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:08.119679 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-8f3d6191-d05f-4880-878c-ba4283be077e tempest-ExternalNetworksTestJSON-1054651582 tempest-ExternalNetworksTestJSON-1054651582-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:08.163880 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-a231e92e-1cdc-4dd4-9616-2300c3a4dad9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1695190'] for router_interface, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:08.253677 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-729a0abf-28b8-4738-8de6-355909c7a5cd admin admin] Notify agent at l3_agent.dv-neutron-861624-1-hyperv the message routers_updated {{(pid=103333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 07:38:08.264943 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5a8555d-f566-4926-90ec-c5094773ae56 None None] Sync routers for ids ['b3647913-7e6a-4259-ad8f-fe4fb785c61e'] in dv-neutron-861624-1-hyperv {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 07:38:08.278713 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-eb3230ec-f5ce-4536-9380-cfd2a2430f15 tempest-DHCPAgentSchedulersTestJSON-236199719 tempest-DHCPAgentSchedulersTestJSON-236199719-project-admin] 10.222.0.27 "DELETE /v2.0/agents/310d813b-0e3e-4d7e-9b79-8f4ec0dbcab0/dhcp-networks/9fc1bc3b-dc2c-4af3-bead-fab04133919f HTTP/1.1" status: 204 len: 168 time: 0.5961332 Oct 19 07:38:08.285044 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5a8555d-f566-4926-90ec-c5094773ae56 None None] Routers {'b3647913-7e6a-4259-ad8f-fe4fb785c61e'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 07:38:08.286080 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-b5a8555d-f566-4926-90ec-c5094773ae56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T07:37:46Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['b3647913-7e6a-4259-ad8f-fe4fb785c61e'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:38:08.295593 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 53444) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:38:08.307676 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e950c1e-66f6-4497-a736-277e660bdd46 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:38:08.309140 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e950c1e-66f6-4497-a736-277e660bdd46 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:38:08.310665 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-6e950c1e-66f6-4497-a736-277e660bdd46 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] 10.222.0.27 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.4899786 Oct 19 07:38:08.320051 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 53446) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:38:08.336998 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca95159-b809-4606-8e87-47b04aa40a5b None None] Pushing event updated for resources: {'Port': ['ID=a0cf33cb-4842-47ad-888f-65e6168f50d3,revision_number=3']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:38:08.361785 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-fd73011c-f74b-4287-8d4e-8d5f3d3c5bc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785020947330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130996763'] for port, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:08.371082 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-86d65a7c-90df-49d5-bd4b-6f382f783230 None None] Provisioning complete for port f96a1284-97a6-4ae5-9893-8add67057705 triggered by entity DHCP. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:38:08.371446 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-86d65a7c-90df-49d5-bd4b-6f382f783230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:08.371773 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-86d65a7c-90df-49d5-bd4b-6f382f783230 None None] Attempt 1 to provision port f96a1284-97a6-4ae5-9893-8add67057705 Oct 19 07:38:08.408209 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.db_base_plugin_v2 [None req-10926a6d-44ea-4646-8d36-3f872f08fc5f tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Deleting subnet e402ae71-b9b8-4863-bfb8-85f4d9923ac4 {{(pid=103332) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 19 07:38:08.423324 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-10926a6d-44ea-4646-8d36-3f872f08fc5f tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks [] for subnet, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:08.489022 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-10926a6d-44ea-4646-8d36-3f872f08fc5f tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:08.508457 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvr_db [None req-b5a8555d-f566-4926-90ec-c5094773ae56 None None] Set router b3647913-7e6a-4259-ad8f-fe4fb785c61e gateway port host: dv-neutron-861624-1-hyperv {{(pid=103335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 07:38:08.531488 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Provisioning complete for port 253cf2ee-6b77-4d6e-af78-a76eddf9707e triggered by entity L2. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:38:08.532005 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:08.532091 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Attempt 1 to provision port 253cf2ee-6b77-4d6e-af78-a76eddf9707e Oct 19 07:38:08.546542 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c783daae-723e-4161-8601-301e831cbf94 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d12c6ac-27a3-545c-a8f3-f04e30423d6d-517dc00e-1738-4c01-9edd-b14a7206139a', 'network_id': '517dc00e-1738-4c01-9edd-b14a7206139a', 'tenant_id': 'c28d0111a43d41cd9f1f88ca8cb7905a', 'fixed_ips': [{'subnet_id': 'a46753ea-b47e-4fc8-ba83-97447371b086'}]}} from dv-neutron-861624-1-hyperv. {{(pid=103334) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 07:38:08.547388 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-c783daae-723e-4161-8601-301e831cbf94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:08.558322 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-10926a6d-44ea-4646-8d36-3f872f08fc5f tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-679826'] for subnet, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:08.603422 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-8c00e09d-e6ec-4d47-8cb1-57561ac2be86 tempest-PortsAdminExtendedAttrsTestJSON-1938695924 tempest-PortsAdminExtendedAttrsTestJSON-1938695924-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130996763'] for port, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:08.624129 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-729a0abf-28b8-4738-8de6-355909c7a5cd admin admin] Notify callbacks [] for router, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:08.627827 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-729a0abf-28b8-4738-8de6-355909c7a5cd admin admin] 10.222.0.27 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 9.6409914 Oct 19 07:38:08.644579 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-cf52c989-d7f6-41b9-9e41-be985bd4eac1 tempest-FloatingIPAdminTestJSON-1410639124 tempest-FloatingIPAdminTestJSON-1410639124-project] Notify callbacks [] for router_gateway, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:08.650670 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 53448) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:38:08.660009 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd73011c-f74b-4287-8d4e-8d5f3d3c5bc0 admin admin] Network 9f9e4d3a-9b0f-46a7-b045-8d44d07986e0 is already hosted by enough agents. {{(pid=103333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 07:38:08.678243 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-cf52c989-d7f6-41b9-9e41-be985bd4eac1 tempest-FloatingIPAdminTestJSON-1410639124 tempest-FloatingIPAdminTestJSON-1410639124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:08.794185 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-fd73011c-f74b-4287-8d4e-8d5f3d3c5bc0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:38:08.857970 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-b5a8555d-f566-4926-90ec-c5094773ae56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3647913-7e6a-4259-ad8f-fe4fb785c61e', 'name': 'tempest-ServersTestManualDisk-1946037705-router', 'tenant_id': '340a20aa929d4020a108d5231191ac1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'external_fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.199'}], 'enable_snat': True}, 'gw_port_id': '941803fa-8032-40bb-a8ba-616d8fbfed2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T07:37:59Z', 'updated_at': '2022-10-19T07:38:04Z', 'revision_number': 3, 'project_id': '340a20aa929d4020a108d5231191ac1d', 'gw_port': {'id': '941803fa-8032-40bb-a8ba-616d8fbfed2b', 'name': '', 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:6f:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3647913-7e6a-4259-ad8f-fe4fb785c61e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:38:01Z', 'updated_at': '2022-10-19T07:38:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861624-1-hyperv'}], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:38:08.887794 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5a8555d-f566-4926-90ec-c5094773ae56 None None] Checking router: b3647913-7e6a-4259-ad8f-fe4fb785c61e for host: dv-neutron-861624-1-hyperv {{(pid=103335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 07:38:08.888334 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5a8555d-f566-4926-90ec-c5094773ae56 None None] Updating router b3647913-7e6a-4259-ad8f-fe4fb785c61e port 941803fa-8032-40bb-a8ba-616d8fbfed2b binding host dv-neutron-861624-1-hyperv {{(pid=103335) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 07:38:08.915806 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvr_db [None req-e402a3b4-37b4-4e56-99d8-377fb8610b60 None None] Set router d0466a78-eee4-41c7-bb6a-1d3d7da1ec22 gateway port host: dv-neutron-861624-1-hyperv {{(pid=103334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 07:38:08.921394 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-86d65a7c-90df-49d5-bd4b-6f382f783230 None None] Port f96a1284-97a6-4ae5-9893-8add67057705 cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 07:38:08.934102 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b5a8555d-f566-4926-90ec-c5094773ae56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:09.008058 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-10926a6d-44ea-4646-8d36-3f872f08fc5f tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-679819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873'] for subnet, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:09.081309 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10926a6d-44ea-4646-8d36-3f872f08fc5f tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Pushing event deleted for resources: {'Subnet': ['ID=e402ae71-b9b8-4863-bfb8-85f4d9923ac4,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:38:09.119099 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54a12f5-02ea-4fbd-bb04-b51c6be3e9a2 None None] Pushing event updated for resources: {'Port': ['ID=5efc831d-8a9a-442f-8e69-1c8886e78ed0,revision_number=3']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:38:09.162822 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-10926a6d-44ea-4646-8d36-3f872f08fc5f tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574827'] for subnet, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:09.168838 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-10926a6d-44ea-4646-8d36-3f872f08fc5f tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] 10.222.0.27 "DELETE /v2.0/subnets/e402ae71-b9b8-4863-bfb8-85f4d9923ac4 HTTP/1.1" status: 204 len: 168 time: 0.8477144 Oct 19 07:38:09.173983 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 53450) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:38:09.245010 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd73011c-f74b-4287-8d4e-8d5f3d3c5bc0 admin admin] Pushing event updated for resources: {'Port': ['ID=cf021212-5dbb-4943-9bb2-ee648adc660b,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:38:09.248934 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-006ed062-91fe-4f3d-884b-a1b42326b27c tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] 10.222.0.27 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0737751 Oct 19 07:38:09.249871 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 53452) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:38:09.257799 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-dce540a5-f035-4d64-b0b9-e9d12033bbdf tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Request body: {'subnet': {'network_id': '6b5a65c5-1bed-4301-9db8-c1056c2b8eba', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:38:09.264340 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd73011c-f74b-4287-8d4e-8d5f3d3c5bc0 admin admin] Received port after_create {{(pid=103333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 07:38:09.314398 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca175978-7e4a-47c1-ad0d-70ea8b4c4db9 None None] Network 6b5a65c5-1bed-4301-9db8-c1056c2b8eba requested from dv-neutron-861624-1-hyperv {{(pid=103334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 07:38:09.342250 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c00e09d-e6ec-4d47-8cb1-57561ac2be86 tempest-PortsAdminExtendedAttrsTestJSON-1938695924 tempest-PortsAdminExtendedAttrsTestJSON-1938695924-project-admin] Pushing event deleted for resources: {'Port': ['ID=6e6d75bc-f1e9-4b87-a76a-52033bb948a0,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:38:09.351865 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d08aa5e-624a-4c79-99da-e6bf6d11f001 None None] Network 6789eb82-f79d-42f9-8c65-2b4f0f32d09e requested from dv-neutron-861624-1-hyperv {{(pid=103334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 07:38:09.362002 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-8f3d6191-d05f-4880-878c-ba4283be077e tempest-ExternalNetworksTestJSON-1054651582 tempest-ExternalNetworksTestJSON-1054651582-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:09.412251 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b5a8555d-f566-4926-90ec-c5094773ae56 None None] Notify callbacks [] for port, precommit_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:09.425513 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b5a8555d-f566-4926-90ec-c5094773ae56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:09.427799 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-8c00e09d-e6ec-4d47-8cb1-57561ac2be86 tempest-PortsAdminExtendedAttrsTestJSON-1938695924 tempest-PortsAdminExtendedAttrsTestJSON-1938695924-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42160'] for port, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:09.431698 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-8c00e09d-e6ec-4d47-8cb1-57561ac2be86 tempest-PortsAdminExtendedAttrsTestJSON-1938695924 tempest-PortsAdminExtendedAttrsTestJSON-1938695924-project-admin] 10.222.0.27 "DELETE /v2.0/ports/6e6d75bc-f1e9-4b87-a76a-52033bb948a0 HTTP/1.1" status: 204 len: 168 time: 2.3321834 Oct 19 07:38:09.442213 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 53456) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:38:09.464071 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-86d65a7c-90df-49d5-bd4b-6f382f783230 None None] Attempt 2 to provision port f96a1284-97a6-4ae5-9893-8add67057705 Oct 19 07:38:09.494635 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-fd73011c-f74b-4287-8d4e-8d5f3d3c5bc0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1695190'] for router_interface, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:09.501882 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a03e894-470a-4345-b372-221091065076 None None] Pushing event updated for resources: {'Port': ['ID=941803fa-8032-40bb-a8ba-616d8fbfed2b,revision_number=2']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:38:09.508221 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-312722e2-53c1-4446-8cb6-85cdb002e5d6 tempest-DHCPAgentSchedulersTestJSON-236199719 tempest-DHCPAgentSchedulersTestJSON-236199719-project-admin] 10.222.0.27 "GET /v2.0/agents/310d813b-0e3e-4d7e-9b79-8f4ec0dbcab0/dhcp-networks HTTP/1.1" status: 200 len: 8820 time: 1.1961858 Oct 19 07:38:09.520709 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 53458) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:38:09.521942 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-b5a8555d-f566-4926-90ec-c5094773ae56 None None] Attempting to bind port 941803fa-8032-40bb-a8ba-616d8fbfed2b on host dv-neutron-861624-1-hyperv for vnic_type normal with profile {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 19 07:38:09.524241 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-b5a8555d-f566-4926-90ec-c5094773ae56 None None] Attempting to bind port 941803fa-8032-40bb-a8ba-616d8fbfed2b by drivers openvswitch,hyperv on host dv-neutron-861624-1-hyperv at level 0 using segments [{'id': '53981d04-8205-40d8-8d33-0510111d6f8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd'}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 19 07:38:09.525045 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5a8555d-f566-4926-90ec-c5094773ae56 None None] Attempting to bind port 941803fa-8032-40bb-a8ba-616d8fbfed2b on network 99c66757-74e3-40a4-b479-8d09e3a7c3dd {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 07:38:09.533210 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5a8555d-f566-4926-90ec-c5094773ae56 None None] Checking agent: {'id': 'a5b0152c-d633-409b-aaf8-3b76458e2410', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861624-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 19, 7, 30, 19), 'started_at': datetime.datetime(2022, 10, 19, 7, 30, 49), 'heartbeat_timestamp': datetime.datetime(2022, 10, 19, 7, 37, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861624-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 07:38:09.534748 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5a8555d-f566-4926-90ec-c5094773ae56 None None] Checking segment: {'id': '53981d04-8205-40d8-8d33-0510111d6f8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 19 07:38:09.536705 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b5a8555d-f566-4926-90ec-c5094773ae56 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:09.537312 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5a8555d-f566-4926-90ec-c5094773ae56 None None] Bound using segment: {'id': '53981d04-8205-40d8-8d33-0510111d6f8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd'} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 07:38:09.537411 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dce540a5-f035-4d64-b0b9-e9d12033bbdf tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Made reservation on behalf of 61a2e57b80c1442e9cb330141a970781 for: {'subnet': 1} {{(pid=103332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 07:38:09.538728 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-b5a8555d-f566-4926-90ec-c5094773ae56 None None] Bound port: 941803fa-8032-40bb-a8ba-616d8fbfed2b, host: dv-neutron-861624-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53981d04-8205-40d8-8d33-0510111d6f8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd'}}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 19 07:38:09.539474 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b5a8555d-f566-4926-90ec-c5094773ae56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:09.541361 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-dce540a5-f035-4d64-b0b9-e9d12033bbdf tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks [] for subnet, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:09.548464 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Current status of the port 253cf2ee-6b77-4d6e-af78-a76eddf9707e is: DOWN; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:38:09.548982 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:09.569646 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-a231e92e-1cdc-4dd4-9616-2300c3a4dad9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:09.572547 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ddcdf99-4de9-4e2d-b5f8-063ea5fe3f30 tempest-PortsAdminExtendedAttrsTestJSON-1938695924 tempest-PortsAdminExtendedAttrsTestJSON-1938695924-project-admin] GET failed (client error): The resource could not be found. Oct 19 07:38:09.573497 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-4ddcdf99-4de9-4e2d-b5f8-063ea5fe3f30 tempest-PortsAdminExtendedAttrsTestJSON-1938695924 tempest-PortsAdminExtendedAttrsTestJSON-1938695924-project-admin] 10.222.0.27 "GET /v2.0/ports/6e6d75bc-f1e9-4b87-a76a-52033bb948a0 HTTP/1.1" status: 404 len: 333 time: 0.1146574 Oct 19 07:38:09.578256 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 53460) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:38:09.578510 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-ed88582f-47ad-48f3-becc-a78f29b9067e tempest-DHCPAgentSchedulersTestJSON-236199719 tempest-DHCPAgentSchedulersTestJSON-236199719-project-admin] 10.222.0.27 "GET /v2.0/networks/058a83b5-1e54-436a-be38-6177414f9998/dhcp-agents HTTP/1.1" status: 200 len: 808 time: 0.0566800 Oct 19 07:38:09.581851 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 53462) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:38:09.582277 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] For port 253cf2ee-6b77-4d6e-af78-a76eddf9707e, host dv-neutron-861624-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=253cf2ee-6b77-4d6e-af78-a76eddf9707e,segment=NetworkSegment(53981d04-8205-40d8-8d33-0510111d6f8f),segment_id=53981d04-8205-40d8-8d33-0510111d6f8f)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:38:09.595905 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.db_base_plugin_common [None req-cf52c989-d7f6-41b9-9e41-be985bd4eac1 tempest-FloatingIPAdminTestJSON-1410639124 tempest-FloatingIPAdminTestJSON-1410639124-project] Allocated IP 172.26.0.55 (99c66757-74e3-40a4-b479-8d09e3a7c3dd/7f3d1034-1de7-458a-a3ee-77488de3949b/7a995442-5200-4a9f-ae39-ac0c395a59a0) {{(pid=103332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 07:38:09.610969 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-51e89785-ec30-4207-bc62-4d8221cd99a6 tempest-PortsAdminExtendedAttrsTestJSON-1938695924 tempest-PortsAdminExtendedAttrsTestJSON-1938695924-project-admin] Request body: {'port': {'network_id': '0a63bd3f-8e79-47c5-9b78-4eaa93792a44', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-330938289'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:38:09.614245 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.db_base_plugin_common [None req-8f3d6191-d05f-4880-878c-ba4283be077e tempest-ExternalNetworksTestJSON-1054651582 tempest-ExternalNetworksTestJSON-1054651582-project-admin] Allocated IP 172.20.0.3 (6789eb82-f79d-42f9-8c65-2b4f0f32d09e/ad06164d-6e4f-44ca-8bb8-3fec67805ed9/714dd011-c5fd-4980-988a-c16c00753cb9) {{(pid=103332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 07:38:09.620397 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-b5a8555d-f566-4926-90ec-c5094773ae56 None None] For port 941803fa-8032-40bb-a8ba-616d8fbfed2b, host dv-neutron-861624-1-hyperv, cleared binding levels {{(pid=103335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 07:38:09.626454 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-b5a8555d-f566-4926-90ec-c5094773ae56 None None] For port 941803fa-8032-40bb-a8ba-616d8fbfed2b, host dv-neutron-861624-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=941803fa-8032-40bb-a8ba-616d8fbfed2b,segment=NetworkSegment(53981d04-8205-40d8-8d33-0510111d6f8f),segment_id=53981d04-8205-40d8-8d33-0510111d6f8f)] {{(pid=103335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 07:38:09.640655 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b5a8555d-f566-4926-90ec-c5094773ae56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:09.657657 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:09.658416 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device 5efc831d-8a9a-442f-8e69-1c8886e78ed0 up at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 07:38:09.660321 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5a8555d-f566-4926-90ec-c5094773ae56 None None] Routers {'b3647913-7e6a-4259-ad8f-fe4fb785c61e'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 07:38:09.661278 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-b5a8555d-f566-4926-90ec-c5094773ae56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T07:37:46Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['b3647913-7e6a-4259-ad8f-fe4fb785c61e'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:38:09.742172 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-835796a6-2433-4ba4-9150-77d6990179e2 tempest-DHCPAgentSchedulersTestJSON-236199719 tempest-DHCPAgentSchedulersTestJSON-236199719-project-admin] 10.222.0.27 "GET /v2.0/networks/058a83b5-1e54-436a-be38-6177414f9998/dhcp-agents HTTP/1.1" status: 200 len: 808 time: 0.1627820 Oct 19 07:38:09.751432 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 53464) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:38:09.759809 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51e89785-ec30-4207-bc62-4d8221cd99a6 tempest-PortsAdminExtendedAttrsTestJSON-1938695924 tempest-PortsAdminExtendedAttrsTestJSON-1938695924-project-admin] Made reservation on behalf of 40b5e851278148f68e8c21f518d0fd3c for: {'port': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 07:38:09.762408 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-51e89785-ec30-4207-bc62-4d8221cd99a6 tempest-PortsAdminExtendedAttrsTestJSON-1938695924 tempest-PortsAdminExtendedAttrsTestJSON-1938695924-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:09.816594 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Pushing event updated for resources: {'Port': ['ID=253cf2ee-6b77-4d6e-af78-a76eddf9707e,revision_number=4']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:38:09.862479 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Provisioning complete for port 5efc831d-8a9a-442f-8e69-1c8886e78ed0 triggered by entity L2. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:38:09.862847 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:09.863187 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Attempt 1 to provision port 5efc831d-8a9a-442f-8e69-1c8886e78ed0 Oct 19 07:38:09.886843 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.notifiers.nova [None req-51e89785-ec30-4207-bc62-4d8221cd99a6 tempest-PortsAdminExtendedAttrsTestJSON-1938695924 tempest-PortsAdminExtendedAttrsTestJSON-1938695924-project-admin] device_id is not set on port b0fc6a21-cc7d-4737-a47c-6c228b3aaec4 yet. {{(pid=103333) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 19 07:38:09.916001 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-cf52c989-d7f6-41b9-9e41-be985bd4eac1 tempest-FloatingIPAdminTestJSON-1410639124 tempest-FloatingIPAdminTestJSON-1410639124-project] Notify callbacks [] for port, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:09.937770 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-8f3d6191-d05f-4880-878c-ba4283be077e tempest-ExternalNetworksTestJSON-1054651582 tempest-ExternalNetworksTestJSON-1054651582-project-admin] Notify callbacks [] for port, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:09.940919 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-86d65a7c-90df-49d5-bd4b-6f382f783230 None None] Port f96a1284-97a6-4ae5-9893-8add67057705 cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 07:38:09.964298 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvr_db [None req-b5a8555d-f566-4926-90ec-c5094773ae56 None None] Set router b3647913-7e6a-4259-ad8f-fe4fb785c61e gateway port host: dv-neutron-861624-1-hyperv {{(pid=103335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 07:38:10.011546 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Current status of the port 5efc831d-8a9a-442f-8e69-1c8886e78ed0 is: ACTIVE; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:38:10.012911 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device cd4a4ca2-1f08-4738-82ff-e27773481125 up at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 07:38:10.015359 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.db_base_plugin_common [None req-c783daae-723e-4161-8601-301e831cbf94 None None] Allocated IP 172.20.0.2 (517dc00e-1738-4c01-9edd-b14a7206139a/a46753ea-b47e-4fc8-ba83-97447371b086/0dffe8c4-2da1-43a5-ad58-73149e75ccd7) {{(pid=103334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 07:38:10.028141 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-dce540a5-f035-4d64-b0b9-e9d12033bbdf tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873'] for subnet, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:10.080813 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-e402a3b4-37b4-4e56-99d8-377fb8610b60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0466a78-eee4-41c7-bb6a-1d3d7da1ec22', 'name': 'tempest-ServerActionsTestJSON-119798104-router', 'tenant_id': 'b76abfccca1e443d8cfed9fe77b82608', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'external_fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.154'}], 'enable_snat': True}, 'gw_port_id': 'a0cf33cb-4842-47ad-888f-65e6168f50d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T07:37:57Z', 'updated_at': '2022-10-19T07:38:01Z', 'revision_number': 3, 'project_id': 'b76abfccca1e443d8cfed9fe77b82608', 'gw_port': {'id': 'a0cf33cb-4842-47ad-888f-65e6168f50d3', 'name': '', 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:f7:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0466a78-eee4-41c7-bb6a-1d3d7da1ec22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:38:00Z', 'updated_at': '2022-10-19T07:38:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861624-1-hyperv'}], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:38:10.083002 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce540a5-f035-4d64-b0b9-e9d12033bbdf tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Pushing event updated for resources: {'Subnet': ['ID=94149315-220b-4bf4-8def-f09c8d30d2bc,revision_number=0']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:38:10.099644 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-8f3d6191-d05f-4880-878c-ba4283be077e tempest-ExternalNetworksTestJSON-1054651582 tempest-ExternalNetworksTestJSON-1054651582-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785020947330'] for port, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:10.109706 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-fd73011c-f74b-4287-8d4e-8d5f3d3c5bc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:10.111629 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dce540a5-f035-4d64-b0b9-e9d12033bbdf tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Network 6b5a65c5-1bed-4301-9db8-c1056c2b8eba is already hosted by enough agents. {{(pid=103332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 07:38:10.112830 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-cf52c989-d7f6-41b9-9e41-be985bd4eac1 tempest-FloatingIPAdminTestJSON-1410639124 tempest-FloatingIPAdminTestJSON-1410639124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785020947330'] for port, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:10.160456 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.base_scheduler [None req-dce540a5-f035-4d64-b0b9-e9d12033bbdf tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Resources bound (agent type, host, resource id): {{(pid=103332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:38:10.162756 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e402a3b4-37b4-4e56-99d8-377fb8610b60 None None] The sync data for ids ['d0466a78-eee4-41c7-bb6a-1d3d7da1ec22'] in dv-neutron-861624-1-hyperv is: [{'id': 'd0466a78-eee4-41c7-bb6a-1d3d7da1ec22', 'name': 'tempest-ServerActionsTestJSON-119798104-router', 'tenant_id': 'b76abfccca1e443d8cfed9fe77b82608', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'external_fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.154'}], 'enable_snat': True}, 'gw_port_id': 'a0cf33cb-4842-47ad-888f-65e6168f50d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T07:37:57Z', 'updated_at': '2022-10-19T07:38:01Z', 'revision_number': 3, 'project_id': 'b76abfccca1e443d8cfed9fe77b82608', 'gw_port': {'id': 'a0cf33cb-4842-47ad-888f-65e6168f50d3', 'name': '', 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:f7:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0466a78-eee4-41c7-bb6a-1d3d7da1ec22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:38:00Z', 'updated_at': '2022-10-19T07:38:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861624-1-hyperv'}] {{(pid=103334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 07:38:10.165532 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dce540a5-f035-4d64-b0b9-e9d12033bbdf tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:38:10.166378 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-dce540a5-f035-4d64-b0b9-e9d12033bbdf tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574827'] for subnet, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:10.183681 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f3d6191-d05f-4880-878c-ba4283be077e tempest-ExternalNetworksTestJSON-1054651582 tempest-ExternalNetworksTestJSON-1054651582-project-admin] Network 6789eb82-f79d-42f9-8c65-2b4f0f32d09e is already hosted by enough agents. {{(pid=103332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 07:38:10.186172 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf52c989-d7f6-41b9-9e41-be985bd4eac1 tempest-FloatingIPAdminTestJSON-1410639124 tempest-FloatingIPAdminTestJSON-1410639124-project] Network 99c66757-74e3-40a4-b479-8d09e3a7c3dd is already hosted by enough agents. {{(pid=103332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 07:38:10.191494 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.base_scheduler [None req-8f3d6191-d05f-4880-878c-ba4283be077e tempest-ExternalNetworksTestJSON-1054651582 tempest-ExternalNetworksTestJSON-1054651582-project-admin] Resources bound (agent type, host, resource id): {{(pid=103332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:38:10.195374 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f3d6191-d05f-4880-878c-ba4283be077e tempest-ExternalNetworksTestJSON-1054651582 tempest-ExternalNetworksTestJSON-1054651582-project-admin] Received port after_create {{(pid=103332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 07:38:10.240921 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Provisioning complete for port cd4a4ca2-1f08-4738-82ff-e27773481125 triggered by entity L2. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:38:10.241339 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:10.241666 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Attempt 1 to provision port cd4a4ca2-1f08-4738-82ff-e27773481125 Oct 19 07:38:10.256730 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a03e894-470a-4345-b372-221091065076 None None] Pushing event updated for resources: {'Port': ['ID=941803fa-8032-40bb-a8ba-616d8fbfed2b,revision_number=3']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:38:10.276958 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-491dc6f4-efc7-4bf1-bc04-f2247a9ea36e None None] DHCP port deletion for 6b5a65c5-1bed-4301-9db8-c1056c2b8eba request from dv-neutron-861624-1-hyperv {{(pid=103334) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 07:38:10.307084 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-8f3d6191-d05f-4880-878c-ba4283be077e tempest-ExternalNetworksTestJSON-1054651582 tempest-ExternalNetworksTestJSON-1054651582-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:10.326691 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.base_scheduler [None req-cf52c989-d7f6-41b9-9e41-be985bd4eac1 tempest-FloatingIPAdminTestJSON-1410639124 tempest-FloatingIPAdminTestJSON-1410639124-project] Resources bound (agent type, host, resource id): {{(pid=103332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:38:10.329519 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf52c989-d7f6-41b9-9e41-be985bd4eac1 tempest-FloatingIPAdminTestJSON-1410639124 tempest-FloatingIPAdminTestJSON-1410639124-project] Received port after_create {{(pid=103332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 07:38:10.383208 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-b5a8555d-f566-4926-90ec-c5094773ae56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3647913-7e6a-4259-ad8f-fe4fb785c61e', 'name': 'tempest-ServersTestManualDisk-1946037705-router', 'tenant_id': '340a20aa929d4020a108d5231191ac1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'external_fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.199'}], 'enable_snat': True}, 'gw_port_id': '941803fa-8032-40bb-a8ba-616d8fbfed2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T07:37:59Z', 'updated_at': '2022-10-19T07:38:04Z', 'revision_number': 3, 'project_id': '340a20aa929d4020a108d5231191ac1d', 'gw_port': {'id': '941803fa-8032-40bb-a8ba-616d8fbfed2b', 'name': '', 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:6f:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3647913-7e6a-4259-ad8f-fe4fb785c61e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:38:01Z', 'updated_at': '2022-10-19T07:38:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861624-1-hyperv'}], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:38:10.423927 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5a8555d-f566-4926-90ec-c5094773ae56 None None] The sync data for ids ['b3647913-7e6a-4259-ad8f-fe4fb785c61e'] in dv-neutron-861624-1-hyperv is: [{'id': 'b3647913-7e6a-4259-ad8f-fe4fb785c61e', 'name': 'tempest-ServersTestManualDisk-1946037705-router', 'tenant_id': '340a20aa929d4020a108d5231191ac1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'external_fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.199'}], 'enable_snat': True}, 'gw_port_id': '941803fa-8032-40bb-a8ba-616d8fbfed2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T07:37:59Z', 'updated_at': '2022-10-19T07:38:04Z', 'revision_number': 3, 'project_id': '340a20aa929d4020a108d5231191ac1d', 'gw_port': {'id': '941803fa-8032-40bb-a8ba-616d8fbfed2b', 'name': '', 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:6f:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3647913-7e6a-4259-ad8f-fe4fb785c61e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:38:01Z', 'updated_at': '2022-10-19T07:38:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861624-1-hyperv'}] {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 07:38:10.430638 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3d6191-d05f-4880-878c-ba4283be077e tempest-ExternalNetworksTestJSON-1054651582 tempest-ExternalNetworksTestJSON-1054651582-project-admin] Pushing event updated for resources: {'Port': ['ID=714dd011-c5fd-4980-988a-c16c00753cb9,revision_number=1']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:38:10.442339 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-86d65a7c-90df-49d5-bd4b-6f382f783230 None None] Attempt 3 to provision port f96a1284-97a6-4ae5-9893-8add67057705 Oct 19 07:38:10.472954 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Current status of the port cd4a4ca2-1f08-4738-82ff-e27773481125 is: DOWN; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:38:10.473151 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:10.508420 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-c783daae-723e-4161-8601-301e831cbf94 None None] Notify callbacks [] for port, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:10.509004 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf52c989-d7f6-41b9-9e41-be985bd4eac1 tempest-FloatingIPAdminTestJSON-1410639124 tempest-FloatingIPAdminTestJSON-1410639124-project] Pushing event updated for resources: {'Port': ['ID=7a995442-5200-4a9f-ae39-ac0c395a59a0,revision_number=1']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:38:10.533613 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-dce540a5-f035-4d64-b0b9-e9d12033bbdf tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.2807260 Oct 19 07:38:10.534304 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 53466) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:38:10.543035 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-0800b8c6-bf2e-4c37-8fe7-4a3553732ad7 tempest-DHCPAgentSchedulersTestJSON-236199719 tempest-DHCPAgentSchedulersTestJSON-236199719-project-admin] 10.222.0.27 "GET /v2.0/agents/310d813b-0e3e-4d7e-9b79-8f4ec0dbcab0/dhcp-networks HTTP/1.1" status: 200 len: 8782 time: 0.7888803 Oct 19 07:38:10.555066 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] For port cd4a4ca2-1f08-4738-82ff-e27773481125, host dv-neutron-861624-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=cd4a4ca2-1f08-4738-82ff-e27773481125,segment=NetworkSegment(5a8d2b05-b527-4bd4-a671-b9112f193fef),segment_id=5a8d2b05-b527-4bd4-a671-b9112f193fef)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:38:10.578222 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-a231e92e-1cdc-4dd4-9616-2300c3a4dad9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:10.580934 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-491dc6f4-efc7-4bf1-bc04-f2247a9ea36e None None] Deleting port cd4a4ca2-1f08-4738-82ff-e27773481125 {{(pid=103334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 07:38:10.581476 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-491dc6f4-efc7-4bf1-bc04-f2247a9ea36e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:10.582691 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 53468) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:38:10.584653 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-c783daae-723e-4161-8601-301e831cbf94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785020947330'] for port, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:10.590403 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-86d65a7c-90df-49d5-bd4b-6f382f783230 None None] Port f96a1284-97a6-4ae5-9893-8add67057705 cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 07:38:10.591761 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:10.591895 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-86471a73-4a4a-4447-ac6a-f338888a79e4 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Request body: {'port': {'network_id': '6b5a65c5-1bed-4301-9db8-c1056c2b8eba', 'name': 'tempest-NetworksTestDHCPv6-647872961'}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:38:10.633858 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-a231e92e-1cdc-4dd4-9616-2300c3a4dad9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130996754'] for port, after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:10.688010 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-8f3d6191-d05f-4880-878c-ba4283be077e tempest-ExternalNetworksTestJSON-1054651582 tempest-ExternalNetworksTestJSON-1054651582-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:10.720624 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-a231e92e-1cdc-4dd4-9616-2300c3a4dad9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1574855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1694822'] for router_interface, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:10.795152 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-491dc6f4-efc7-4bf1-bc04-f2247a9ea36e None None] For port cd4a4ca2-1f08-4738-82ff-e27773481125, host dv-neutron-861624-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=cd4a4ca2-1f08-4738-82ff-e27773481125,segment=NetworkSegment(5a8d2b05-b527-4bd4-a671-b9112f193fef),segment_id=5a8d2b05-b527-4bd4-a671-b9112f193fef)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:38:10.800617 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-491dc6f4-efc7-4bf1-bc04-f2247a9ea36e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:10.810375 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-491dc6f4-efc7-4bf1-bc04-f2247a9ea36e None None] Calling delete_port for cd4a4ca2-1f08-4738-82ff-e27773481125 owned by network:dhcp {{(pid=103334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 07:38:10.933499 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device 5efc831d-8a9a-442f-8e69-1c8886e78ed0 up at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 07:38:10.940099 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c783daae-723e-4161-8601-301e831cbf94 None None] Network 517dc00e-1738-4c01-9edd-b14a7206139a is already hosted by enough agents. {{(pid=103334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 07:38:10.977006 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-491dc6f4-efc7-4bf1-bc04-f2247a9ea36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339'] for port, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:11.010195 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.scheduler.base_scheduler [None req-c783daae-723e-4161-8601-301e831cbf94 None None] Resources bound (agent type, host, resource id): {{(pid=103334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:38:11.022822 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c783daae-723e-4161-8601-301e831cbf94 None None] Pushing event updated for resources: {'Port': ['ID=0dffe8c4-2da1-43a5-ad58-73149e75ccd7,revision_number=1']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:38:11.025660 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c783daae-723e-4161-8601-301e831cbf94 None None] Received port after_create {{(pid=103334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 07:38:11.063248 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-491dc6f4-efc7-4bf1-bc04-f2247a9ea36e None None] No DVR routers for this DVR port cd4a4ca2-1f08-4738-82ff-e27773481125 on host dv-neutron-861624-1-hyperv {{(pid=103334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 19 07:38:11.077716 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Pushing event deleted for resources: {'Port': ['ID=cd4a4ca2-1f08-4738-82ff-e27773481125,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:38:11.092975 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-86d65a7c-90df-49d5-bd4b-6f382f783230 None None] Attempt 4 to provision port f96a1284-97a6-4ae5-9893-8add67057705 Oct 19 07:38:11.125825 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78ae7d7e-bb05-44ce-b112-5cbec193bd78 None None] Network 6b5a65c5-1bed-4301-9db8-c1056c2b8eba requested from dv-neutron-861624-1-hyperv {{(pid=103334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 07:38:11.144484 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-51e89785-ec30-4207-bc62-4d8221cd99a6 tempest-PortsAdminExtendedAttrsTestJSON-1938695924 tempest-PortsAdminExtendedAttrsTestJSON-1938695924-project-admin] Notify callbacks [] for port, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:11.156396 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-8df8bb3f-bba7-4ea8-8549-c2c887846e76 tempest-DHCPAgentSchedulersTestJSON-2007948804 tempest-DHCPAgentSchedulersTestJSON-2007948804-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-667019'] for network, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:11.158193 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a231e92e-1cdc-4dd4-9616-2300c3a4dad9 admin admin] Pushing event updated for resources: {'Port': ['ID=f96a1284-97a6-4ae5-9893-8add67057705,revision_number=2']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:38:11.220275 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-fd73011c-f74b-4287-8d4e-8d5f3d3c5bc0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:11.255124 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-fd73011c-f74b-4287-8d4e-8d5f3d3c5bc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130996754'] for port, after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:11.312350 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-c915b87b-ae6a-4264-af59-83050a4c50e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:11.432933 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-cf52c989-d7f6-41b9-9e41-be985bd4eac1 tempest-FloatingIPAdminTestJSON-1410639124 tempest-FloatingIPAdminTestJSON-1410639124-project] Notify callbacks [] for router_gateway, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:11.485601 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Provisioning complete for port 5efc831d-8a9a-442f-8e69-1c8886e78ed0 triggered by entity L2. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:38:11.485979 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:11.486364 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Attempt 1 to provision port 5efc831d-8a9a-442f-8e69-1c8886e78ed0 Oct 19 07:38:11.488727 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491dc6f4-efc7-4bf1-bc04-f2247a9ea36e None None] Pushing event deleted for resources: {'Port': ['ID=cd4a4ca2-1f08-4738-82ff-e27773481125,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:38:11.504651 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86471a73-4a4a-4447-ac6a-f338888a79e4 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Made reservation on behalf of 61a2e57b80c1442e9cb330141a970781 for: {'port': 1} {{(pid=103332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 07:38:11.508942 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-86471a73-4a4a-4447-ac6a-f338888a79e4 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:11.595981 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.notifiers.nova [None req-86471a73-4a4a-4447-ac6a-f338888a79e4 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] device_id is not set on port b87cf9e8-310a-4d05-99fb-f2c7b1b8ccf8 yet. {{(pid=103332) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 19 07:38:11.637688 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-c783daae-723e-4161-8601-301e831cbf94 None None] Attempting to bind port 0dffe8c4-2da1-43a5-ad58-73149e75ccd7 on host dv-neutron-861624-1-hyperv for vnic_type normal with profile {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 19 07:38:11.638230 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-c783daae-723e-4161-8601-301e831cbf94 None None] Attempting to bind port 0dffe8c4-2da1-43a5-ad58-73149e75ccd7 by drivers openvswitch,hyperv on host dv-neutron-861624-1-hyperv at level 0 using segments [{'id': 'ddffd968-3c8c-488b-ac1d-cc63f413e8b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '517dc00e-1738-4c01-9edd-b14a7206139a'}] {{(pid=103334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 19 07:38:11.638417 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c783daae-723e-4161-8601-301e831cbf94 None None] Attempting to bind port 0dffe8c4-2da1-43a5-ad58-73149e75ccd7 on network 517dc00e-1738-4c01-9edd-b14a7206139a {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 07:38:11.652215 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c783daae-723e-4161-8601-301e831cbf94 None None] Checking agent: {'id': 'a5b0152c-d633-409b-aaf8-3b76458e2410', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861624-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 19, 7, 30, 19), 'started_at': datetime.datetime(2022, 10, 19, 7, 30, 49), 'heartbeat_timestamp': datetime.datetime(2022, 10, 19, 7, 37, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861624-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 07:38:11.652606 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c783daae-723e-4161-8601-301e831cbf94 None None] Checking segment: {'id': 'ddffd968-3c8c-488b-ac1d-cc63f413e8b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '517dc00e-1738-4c01-9edd-b14a7206139a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 19 07:38:11.653004 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-c783daae-723e-4161-8601-301e831cbf94 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:11.653387 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c783daae-723e-4161-8601-301e831cbf94 None None] Bound using segment: {'id': 'ddffd968-3c8c-488b-ac1d-cc63f413e8b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '517dc00e-1738-4c01-9edd-b14a7206139a'} {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 07:38:11.653860 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-c783daae-723e-4161-8601-301e831cbf94 None None] Bound port: 0dffe8c4-2da1-43a5-ad58-73149e75ccd7, host: dv-neutron-861624-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ddffd968-3c8c-488b-ac1d-cc63f413e8b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '517dc00e-1738-4c01-9edd-b14a7206139a'}}] {{(pid=103334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 19 07:38:11.654229 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-c783daae-723e-4161-8601-301e831cbf94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:11.675381 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-86d65a7c-90df-49d5-bd4b-6f382f783230 None None] Port f96a1284-97a6-4ae5-9893-8add67057705 cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 07:38:11.708406 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a231e92e-1cdc-4dd4-9616-2300c3a4dad9 admin admin] Network 29346864-1bf4-4ca7-8c28-dd64957b61d5 is already hosted by enough agents. {{(pid=103333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 07:38:11.715286 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd73011c-f74b-4287-8d4e-8d5f3d3c5bc0 admin admin] Pushing event updated for resources: {'Port': ['ID=cf021212-5dbb-4943-9bb2-ee648adc660b,revision_number=2']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:38:11.728647 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-8f3d6191-d05f-4880-878c-ba4283be077e tempest-ExternalNetworksTestJSON-1054651582 tempest-ExternalNetworksTestJSON-1054651582-project-admin] Notify callbacks [] for port, precommit_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:11.752262 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-8f3d6191-d05f-4880-878c-ba4283be077e tempest-ExternalNetworksTestJSON-1054651582 tempest-ExternalNetworksTestJSON-1054651582-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:11.753173 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-8f3d6191-d05f-4880-878c-ba4283be077e tempest-ExternalNetworksTestJSON-1054651582 tempest-ExternalNetworksTestJSON-1054651582-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1695041'] for floatingip, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:11.800149 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-a231e92e-1cdc-4dd4-9616-2300c3a4dad9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:38:11.802489 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-fd73011c-f74b-4287-8d4e-8d5f3d3c5bc0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1574855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1694822'] for router_interface, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:11.818220 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Current status of the port 5efc831d-8a9a-442f-8e69-1c8886e78ed0 is: ACTIVE; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:38:11.818942 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-51e89785-ec30-4207-bc62-4d8221cd99a6 tempest-PortsAdminExtendedAttrsTestJSON-1938695924 tempest-PortsAdminExtendedAttrsTestJSON-1938695924-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785020947330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130996763'] for port, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:11.819748 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device 253cf2ee-6b77-4d6e-af78-a76eddf9707e up at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 07:38:11.866824 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:11.891345 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78eaeab8-6f69-4bde-8438-aa7cf72f55e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d12c6ac-27a3-545c-a8f3-f04e30423d6d-6b5a65c5-1bed-4301-9db8-c1056c2b8eba', 'network_id': '6b5a65c5-1bed-4301-9db8-c1056c2b8eba', 'tenant_id': '61a2e57b80c1442e9cb330141a970781', 'fixed_ips': [{'subnet_id': '94149315-220b-4bf4-8def-f09c8d30d2bc'}]}} from dv-neutron-861624-1-hyperv. {{(pid=103334) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 07:38:11.892340 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-78eaeab8-6f69-4bde-8438-aa7cf72f55e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:11.956079 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-8f3d6191-d05f-4880-878c-ba4283be077e tempest-ExternalNetworksTestJSON-1054651582 tempest-ExternalNetworksTestJSON-1054651582-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42160'] for floatingip, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:11.960301 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-8f3d6191-d05f-4880-878c-ba4283be077e tempest-ExternalNetworksTestJSON-1054651582 tempest-ExternalNetworksTestJSON-1054651582-project-admin] 10.222.0.27 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 3.8852446 Oct 19 07:38:11.971709 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 53470) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:38:11.983395 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-cf52c989-d7f6-41b9-9e41-be985bd4eac1 tempest-FloatingIPAdminTestJSON-1410639124 tempest-FloatingIPAdminTestJSON-1410639124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1692844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1693859'] for router, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:12.059492 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3d6191-d05f-4880-878c-ba4283be077e tempest-ExternalNetworksTestJSON-1054651582 tempest-ExternalNetworksTestJSON-1054651582-project-admin] Pushing event updated for resources: {'Port': ['ID=714dd011-c5fd-4980-988a-c16c00753cb9,revision_number=2']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:38:12.059693 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-c783daae-723e-4161-8601-301e831cbf94 None None] For port 0dffe8c4-2da1-43a5-ad58-73149e75ccd7, host dv-neutron-861624-1-hyperv, cleared binding levels {{(pid=103334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 07:38:12.079968 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-8ccf0fe8-fa2c-464b-b83a-84a8e48b7cae tempest-ExternalNetworksTestJSON-1054651582 tempest-ExternalNetworksTestJSON-1054651582-project-admin] 10.222.0.27 "GET /v2.0/floatingips?floating_network_id=6789eb82-f79d-42f9-8c65-2b4f0f32d09e HTTP/1.1" status: 200 len: 689 time: 0.1042714 Oct 19 07:38:12.080330 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Provisioning complete for port 253cf2ee-6b77-4d6e-af78-a76eddf9707e triggered by entity L2. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:38:12.080922 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:12.081387 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Attempt 1 to provision port 253cf2ee-6b77-4d6e-af78-a76eddf9707e Oct 19 07:38:12.112769 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.db_base_plugin_common [None req-86471a73-4a4a-4447-ac6a-f338888a79e4 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Allocated IP 2001:db8::163 (6b5a65c5-1bed-4301-9db8-c1056c2b8eba/94149315-220b-4bf4-8def-f09c8d30d2bc/b87cf9e8-310a-4d05-99fb-f2c7b1b8ccf8) {{(pid=103332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 07:38:12.117458 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 53472) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:38:12.133250 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-c783daae-723e-4161-8601-301e831cbf94 None None] For port 0dffe8c4-2da1-43a5-ad58-73149e75ccd7, host dv-neutron-861624-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=0dffe8c4-2da1-43a5-ad58-73149e75ccd7,segment=NetworkSegment(ddffd968-3c8c-488b-ac1d-cc63f413e8b9),segment_id=ddffd968-3c8c-488b-ac1d-cc63f413e8b9)] {{(pid=103334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 07:38:12.144907 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-c783daae-723e-4161-8601-301e831cbf94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:12.166661 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.db_base_plugin_common [None req-c915b87b-ae6a-4264-af59-83050a4c50e8 admin admin] Allocated IP 172.20.0.1 (b591b429-0972-4e45-afd3-bb0899b18496/50f42235-c2b7-4baf-8d65-761c27136b2d/8eee7f3b-d4f5-49d5-9d62-6f7b6da3fb87) {{(pid=103333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 07:38:12.176809 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-86d65a7c-90df-49d5-bd4b-6f382f783230 None None] Attempt 5 to provision port f96a1284-97a6-4ae5-9893-8add67057705 Oct 19 07:38:12.199822 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-8df8bb3f-bba7-4ea8-8549-c2c887846e76 tempest-DHCPAgentSchedulersTestJSON-2007948804 tempest-DHCPAgentSchedulersTestJSON-2007948804-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-673051', 'neutron.services.segments.db._delete_segments_for_network-8785021519108'] for network, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:12.229275 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-86d65a7c-90df-49d5-bd4b-6f382f783230 None None] Port f96a1284-97a6-4ae5-9893-8add67057705 cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 07:38:12.251597 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c783daae-723e-4161-8601-301e831cbf94 None None] Pushing event updated for resources: {'Port': ['ID=0dffe8c4-2da1-43a5-ad58-73149e75ccd7,revision_number=2']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:38:12.273173 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e89785-ec30-4207-bc62-4d8221cd99a6 tempest-PortsAdminExtendedAttrsTestJSON-1938695924 tempest-PortsAdminExtendedAttrsTestJSON-1938695924-project-admin] Pushing event updated for resources: {'Port': ['ID=b0fc6a21-cc7d-4737-a47c-6c228b3aaec4,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:38:12.276724 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51e89785-ec30-4207-bc62-4d8221cd99a6 tempest-PortsAdminExtendedAttrsTestJSON-1938695924 tempest-PortsAdminExtendedAttrsTestJSON-1938695924-project-admin] Network 0a63bd3f-8e79-47c5-9b78-4eaa93792a44 is already hosted by enough agents. {{(pid=103333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 07:38:12.287468 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-8df8bb3f-bba7-4ea8-8549-c2c887846e76 tempest-DHCPAgentSchedulersTestJSON-2007948804 tempest-DHCPAgentSchedulersTestJSON-2007948804-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9fc1bc3b-dc2c-4af3-bead-fab04133919f']}} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:38:12.300814 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-51e89785-ec30-4207-bc62-4d8221cd99a6 tempest-PortsAdminExtendedAttrsTestJSON-1938695924 tempest-PortsAdminExtendedAttrsTestJSON-1938695924-project-admin] Resources bound (agent type, host, resource id): {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:38:12.319843 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Current status of the port 253cf2ee-6b77-4d6e-af78-a76eddf9707e is: ACTIVE; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:38:12.324657 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device a0cf33cb-4842-47ad-888f-65e6168f50d3 up at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 07:38:12.342216 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-8df8bb3f-bba7-4ea8-8549-c2c887846e76 tempest-DHCPAgentSchedulersTestJSON-2007948804 tempest-DHCPAgentSchedulersTestJSON-2007948804-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe7d7b04-332f-4f86-a29b-dabb9d3ee701') {'for_net_delete': True} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:38:12.342216 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-8df8bb3f-bba7-4ea8-8549-c2c887846e76 tempest-DHCPAgentSchedulersTestJSON-2007948804 tempest-DHCPAgentSchedulersTestJSON-2007948804-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe7d7b04-332f-4f86-a29b-dabb9d3ee701') {} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:38:12.344501 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51e89785-ec30-4207-bc62-4d8221cd99a6 tempest-PortsAdminExtendedAttrsTestJSON-1938695924 tempest-PortsAdminExtendedAttrsTestJSON-1938695924-project-admin] Received port after_create {{(pid=103333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 07:38:12.345742 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51e89785-ec30-4207-bc62-4d8221cd99a6 tempest-PortsAdminExtendedAttrsTestJSON-1938695924 tempest-PortsAdminExtendedAttrsTestJSON-1938695924-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:38:12.346407 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-51e89785-ec30-4207-bc62-4d8221cd99a6 tempest-PortsAdminExtendedAttrsTestJSON-1938695924 tempest-PortsAdminExtendedAttrsTestJSON-1938695924-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42160'] for port, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:12.362922 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-1c6cb7f3-ac00-4ff8-b949-cebc11b3ff7a tempest-ExternalNetworksTestJSON-1054651582 tempest-ExternalNetworksTestJSON-1054651582-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-667019'] for network, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:12.374846 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-8df8bb3f-bba7-4ea8-8549-c2c887846e76 tempest-DHCPAgentSchedulersTestJSON-2007948804 tempest-DHCPAgentSchedulersTestJSON-2007948804-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785021519382', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-134111927'] for segment, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:12.388770 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Provisioning complete for port a0cf33cb-4842-47ad-888f-65e6168f50d3 triggered by entity L2. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:38:12.389362 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:12.389836 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Attempt 1 to provision port a0cf33cb-4842-47ad-888f-65e6168f50d3 Oct 19 07:38:12.480534 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-51e89785-ec30-4207-bc62-4d8221cd99a6 tempest-PortsAdminExtendedAttrsTestJSON-1938695924 tempest-PortsAdminExtendedAttrsTestJSON-1938695924-project-admin] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 2.8788381 Oct 19 07:38:12.492102 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 53474) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:38:12.498578 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-8df8bb3f-bba7-4ea8-8549-c2c887846e76 tempest-DHCPAgentSchedulersTestJSON-2007948804 tempest-DHCPAgentSchedulersTestJSON-2007948804-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979'] for segment, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:12.517576 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-dae9f5d0-ea13-4e0c-a256-7cd56c1b246a tempest-PortsAdminExtendedAttrsTestJSON-1938695924 tempest-PortsAdminExtendedAttrsTestJSON-1938695924-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8616'}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:38:12.519911 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Current status of the port a0cf33cb-4842-47ad-888f-65e6168f50d3 is: DOWN; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:38:12.519911 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:12.527284 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8df8bb3f-bba7-4ea8-8549-c2c887846e76 tempest-DHCPAgentSchedulersTestJSON-2007948804 tempest-DHCPAgentSchedulersTestJSON-2007948804-project] Releasing vlan 176 on physical network physnet1 to pool {{(pid=103333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 07:38:12.527845 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-8df8bb3f-bba7-4ea8-8549-c2c887846e76 tempest-DHCPAgentSchedulersTestJSON-2007948804 tempest-DHCPAgentSchedulersTestJSON-2007948804-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130996782'] for segment, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:12.552737 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] For port a0cf33cb-4842-47ad-888f-65e6168f50d3, host dv-neutron-861624-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=a0cf33cb-4842-47ad-888f-65e6168f50d3,segment=NetworkSegment(53981d04-8205-40d8-8d33-0510111d6f8f),segment_id=53981d04-8205-40d8-8d33-0510111d6f8f)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:38:12.559940 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:12.574338 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a231e92e-1cdc-4dd4-9616-2300c3a4dad9 admin admin] Router 11ad4213-f43a-44bb-8c9d-75b1722e86b4 has already been hosted by L3 agent ab388470-1243-4d53-80f2-c2f5899c97a7 {{(pid=103333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 07:38:12.584060 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd73011c-f74b-4287-8d4e-8d5f3d3c5bc0 admin admin] Network 9f9e4d3a-9b0f-46a7-b045-8d44d07986e0 is already hosted by enough agents. {{(pid=103333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 07:38:12.592660 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.services.segments.plugin [-] Segment fe7d7b04-332f-4f86-a29b-dabb9d3ee701 resource provider aggregate not found Oct 19 07:38:12.612000 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-fd73011c-f74b-4287-8d4e-8d5f3d3c5bc0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:38:12.629472 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf52c989-d7f6-41b9-9e41-be985bd4eac1 tempest-FloatingIPAdminTestJSON-1410639124 tempest-FloatingIPAdminTestJSON-1410639124-project] Router 9719b9fe-e983-4fb1-85e8-6c40f3297fde is scheduled to L3 agent ab388470-1243-4d53-80f2-c2f5899c97a7 with binding_index 1 {{(pid=103332) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 07:38:12.673842 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Pushing event updated for resources: {'Port': ['ID=a0cf33cb-4842-47ad-888f-65e6168f50d3,revision_number=4']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:38:12.682680 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.services.segments.plugin [-] Segment fe7d7b04-332f-4f86-a29b-dabb9d3ee701 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid fe7d7b04-332f-4f86-a29b-dabb9d3ee701 found for delete ", "request_id": "req-02554528-9a2a-4eb5-a6d3-e5ffb54dcbf8"}]} Oct 19 07:38:12.690807 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-c915b87b-ae6a-4264-af59-83050a4c50e8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:12.699945 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-dae9f5d0-ea13-4e0c-a256-7cd56c1b246a tempest-PortsAdminExtendedAttrsTestJSON-1938695924 tempest-PortsAdminExtendedAttrsTestJSON-1938695924-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:12.705328 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-86471a73-4a4a-4447-ac6a-f338888a79e4 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks [] for port, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:12.712279 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device cd4a4ca2-1f08-4738-82ff-e27773481125 no longer exists at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 07:38:12.723241 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.plugin [None req-1c6cb7f3-ac00-4ff8-b949-cebc11b3ff7a tempest-ExternalNetworksTestJSON-1054651582 tempest-ExternalNetworksTestJSON-1054651582-project-admin] Deleting port 714dd011-c5fd-4980-988a-c16c00753cb9 {{(pid=103332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 07:38:12.723241 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-1c6cb7f3-ac00-4ff8-b949-cebc11b3ff7a tempest-ExternalNetworksTestJSON-1054651582 tempest-ExternalNetworksTestJSON-1054651582-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:12.744918 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-86d65a7c-90df-49d5-bd4b-6f382f783230 None None] Attempt 6 to provision port f96a1284-97a6-4ae5-9893-8add67057705 Oct 19 07:38:12.752205 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] No Port match for: cd4a4ca2-1f08-4738-82ff-e27773481125 {{(pid=103334) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 19 07:38:12.761357 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device cd4a4ca2-1f08-4738-82ff-e27773481125 not bound to the agent host dv-neutron-861624-1-hyperv {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 07:38:12.775711 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-8df8bb3f-bba7-4ea8-8549-c2c887846e76 tempest-DHCPAgentSchedulersTestJSON-2007948804 tempest-DHCPAgentSchedulersTestJSON-2007948804-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-673044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1695087'] for network, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:12.871143 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-86d65a7c-90df-49d5-bd4b-6f382f783230 None None] Port f96a1284-97a6-4ae5-9893-8add67057705 cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 07:38:12.899549 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-8df8bb3f-bba7-4ea8-8549-c2c887846e76 tempest-DHCPAgentSchedulersTestJSON-2007948804 tempest-DHCPAgentSchedulersTestJSON-2007948804-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574827'] for network, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:12.905170 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-8df8bb3f-bba7-4ea8-8549-c2c887846e76 tempest-DHCPAgentSchedulersTestJSON-2007948804 tempest-DHCPAgentSchedulersTestJSON-2007948804-project] 10.222.0.27 "DELETE /v2.0/networks/9fc1bc3b-dc2c-4af3-bead-fab04133919f HTTP/1.1" status: 204 len: 168 time: 2.3191104 Oct 19 07:38:12.905170 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-c915b87b-ae6a-4264-af59-83050a4c50e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785020947330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130996763'] for port, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:12.909625 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 53480) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:38:12.918689 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df8bb3f-bba7-4ea8-8549-c2c887846e76 tempest-DHCPAgentSchedulersTestJSON-2007948804 tempest-DHCPAgentSchedulersTestJSON-2007948804-project] Pushing event deleted for resources: {'Network': ['ID=9fc1bc3b-dc2c-4af3-bead-fab04133919f,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:38:12.987892 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf52c989-d7f6-41b9-9e41-be985bd4eac1 tempest-FloatingIPAdminTestJSON-1410639124 tempest-FloatingIPAdminTestJSON-1410639124-project] Notify agent at l3_agent.dv-neutron-861624-1-hyperv the message routers_updated {{(pid=103332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 07:38:13.010684 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-525d24c8-df2b-4d46-9699-8d02d03c79e0 None None] Sync routers for ids ['9719b9fe-e983-4fb1-85e8-6c40f3297fde'] in dv-neutron-861624-1-hyperv {{(pid=103334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 07:38:13.035754 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c915b87b-ae6a-4264-af59-83050a4c50e8 admin admin] Pushing event updated for resources: {'Port': ['ID=8eee7f3b-d4f5-49d5-9d62-6f7b6da3fb87,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:38:13.051346 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-86471a73-4a4a-4447-ac6a-f338888a79e4 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785020947330'] for port, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:13.054450 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.pecan_wsgi.hooks.translation [None req-6fc9b99b-830b-4638-93a3-3767c97d5e34 tempest-DHCPAgentSchedulersTestJSON-2007948804 tempest-DHCPAgentSchedulersTestJSON-2007948804-project] DELETE failed (client error): The resource could not be found. Oct 19 07:38:13.055401 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6fc9b99b-830b-4638-93a3-3767c97d5e34 tempest-DHCPAgentSchedulersTestJSON-2007948804 tempest-DHCPAgentSchedulersTestJSON-2007948804-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103333) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 07:38:13.059355 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-6fc9b99b-830b-4638-93a3-3767c97d5e34 tempest-DHCPAgentSchedulersTestJSON-2007948804 tempest-DHCPAgentSchedulersTestJSON-2007948804-project] 10.222.0.27 "DELETE /v2.0/ports/0b35db09-82d9-44ed-bc31-75a08240ed2a HTTP/1.1" status: 404 len: 333 time: 0.1468477 Oct 19 07:38:13.069640 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 53482) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:38:13.093613 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.db_base_plugin_common [None req-78eaeab8-6f69-4bde-8438-aa7cf72f55e4 None None] Allocated IP 2001:db8::2 (6b5a65c5-1bed-4301-9db8-c1056c2b8eba/94149315-220b-4bf4-8def-f09c8d30d2bc/54df7cc5-9457-4c1c-82bc-380fe2ff43bb) {{(pid=103334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 07:38:13.094982 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c915b87b-ae6a-4264-af59-83050a4c50e8 admin admin] Network b591b429-0972-4e45-afd3-bb0899b18496 is already hosted by enough agents. {{(pid=103333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 07:38:13.096546 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-c915b87b-ae6a-4264-af59-83050a4c50e8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:38:13.098986 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c915b87b-ae6a-4264-af59-83050a4c50e8 admin admin] Received port after_create {{(pid=103333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 07:38:13.108149 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-525d24c8-df2b-4d46-9699-8d02d03c79e0 None None] Routers {'9719b9fe-e983-4fb1-85e8-6c40f3297fde'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 07:38:13.108724 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-525d24c8-df2b-4d46-9699-8d02d03c79e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T07:37:46Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['9719b9fe-e983-4fb1-85e8-6c40f3297fde'], 'active': True} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:38:13.158292 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-525d24c8-df2b-4d46-9699-8d02d03c79e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:38:13.167663 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device 0dffe8c4-2da1-43a5-ad58-73149e75ccd7 up at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 07:38:13.231091 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-525d24c8-df2b-4d46-9699-8d02d03c79e0 None None] Routers {'9719b9fe-e983-4fb1-85e8-6c40f3297fde'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 07:38:13.231741 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-525d24c8-df2b-4d46-9699-8d02d03c79e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T07:37:46Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['9719b9fe-e983-4fb1-85e8-6c40f3297fde'], 'active': True} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:38:13.305914 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-525d24c8-df2b-4d46-9699-8d02d03c79e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:38:13.306598 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-525d24c8-df2b-4d46-9699-8d02d03c79e0 None None] The sync data for ids ['9719b9fe-e983-4fb1-85e8-6c40f3297fde'] in dv-neutron-861624-1-hyperv is: [] {{(pid=103334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 07:38:13.312480 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a231e92e-1cdc-4dd4-9616-2300c3a4dad9 admin admin] Notify agent at l3_agent.dv-neutron-861624-1-hyperv the message routers_updated {{(pid=103333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 07:38:13.323765 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fb48b27-38d7-4831-b604-d8eff5fa91a4 None None] Sync routers for ids ['11ad4213-f43a-44bb-8c9d-75b1722e86b4'] in dv-neutron-861624-1-hyperv {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 07:38:13.338553 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-a231e92e-1cdc-4dd4-9616-2300c3a4dad9 admin admin] 10.222.0.27 "PUT /v2.0/routers/11ad4213-f43a-44bb-8c9d-75b1722e86b4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.2577677 Oct 19 07:38:13.338553 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-c915b87b-ae6a-4264-af59-83050a4c50e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1695190'] for router_interface, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:13.357438 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fb48b27-38d7-4831-b604-d8eff5fa91a4 None None] Routers {'11ad4213-f43a-44bb-8c9d-75b1722e86b4'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 07:38:13.358084 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-6fb48b27-38d7-4831-b604-d8eff5fa91a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T07:37:46Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['11ad4213-f43a-44bb-8c9d-75b1722e86b4'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:38:13.374056 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-86d65a7c-90df-49d5-bd4b-6f382f783230 None None] Attempt 7 to provision port f96a1284-97a6-4ae5-9893-8add67057705 Oct 19 07:38:13.388413 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-cf52c989-d7f6-41b9-9e41-be985bd4eac1 tempest-FloatingIPAdminTestJSON-1410639124 tempest-FloatingIPAdminTestJSON-1410639124-project] Notify callbacks [] for router, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:13.392631 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd73011c-f74b-4287-8d4e-8d5f3d3c5bc0 admin admin] Router d0466a78-eee4-41c7-bb6a-1d3d7da1ec22 has already been hosted by L3 agent ab388470-1243-4d53-80f2-c2f5899c97a7 {{(pid=103333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 07:38:13.395278 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-cf52c989-d7f6-41b9-9e41-be985bd4eac1 tempest-FloatingIPAdminTestJSON-1410639124 tempest-FloatingIPAdminTestJSON-1410639124-project] 10.222.0.27 "POST /v2.0/routers HTTP/1.1" status: 201 len: 890 time: 6.3420672 Oct 19 07:38:13.400896 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 53486) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:38:13.494711 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86471a73-4a4a-4447-ac6a-f338888a79e4 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Network 6b5a65c5-1bed-4301-9db8-c1056c2b8eba is already hosted by enough agents. {{(pid=103332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 07:38:13.518565 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-1c6cb7f3-ac00-4ff8-b949-cebc11b3ff7a tempest-ExternalNetworksTestJSON-1054651582 tempest-ExternalNetworksTestJSON-1054651582-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:13.518771 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-1c6cb7f3-ac00-4ff8-b949-cebc11b3ff7a tempest-ExternalNetworksTestJSON-1054651582 tempest-ExternalNetworksTestJSON-1054651582-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:13.554685 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-5f9c366e-e61c-4a61-b39b-907094581c12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:13.567591 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.base_scheduler [None req-86471a73-4a4a-4447-ac6a-f338888a79e4 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Resources bound (agent type, host, resource id): {{(pid=103332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:38:13.573701 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86471a73-4a4a-4447-ac6a-f338888a79e4 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Received port after_create {{(pid=103332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 07:38:13.579759 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86471a73-4a4a-4447-ac6a-f338888a79e4 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:38:13.580222 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-86471a73-4a4a-4447-ac6a-f338888a79e4 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42160'] for port, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:13.601806 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-86d65a7c-90df-49d5-bd4b-6f382f783230 None None] Port f96a1284-97a6-4ae5-9893-8add67057705 cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 07:38:13.602339 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Provisioning complete for port 0dffe8c4-2da1-43a5-ad58-73149e75ccd7 triggered by entity L2. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:38:13.602708 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:13.603041 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Attempt 1 to provision port 0dffe8c4-2da1-43a5-ad58-73149e75ccd7 Oct 19 07:38:13.624039 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvr_db [None req-6fb48b27-38d7-4831-b604-d8eff5fa91a4 None None] Set router 11ad4213-f43a-44bb-8c9d-75b1722e86b4 gateway port host: dv-neutron-861624-1-hyperv {{(pid=103335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 07:38:13.625261 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a8f75be-b10d-42fd-a47f-759664275cb0 tempest-DHCPAgentSchedulersTestJSON-2007948804 tempest-DHCPAgentSchedulersTestJSON-2007948804-project] Deleting subnet d0bbd92f-54a9-4ba5-abc7-125d14bdeaf4 {{(pid=103332) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 19 07:38:13.637924 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-4a8f75be-b10d-42fd-a47f-759664275cb0 tempest-DHCPAgentSchedulersTestJSON-2007948804 tempest-DHCPAgentSchedulersTestJSON-2007948804-project] Notify callbacks [] for subnet, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:13.703505 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-4a8f75be-b10d-42fd-a47f-759664275cb0 tempest-DHCPAgentSchedulersTestJSON-2007948804 tempest-DHCPAgentSchedulersTestJSON-2007948804-project] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:13.764520 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-78eaeab8-6f69-4bde-8438-aa7cf72f55e4 None None] Notify callbacks [] for port, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:13.783440 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-78eaeab8-6f69-4bde-8438-aa7cf72f55e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785020947330'] for port, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:13.792179 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-4a8f75be-b10d-42fd-a47f-759664275cb0 tempest-DHCPAgentSchedulersTestJSON-2007948804 tempest-DHCPAgentSchedulersTestJSON-2007948804-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-679826'] for subnet, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:13.904830 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86471a73-4a4a-4447-ac6a-f338888a79e4 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Pushing event updated for resources: {'Port': ['ID=b87cf9e8-310a-4d05-99fb-f2c7b1b8ccf8,revision_number=1']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:38:13.920596 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.plugin [None req-1c6cb7f3-ac00-4ff8-b949-cebc11b3ff7a tempest-ExternalNetworksTestJSON-1054651582 tempest-ExternalNetworksTestJSON-1054651582-project-admin] Calling delete_port for 714dd011-c5fd-4980-988a-c16c00753cb9 owned by network:floatingip {{(pid=103332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 07:38:13.964609 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-4a8f75be-b10d-42fd-a47f-759664275cb0 tempest-DHCPAgentSchedulersTestJSON-2007948804 tempest-DHCPAgentSchedulersTestJSON-2007948804-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-679819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873'] for subnet, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:13.993299 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78eaeab8-6f69-4bde-8438-aa7cf72f55e4 None None] Network 6b5a65c5-1bed-4301-9db8-c1056c2b8eba is already hosted by enough agents. {{(pid=103334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 07:38:14.014597 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.scheduler.base_scheduler [None req-78eaeab8-6f69-4bde-8438-aa7cf72f55e4 None None] Resources bound (agent type, host, resource id): {{(pid=103334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:38:14.023286 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78eaeab8-6f69-4bde-8438-aa7cf72f55e4 None None] Received port after_create {{(pid=103334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 07:38:14.033983 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-4a8f75be-b10d-42fd-a47f-759664275cb0 tempest-DHCPAgentSchedulersTestJSON-2007948804 tempest-DHCPAgentSchedulersTestJSON-2007948804-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574827'] for subnet, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:14.035144 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Current status of the port 0dffe8c4-2da1-43a5-ad58-73149e75ccd7 is: DOWN; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:38:14.037591 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:14.046430 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-4a8f75be-b10d-42fd-a47f-759664275cb0 tempest-DHCPAgentSchedulersTestJSON-2007948804 tempest-DHCPAgentSchedulersTestJSON-2007948804-project] 10.222.0.27 "DELETE /v2.0/subnets/d0bbd92f-54a9-4ba5-abc7-125d14bdeaf4 HTTP/1.1" status: 204 len: 168 time: 0.9709857 Oct 19 07:38:14.058015 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-86471a73-4a4a-4447-ac6a-f338888a79e4 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.5146101 Oct 19 07:38:14.065799 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 53498) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:38:14.066157 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 53500) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:38:14.070237 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8f75be-b10d-42fd-a47f-759664275cb0 tempest-DHCPAgentSchedulersTestJSON-2007948804 tempest-DHCPAgentSchedulersTestJSON-2007948804-project] Pushing event deleted for resources: {'Subnet': ['ID=d0bbd92f-54a9-4ba5-abc7-125d14bdeaf4,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:38:14.103936 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0df7d38f-970a-4608-a6d5-17abd766ebdc None None] Network 058a83b5-1e54-436a-be38-6177414f9998 requested from dv-neutron-861624-1-hyperv {{(pid=103334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 07:38:14.105169 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-6fb48b27-38d7-4831-b604-d8eff5fa91a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11ad4213-f43a-44bb-8c9d-75b1722e86b4', 'name': 'tempest-ServersTestJSON-1339676520-router', 'tenant_id': '0cfd53a0c8b24bdeb4999c9bff6eae77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'external_fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.149'}], 'enable_snat': True}, 'gw_port_id': '253cf2ee-6b77-4d6e-af78-a76eddf9707e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T07:37:55Z', 'updated_at': '2022-10-19T07:38:09Z', 'revision_number': 4, 'project_id': '0cfd53a0c8b24bdeb4999c9bff6eae77', 'gw_port': {'id': '253cf2ee-6b77-4d6e-af78-a76eddf9707e', 'name': '', 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:16:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11ad4213-f43a-44bb-8c9d-75b1722e86b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:37:56Z', 'updated_at': '2022-10-19T07:38:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861624-1-hyperv', '_interfaces': [{'id': 'f96a1284-97a6-4ae5-9893-8add67057705', 'name': '', 'network_id': '29346864-1bf4-4ca7-8c28-dd64957b61d5', 'tenant_id': '0cfd53a0c8b24bdeb4999c9bff6eae77', 'mac_address': 'fa:16:3e:73:76:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11ad4213-f43a-44bb-8c9d-75b1722e86b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 127, 'fixed_ips': [{'subnet_id': '9b83089a-6242-4a4f-85cc-90b42d56ee75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:38:05Z', 'updated_at': '2022-10-19T07:38:09Z', 'revision_number': 2, 'project_id': '0cfd53a0c8b24bdeb4999c9bff6eae77', 'subnets': [{'id': '9b83089a-6242-4a4f-85cc-90b42d56ee75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:38:14.139613 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78eaeab8-6f69-4bde-8438-aa7cf72f55e4 None None] Pushing event updated for resources: {'Port': ['ID=54df7cc5-9457-4c1c-82bc-380fe2ff43bb,revision_number=1']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:38:14.142542 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fb48b27-38d7-4831-b604-d8eff5fa91a4 None None] Checking router: 11ad4213-f43a-44bb-8c9d-75b1722e86b4 for host: dv-neutron-861624-1-hyperv {{(pid=103335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 07:38:14.142897 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fb48b27-38d7-4831-b604-d8eff5fa91a4 None None] Updating router 11ad4213-f43a-44bb-8c9d-75b1722e86b4 port f96a1284-97a6-4ae5-9893-8add67057705 binding host dv-neutron-861624-1-hyperv {{(pid=103335) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 07:38:14.170566 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-86d65a7c-90df-49d5-bd4b-6f382f783230 None None] Attempt 8 to provision port f96a1284-97a6-4ae5-9893-8add67057705 Oct 19 07:38:14.171190 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-6fb48b27-38d7-4831-b604-d8eff5fa91a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:14.200057 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7f77b7b-7d48-43d1-854f-42cbcec2540d None None] Network 517dc00e-1738-4c01-9edd-b14a7206139a requested from dv-neutron-861624-1-hyperv {{(pid=103334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 07:38:14.368308 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-c7e4825d-c83a-46a4-bd90-c0b19a988a3b tempest-DHCPAgentSchedulersTestJSON-2007948804 tempest-DHCPAgentSchedulersTestJSON-2007948804-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-667019'] for network, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:14.382022 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 53504) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:38:14.402813 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-e8ad8e6c-48cc-4203-a004-7acc5c044af2 tempest-ServersTestJSON-461936375 tempest-ServersTestJSON-461936375-project] Request body: {'security_group': {'name': 'tempest-securitygroup--31350806', 'description': 'tempest-description--1662217664'}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:38:14.455332 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd73011c-f74b-4287-8d4e-8d5f3d3c5bc0 admin admin] Notify agent at l3_agent.dv-neutron-861624-1-hyperv the message routers_updated {{(pid=103333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 07:38:14.476609 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-fd73011c-f74b-4287-8d4e-8d5f3d3c5bc0 admin admin] 10.222.0.27 "PUT /v2.0/routers/d0466a78-eee4-41c7-bb6a-1d3d7da1ec22/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.2091079 Oct 19 07:38:14.505125 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cd605c2-7b0d-4312-84d1-06292126caf1 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:38:14.512640 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cd605c2-7b0d-4312-84d1-06292126caf1 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:38:14.514306 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-0cd605c2-7b0d-4312-84d1-06292126caf1 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] 10.222.0.27 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.4266024 Oct 19 07:38:14.521571 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-c915b87b-ae6a-4264-af59-83050a4c50e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:14.537430 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 53508) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:38:14.565682 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-e8ad8e6c-48cc-4203-a004-7acc5c044af2 tempest-ServersTestJSON-461936375 tempest-ServersTestJSON-461936375-project] Notify callbacks [] for security_group, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:14.566178 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-6fb48b27-38d7-4831-b604-d8eff5fa91a4 None None] Notify callbacks [] for port, precommit_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:14.575655 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] For port 0dffe8c4-2da1-43a5-ad58-73149e75ccd7, host dv-neutron-861624-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=0dffe8c4-2da1-43a5-ad58-73149e75ccd7,segment=NetworkSegment(ddffd968-3c8c-488b-ac1d-cc63f413e8b9),segment_id=ddffd968-3c8c-488b-ac1d-cc63f413e8b9)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:38:14.587883 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-6fb48b27-38d7-4831-b604-d8eff5fa91a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:14.588163 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af835d2e-fe31-4203-86a5-23b0e3535f5b None None] Sync routers for ids ['d0466a78-eee4-41c7-bb6a-1d3d7da1ec22'] in dv-neutron-861624-1-hyperv {{(pid=103334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 07:38:14.601801 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:14.602673 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device 941803fa-8032-40bb-a8ba-616d8fbfed2b up at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 07:38:14.638236 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-78eaeab8-6f69-4bde-8438-aa7cf72f55e4 None None] Attempting to bind port 54df7cc5-9457-4c1c-82bc-380fe2ff43bb on host dv-neutron-861624-1-hyperv for vnic_type normal with profile {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 19 07:38:14.638686 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-78eaeab8-6f69-4bde-8438-aa7cf72f55e4 None None] Attempting to bind port 54df7cc5-9457-4c1c-82bc-380fe2ff43bb by drivers openvswitch,hyperv on host dv-neutron-861624-1-hyperv at level 0 using segments [{'id': '5a8d2b05-b527-4bd4-a671-b9112f193fef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '6b5a65c5-1bed-4301-9db8-c1056c2b8eba'}] {{(pid=103334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 19 07:38:14.639116 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78eaeab8-6f69-4bde-8438-aa7cf72f55e4 None None] Attempting to bind port 54df7cc5-9457-4c1c-82bc-380fe2ff43bb on network 6b5a65c5-1bed-4301-9db8-c1056c2b8eba {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 07:38:14.662456 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78eaeab8-6f69-4bde-8438-aa7cf72f55e4 None None] Checking agent: {'id': 'a5b0152c-d633-409b-aaf8-3b76458e2410', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861624-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 19, 7, 30, 19), 'started_at': datetime.datetime(2022, 10, 19, 7, 30, 49), 'heartbeat_timestamp': datetime.datetime(2022, 10, 19, 7, 37, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861624-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 07:38:14.662856 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78eaeab8-6f69-4bde-8438-aa7cf72f55e4 None None] Checking segment: {'id': '5a8d2b05-b527-4bd4-a671-b9112f193fef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '6b5a65c5-1bed-4301-9db8-c1056c2b8eba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 19 07:38:14.663316 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-78eaeab8-6f69-4bde-8438-aa7cf72f55e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:14.663636 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78eaeab8-6f69-4bde-8438-aa7cf72f55e4 None None] Bound using segment: {'id': '5a8d2b05-b527-4bd4-a671-b9112f193fef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '6b5a65c5-1bed-4301-9db8-c1056c2b8eba'} {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 07:38:14.664339 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b6d86b-0dba-4387-9621-44fec9d5468c None None] Pushing event updated for resources: {'Port': ['ID=f96a1284-97a6-4ae5-9893-8add67057705,revision_number=3']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:38:14.667807 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.notifiers.nova [None req-dae9f5d0-ea13-4e0c-a256-7cd56c1b246a tempest-PortsAdminExtendedAttrsTestJSON-1938695924 tempest-PortsAdminExtendedAttrsTestJSON-1938695924-project-admin] device_id is not set on port b0fc6a21-cc7d-4737-a47c-6c228b3aaec4 yet. {{(pid=103332) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 19 07:38:14.668833 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-78eaeab8-6f69-4bde-8438-aa7cf72f55e4 None None] Bound port: 54df7cc5-9457-4c1c-82bc-380fe2ff43bb, host: dv-neutron-861624-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a8d2b05-b527-4bd4-a671-b9112f193fef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '6b5a65c5-1bed-4301-9db8-c1056c2b8eba'}}] {{(pid=103334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 19 07:38:14.669262 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-78eaeab8-6f69-4bde-8438-aa7cf72f55e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:14.751466 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-6fb48b27-38d7-4831-b604-d8eff5fa91a4 None None] Attempting to bind port f96a1284-97a6-4ae5-9893-8add67057705 on host dv-neutron-861624-1-hyperv for vnic_type normal with profile {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 19 07:38:14.754938 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-6fb48b27-38d7-4831-b604-d8eff5fa91a4 None None] Attempting to bind port f96a1284-97a6-4ae5-9893-8add67057705 by drivers openvswitch,hyperv on host dv-neutron-861624-1-hyperv at level 0 using segments [{'id': 'f4c58900-46fa-40ca-95c7-471a7b507c99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '29346864-1bf4-4ca7-8c28-dd64957b61d5'}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 19 07:38:14.755431 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fb48b27-38d7-4831-b604-d8eff5fa91a4 None None] Attempting to bind port f96a1284-97a6-4ae5-9893-8add67057705 on network 29346864-1bf4-4ca7-8c28-dd64957b61d5 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 07:38:14.767289 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-dae9f5d0-ea13-4e0c-a256-7cd56c1b246a tempest-PortsAdminExtendedAttrsTestJSON-1938695924 tempest-PortsAdminExtendedAttrsTestJSON-1938695924-project-admin] Notify callbacks [] for port, precommit_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:14.770619 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fb48b27-38d7-4831-b604-d8eff5fa91a4 None None] Checking agent: {'id': 'a5b0152c-d633-409b-aaf8-3b76458e2410', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861624-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 19, 7, 30, 19), 'started_at': datetime.datetime(2022, 10, 19, 7, 30, 49), 'heartbeat_timestamp': datetime.datetime(2022, 10, 19, 7, 37, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861624-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 07:38:14.771125 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fb48b27-38d7-4831-b604-d8eff5fa91a4 None None] Checking segment: {'id': 'f4c58900-46fa-40ca-95c7-471a7b507c99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '29346864-1bf4-4ca7-8c28-dd64957b61d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 19 07:38:14.771576 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-6fb48b27-38d7-4831-b604-d8eff5fa91a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:14.772272 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fb48b27-38d7-4831-b604-d8eff5fa91a4 None None] Bound using segment: {'id': 'f4c58900-46fa-40ca-95c7-471a7b507c99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '29346864-1bf4-4ca7-8c28-dd64957b61d5'} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 07:38:14.773784 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-6fb48b27-38d7-4831-b604-d8eff5fa91a4 None None] Bound port: f96a1284-97a6-4ae5-9893-8add67057705, host: dv-neutron-861624-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4c58900-46fa-40ca-95c7-471a7b507c99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '29346864-1bf4-4ca7-8c28-dd64957b61d5'}}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 19 07:38:14.775343 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-6fb48b27-38d7-4831-b604-d8eff5fa91a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:14.775496 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-1c6cb7f3-ac00-4ff8-b949-cebc11b3ff7a tempest-ExternalNetworksTestJSON-1054651582 tempest-ExternalNetworksTestJSON-1054651582-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339'] for port, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:14.804732 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-86d65a7c-90df-49d5-bd4b-6f382f783230 None None] Port f96a1284-97a6-4ae5-9893-8add67057705 cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 07:38:14.806573 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Pushing event updated for resources: {'Port': ['ID=0dffe8c4-2da1-43a5-ad58-73149e75ccd7,revision_number=3']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:38:14.817242 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-dae9f5d0-ea13-4e0c-a256-7cd56c1b246a tempest-PortsAdminExtendedAttrsTestJSON-1938695924 tempest-PortsAdminExtendedAttrsTestJSON-1938695924-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:14.831735 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6cb7f3-ac00-4ff8-b949-cebc11b3ff7a tempest-ExternalNetworksTestJSON-1054651582 tempest-ExternalNetworksTestJSON-1054651582-project-admin] Pushing event deleted for resources: {'Port': ['ID=714dd011-c5fd-4980-988a-c16c00753cb9,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:38:14.873675 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af835d2e-fe31-4203-86a5-23b0e3535f5b None None] Routers {'d0466a78-eee4-41c7-bb6a-1d3d7da1ec22'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 07:38:14.874199 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-af835d2e-fe31-4203-86a5-23b0e3535f5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T07:37:46Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['d0466a78-eee4-41c7-bb6a-1d3d7da1ec22'], 'active': True} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:38:14.902174 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.plugin [None req-c7e4825d-c83a-46a4-bd90-c0b19a988a3b tempest-DHCPAgentSchedulersTestJSON-2007948804 tempest-DHCPAgentSchedulersTestJSON-2007948804-project] Deleting port 5efc831d-8a9a-442f-8e69-1c8886e78ed0 {{(pid=103332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 07:38:14.902518 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-c7e4825d-c83a-46a4-bd90-c0b19a988a3b tempest-DHCPAgentSchedulersTestJSON-2007948804 tempest-DHCPAgentSchedulersTestJSON-2007948804-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:14.925510 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-6fb48b27-38d7-4831-b604-d8eff5fa91a4 None None] For port f96a1284-97a6-4ae5-9893-8add67057705, host dv-neutron-861624-1-hyperv, cleared binding levels {{(pid=103335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 07:38:14.932062 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-6fb48b27-38d7-4831-b604-d8eff5fa91a4 None None] For port f96a1284-97a6-4ae5-9893-8add67057705, host dv-neutron-861624-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=f96a1284-97a6-4ae5-9893-8add67057705,segment=NetworkSegment(f4c58900-46fa-40ca-95c7-471a7b507c99),segment_id=f4c58900-46fa-40ca-95c7-471a7b507c99)] {{(pid=103335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 07:38:14.942536 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-6fb48b27-38d7-4831-b604-d8eff5fa91a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:14.951299 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 53516) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:38:14.960941 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-2d234841-d268-490c-a1b7-2e062102b756 tempest-ServerActionsTestJSON-1032082790 tempest-ServerActionsTestJSON-1032082790-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2068216468', 'description': 'tempest-description--747524377'}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:38:14.985771 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-1c6cb7f3-ac00-4ff8-b949-cebc11b3ff7a tempest-ExternalNetworksTestJSON-1054651582 tempest-ExternalNetworksTestJSON-1054651582-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:14.997996 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-2d234841-d268-490c-a1b7-2e062102b756 tempest-ServerActionsTestJSON-1032082790 tempest-ServerActionsTestJSON-1032082790-project] Notify callbacks [] for security_group, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:15.011305 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.managers [None req-dae9f5d0-ea13-4e0c-a256-7cd56c1b246a tempest-PortsAdminExtendedAttrsTestJSON-1938695924 tempest-PortsAdminExtendedAttrsTestJSON-1938695924-project-admin] Attempting to bind port b0fc6a21-cc7d-4737-a47c-6c228b3aaec4 on host hv-neutron-8616 for vnic_type normal with profile {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 19 07:38:15.011724 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.managers [None req-dae9f5d0-ea13-4e0c-a256-7cd56c1b246a tempest-PortsAdminExtendedAttrsTestJSON-1938695924 tempest-PortsAdminExtendedAttrsTestJSON-1938695924-project-admin] Attempting to bind port b0fc6a21-cc7d-4737-a47c-6c228b3aaec4 by drivers openvswitch,hyperv on host hv-neutron-8616 at level 0 using segments [{'id': '128fe684-3df4-4868-9689-651e86bf8d2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '0a63bd3f-8e79-47c5-9b78-4eaa93792a44'}] {{(pid=103332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 19 07:38:15.012083 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dae9f5d0-ea13-4e0c-a256-7cd56c1b246a tempest-PortsAdminExtendedAttrsTestJSON-1938695924 tempest-PortsAdminExtendedAttrsTestJSON-1938695924-project-admin] Attempting to bind port b0fc6a21-cc7d-4737-a47c-6c228b3aaec4 on network 0a63bd3f-8e79-47c5-9b78-4eaa93792a44 {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 07:38:15.014344 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fb48b27-38d7-4831-b604-d8eff5fa91a4 None None] Routers {'11ad4213-f43a-44bb-8c9d-75b1722e86b4'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 07:38:15.015084 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-6fb48b27-38d7-4831-b604-d8eff5fa91a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T07:37:46Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['11ad4213-f43a-44bb-8c9d-75b1722e86b4'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:38:15.027829 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dae9f5d0-ea13-4e0c-a256-7cd56c1b246a tempest-PortsAdminExtendedAttrsTestJSON-1938695924 tempest-PortsAdminExtendedAttrsTestJSON-1938695924-project-admin] Port b0fc6a21-cc7d-4737-a47c-6c228b3aaec4 on network 0a63bd3f-8e79-47c5-9b78-4eaa93792a44 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8616 {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 07:38:15.027829 dv-neutron-861624-1-hyperv neutron-server[103332]: ERROR neutron.plugins.ml2.managers [None req-dae9f5d0-ea13-4e0c-a256-7cd56c1b246a tempest-PortsAdminExtendedAttrsTestJSON-1938695924 tempest-PortsAdminExtendedAttrsTestJSON-1938695924-project-admin] Failed to bind port b0fc6a21-cc7d-4737-a47c-6c228b3aaec4 on host hv-neutron-8616 for vnic_type normal using segments [{'id': '128fe684-3df4-4868-9689-651e86bf8d2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '0a63bd3f-8e79-47c5-9b78-4eaa93792a44'}] Oct 19 07:38:15.038540 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.plugins.ml2.plugin [None req-dae9f5d0-ea13-4e0c-a256-7cd56c1b246a tempest-PortsAdminExtendedAttrsTestJSON-1938695924 tempest-PortsAdminExtendedAttrsTestJSON-1938695924-project-admin] Attempt 2 to bind port b0fc6a21-cc7d-4737-a47c-6c228b3aaec4 Oct 19 07:38:15.055807 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-e6973c58-3e4c-4d7f-b353-cdd081e4bd46 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Deleting port b87cf9e8-310a-4d05-99fb-f2c7b1b8ccf8 {{(pid=103333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 07:38:15.056141 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-e6973c58-3e4c-4d7f-b353-cdd081e4bd46 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:15.087580 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.managers [None req-dae9f5d0-ea13-4e0c-a256-7cd56c1b246a tempest-PortsAdminExtendedAttrsTestJSON-1938695924 tempest-PortsAdminExtendedAttrsTestJSON-1938695924-project-admin] Attempting to bind port b0fc6a21-cc7d-4737-a47c-6c228b3aaec4 on host hv-neutron-8616 for vnic_type normal with profile {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 19 07:38:15.087580 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.managers [None req-dae9f5d0-ea13-4e0c-a256-7cd56c1b246a tempest-PortsAdminExtendedAttrsTestJSON-1938695924 tempest-PortsAdminExtendedAttrsTestJSON-1938695924-project-admin] Attempting to bind port b0fc6a21-cc7d-4737-a47c-6c228b3aaec4 by drivers openvswitch,hyperv on host hv-neutron-8616 at level 0 using segments [{'id': '128fe684-3df4-4868-9689-651e86bf8d2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '0a63bd3f-8e79-47c5-9b78-4eaa93792a44'}] {{(pid=103332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 19 07:38:15.087838 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dae9f5d0-ea13-4e0c-a256-7cd56c1b246a tempest-PortsAdminExtendedAttrsTestJSON-1938695924 tempest-PortsAdminExtendedAttrsTestJSON-1938695924-project-admin] Attempting to bind port b0fc6a21-cc7d-4737-a47c-6c228b3aaec4 on network 0a63bd3f-8e79-47c5-9b78-4eaa93792a44 {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 07:38:15.102380 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-78eaeab8-6f69-4bde-8438-aa7cf72f55e4 None None] For port 54df7cc5-9457-4c1c-82bc-380fe2ff43bb, host dv-neutron-861624-1-hyperv, cleared binding levels {{(pid=103334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 07:38:15.108361 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-78eaeab8-6f69-4bde-8438-aa7cf72f55e4 None None] For port 54df7cc5-9457-4c1c-82bc-380fe2ff43bb, host dv-neutron-861624-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=54df7cc5-9457-4c1c-82bc-380fe2ff43bb,segment=NetworkSegment(5a8d2b05-b527-4bd4-a671-b9112f193fef),segment_id=5a8d2b05-b527-4bd4-a671-b9112f193fef)] {{(pid=103334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 07:38:15.125977 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-78eaeab8-6f69-4bde-8438-aa7cf72f55e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:15.157408 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvr_db [None req-6fb48b27-38d7-4831-b604-d8eff5fa91a4 None None] Set router 11ad4213-f43a-44bb-8c9d-75b1722e86b4 gateway port host: dv-neutron-861624-1-hyperv {{(pid=103335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 07:38:15.162688 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-2d234841-d268-490c-a1b7-2e062102b756 tempest-ServerActionsTestJSON-1032082790 tempest-ServerActionsTestJSON-1032082790-project] Notify callbacks [] for security_group, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:15.167476 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae9f5d0-ea13-4e0c-a256-7cd56c1b246a tempest-PortsAdminExtendedAttrsTestJSON-1938695924 tempest-PortsAdminExtendedAttrsTestJSON-1938695924-project-admin] Pushing event updated for resources: {'Port': ['ID=b0fc6a21-cc7d-4737-a47c-6c228b3aaec4,revision_number=2']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:38:15.187826 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-e8ad8e6c-48cc-4203-a004-7acc5c044af2 tempest-ServersTestJSON-461936375 tempest-ServersTestJSON-461936375-project] Notify callbacks [] for security_group, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:15.190478 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-2d234841-d268-490c-a1b7-2e062102b756 tempest-ServerActionsTestJSON-1032082790 tempest-ServerActionsTestJSON-1032082790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788643'] for security_group, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:15.195393 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.db [None req-c7e4825d-c83a-46a4-bd90-c0b19a988a3b tempest-DHCPAgentSchedulersTestJSON-2007948804 tempest-DHCPAgentSchedulersTestJSON-2007948804-project] For port 5efc831d-8a9a-442f-8e69-1c8886e78ed0, host dv-neutron-861624-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=5efc831d-8a9a-442f-8e69-1c8886e78ed0,segment=NetworkSegment(290edcfc-0daf-4aa9-8ea8-62622e94c402),segment_id=290edcfc-0daf-4aa9-8ea8-62622e94c402)] {{(pid=103332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:38:15.195822 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-c7e4825d-c83a-46a4-bd90-c0b19a988a3b tempest-DHCPAgentSchedulersTestJSON-2007948804 tempest-DHCPAgentSchedulersTestJSON-2007948804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:15.224206 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dae9f5d0-ea13-4e0c-a256-7cd56c1b246a tempest-PortsAdminExtendedAttrsTestJSON-1938695924 tempest-PortsAdminExtendedAttrsTestJSON-1938695924-project-admin] Port b0fc6a21-cc7d-4737-a47c-6c228b3aaec4 on network 0a63bd3f-8e79-47c5-9b78-4eaa93792a44 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8616 {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 07:38:15.224567 dv-neutron-861624-1-hyperv neutron-server[103332]: ERROR neutron.plugins.ml2.managers [None req-dae9f5d0-ea13-4e0c-a256-7cd56c1b246a tempest-PortsAdminExtendedAttrsTestJSON-1938695924 tempest-PortsAdminExtendedAttrsTestJSON-1938695924-project-admin] Failed to bind port b0fc6a21-cc7d-4737-a47c-6c228b3aaec4 on host hv-neutron-8616 for vnic_type normal using segments [{'id': '128fe684-3df4-4868-9689-651e86bf8d2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '0a63bd3f-8e79-47c5-9b78-4eaa93792a44'}] Oct 19 07:38:15.242061 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-c915b87b-ae6a-4264-af59-83050a4c50e8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:15.249227 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.plugins.ml2.plugin [None req-dae9f5d0-ea13-4e0c-a256-7cd56c1b246a tempest-PortsAdminExtendedAttrsTestJSON-1938695924 tempest-PortsAdminExtendedAttrsTestJSON-1938695924-project-admin] Attempt 3 to bind port b0fc6a21-cc7d-4737-a47c-6c228b3aaec4 Oct 19 07:38:15.265483 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-c915b87b-ae6a-4264-af59-83050a4c50e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130996754'] for port, after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:15.285059 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.managers [None req-dae9f5d0-ea13-4e0c-a256-7cd56c1b246a tempest-PortsAdminExtendedAttrsTestJSON-1938695924 tempest-PortsAdminExtendedAttrsTestJSON-1938695924-project-admin] Attempting to bind port b0fc6a21-cc7d-4737-a47c-6c228b3aaec4 on host hv-neutron-8616 for vnic_type normal with profile {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 19 07:38:15.285401 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.managers [None req-dae9f5d0-ea13-4e0c-a256-7cd56c1b246a tempest-PortsAdminExtendedAttrsTestJSON-1938695924 tempest-PortsAdminExtendedAttrsTestJSON-1938695924-project-admin] Attempting to bind port b0fc6a21-cc7d-4737-a47c-6c228b3aaec4 by drivers openvswitch,hyperv on host hv-neutron-8616 at level 0 using segments [{'id': '128fe684-3df4-4868-9689-651e86bf8d2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '0a63bd3f-8e79-47c5-9b78-4eaa93792a44'}] {{(pid=103332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 19 07:38:15.285742 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dae9f5d0-ea13-4e0c-a256-7cd56c1b246a tempest-PortsAdminExtendedAttrsTestJSON-1938695924 tempest-PortsAdminExtendedAttrsTestJSON-1938695924-project-admin] Attempting to bind port b0fc6a21-cc7d-4737-a47c-6c228b3aaec4 on network 0a63bd3f-8e79-47c5-9b78-4eaa93792a44 {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 07:38:15.287636 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-e8ad8e6c-48cc-4203-a004-7acc5c044af2 tempest-ServersTestJSON-461936375 tempest-ServersTestJSON-461936375-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788643'] for security_group, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:15.296330 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78eaeab8-6f69-4bde-8438-aa7cf72f55e4 None None] Pushing event updated for resources: {'Port': ['ID=54df7cc5-9457-4c1c-82bc-380fe2ff43bb,revision_number=2']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:38:15.312719 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.plugin [None req-c7e4825d-c83a-46a4-bd90-c0b19a988a3b tempest-DHCPAgentSchedulersTestJSON-2007948804 tempest-DHCPAgentSchedulersTestJSON-2007948804-project] Calling delete_port for 5efc831d-8a9a-442f-8e69-1c8886e78ed0 owned by network:dhcp {{(pid=103332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 07:38:15.317452 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-e8ad8e6c-48cc-4203-a004-7acc5c044af2 tempest-ServersTestJSON-461936375 tempest-ServersTestJSON-461936375-project] Notify callbacks [] for security_group, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:15.318746 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-e8ad8e6c-48cc-4203-a004-7acc5c044af2 tempest-ServersTestJSON-461936375 tempest-ServersTestJSON-461936375-project] 10.222.0.27 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.9243436 Oct 19 07:38:15.333093 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 53518) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:38:15.333720 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dae9f5d0-ea13-4e0c-a256-7cd56c1b246a tempest-PortsAdminExtendedAttrsTestJSON-1938695924 tempest-PortsAdminExtendedAttrsTestJSON-1938695924-project-admin] Port b0fc6a21-cc7d-4737-a47c-6c228b3aaec4 on network 0a63bd3f-8e79-47c5-9b78-4eaa93792a44 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8616 {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 07:38:15.334538 dv-neutron-861624-1-hyperv neutron-server[103332]: ERROR neutron.plugins.ml2.managers [None req-dae9f5d0-ea13-4e0c-a256-7cd56c1b246a tempest-PortsAdminExtendedAttrsTestJSON-1938695924 tempest-PortsAdminExtendedAttrsTestJSON-1938695924-project-admin] Failed to bind port b0fc6a21-cc7d-4737-a47c-6c228b3aaec4 on host hv-neutron-8616 for vnic_type normal using segments [{'id': '128fe684-3df4-4868-9689-651e86bf8d2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '0a63bd3f-8e79-47c5-9b78-4eaa93792a44'}] Oct 19 07:38:15.342030 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-86d65a7c-90df-49d5-bd4b-6f382f783230 None None] Attempt 9 to provision port f96a1284-97a6-4ae5-9893-8add67057705 Oct 19 07:38:15.342231 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-3d4c704c-0345-427b-8863-5f689388aabc tempest-ServersTestJSON-461936375 tempest-ServersTestJSON-461936375-project] Request body: {'security_group_rule': {'security_group_id': '47cbba02-6d50-4e36-a3e0-bd46273f3056', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:38:15.343609 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Provisioning complete for port 941803fa-8032-40bb-a8ba-616d8fbfed2b triggered by entity L2. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:38:15.343980 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:15.344314 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Attempt 1 to provision port 941803fa-8032-40bb-a8ba-616d8fbfed2b Oct 19 07:38:15.353103 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.plugins.ml2.plugin [None req-dae9f5d0-ea13-4e0c-a256-7cd56c1b246a tempest-PortsAdminExtendedAttrsTestJSON-1938695924 tempest-PortsAdminExtendedAttrsTestJSON-1938695924-project-admin] Attempt 4 to bind port b0fc6a21-cc7d-4737-a47c-6c228b3aaec4 Oct 19 07:38:15.381892 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.managers [None req-dae9f5d0-ea13-4e0c-a256-7cd56c1b246a tempest-PortsAdminExtendedAttrsTestJSON-1938695924 tempest-PortsAdminExtendedAttrsTestJSON-1938695924-project-admin] Attempting to bind port b0fc6a21-cc7d-4737-a47c-6c228b3aaec4 on host hv-neutron-8616 for vnic_type normal with profile {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 19 07:38:15.382414 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.managers [None req-dae9f5d0-ea13-4e0c-a256-7cd56c1b246a tempest-PortsAdminExtendedAttrsTestJSON-1938695924 tempest-PortsAdminExtendedAttrsTestJSON-1938695924-project-admin] Attempting to bind port b0fc6a21-cc7d-4737-a47c-6c228b3aaec4 by drivers openvswitch,hyperv on host hv-neutron-8616 at level 0 using segments [{'id': '128fe684-3df4-4868-9689-651e86bf8d2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '0a63bd3f-8e79-47c5-9b78-4eaa93792a44'}] {{(pid=103332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 19 07:38:15.382942 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dae9f5d0-ea13-4e0c-a256-7cd56c1b246a tempest-PortsAdminExtendedAttrsTestJSON-1938695924 tempest-PortsAdminExtendedAttrsTestJSON-1938695924-project-admin] Attempting to bind port b0fc6a21-cc7d-4737-a47c-6c228b3aaec4 on network 0a63bd3f-8e79-47c5-9b78-4eaa93792a44 {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 07:38:15.391333 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-2d234841-d268-490c-a1b7-2e062102b756 tempest-ServerActionsTestJSON-1032082790 tempest-ServerActionsTestJSON-1032082790-project] Notify callbacks [] for security_group, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:15.394256 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-2d234841-d268-490c-a1b7-2e062102b756 tempest-ServerActionsTestJSON-1032082790 tempest-ServerActionsTestJSON-1032082790-project] 10.222.0.27 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.4353576 Oct 19 07:38:15.403492 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b6d86b-0dba-4387-9621-44fec9d5468c None None] Pushing event updated for resources: {'Port': ['ID=f96a1284-97a6-4ae5-9893-8add67057705,revision_number=4']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:38:15.406835 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 53520) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:38:15.412190 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d234841-d268-490c-a1b7-2e062102b756 tempest-ServerActionsTestJSON-1032082790 tempest-ServerActionsTestJSON-1032082790-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f0bcd6ee-444f-46c6-b01f-ccacf8976dfb,revision_number=1']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:38:15.452400 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9070d9f-3274-4fd1-9163-99325b4dc108 None None] DHCP port deletion for 058a83b5-1e54-436a-be38-6177414f9998 request from dv-neutron-861624-1-hyperv {{(pid=103334) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 07:38:15.455390 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-46f9bc9a-cf40-4e16-94be-6edfbf554f9a tempest-ServerActionsTestJSON-1032082790 tempest-ServerActionsTestJSON-1032082790-project] Request body: {'security_group_rule': {'security_group_id': 'f0bcd6ee-444f-46c6-b01f-ccacf8976dfb', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:38:15.475106 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-1c6cb7f3-ac00-4ff8-b949-cebc11b3ff7a tempest-ExternalNetworksTestJSON-1054651582 tempest-ExternalNetworksTestJSON-1054651582-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-679826'] for subnet, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:15.495009 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-6fb48b27-38d7-4831-b604-d8eff5fa91a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11ad4213-f43a-44bb-8c9d-75b1722e86b4', 'name': 'tempest-ServersTestJSON-1339676520-router', 'tenant_id': '0cfd53a0c8b24bdeb4999c9bff6eae77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'external_fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.149'}], 'enable_snat': True}, 'gw_port_id': '253cf2ee-6b77-4d6e-af78-a76eddf9707e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T07:37:55Z', 'updated_at': '2022-10-19T07:38:09Z', 'revision_number': 4, 'project_id': '0cfd53a0c8b24bdeb4999c9bff6eae77', 'gw_port': {'id': '253cf2ee-6b77-4d6e-af78-a76eddf9707e', 'name': '', 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:16:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11ad4213-f43a-44bb-8c9d-75b1722e86b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:37:56Z', 'updated_at': '2022-10-19T07:38:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861624-1-hyperv', '_interfaces': [{'id': 'f96a1284-97a6-4ae5-9893-8add67057705', 'name': '', 'network_id': '29346864-1bf4-4ca7-8c28-dd64957b61d5', 'tenant_id': '0cfd53a0c8b24bdeb4999c9bff6eae77', 'mac_address': 'fa:16:3e:73:76:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11ad4213-f43a-44bb-8c9d-75b1722e86b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 127, 'fixed_ips': [{'subnet_id': '9b83089a-6242-4a4f-85cc-90b42d56ee75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:38:05Z', 'updated_at': '2022-10-19T07:38:14Z', 'revision_number': 4, 'project_id': '0cfd53a0c8b24bdeb4999c9bff6eae77', 'subnets': [{'id': '9b83089a-6242-4a4f-85cc-90b42d56ee75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:38:15.498697 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dae9f5d0-ea13-4e0c-a256-7cd56c1b246a tempest-PortsAdminExtendedAttrsTestJSON-1938695924 tempest-PortsAdminExtendedAttrsTestJSON-1938695924-project-admin] Port b0fc6a21-cc7d-4737-a47c-6c228b3aaec4 on network 0a63bd3f-8e79-47c5-9b78-4eaa93792a44 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8616 {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 07:38:15.499208 dv-neutron-861624-1-hyperv neutron-server[103332]: ERROR neutron.plugins.ml2.managers [None req-dae9f5d0-ea13-4e0c-a256-7cd56c1b246a tempest-PortsAdminExtendedAttrsTestJSON-1938695924 tempest-PortsAdminExtendedAttrsTestJSON-1938695924-project-admin] Failed to bind port b0fc6a21-cc7d-4737-a47c-6c228b3aaec4 on host hv-neutron-8616 for vnic_type normal using segments [{'id': '128fe684-3df4-4868-9689-651e86bf8d2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '0a63bd3f-8e79-47c5-9b78-4eaa93792a44'}] Oct 19 07:38:15.515983 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-c915b87b-ae6a-4264-af59-83050a4c50e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1574855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1694822'] for router_interface, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:15.561633 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvr_db [None req-af835d2e-fe31-4203-86a5-23b0e3535f5b None None] Set router d0466a78-eee4-41c7-bb6a-1d3d7da1ec22 gateway port host: dv-neutron-861624-1-hyperv {{(pid=103334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 07:38:15.574873 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.plugins.ml2.plugin [None req-dae9f5d0-ea13-4e0c-a256-7cd56c1b246a tempest-PortsAdminExtendedAttrsTestJSON-1938695924 tempest-PortsAdminExtendedAttrsTestJSON-1938695924-project-admin] Attempt 5 to bind port b0fc6a21-cc7d-4737-a47c-6c228b3aaec4 Oct 19 07:38:15.608105 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fb48b27-38d7-4831-b604-d8eff5fa91a4 None None] The sync data for ids ['11ad4213-f43a-44bb-8c9d-75b1722e86b4'] in dv-neutron-861624-1-hyperv is: [{'id': '11ad4213-f43a-44bb-8c9d-75b1722e86b4', 'name': 'tempest-ServersTestJSON-1339676520-router', 'tenant_id': '0cfd53a0c8b24bdeb4999c9bff6eae77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'external_fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.149'}], 'enable_snat': True}, 'gw_port_id': '253cf2ee-6b77-4d6e-af78-a76eddf9707e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T07:37:55Z', 'updated_at': '2022-10-19T07:38:09Z', 'revision_number': 4, 'project_id': '0cfd53a0c8b24bdeb4999c9bff6eae77', 'gw_port': {'id': '253cf2ee-6b77-4d6e-af78-a76eddf9707e', 'name': '', 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:16:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11ad4213-f43a-44bb-8c9d-75b1722e86b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:37:56Z', 'updated_at': '2022-10-19T07:38:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861624-1-hyperv', '_interfaces': [{'id': 'f96a1284-97a6-4ae5-9893-8add67057705', 'name': '', 'network_id': '29346864-1bf4-4ca7-8c28-dd64957b61d5', 'tenant_id': '0cfd53a0c8b24bdeb4999c9bff6eae77', 'mac_address': 'fa:16:3e:73:76:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11ad4213-f43a-44bb-8c9d-75b1722e86b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 127, 'fixed_ips': [{'subnet_id': '9b83089a-6242-4a4f-85cc-90b42d56ee75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:38:05Z', 'updated_at': '2022-10-19T07:38:14Z', 'revision_number': 4, 'project_id': '0cfd53a0c8b24bdeb4999c9bff6eae77', 'subnets': [{'id': '9b83089a-6242-4a4f-85cc-90b42d56ee75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 07:38:15.700437 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c915b87b-ae6a-4264-af59-83050a4c50e8 admin admin] Pushing event updated for resources: {'Port': ['ID=8eee7f3b-d4f5-49d5-9d62-6f7b6da3fb87,revision_number=2']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:38:15.731735 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-3d4c704c-0345-427b-8863-5f689388aabc tempest-ServersTestJSON-461936375 tempest-ServersTestJSON-461936375-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:15.754785 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-e6973c58-3e4c-4d7f-b353-cdd081e4bd46 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:15.774480 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-46f9bc9a-cf40-4e16-94be-6edfbf554f9a tempest-ServerActionsTestJSON-1032082790 tempest-ServerActionsTestJSON-1032082790-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:15.804870 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-e6973c58-3e4c-4d7f-b353-cdd081e4bd46 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Calling delete_port for b87cf9e8-310a-4d05-99fb-f2c7b1b8ccf8 owned by {{(pid=103333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 07:38:15.812940 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ad8e6c-48cc-4203-a004-7acc5c044af2 tempest-ServersTestJSON-461936375 tempest-ServersTestJSON-461936375-project] Pushing event updated for resources: {'SecurityGroup': ['ID=47cbba02-6d50-4e36-a3e0-bd46273f3056,revision_number=1']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:38:15.821354 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.managers [None req-dae9f5d0-ea13-4e0c-a256-7cd56c1b246a tempest-PortsAdminExtendedAttrsTestJSON-1938695924 tempest-PortsAdminExtendedAttrsTestJSON-1938695924-project-admin] Attempting to bind port b0fc6a21-cc7d-4737-a47c-6c228b3aaec4 on host hv-neutron-8616 for vnic_type normal with profile {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 19 07:38:15.821701 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.managers [None req-dae9f5d0-ea13-4e0c-a256-7cd56c1b246a tempest-PortsAdminExtendedAttrsTestJSON-1938695924 tempest-PortsAdminExtendedAttrsTestJSON-1938695924-project-admin] Attempting to bind port b0fc6a21-cc7d-4737-a47c-6c228b3aaec4 by drivers openvswitch,hyperv on host hv-neutron-8616 at level 0 using segments [{'id': '128fe684-3df4-4868-9689-651e86bf8d2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '0a63bd3f-8e79-47c5-9b78-4eaa93792a44'}] {{(pid=103332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 19 07:38:15.822215 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dae9f5d0-ea13-4e0c-a256-7cd56c1b246a tempest-PortsAdminExtendedAttrsTestJSON-1938695924 tempest-PortsAdminExtendedAttrsTestJSON-1938695924-project-admin] Attempting to bind port b0fc6a21-cc7d-4737-a47c-6c228b3aaec4 on network 0a63bd3f-8e79-47c5-9b78-4eaa93792a44 {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 07:38:15.838320 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-1c6cb7f3-ac00-4ff8-b949-cebc11b3ff7a tempest-ExternalNetworksTestJSON-1054651582 tempest-ExternalNetworksTestJSON-1054651582-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-679819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873'] for subnet, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:15.841384 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-98a15eeb-0dec-4fbe-8e72-32e2ecc4d84d tempest-FloatingIPAdminTestJSON-1410639124 tempest-FloatingIPAdminTestJSON-1410639124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:15.870813 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-3d4c704c-0345-427b-8863-5f689388aabc tempest-ServersTestJSON-461936375 tempest-ServersTestJSON-461936375-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:15.872229 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Current status of the port 941803fa-8032-40bb-a8ba-616d8fbfed2b is: DOWN; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:38:15.873436 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:15.887481 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dae9f5d0-ea13-4e0c-a256-7cd56c1b246a tempest-PortsAdminExtendedAttrsTestJSON-1938695924 tempest-PortsAdminExtendedAttrsTestJSON-1938695924-project-admin] Port b0fc6a21-cc7d-4737-a47c-6c228b3aaec4 on network 0a63bd3f-8e79-47c5-9b78-4eaa93792a44 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8616 {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 07:38:15.887903 dv-neutron-861624-1-hyperv neutron-server[103332]: ERROR neutron.plugins.ml2.managers [None req-dae9f5d0-ea13-4e0c-a256-7cd56c1b246a tempest-PortsAdminExtendedAttrsTestJSON-1938695924 tempest-PortsAdminExtendedAttrsTestJSON-1938695924-project-admin] Failed to bind port b0fc6a21-cc7d-4737-a47c-6c228b3aaec4 on host hv-neutron-8616 for vnic_type normal using segments [{'id': '128fe684-3df4-4868-9689-651e86bf8d2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '0a63bd3f-8e79-47c5-9b78-4eaa93792a44'}] Oct 19 07:38:15.911251 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.plugins.ml2.plugin [None req-dae9f5d0-ea13-4e0c-a256-7cd56c1b246a tempest-PortsAdminExtendedAttrsTestJSON-1938695924 tempest-PortsAdminExtendedAttrsTestJSON-1938695924-project-admin] Attempt 6 to bind port b0fc6a21-cc7d-4737-a47c-6c228b3aaec4 Oct 19 07:38:15.922465 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-3d4c704c-0345-427b-8863-5f689388aabc tempest-ServersTestJSON-461936375 tempest-ServersTestJSON-461936375-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815365'] for security_group_rule, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:15.940746 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6cb7f3-ac00-4ff8-b949-cebc11b3ff7a tempest-ExternalNetworksTestJSON-1054651582 tempest-ExternalNetworksTestJSON-1054651582-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=ad06164d-6e4f-44ca-8bb8-3fec67805ed9,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:38:16.010524 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.managers [None req-dae9f5d0-ea13-4e0c-a256-7cd56c1b246a tempest-PortsAdminExtendedAttrsTestJSON-1938695924 tempest-PortsAdminExtendedAttrsTestJSON-1938695924-project-admin] Attempting to bind port b0fc6a21-cc7d-4737-a47c-6c228b3aaec4 on host hv-neutron-8616 for vnic_type normal with profile {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 19 07:38:16.010864 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.managers [None req-dae9f5d0-ea13-4e0c-a256-7cd56c1b246a tempest-PortsAdminExtendedAttrsTestJSON-1938695924 tempest-PortsAdminExtendedAttrsTestJSON-1938695924-project-admin] Attempting to bind port b0fc6a21-cc7d-4737-a47c-6c228b3aaec4 by drivers openvswitch,hyperv on host hv-neutron-8616 at level 0 using segments [{'id': '128fe684-3df4-4868-9689-651e86bf8d2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '0a63bd3f-8e79-47c5-9b78-4eaa93792a44'}] {{(pid=103332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 19 07:38:16.011465 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dae9f5d0-ea13-4e0c-a256-7cd56c1b246a tempest-PortsAdminExtendedAttrsTestJSON-1938695924 tempest-PortsAdminExtendedAttrsTestJSON-1938695924-project-admin] Attempting to bind port b0fc6a21-cc7d-4737-a47c-6c228b3aaec4 on network 0a63bd3f-8e79-47c5-9b78-4eaa93792a44 {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 07:38:16.020050 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4c704c-0345-427b-8863-5f689388aabc tempest-ServersTestJSON-461936375 tempest-ServersTestJSON-461936375-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81125186-2035-4d47-a8f0-477190871130,revision_number=0']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:38:16.021696 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-c7e4825d-c83a-46a4-bd90-c0b19a988a3b tempest-DHCPAgentSchedulersTestJSON-2007948804 tempest-DHCPAgentSchedulersTestJSON-2007948804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339'] for port, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:16.049642 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dae9f5d0-ea13-4e0c-a256-7cd56c1b246a tempest-PortsAdminExtendedAttrsTestJSON-1938695924 tempest-PortsAdminExtendedAttrsTestJSON-1938695924-project-admin] Port b0fc6a21-cc7d-4737-a47c-6c228b3aaec4 on network 0a63bd3f-8e79-47c5-9b78-4eaa93792a44 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8616 {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 07:38:16.050044 dv-neutron-861624-1-hyperv neutron-server[103332]: ERROR neutron.plugins.ml2.managers [None req-dae9f5d0-ea13-4e0c-a256-7cd56c1b246a tempest-PortsAdminExtendedAttrsTestJSON-1938695924 tempest-PortsAdminExtendedAttrsTestJSON-1938695924-project-admin] Failed to bind port b0fc6a21-cc7d-4737-a47c-6c228b3aaec4 on host hv-neutron-8616 for vnic_type normal using segments [{'id': '128fe684-3df4-4868-9689-651e86bf8d2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '0a63bd3f-8e79-47c5-9b78-4eaa93792a44'}] Oct 19 07:38:16.061821 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-d9070d9f-3274-4fd1-9163-99325b4dc108 None None] Deleting port 5efc831d-8a9a-442f-8e69-1c8886e78ed0 {{(pid=103334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 07:38:16.062198 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d9070d9f-3274-4fd1-9163-99325b4dc108 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:16.073669 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.plugins.ml2.plugin [None req-dae9f5d0-ea13-4e0c-a256-7cd56c1b246a tempest-PortsAdminExtendedAttrsTestJSON-1938695924 tempest-PortsAdminExtendedAttrsTestJSON-1938695924-project-admin] Attempt 7 to bind port b0fc6a21-cc7d-4737-a47c-6c228b3aaec4 Oct 19 07:38:16.079053 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-86d65a7c-90df-49d5-bd4b-6f382f783230 None None] Current status of the port f96a1284-97a6-4ae5-9893-8add67057705 is: DOWN; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:38:16.079445 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-86d65a7c-90df-49d5-bd4b-6f382f783230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:16.096219 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c915b87b-ae6a-4264-af59-83050a4c50e8 admin admin] Network b591b429-0972-4e45-afd3-bb0899b18496 is already hosted by enough agents. {{(pid=103333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 07:38:16.097727 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-c915b87b-ae6a-4264-af59-83050a4c50e8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:38:16.107130 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-1c6cb7f3-ac00-4ff8-b949-cebc11b3ff7a tempest-ExternalNetworksTestJSON-1054651582 tempest-ExternalNetworksTestJSON-1054651582-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-673051', 'neutron.services.segments.db._delete_segments_for_network-8785021519108'] for network, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:16.116017 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-3d4c704c-0345-427b-8863-5f689388aabc tempest-ServersTestJSON-461936375 tempest-ServersTestJSON-461936375-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:16.125281 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] For port 941803fa-8032-40bb-a8ba-616d8fbfed2b, host dv-neutron-861624-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=941803fa-8032-40bb-a8ba-616d8fbfed2b,segment=NetworkSegment(53981d04-8205-40d8-8d33-0510111d6f8f),segment_id=53981d04-8205-40d8-8d33-0510111d6f8f)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:38:16.125849 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-3d4c704c-0345-427b-8863-5f689388aabc tempest-ServersTestJSON-461936375 tempest-ServersTestJSON-461936375-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7841156 Oct 19 07:38:16.127007 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7e4825d-c83a-46a4-bd90-c0b19a988a3b tempest-DHCPAgentSchedulersTestJSON-2007948804 tempest-DHCPAgentSchedulersTestJSON-2007948804-project] No DVR routers for this DVR port 5efc831d-8a9a-442f-8e69-1c8886e78ed0 on host dv-neutron-861624-1-hyperv {{(pid=103332) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 19 07:38:16.139438 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 53522) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:38:16.149604 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e4825d-c83a-46a4-bd90-c0b19a988a3b tempest-DHCPAgentSchedulersTestJSON-2007948804 tempest-DHCPAgentSchedulersTestJSON-2007948804-project] Pushing event deleted for resources: {'Port': ['ID=5efc831d-8a9a-442f-8e69-1c8886e78ed0,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:38:16.155418 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:16.156184 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device a0cf33cb-4842-47ad-888f-65e6168f50d3 up at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 07:38:16.159075 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-8abd470c-656f-4be5-ba41-5383aec38762 tempest-ServersTestJSON-461936375 tempest-ServersTestJSON-461936375-project] Request body: {'security_group_rule': {'security_group_id': '47cbba02-6d50-4e36-a3e0-bd46273f3056', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:38:16.175853 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-46f9bc9a-cf40-4e16-94be-6edfbf554f9a tempest-ServerActionsTestJSON-1032082790 tempest-ServerActionsTestJSON-1032082790-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:16.244769 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-46f9bc9a-cf40-4e16-94be-6edfbf554f9a tempest-ServerActionsTestJSON-1032082790 tempest-ServerActionsTestJSON-1032082790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815365'] for security_group_rule, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:16.252266 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.managers [None req-dae9f5d0-ea13-4e0c-a256-7cd56c1b246a tempest-PortsAdminExtendedAttrsTestJSON-1938695924 tempest-PortsAdminExtendedAttrsTestJSON-1938695924-project-admin] Attempting to bind port b0fc6a21-cc7d-4737-a47c-6c228b3aaec4 on host hv-neutron-8616 for vnic_type normal with profile {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 19 07:38:16.252698 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.managers [None req-dae9f5d0-ea13-4e0c-a256-7cd56c1b246a tempest-PortsAdminExtendedAttrsTestJSON-1938695924 tempest-PortsAdminExtendedAttrsTestJSON-1938695924-project-admin] Attempting to bind port b0fc6a21-cc7d-4737-a47c-6c228b3aaec4 by drivers openvswitch,hyperv on host hv-neutron-8616 at level 0 using segments [{'id': '128fe684-3df4-4868-9689-651e86bf8d2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '0a63bd3f-8e79-47c5-9b78-4eaa93792a44'}] {{(pid=103332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 19 07:38:16.253072 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dae9f5d0-ea13-4e0c-a256-7cd56c1b246a tempest-PortsAdminExtendedAttrsTestJSON-1938695924 tempest-PortsAdminExtendedAttrsTestJSON-1938695924-project-admin] Attempting to bind port b0fc6a21-cc7d-4737-a47c-6c228b3aaec4 on network 0a63bd3f-8e79-47c5-9b78-4eaa93792a44 {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 07:38:16.258913 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-1c6cb7f3-ac00-4ff8-b949-cebc11b3ff7a tempest-ExternalNetworksTestJSON-1054651582 tempest-ExternalNetworksTestJSON-1054651582-project-admin] Subscribe: > segment before_delete 55550000 {{(pid=103332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 07:38:16.259287 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-1c6cb7f3-ac00-4ff8-b949-cebc11b3ff7a tempest-ExternalNetworksTestJSON-1054651582 tempest-ExternalNetworksTestJSON-1054651582-project-admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 07:38:16.260049 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-1c6cb7f3-ac00-4ff8-b949-cebc11b3ff7a tempest-ExternalNetworksTestJSON-1054651582 tempest-ExternalNetworksTestJSON-1054651582-project-admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 07:38:16.260404 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-1c6cb7f3-ac00-4ff8-b949-cebc11b3ff7a tempest-ExternalNetworksTestJSON-1054651582 tempest-ExternalNetworksTestJSON-1054651582-project-admin] Subscribe: > port after_create 55550000 {{(pid=103332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 07:38:16.260762 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-1c6cb7f3-ac00-4ff8-b949-cebc11b3ff7a tempest-ExternalNetworksTestJSON-1054651582 tempest-ExternalNetworksTestJSON-1054651582-project-admin] Subscribe: > port after_delete 55550000 {{(pid=103332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 07:38:16.261100 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-1c6cb7f3-ac00-4ff8-b949-cebc11b3ff7a tempest-ExternalNetworksTestJSON-1054651582 tempest-ExternalNetworksTestJSON-1054651582-project-admin] Subscribe: > port after_update 55550000 {{(pid=103332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 07:38:16.261421 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-1c6cb7f3-ac00-4ff8-b949-cebc11b3ff7a tempest-ExternalNetworksTestJSON-1054651582 tempest-ExternalNetworksTestJSON-1054651582-project-admin] Subscribe: > segment after_delete 55550000 {{(pid=103332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 07:38:16.261766 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-1c6cb7f3-ac00-4ff8-b949-cebc11b3ff7a tempest-ExternalNetworksTestJSON-1054651582 tempest-ExternalNetworksTestJSON-1054651582-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=103332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 07:38:16.262104 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-1c6cb7f3-ac00-4ff8-b949-cebc11b3ff7a tempest-ExternalNetworksTestJSON-1054651582 tempest-ExternalNetworksTestJSON-1054651582-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=103332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 07:38:16.262433 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-1c6cb7f3-ac00-4ff8-b949-cebc11b3ff7a tempest-ExternalNetworksTestJSON-1054651582 tempest-ExternalNetworksTestJSON-1054651582-project-admin] Subscribe: > subnet after_update 55550000 {{(pid=103332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 07:38:16.322408 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-d9070d9f-3274-4fd1-9163-99325b4dc108 None None] For port 5efc831d-8a9a-442f-8e69-1c8886e78ed0, host dv-neutron-861624-1-hyperv, got binding levels [] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:38:16.322811 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d9070d9f-3274-4fd1-9163-99325b4dc108 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:16.335997 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-86d65a7c-90df-49d5-bd4b-6f382f783230 None None] For port f96a1284-97a6-4ae5-9893-8add67057705, host dv-neutron-861624-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=f96a1284-97a6-4ae5-9893-8add67057705,segment=NetworkSegment(f4c58900-46fa-40ca-95c7-471a7b507c99),segment_id=f4c58900-46fa-40ca-95c7-471a7b507c99)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:38:16.359803 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-86d65a7c-90df-49d5-bd4b-6f382f783230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:16.367473 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-d9070d9f-3274-4fd1-9163-99325b4dc108 None None] Calling delete_port for 5efc831d-8a9a-442f-8e69-1c8886e78ed0 owned by network:dhcp {{(pid=103334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 07:38:16.371473 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.ipam_backend_mixin [None req-d9070d9f-3274-4fd1-9163-99325b4dc108 None None] Port 5efc831d-8a9a-442f-8e69-1c8886e78ed0 was not found and therefore no delete operation was performed {{(pid=103334) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Oct 19 07:38:16.389381 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d9070d9f-3274-4fd1-9163-99325b4dc108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339'] for port, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:16.394769 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-e79b5beb-9f61-4b83-bd35-a8c0a028bfe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:16.406127 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Pushing event updated for resources: {'Port': ['ID=941803fa-8032-40bb-a8ba-616d8fbfed2b,revision_number=4']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:38:16.418761 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-af835d2e-fe31-4203-86a5-23b0e3535f5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0466a78-eee4-41c7-bb6a-1d3d7da1ec22', 'name': 'tempest-ServerActionsTestJSON-119798104-router', 'tenant_id': 'b76abfccca1e443d8cfed9fe77b82608', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'external_fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.154'}], 'enable_snat': True}, 'gw_port_id': 'a0cf33cb-4842-47ad-888f-65e6168f50d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T07:37:57Z', 'updated_at': '2022-10-19T07:38:09Z', 'revision_number': 4, 'project_id': 'b76abfccca1e443d8cfed9fe77b82608', 'gw_port': {'id': 'a0cf33cb-4842-47ad-888f-65e6168f50d3', 'name': '', 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:f7:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0466a78-eee4-41c7-bb6a-1d3d7da1ec22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:38:00Z', 'updated_at': '2022-10-19T07:38:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861624-1-hyperv', '_interfaces': [{'id': 'cf021212-5dbb-4943-9bb2-ee648adc660b', 'name': '', 'network_id': '9f9e4d3a-9b0f-46a7-b045-8d44d07986e0', 'tenant_id': 'b76abfccca1e443d8cfed9fe77b82608', 'mac_address': 'fa:16:3e:27:b8:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0466a78-eee4-41c7-bb6a-1d3d7da1ec22', 'device_owner': 'network:router_interface', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': '509b576d-66cd-49df-8740-f428cd2060b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:38:06Z', 'updated_at': '2022-10-19T07:38:10Z', 'revision_number': 2, 'project_id': 'b76abfccca1e443d8cfed9fe77b82608', 'subnets': [{'id': '509b576d-66cd-49df-8740-f428cd2060b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:38:16.423279 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9070d9f-3274-4fd1-9163-99325b4dc108 None None] No DVR routers for this DVR port 5efc831d-8a9a-442f-8e69-1c8886e78ed0 on host dv-neutron-861624-1-hyperv {{(pid=103334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 19 07:38:16.492321 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af835d2e-fe31-4203-86a5-23b0e3535f5b None None] Checking router: d0466a78-eee4-41c7-bb6a-1d3d7da1ec22 for host: dv-neutron-861624-1-hyperv {{(pid=103334) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 07:38:16.492754 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af835d2e-fe31-4203-86a5-23b0e3535f5b None None] Updating router d0466a78-eee4-41c7-bb6a-1d3d7da1ec22 port cf021212-5dbb-4943-9bb2-ee648adc660b binding host dv-neutron-861624-1-hyperv {{(pid=103334) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 07:38:16.500054 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Provisioning complete for port a0cf33cb-4842-47ad-888f-65e6168f50d3 triggered by entity L2. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:38:16.500054 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:16.500054 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Attempt 1 to provision port a0cf33cb-4842-47ad-888f-65e6168f50d3 Oct 19 07:38:16.517806 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-e6973c58-3e4c-4d7f-b353-cdd081e4bd46 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130996763'] for port, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:16.543727 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-880fd471-9699-46ac-a03f-244cbd57e94b None None] Could not find standard attr ID for object f8f14363-e329-48ce-a6af-45c87aef9f99. {{(pid=103334) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 19 07:38:16.551150 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-1c6cb7f3-ac00-4ff8-b949-cebc11b3ff7a tempest-ExternalNetworksTestJSON-1054651582 tempest-ExternalNetworksTestJSON-1054651582-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=103332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 07:38:16.551423 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-1c6cb7f3-ac00-4ff8-b949-cebc11b3ff7a tempest-ExternalNetworksTestJSON-1054651582 tempest-ExternalNetworksTestJSON-1054651582-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=103332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 07:38:16.551746 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-1c6cb7f3-ac00-4ff8-b949-cebc11b3ff7a tempest-ExternalNetworksTestJSON-1054651582 tempest-ExternalNetworksTestJSON-1054651582-project-admin] Subscribe: > subnet before_create 55550000 {{(pid=103332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 07:38:16.552649 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-1c6cb7f3-ac00-4ff8-b949-cebc11b3ff7a tempest-ExternalNetworksTestJSON-1054651582 tempest-ExternalNetworksTestJSON-1054651582-project-admin] Subscribe: > subnet before_update 55550000 {{(pid=103332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 19 07:38:16.553030 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.services.segments.db [None req-1c6cb7f3-ac00-4ff8-b949-cebc11b3ff7a tempest-ExternalNetworksTestJSON-1054651582 tempest-ExternalNetworksTestJSON-1054651582-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6789eb82-f79d-42f9-8c65-2b4f0f32d09e']}} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:38:16.572836 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-af835d2e-fe31-4203-86a5-23b0e3535f5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:16.574628 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.services.segments.db [None req-1c6cb7f3-ac00-4ff8-b949-cebc11b3ff7a tempest-ExternalNetworksTestJSON-1054651582 tempest-ExternalNetworksTestJSON-1054651582-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e78868e-b72c-4183-923e-bf0519569f7f') {'for_net_delete': True} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:38:16.574934 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.services.segments.db [None req-1c6cb7f3-ac00-4ff8-b949-cebc11b3ff7a tempest-ExternalNetworksTestJSON-1054651582 tempest-ExternalNetworksTestJSON-1054651582-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e78868e-b72c-4183-923e-bf0519569f7f') {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:38:16.591288 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d65a7c-90df-49d5-bd4b-6f382f783230 None None] Pushing event updated for resources: {'Port': ['ID=f96a1284-97a6-4ae5-9893-8add67057705,revision_number=5']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:38:16.593606 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-1c6cb7f3-ac00-4ff8-b949-cebc11b3ff7a tempest-ExternalNetworksTestJSON-1054651582 tempest-ExternalNetworksTestJSON-1054651582-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785021519382', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130726885'] for segment, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:16.603844 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-880fd471-9699-46ac-a03f-244cbd57e94b None None] Provisioning complete for port 0dffe8c4-2da1-43a5-ad58-73149e75ccd7 triggered by entity DHCP. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:38:16.604209 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-880fd471-9699-46ac-a03f-244cbd57e94b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:16.604559 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-880fd471-9699-46ac-a03f-244cbd57e94b None None] Attempt 1 to provision port 0dffe8c4-2da1-43a5-ad58-73149e75ccd7 Oct 19 07:38:16.617516 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-1c6cb7f3-ac00-4ff8-b949-cebc11b3ff7a tempest-ExternalNetworksTestJSON-1054651582 tempest-ExternalNetworksTestJSON-1054651582-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979'] for segment, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:16.626504 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c6cb7f3-ac00-4ff8-b949-cebc11b3ff7a tempest-ExternalNetworksTestJSON-1054651582 tempest-ExternalNetworksTestJSON-1054651582-project-admin] Releasing vlan 199 on physical network physnet1 to pool {{(pid=103332) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 07:38:16.626504 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-1c6cb7f3-ac00-4ff8-b949-cebc11b3ff7a tempest-ExternalNetworksTestJSON-1054651582 tempest-ExternalNetworksTestJSON-1054651582-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-133553843'] for segment, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:16.643560 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6973c58-3e4c-4d7f-b353-cdd081e4bd46 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Pushing event deleted for resources: {'Port': ['ID=b87cf9e8-310a-4d05-99fb-f2c7b1b8ccf8,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:38:16.648216 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9070d9f-3274-4fd1-9163-99325b4dc108 None None] Pushing event deleted for resources: {'Port': ['ID=5efc831d-8a9a-442f-8e69-1c8886e78ed0,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:38:16.703593 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-e6973c58-3e4c-4d7f-b353-cdd081e4bd46 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42160'] for port, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:16.709530 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-e6973c58-3e4c-4d7f-b353-cdd081e4bd46 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] 10.222.0.27 "DELETE /v2.0/ports/b87cf9e8-310a-4d05-99fb-f2c7b1b8ccf8 HTTP/1.1" status: 204 len: 168 time: 2.1685898 Oct 19 07:38:16.715821 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 53526) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:38:16.727544 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-1c6cb7f3-ac00-4ff8-b949-cebc11b3ff7a tempest-ExternalNetworksTestJSON-1054651582 tempest-ExternalNetworksTestJSON-1054651582-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-673044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1695087'] for network, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:16.739682 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dae9f5d0-ea13-4e0c-a256-7cd56c1b246a tempest-PortsAdminExtendedAttrsTestJSON-1938695924 tempest-PortsAdminExtendedAttrsTestJSON-1938695924-project-admin] Port b0fc6a21-cc7d-4737-a47c-6c228b3aaec4 on network 0a63bd3f-8e79-47c5-9b78-4eaa93792a44 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8616 {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 07:38:16.740023 dv-neutron-861624-1-hyperv neutron-server[103332]: ERROR neutron.plugins.ml2.managers [None req-dae9f5d0-ea13-4e0c-a256-7cd56c1b246a tempest-PortsAdminExtendedAttrsTestJSON-1938695924 tempest-PortsAdminExtendedAttrsTestJSON-1938695924-project-admin] Failed to bind port b0fc6a21-cc7d-4737-a47c-6c228b3aaec4 on host hv-neutron-8616 for vnic_type normal using segments [{'id': '128fe684-3df4-4868-9689-651e86bf8d2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '0a63bd3f-8e79-47c5-9b78-4eaa93792a44'}] Oct 19 07:38:16.759309 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.plugins.ml2.plugin [None req-dae9f5d0-ea13-4e0c-a256-7cd56c1b246a tempest-PortsAdminExtendedAttrsTestJSON-1938695924 tempest-PortsAdminExtendedAttrsTestJSON-1938695924-project-admin] Attempt 8 to bind port b0fc6a21-cc7d-4737-a47c-6c228b3aaec4 Oct 19 07:38:16.769650 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f9bc9a-cf40-4e16-94be-6edfbf554f9a tempest-ServerActionsTestJSON-1032082790 tempest-ServerActionsTestJSON-1032082790-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c15161a8-0f0b-4552-9270-cc5756270bd9,revision_number=0']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:38:16.795276 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-8abd470c-656f-4be5-ba41-5383aec38762 tempest-ServersTestJSON-461936375 tempest-ServersTestJSON-461936375-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:16.798138 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c6cb7f3-ac00-4ff8-b949-cebc11b3ff7a tempest-ExternalNetworksTestJSON-1054651582 tempest-ExternalNetworksTestJSON-1054651582-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 6789eb82-f79d-42f9-8c65-2b4f0f32d09e {{(pid=103332) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Oct 19 07:38:16.811542 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6cb7f3-ac00-4ff8-b949-cebc11b3ff7a tempest-ExternalNetworksTestJSON-1054651582 tempest-ExternalNetworksTestJSON-1054651582-project-admin] Pushing event deleted for resources: {'Network': ['ID=6789eb82-f79d-42f9-8c65-2b4f0f32d09e,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:38:16.815448 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-46f9bc9a-cf40-4e16-94be-6edfbf554f9a tempest-ServerActionsTestJSON-1032082790 tempest-ServerActionsTestJSON-1032082790-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:16.820239 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-46f9bc9a-cf40-4e16-94be-6edfbf554f9a tempest-ServerActionsTestJSON-1032082790 tempest-ServerActionsTestJSON-1032082790-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.4088128 Oct 19 07:38:16.821161 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.managers [None req-dae9f5d0-ea13-4e0c-a256-7cd56c1b246a tempest-PortsAdminExtendedAttrsTestJSON-1938695924 tempest-PortsAdminExtendedAttrsTestJSON-1938695924-project-admin] Attempting to bind port b0fc6a21-cc7d-4737-a47c-6c228b3aaec4 on host hv-neutron-8616 for vnic_type normal with profile {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 19 07:38:16.821633 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.managers [None req-dae9f5d0-ea13-4e0c-a256-7cd56c1b246a tempest-PortsAdminExtendedAttrsTestJSON-1938695924 tempest-PortsAdminExtendedAttrsTestJSON-1938695924-project-admin] Attempting to bind port b0fc6a21-cc7d-4737-a47c-6c228b3aaec4 by drivers openvswitch,hyperv on host hv-neutron-8616 at level 0 using segments [{'id': '128fe684-3df4-4868-9689-651e86bf8d2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '0a63bd3f-8e79-47c5-9b78-4eaa93792a44'}] {{(pid=103332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 19 07:38:16.821979 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dae9f5d0-ea13-4e0c-a256-7cd56c1b246a tempest-PortsAdminExtendedAttrsTestJSON-1938695924 tempest-PortsAdminExtendedAttrsTestJSON-1938695924-project-admin] Attempting to bind port b0fc6a21-cc7d-4737-a47c-6c228b3aaec4 on network 0a63bd3f-8e79-47c5-9b78-4eaa93792a44 {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 07:38:16.832752 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 53530) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:38:16.835443 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-1c6cb7f3-ac00-4ff8-b949-cebc11b3ff7a tempest-ExternalNetworksTestJSON-1054651582 tempest-ExternalNetworksTestJSON-1054651582-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574827'] for network, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:16.838876 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-1c6cb7f3-ac00-4ff8-b949-cebc11b3ff7a tempest-ExternalNetworksTestJSON-1054651582 tempest-ExternalNetworksTestJSON-1054651582-project-admin] 10.222.0.27 "DELETE /v2.0/networks/6789eb82-f79d-42f9-8c65-2b4f0f32d09e HTTP/1.1" status: 204 len: 168 time: 4.7203484 Oct 19 07:38:16.846965 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-1166b644-0587-4ea9-8c48-5b0af16b5af0 tempest-ServerActionsTestJSON-1032082790 tempest-ServerActionsTestJSON-1032082790-project] Request body: {'security_group_rule': {'security_group_id': 'f0bcd6ee-444f-46c6-b01f-ccacf8976dfb', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:38:16.858337 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 53532) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:38:16.910219 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Current status of the port a0cf33cb-4842-47ad-888f-65e6168f50d3 is: ACTIVE; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:38:17.021008 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-880fd471-9699-46ac-a03f-244cbd57e94b None None] Current status of the port 0dffe8c4-2da1-43a5-ad58-73149e75ccd7 is: ACTIVE; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:38:17.045669 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-880fd471-9699-46ac-a03f-244cbd57e94b None None] Could not find standard attr ID for object 0b35db09-82d9-44ed-bc31-75a08240ed2a. {{(pid=103334) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 19 07:38:17.053077 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-880fd471-9699-46ac-a03f-244cbd57e94b None None] Could not find standard attr ID for object 5efc831d-8a9a-442f-8e69-1c8886e78ed0. {{(pid=103334) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 19 07:38:17.110243 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-880fd471-9699-46ac-a03f-244cbd57e94b None None] Could not find standard attr ID for object cd4a4ca2-1f08-4738-82ff-e27773481125. {{(pid=103334) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 19 07:38:17.153568 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-880fd471-9699-46ac-a03f-244cbd57e94b None None] Provisioning complete for port cf021212-5dbb-4943-9bb2-ee648adc660b triggered by entity DHCP. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:38:17.155674 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-880fd471-9699-46ac-a03f-244cbd57e94b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:17.156031 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-880fd471-9699-46ac-a03f-244cbd57e94b None None] Attempt 1 to provision port cf021212-5dbb-4943-9bb2-ee648adc660b Oct 19 07:38:17.173987 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.db_base_plugin_common [None req-98a15eeb-0dec-4fbe-8e72-32e2ecc4d84d tempest-FloatingIPAdminTestJSON-1410639124 tempest-FloatingIPAdminTestJSON-1410639124-project] Allocated IP 172.20.0.1 (517dc00e-1738-4c01-9edd-b14a7206139a/a46753ea-b47e-4fc8-ba83-97447371b086/e55d7a6a-c6c9-4188-8720-01983a8cba97) {{(pid=103333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 07:38:17.176968 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-c7e4825d-c83a-46a4-bd90-c0b19a988a3b tempest-DHCPAgentSchedulersTestJSON-2007948804 tempest-DHCPAgentSchedulersTestJSON-2007948804-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-673051', 'neutron.services.segments.db._delete_segments_for_network-8785021519108'] for network, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:17.212425 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.services.segments.db [None req-c7e4825d-c83a-46a4-bd90-c0b19a988a3b tempest-DHCPAgentSchedulersTestJSON-2007948804 tempest-DHCPAgentSchedulersTestJSON-2007948804-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['058a83b5-1e54-436a-be38-6177414f9998']}} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:38:17.223414 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c915b87b-ae6a-4264-af59-83050a4c50e8 admin admin] Router b3647913-7e6a-4259-ad8f-fe4fb785c61e has already been hosted by L3 agent ab388470-1243-4d53-80f2-c2f5899c97a7 {{(pid=103333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 07:38:17.224064 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.services.segments.db [None req-c7e4825d-c83a-46a4-bd90-c0b19a988a3b tempest-DHCPAgentSchedulersTestJSON-2007948804 tempest-DHCPAgentSchedulersTestJSON-2007948804-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '290edcfc-0daf-4aa9-8ea8-62622e94c402') {'for_net_delete': True} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:38:17.224367 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.services.segments.db [None req-c7e4825d-c83a-46a4-bd90-c0b19a988a3b tempest-DHCPAgentSchedulersTestJSON-2007948804 tempest-DHCPAgentSchedulersTestJSON-2007948804-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '290edcfc-0daf-4aa9-8ea8-62622e94c402') {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:38:17.232766 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-880fd471-9699-46ac-a03f-244cbd57e94b None None] Port cf021212-5dbb-4943-9bb2-ee648adc660b cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 07:38:17.234947 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-c7e4825d-c83a-46a4-bd90-c0b19a988a3b tempest-DHCPAgentSchedulersTestJSON-2007948804 tempest-DHCPAgentSchedulersTestJSON-2007948804-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785021519382', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130726885'] for segment, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:17.248874 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-c7e4825d-c83a-46a4-bd90-c0b19a988a3b tempest-DHCPAgentSchedulersTestJSON-2007948804 tempest-DHCPAgentSchedulersTestJSON-2007948804-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979'] for segment, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:17.255703 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7e4825d-c83a-46a4-bd90-c0b19a988a3b tempest-DHCPAgentSchedulersTestJSON-2007948804 tempest-DHCPAgentSchedulersTestJSON-2007948804-project] Releasing vlan 189 on physical network physnet1 to pool {{(pid=103332) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 07:38:17.256219 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-c7e4825d-c83a-46a4-bd90-c0b19a988a3b tempest-DHCPAgentSchedulersTestJSON-2007948804 tempest-DHCPAgentSchedulersTestJSON-2007948804-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-133553843'] for segment, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:17.313365 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95bd1028-ea36-4182-82de-038d49ed49f5 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:38:17.316043 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95bd1028-ea36-4182-82de-038d49ed49f5 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:38:17.320845 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-95bd1028-ea36-4182-82de-038d49ed49f5 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] 10.222.0.27 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.5965567 Oct 19 07:38:17.334189 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-ac7dfcdf-1b3f-468d-a2dc-35b04cf4957d tempest-ExternalNetworksTestJSON-1054651582 tempest-ExternalNetworksTestJSON-1054651582-project-admin] 10.222.0.27 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.4661458 Oct 19 07:38:17.336012 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dae9f5d0-ea13-4e0c-a256-7cd56c1b246a tempest-PortsAdminExtendedAttrsTestJSON-1938695924 tempest-PortsAdminExtendedAttrsTestJSON-1938695924-project-admin] Port b0fc6a21-cc7d-4737-a47c-6c228b3aaec4 on network 0a63bd3f-8e79-47c5-9b78-4eaa93792a44 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8616 {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 07:38:17.336493 dv-neutron-861624-1-hyperv neutron-server[103332]: ERROR neutron.plugins.ml2.managers [None req-dae9f5d0-ea13-4e0c-a256-7cd56c1b246a tempest-PortsAdminExtendedAttrsTestJSON-1938695924 tempest-PortsAdminExtendedAttrsTestJSON-1938695924-project-admin] Failed to bind port b0fc6a21-cc7d-4737-a47c-6c228b3aaec4 on host hv-neutron-8616 for vnic_type normal using segments [{'id': '128fe684-3df4-4868-9689-651e86bf8d2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '0a63bd3f-8e79-47c5-9b78-4eaa93792a44'}] Oct 19 07:38:17.337100 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 53536) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:38:17.337621 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 53540) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:38:17.410278 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.plugins.ml2.plugin [None req-dae9f5d0-ea13-4e0c-a256-7cd56c1b246a tempest-PortsAdminExtendedAttrsTestJSON-1938695924 tempest-PortsAdminExtendedAttrsTestJSON-1938695924-project-admin] Attempt 9 to bind port b0fc6a21-cc7d-4737-a47c-6c228b3aaec4 Oct 19 07:38:17.495578 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device 54df7cc5-9457-4c1c-82bc-380fe2ff43bb up at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 07:38:17.539849 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.managers [None req-dae9f5d0-ea13-4e0c-a256-7cd56c1b246a tempest-PortsAdminExtendedAttrsTestJSON-1938695924 tempest-PortsAdminExtendedAttrsTestJSON-1938695924-project-admin] Attempting to bind port b0fc6a21-cc7d-4737-a47c-6c228b3aaec4 on host hv-neutron-8616 for vnic_type normal with profile {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 19 07:38:17.540262 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.managers [None req-dae9f5d0-ea13-4e0c-a256-7cd56c1b246a tempest-PortsAdminExtendedAttrsTestJSON-1938695924 tempest-PortsAdminExtendedAttrsTestJSON-1938695924-project-admin] Attempting to bind port b0fc6a21-cc7d-4737-a47c-6c228b3aaec4 by drivers openvswitch,hyperv on host hv-neutron-8616 at level 0 using segments [{'id': '128fe684-3df4-4868-9689-651e86bf8d2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '0a63bd3f-8e79-47c5-9b78-4eaa93792a44'}] {{(pid=103332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 19 07:38:17.540730 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dae9f5d0-ea13-4e0c-a256-7cd56c1b246a tempest-PortsAdminExtendedAttrsTestJSON-1938695924 tempest-PortsAdminExtendedAttrsTestJSON-1938695924-project-admin] Attempting to bind port b0fc6a21-cc7d-4737-a47c-6c228b3aaec4 on network 0a63bd3f-8e79-47c5-9b78-4eaa93792a44 {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 07:38:17.547649 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.db_base_plugin_v2 [None req-89c34e63-366a-45bd-9ce1-dc886f22e4bb tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Deleting subnet 94149315-220b-4bf4-8def-f09c8d30d2bc {{(pid=103332) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 19 07:38:17.551572 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-98a15eeb-0dec-4fbe-8e72-32e2ecc4d84d tempest-FloatingIPAdminTestJSON-1410639124 tempest-FloatingIPAdminTestJSON-1410639124-project] Notify callbacks [] for port, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:17.554292 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.services.segments.plugin [-] Segment 8e78868e-b72c-4183-923e-bf0519569f7f resource provider aggregate not found Oct 19 07:38:17.570887 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-c7e4825d-c83a-46a4-bd90-c0b19a988a3b tempest-DHCPAgentSchedulersTestJSON-2007948804 tempest-DHCPAgentSchedulersTestJSON-2007948804-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-673044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1695087'] for network, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:17.576048 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-89c34e63-366a-45bd-9ce1-dc886f22e4bb tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks [] for subnet, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:17.606194 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-1166b644-0587-4ea9-8c48-5b0af16b5af0 tempest-ServerActionsTestJSON-1032082790 tempest-ServerActionsTestJSON-1032082790-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:17.619069 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Provisioning complete for port 54df7cc5-9457-4c1c-82bc-380fe2ff43bb triggered by entity L2. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:38:17.619442 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:17.619781 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Attempt 1 to provision port 54df7cc5-9457-4c1c-82bc-380fe2ff43bb Oct 19 07:38:17.622811 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-af835d2e-fe31-4203-86a5-23b0e3535f5b None None] Notify callbacks [] for port, precommit_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:17.658218 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c915b87b-ae6a-4264-af59-83050a4c50e8 admin admin] Notify agent at l3_agent.dv-neutron-861624-1-hyperv the message routers_updated {{(pid=103333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 07:38:17.662043 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-af835d2e-fe31-4203-86a5-23b0e3535f5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:17.663890 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.services.segments.plugin [-] Segment 8e78868e-b72c-4183-923e-bf0519569f7f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8e78868e-b72c-4183-923e-bf0519569f7f found for delete ", "request_id": "req-39108b70-76ca-46b7-9590-5f3db5818388"}]} Oct 19 07:38:17.666164 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-c915b87b-ae6a-4264-af59-83050a4c50e8 admin admin] 10.222.0.27 "PUT /v2.0/routers/b3647913-7e6a-4259-ad8f-fe4fb785c61e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9795878 Oct 19 07:38:17.683989 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dae9f5d0-ea13-4e0c-a256-7cd56c1b246a tempest-PortsAdminExtendedAttrsTestJSON-1938695924 tempest-PortsAdminExtendedAttrsTestJSON-1938695924-project-admin] Port b0fc6a21-cc7d-4737-a47c-6c228b3aaec4 on network 0a63bd3f-8e79-47c5-9b78-4eaa93792a44 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8616 {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 07:38:17.684788 dv-neutron-861624-1-hyperv neutron-server[103332]: ERROR neutron.plugins.ml2.managers [None req-dae9f5d0-ea13-4e0c-a256-7cd56c1b246a tempest-PortsAdminExtendedAttrsTestJSON-1938695924 tempest-PortsAdminExtendedAttrsTestJSON-1938695924-project-admin] Failed to bind port b0fc6a21-cc7d-4737-a47c-6c228b3aaec4 on host hv-neutron-8616 for vnic_type normal using segments [{'id': '128fe684-3df4-4868-9689-651e86bf8d2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '0a63bd3f-8e79-47c5-9b78-4eaa93792a44'}] Oct 19 07:38:17.685992 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-98a15eeb-0dec-4fbe-8e72-32e2ecc4d84d tempest-FloatingIPAdminTestJSON-1410639124 tempest-FloatingIPAdminTestJSON-1410639124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785020947330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130996763'] for port, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:17.716077 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.plugins.ml2.plugin [None req-dae9f5d0-ea13-4e0c-a256-7cd56c1b246a tempest-PortsAdminExtendedAttrsTestJSON-1938695924 tempest-PortsAdminExtendedAttrsTestJSON-1938695924-project-admin] Attempt 10 to bind port b0fc6a21-cc7d-4737-a47c-6c228b3aaec4 Oct 19 07:38:17.719050 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e4825d-c83a-46a4-bd90-c0b19a988a3b tempest-DHCPAgentSchedulersTestJSON-2007948804 tempest-DHCPAgentSchedulersTestJSON-2007948804-project] Pushing event deleted for resources: {'Network': ['ID=058a83b5-1e54-436a-be38-6177414f9998,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:38:17.724004 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dae3324-427d-4999-9e31-ae262dc58ebe None None] Pushing event updated for resources: {'Port': ['ID=cf021212-5dbb-4943-9bb2-ee648adc660b,revision_number=3']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:38:17.731340 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-c7e4825d-c83a-46a4-bd90-c0b19a988a3b tempest-DHCPAgentSchedulersTestJSON-2007948804 tempest-DHCPAgentSchedulersTestJSON-2007948804-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574827'] for network, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:17.735028 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-c7e4825d-c83a-46a4-bd90-c0b19a988a3b tempest-DHCPAgentSchedulersTestJSON-2007948804 tempest-DHCPAgentSchedulersTestJSON-2007948804-project] 10.222.0.27 "DELETE /v2.0/networks/058a83b5-1e54-436a-be38-6177414f9998 HTTP/1.1" status: 204 len: 168 time: 3.6523964 Oct 19 07:38:17.746638 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-880fd471-9699-46ac-a03f-244cbd57e94b None None] Attempt 2 to provision port cf021212-5dbb-4943-9bb2-ee648adc660b Oct 19 07:38:17.790624 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa292006-eab3-4d6b-ba71-da33dd00e5d9 None None] Sync routers for ids ['b3647913-7e6a-4259-ad8f-fe4fb785c61e'] in dv-neutron-861624-1-hyperv {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 07:38:17.813931 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a15eeb-0dec-4fbe-8e72-32e2ecc4d84d tempest-FloatingIPAdminTestJSON-1410639124 tempest-FloatingIPAdminTestJSON-1410639124-project] Pushing event updated for resources: {'Port': ['ID=e55d7a6a-c6c9-4188-8720-01983a8cba97,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:38:17.855101 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-8abd470c-656f-4be5-ba41-5383aec38762 tempest-ServersTestJSON-461936375 tempest-ServersTestJSON-461936375-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:17.859904 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98a15eeb-0dec-4fbe-8e72-32e2ecc4d84d tempest-FloatingIPAdminTestJSON-1410639124 tempest-FloatingIPAdminTestJSON-1410639124-project] Network 517dc00e-1738-4c01-9edd-b14a7206139a is already hosted by enough agents. {{(pid=103333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 07:38:17.865583 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-98a15eeb-0dec-4fbe-8e72-32e2ecc4d84d tempest-FloatingIPAdminTestJSON-1410639124 tempest-FloatingIPAdminTestJSON-1410639124-project] Resources bound (agent type, host, resource id): {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:38:17.884072 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98a15eeb-0dec-4fbe-8e72-32e2ecc4d84d tempest-FloatingIPAdminTestJSON-1410639124 tempest-FloatingIPAdminTestJSON-1410639124-project] Received port after_create {{(pid=103333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 07:38:17.905790 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-89c34e63-366a-45bd-9ce1-dc886f22e4bb tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130726890'] for subnet, precommit_delete_associations {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:17.909647 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-880fd471-9699-46ac-a03f-244cbd57e94b None None] Port cf021212-5dbb-4943-9bb2-ee648adc660b cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 07:38:17.914772 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-af835d2e-fe31-4203-86a5-23b0e3535f5b None None] Attempting to bind port cf021212-5dbb-4943-9bb2-ee648adc660b on host dv-neutron-861624-1-hyperv for vnic_type normal with profile {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 19 07:38:17.915312 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-af835d2e-fe31-4203-86a5-23b0e3535f5b None None] Attempting to bind port cf021212-5dbb-4943-9bb2-ee648adc660b by drivers openvswitch,hyperv on host dv-neutron-861624-1-hyperv at level 0 using segments [{'id': 'd3fee98f-d3eb-41cf-827a-ce536a5d361c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '9f9e4d3a-9b0f-46a7-b045-8d44d07986e0'}] {{(pid=103334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 19 07:38:17.915546 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af835d2e-fe31-4203-86a5-23b0e3535f5b None None] Attempting to bind port cf021212-5dbb-4943-9bb2-ee648adc660b on network 9f9e4d3a-9b0f-46a7-b045-8d44d07986e0 {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 07:38:17.924101 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.managers [None req-dae9f5d0-ea13-4e0c-a256-7cd56c1b246a tempest-PortsAdminExtendedAttrsTestJSON-1938695924 tempest-PortsAdminExtendedAttrsTestJSON-1938695924-project-admin] Attempting to bind port b0fc6a21-cc7d-4737-a47c-6c228b3aaec4 on host hv-neutron-8616 for vnic_type normal with profile {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 19 07:38:17.924547 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.managers [None req-dae9f5d0-ea13-4e0c-a256-7cd56c1b246a tempest-PortsAdminExtendedAttrsTestJSON-1938695924 tempest-PortsAdminExtendedAttrsTestJSON-1938695924-project-admin] Attempting to bind port b0fc6a21-cc7d-4737-a47c-6c228b3aaec4 by drivers openvswitch,hyperv on host hv-neutron-8616 at level 0 using segments [{'id': '128fe684-3df4-4868-9689-651e86bf8d2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '0a63bd3f-8e79-47c5-9b78-4eaa93792a44'}] {{(pid=103332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 19 07:38:17.925590 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dae9f5d0-ea13-4e0c-a256-7cd56c1b246a tempest-PortsAdminExtendedAttrsTestJSON-1938695924 tempest-PortsAdminExtendedAttrsTestJSON-1938695924-project-admin] Attempting to bind port b0fc6a21-cc7d-4737-a47c-6c228b3aaec4 on network 0a63bd3f-8e79-47c5-9b78-4eaa93792a44 {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 07:38:17.926323 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-2a2259f7-b034-4eec-af7a-7abaede746c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:17.927186 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af835d2e-fe31-4203-86a5-23b0e3535f5b None None] Checking agent: {'id': 'a5b0152c-d633-409b-aaf8-3b76458e2410', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861624-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 19, 7, 30, 19), 'started_at': datetime.datetime(2022, 10, 19, 7, 30, 49), 'heartbeat_timestamp': datetime.datetime(2022, 10, 19, 7, 37, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861624-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 07:38:17.927555 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af835d2e-fe31-4203-86a5-23b0e3535f5b None None] Checking segment: {'id': 'd3fee98f-d3eb-41cf-827a-ce536a5d361c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '9f9e4d3a-9b0f-46a7-b045-8d44d07986e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 19 07:38:17.927942 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-af835d2e-fe31-4203-86a5-23b0e3535f5b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:17.928389 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af835d2e-fe31-4203-86a5-23b0e3535f5b None None] Bound using segment: {'id': 'd3fee98f-d3eb-41cf-827a-ce536a5d361c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '9f9e4d3a-9b0f-46a7-b045-8d44d07986e0'} {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 07:38:17.928954 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-af835d2e-fe31-4203-86a5-23b0e3535f5b None None] Bound port: cf021212-5dbb-4943-9bb2-ee648adc660b, host: dv-neutron-861624-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3fee98f-d3eb-41cf-827a-ce536a5d361c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '9f9e4d3a-9b0f-46a7-b045-8d44d07986e0'}}] {{(pid=103334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 19 07:38:17.929266 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-af835d2e-fe31-4203-86a5-23b0e3535f5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:18.000094 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dae9f5d0-ea13-4e0c-a256-7cd56c1b246a tempest-PortsAdminExtendedAttrsTestJSON-1938695924 tempest-PortsAdminExtendedAttrsTestJSON-1938695924-project-admin] Port b0fc6a21-cc7d-4737-a47c-6c228b3aaec4 on network 0a63bd3f-8e79-47c5-9b78-4eaa93792a44 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8616 {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 07:38:18.000845 dv-neutron-861624-1-hyperv neutron-server[103332]: ERROR neutron.plugins.ml2.managers [None req-dae9f5d0-ea13-4e0c-a256-7cd56c1b246a tempest-PortsAdminExtendedAttrsTestJSON-1938695924 tempest-PortsAdminExtendedAttrsTestJSON-1938695924-project-admin] Failed to bind port b0fc6a21-cc7d-4737-a47c-6c228b3aaec4 on host hv-neutron-8616 for vnic_type normal using segments [{'id': '128fe684-3df4-4868-9689-651e86bf8d2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '0a63bd3f-8e79-47c5-9b78-4eaa93792a44'}] Oct 19 07:38:18.001777 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-dae9f5d0-ea13-4e0c-a256-7cd56c1b246a tempest-PortsAdminExtendedAttrsTestJSON-1938695924 tempest-PortsAdminExtendedAttrsTestJSON-1938695924-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:18.004301 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-8abd470c-656f-4be5-ba41-5383aec38762 tempest-ServersTestJSON-461936375 tempest-ServersTestJSON-461936375-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815365'] for security_group_rule, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:18.030587 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-1166b644-0587-4ea9-8c48-5b0af16b5af0 tempest-ServerActionsTestJSON-1032082790 tempest-ServerActionsTestJSON-1032082790-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:18.061103 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Current status of the port 54df7cc5-9457-4c1c-82bc-380fe2ff43bb is: DOWN; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:38:18.061521 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:18.069554 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-98a15eeb-0dec-4fbe-8e72-32e2ecc4d84d tempest-FloatingIPAdminTestJSON-1410639124 tempest-FloatingIPAdminTestJSON-1410639124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1695190'] for router_interface, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:18.106131 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-1166b644-0587-4ea9-8c48-5b0af16b5af0 tempest-ServerActionsTestJSON-1032082790 tempest-ServerActionsTestJSON-1032082790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815365'] for security_group_rule, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:18.157159 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3a8a86c-c2e2-4fda-a70f-5b426ceace49 tempest-ExternalNetworksTestJSON-1054651582 tempest-ExternalNetworksTestJSON-1054651582-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:38:18.157624 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3a8a86c-c2e2-4fda-a70f-5b426ceace49 tempest-ExternalNetworksTestJSON-1054651582 tempest-ExternalNetworksTestJSON-1054651582-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:38:18.158075 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3a8a86c-c2e2-4fda-a70f-5b426ceace49 tempest-ExternalNetworksTestJSON-1054651582 tempest-ExternalNetworksTestJSON-1054651582-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:38:18.158581 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3a8a86c-c2e2-4fda-a70f-5b426ceace49 tempest-ExternalNetworksTestJSON-1054651582 tempest-ExternalNetworksTestJSON-1054651582-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:38:18.159093 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3a8a86c-c2e2-4fda-a70f-5b426ceace49 tempest-ExternalNetworksTestJSON-1054651582 tempest-ExternalNetworksTestJSON-1054651582-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:38:18.160231 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3a8a86c-c2e2-4fda-a70f-5b426ceace49 tempest-ExternalNetworksTestJSON-1054651582 tempest-ExternalNetworksTestJSON-1054651582-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:38:18.161349 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3a8a86c-c2e2-4fda-a70f-5b426ceace49 tempest-ExternalNetworksTestJSON-1054651582 tempest-ExternalNetworksTestJSON-1054651582-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:38:18.161773 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3a8a86c-c2e2-4fda-a70f-5b426ceace49 tempest-ExternalNetworksTestJSON-1054651582 tempest-ExternalNetworksTestJSON-1054651582-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:38:18.162069 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa292006-eab3-4d6b-ba71-da33dd00e5d9 None None] Routers {'b3647913-7e6a-4259-ad8f-fe4fb785c61e'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 07:38:18.162774 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-aa292006-eab3-4d6b-ba71-da33dd00e5d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T07:38:16Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['b3647913-7e6a-4259-ad8f-fe4fb785c61e'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:38:18.163902 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-f3a8a86c-c2e2-4fda-a70f-5b426ceace49 tempest-ExternalNetworksTestJSON-1054651582 tempest-ExternalNetworksTestJSON-1054651582-project-admin] 10.222.0.27 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5232 time: 0.6628382 Oct 19 07:38:18.166522 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-af835d2e-fe31-4203-86a5-23b0e3535f5b None None] For port cf021212-5dbb-4943-9bb2-ee648adc660b, host dv-neutron-861624-1-hyperv, cleared binding levels {{(pid=103334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 07:38:18.172404 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 53558) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:38:18.172815 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 53560) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:38:18.179075 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abd470c-656f-4be5-ba41-5383aec38762 tempest-ServersTestJSON-461936375 tempest-ServersTestJSON-461936375-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c1a8724-6676-4f72-af39-7ea5f74493e7,revision_number=0']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:38:18.184366 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] For port 54df7cc5-9457-4c1c-82bc-380fe2ff43bb, host dv-neutron-861624-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=54df7cc5-9457-4c1c-82bc-380fe2ff43bb,segment=NetworkSegment(5a8d2b05-b527-4bd4-a671-b9112f193fef),segment_id=5a8d2b05-b527-4bd4-a671-b9112f193fef)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:38:18.204066 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-55dcdedd-6477-4a91-94eb-8243280fab3e tempest-ServersTestManualDisk-1995987990 tempest-ServersTestManualDisk-1995987990-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1854795050', 'description': 'tempest-description--553086521'}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:38:18.208046 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:18.211058 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device 0dffe8c4-2da1-43a5-ad58-73149e75ccd7 up at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 07:38:18.214231 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-af835d2e-fe31-4203-86a5-23b0e3535f5b None None] For port cf021212-5dbb-4943-9bb2-ee648adc660b, host dv-neutron-861624-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=cf021212-5dbb-4943-9bb2-ee648adc660b,segment=NetworkSegment(d3fee98f-d3eb-41cf-827a-ce536a5d361c),segment_id=d3fee98f-d3eb-41cf-827a-ce536a5d361c)] {{(pid=103334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 07:38:18.287512 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-af835d2e-fe31-4203-86a5-23b0e3535f5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:18.332215 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af835d2e-fe31-4203-86a5-23b0e3535f5b None None] Routers {'d0466a78-eee4-41c7-bb6a-1d3d7da1ec22'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 07:38:18.335465 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-af835d2e-fe31-4203-86a5-23b0e3535f5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T07:38:16Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['d0466a78-eee4-41c7-bb6a-1d3d7da1ec22'], 'active': True} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:38:18.374536 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-98a15eeb-0dec-4fbe-8e72-32e2ecc4d84d tempest-FloatingIPAdminTestJSON-1410639124 tempest-FloatingIPAdminTestJSON-1410639124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:18.388156 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Pushing event updated for resources: {'Port': ['ID=54df7cc5-9457-4c1c-82bc-380fe2ff43bb,revision_number=3']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:38:18.418887 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-880fd471-9699-46ac-a03f-244cbd57e94b None None] Attempt 3 to provision port cf021212-5dbb-4943-9bb2-ee648adc660b Oct 19 07:38:18.427979 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-1166b644-0587-4ea9-8c48-5b0af16b5af0 tempest-ServerActionsTestJSON-1032082790 tempest-ServerActionsTestJSON-1032082790-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:18.435774 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvr_db [None req-aa292006-eab3-4d6b-ba71-da33dd00e5d9 None None] Set router b3647913-7e6a-4259-ad8f-fe4fb785c61e gateway port host: dv-neutron-861624-1-hyperv {{(pid=103335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 07:38:18.437694 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-1166b644-0587-4ea9-8c48-5b0af16b5af0 tempest-ServerActionsTestJSON-1032082790 tempest-ServerActionsTestJSON-1032082790-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.5939238 Oct 19 07:38:18.442162 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-8abd470c-656f-4be5-ba41-5383aec38762 tempest-ServersTestJSON-461936375 tempest-ServersTestJSON-461936375-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:18.446688 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-8abd470c-656f-4be5-ba41-5383aec38762 tempest-ServersTestJSON-461936375 tempest-ServersTestJSON-461936375-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.2916203 Oct 19 07:38:18.446688 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.api.v2.resource [None req-1500cd1a-c784-456c-8291-738c620ade4f tempest-ExternalNetworksTestJSON-1054651582 tempest-ExternalNetworksTestJSON-1054651582-project-admin] delete failed (client error): The resource could not be found. Oct 19 07:38:18.446898 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 53564) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:38:18.447065 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 53566) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:38:18.450404 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-1500cd1a-c784-456c-8291-738c620ade4f tempest-ExternalNetworksTestJSON-1054651582 tempest-ExternalNetworksTestJSON-1054651582-project-admin] 10.222.0.27 "DELETE /v2.0/floatingips/0762a779-0f9e-4d89-a53c-fa778b6c3fd0 HTTP/1.1" status: 404 len: 345 time: 0.2179911 Oct 19 07:38:18.450404 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 53568) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:38:18.452672 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 53570) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:38:18.455964 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1166b644-0587-4ea9-8c48-5b0af16b5af0 tempest-ServerActionsTestJSON-1032082790 tempest-ServerActionsTestJSON-1032082790-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=768a3166-bb24-4355-9e09-068c6cf8106e,revision_number=0']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:38:18.464793 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-c2bef9eb-f251-4aae-8bdb-08f7664cad71 tempest-ServerActionsTestJSON-1032082790 tempest-ServerActionsTestJSON-1032082790-project] Request body: {'floatingip': {'floating_network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:38:18.466313 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-e500fd41-6190-4be5-87b8-14f39f0dbcee tempest-ServersTestJSON-461936375 tempest-ServersTestJSON-461936375-project] Request body: {'floatingip': {'floating_network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd'}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:38:18.503219 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-55dcdedd-6477-4a91-94eb-8243280fab3e tempest-ServersTestManualDisk-1995987990 tempest-ServersTestManualDisk-1995987990-project] Notify callbacks [] for security_group, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:18.508027 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.pecan_wsgi.hooks.translation [None req-04935fa9-0c2e-4503-a382-84d618c73f6c tempest-ExternalNetworksTestJSON-1054651582 tempest-ExternalNetworksTestJSON-1054651582-project-admin] DELETE failed (client error): The resource could not be found. Oct 19 07:38:18.508932 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-04935fa9-0c2e-4503-a382-84d618c73f6c tempest-ExternalNetworksTestJSON-1054651582 tempest-ExternalNetworksTestJSON-1054651582-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=103333) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 07:38:18.520256 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Provisioning complete for port 0dffe8c4-2da1-43a5-ad58-73149e75ccd7 triggered by entity L2. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:38:18.520256 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:18.520256 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Attempt 1 to provision port 0dffe8c4-2da1-43a5-ad58-73149e75ccd7 Oct 19 07:38:18.520915 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 53578) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:38:18.522598 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-04935fa9-0c2e-4503-a382-84d618c73f6c tempest-ExternalNetworksTestJSON-1054651582 tempest-ExternalNetworksTestJSON-1054651582-project-admin] 10.222.0.27 "DELETE /v2.0/networks/6789eb82-f79d-42f9-8c65-2b4f0f32d09e HTTP/1.1" status: 404 len: 339 time: 0.0612073 Oct 19 07:38:18.550482 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-e2e83020-89e7-4d72-9d85-5499fb28f64c tempest-ExternalNetworksTestJSON-1054651582 tempest-ExternalNetworksTestJSON-1054651582-project-admin] Request body: {'network': {'name': 'tempest-network--141732822', 'router:external': True}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:38:18.595387 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-c2bef9eb-f251-4aae-8bdb-08f7664cad71 tempest-ServerActionsTestJSON-1032082790 tempest-ServerActionsTestJSON-1032082790-project] Notify callbacks [] for floatingip, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:18.599203 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2e83020-89e7-4d72-9d85-5499fb28f64c tempest-ExternalNetworksTestJSON-1054651582 tempest-ExternalNetworksTestJSON-1054651582-project-admin] Made reservation on behalf of 3c8dffb15b724a9ba305529b4452824d for: {'network': 1} {{(pid=103332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 07:38:18.602327 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-e2e83020-89e7-4d72-9d85-5499fb28f64c tempest-ExternalNetworksTestJSON-1054651582 tempest-ExternalNetworksTestJSON-1054651582-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for network, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:18.613013 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvr_db [None req-af835d2e-fe31-4203-86a5-23b0e3535f5b None None] Set router d0466a78-eee4-41c7-bb6a-1d3d7da1ec22 gateway port host: dv-neutron-861624-1-hyperv {{(pid=103334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 07:38:18.669157 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-89c34e63-366a-45bd-9ce1-dc886f22e4bb tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-679826'] for subnet, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:18.686127 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dae3324-427d-4999-9e31-ae262dc58ebe None None] Pushing event updated for resources: {'Port': ['ID=cf021212-5dbb-4943-9bb2-ee648adc660b,revision_number=4']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:38:18.779572 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-e500fd41-6190-4be5-87b8-14f39f0dbcee tempest-ServersTestJSON-461936375 tempest-ServersTestJSON-461936375-project] Notify callbacks [] for floatingip, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:18.814220 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-aa292006-eab3-4d6b-ba71-da33dd00e5d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3647913-7e6a-4259-ad8f-fe4fb785c61e', 'name': 'tempest-ServersTestManualDisk-1946037705-router', 'tenant_id': '340a20aa929d4020a108d5231191ac1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'external_fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.199'}], 'enable_snat': True}, 'gw_port_id': '941803fa-8032-40bb-a8ba-616d8fbfed2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T07:37:59Z', 'updated_at': '2022-10-19T07:38:14Z', 'revision_number': 4, 'project_id': '340a20aa929d4020a108d5231191ac1d', 'gw_port': {'id': '941803fa-8032-40bb-a8ba-616d8fbfed2b', 'name': '', 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:6f:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3647913-7e6a-4259-ad8f-fe4fb785c61e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:38:01Z', 'updated_at': '2022-10-19T07:38:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861624-1-hyperv', '_interfaces': [{'id': '8eee7f3b-d4f5-49d5-9d62-6f7b6da3fb87', 'name': '', 'network_id': 'b591b429-0972-4e45-afd3-bb0899b18496', 'tenant_id': '340a20aa929d4020a108d5231191ac1d', 'mac_address': 'fa:16:3e:5d:44:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3647913-7e6a-4259-ad8f-fe4fb785c61e', 'device_owner': 'network:router_interface', 'standard_attr_id': 139, 'fixed_ips': [{'subnet_id': '50f42235-c2b7-4baf-8d65-761c27136b2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:38:11Z', 'updated_at': '2022-10-19T07:38:14Z', 'revision_number': 2, 'project_id': '340a20aa929d4020a108d5231191ac1d', 'subnets': [{'id': '50f42235-c2b7-4baf-8d65-761c27136b2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:38:18.823687 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-d2b2f6e4-6094-4fbb-9641-7e6634f51286 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=954366c0865d4c4cb616c531aed7eb12&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3643572 Oct 19 07:38:18.828309 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 53580) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:38:18.831155 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2e83020-89e7-4d72-9d85-5499fb28f64c tempest-ExternalNetworksTestJSON-1054651582 tempest-ExternalNetworksTestJSON-1054651582-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 180} {{(pid=103332) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 07:38:18.855297 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa292006-eab3-4d6b-ba71-da33dd00e5d9 None None] Checking router: b3647913-7e6a-4259-ad8f-fe4fb785c61e for host: dv-neutron-861624-1-hyperv {{(pid=103335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 07:38:18.855695 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa292006-eab3-4d6b-ba71-da33dd00e5d9 None None] Updating router b3647913-7e6a-4259-ad8f-fe4fb785c61e port 8eee7f3b-d4f5-49d5-9d62-6f7b6da3fb87 binding host dv-neutron-861624-1-hyperv {{(pid=103335) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 07:38:18.869272 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.db [None req-dae9f5d0-ea13-4e0c-a256-7cd56c1b246a tempest-PortsAdminExtendedAttrsTestJSON-1938695924 tempest-PortsAdminExtendedAttrsTestJSON-1938695924-project-admin] For port b0fc6a21-cc7d-4737-a47c-6c228b3aaec4, host hv-neutron-8616, cleared binding levels {{(pid=103332) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 07:38:18.870615 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.db [None req-dae9f5d0-ea13-4e0c-a256-7cd56c1b246a tempest-PortsAdminExtendedAttrsTestJSON-1938695924 tempest-PortsAdminExtendedAttrsTestJSON-1938695924-project-admin] Attempted to set empty binding levels {{(pid=103332) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Oct 19 07:38:18.894917 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-aa292006-eab3-4d6b-ba71-da33dd00e5d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:18.919305 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-880fd471-9699-46ac-a03f-244cbd57e94b None None] Current status of the port cf021212-5dbb-4943-9bb2-ee648adc660b is: DOWN; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:38:18.920095 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-880fd471-9699-46ac-a03f-244cbd57e94b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:18.923367 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-dae9f5d0-ea13-4e0c-a256-7cd56c1b246a tempest-PortsAdminExtendedAttrsTestJSON-1938695924 tempest-PortsAdminExtendedAttrsTestJSON-1938695924-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133553807'] for port, after_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:18.925932 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.plugin [None req-dae9f5d0-ea13-4e0c-a256-7cd56c1b246a tempest-PortsAdminExtendedAttrsTestJSON-1938695924 tempest-PortsAdminExtendedAttrsTestJSON-1938695924-project-admin] In _notify_port_updated(), no bound segment for port b0fc6a21-cc7d-4737-a47c-6c228b3aaec4 on network 0a63bd3f-8e79-47c5-9b78-4eaa93792a44 {{(pid=103332) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:900}} Oct 19 07:38:18.926814 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dae9f5d0-ea13-4e0c-a256-7cd56c1b246a tempest-PortsAdminExtendedAttrsTestJSON-1938695924 tempest-PortsAdminExtendedAttrsTestJSON-1938695924-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:38:18.927416 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-dae9f5d0-ea13-4e0c-a256-7cd56c1b246a tempest-PortsAdminExtendedAttrsTestJSON-1938695924 tempest-PortsAdminExtendedAttrsTestJSON-1938695924-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42160'] for port, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:18.929908 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-dae9f5d0-ea13-4e0c-a256-7cd56c1b246a tempest-PortsAdminExtendedAttrsTestJSON-1938695924 tempest-PortsAdminExtendedAttrsTestJSON-1938695924-project-admin] 10.222.0.27 "PUT /v2.0/ports/b0fc6a21-cc7d-4737-a47c-6c228b3aaec4 HTTP/1.1" status: 200 len: 976 time: 6.4164939 Oct 19 07:38:18.934181 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-e2e83020-89e7-4d72-9d85-5499fb28f64c tempest-ExternalNetworksTestJSON-1054651582 tempest-ExternalNetworksTestJSON-1054651582-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979'] for segment, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:18.934539 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.db.segments_db [None req-e2e83020-89e7-4d72-9d85-5499fb28f64c tempest-ExternalNetworksTestJSON-1054651582 tempest-ExternalNetworksTestJSON-1054651582-project-admin] Added segment 3e58796a-bf3a-45c8-bedd-f5b556e78eba of type vlan for network 50f5775a-f9ee-429f-bbb6-a16bf4a1f4f9 Oct 19 07:38:18.942789 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 53582) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:38:18.980772 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-c2bef9eb-f251-4aae-8bdb-08f7664cad71 tempest-ServerActionsTestJSON-1032082790 tempest-ServerActionsTestJSON-1032082790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:18.996188 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-105bd7dd-aa1b-4a88-a4cd-82a63eca1673 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:19.014143 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-1a0da505-d0f9-48c6-b7e2-53b9c5e41298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:19.031159 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Current status of the port 0dffe8c4-2da1-43a5-ad58-73149e75ccd7 is: ACTIVE; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:38:19.032470 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device 941803fa-8032-40bb-a8ba-616d8fbfed2b up at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 07:38:19.056983 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-880fd471-9699-46ac-a03f-244cbd57e94b None None] For port cf021212-5dbb-4943-9bb2-ee648adc660b, host dv-neutron-861624-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=cf021212-5dbb-4943-9bb2-ee648adc660b,segment=NetworkSegment(d3fee98f-d3eb-41cf-827a-ce536a5d361c),segment_id=d3fee98f-d3eb-41cf-827a-ce536a5d361c)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:38:19.093251 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-880fd471-9699-46ac-a03f-244cbd57e94b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:19.111455 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-105bd7dd-aa1b-4a88-a4cd-82a63eca1673 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:19.162159 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:19.187219 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-880fd471-9699-46ac-a03f-244cbd57e94b None None] Provisioning complete for port 8eee7f3b-d4f5-49d5-9d62-6f7b6da3fb87 triggered by entity DHCP. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:38:19.187584 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-880fd471-9699-46ac-a03f-244cbd57e94b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:19.187914 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-880fd471-9699-46ac-a03f-244cbd57e94b None None] Attempt 1 to provision port 8eee7f3b-d4f5-49d5-9d62-6f7b6da3fb87 Oct 19 07:38:19.192364 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-98a15eeb-0dec-4fbe-8e72-32e2ecc4d84d tempest-FloatingIPAdminTestJSON-1410639124 tempest-FloatingIPAdminTestJSON-1410639124-project] Notify callbacks [] for port, precommit_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:19.239077 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-89c34e63-366a-45bd-9ce1-dc886f22e4bb tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-679819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-133552721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130659632'] for subnet, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:19.241395 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880fd471-9699-46ac-a03f-244cbd57e94b None None] Pushing event updated for resources: {'Port': ['ID=cf021212-5dbb-4943-9bb2-ee648adc660b,revision_number=5']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:38:19.247981 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-98a15eeb-0dec-4fbe-8e72-32e2ecc4d84d tempest-FloatingIPAdminTestJSON-1410639124 tempest-FloatingIPAdminTestJSON-1410639124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130996754'] for port, after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:19.273327 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Provisioning complete for port 941803fa-8032-40bb-a8ba-616d8fbfed2b triggered by entity L2. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:38:19.273854 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:19.275460 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Attempt 1 to provision port 941803fa-8032-40bb-a8ba-616d8fbfed2b Oct 19 07:38:19.292086 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-55dcdedd-6477-4a91-94eb-8243280fab3e tempest-ServersTestManualDisk-1995987990 tempest-ServersTestManualDisk-1995987990-project] Notify callbacks [] for security_group, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:19.319813 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-e2e83020-89e7-4d72-9d85-5499fb28f64c tempest-ExternalNetworksTestJSON-1054651582 tempest-ExternalNetworksTestJSON-1054651582-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785020965340'] for network, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:19.339059 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-af835d2e-fe31-4203-86a5-23b0e3535f5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0466a78-eee4-41c7-bb6a-1d3d7da1ec22', 'name': 'tempest-ServerActionsTestJSON-119798104-router', 'tenant_id': 'b76abfccca1e443d8cfed9fe77b82608', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'external_fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.154'}], 'enable_snat': True}, 'gw_port_id': 'a0cf33cb-4842-47ad-888f-65e6168f50d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T07:37:57Z', 'updated_at': '2022-10-19T07:38:09Z', 'revision_number': 4, 'project_id': 'b76abfccca1e443d8cfed9fe77b82608', 'gw_port': {'id': 'a0cf33cb-4842-47ad-888f-65e6168f50d3', 'name': '', 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:f7:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0466a78-eee4-41c7-bb6a-1d3d7da1ec22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:38:00Z', 'updated_at': '2022-10-19T07:38:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861624-1-hyperv', '_interfaces': [{'id': 'cf021212-5dbb-4943-9bb2-ee648adc660b', 'name': '', 'network_id': '9f9e4d3a-9b0f-46a7-b045-8d44d07986e0', 'tenant_id': 'b76abfccca1e443d8cfed9fe77b82608', 'mac_address': 'fa:16:3e:27:b8:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0466a78-eee4-41c7-bb6a-1d3d7da1ec22', 'device_owner': 'network:router_interface', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': '509b576d-66cd-49df-8740-f428cd2060b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:38:06Z', 'updated_at': '2022-10-19T07:38:18Z', 'revision_number': 4, 'project_id': 'b76abfccca1e443d8cfed9fe77b82608', 'subnets': [{'id': '509b576d-66cd-49df-8740-f428cd2060b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:38:19.341690 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-880fd471-9699-46ac-a03f-244cbd57e94b None None] Port 8eee7f3b-d4f5-49d5-9d62-6f7b6da3fb87 cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 07:38:19.345537 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae9f5d0-ea13-4e0c-a256-7cd56c1b246a tempest-PortsAdminExtendedAttrsTestJSON-1938695924 tempest-PortsAdminExtendedAttrsTestJSON-1938695924-project-admin] Pushing event updated for resources: {'Port': ['ID=b0fc6a21-cc7d-4737-a47c-6c228b3aaec4,revision_number=3']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:38:19.355131 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-aa292006-eab3-4d6b-ba71-da33dd00e5d9 None None] Notify callbacks [] for port, precommit_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:19.373340 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-aa292006-eab3-4d6b-ba71-da33dd00e5d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:19.388099 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af835d2e-fe31-4203-86a5-23b0e3535f5b None None] The sync data for ids ['d0466a78-eee4-41c7-bb6a-1d3d7da1ec22'] in dv-neutron-861624-1-hyperv is: [{'id': 'd0466a78-eee4-41c7-bb6a-1d3d7da1ec22', 'name': 'tempest-ServerActionsTestJSON-119798104-router', 'tenant_id': 'b76abfccca1e443d8cfed9fe77b82608', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'external_fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.154'}], 'enable_snat': True}, 'gw_port_id': 'a0cf33cb-4842-47ad-888f-65e6168f50d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T07:37:57Z', 'updated_at': '2022-10-19T07:38:09Z', 'revision_number': 4, 'project_id': 'b76abfccca1e443d8cfed9fe77b82608', 'gw_port': {'id': 'a0cf33cb-4842-47ad-888f-65e6168f50d3', 'name': '', 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:f7:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0466a78-eee4-41c7-bb6a-1d3d7da1ec22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:38:00Z', 'updated_at': '2022-10-19T07:38:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861624-1-hyperv', '_interfaces': [{'id': 'cf021212-5dbb-4943-9bb2-ee648adc660b', 'name': '', 'network_id': '9f9e4d3a-9b0f-46a7-b045-8d44d07986e0', 'tenant_id': 'b76abfccca1e443d8cfed9fe77b82608', 'mac_address': 'fa:16:3e:27:b8:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0466a78-eee4-41c7-bb6a-1d3d7da1ec22', 'device_owner': 'network:router_interface', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': '509b576d-66cd-49df-8740-f428cd2060b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:38:06Z', 'updated_at': '2022-10-19T07:38:18Z', 'revision_number': 4, 'project_id': 'b76abfccca1e443d8cfed9fe77b82608', 'subnets': [{'id': '509b576d-66cd-49df-8740-f428cd2060b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 07:38:19.419349 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-55dcdedd-6477-4a91-94eb-8243280fab3e tempest-ServersTestManualDisk-1995987990 tempest-ServersTestManualDisk-1995987990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788643'] for security_group, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:19.432537 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.db_base_plugin_common [None req-c2bef9eb-f251-4aae-8bdb-08f7664cad71 tempest-ServerActionsTestJSON-1032082790 tempest-ServerActionsTestJSON-1032082790-project] Allocated IP 172.26.0.216 (99c66757-74e3-40a4-b479-8d09e3a7c3dd/7f3d1034-1de7-458a-a3ee-77488de3949b/53bdbd1c-bfaf-4e49-b008-db3a569bee1a) {{(pid=103333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 07:38:19.438457 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-89c34e63-366a-45bd-9ce1-dc886f22e4bb tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574827'] for subnet, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:19.439701 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a15eeb-0dec-4fbe-8e72-32e2ecc4d84d tempest-FloatingIPAdminTestJSON-1410639124 tempest-FloatingIPAdminTestJSON-1410639124-project] Pushing event updated for resources: {'Port': ['ID=e55d7a6a-c6c9-4188-8720-01983a8cba97,revision_number=2']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:38:19.448967 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-89c34e63-366a-45bd-9ce1-dc886f22e4bb tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] 10.222.0.27 "DELETE /v2.0/subnets/94149315-220b-4bf4-8def-f09c8d30d2bc HTTP/1.1" status: 204 len: 168 time: 2.0115466 Oct 19 07:38:19.454528 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-98a15eeb-0dec-4fbe-8e72-32e2ecc4d84d tempest-FloatingIPAdminTestJSON-1410639124 tempest-FloatingIPAdminTestJSON-1410639124-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1574855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1694822'] for router_interface, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:19.455754 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86469ba7-7d7f-4053-bc9e-b37ce438ed04 None None] Network 6b5a65c5-1bed-4301-9db8-c1056c2b8eba requested from dv-neutron-861624-1-hyperv {{(pid=103334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 07:38:19.462890 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 53584) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:38:19.529980 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-105bd7dd-aa1b-4a88-a4cd-82a63eca1673 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788643'] for security_group, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:19.532322 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-105bd7dd-aa1b-4a88-a4cd-82a63eca1673 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:19.535782 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-105bd7dd-aa1b-4a88-a4cd-82a63eca1673 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/77bbe139-d220-4a90-b2ae-cfb2a6889d4c HTTP/1.1" status: 204 len: 168 time: 0.7031558 Oct 19 07:38:19.540937 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28cfebf9-157d-4041-b04e-2372c74faef8 None None] Pushing event updated for resources: {'Port': ['ID=8eee7f3b-d4f5-49d5-9d62-6f7b6da3fb87,revision_number=3']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:38:19.556688 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-aa292006-eab3-4d6b-ba71-da33dd00e5d9 None None] Attempting to bind port 8eee7f3b-d4f5-49d5-9d62-6f7b6da3fb87 on host dv-neutron-861624-1-hyperv for vnic_type normal with profile {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 19 07:38:19.557349 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-aa292006-eab3-4d6b-ba71-da33dd00e5d9 None None] Attempting to bind port 8eee7f3b-d4f5-49d5-9d62-6f7b6da3fb87 by drivers openvswitch,hyperv on host dv-neutron-861624-1-hyperv at level 0 using segments [{'id': '1e98df17-e196-417f-957d-cb8b343f8c04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'b591b429-0972-4e45-afd3-bb0899b18496'}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 19 07:38:19.557916 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa292006-eab3-4d6b-ba71-da33dd00e5d9 None None] Attempting to bind port 8eee7f3b-d4f5-49d5-9d62-6f7b6da3fb87 on network b591b429-0972-4e45-afd3-bb0899b18496 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 07:38:19.568030 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa292006-eab3-4d6b-ba71-da33dd00e5d9 None None] Checking agent: {'id': 'a5b0152c-d633-409b-aaf8-3b76458e2410', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861624-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 19, 7, 30, 19), 'started_at': datetime.datetime(2022, 10, 19, 7, 30, 49), 'heartbeat_timestamp': datetime.datetime(2022, 10, 19, 7, 38, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861624-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 07:38:19.569536 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa292006-eab3-4d6b-ba71-da33dd00e5d9 None None] Checking segment: {'id': '1e98df17-e196-417f-957d-cb8b343f8c04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'b591b429-0972-4e45-afd3-bb0899b18496'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 19 07:38:19.569947 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-aa292006-eab3-4d6b-ba71-da33dd00e5d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:19.570335 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa292006-eab3-4d6b-ba71-da33dd00e5d9 None None] Bound using segment: {'id': '1e98df17-e196-417f-957d-cb8b343f8c04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'b591b429-0972-4e45-afd3-bb0899b18496'} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 07:38:19.572891 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-aa292006-eab3-4d6b-ba71-da33dd00e5d9 None None] Bound port: 8eee7f3b-d4f5-49d5-9d62-6f7b6da3fb87, host: dv-neutron-861624-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e98df17-e196-417f-957d-cb8b343f8c04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'b591b429-0972-4e45-afd3-bb0899b18496'}}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 19 07:38:19.573375 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-aa292006-eab3-4d6b-ba71-da33dd00e5d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:19.580580 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55dcdedd-6477-4a91-94eb-8243280fab3e tempest-ServersTestManualDisk-1995987990 tempest-ServersTestManualDisk-1995987990-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cd2f4ea7-fe99-4ea4-b101-5829406beaad,revision_number=1']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:38:19.608390 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c34e63-366a-45bd-9ce1-dc886f22e4bb tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Pushing event deleted for resources: {'Subnet': ['ID=94149315-220b-4bf4-8def-f09c8d30d2bc,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:38:19.633827 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-50c9e5f0-9610-4680-b3fa-8000f0a1348e tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] 10.222.0.27 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1673975 Oct 19 07:38:19.634444 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 53588) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:38:19.642641 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-55dcdedd-6477-4a91-94eb-8243280fab3e tempest-ServersTestManualDisk-1995987990 tempest-ServersTestManualDisk-1995987990-project] Notify callbacks [] for security_group, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:19.646136 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-55dcdedd-6477-4a91-94eb-8243280fab3e tempest-ServersTestManualDisk-1995987990 tempest-ServersTestManualDisk-1995987990-project] 10.222.0.27 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.4567564 Oct 19 07:38:19.660798 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b06b244-1df5-4571-9aaa-4c34252b850c tempest-PortsAdminExtendedAttrsTestJSON-1938695924 tempest-PortsAdminExtendedAttrsTestJSON-1938695924-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:38:19.662241 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b06b244-1df5-4571-9aaa-4c34252b850c tempest-PortsAdminExtendedAttrsTestJSON-1938695924 tempest-PortsAdminExtendedAttrsTestJSON-1938695924-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:38:19.662912 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b06b244-1df5-4571-9aaa-4c34252b850c tempest-PortsAdminExtendedAttrsTestJSON-1938695924 tempest-PortsAdminExtendedAttrsTestJSON-1938695924-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:38:19.663538 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b06b244-1df5-4571-9aaa-4c34252b850c tempest-PortsAdminExtendedAttrsTestJSON-1938695924 tempest-PortsAdminExtendedAttrsTestJSON-1938695924-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:38:19.664173 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b06b244-1df5-4571-9aaa-4c34252b850c tempest-PortsAdminExtendedAttrsTestJSON-1938695924 tempest-PortsAdminExtendedAttrsTestJSON-1938695924-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:38:19.664823 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b06b244-1df5-4571-9aaa-4c34252b850c tempest-PortsAdminExtendedAttrsTestJSON-1938695924 tempest-PortsAdminExtendedAttrsTestJSON-1938695924-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:38:19.665446 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b06b244-1df5-4571-9aaa-4c34252b850c tempest-PortsAdminExtendedAttrsTestJSON-1938695924 tempest-PortsAdminExtendedAttrsTestJSON-1938695924-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:38:19.666228 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b06b244-1df5-4571-9aaa-4c34252b850c tempest-PortsAdminExtendedAttrsTestJSON-1938695924 tempest-PortsAdminExtendedAttrsTestJSON-1938695924-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:38:19.666856 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b06b244-1df5-4571-9aaa-4c34252b850c tempest-PortsAdminExtendedAttrsTestJSON-1938695924 tempest-PortsAdminExtendedAttrsTestJSON-1938695924-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:38:19.667470 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b06b244-1df5-4571-9aaa-4c34252b850c tempest-PortsAdminExtendedAttrsTestJSON-1938695924 tempest-PortsAdminExtendedAttrsTestJSON-1938695924-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:38:19.668085 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b06b244-1df5-4571-9aaa-4c34252b850c tempest-PortsAdminExtendedAttrsTestJSON-1938695924 tempest-PortsAdminExtendedAttrsTestJSON-1938695924-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:38:19.668751 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b06b244-1df5-4571-9aaa-4c34252b850c tempest-PortsAdminExtendedAttrsTestJSON-1938695924 tempest-PortsAdminExtendedAttrsTestJSON-1938695924-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:38:19.669983 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b06b244-1df5-4571-9aaa-4c34252b850c tempest-PortsAdminExtendedAttrsTestJSON-1938695924 tempest-PortsAdminExtendedAttrsTestJSON-1938695924-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:38:19.670499 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 53590) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:38:19.670902 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b06b244-1df5-4571-9aaa-4c34252b850c tempest-PortsAdminExtendedAttrsTestJSON-1938695924 tempest-PortsAdminExtendedAttrsTestJSON-1938695924-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:38:19.671803 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b06b244-1df5-4571-9aaa-4c34252b850c tempest-PortsAdminExtendedAttrsTestJSON-1938695924 tempest-PortsAdminExtendedAttrsTestJSON-1938695924-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:38:19.672495 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b06b244-1df5-4571-9aaa-4c34252b850c tempest-PortsAdminExtendedAttrsTestJSON-1938695924 tempest-PortsAdminExtendedAttrsTestJSON-1938695924-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:38:19.673337 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b06b244-1df5-4571-9aaa-4c34252b850c tempest-PortsAdminExtendedAttrsTestJSON-1938695924 tempest-PortsAdminExtendedAttrsTestJSON-1938695924-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:38:19.673971 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b06b244-1df5-4571-9aaa-4c34252b850c tempest-PortsAdminExtendedAttrsTestJSON-1938695924 tempest-PortsAdminExtendedAttrsTestJSON-1938695924-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:38:19.674661 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b06b244-1df5-4571-9aaa-4c34252b850c tempest-PortsAdminExtendedAttrsTestJSON-1938695924 tempest-PortsAdminExtendedAttrsTestJSON-1938695924-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:38:19.679229 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-6b06b244-1df5-4571-9aaa-4c34252b850c tempest-PortsAdminExtendedAttrsTestJSON-1938695924 tempest-PortsAdminExtendedAttrsTestJSON-1938695924-project-admin] 10.222.0.27 "GET /v2.0/ports HTTP/1.1" status: 200 len: 17129 time: 0.7124641 Oct 19 07:38:19.687886 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 53592) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:38:19.693736 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Current status of the port 941803fa-8032-40bb-a8ba-616d8fbfed2b is: ACTIVE; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:38:19.699790 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device f96a1284-97a6-4ae5-9893-8add67057705 up at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 07:38:19.704324 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-5759786d-8c1d-4201-bb7d-df33745a8b72 tempest-ServersTestManualDisk-1995987990 tempest-ServersTestManualDisk-1995987990-project] Request body: {'security_group_rule': {'security_group_id': 'cd2f4ea7-fe99-4ea4-b101-5829406beaad', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:38:19.720121 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-e2e83020-89e7-4d72-9d85-5499fb28f64c tempest-ExternalNetworksTestJSON-1054651582 tempest-ExternalNetworksTestJSON-1054651582-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873'] for network, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:19.721316 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2e83020-89e7-4d72-9d85-5499fb28f64c tempest-ExternalNetworksTestJSON-1054651582 tempest-ExternalNetworksTestJSON-1054651582-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:38:19.722027 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-e2e83020-89e7-4d72-9d85-5499fb28f64c tempest-ExternalNetworksTestJSON-1054651582 tempest-ExternalNetworksTestJSON-1054651582-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574827'] for network, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:19.732468 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.services.segments.plugin [-] Segment 290edcfc-0daf-4aa9-8ea8-62622e94c402 resource provider aggregate not found Oct 19 07:38:19.762824 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.services.segments.plugin [-] Segment 290edcfc-0daf-4aa9-8ea8-62622e94c402 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 290edcfc-0daf-4aa9-8ea8-62622e94c402 found for delete ", "request_id": "req-fd3cf4eb-0ae9-4e6f-92c2-887a30703265"}]} Oct 19 07:38:19.790442 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-aa292006-eab3-4d6b-ba71-da33dd00e5d9 None None] For port 8eee7f3b-d4f5-49d5-9d62-6f7b6da3fb87, host dv-neutron-861624-1-hyperv, cleared binding levels {{(pid=103335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 07:38:19.798065 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-aa292006-eab3-4d6b-ba71-da33dd00e5d9 None None] For port 8eee7f3b-d4f5-49d5-9d62-6f7b6da3fb87, host dv-neutron-861624-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=8eee7f3b-d4f5-49d5-9d62-6f7b6da3fb87,segment=NetworkSegment(1e98df17-e196-417f-957d-cb8b343f8c04),segment_id=1e98df17-e196-417f-957d-cb8b343f8c04)] {{(pid=103335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 07:38:19.810743 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-aa292006-eab3-4d6b-ba71-da33dd00e5d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:19.831674 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-e2e83020-89e7-4d72-9d85-5499fb28f64c tempest-ExternalNetworksTestJSON-1054651582 tempest-ExternalNetworksTestJSON-1054651582-project-admin] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.2886322 Oct 19 07:38:19.841488 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 53598) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:38:19.853002 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-880fd471-9699-46ac-a03f-244cbd57e94b None None] Attempt 2 to provision port 8eee7f3b-d4f5-49d5-9d62-6f7b6da3fb87 Oct 19 07:38:19.893688 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105bd7dd-aa1b-4a88-a4cd-82a63eca1673 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77bbe139-d220-4a90-b2ae-cfb2a6889d4c,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:38:19.930993 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28cfebf9-157d-4041-b04e-2372c74faef8 None None] Pushing event updated for resources: {'Port': ['ID=8eee7f3b-d4f5-49d5-9d62-6f7b6da3fb87,revision_number=4']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:38:19.933973 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa292006-eab3-4d6b-ba71-da33dd00e5d9 None None] Routers {'b3647913-7e6a-4259-ad8f-fe4fb785c61e'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 07:38:19.934716 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-aa292006-eab3-4d6b-ba71-da33dd00e5d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T07:38:16Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['b3647913-7e6a-4259-ad8f-fe4fb785c61e'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:38:19.938601 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3021a44c-3cba-40c9-9146-4630ce42a5f1 None None] DHCP port deletion for 6b5a65c5-1bed-4301-9db8-c1056c2b8eba request from dv-neutron-861624-1-hyperv {{(pid=103334) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 07:38:19.962254 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e83020-89e7-4d72-9d85-5499fb28f64c tempest-ExternalNetworksTestJSON-1054651582 tempest-ExternalNetworksTestJSON-1054651582-project-admin] Pushing event updated for resources: {'Network': ['ID=50f5775a-f9ee-429f-bbb6-a16bf4a1f4f9,revision_number=1']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:38:20.012123 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Network 50f5775a-f9ee-429f-bbb6-a16bf4a1f4f9 details requested by agent ovs-agent-dv-neutron-861624-1-hyperv with host dv-neutron-861624-1-hyperv {{(pid=103334) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 07:38:20.091497 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Provisioning complete for port f96a1284-97a6-4ae5-9893-8add67057705 triggered by entity L2. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:38:20.091876 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:20.094049 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Attempt 1 to provision port f96a1284-97a6-4ae5-9893-8add67057705 Oct 19 07:38:20.152410 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvr_db [None req-aa292006-eab3-4d6b-ba71-da33dd00e5d9 None None] Set router b3647913-7e6a-4259-ad8f-fe4fb785c61e gateway port host: dv-neutron-861624-1-hyperv {{(pid=103335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 07:38:20.183050 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-5759786d-8c1d-4201-bb7d-df33745a8b72 tempest-ServersTestManualDisk-1995987990 tempest-ServersTestManualDisk-1995987990-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:20.192871 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-e500fd41-6190-4be5-87b8-14f39f0dbcee tempest-ServersTestJSON-461936375 tempest-ServersTestJSON-461936375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:20.208629 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.plugin [None req-c0316e95-b717-46b6-a694-e8b82b275aba tempest-PortsAdminExtendedAttrsTestJSON-1938695924 tempest-PortsAdminExtendedAttrsTestJSON-1938695924-project-admin] Deleting port b0fc6a21-cc7d-4737-a47c-6c228b3aaec4 {{(pid=103332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 07:38:20.208977 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-c0316e95-b717-46b6-a694-e8b82b275aba tempest-PortsAdminExtendedAttrsTestJSON-1938695924 tempest-PortsAdminExtendedAttrsTestJSON-1938695924-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:20.219956 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cb88421-0722-41ea-a12f-7a5c9e1330f6 tempest-ExternalNetworksTestJSON-1942265098 tempest-ExternalNetworksTestJSON-1942265098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:38:20.226144 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cb88421-0722-41ea-a12f-7a5c9e1330f6 tempest-ExternalNetworksTestJSON-1942265098 tempest-ExternalNetworksTestJSON-1942265098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:38:20.232398 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cb88421-0722-41ea-a12f-7a5c9e1330f6 tempest-ExternalNetworksTestJSON-1942265098 tempest-ExternalNetworksTestJSON-1942265098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:38:20.238573 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cb88421-0722-41ea-a12f-7a5c9e1330f6 tempest-ExternalNetworksTestJSON-1942265098 tempest-ExternalNetworksTestJSON-1942265098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:38:20.240262 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-1cb88421-0722-41ea-a12f-7a5c9e1330f6 tempest-ExternalNetworksTestJSON-1942265098 tempest-ExternalNetworksTestJSON-1942265098-project] 10.222.0.27 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2453 time: 0.3967814 Oct 19 07:38:20.253784 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 53602) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:38:20.308228 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 53604) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:38:20.314925 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f063ac76-ca03-4ed4-89d3-c7f487959db5 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:38:20.316802 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-f063ac76-ca03-4ed4-89d3-c7f487959db5 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] 10.222.0.27 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.6586351 Oct 19 07:38:20.346988 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-c2bef9eb-f251-4aae-8bdb-08f7664cad71 tempest-ServerActionsTestJSON-1032082790 tempest-ServerActionsTestJSON-1032082790-project] Notify callbacks [] for port, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:20.367906 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.db [None req-c0316e95-b717-46b6-a694-e8b82b275aba tempest-PortsAdminExtendedAttrsTestJSON-1938695924 tempest-PortsAdminExtendedAttrsTestJSON-1938695924-project-admin] For port b0fc6a21-cc7d-4737-a47c-6c228b3aaec4, host hv-neutron-8616, got binding levels [] {{(pid=103332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:38:20.368429 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-c0316e95-b717-46b6-a694-e8b82b275aba tempest-PortsAdminExtendedAttrsTestJSON-1938695924 tempest-PortsAdminExtendedAttrsTestJSON-1938695924-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:20.376427 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 53606) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:38:20.383622 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.plugin [None req-c0316e95-b717-46b6-a694-e8b82b275aba tempest-PortsAdminExtendedAttrsTestJSON-1938695924 tempest-PortsAdminExtendedAttrsTestJSON-1938695924-project-admin] Calling delete_port for b0fc6a21-cc7d-4737-a47c-6c228b3aaec4 owned by {{(pid=103332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 07:38:20.441841 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98a15eeb-0dec-4fbe-8e72-32e2ecc4d84d tempest-FloatingIPAdminTestJSON-1410639124 tempest-FloatingIPAdminTestJSON-1410639124-project] Network 517dc00e-1738-4c01-9edd-b14a7206139a is already hosted by enough agents. {{(pid=103333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 07:38:20.455597 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-98a15eeb-0dec-4fbe-8e72-32e2ecc4d84d tempest-FloatingIPAdminTestJSON-1410639124 tempest-FloatingIPAdminTestJSON-1410639124-project] Resources bound (agent type, host, resource id): {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:38:20.467941 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-c2bef9eb-f251-4aae-8bdb-08f7664cad71 tempest-ServerActionsTestJSON-1032082790 tempest-ServerActionsTestJSON-1032082790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785020947330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130996763'] for port, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:20.532357 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-5759786d-8c1d-4201-bb7d-df33745a8b72 tempest-ServersTestManualDisk-1995987990 tempest-ServersTestManualDisk-1995987990-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:20.537327 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8070db1-9929-4cec-b829-2644819bfed8 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:38:20.541166 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-b8070db1-9929-4cec-b829-2644819bfed8 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] 10.222.0.27 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1571815 Oct 19 07:38:20.585803 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-880fd471-9699-46ac-a03f-244cbd57e94b None None] Current status of the port 8eee7f3b-d4f5-49d5-9d62-6f7b6da3fb87 is: DOWN; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:38:20.587836 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2bef9eb-f251-4aae-8bdb-08f7664cad71 tempest-ServerActionsTestJSON-1032082790 tempest-ServerActionsTestJSON-1032082790-project] Network 99c66757-74e3-40a4-b479-8d09e3a7c3dd is already hosted by enough agents. {{(pid=103333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 07:38:20.588619 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-aa292006-eab3-4d6b-ba71-da33dd00e5d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3647913-7e6a-4259-ad8f-fe4fb785c61e', 'name': 'tempest-ServersTestManualDisk-1946037705-router', 'tenant_id': '340a20aa929d4020a108d5231191ac1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'external_fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.199'}], 'enable_snat': True}, 'gw_port_id': '941803fa-8032-40bb-a8ba-616d8fbfed2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T07:37:59Z', 'updated_at': '2022-10-19T07:38:14Z', 'revision_number': 4, 'project_id': '340a20aa929d4020a108d5231191ac1d', 'gw_port': {'id': '941803fa-8032-40bb-a8ba-616d8fbfed2b', 'name': '', 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:6f:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3647913-7e6a-4259-ad8f-fe4fb785c61e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:38:01Z', 'updated_at': '2022-10-19T07:38:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861624-1-hyperv', '_interfaces': [{'id': '8eee7f3b-d4f5-49d5-9d62-6f7b6da3fb87', 'name': '', 'network_id': 'b591b429-0972-4e45-afd3-bb0899b18496', 'tenant_id': '340a20aa929d4020a108d5231191ac1d', 'mac_address': 'fa:16:3e:5d:44:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3647913-7e6a-4259-ad8f-fe4fb785c61e', 'device_owner': 'network:router_interface', 'standard_attr_id': 139, 'fixed_ips': [{'subnet_id': '50f42235-c2b7-4baf-8d65-761c27136b2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:38:11Z', 'updated_at': '2022-10-19T07:38:19Z', 'revision_number': 4, 'project_id': '340a20aa929d4020a108d5231191ac1d', 'subnets': [{'id': '50f42235-c2b7-4baf-8d65-761c27136b2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:38:20.590376 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-880fd471-9699-46ac-a03f-244cbd57e94b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:20.593861 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 53608) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:38:20.595039 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-c2bef9eb-f251-4aae-8bdb-08f7664cad71 tempest-ServerActionsTestJSON-1032082790 tempest-ServerActionsTestJSON-1032082790-project] Resources bound (agent type, host, resource id): {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:38:20.597754 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2bef9eb-f251-4aae-8bdb-08f7664cad71 tempest-ServerActionsTestJSON-1032082790 tempest-ServerActionsTestJSON-1032082790-project] Received port after_create {{(pid=103333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 07:38:20.610852 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-5759786d-8c1d-4201-bb7d-df33745a8b72 tempest-ServersTestManualDisk-1995987990 tempest-ServersTestManualDisk-1995987990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815365'] for security_group_rule, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:20.641250 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-3021a44c-3cba-40c9-9146-4630ce42a5f1 None None] Deleting port 54df7cc5-9457-4c1c-82bc-380fe2ff43bb {{(pid=103334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 07:38:20.641628 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-3021a44c-3cba-40c9-9146-4630ce42a5f1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:20.666115 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa292006-eab3-4d6b-ba71-da33dd00e5d9 None None] The sync data for ids ['b3647913-7e6a-4259-ad8f-fe4fb785c61e'] in dv-neutron-861624-1-hyperv is: [{'id': 'b3647913-7e6a-4259-ad8f-fe4fb785c61e', 'name': 'tempest-ServersTestManualDisk-1946037705-router', 'tenant_id': '340a20aa929d4020a108d5231191ac1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'external_fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.199'}], 'enable_snat': True}, 'gw_port_id': '941803fa-8032-40bb-a8ba-616d8fbfed2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T07:37:59Z', 'updated_at': '2022-10-19T07:38:14Z', 'revision_number': 4, 'project_id': '340a20aa929d4020a108d5231191ac1d', 'gw_port': {'id': '941803fa-8032-40bb-a8ba-616d8fbfed2b', 'name': '', 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:6f:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3647913-7e6a-4259-ad8f-fe4fb785c61e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:38:01Z', 'updated_at': '2022-10-19T07:38:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861624-1-hyperv', '_interfaces': [{'id': '8eee7f3b-d4f5-49d5-9d62-6f7b6da3fb87', 'name': '', 'network_id': 'b591b429-0972-4e45-afd3-bb0899b18496', 'tenant_id': '340a20aa929d4020a108d5231191ac1d', 'mac_address': 'fa:16:3e:5d:44:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3647913-7e6a-4259-ad8f-fe4fb785c61e', 'device_owner': 'network:router_interface', 'standard_attr_id': 139, 'fixed_ips': [{'subnet_id': '50f42235-c2b7-4baf-8d65-761c27136b2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:38:11Z', 'updated_at': '2022-10-19T07:38:19Z', 'revision_number': 4, 'project_id': '340a20aa929d4020a108d5231191ac1d', 'subnets': [{'id': '50f42235-c2b7-4baf-8d65-761c27136b2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 07:38:20.836199 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-6a13f488-2b45-40a2-aab5-7761d6ab3beb admin admin] Notify callbacks [] for security_group, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:20.846430 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-880fd471-9699-46ac-a03f-244cbd57e94b None None] For port 8eee7f3b-d4f5-49d5-9d62-6f7b6da3fb87, host dv-neutron-861624-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=8eee7f3b-d4f5-49d5-9d62-6f7b6da3fb87,segment=NetworkSegment(1e98df17-e196-417f-957d-cb8b343f8c04),segment_id=1e98df17-e196-417f-957d-cb8b343f8c04)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:38:20.867410 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-3021a44c-3cba-40c9-9146-4630ce42a5f1 None None] For port 54df7cc5-9457-4c1c-82bc-380fe2ff43bb, host dv-neutron-861624-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=54df7cc5-9457-4c1c-82bc-380fe2ff43bb,segment=NetworkSegment(5a8d2b05-b527-4bd4-a671-b9112f193fef),segment_id=5a8d2b05-b527-4bd4-a671-b9112f193fef)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:38:20.867891 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-3021a44c-3cba-40c9-9146-4630ce42a5f1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:20.871294 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Current status of the port f96a1284-97a6-4ae5-9893-8add67057705 is: ACTIVE; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:38:20.880486 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-880fd471-9699-46ac-a03f-244cbd57e94b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:20.941892 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-6a13f488-2b45-40a2-aab5-7761d6ab3beb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:20.962983 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-6a13f488-2b45-40a2-aab5-7761d6ab3beb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788643'] for security_group, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:20.971789 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880fd471-9699-46ac-a03f-244cbd57e94b None None] Pushing event updated for resources: {'Port': ['ID=8eee7f3b-d4f5-49d5-9d62-6f7b6da3fb87,revision_number=5']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:38:20.974943 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-3021a44c-3cba-40c9-9146-4630ce42a5f1 None None] Calling delete_port for 54df7cc5-9457-4c1c-82bc-380fe2ff43bb owned by network:dhcp {{(pid=103334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 07:38:21.009562 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-880fd471-9699-46ac-a03f-244cbd57e94b None None] Provisioning complete for port f96a1284-97a6-4ae5-9893-8add67057705 triggered by entity DHCP. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:38:21.009945 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-880fd471-9699-46ac-a03f-244cbd57e94b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:21.010280 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-880fd471-9699-46ac-a03f-244cbd57e94b None None] Attempt 1 to provision port f96a1284-97a6-4ae5-9893-8add67057705 Oct 19 07:38:21.012489 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5759786d-8c1d-4201-bb7d-df33745a8b72 tempest-ServersTestManualDisk-1995987990 tempest-ServersTestManualDisk-1995987990-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4c10a9f-aab1-42ce-b672-6440a409e4cb,revision_number=0']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:38:21.031758 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-621b24d0-a4bd-42d7-831b-fd7fbf4b9c56 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] 10.222.0.27 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.4305797 Oct 19 07:38:21.044809 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 53610) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:38:21.055856 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-01252263-aea9-41f8-8e25-e85c3f6ae011 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Request body: {'subnet': {'network_id': '6b5a65c5-1bed-4301-9db8-c1056c2b8eba', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:38:21.063357 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bef9eb-f251-4aae-8bdb-08f7664cad71 tempest-ServerActionsTestJSON-1032082790 tempest-ServerActionsTestJSON-1032082790-project] Pushing event updated for resources: {'Port': ['ID=53bdbd1c-bfaf-4e49-b008-db3a569bee1a,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:38:21.073333 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-5759786d-8c1d-4201-bb7d-df33745a8b72 tempest-ServersTestManualDisk-1995987990 tempest-ServersTestManualDisk-1995987990-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:21.077895 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-5759786d-8c1d-4201-bb7d-df33745a8b72 tempest-ServersTestManualDisk-1995987990 tempest-ServersTestManualDisk-1995987990-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.3805232 Oct 19 07:38:21.083574 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 53612) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:38:21.085979 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device 5efc831d-8a9a-442f-8e69-1c8886e78ed0 no longer exists at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 07:38:21.103722 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-77698c3f-b2d4-4cfb-b4e6-eda1bc4eda74 tempest-ExternalNetworksTestJSON-1054651582 tempest-ExternalNetworksTestJSON-1054651582-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-667019'] for network, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:21.111600 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-672d671b-b835-454d-8b57-7afa3ee3707c tempest-ServersTestManualDisk-1995987990 tempest-ServersTestManualDisk-1995987990-project] Request body: {'security_group_rule': {'security_group_id': 'cd2f4ea7-fe99-4ea4-b101-5829406beaad', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:38:21.120547 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] No Port match for: 5efc831d-8a9a-442f-8e69-1c8886e78ed0 {{(pid=103334) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 19 07:38:21.120981 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device 5efc831d-8a9a-442f-8e69-1c8886e78ed0 not bound to the agent host dv-neutron-861624-1-hyperv {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 07:38:21.136791 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-6a13f488-2b45-40a2-aab5-7761d6ab3beb admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=e0caeb04e43043a5bc516c7621d3e3b2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3408918 Oct 19 07:38:21.138492 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a13f488-2b45-40a2-aab5-7761d6ab3beb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9584fa9e-6f5a-4d30-a7ab-cc553e70469c,revision_number=1']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:38:21.141115 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-c0316e95-b717-46b6-a694-e8b82b275aba tempest-PortsAdminExtendedAttrsTestJSON-1938695924 tempest-PortsAdminExtendedAttrsTestJSON-1938695924-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133553798'] for port, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:21.145623 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 53614) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:38:21.177285 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-3021a44c-3cba-40c9-9146-4630ce42a5f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339'] for port, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:21.214923 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.db_base_plugin_common [None req-e500fd41-6190-4be5-87b8-14f39f0dbcee tempest-ServersTestJSON-461936375 tempest-ServersTestJSON-461936375-project] Allocated IP 172.26.0.83 (99c66757-74e3-40a4-b479-8d09e3a7c3dd/7f3d1034-1de7-458a-a3ee-77488de3949b/084d105c-84aa-4736-a486-c4b7ee0d49dc) {{(pid=103332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 07:38:21.217773 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3021a44c-3cba-40c9-9146-4630ce42a5f1 None None] Pushing event deleted for resources: {'Port': ['ID=54df7cc5-9457-4c1c-82bc-380fe2ff43bb,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:38:21.220314 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0316e95-b717-46b6-a694-e8b82b275aba tempest-PortsAdminExtendedAttrsTestJSON-1938695924 tempest-PortsAdminExtendedAttrsTestJSON-1938695924-project-admin] Pushing event deleted for resources: {'Port': ['ID=b0fc6a21-cc7d-4737-a47c-6c228b3aaec4,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:38:21.224973 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3021a44c-3cba-40c9-9146-4630ce42a5f1 None None] No DVR routers for this DVR port 54df7cc5-9457-4c1c-82bc-380fe2ff43bb on host dv-neutron-861624-1-hyperv {{(pid=103334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 19 07:38:21.240108 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-c0316e95-b717-46b6-a694-e8b82b275aba tempest-PortsAdminExtendedAttrsTestJSON-1938695924 tempest-PortsAdminExtendedAttrsTestJSON-1938695924-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42160'] for port, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:21.245344 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-c0316e95-b717-46b6-a694-e8b82b275aba tempest-PortsAdminExtendedAttrsTestJSON-1938695924 tempest-PortsAdminExtendedAttrsTestJSON-1938695924-project-admin] 10.222.0.27 "DELETE /v2.0/ports/b0fc6a21-cc7d-4737-a47c-6c228b3aaec4 HTTP/1.1" status: 204 len: 168 time: 1.5237439 Oct 19 07:38:21.247502 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 53616) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:38:21.268972 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-672d671b-b835-454d-8b57-7afa3ee3707c tempest-ServersTestManualDisk-1995987990 tempest-ServersTestManualDisk-1995987990-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:21.270330 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-880fd471-9699-46ac-a03f-244cbd57e94b None None] Current status of the port f96a1284-97a6-4ae5-9893-8add67057705 is: ACTIVE; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:38:21.276357 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98a15eeb-0dec-4fbe-8e72-32e2ecc4d84d tempest-FloatingIPAdminTestJSON-1410639124 tempest-FloatingIPAdminTestJSON-1410639124-project] Router 9719b9fe-e983-4fb1-85e8-6c40f3297fde has already been hosted by L3 agent ab388470-1243-4d53-80f2-c2f5899c97a7 {{(pid=103333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 07:38:21.313268 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.pecan_wsgi.hooks.translation [None req-ddfb7399-34f1-4a9f-ac1c-dfe3054ac660 tempest-PortsAdminExtendedAttrsTestJSON-1938695924 tempest-PortsAdminExtendedAttrsTestJSON-1938695924-project-admin] GET failed (client error): The resource could not be found. Oct 19 07:38:21.321341 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-ddfb7399-34f1-4a9f-ac1c-dfe3054ac660 tempest-PortsAdminExtendedAttrsTestJSON-1938695924 tempest-PortsAdminExtendedAttrsTestJSON-1938695924-project-admin] 10.222.0.27 "GET /v2.0/ports/b0fc6a21-cc7d-4737-a47c-6c228b3aaec4 HTTP/1.1" status: 404 len: 333 time: 0.0677967 Oct 19 07:38:21.325106 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 53618) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:38:21.353706 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-c2bef9eb-f251-4aae-8bdb-08f7664cad71 tempest-ServerActionsTestJSON-1032082790 tempest-ServerActionsTestJSON-1032082790-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:21.364455 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-789ac20f-a920-4296-af5c-0554449b56fb tempest-PortsAdminExtendedAttrsTestJSON-1938695924 tempest-PortsAdminExtendedAttrsTestJSON-1938695924-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1144202458', 'network_id': '0a63bd3f-8e79-47c5-9b78-4eaa93792a44'}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:38:21.386040 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-9ab7a476-8e41-4aba-976c-7761d2034f97 None None] Could not find standard attr ID for object b87cf9e8-310a-4d05-99fb-f2c7b1b8ccf8. {{(pid=103334) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 19 07:38:21.389553 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01252263-aea9-41f8-8e25-e85c3f6ae011 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Made reservation on behalf of 61a2e57b80c1442e9cb330141a970781 for: {'subnet': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 07:38:21.393045 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-01252263-aea9-41f8-8e25-e85c3f6ae011 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130170579'] for subnet, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:21.414101 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-9ab7a476-8e41-4aba-976c-7761d2034f97 None None] Provisioning complete for port e55d7a6a-c6c9-4188-8720-01983a8cba97 triggered by entity DHCP. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:38:21.414989 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-9ab7a476-8e41-4aba-976c-7761d2034f97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:21.415519 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-9ab7a476-8e41-4aba-976c-7761d2034f97 None None] Attempt 1 to provision port e55d7a6a-c6c9-4188-8720-01983a8cba97 Oct 19 07:38:21.481273 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-77698c3f-b2d4-4cfb-b4e6-eda1bc4eda74 tempest-ExternalNetworksTestJSON-1054651582 tempest-ExternalNetworksTestJSON-1054651582-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-673051', 'neutron.services.segments.db._delete_segments_for_network-8785021519108'] for network, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:21.503450 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-9ab7a476-8e41-4aba-976c-7761d2034f97 None None] Port e55d7a6a-c6c9-4188-8720-01983a8cba97 cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 07:38:21.538284 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-6b03a5b6-f301-4b1d-9a24-c0c0a6f463e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:21.547290 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.services.segments.db [None req-77698c3f-b2d4-4cfb-b4e6-eda1bc4eda74 tempest-ExternalNetworksTestJSON-1054651582 tempest-ExternalNetworksTestJSON-1054651582-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50f5775a-f9ee-429f-bbb6-a16bf4a1f4f9']}} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:38:21.560145 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-c2bef9eb-f251-4aae-8bdb-08f7664cad71 tempest-ServerActionsTestJSON-1032082790 tempest-ServerActionsTestJSON-1032082790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:21.563409 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-789ac20f-a920-4296-af5c-0554449b56fb tempest-PortsAdminExtendedAttrsTestJSON-1938695924 tempest-PortsAdminExtendedAttrsTestJSON-1938695924-project-admin] Made reservation on behalf of 40b5e851278148f68e8c21f518d0fd3c for: {'port': 1} {{(pid=103332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 07:38:21.565748 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-789ac20f-a920-4296-af5c-0554449b56fb tempest-PortsAdminExtendedAttrsTestJSON-1938695924 tempest-PortsAdminExtendedAttrsTestJSON-1938695924-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:21.581346 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.services.segments.db [None req-77698c3f-b2d4-4cfb-b4e6-eda1bc4eda74 tempest-ExternalNetworksTestJSON-1054651582 tempest-ExternalNetworksTestJSON-1054651582-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e58796a-bf3a-45c8-bedd-f5b556e78eba') {'for_net_delete': True} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:38:21.581654 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.services.segments.db [None req-77698c3f-b2d4-4cfb-b4e6-eda1bc4eda74 tempest-ExternalNetworksTestJSON-1054651582 tempest-ExternalNetworksTestJSON-1054651582-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e58796a-bf3a-45c8-bedd-f5b556e78eba') {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:38:21.607114 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-e500fd41-6190-4be5-87b8-14f39f0dbcee tempest-ServersTestJSON-461936375 tempest-ServersTestJSON-461936375-project] Notify callbacks [] for port, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:21.609525 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-672d671b-b835-454d-8b57-7afa3ee3707c tempest-ServersTestManualDisk-1995987990 tempest-ServersTestManualDisk-1995987990-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:21.613228 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device 8eee7f3b-d4f5-49d5-9d62-6f7b6da3fb87 up at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 07:38:21.620401 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-77698c3f-b2d4-4cfb-b4e6-eda1bc4eda74 tempest-ExternalNetworksTestJSON-1054651582 tempest-ExternalNetworksTestJSON-1054651582-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785021519382', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130726885'] for segment, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:21.632020 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-672d671b-b835-454d-8b57-7afa3ee3707c tempest-ServersTestManualDisk-1995987990 tempest-ServersTestManualDisk-1995987990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815365'] for security_group_rule, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:21.640835 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-6b03a5b6-f301-4b1d-9a24-c0c0a6f463e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:21.666752 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98a15eeb-0dec-4fbe-8e72-32e2ecc4d84d tempest-FloatingIPAdminTestJSON-1410639124 tempest-FloatingIPAdminTestJSON-1410639124-project] Notify agent at l3_agent.dv-neutron-861624-1-hyperv the message routers_updated {{(pid=103333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 07:38:21.668279 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Provisioning complete for port 8eee7f3b-d4f5-49d5-9d62-6f7b6da3fb87 triggered by entity L2. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:38:21.668870 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:21.669328 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Attempt 1 to provision port 8eee7f3b-d4f5-49d5-9d62-6f7b6da3fb87 Oct 19 07:38:21.669646 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.notifiers.nova [None req-789ac20f-a920-4296-af5c-0554449b56fb tempest-PortsAdminExtendedAttrsTestJSON-1938695924 tempest-PortsAdminExtendedAttrsTestJSON-1938695924-project-admin] device_id is not set on port d5f10e82-5427-494b-9402-f8beaa6795df yet. {{(pid=103332) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 19 07:38:21.678470 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-98a15eeb-0dec-4fbe-8e72-32e2ecc4d84d tempest-FloatingIPAdminTestJSON-1410639124 tempest-FloatingIPAdminTestJSON-1410639124-project] 10.222.0.27 "PUT /v2.0/routers/9719b9fe-e983-4fb1-85e8-6c40f3297fde/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2726700 Oct 19 07:38:21.681861 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 53620) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:38:21.686424 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-c21fb92d-83de-408a-a1b6-050814b21481 tempest-FloatingIPAdminTestJSON-1410639124 tempest-FloatingIPAdminTestJSON-1410639124-project] Request body: {'port': {'network_id': '517dc00e-1738-4c01-9edd-b14a7206139a', 'name': 'tempest-FloatingIPAdminTestJSON-733783377'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:38:21.695312 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-77698c3f-b2d4-4cfb-b4e6-eda1bc4eda74 tempest-ExternalNetworksTestJSON-1054651582 tempest-ExternalNetworksTestJSON-1054651582-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979'] for segment, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:21.697441 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672d671b-b835-454d-8b57-7afa3ee3707c tempest-ServersTestManualDisk-1995987990 tempest-ServersTestManualDisk-1995987990-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da11356c-6116-409e-b30f-b604630ce7b4,revision_number=0']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:38:21.698021 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba023f4a-bce7-446c-b944-abaa1d46e1a5 None None] Sync routers for ids ['9719b9fe-e983-4fb1-85e8-6c40f3297fde'] in dv-neutron-861624-1-hyperv {{(pid=103334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 07:38:21.721776 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba023f4a-bce7-446c-b944-abaa1d46e1a5 None None] Routers {'9719b9fe-e983-4fb1-85e8-6c40f3297fde'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 07:38:21.722520 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-ba023f4a-bce7-446c-b944-abaa1d46e1a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T07:38:16Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['9719b9fe-e983-4fb1-85e8-6c40f3297fde'], 'active': True} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:38:21.760344 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-672d671b-b835-454d-8b57-7afa3ee3707c tempest-ServersTestManualDisk-1995987990 tempest-ServersTestManualDisk-1995987990-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:21.761577 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-672d671b-b835-454d-8b57-7afa3ee3707c tempest-ServersTestManualDisk-1995987990 tempest-ServersTestManualDisk-1995987990-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6731975 Oct 19 07:38:21.762655 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77698c3f-b2d4-4cfb-b4e6-eda1bc4eda74 tempest-ExternalNetworksTestJSON-1054651582 tempest-ExternalNetworksTestJSON-1054651582-project-admin] Releasing vlan 180 on physical network physnet1 to pool {{(pid=103332) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 07:38:21.763043 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-77698c3f-b2d4-4cfb-b4e6-eda1bc4eda74 tempest-ExternalNetworksTestJSON-1054651582 tempest-ExternalNetworksTestJSON-1054651582-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-133553843'] for segment, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:21.766748 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-ba023f4a-bce7-446c-b944-abaa1d46e1a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:38:21.779332 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 53622) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:38:21.802701 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba023f4a-bce7-446c-b944-abaa1d46e1a5 None None] Routers {'9719b9fe-e983-4fb1-85e8-6c40f3297fde'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 07:38:21.803370 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-ba023f4a-bce7-446c-b944-abaa1d46e1a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T07:38:16Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['9719b9fe-e983-4fb1-85e8-6c40f3297fde'], 'active': True} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:38:21.811758 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-7931a563-1a30-495e-90cc-4b442683cd95 tempest-ServersTestManualDisk-1995987990 tempest-ServersTestManualDisk-1995987990-project] Request body: {'floatingip': {'floating_network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd'}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:38:21.824675 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.services.segments.plugin [-] Segment 3e58796a-bf3a-45c8-bedd-f5b556e78eba resource provider aggregate not found Oct 19 07:38:21.841090 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-ba023f4a-bce7-446c-b944-abaa1d46e1a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:38:21.841725 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba023f4a-bce7-446c-b944-abaa1d46e1a5 None None] The sync data for ids ['9719b9fe-e983-4fb1-85e8-6c40f3297fde'] in dv-neutron-861624-1-hyperv is: [] {{(pid=103334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 07:38:21.847063 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Current status of the port 8eee7f3b-d4f5-49d5-9d62-6f7b6da3fb87 is: ACTIVE; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:38:21.848028 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device cf021212-5dbb-4943-9bb2-ee648adc660b up at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 07:38:21.869438 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.services.segments.plugin [-] Segment 3e58796a-bf3a-45c8-bedd-f5b556e78eba resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3e58796a-bf3a-45c8-bedd-f5b556e78eba found for delete ", "request_id": "req-518b4ba7-6475-47d1-b009-d26680b1946f"}]} Oct 19 07:38:21.906797 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Provisioning complete for port cf021212-5dbb-4943-9bb2-ee648adc660b triggered by entity L2. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:38:21.907168 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:21.907522 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Attempt 1 to provision port cf021212-5dbb-4943-9bb2-ee648adc660b Oct 19 07:38:21.935714 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-7931a563-1a30-495e-90cc-4b442683cd95 tempest-ServersTestManualDisk-1995987990 tempest-ServersTestManualDisk-1995987990-project] Notify callbacks [] for floatingip, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:21.946934 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-e500fd41-6190-4be5-87b8-14f39f0dbcee tempest-ServersTestJSON-461936375 tempest-ServersTestJSON-461936375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785020947330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133553798'] for port, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:21.961334 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-01252263-aea9-41f8-8e25-e85c3f6ae011 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130997899', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130170401'] for subnet, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:21.972142 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-77698c3f-b2d4-4cfb-b4e6-eda1bc4eda74 tempest-ExternalNetworksTestJSON-1054651582 tempest-ExternalNetworksTestJSON-1054651582-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-673044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1695087'] for network, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:21.976473 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77698c3f-b2d4-4cfb-b4e6-eda1bc4eda74 tempest-ExternalNetworksTestJSON-1054651582 tempest-ExternalNetworksTestJSON-1054651582-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 50f5775a-f9ee-429f-bbb6-a16bf4a1f4f9 {{(pid=103332) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Oct 19 07:38:21.979021 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-77698c3f-b2d4-4cfb-b4e6-eda1bc4eda74 tempest-ExternalNetworksTestJSON-1054651582 tempest-ExternalNetworksTestJSON-1054651582-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574827'] for network, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:21.982284 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-77698c3f-b2d4-4cfb-b4e6-eda1bc4eda74 tempest-ExternalNetworksTestJSON-1054651582 tempest-ExternalNetworksTestJSON-1054651582-project-admin] 10.222.0.27 "DELETE /v2.0/networks/50f5775a-f9ee-429f-bbb6-a16bf4a1f4f9 HTTP/1.1" status: 204 len: 168 time: 1.7275164 Oct 19 07:38:21.983053 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-6b03a5b6-f301-4b1d-9a24-c0c0a6f463e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788643'] for security_group, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:21.985462 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-6b03a5b6-f301-4b1d-9a24-c0c0a6f463e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:21.986489 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-6b03a5b6-f301-4b1d-9a24-c0c0a6f463e3 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/9584fa9e-6f5a-4d30-a7ab-cc553e70469c HTTP/1.1" status: 204 len: 168 time: 0.8384061 Oct 19 07:38:22.008479 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-9ab7a476-8e41-4aba-976c-7761d2034f97 None None] Attempt 2 to provision port e55d7a6a-c6c9-4188-8720-01983a8cba97 Oct 19 07:38:22.024587 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 53628) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:38:22.060164 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77698c3f-b2d4-4cfb-b4e6-eda1bc4eda74 tempest-ExternalNetworksTestJSON-1054651582 tempest-ExternalNetworksTestJSON-1054651582-project-admin] Pushing event deleted for resources: {'Network': ['ID=50f5775a-f9ee-429f-bbb6-a16bf4a1f4f9,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:38:22.061157 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-1cf51976-a91d-40eb-a1d0-26bf7d75f680 tempest-ExternalNetworksTestJSON-1054651582 tempest-ExternalNetworksTestJSON-1054651582-project-admin] Request body: {'network': {'name': 'tempest-network--1021745291', 'router:external': True}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:38:22.071394 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b03a5b6-f301-4b1d-9a24-c0c0a6f463e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9584fa9e-6f5a-4d30-a7ab-cc553e70469c,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:38:22.080251 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e500fd41-6190-4be5-87b8-14f39f0dbcee tempest-ServersTestJSON-461936375 tempest-ServersTestJSON-461936375-project] Network 99c66757-74e3-40a4-b479-8d09e3a7c3dd is already hosted by enough agents. {{(pid=103332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 07:38:22.080856 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-c2bef9eb-f251-4aae-8bdb-08f7664cad71 tempest-ServerActionsTestJSON-1032082790 tempest-ServerActionsTestJSON-1032082790-project] Notify callbacks [] for port, precommit_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:22.104456 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01252263-aea9-41f8-8e25-e85c3f6ae011 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Network 6b5a65c5-1bed-4301-9db8-c1056c2b8eba is already hosted by enough agents. {{(pid=103333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 07:38:22.107116 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c21fb92d-83de-408a-a1b6-050814b21481 tempest-FloatingIPAdminTestJSON-1410639124 tempest-FloatingIPAdminTestJSON-1410639124-project] Made reservation on behalf of c28d0111a43d41cd9f1f88ca8cb7905a for: {'port': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 07:38:22.111151 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-c21fb92d-83de-408a-a1b6-050814b21481 tempest-FloatingIPAdminTestJSON-1410639124 tempest-FloatingIPAdminTestJSON-1410639124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:22.115822 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-c2bef9eb-f251-4aae-8bdb-08f7664cad71 tempest-ServerActionsTestJSON-1032082790 tempest-ServerActionsTestJSON-1032082790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130996754'] for port, after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:22.123275 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.base_scheduler [None req-e500fd41-6190-4be5-87b8-14f39f0dbcee tempest-ServersTestJSON-461936375 tempest-ServersTestJSON-461936375-project] Resources bound (agent type, host, resource id): {{(pid=103332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:38:22.125733 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e500fd41-6190-4be5-87b8-14f39f0dbcee tempest-ServersTestJSON-461936375 tempest-ServersTestJSON-461936375-project] Received port after_create {{(pid=103332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 07:38:22.131152 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e500fd41-6190-4be5-87b8-14f39f0dbcee tempest-ServersTestJSON-461936375 tempest-ServersTestJSON-461936375-project] Pushing event updated for resources: {'Port': ['ID=084d105c-84aa-4736-a486-c4b7ee0d49dc,revision_number=1']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:38:22.169829 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-01252263-aea9-41f8-8e25-e85c3f6ae011 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Resources bound (agent type, host, resource id): {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:38:22.180741 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-789ac20f-a920-4296-af5c-0554449b56fb tempest-PortsAdminExtendedAttrsTestJSON-1938695924 tempest-PortsAdminExtendedAttrsTestJSON-1938695924-project-admin] Notify callbacks [] for port, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:22.203867 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01252263-aea9-41f8-8e25-e85c3f6ae011 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Pushing event updated for resources: {'Subnet': ['ID=feab2455-c96e-4ce0-87cb-603a0a87059e,revision_number=0']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:38:22.212642 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01252263-aea9-41f8-8e25-e85c3f6ae011 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:38:22.213680 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-01252263-aea9-41f8-8e25-e85c3f6ae011 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574827'] for subnet, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:22.234877 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cf51976-a91d-40eb-a1d0-26bf7d75f680 tempest-ExternalNetworksTestJSON-1054651582 tempest-ExternalNetworksTestJSON-1054651582-project-admin] Made reservation on behalf of 3c8dffb15b724a9ba305529b4452824d for: {'network': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 07:38:22.237399 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-1cf51976-a91d-40eb-a1d0-26bf7d75f680 tempest-ExternalNetworksTestJSON-1054651582 tempest-ExternalNetworksTestJSON-1054651582-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for network, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:22.238413 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Current status of the port cf021212-5dbb-4943-9bb2-ee648adc660b is: ACTIVE; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:38:22.241292 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-9ab7a476-8e41-4aba-976c-7761d2034f97 None None] Port e55d7a6a-c6c9-4188-8720-01983a8cba97 cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 07:38:22.241935 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3925473f-03cf-45d8-9498-ceb5ba3b7dc0 None None] Network 6b5a65c5-1bed-4301-9db8-c1056c2b8eba requested from dv-neutron-861624-1-hyperv {{(pid=103334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 07:38:22.244298 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.notifiers.nova [None req-c21fb92d-83de-408a-a1b6-050814b21481 tempest-FloatingIPAdminTestJSON-1410639124 tempest-FloatingIPAdminTestJSON-1410639124-project] device_id is not set on port b2ba838d-e047-4351-979a-94c8b4b61ef5 yet. {{(pid=103333) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 19 07:38:22.329004 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-01252263-aea9-41f8-8e25-e85c3f6ae011 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2798374 Oct 19 07:38:22.329004 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bef9eb-f251-4aae-8bdb-08f7664cad71 tempest-ServerActionsTestJSON-1032082790 tempest-ServerActionsTestJSON-1032082790-project] Pushing event updated for resources: {'Port': ['ID=53bdbd1c-bfaf-4e49-b008-db3a569bee1a,revision_number=2']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:38:22.333517 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 53632) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:38:22.338063 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-c2bef9eb-f251-4aae-8bdb-08f7664cad71 tempest-ServerActionsTestJSON-1032082790 tempest-ServerActionsTestJSON-1032082790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1695041'] for floatingip, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:22.346924 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-da91c39c-250b-438d-8ca5-c80218f49567 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Request body: {'port': {'network_id': '6b5a65c5-1bed-4301-9db8-c1056c2b8eba', 'fixed_ips': [{'subnet_id': 'feab2455-c96e-4ce0-87cb-603a0a87059e', 'ip_address': '2001:db8::819b:b692:9ca4:4088'}], 'name': 'tempest-NetworksTestDHCPv6-248037622'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:38:22.349239 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device 54df7cc5-9457-4c1c-82bc-380fe2ff43bb no longer exists at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 07:38:22.392759 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-789ac20f-a920-4296-af5c-0554449b56fb tempest-PortsAdminExtendedAttrsTestJSON-1938695924 tempest-PortsAdminExtendedAttrsTestJSON-1938695924-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785020947330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133553798'] for port, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:22.398265 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-e500fd41-6190-4be5-87b8-14f39f0dbcee tempest-ServersTestJSON-461936375 tempest-ServersTestJSON-461936375-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:22.460846 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-789ac20f-a920-4296-af5c-0554449b56fb tempest-PortsAdminExtendedAttrsTestJSON-1938695924 tempest-PortsAdminExtendedAttrsTestJSON-1938695924-project-admin] Network 0a63bd3f-8e79-47c5-9b78-4eaa93792a44 is already hosted by enough agents. {{(pid=103332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 07:38:22.471151 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] No Port match for: 54df7cc5-9457-4c1c-82bc-380fe2ff43bb {{(pid=103334) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 19 07:38:22.476777 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device 54df7cc5-9457-4c1c-82bc-380fe2ff43bb not bound to the agent host dv-neutron-861624-1-hyperv {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 07:38:22.484699 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-c2bef9eb-f251-4aae-8bdb-08f7664cad71 tempest-ServerActionsTestJSON-1032082790 tempest-ServerActionsTestJSON-1032082790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42160'] for floatingip, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:22.497785 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-c2bef9eb-f251-4aae-8bdb-08f7664cad71 tempest-ServerActionsTestJSON-1032082790 tempest-ServerActionsTestJSON-1032082790-project] 10.222.0.27 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.0338769 Oct 19 07:38:22.497989 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.base_scheduler [None req-789ac20f-a920-4296-af5c-0554449b56fb tempest-PortsAdminExtendedAttrsTestJSON-1938695924 tempest-PortsAdminExtendedAttrsTestJSON-1938695924-project-admin] Resources bound (agent type, host, resource id): {{(pid=103332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:38:22.497989 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-789ac20f-a920-4296-af5c-0554449b56fb tempest-PortsAdminExtendedAttrsTestJSON-1938695924 tempest-PortsAdminExtendedAttrsTestJSON-1938695924-project-admin] Received port after_create {{(pid=103332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 07:38:22.497989 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-789ac20f-a920-4296-af5c-0554449b56fb tempest-PortsAdminExtendedAttrsTestJSON-1938695924 tempest-PortsAdminExtendedAttrsTestJSON-1938695924-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:38:22.500225 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1cf51976-a91d-40eb-a1d0-26bf7d75f680 tempest-ExternalNetworksTestJSON-1054651582 tempest-ExternalNetworksTestJSON-1054651582-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 156} {{(pid=103333) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 07:38:22.500454 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-789ac20f-a920-4296-af5c-0554449b56fb tempest-PortsAdminExtendedAttrsTestJSON-1938695924 tempest-PortsAdminExtendedAttrsTestJSON-1938695924-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42160'] for port, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:22.525297 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-7931a563-1a30-495e-90cc-4b442683cd95 tempest-ServersTestManualDisk-1995987990 tempest-ServersTestManualDisk-1995987990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:22.538624 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789ac20f-a920-4296-af5c-0554449b56fb tempest-PortsAdminExtendedAttrsTestJSON-1938695924 tempest-PortsAdminExtendedAttrsTestJSON-1938695924-project-admin] Pushing event updated for resources: {'Port': ['ID=d5f10e82-5427-494b-9402-f8beaa6795df,revision_number=1']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:38:22.558923 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-e500fd41-6190-4be5-87b8-14f39f0dbcee tempest-ServersTestJSON-461936375 tempest-ServersTestJSON-461936375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:22.645414 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-1cf51976-a91d-40eb-a1d0-26bf7d75f680 tempest-ExternalNetworksTestJSON-1054651582 tempest-ExternalNetworksTestJSON-1054651582-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979'] for segment, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:22.649178 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.db.segments_db [None req-1cf51976-a91d-40eb-a1d0-26bf7d75f680 tempest-ExternalNetworksTestJSON-1054651582 tempest-ExternalNetworksTestJSON-1054651582-project-admin] Added segment 7645972e-cc26-4572-aa21-174a90fdafc9 of type vlan for network f50e8a05-d2be-40fe-837d-fc44c567e6c6 Oct 19 07:38:22.676252 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-789ac20f-a920-4296-af5c-0554449b56fb tempest-PortsAdminExtendedAttrsTestJSON-1938695924 tempest-PortsAdminExtendedAttrsTestJSON-1938695924-project-admin] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.3329918 Oct 19 07:38:22.684263 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dec6391-2eec-4f8f-a630-6040a17b3708 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d12c6ac-27a3-545c-a8f3-f04e30423d6d-6b5a65c5-1bed-4301-9db8-c1056c2b8eba', 'network_id': '6b5a65c5-1bed-4301-9db8-c1056c2b8eba', 'tenant_id': '61a2e57b80c1442e9cb330141a970781', 'fixed_ips': [{'subnet_id': 'feab2455-c96e-4ce0-87cb-603a0a87059e'}]}} from dv-neutron-861624-1-hyperv. {{(pid=103334) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 07:38:22.685299 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-5dec6391-2eec-4f8f-a630-6040a17b3708 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:22.690641 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 53646) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:38:22.783746 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.db_base_plugin_common [None req-c21fb92d-83de-408a-a1b6-050814b21481 tempest-FloatingIPAdminTestJSON-1410639124 tempest-FloatingIPAdminTestJSON-1410639124-project] Allocated IP 172.20.0.12 (517dc00e-1738-4c01-9edd-b14a7206139a/a46753ea-b47e-4fc8-ba83-97447371b086/b2ba838d-e047-4351-979a-94c8b4b61ef5) {{(pid=103333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 07:38:22.788688 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-1cf51976-a91d-40eb-a1d0-26bf7d75f680 tempest-ExternalNetworksTestJSON-1054651582 tempest-ExternalNetworksTestJSON-1054651582-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785020965340'] for network, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:22.853089 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.db_base_plugin_common [None req-7931a563-1a30-495e-90cc-4b442683cd95 tempest-ServersTestManualDisk-1995987990 tempest-ServersTestManualDisk-1995987990-project] Allocated IP 172.26.0.177 (99c66757-74e3-40a4-b479-8d09e3a7c3dd/7f3d1034-1de7-458a-a3ee-77488de3949b/35a8a2ef-8000-4f68-96b3-8791307cc85c) {{(pid=103332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 07:38:22.860699 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da91c39c-250b-438d-8ca5-c80218f49567 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Made reservation on behalf of 61a2e57b80c1442e9cb330141a970781 for: {'port': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 07:38:22.864344 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-9ab7a476-8e41-4aba-976c-7761d2034f97 None None] Attempt 3 to provision port e55d7a6a-c6c9-4188-8720-01983a8cba97 Oct 19 07:38:22.874492 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-1cf51976-a91d-40eb-a1d0-26bf7d75f680 tempest-ExternalNetworksTestJSON-1054651582 tempest-ExternalNetworksTestJSON-1054651582-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873'] for network, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:22.875476 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cf51976-a91d-40eb-a1d0-26bf7d75f680 tempest-ExternalNetworksTestJSON-1054651582 tempest-ExternalNetworksTestJSON-1054651582-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:38:22.876086 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-1cf51976-a91d-40eb-a1d0-26bf7d75f680 tempest-ExternalNetworksTestJSON-1054651582 tempest-ExternalNetworksTestJSON-1054651582-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574827'] for network, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:22.969663 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-9ab7a476-8e41-4aba-976c-7761d2034f97 None None] Port e55d7a6a-c6c9-4188-8720-01983a8cba97 cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 07:38:22.974006 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-1cf51976-a91d-40eb-a1d0-26bf7d75f680 tempest-ExternalNetworksTestJSON-1054651582 tempest-ExternalNetworksTestJSON-1054651582-project-admin] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.9392865 Oct 19 07:38:22.987889 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-7931a563-1a30-495e-90cc-4b442683cd95 tempest-ServersTestManualDisk-1995987990 tempest-ServersTestManualDisk-1995987990-project] Notify callbacks [] for port, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:23.032677 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 53666) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:38:23.129866 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.db_base_plugin_common [None req-5dec6391-2eec-4f8f-a630-6040a17b3708 None None] Allocated IP 2001:db8::2 (6b5a65c5-1bed-4301-9db8-c1056c2b8eba/feab2455-c96e-4ce0-87cb-603a0a87059e/06f37158-1f16-4751-a77d-bbde21b794fa) {{(pid=103334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 07:38:23.149034 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf51976-a91d-40eb-a1d0-26bf7d75f680 tempest-ExternalNetworksTestJSON-1054651582 tempest-ExternalNetworksTestJSON-1054651582-project-admin] Pushing event updated for resources: {'Network': ['ID=f50e8a05-d2be-40fe-837d-fc44c567e6c6,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:38:23.158397 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb7cf589-700d-4285-af7c-3b64cee95c44 tempest-PortsAdminExtendedAttrsTestJSON-1938695924 tempest-PortsAdminExtendedAttrsTestJSON-1938695924-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:38:23.158397 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-eb7cf589-700d-4285-af7c-3b64cee95c44 tempest-PortsAdminExtendedAttrsTestJSON-1938695924 tempest-PortsAdminExtendedAttrsTestJSON-1938695924-project-admin] 10.222.0.27 "GET /v2.0/ports/d5f10e82-5427-494b-9402-f8beaa6795df HTTP/1.1" status: 200 len: 955 time: 0.4642885 Oct 19 07:38:23.164467 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 53678) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:38:23.167521 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-7931a563-1a30-495e-90cc-4b442683cd95 tempest-ServersTestManualDisk-1995987990 tempest-ServersTestManualDisk-1995987990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785020947330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133553798'] for port, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:23.183348 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Network f50e8a05-d2be-40fe-837d-fc44c567e6c6 details requested by agent ovs-agent-dv-neutron-861624-1-hyperv with host dv-neutron-861624-1-hyperv {{(pid=103334) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 07:38:23.208016 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 53682) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:38:23.226147 dv-neutron-861624-1-hyperv neutron-server[103332]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Oct 19 07:38:23.343985 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-c21fb92d-83de-408a-a1b6-050814b21481 tempest-FloatingIPAdminTestJSON-1410639124 tempest-FloatingIPAdminTestJSON-1410639124-project] Notify callbacks [] for port, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:23.345332 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7931a563-1a30-495e-90cc-4b442683cd95 tempest-ServersTestManualDisk-1995987990 tempest-ServersTestManualDisk-1995987990-project] Network 99c66757-74e3-40a4-b479-8d09e3a7c3dd is already hosted by enough agents. {{(pid=103332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 07:38:23.404356 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-e500fd41-6190-4be5-87b8-14f39f0dbcee tempest-ServersTestJSON-461936375 tempest-ServersTestJSON-461936375-project] Notify callbacks [] for port, precommit_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:23.414717 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.base_scheduler [None req-7931a563-1a30-495e-90cc-4b442683cd95 tempest-ServersTestManualDisk-1995987990 tempest-ServersTestManualDisk-1995987990-project] Resources bound (agent type, host, resource id): {{(pid=103332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:38:23.419101 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7931a563-1a30-495e-90cc-4b442683cd95 tempest-ServersTestManualDisk-1995987990 tempest-ServersTestManualDisk-1995987990-project] Received port after_create {{(pid=103332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 07:38:23.434781 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-da91c39c-250b-438d-8ca5-c80218f49567 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:23.442531 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-5dec6391-2eec-4f8f-a630-6040a17b3708 None None] Notify callbacks [] for port, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:23.445392 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-e500fd41-6190-4be5-87b8-14f39f0dbcee tempest-ServersTestJSON-461936375 tempest-ServersTestJSON-461936375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133553807'] for port, after_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:23.455284 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-5dec6391-2eec-4f8f-a630-6040a17b3708 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785020947330'] for port, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:23.471303 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-9ab7a476-8e41-4aba-976c-7761d2034f97 None None] Attempt 4 to provision port e55d7a6a-c6c9-4188-8720-01983a8cba97 Oct 19 07:38:23.475948 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7931a563-1a30-495e-90cc-4b442683cd95 tempest-ServersTestManualDisk-1995987990 tempest-ServersTestManualDisk-1995987990-project] Pushing event updated for resources: {'Port': ['ID=35a8a2ef-8000-4f68-96b3-8791307cc85c,revision_number=1']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:38:23.488478 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-b024b323-ea82-40fd-ab81-cb085cd443ef req-b9d10f01-7ec2-45d8-bbc2-a1001708d068 tempest-ServerActionsTestJSON-1032082790 tempest-ServerActionsTestJSON-1032082790-project] 10.222.0.27 "GET /v2.0/security-groups?name=tempest-securitygroup--2068216468&fields=id&tenant_id=b76abfccca1e443d8cfed9fe77b82608 HTTP/1.1" status: 200 len: 267 time: 0.2688138 Oct 19 07:38:23.511905 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-649204e5-5c00-482c-8e8d-7d2f384d2394 tempest-ExternalNetworksTestJSON-1942265098 tempest-ExternalNetworksTestJSON-1942265098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:38:23.513389 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-649204e5-5c00-482c-8e8d-7d2f384d2394 tempest-ExternalNetworksTestJSON-1942265098 tempest-ExternalNetworksTestJSON-1942265098-project] 10.222.0.27 "GET /v2.0/networks/f50e8a05-d2be-40fe-837d-fc44c567e6c6 HTTP/1.1" status: 200 len: 757 time: 0.4672101 Oct 19 07:38:23.520736 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 53688) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:38:23.551271 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.notifiers.nova [None req-da91c39c-250b-438d-8ca5-c80218f49567 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] device_id is not set on port 62e98c6e-c88f-4179-a621-d44bf43b3226 yet. {{(pid=103333) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 19 07:38:23.564291 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dec6391-2eec-4f8f-a630-6040a17b3708 None None] Network 6b5a65c5-1bed-4301-9db8-c1056c2b8eba is already hosted by enough agents. {{(pid=103334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 07:38:23.573861 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.scheduler.base_scheduler [None req-5dec6391-2eec-4f8f-a630-6040a17b3708 None None] Resources bound (agent type, host, resource id): {{(pid=103334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:38:23.596847 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dec6391-2eec-4f8f-a630-6040a17b3708 None None] Received port after_create {{(pid=103334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 07:38:23.799499 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-9ab7a476-8e41-4aba-976c-7761d2034f97 None None] Port e55d7a6a-c6c9-4188-8720-01983a8cba97 cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 07:38:23.800291 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dec6391-2eec-4f8f-a630-6040a17b3708 None None] Pushing event updated for resources: {'Port': ['ID=06f37158-1f16-4751-a77d-bbde21b794fa,revision_number=1']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:38:23.842599 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-5dec6391-2eec-4f8f-a630-6040a17b3708 None None] Attempting to bind port 06f37158-1f16-4751-a77d-bbde21b794fa on host dv-neutron-861624-1-hyperv for vnic_type normal with profile {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 19 07:38:23.843108 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-5dec6391-2eec-4f8f-a630-6040a17b3708 None None] Attempting to bind port 06f37158-1f16-4751-a77d-bbde21b794fa by drivers openvswitch,hyperv on host dv-neutron-861624-1-hyperv at level 0 using segments [{'id': '5a8d2b05-b527-4bd4-a671-b9112f193fef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '6b5a65c5-1bed-4301-9db8-c1056c2b8eba'}] {{(pid=103334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 19 07:38:23.843553 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dec6391-2eec-4f8f-a630-6040a17b3708 None None] Attempting to bind port 06f37158-1f16-4751-a77d-bbde21b794fa on network 6b5a65c5-1bed-4301-9db8-c1056c2b8eba {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 07:38:23.849239 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dec6391-2eec-4f8f-a630-6040a17b3708 None None] Checking agent: {'id': 'a5b0152c-d633-409b-aaf8-3b76458e2410', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861624-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 19, 7, 30, 19), 'started_at': datetime.datetime(2022, 10, 19, 7, 30, 49), 'heartbeat_timestamp': datetime.datetime(2022, 10, 19, 7, 38, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861624-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 07:38:23.850143 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dec6391-2eec-4f8f-a630-6040a17b3708 None None] Checking segment: {'id': '5a8d2b05-b527-4bd4-a671-b9112f193fef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '6b5a65c5-1bed-4301-9db8-c1056c2b8eba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 19 07:38:23.851234 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-5dec6391-2eec-4f8f-a630-6040a17b3708 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:23.851720 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dec6391-2eec-4f8f-a630-6040a17b3708 None None] Bound using segment: {'id': '5a8d2b05-b527-4bd4-a671-b9112f193fef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '6b5a65c5-1bed-4301-9db8-c1056c2b8eba'} {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 07:38:23.852297 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-5dec6391-2eec-4f8f-a630-6040a17b3708 None None] Bound port: 06f37158-1f16-4751-a77d-bbde21b794fa, host: dv-neutron-861624-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a8d2b05-b527-4bd4-a671-b9112f193fef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '6b5a65c5-1bed-4301-9db8-c1056c2b8eba'}}] {{(pid=103334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 19 07:38:23.852911 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-5dec6391-2eec-4f8f-a630-6040a17b3708 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:23.935857 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-5dec6391-2eec-4f8f-a630-6040a17b3708 None None] For port 06f37158-1f16-4751-a77d-bbde21b794fa, host dv-neutron-861624-1-hyperv, cleared binding levels {{(pid=103334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 07:38:23.940239 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-5dec6391-2eec-4f8f-a630-6040a17b3708 None None] For port 06f37158-1f16-4751-a77d-bbde21b794fa, host dv-neutron-861624-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=06f37158-1f16-4751-a77d-bbde21b794fa,segment=NetworkSegment(5a8d2b05-b527-4bd4-a671-b9112f193fef),segment_id=5a8d2b05-b527-4bd4-a671-b9112f193fef)] {{(pid=103334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 07:38:23.948594 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-5dec6391-2eec-4f8f-a630-6040a17b3708 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:23.958357 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-c21fb92d-83de-408a-a1b6-050814b21481 tempest-FloatingIPAdminTestJSON-1410639124 tempest-FloatingIPAdminTestJSON-1410639124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785020947330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130996763'] for port, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:23.969887 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-e500fd41-6190-4be5-87b8-14f39f0dbcee tempest-ServersTestJSON-461936375 tempest-ServersTestJSON-461936375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1695041'] for floatingip, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:24.018100 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dec6391-2eec-4f8f-a630-6040a17b3708 None None] Pushing event updated for resources: {'Port': ['ID=06f37158-1f16-4751-a77d-bbde21b794fa,revision_number=2']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:38:24.018330 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e500fd41-6190-4be5-87b8-14f39f0dbcee tempest-ServersTestJSON-461936375 tempest-ServersTestJSON-461936375-project] Pushing event updated for resources: {'Port': ['ID=084d105c-84aa-4736-a486-c4b7ee0d49dc,revision_number=2']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:38:24.020560 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-e2e25a32-a15d-49d4-95fb-77b5093c909c tempest-PortsAdminExtendedAttrsTestJSON-1938695924 tempest-PortsAdminExtendedAttrsTestJSON-1938695924-project-admin] Deleting port d5f10e82-5427-494b-9402-f8beaa6795df {{(pid=103333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 07:38:24.020560 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-e2e25a32-a15d-49d4-95fb-77b5093c909c tempest-PortsAdminExtendedAttrsTestJSON-1938695924 tempest-PortsAdminExtendedAttrsTestJSON-1938695924-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:24.065330 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60addc4a-4523-4e42-9240-3b15a9782301 tempest-ExternalNetworksTestJSON-1942265098 tempest-ExternalNetworksTestJSON-1942265098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:38:24.070798 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-60addc4a-4523-4e42-9240-3b15a9782301 tempest-ExternalNetworksTestJSON-1942265098 tempest-ExternalNetworksTestJSON-1942265098-project] 10.222.0.27 "GET /v2.0/networks/4014404d-eb65-49be-be80-78ca76b41c5b HTTP/1.1" status: 200 len: 768 time: 0.5453060 Oct 19 07:38:24.075716 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 53700) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:38:24.100361 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-e500fd41-6190-4be5-87b8-14f39f0dbcee tempest-ServersTestJSON-461936375 tempest-ServersTestJSON-461936375-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42160'] for floatingip, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:24.108598 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-e500fd41-6190-4be5-87b8-14f39f0dbcee tempest-ServersTestJSON-461936375 tempest-ServersTestJSON-461936375-project] 10.222.0.27 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.6424177 Oct 19 07:38:24.110665 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b024b323-ea82-40fd-ab81-cb085cd443ef req-ed42504a-1c6f-4f60-99d5-d46762752708 tempest-ServerActionsTestJSON-1032082790 tempest-ServerActionsTestJSON-1032082790-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:38:24.118428 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-b024b323-ea82-40fd-ab81-cb085cd443ef req-ed42504a-1c6f-4f60-99d5-d46762752708 tempest-ServerActionsTestJSON-1032082790 tempest-ServerActionsTestJSON-1032082790-project] 10.222.0.27 "GET /v2.0/networks?id=9f9e4d3a-9b0f-46a7-b045-8d44d07986e0 HTTP/1.1" status: 200 len: 811 time: 0.6288881 Oct 19 07:38:24.121002 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-7931a563-1a30-495e-90cc-4b442683cd95 tempest-ServersTestManualDisk-1995987990 tempest-ServersTestManualDisk-1995987990-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:24.140882 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-b024b323-ea82-40fd-ab81-cb085cd443ef req-6f6b7db0-0527-45d8-8abe-12b42237de97 tempest-ServerActionsTestJSON-1032082790 tempest-ServerActionsTestJSON-1032082790-project] 10.222.0.27 "GET /v2.0/quotas/b76abfccca1e443d8cfed9fe77b82608 HTTP/1.1" status: 200 len: 375 time: 0.0214570 Oct 19 07:38:24.188541 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21fb92d-83de-408a-a1b6-050814b21481 tempest-FloatingIPAdminTestJSON-1410639124 tempest-FloatingIPAdminTestJSON-1410639124-project] Pushing event updated for resources: {'Port': ['ID=b2ba838d-e047-4351-979a-94c8b4b61ef5,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:38:24.205009 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c21fb92d-83de-408a-a1b6-050814b21481 tempest-FloatingIPAdminTestJSON-1410639124 tempest-FloatingIPAdminTestJSON-1410639124-project] Network 517dc00e-1738-4c01-9edd-b14a7206139a is already hosted by enough agents. {{(pid=103333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 07:38:24.211669 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-e2e25a32-a15d-49d4-95fb-77b5093c909c tempest-PortsAdminExtendedAttrsTestJSON-1938695924 tempest-PortsAdminExtendedAttrsTestJSON-1938695924-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:24.216560 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-c21fb92d-83de-408a-a1b6-050814b21481 tempest-FloatingIPAdminTestJSON-1410639124 tempest-FloatingIPAdminTestJSON-1410639124-project] Resources bound (agent type, host, resource id): {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:38:24.220111 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c21fb92d-83de-408a-a1b6-050814b21481 tempest-FloatingIPAdminTestJSON-1410639124 tempest-FloatingIPAdminTestJSON-1410639124-project] Received port after_create {{(pid=103333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 07:38:24.273462 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-7931a563-1a30-495e-90cc-4b442683cd95 tempest-ServersTestManualDisk-1995987990 tempest-ServersTestManualDisk-1995987990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:24.301550 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-9ab7a476-8e41-4aba-976c-7761d2034f97 None None] Attempt 5 to provision port e55d7a6a-c6c9-4188-8720-01983a8cba97 Oct 19 07:38:24.412077 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-b024b323-ea82-40fd-ab81-cb085cd443ef req-42413d42-bed1-4d4b-9347-fa1766fc37c7 tempest-ServerActionsTestJSON-1032082790 tempest-ServerActionsTestJSON-1032082790-project] 10.222.0.27 "GET /v2.0/ports?tenant_id=b76abfccca1e443d8cfed9fe77b82608&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2703140 Oct 19 07:38:24.448566 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-9ab7a476-8e41-4aba-976c-7761d2034f97 None None] Port e55d7a6a-c6c9-4188-8720-01983a8cba97 cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 07:38:24.486292 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.db_base_plugin_common [None req-da91c39c-250b-438d-8ca5-c80218f49567 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Allocated IP 2001:db8::819b:b692:9ca4:4088 (6b5a65c5-1bed-4301-9db8-c1056c2b8eba/feab2455-c96e-4ce0-87cb-603a0a87059e/62e98c6e-c88f-4179-a621-d44bf43b3226) {{(pid=103333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 07:38:24.491341 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 53708) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:38:24.620333 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.agents_db [None req-6057327c-4456-4c72-8e75-6d3cd9249757 None None] Agent healthcheck: found 6 active agents {{(pid=103335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 07:38:24.620839 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-e2e25a32-a15d-49d4-95fb-77b5093c909c tempest-PortsAdminExtendedAttrsTestJSON-1938695924 tempest-PortsAdminExtendedAttrsTestJSON-1938695924-project-admin] Calling delete_port for d5f10e82-5427-494b-9402-f8beaa6795df owned by {{(pid=103333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 07:38:24.674424 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c21fb92d-83de-408a-a1b6-050814b21481 tempest-FloatingIPAdminTestJSON-1410639124 tempest-FloatingIPAdminTestJSON-1410639124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:38:24.675153 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-c21fb92d-83de-408a-a1b6-050814b21481 tempest-FloatingIPAdminTestJSON-1410639124 tempest-FloatingIPAdminTestJSON-1410639124-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42160'] for port, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:24.713612 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-c21fb92d-83de-408a-a1b6-050814b21481 tempest-FloatingIPAdminTestJSON-1410639124 tempest-FloatingIPAdminTestJSON-1410639124-project] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0311759 Oct 19 07:38:24.720489 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-1b73fb19-8e5f-4bfc-aa76-4a0b7de27ec5 tempest-ExternalNetworksTestJSON-1054651582 tempest-ExternalNetworksTestJSON-1054651582-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-667019'] for network, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:24.732072 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-7931a563-1a30-495e-90cc-4b442683cd95 tempest-ServersTestManualDisk-1995987990 tempest-ServersTestManualDisk-1995987990-project] Notify callbacks [] for port, precommit_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:24.744179 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-7931a563-1a30-495e-90cc-4b442683cd95 tempest-ServersTestManualDisk-1995987990 tempest-ServersTestManualDisk-1995987990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133553807'] for port, after_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:24.796556 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 53726) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:38:24.804050 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-7931a563-1a30-495e-90cc-4b442683cd95 tempest-ServersTestManualDisk-1995987990 tempest-ServersTestManualDisk-1995987990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1695041'] for floatingip, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:24.860074 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-9ac2992f-6e68-42ce-939a-b81ea5bf8a96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1712464779 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1712464779-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-442009326'}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:38:24.903168 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-da91c39c-250b-438d-8ca5-c80218f49567 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks [] for port, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:24.939976 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-1b73fb19-8e5f-4bfc-aa76-4a0b7de27ec5 tempest-ExternalNetworksTestJSON-1054651582 tempest-ExternalNetworksTestJSON-1054651582-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-673051', 'neutron.services.segments.db._delete_segments_for_network-8785021519108'] for network, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:24.944818 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [req-b024b323-ea82-40fd-ab81-cb085cd443ef req-36d89eeb-1b2f-47af-8198-eacc26b794e8 service neutron] http://10.222.0.27:9696/v2.0/extensions returned with HTTP 200 {{(pid=103332) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 07:38:24.947037 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-b024b323-ea82-40fd-ab81-cb085cd443ef req-36d89eeb-1b2f-47af-8198-eacc26b794e8 service neutron] 10.222.0.27 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2535698 Oct 19 07:38:24.949901 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-9ab7a476-8e41-4aba-976c-7761d2034f97 None None] Attempt 6 to provision port e55d7a6a-c6c9-4188-8720-01983a8cba97 Oct 19 07:38:24.974502 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ac2992f-6e68-42ce-939a-b81ea5bf8a96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1712464779 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1712464779-project] Made reservation on behalf of 71bcb0b49b0443da9e0d4e591ce2edf7 for: {'network': 1} {{(pid=103332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 07:38:24.983930 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-9ac2992f-6e68-42ce-939a-b81ea5bf8a96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1712464779 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1712464779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for network, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:24.988691 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-7931a563-1a30-495e-90cc-4b442683cd95 tempest-ServersTestManualDisk-1995987990 tempest-ServersTestManualDisk-1995987990-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42160'] for floatingip, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:24.998151 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-7931a563-1a30-495e-90cc-4b442683cd95 tempest-ServersTestManualDisk-1995987990 tempest-ServersTestManualDisk-1995987990-project] 10.222.0.27 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.1955681 Oct 19 07:38:25.001581 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-1b73fb19-8e5f-4bfc-aa76-4a0b7de27ec5 tempest-ExternalNetworksTestJSON-1054651582 tempest-ExternalNetworksTestJSON-1054651582-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f50e8a05-d2be-40fe-837d-fc44c567e6c6']}} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:38:25.035173 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-9ab7a476-8e41-4aba-976c-7761d2034f97 None None] Port e55d7a6a-c6c9-4188-8720-01983a8cba97 cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 07:38:25.048396 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-1b73fb19-8e5f-4bfc-aa76-4a0b7de27ec5 tempest-ExternalNetworksTestJSON-1054651582 tempest-ExternalNetworksTestJSON-1054651582-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7645972e-cc26-4572-aa21-174a90fdafc9') {'for_net_delete': True} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:38:25.048771 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-1b73fb19-8e5f-4bfc-aa76-4a0b7de27ec5 tempest-ExternalNetworksTestJSON-1054651582 tempest-ExternalNetworksTestJSON-1054651582-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7645972e-cc26-4572-aa21-174a90fdafc9') {} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:38:25.088498 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-1b73fb19-8e5f-4bfc-aa76-4a0b7de27ec5 tempest-ExternalNetworksTestJSON-1054651582 tempest-ExternalNetworksTestJSON-1054651582-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785021519382', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-134111927'] for segment, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:25.127043 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7931a563-1a30-495e-90cc-4b442683cd95 tempest-ServersTestManualDisk-1995987990 tempest-ServersTestManualDisk-1995987990-project] Pushing event updated for resources: {'Port': ['ID=35a8a2ef-8000-4f68-96b3-8791307cc85c,revision_number=2']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:38:25.130515 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-c45ae135-c610-431e-b6f8-ba6aca0825c4 tempest-FloatingIPAdminTestJSON-102997040 tempest-FloatingIPAdminTestJSON-102997040-project-admin] Request body: {'floatingip': {'floating_network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'project_id': 'c28d0111a43d41cd9f1f88ca8cb7905a', 'port_id': 'b2ba838d-e047-4351-979a-94c8b4b61ef5'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:38:25.137511 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-e2e25a32-a15d-49d4-95fb-77b5093c909c tempest-PortsAdminExtendedAttrsTestJSON-1938695924 tempest-PortsAdminExtendedAttrsTestJSON-1938695924-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130996763'] for port, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:25.140256 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-1b73fb19-8e5f-4bfc-aa76-4a0b7de27ec5 tempest-ExternalNetworksTestJSON-1054651582 tempest-ExternalNetworksTestJSON-1054651582-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979'] for segment, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:25.147593 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-9ac2992f-6e68-42ce-939a-b81ea5bf8a96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1712464779 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1712464779-project] Notify callbacks [] for security_group, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:25.174451 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b73fb19-8e5f-4bfc-aa76-4a0b7de27ec5 tempest-ExternalNetworksTestJSON-1054651582 tempest-ExternalNetworksTestJSON-1054651582-project-admin] Releasing vlan 156 on physical network physnet1 to pool {{(pid=103333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 07:38:25.174867 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-1b73fb19-8e5f-4bfc-aa76-4a0b7de27ec5 tempest-ExternalNetworksTestJSON-1054651582 tempest-ExternalNetworksTestJSON-1054651582-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130996782'] for segment, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:25.177134 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 53742) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:38:25.189339 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-da91c39c-250b-438d-8ca5-c80218f49567 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785020947330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130996763'] for port, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:25.227666 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e25a32-a15d-49d4-95fb-77b5093c909c tempest-PortsAdminExtendedAttrsTestJSON-1938695924 tempest-PortsAdminExtendedAttrsTestJSON-1938695924-project-admin] Pushing event deleted for resources: {'Port': ['ID=d5f10e82-5427-494b-9402-f8beaa6795df,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:38:25.235230 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.services.segments.plugin [-] Segment 7645972e-cc26-4572-aa21-174a90fdafc9 resource provider aggregate not found Oct 19 07:38:25.258348 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-b024b323-ea82-40fd-ab81-cb085cd443ef req-79fc8bfe-f39b-4ea4-be30-05ef2a3911af service neutron] 10.222.0.27 "GET /v2.0/networks/9f9e4d3a-9b0f-46a7-b045-8d44d07986e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2882550 Oct 19 07:38:25.309302 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-b88870ad-e84d-4280-9626-622325afe1ea req-d3c352f0-c904-4aa1-aa78-f356a442887f tempest-ServersTestJSON-461936375 tempest-ServersTestJSON-461936375-project] 10.222.0.27 "GET /v2.0/security-groups?name=tempest-securitygroup--31350806&fields=id&tenant_id=0cfd53a0c8b24bdeb4999c9bff6eae77 HTTP/1.1" status: 200 len: 267 time: 0.1307123 Oct 19 07:38:25.340612 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-e2e25a32-a15d-49d4-95fb-77b5093c909c tempest-PortsAdminExtendedAttrsTestJSON-1938695924 tempest-PortsAdminExtendedAttrsTestJSON-1938695924-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42160'] for port, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:25.340809 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 53750) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:38:25.340901 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-e2e25a32-a15d-49d4-95fb-77b5093c909c tempest-PortsAdminExtendedAttrsTestJSON-1938695924 tempest-PortsAdminExtendedAttrsTestJSON-1938695924-project-admin] 10.222.0.27 "DELETE /v2.0/ports/d5f10e82-5427-494b-9402-f8beaa6795df HTTP/1.1" status: 204 len: 168 time: 2.1101923 Oct 19 07:38:25.392342 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.services.segments.plugin [-] Segment 7645972e-cc26-4572-aa21-174a90fdafc9 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7645972e-cc26-4572-aa21-174a90fdafc9 found for delete ", "request_id": "req-3cb85ed8-ff90-4e42-816b-18b43a54b052"}]} Oct 19 07:38:25.394079 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da91c39c-250b-438d-8ca5-c80218f49567 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Network 6b5a65c5-1bed-4301-9db8-c1056c2b8eba is already hosted by enough agents. {{(pid=103333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 07:38:25.398261 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device 06f37158-1f16-4751-a77d-bbde21b794fa up at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 07:38:25.399981 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-c45ae135-c610-431e-b6f8-ba6aca0825c4 tempest-FloatingIPAdminTestJSON-102997040 tempest-FloatingIPAdminTestJSON-102997040-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:25.401752 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-da91c39c-250b-438d-8ca5-c80218f49567 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Resources bound (agent type, host, resource id): {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:38:25.418081 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da91c39c-250b-438d-8ca5-c80218f49567 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Received port after_create {{(pid=103333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 07:38:25.418302 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4b9997d-924e-44f6-8e0a-0997116b84c8 tempest-PortsAdminExtendedAttrsTestJSON-1938695924 tempest-PortsAdminExtendedAttrsTestJSON-1938695924-project-admin] GET failed (client error): The resource could not be found. Oct 19 07:38:25.425291 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-e4b9997d-924e-44f6-8e0a-0997116b84c8 tempest-PortsAdminExtendedAttrsTestJSON-1938695924 tempest-PortsAdminExtendedAttrsTestJSON-1938695924-project-admin] 10.222.0.27 "GET /v2.0/ports/d5f10e82-5427-494b-9402-f8beaa6795df HTTP/1.1" status: 404 len: 333 time: 0.0554430 Oct 19 07:38:25.428325 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da91c39c-250b-438d-8ca5-c80218f49567 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:38:25.429133 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-da91c39c-250b-438d-8ca5-c80218f49567 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42160'] for port, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:25.430112 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 53752) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:38:25.442016 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-4aafcab4-3f3f-4284-b248-42ecd387f67b tempest-PortsAdminExtendedAttrsTestJSON-1938695924 tempest-PortsAdminExtendedAttrsTestJSON-1938695924-project-admin] Request body: {'port': {'network_id': '0a63bd3f-8e79-47c5-9b78-4eaa93792a44', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-709160260'}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:38:25.449027 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-1b73fb19-8e5f-4bfc-aa76-4a0b7de27ec5 tempest-ExternalNetworksTestJSON-1054651582 tempest-ExternalNetworksTestJSON-1054651582-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-673044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1695087'] for network, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:25.450873 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da91c39c-250b-438d-8ca5-c80218f49567 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Pushing event updated for resources: {'Port': ['ID=62e98c6e-c88f-4179-a621-d44bf43b3226,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:38:25.462517 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b73fb19-8e5f-4bfc-aa76-4a0b7de27ec5 tempest-ExternalNetworksTestJSON-1054651582 tempest-ExternalNetworksTestJSON-1054651582-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network f50e8a05-d2be-40fe-837d-fc44c567e6c6 {{(pid=103333) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Oct 19 07:38:25.476043 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-1b73fb19-8e5f-4bfc-aa76-4a0b7de27ec5 tempest-ExternalNetworksTestJSON-1054651582 tempest-ExternalNetworksTestJSON-1054651582-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574827'] for network, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:25.480564 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-1b73fb19-8e5f-4bfc-aa76-4a0b7de27ec5 tempest-ExternalNetworksTestJSON-1054651582 tempest-ExternalNetworksTestJSON-1054651582-project-admin] 10.222.0.27 "DELETE /v2.0/networks/f50e8a05-d2be-40fe-837d-fc44c567e6c6 HTTP/1.1" status: 204 len: 168 time: 1.3660271 Oct 19 07:38:25.487303 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-da91c39c-250b-438d-8ca5-c80218f49567 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.1449139 Oct 19 07:38:25.487942 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 53754) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:38:25.488278 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 53756) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:38:25.493514 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b73fb19-8e5f-4bfc-aa76-4a0b7de27ec5 tempest-ExternalNetworksTestJSON-1054651582 tempest-ExternalNetworksTestJSON-1054651582-project-admin] Pushing event deleted for resources: {'Network': ['ID=f50e8a05-d2be-40fe-837d-fc44c567e6c6,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:38:25.515401 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-ad4bf18c-5237-4da5-8cde-8aea6a149971 tempest-ExternalNetworksTestJSON-1054651582 tempest-ExternalNetworksTestJSON-1054651582-project-admin] Request body: {'network': {'name': 'tempest-network--1045095701'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:38:25.524660 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Provisioning complete for port 06f37158-1f16-4751-a77d-bbde21b794fa triggered by entity L2. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:38:25.525034 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:25.525535 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Attempt 1 to provision port 06f37158-1f16-4751-a77d-bbde21b794fa Oct 19 07:38:25.547391 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-9ab7a476-8e41-4aba-976c-7761d2034f97 None None] Attempt 7 to provision port e55d7a6a-c6c9-4188-8720-01983a8cba97 Oct 19 07:38:25.572366 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88870ad-e84d-4280-9626-622325afe1ea req-5b58966d-d018-4837-b666-2c90d0f1dc12 tempest-ServersTestJSON-461936375 tempest-ServersTestJSON-461936375-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:38:25.580225 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-b88870ad-e84d-4280-9626-622325afe1ea req-5b58966d-d018-4837-b666-2c90d0f1dc12 tempest-ServersTestJSON-461936375 tempest-ServersTestJSON-461936375-project] 10.222.0.27 "GET /v2.0/networks?id=29346864-1bf4-4ca7-8c28-dd64957b61d5 HTTP/1.1" status: 200 len: 806 time: 0.2700336 Oct 19 07:38:25.612788 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-b88870ad-e84d-4280-9626-622325afe1ea req-53181fdf-dae7-4964-8670-73f78d0df425 tempest-ServersTestJSON-461936375 tempest-ServersTestJSON-461936375-project] 10.222.0.27 "GET /v2.0/quotas/0cfd53a0c8b24bdeb4999c9bff6eae77 HTTP/1.1" status: 200 len: 375 time: 0.0309861 Oct 19 07:38:25.622604 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-9ab7a476-8e41-4aba-976c-7761d2034f97 None None] Port e55d7a6a-c6c9-4188-8720-01983a8cba97 cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 07:38:25.640735 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad4bf18c-5237-4da5-8cde-8aea6a149971 tempest-ExternalNetworksTestJSON-1054651582 tempest-ExternalNetworksTestJSON-1054651582-project-admin] Made reservation on behalf of 3c8dffb15b724a9ba305529b4452824d for: {'network': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 07:38:25.643039 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-ad4bf18c-5237-4da5-8cde-8aea6a149971 tempest-ExternalNetworksTestJSON-1054651582 tempest-ExternalNetworksTestJSON-1054651582-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for network, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:25.648437 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-b024b323-ea82-40fd-ab81-cb085cd443ef req-19445521-ca1f-4ae3-9b75-af14d7efde14 service neutron] 10.222.0.27 "GET /v2.0/networks/9f9e4d3a-9b0f-46a7-b045-8d44d07986e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3888164 Oct 19 07:38:25.679244 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4aafcab4-3f3f-4284-b248-42ecd387f67b tempest-PortsAdminExtendedAttrsTestJSON-1938695924 tempest-PortsAdminExtendedAttrsTestJSON-1938695924-project-admin] Made reservation on behalf of 40b5e851278148f68e8c21f518d0fd3c for: {'port': 1} {{(pid=103332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 07:38:25.682888 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-4aafcab4-3f3f-4284-b248-42ecd387f67b tempest-PortsAdminExtendedAttrsTestJSON-1938695924 tempest-PortsAdminExtendedAttrsTestJSON-1938695924-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:25.690657 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff6bdf82-9c92-4d6a-999a-d6954fd1f9c4 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:38:25.702074 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Current status of the port 06f37158-1f16-4751-a77d-bbde21b794fa is: DOWN; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:38:25.702692 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:25.704623 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.notifiers.nova [None req-4aafcab4-3f3f-4284-b248-42ecd387f67b tempest-PortsAdminExtendedAttrsTestJSON-1938695924 tempest-PortsAdminExtendedAttrsTestJSON-1938695924-project-admin] device_id is not set on port 7e9603d4-b0aa-4b8d-98be-a0a9d4b423e7 yet. {{(pid=103332) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 19 07:38:25.708377 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff6bdf82-9c92-4d6a-999a-d6954fd1f9c4 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:38:25.714355 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-ff6bdf82-9c92-4d6a-999a-d6954fd1f9c4 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] 10.222.0.27 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.2218573 Oct 19 07:38:25.735496 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 53758) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:38:25.770698 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] For port 06f37158-1f16-4751-a77d-bbde21b794fa, host dv-neutron-861624-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=06f37158-1f16-4751-a77d-bbde21b794fa,segment=NetworkSegment(5a8d2b05-b527-4bd4-a671-b9112f193fef),segment_id=5a8d2b05-b527-4bd4-a671-b9112f193fef)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:38:25.782402 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:25.858881 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Pushing event updated for resources: {'Port': ['ID=06f37158-1f16-4751-a77d-bbde21b794fa,revision_number=3']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:38:25.874882 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad4bf18c-5237-4da5-8cde-8aea6a149971 tempest-ExternalNetworksTestJSON-1054651582 tempest-ExternalNetworksTestJSON-1054651582-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 199} {{(pid=103333) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 07:38:25.896154 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-ad4bf18c-5237-4da5-8cde-8aea6a149971 tempest-ExternalNetworksTestJSON-1054651582 tempest-ExternalNetworksTestJSON-1054651582-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979'] for segment, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:25.896581 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.db.segments_db [None req-ad4bf18c-5237-4da5-8cde-8aea6a149971 tempest-ExternalNetworksTestJSON-1054651582 tempest-ExternalNetworksTestJSON-1054651582-project-admin] Added segment 38f5c5b0-349d-47ae-9c18-e634524134a4 of type vlan for network e4062ae3-213d-4996-af95-1ad0b22a1794 Oct 19 07:38:25.899673 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-b88870ad-e84d-4280-9626-622325afe1ea req-907b6d84-1573-4d04-8345-f21b8ba947a4 tempest-ServersTestJSON-461936375 tempest-ServersTestJSON-461936375-project] 10.222.0.27 "GET /v2.0/ports?tenant_id=0cfd53a0c8b24bdeb4999c9bff6eae77&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2861943 Oct 19 07:38:25.920984 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-9ac2992f-6e68-42ce-939a-b81ea5bf8a96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1712464779 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1712464779-project] Notify callbacks [] for security_group, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:25.968457 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-ad4bf18c-5237-4da5-8cde-8aea6a149971 tempest-ExternalNetworksTestJSON-1054651582 tempest-ExternalNetworksTestJSON-1054651582-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785020965340'] for network, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:26.036597 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-ad4bf18c-5237-4da5-8cde-8aea6a149971 tempest-ExternalNetworksTestJSON-1054651582 tempest-ExternalNetworksTestJSON-1054651582-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873'] for network, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:26.037607 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad4bf18c-5237-4da5-8cde-8aea6a149971 tempest-ExternalNetworksTestJSON-1054651582 tempest-ExternalNetworksTestJSON-1054651582-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:38:26.038185 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-ad4bf18c-5237-4da5-8cde-8aea6a149971 tempest-ExternalNetworksTestJSON-1054651582 tempest-ExternalNetworksTestJSON-1054651582-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574827'] for network, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:26.043422 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-9ac2992f-6e68-42ce-939a-b81ea5bf8a96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1712464779 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1712464779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788643'] for security_group, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:26.096307 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-c45ae135-c610-431e-b6f8-ba6aca0825c4 tempest-FloatingIPAdminTestJSON-102997040 tempest-FloatingIPAdminTestJSON-102997040-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:26.108165 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac2992f-6e68-42ce-939a-b81ea5bf8a96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1712464779 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1712464779-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c6d429ec-94ef-496c-bfc2-bffbd1307138,revision_number=1']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:38:26.124061 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-9ab7a476-8e41-4aba-976c-7761d2034f97 None None] Attempt 8 to provision port e55d7a6a-c6c9-4188-8720-01983a8cba97 Oct 19 07:38:26.138676 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ac2992f-6e68-42ce-939a-b81ea5bf8a96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1712464779 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1712464779-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 181} {{(pid=103332) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 07:38:26.176686 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-4aafcab4-3f3f-4284-b248-42ecd387f67b tempest-PortsAdminExtendedAttrsTestJSON-1938695924 tempest-PortsAdminExtendedAttrsTestJSON-1938695924-project-admin] Notify callbacks [] for port, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:26.192901 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [req-b88870ad-e84d-4280-9626-622325afe1ea req-d452b81f-d5b4-4aef-84de-1f44403d8fb7 service neutron] http://10.222.0.27:9696/v2.0/extensions returned with HTTP 200 {{(pid=103332) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 07:38:26.195498 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-b88870ad-e84d-4280-9626-622325afe1ea req-d452b81f-d5b4-4aef-84de-1f44403d8fb7 service neutron] 10.222.0.27 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1589446 Oct 19 07:38:26.207759 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-9ab7a476-8e41-4aba-976c-7761d2034f97 None None] Port e55d7a6a-c6c9-4188-8720-01983a8cba97 cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 07:38:26.210497 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-1b249cf6-6b8f-4ad5-82a5-e0dfa56b3888 req-7721ad30-fa85-4294-bc46-a4c43324046a tempest-ServersTestManualDisk-1995987990 tempest-ServersTestManualDisk-1995987990-project] 10.222.0.27 "GET /v2.0/security-groups?name=tempest-securitygroup--1854795050&fields=id&tenant_id=340a20aa929d4020a108d5231191ac1d HTTP/1.1" status: 200 len: 267 time: 0.1735070 Oct 19 07:38:26.219107 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-9ac2992f-6e68-42ce-939a-b81ea5bf8a96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1712464779 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1712464779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979'] for segment, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:26.219314 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.db.segments_db [None req-9ac2992f-6e68-42ce-939a-b81ea5bf8a96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1712464779 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1712464779-project] Added segment c118624e-f090-4049-9e3a-7aadbd95a3d0 of type vlan for network a7f6643b-92d2-4a32-83c3-c2f01975a0e9 Oct 19 07:38:26.226832 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-ad4bf18c-5237-4da5-8cde-8aea6a149971 tempest-ExternalNetworksTestJSON-1054651582 tempest-ExternalNetworksTestJSON-1054651582-project-admin] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 0.7361116 Oct 19 07:38:26.244960 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 53788) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:38:26.258929 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-7351b9f7-64ed-4d38-b6d3-cb7fe9766b83 tempest-ExternalNetworksTestJSON-1054651582 tempest-ExternalNetworksTestJSON-1054651582-project-admin] Request body: {'network': {'router:external': True}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:38:26.265920 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4bf18c-5237-4da5-8cde-8aea6a149971 tempest-ExternalNetworksTestJSON-1054651582 tempest-ExternalNetworksTestJSON-1054651582-project-admin] Pushing event updated for resources: {'Network': ['ID=e4062ae3-213d-4996-af95-1ad0b22a1794,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:38:26.276118 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Network e4062ae3-213d-4996-af95-1ad0b22a1794 details requested by agent ovs-agent-dv-neutron-861624-1-hyperv with host dv-neutron-861624-1-hyperv {{(pid=103334) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 07:38:26.299448 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-0705f8d6-ab39-406b-a1e4-10a8a1ef986b tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Deleting port 62e98c6e-c88f-4179-a621-d44bf43b3226 {{(pid=103333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 07:38:26.299794 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-0705f8d6-ab39-406b-a1e4-10a8a1ef986b tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:26.303086 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.db_base_plugin_common [None req-c45ae135-c610-431e-b6f8-ba6aca0825c4 tempest-FloatingIPAdminTestJSON-102997040 tempest-FloatingIPAdminTestJSON-102997040-project-admin] Allocated IP 172.26.0.6 (99c66757-74e3-40a4-b479-8d09e3a7c3dd/7f3d1034-1de7-458a-a3ee-77488de3949b/c350ac91-521c-46f3-b611-392f9fd6c45b) {{(pid=103333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 07:38:26.462169 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-0705f8d6-ab39-406b-a1e4-10a8a1ef986b tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:26.480497 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-0705f8d6-ab39-406b-a1e4-10a8a1ef986b tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Calling delete_port for 62e98c6e-c88f-4179-a621-d44bf43b3226 owned by {{(pid=103333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 07:38:26.487779 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-9ac2992f-6e68-42ce-939a-b81ea5bf8a96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1712464779 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1712464779-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785020965340'] for network, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:26.513439 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-c45ae135-c610-431e-b6f8-ba6aca0825c4 tempest-FloatingIPAdminTestJSON-102997040 tempest-FloatingIPAdminTestJSON-102997040-project-admin] Notify callbacks [] for port, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:26.558407 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-4aafcab4-3f3f-4284-b248-42ecd387f67b tempest-PortsAdminExtendedAttrsTestJSON-1938695924 tempest-PortsAdminExtendedAttrsTestJSON-1938695924-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785020947330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133553798'] for port, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:26.607863 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-c45ae135-c610-431e-b6f8-ba6aca0825c4 tempest-FloatingIPAdminTestJSON-102997040 tempest-FloatingIPAdminTestJSON-102997040-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785020947330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130996763'] for port, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:26.657539 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-9ac2992f-6e68-42ce-939a-b81ea5bf8a96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1712464779 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1712464779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873'] for network, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:26.663082 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ac2992f-6e68-42ce-939a-b81ea5bf8a96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1712464779 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1712464779-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:38:26.663678 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-9ac2992f-6e68-42ce-939a-b81ea5bf8a96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1712464779 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1712464779-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574827'] for network, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:26.676743 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c45ae135-c610-431e-b6f8-ba6aca0825c4 tempest-FloatingIPAdminTestJSON-102997040 tempest-FloatingIPAdminTestJSON-102997040-project-admin] Network 99c66757-74e3-40a4-b479-8d09e3a7c3dd is already hosted by enough agents. {{(pid=103333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 07:38:26.685834 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-c45ae135-c610-431e-b6f8-ba6aca0825c4 tempest-FloatingIPAdminTestJSON-102997040 tempest-FloatingIPAdminTestJSON-102997040-project-admin] Resources bound (agent type, host, resource id): {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:38:26.691125 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c45ae135-c610-431e-b6f8-ba6aca0825c4 tempest-FloatingIPAdminTestJSON-102997040 tempest-FloatingIPAdminTestJSON-102997040-project-admin] Received port after_create {{(pid=103333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 07:38:26.705992 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b249cf6-6b8f-4ad5-82a5-e0dfa56b3888 req-b0507747-30ed-4516-beb3-8707ca444589 tempest-ServersTestManualDisk-1995987990 tempest-ServersTestManualDisk-1995987990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:38:26.707462 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-1b249cf6-6b8f-4ad5-82a5-e0dfa56b3888 req-b0507747-30ed-4516-beb3-8707ca444589 tempest-ServersTestManualDisk-1995987990 tempest-ServersTestManualDisk-1995987990-project] 10.222.0.27 "GET /v2.0/networks?id=b591b429-0972-4e45-afd3-bb0899b18496 HTTP/1.1" status: 200 len: 812 time: 0.4836535 Oct 19 07:38:26.709702 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-9ab7a476-8e41-4aba-976c-7761d2034f97 None None] Attempt 9 to provision port e55d7a6a-c6c9-4188-8720-01983a8cba97 Oct 19 07:38:26.715107 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4aafcab4-3f3f-4284-b248-42ecd387f67b tempest-PortsAdminExtendedAttrsTestJSON-1938695924 tempest-PortsAdminExtendedAttrsTestJSON-1938695924-project-admin] Network 0a63bd3f-8e79-47c5-9b78-4eaa93792a44 is already hosted by enough agents. {{(pid=103332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 07:38:26.723969 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-b88870ad-e84d-4280-9626-622325afe1ea req-35e98c1a-4f53-445d-8a29-c93b2c599936 service neutron] 10.222.0.27 "GET /v2.0/networks/29346864-1bf4-4ca7-8c28-dd64957b61d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5122640 Oct 19 07:38:26.724797 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45ae135-c610-431e-b6f8-ba6aca0825c4 tempest-FloatingIPAdminTestJSON-102997040 tempest-FloatingIPAdminTestJSON-102997040-project-admin] Pushing event updated for resources: {'Port': ['ID=c350ac91-521c-46f3-b611-392f9fd6c45b,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:38:26.740170 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-0705f8d6-ab39-406b-a1e4-10a8a1ef986b tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130996763'] for port, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:26.762296 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.base_scheduler [None req-4aafcab4-3f3f-4284-b248-42ecd387f67b tempest-PortsAdminExtendedAttrsTestJSON-1938695924 tempest-PortsAdminExtendedAttrsTestJSON-1938695924-project-admin] Resources bound (agent type, host, resource id): {{(pid=103332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:38:26.770641 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0705f8d6-ab39-406b-a1e4-10a8a1ef986b tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Pushing event deleted for resources: {'Port': ['ID=62e98c6e-c88f-4179-a621-d44bf43b3226,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:38:26.776586 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aafcab4-3f3f-4284-b248-42ecd387f67b tempest-PortsAdminExtendedAttrsTestJSON-1938695924 tempest-PortsAdminExtendedAttrsTestJSON-1938695924-project-admin] Received port after_create {{(pid=103332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 07:38:26.777500 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4aafcab4-3f3f-4284-b248-42ecd387f67b tempest-PortsAdminExtendedAttrsTestJSON-1938695924 tempest-PortsAdminExtendedAttrsTestJSON-1938695924-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:38:26.778247 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-4aafcab4-3f3f-4284-b248-42ecd387f67b tempest-PortsAdminExtendedAttrsTestJSON-1938695924 tempest-PortsAdminExtendedAttrsTestJSON-1938695924-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42160'] for port, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:26.811758 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-9ac2992f-6e68-42ce-939a-b81ea5bf8a96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1712464779 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1712464779-project] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 802 time: 2.3186469 Oct 19 07:38:26.821027 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aafcab4-3f3f-4284-b248-42ecd387f67b tempest-PortsAdminExtendedAttrsTestJSON-1938695924 tempest-PortsAdminExtendedAttrsTestJSON-1938695924-project-admin] Pushing event updated for resources: {'Port': ['ID=7e9603d4-b0aa-4b8d-98be-a0a9d4b423e7,revision_number=1']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:38:26.824870 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-0705f8d6-ab39-406b-a1e4-10a8a1ef986b tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42160'] for port, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:26.827670 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-0705f8d6-ab39-406b-a1e4-10a8a1ef986b tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] 10.222.0.27 "DELETE /v2.0/ports/62e98c6e-c88f-4179-a621-d44bf43b3226 HTTP/1.1" status: 204 len: 168 time: 1.0908000 Oct 19 07:38:26.831123 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 53804) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:38:26.834458 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-1b249cf6-6b8f-4ad5-82a5-e0dfa56b3888 req-542eb3d5-dce5-43fa-b6ef-5f9b47d0a681 tempest-ServersTestManualDisk-1995987990 tempest-ServersTestManualDisk-1995987990-project] 10.222.0.27 "GET /v2.0/quotas/340a20aa929d4020a108d5231191ac1d HTTP/1.1" status: 200 len: 375 time: 0.0872405 Oct 19 07:38:26.849412 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-9ab7a476-8e41-4aba-976c-7761d2034f97 None None] Port e55d7a6a-c6c9-4188-8720-01983a8cba97 cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 07:38:26.978758 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b2fe1bb-0a4a-47ff-bba6-2f932102801e tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:38:26.980309 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b2fe1bb-0a4a-47ff-bba6-2f932102801e tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:38:26.982031 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-9b2fe1bb-0a4a-47ff-bba6-2f932102801e tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] 10.222.0.27 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1499712 Oct 19 07:38:26.984818 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 53808) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:38:27.056439 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2781fdd-b0f7-49c9-b049-a6cbdcca5e2d tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Deleting subnet feab2455-c96e-4ce0-87cb-603a0a87059e {{(pid=103333) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 19 07:38:27.062045 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-c2781fdd-b0f7-49c9-b049-a6cbdcca5e2d tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks [] for subnet, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:27.149374 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac2992f-6e68-42ce-939a-b81ea5bf8a96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1712464779 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1712464779-project] Pushing event updated for resources: {'Network': ['ID=a7f6643b-92d2-4a32-83c3-c2f01975a0e9,revision_number=1']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:38:27.149912 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-c2781fdd-b0f7-49c9-b049-a6cbdcca5e2d tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-134111928'] for subnet, precommit_delete_associations {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:27.163749 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Network a7f6643b-92d2-4a32-83c3-c2f01975a0e9 details requested by agent ovs-agent-dv-neutron-861624-1-hyperv with host dv-neutron-861624-1-hyperv {{(pid=103334) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 07:38:27.174590 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-4aafcab4-3f3f-4284-b248-42ecd387f67b tempest-PortsAdminExtendedAttrsTestJSON-1938695924 tempest-PortsAdminExtendedAttrsTestJSON-1938695924-project-admin] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.7418613 Oct 19 07:38:27.178122 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 53814) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:38:27.182764 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-4a2591b5-0217-4ba4-a931-6b6a393838fa tempest-PortsAdminExtendedAttrsTestJSON-1938695924 tempest-PortsAdminExtendedAttrsTestJSON-1938695924-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8616'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:38:27.189433 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-7351b9f7-64ed-4d38-b6d3-cb7fe9766b83 tempest-ExternalNetworksTestJSON-1054651582 tempest-ExternalNetworksTestJSON-1054651582-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785020965340'] for network, precommit_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:27.231911 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-7351b9f7-64ed-4d38-b6d3-cb7fe9766b83 tempest-ExternalNetworksTestJSON-1054651582 tempest-ExternalNetworksTestJSON-1054651582-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873'] for network, after_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:27.322360 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7351b9f7-64ed-4d38-b6d3-cb7fe9766b83 tempest-ExternalNetworksTestJSON-1054651582 tempest-ExternalNetworksTestJSON-1054651582-project-admin] Pushing event updated for resources: {'Network': ['ID=e4062ae3-213d-4996-af95-1ad0b22a1794,revision_number=2']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:38:27.342729 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-b88870ad-e84d-4280-9626-622325afe1ea req-b034ed6a-0ea4-4b14-b5fb-bd024b68c9c1 service neutron] 10.222.0.27 "GET /v2.0/networks/29346864-1bf4-4ca7-8c28-dd64957b61d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5961652 Oct 19 07:38:27.343739 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-7351b9f7-64ed-4d38-b6d3-cb7fe9766b83 tempest-ExternalNetworksTestJSON-1054651582 tempest-ExternalNetworksTestJSON-1054651582-project-admin] Network e4062ae3-213d-4996-af95-1ad0b22a1794 is not hosted by any dhcp agent {{(pid=103332) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Oct 19 07:38:27.344667 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7351b9f7-64ed-4d38-b6d3-cb7fe9766b83 tempest-ExternalNetworksTestJSON-1054651582 tempest-ExternalNetworksTestJSON-1054651582-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:38:27.345275 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-7351b9f7-64ed-4d38-b6d3-cb7fe9766b83 tempest-ExternalNetworksTestJSON-1054651582 tempest-ExternalNetworksTestJSON-1054651582-project-admin] Notify callbacks [] for network, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:27.349311 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-7351b9f7-64ed-4d38-b6d3-cb7fe9766b83 tempest-ExternalNetworksTestJSON-1054651582 tempest-ExternalNetworksTestJSON-1054651582-project-admin] 10.222.0.27 "PUT /v2.0/networks/e4062ae3-213d-4996-af95-1ad0b22a1794 HTTP/1.1" status: 200 len: 858 time: 1.1002197 Oct 19 07:38:27.351485 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-9ab7a476-8e41-4aba-976c-7761d2034f97 None None] Attempt 10 to provision port e55d7a6a-c6c9-4188-8720-01983a8cba97 Oct 19 07:38:27.384748 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-1b249cf6-6b8f-4ad5-82a5-e0dfa56b3888 req-b04013a4-40ea-4341-87b0-3539030bdf6b tempest-ServersTestManualDisk-1995987990 tempest-ServersTestManualDisk-1995987990-project] 10.222.0.27 "GET /v2.0/ports?tenant_id=340a20aa929d4020a108d5231191ac1d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2732275 Oct 19 07:38:27.389526 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device 06f37158-1f16-4751-a77d-bbde21b794fa up at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 07:38:27.390057 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 53818) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:38:27.441096 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-9ab7a476-8e41-4aba-976c-7761d2034f97 None None] Port e55d7a6a-c6c9-4188-8720-01983a8cba97 cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 07:38:27.450971 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-9ab7a476-8e41-4aba-976c-7761d2034f97 None None] Could not find standard attr ID for object 54df7cc5-9457-4c1c-82bc-380fe2ff43bb. {{(pid=103334) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 19 07:38:27.470844 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Provisioning complete for port 06f37158-1f16-4751-a77d-bbde21b794fa triggered by entity L2. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:38:27.471470 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:27.471966 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Attempt 1 to provision port 06f37158-1f16-4751-a77d-bbde21b794fa Oct 19 07:38:27.477581 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-9ab7a476-8e41-4aba-976c-7761d2034f97 None None] Provisioning complete for port 8eee7f3b-d4f5-49d5-9d62-6f7b6da3fb87 triggered by entity DHCP. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:38:27.477950 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-9ab7a476-8e41-4aba-976c-7761d2034f97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:27.478287 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-9ab7a476-8e41-4aba-976c-7761d2034f97 None None] Attempt 1 to provision port 8eee7f3b-d4f5-49d5-9d62-6f7b6da3fb87 Oct 19 07:38:27.496497 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-d18d357f-098c-4ee5-b2fa-26af1074b554 tempest-ExternalNetworksTestJSON-1054651582 tempest-ExternalNetworksTestJSON-1054651582-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-667019'] for network, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:27.629058 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-9ab7a476-8e41-4aba-976c-7761d2034f97 None None] Current status of the port 8eee7f3b-d4f5-49d5-9d62-6f7b6da3fb87 is: ACTIVE; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:38:27.636466 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Current status of the port 06f37158-1f16-4751-a77d-bbde21b794fa is: ACTIVE; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:38:27.657451 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-1b249cf6-6b8f-4ad5-82a5-e0dfa56b3888 req-be4d0aae-6878-49bb-9383-5de21f4606f8 service neutron] 10.222.0.27 "GET /v2.0/networks/b591b429-0972-4e45-afd3-bb0899b18496?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1584973 Oct 19 07:38:27.746184 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-dfdd4ff9-65eb-4e89-8560-99b72d21b439 None None] Could not find standard attr ID for object 62e98c6e-c88f-4179-a621-d44bf43b3226. {{(pid=103334) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 19 07:38:27.746787 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-4a2591b5-0217-4ba4-a931-6b6a393838fa tempest-PortsAdminExtendedAttrsTestJSON-1938695924 tempest-PortsAdminExtendedAttrsTestJSON-1938695924-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:27.757799 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-dfdd4ff9-65eb-4e89-8560-99b72d21b439 None None] Provisioning complete for port 06f37158-1f16-4751-a77d-bbde21b794fa triggered by entity DHCP. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:38:27.758270 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-dfdd4ff9-65eb-4e89-8560-99b72d21b439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:27.758591 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-dfdd4ff9-65eb-4e89-8560-99b72d21b439 None None] Attempt 1 to provision port 06f37158-1f16-4751-a77d-bbde21b794fa Oct 19 07:38:27.767791 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-d18d357f-098c-4ee5-b2fa-26af1074b554 tempest-ExternalNetworksTestJSON-1054651582 tempest-ExternalNetworksTestJSON-1054651582-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-673051', 'neutron.services.segments.db._delete_segments_for_network-8785021519108'] for network, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:27.822565 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-c2781fdd-b0f7-49c9-b049-a6cbdcca5e2d tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-679826'] for subnet, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:27.909279 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-dfdd4ff9-65eb-4e89-8560-99b72d21b439 None None] Current status of the port 06f37158-1f16-4751-a77d-bbde21b794fa is: ACTIVE; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:38:27.922896 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-dfdd4ff9-65eb-4e89-8560-99b72d21b439 None None] Provisioning complete for port b2ba838d-e047-4351-979a-94c8b4b61ef5 triggered by entity DHCP. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:38:27.924264 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-dfdd4ff9-65eb-4e89-8560-99b72d21b439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:27.924264 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-dfdd4ff9-65eb-4e89-8560-99b72d21b439 None None] Attempt 1 to provision port b2ba838d-e047-4351-979a-94c8b4b61ef5 Oct 19 07:38:27.965822 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-dfdd4ff9-65eb-4e89-8560-99b72d21b439 None None] Port b2ba838d-e047-4351-979a-94c8b4b61ef5 cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 07:38:27.966716 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-ffd58db7-097a-42eb-899f-1d199e65ee53 req-8c26a14a-413d-4a95-9b4f-0826f20d3eaf tempest-ServerActionsTestJSON-1032082790 tempest-ServerActionsTestJSON-1032082790-project] 10.222.0.27 "GET /v2.0/ports?device_id=c15ce40b-4ff1-4ce8-b3f1-4c16c8447f68 HTTP/1.1" status: 200 len: 210 time: 0.0611012 Oct 19 07:38:27.973773 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.services.segments.db [None req-d18d357f-098c-4ee5-b2fa-26af1074b554 tempest-ExternalNetworksTestJSON-1054651582 tempest-ExternalNetworksTestJSON-1054651582-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4062ae3-213d-4996-af95-1ad0b22a1794']}} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:38:27.987058 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.services.segments.db [None req-d18d357f-098c-4ee5-b2fa-26af1074b554 tempest-ExternalNetworksTestJSON-1054651582 tempest-ExternalNetworksTestJSON-1054651582-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38f5c5b0-349d-47ae-9c18-e634524134a4') {'for_net_delete': True} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:38:27.987376 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.services.segments.db [None req-d18d357f-098c-4ee5-b2fa-26af1074b554 tempest-ExternalNetworksTestJSON-1054651582 tempest-ExternalNetworksTestJSON-1054651582-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38f5c5b0-349d-47ae-9c18-e634524134a4') {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:38:28.000882 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-1b249cf6-6b8f-4ad5-82a5-e0dfa56b3888 req-35c924f5-736b-44f9-bb4d-9c89336ba24a service neutron] 10.222.0.27 "GET /v2.0/networks/b591b429-0972-4e45-afd3-bb0899b18496?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3328617 Oct 19 07:38:28.015201 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-d18d357f-098c-4ee5-b2fa-26af1074b554 tempest-ExternalNetworksTestJSON-1054651582 tempest-ExternalNetworksTestJSON-1054651582-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785021519382', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130726885'] for segment, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:28.041425 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-d18d357f-098c-4ee5-b2fa-26af1074b554 tempest-ExternalNetworksTestJSON-1054651582 tempest-ExternalNetworksTestJSON-1054651582-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979'] for segment, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:28.049989 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d18d357f-098c-4ee5-b2fa-26af1074b554 tempest-ExternalNetworksTestJSON-1054651582 tempest-ExternalNetworksTestJSON-1054651582-project-admin] Releasing vlan 199 on physical network physnet1 to pool {{(pid=103332) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 07:38:28.050448 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-d18d357f-098c-4ee5-b2fa-26af1074b554 tempest-ExternalNetworksTestJSON-1054651582 tempest-ExternalNetworksTestJSON-1054651582-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-133553843'] for segment, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:28.141294 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.services.segments.plugin [-] Segment 38f5c5b0-349d-47ae-9c18-e634524134a4 resource provider aggregate not found Oct 19 07:38:28.149591 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-d18d357f-098c-4ee5-b2fa-26af1074b554 tempest-ExternalNetworksTestJSON-1054651582 tempest-ExternalNetworksTestJSON-1054651582-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-673044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1695087'] for network, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:28.160460 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d18d357f-098c-4ee5-b2fa-26af1074b554 tempest-ExternalNetworksTestJSON-1054651582 tempest-ExternalNetworksTestJSON-1054651582-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network e4062ae3-213d-4996-af95-1ad0b22a1794 {{(pid=103332) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Oct 19 07:38:28.177480 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-d18d357f-098c-4ee5-b2fa-26af1074b554 tempest-ExternalNetworksTestJSON-1054651582 tempest-ExternalNetworksTestJSON-1054651582-project-admin] Notify callbacks [] for network, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:28.179399 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-c45ae135-c610-431e-b6f8-ba6aca0825c4 tempest-FloatingIPAdminTestJSON-102997040 tempest-FloatingIPAdminTestJSON-102997040-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:28.198368 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-d18d357f-098c-4ee5-b2fa-26af1074b554 tempest-ExternalNetworksTestJSON-1054651582 tempest-ExternalNetworksTestJSON-1054651582-project-admin] 10.222.0.27 "DELETE /v2.0/networks/e4062ae3-213d-4996-af95-1ad0b22a1794 HTTP/1.1" status: 204 len: 168 time: 0.8062911 Oct 19 07:38:28.202484 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 53848) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:38:28.202484 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 53852) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:38:28.205116 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.services.segments.plugin [-] Segment 38f5c5b0-349d-47ae-9c18-e634524134a4 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 38f5c5b0-349d-47ae-9c18-e634524134a4 found for delete ", "request_id": "req-de8ae6ae-f42f-447f-b8cd-edd3697c11ad"}]} Oct 19 07:38:28.206043 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-c2781fdd-b0f7-49c9-b049-a6cbdcca5e2d tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-679819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130997964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130170408'] for subnet, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:28.279823 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2781fdd-b0f7-49c9-b049-a6cbdcca5e2d tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Pushing event deleted for resources: {'Subnet': ['ID=feab2455-c96e-4ce0-87cb-603a0a87059e,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:38:28.282267 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-c2781fdd-b0f7-49c9-b049-a6cbdcca5e2d tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks [] for subnet, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:28.288262 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-c2781fdd-b0f7-49c9-b049-a6cbdcca5e2d tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] 10.222.0.27 "DELETE /v2.0/subnets/feab2455-c96e-4ce0-87cb-603a0a87059e HTTP/1.1" status: 204 len: 168 time: 1.3001442 Oct 19 07:38:28.292397 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 53856) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:38:28.296423 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d1bbd97-8dfc-4223-aad8-ef69f51bfacc None None] Network 6b5a65c5-1bed-4301-9db8-c1056c2b8eba requested from dv-neutron-861624-1-hyperv {{(pid=103334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 07:38:28.313969 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-cbfc4a94-4a94-413c-8838-b0ad216b6e4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252-project-admin] Request body: {'port': {'network_id': 'a7f6643b-92d2-4a32-83c3-c2f01975a0e9', 'binding:host_id': 'hv-neutron-8616', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1510614384'}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:38:28.349694 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18d357f-098c-4ee5-b2fa-26af1074b554 tempest-ExternalNetworksTestJSON-1054651582 tempest-ExternalNetworksTestJSON-1054651582-project-admin] Pushing event deleted for resources: {'Network': ['ID=e4062ae3-213d-4996-af95-1ad0b22a1794,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:38:28.361834 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-b80d7839-406d-4425-9047-d7d653937715 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] 10.222.0.27 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0669339 Oct 19 07:38:28.373046 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 53860) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:38:28.384707 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-92aaa904-e480-4366-ba83-d5831d4d9362 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Request body: {'subnet': {'network_id': '6b5a65c5-1bed-4301-9db8-c1056c2b8eba', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:38:28.438696 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.16', 60092) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:38:28.442407 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-bc8b9d3e-e81d-437a-bf4d-33f385e24ed3 req-d158647c-891a-4bf4-bfb4-2f590d616b10 tempest-ServersTestJSON-461936375 tempest-ServersTestJSON-461936375-project] 10.222.0.27 "GET /v2.0/ports?device_id=7edb487a-fad4-4d3e-826c-bf286ef7d7e5 HTTP/1.1" status: 200 len: 210 time: 0.1248434 Oct 19 07:38:28.443397 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.pecan_wsgi.hooks.translation [None req-c69b10d6-675d-4823-9f28-10c4a53eafb3 tempest-ExternalNetworksTestJSON-1942265098 tempest-ExternalNetworksTestJSON-1942265098-project] DELETE failed (client error): The resource could not be found. Oct 19 07:38:28.444628 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c69b10d6-675d-4823-9f28-10c4a53eafb3 tempest-ExternalNetworksTestJSON-1942265098 tempest-ExternalNetworksTestJSON-1942265098-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103332) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 07:38:28.453362 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-c69b10d6-675d-4823-9f28-10c4a53eafb3 tempest-ExternalNetworksTestJSON-1942265098 tempest-ExternalNetworksTestJSON-1942265098-project] 10.222.0.27 "DELETE /v2.0/subnets/ad06164d-6e4f-44ca-8bb8-3fec67805ed9 HTTP/1.1" status: 404 len: 337 time: 0.2461021 Oct 19 07:38:28.456679 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 53864) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:38:28.503669 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-dfdd4ff9-65eb-4e89-8560-99b72d21b439 None None] Attempt 2 to provision port b2ba838d-e047-4351-979a-94c8b4b61ef5 Oct 19 07:38:28.514309 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-a0478ecb-0b9b-42e0-bfad-f73b6f949b1b req-9712d5b1-7e15-4322-8e1d-8910e5cb6ace tempest-ServersTestManualDisk-1995987990 tempest-ServersTestManualDisk-1995987990-project] 10.222.0.27 "GET /v2.0/ports?device_id=fd32aad3-def3-4cd3-9b2d-e2a48bdb7a3b HTTP/1.1" status: 200 len: 210 time: 0.0866182 Oct 19 07:38:28.516814 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbfc4a94-4a94-413c-8838-b0ad216b6e4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252-project-admin] Made reservation on behalf of 22e1ecce49d240948557aa471da51354 for: {'port': 1} {{(pid=103332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 07:38:28.519166 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-cbfc4a94-4a94-413c-8838-b0ad216b6e4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:28.567864 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-cbfc4a94-4a94-413c-8838-b0ad216b6e4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252-project-admin] Notify callbacks [] for security_group, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:28.664092 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.notifiers.nova [None req-4a2591b5-0217-4ba4-a931-6b6a393838fa tempest-PortsAdminExtendedAttrsTestJSON-1938695924 tempest-PortsAdminExtendedAttrsTestJSON-1938695924-project-admin] device_id is not set on port 7e9603d4-b0aa-4b8d-98be-a0a9d4b423e7 yet. {{(pid=103333) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 19 07:38:28.670314 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-74ad2f12-661a-4865-af24-c04d816d121f tempest-ExternalNetworksTestJSON-1942265098 tempest-ExternalNetworksTestJSON-1942265098-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-667019'] for network, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:28.782889 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-dfdd4ff9-65eb-4e89-8560-99b72d21b439 None None] Port b2ba838d-e047-4351-979a-94c8b4b61ef5 cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 07:38:28.799483 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-4a2591b5-0217-4ba4-a931-6b6a393838fa tempest-PortsAdminExtendedAttrsTestJSON-1938695924 tempest-PortsAdminExtendedAttrsTestJSON-1938695924-project-admin] Notify callbacks [] for port, precommit_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:28.849522 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-c45ae135-c610-431e-b6f8-ba6aca0825c4 tempest-FloatingIPAdminTestJSON-102997040 tempest-FloatingIPAdminTestJSON-102997040-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:28.897670 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13337bb2-68ca-486c-bb3e-c0a27a41d1c4 None None] DHCP port deletion for 6b5a65c5-1bed-4301-9db8-c1056c2b8eba request from dv-neutron-861624-1-hyperv {{(pid=103334) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 07:38:28.902305 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-4a2591b5-0217-4ba4-a931-6b6a393838fa tempest-PortsAdminExtendedAttrsTestJSON-1938695924 tempest-PortsAdminExtendedAttrsTestJSON-1938695924-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130996754'] for port, after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:28.933593 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-74ad2f12-661a-4865-af24-c04d816d121f tempest-ExternalNetworksTestJSON-1942265098 tempest-ExternalNetworksTestJSON-1942265098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-673051', 'neutron.services.segments.db._delete_segments_for_network-8785021519108'] for network, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:29.009340 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-13337bb2-68ca-486c-bb3e-c0a27a41d1c4 None None] Deleting port 06f37158-1f16-4751-a77d-bbde21b794fa {{(pid=103334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 07:38:29.009979 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-13337bb2-68ca-486c-bb3e-c0a27a41d1c4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:29.058171 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-cbfc4a94-4a94-413c-8838-b0ad216b6e4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:29.060047 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.services.segments.db [None req-74ad2f12-661a-4865-af24-c04d816d121f tempest-ExternalNetworksTestJSON-1942265098 tempest-ExternalNetworksTestJSON-1942265098-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4014404d-eb65-49be-be80-78ca76b41c5b']}} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:38:29.113823 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-cbfc4a94-4a94-413c-8838-b0ad216b6e4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788643'] for security_group, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:29.118147 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-13337bb2-68ca-486c-bb3e-c0a27a41d1c4 None None] For port 06f37158-1f16-4751-a77d-bbde21b794fa, host dv-neutron-861624-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=06f37158-1f16-4751-a77d-bbde21b794fa,segment=NetworkSegment(5a8d2b05-b527-4bd4-a671-b9112f193fef),segment_id=5a8d2b05-b527-4bd4-a671-b9112f193fef)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:38:29.119238 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-13337bb2-68ca-486c-bb3e-c0a27a41d1c4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:29.133377 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.services.segments.db [None req-74ad2f12-661a-4865-af24-c04d816d121f tempest-ExternalNetworksTestJSON-1942265098 tempest-ExternalNetworksTestJSON-1942265098-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b32826d2-cfc0-47ad-b678-0e6370153cc5') {'for_net_delete': True} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:38:29.133671 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.services.segments.db [None req-74ad2f12-661a-4865-af24-c04d816d121f tempest-ExternalNetworksTestJSON-1942265098 tempest-ExternalNetworksTestJSON-1942265098-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b32826d2-cfc0-47ad-b678-0e6370153cc5') {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:38:29.141999 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-13337bb2-68ca-486c-bb3e-c0a27a41d1c4 None None] Calling delete_port for 06f37158-1f16-4751-a77d-bbde21b794fa owned by network:dhcp {{(pid=103334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 07:38:29.161374 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-74ad2f12-661a-4865-af24-c04d816d121f tempest-ExternalNetworksTestJSON-1942265098 tempest-ExternalNetworksTestJSON-1942265098-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785021519382', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130726885'] for segment, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:29.195334 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-74ad2f12-661a-4865-af24-c04d816d121f tempest-ExternalNetworksTestJSON-1942265098 tempest-ExternalNetworksTestJSON-1942265098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979'] for segment, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:29.202639 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2591b5-0217-4ba4-a931-6b6a393838fa tempest-PortsAdminExtendedAttrsTestJSON-1938695924 tempest-PortsAdminExtendedAttrsTestJSON-1938695924-project-admin] Pushing event updated for resources: {'Port': ['ID=7e9603d4-b0aa-4b8d-98be-a0a9d4b423e7,revision_number=2']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:38:29.211553 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74ad2f12-661a-4865-af24-c04d816d121f tempest-ExternalNetworksTestJSON-1942265098 tempest-ExternalNetworksTestJSON-1942265098-project] Releasing vlan 182 on physical network physnet1 to pool {{(pid=103332) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 07:38:29.211961 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-74ad2f12-661a-4865-af24-c04d816d121f tempest-ExternalNetworksTestJSON-1942265098 tempest-ExternalNetworksTestJSON-1942265098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-133553843'] for segment, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:29.229473 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92aaa904-e480-4366-ba83-d5831d4d9362 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Made reservation on behalf of 61a2e57b80c1442e9cb330141a970781 for: {'subnet': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 07:38:29.243903 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-92aaa904-e480-4366-ba83-d5831d4d9362 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130170579'] for subnet, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:29.301637 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-dfdd4ff9-65eb-4e89-8560-99b72d21b439 None None] Attempt 3 to provision port b2ba838d-e047-4351-979a-94c8b4b61ef5 Oct 19 07:38:29.328407 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-13337bb2-68ca-486c-bb3e-c0a27a41d1c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339'] for port, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:29.333579 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b024b323-ea82-40fd-ab81-cb085cd443ef req-22c8c972-801e-4df0-a7e0-4f18cc6b5878 tempest-ServerActionsTestJSON-1032082790 tempest-ServerActionsTestJSON-1032082790-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:38:29.335801 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-b024b323-ea82-40fd-ab81-cb085cd443ef req-22c8c972-801e-4df0-a7e0-4f18cc6b5878 tempest-ServerActionsTestJSON-1032082790 tempest-ServerActionsTestJSON-1032082790-project] 10.222.0.16 "GET /v2.0/networks?id=9f9e4d3a-9b0f-46a7-b045-8d44d07986e0 HTTP/1.1" status: 200 len: 811 time: 0.8896732 Oct 19 07:38:29.340748 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.managers [None req-4a2591b5-0217-4ba4-a931-6b6a393838fa tempest-PortsAdminExtendedAttrsTestJSON-1938695924 tempest-PortsAdminExtendedAttrsTestJSON-1938695924-project-admin] Attempting to bind port 7e9603d4-b0aa-4b8d-98be-a0a9d4b423e7 on host hv-neutron-8616 for vnic_type normal with profile {{(pid=103333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 19 07:38:29.341083 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.managers [None req-4a2591b5-0217-4ba4-a931-6b6a393838fa tempest-PortsAdminExtendedAttrsTestJSON-1938695924 tempest-PortsAdminExtendedAttrsTestJSON-1938695924-project-admin] Attempting to bind port 7e9603d4-b0aa-4b8d-98be-a0a9d4b423e7 by drivers openvswitch,hyperv on host hv-neutron-8616 at level 0 using segments [{'id': '128fe684-3df4-4868-9689-651e86bf8d2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '0a63bd3f-8e79-47c5-9b78-4eaa93792a44'}] {{(pid=103333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 19 07:38:29.341422 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a2591b5-0217-4ba4-a931-6b6a393838fa tempest-PortsAdminExtendedAttrsTestJSON-1938695924 tempest-PortsAdminExtendedAttrsTestJSON-1938695924-project-admin] Attempting to bind port 7e9603d4-b0aa-4b8d-98be-a0a9d4b423e7 on network 0a63bd3f-8e79-47c5-9b78-4eaa93792a44 {{(pid=103333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 07:38:29.355124 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.notifiers.nova [None req-cbfc4a94-4a94-413c-8838-b0ad216b6e4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252-project-admin] device_id is not set on port 82112375-43bc-4b18-9fb2-85ce5a8f5565 yet. {{(pid=103332) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 19 07:38:29.366559 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13337bb2-68ca-486c-bb3e-c0a27a41d1c4 None None] No DVR routers for this DVR port 06f37158-1f16-4751-a77d-bbde21b794fa on host dv-neutron-861624-1-hyperv {{(pid=103334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 19 07:38:29.370161 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a2591b5-0217-4ba4-a931-6b6a393838fa tempest-PortsAdminExtendedAttrsTestJSON-1938695924 tempest-PortsAdminExtendedAttrsTestJSON-1938695924-project-admin] Port 7e9603d4-b0aa-4b8d-98be-a0a9d4b423e7 on network 0a63bd3f-8e79-47c5-9b78-4eaa93792a44 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8616 {{(pid=103333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 07:38:29.370499 dv-neutron-861624-1-hyperv neutron-server[103333]: ERROR neutron.plugins.ml2.managers [None req-4a2591b5-0217-4ba4-a931-6b6a393838fa tempest-PortsAdminExtendedAttrsTestJSON-1938695924 tempest-PortsAdminExtendedAttrsTestJSON-1938695924-project-admin] Failed to bind port 7e9603d4-b0aa-4b8d-98be-a0a9d4b423e7 on host hv-neutron-8616 for vnic_type normal using segments [{'id': '128fe684-3df4-4868-9689-651e86bf8d2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '0a63bd3f-8e79-47c5-9b78-4eaa93792a44'}] Oct 19 07:38:29.378420 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.plugins.ml2.plugin [None req-4a2591b5-0217-4ba4-a931-6b6a393838fa tempest-PortsAdminExtendedAttrsTestJSON-1938695924 tempest-PortsAdminExtendedAttrsTestJSON-1938695924-project-admin] Attempt 2 to bind port 7e9603d4-b0aa-4b8d-98be-a0a9d4b423e7 Oct 19 07:38:29.415781 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device 06f37158-1f16-4751-a77d-bbde21b794fa no longer exists at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 07:38:29.442810 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] No Port match for: 06f37158-1f16-4751-a77d-bbde21b794fa {{(pid=103334) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 19 07:38:29.443456 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device 06f37158-1f16-4751-a77d-bbde21b794fa not bound to the agent host dv-neutron-861624-1-hyperv {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 07:38:29.445855 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13337bb2-68ca-486c-bb3e-c0a27a41d1c4 None None] Pushing event deleted for resources: {'Port': ['ID=06f37158-1f16-4751-a77d-bbde21b794fa,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:38:29.454609 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-dfdd4ff9-65eb-4e89-8560-99b72d21b439 None None] Port b2ba838d-e047-4351-979a-94c8b4b61ef5 cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 07:38:29.502572 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.managers [None req-4a2591b5-0217-4ba4-a931-6b6a393838fa tempest-PortsAdminExtendedAttrsTestJSON-1938695924 tempest-PortsAdminExtendedAttrsTestJSON-1938695924-project-admin] Attempting to bind port 7e9603d4-b0aa-4b8d-98be-a0a9d4b423e7 on host hv-neutron-8616 for vnic_type normal with profile {{(pid=103333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 19 07:38:29.503025 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.managers [None req-4a2591b5-0217-4ba4-a931-6b6a393838fa tempest-PortsAdminExtendedAttrsTestJSON-1938695924 tempest-PortsAdminExtendedAttrsTestJSON-1938695924-project-admin] Attempting to bind port 7e9603d4-b0aa-4b8d-98be-a0a9d4b423e7 by drivers openvswitch,hyperv on host hv-neutron-8616 at level 0 using segments [{'id': '128fe684-3df4-4868-9689-651e86bf8d2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '0a63bd3f-8e79-47c5-9b78-4eaa93792a44'}] {{(pid=103333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 19 07:38:29.503618 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a2591b5-0217-4ba4-a931-6b6a393838fa tempest-PortsAdminExtendedAttrsTestJSON-1938695924 tempest-PortsAdminExtendedAttrsTestJSON-1938695924-project-admin] Attempting to bind port 7e9603d4-b0aa-4b8d-98be-a0a9d4b423e7 on network 0a63bd3f-8e79-47c5-9b78-4eaa93792a44 {{(pid=103333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 07:38:29.527819 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a2591b5-0217-4ba4-a931-6b6a393838fa tempest-PortsAdminExtendedAttrsTestJSON-1938695924 tempest-PortsAdminExtendedAttrsTestJSON-1938695924-project-admin] Port 7e9603d4-b0aa-4b8d-98be-a0a9d4b423e7 on network 0a63bd3f-8e79-47c5-9b78-4eaa93792a44 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8616 {{(pid=103333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 07:38:29.528163 dv-neutron-861624-1-hyperv neutron-server[103333]: ERROR neutron.plugins.ml2.managers [None req-4a2591b5-0217-4ba4-a931-6b6a393838fa tempest-PortsAdminExtendedAttrsTestJSON-1938695924 tempest-PortsAdminExtendedAttrsTestJSON-1938695924-project-admin] Failed to bind port 7e9603d4-b0aa-4b8d-98be-a0a9d4b423e7 on host hv-neutron-8616 for vnic_type normal using segments [{'id': '128fe684-3df4-4868-9689-651e86bf8d2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '0a63bd3f-8e79-47c5-9b78-4eaa93792a44'}] Oct 19 07:38:29.545043 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.plugins.ml2.plugin [None req-4a2591b5-0217-4ba4-a931-6b6a393838fa tempest-PortsAdminExtendedAttrsTestJSON-1938695924 tempest-PortsAdminExtendedAttrsTestJSON-1938695924-project-admin] Attempt 3 to bind port 7e9603d4-b0aa-4b8d-98be-a0a9d4b423e7 Oct 19 07:38:29.576213 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-b024b323-ea82-40fd-ab81-cb085cd443ef req-679948ee-ab1a-4f58-a4c2-d97b84b7a6e9 tempest-ServerActionsTestJSON-1032082790 tempest-ServerActionsTestJSON-1032082790-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b76abfccca1e443d8cfed9fe77b82608 HTTP/1.1" status: 200 len: 380 time: 0.1851897 Oct 19 07:38:29.586865 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.managers [None req-4a2591b5-0217-4ba4-a931-6b6a393838fa tempest-PortsAdminExtendedAttrsTestJSON-1938695924 tempest-PortsAdminExtendedAttrsTestJSON-1938695924-project-admin] Attempting to bind port 7e9603d4-b0aa-4b8d-98be-a0a9d4b423e7 on host hv-neutron-8616 for vnic_type normal with profile {{(pid=103333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 19 07:38:29.587196 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.managers [None req-4a2591b5-0217-4ba4-a931-6b6a393838fa tempest-PortsAdminExtendedAttrsTestJSON-1938695924 tempest-PortsAdminExtendedAttrsTestJSON-1938695924-project-admin] Attempting to bind port 7e9603d4-b0aa-4b8d-98be-a0a9d4b423e7 by drivers openvswitch,hyperv on host hv-neutron-8616 at level 0 using segments [{'id': '128fe684-3df4-4868-9689-651e86bf8d2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '0a63bd3f-8e79-47c5-9b78-4eaa93792a44'}] {{(pid=103333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 19 07:38:29.587534 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a2591b5-0217-4ba4-a931-6b6a393838fa tempest-PortsAdminExtendedAttrsTestJSON-1938695924 tempest-PortsAdminExtendedAttrsTestJSON-1938695924-project-admin] Attempting to bind port 7e9603d4-b0aa-4b8d-98be-a0a9d4b423e7 on network 0a63bd3f-8e79-47c5-9b78-4eaa93792a44 {{(pid=103333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 07:38:29.596863 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [req-b024b323-ea82-40fd-ab81-cb085cd443ef req-e80e640a-9cd2-419e-85d2-c4ef64481735 tempest-ServerActionsTestJSON-1032082790 tempest-ServerActionsTestJSON-1032082790-project] Request body: {'port': {'device_id': 'c15ce40b-4ff1-4ce8-b3f1-4c16c8447f68', 'network_id': '9f9e4d3a-9b0f-46a7-b045-8d44d07986e0', 'admin_state_up': True, 'tenant_id': 'b76abfccca1e443d8cfed9fe77b82608', 'security_groups': ['f0bcd6ee-444f-46c6-b01f-ccacf8976dfb']}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:38:29.682290 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a2591b5-0217-4ba4-a931-6b6a393838fa tempest-PortsAdminExtendedAttrsTestJSON-1938695924 tempest-PortsAdminExtendedAttrsTestJSON-1938695924-project-admin] Port 7e9603d4-b0aa-4b8d-98be-a0a9d4b423e7 on network 0a63bd3f-8e79-47c5-9b78-4eaa93792a44 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8616 {{(pid=103333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 07:38:29.682509 dv-neutron-861624-1-hyperv neutron-server[103333]: ERROR neutron.plugins.ml2.managers [None req-4a2591b5-0217-4ba4-a931-6b6a393838fa tempest-PortsAdminExtendedAttrsTestJSON-1938695924 tempest-PortsAdminExtendedAttrsTestJSON-1938695924-project-admin] Failed to bind port 7e9603d4-b0aa-4b8d-98be-a0a9d4b423e7 on host hv-neutron-8616 for vnic_type normal using segments [{'id': '128fe684-3df4-4868-9689-651e86bf8d2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '0a63bd3f-8e79-47c5-9b78-4eaa93792a44'}] Oct 19 07:38:29.703932 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.plugins.ml2.plugin [None req-4a2591b5-0217-4ba4-a931-6b6a393838fa tempest-PortsAdminExtendedAttrsTestJSON-1938695924 tempest-PortsAdminExtendedAttrsTestJSON-1938695924-project-admin] Attempt 4 to bind port 7e9603d4-b0aa-4b8d-98be-a0a9d4b423e7 Oct 19 07:38:29.712379 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-ebfa9711-b7a3-4eea-a1d1-5a5191351b83 req-77a74faa-7da7-4a56-947b-0f18b58071a4 tempest-ServerActionsTestJSON-1032082790 tempest-ServerActionsTestJSON-1032082790-project] 10.222.0.27 "GET /v2.0/ports?device_id=c15ce40b-4ff1-4ce8-b3f1-4c16c8447f68 HTTP/1.1" status: 200 len: 210 time: 0.3587167 Oct 19 07:38:29.713041 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-74ad2f12-661a-4865-af24-c04d816d121f tempest-ExternalNetworksTestJSON-1942265098 tempest-ExternalNetworksTestJSON-1942265098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-673044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1695087'] for network, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:29.722206 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbfc4a94-4a94-413c-8838-b0ad216b6e4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f6c5246-1936-42be-bd6a-27f269ac993a,revision_number=1']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:38:29.749368 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-c45ae135-c610-431e-b6f8-ba6aca0825c4 tempest-FloatingIPAdminTestJSON-102997040 tempest-FloatingIPAdminTestJSON-102997040-project-admin] Notify callbacks [] for port, precommit_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:29.760335 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.managers [None req-4a2591b5-0217-4ba4-a931-6b6a393838fa tempest-PortsAdminExtendedAttrsTestJSON-1938695924 tempest-PortsAdminExtendedAttrsTestJSON-1938695924-project-admin] Attempting to bind port 7e9603d4-b0aa-4b8d-98be-a0a9d4b423e7 on host hv-neutron-8616 for vnic_type normal with profile {{(pid=103333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 19 07:38:29.760727 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.managers [None req-4a2591b5-0217-4ba4-a931-6b6a393838fa tempest-PortsAdminExtendedAttrsTestJSON-1938695924 tempest-PortsAdminExtendedAttrsTestJSON-1938695924-project-admin] Attempting to bind port 7e9603d4-b0aa-4b8d-98be-a0a9d4b423e7 by drivers openvswitch,hyperv on host hv-neutron-8616 at level 0 using segments [{'id': '128fe684-3df4-4868-9689-651e86bf8d2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '0a63bd3f-8e79-47c5-9b78-4eaa93792a44'}] {{(pid=103333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 19 07:38:29.761066 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a2591b5-0217-4ba4-a931-6b6a393838fa tempest-PortsAdminExtendedAttrsTestJSON-1938695924 tempest-PortsAdminExtendedAttrsTestJSON-1938695924-project-admin] Attempting to bind port 7e9603d4-b0aa-4b8d-98be-a0a9d4b423e7 on network 0a63bd3f-8e79-47c5-9b78-4eaa93792a44 {{(pid=103333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 07:38:29.771423 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-74ad2f12-661a-4865-af24-c04d816d121f tempest-ExternalNetworksTestJSON-1942265098 tempest-ExternalNetworksTestJSON-1942265098-project] Notify callbacks [] for network, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:29.781709 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-c45ae135-c610-431e-b6f8-ba6aca0825c4 tempest-FloatingIPAdminTestJSON-102997040 tempest-FloatingIPAdminTestJSON-102997040-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130996754'] for port, after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:29.791155 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-74ad2f12-661a-4865-af24-c04d816d121f tempest-ExternalNetworksTestJSON-1942265098 tempest-ExternalNetworksTestJSON-1942265098-project] 10.222.0.27 "DELETE /v2.0/networks/4014404d-eb65-49be-be80-78ca76b41c5b HTTP/1.1" status: 204 len: 168 time: 1.3329196 Oct 19 07:38:29.810322 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a2591b5-0217-4ba4-a931-6b6a393838fa tempest-PortsAdminExtendedAttrsTestJSON-1938695924 tempest-PortsAdminExtendedAttrsTestJSON-1938695924-project-admin] Port 7e9603d4-b0aa-4b8d-98be-a0a9d4b423e7 on network 0a63bd3f-8e79-47c5-9b78-4eaa93792a44 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8616 {{(pid=103333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 07:38:29.810660 dv-neutron-861624-1-hyperv neutron-server[103333]: ERROR neutron.plugins.ml2.managers [None req-4a2591b5-0217-4ba4-a931-6b6a393838fa tempest-PortsAdminExtendedAttrsTestJSON-1938695924 tempest-PortsAdminExtendedAttrsTestJSON-1938695924-project-admin] Failed to bind port 7e9603d4-b0aa-4b8d-98be-a0a9d4b423e7 on host hv-neutron-8616 for vnic_type normal using segments [{'id': '128fe684-3df4-4868-9689-651e86bf8d2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '0a63bd3f-8e79-47c5-9b78-4eaa93792a44'}] Oct 19 07:38:29.832349 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.notifiers.nova [None req-cbfc4a94-4a94-413c-8838-b0ad216b6e4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252-project-admin] device_id is not set on port 82112375-43bc-4b18-9fb2-85ce5a8f5565 yet. {{(pid=103332) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 19 07:38:29.843941 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ad2f12-661a-4865-af24-c04d816d121f tempest-ExternalNetworksTestJSON-1942265098 tempest-ExternalNetworksTestJSON-1942265098-project] Pushing event deleted for resources: {'Network': ['ID=4014404d-eb65-49be-be80-78ca76b41c5b,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:38:29.848735 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.plugins.ml2.plugin [None req-4a2591b5-0217-4ba4-a931-6b6a393838fa tempest-PortsAdminExtendedAttrsTestJSON-1938695924 tempest-PortsAdminExtendedAttrsTestJSON-1938695924-project-admin] Attempt 5 to bind port 7e9603d4-b0aa-4b8d-98be-a0a9d4b423e7 Oct 19 07:38:29.876482 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-cbfc4a94-4a94-413c-8838-b0ad216b6e4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252-project-admin] Notify callbacks [] for port, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:29.877843 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-efc4f095-ac9d-4878-bccf-14919f736529 req-b6a71370-1b90-40d8-9c89-b8dd78d00ba1 tempest-ServersTestJSON-461936375 tempest-ServersTestJSON-461936375-project] 10.222.0.27 "GET /v2.0/ports?device_id=7edb487a-fad4-4d3e-826c-bf286ef7d7e5 HTTP/1.1" status: 200 len: 210 time: 0.0855997 Oct 19 07:38:29.898239 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-c5533397-13a2-42ae-bc38-ce48776a4009 req-111069f8-c2d8-4d82-8585-be1b5e47b5e3 tempest-ServersTestManualDisk-1995987990 tempest-ServersTestManualDisk-1995987990-project] 10.222.0.27 "GET /v2.0/ports?device_id=fd32aad3-def3-4cd3-9b2d-e2a48bdb7a3b HTTP/1.1" status: 200 len: 210 time: 0.0536613 Oct 19 07:38:29.906206 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-cbfc4a94-4a94-413c-8838-b0ad216b6e4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785020947330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133553798'] for port, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:29.923794 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.managers [None req-4a2591b5-0217-4ba4-a931-6b6a393838fa tempest-PortsAdminExtendedAttrsTestJSON-1938695924 tempest-PortsAdminExtendedAttrsTestJSON-1938695924-project-admin] Attempting to bind port 7e9603d4-b0aa-4b8d-98be-a0a9d4b423e7 on host hv-neutron-8616 for vnic_type normal with profile {{(pid=103333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 19 07:38:29.924128 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.managers [None req-4a2591b5-0217-4ba4-a931-6b6a393838fa tempest-PortsAdminExtendedAttrsTestJSON-1938695924 tempest-PortsAdminExtendedAttrsTestJSON-1938695924-project-admin] Attempting to bind port 7e9603d4-b0aa-4b8d-98be-a0a9d4b423e7 by drivers openvswitch,hyperv on host hv-neutron-8616 at level 0 using segments [{'id': '128fe684-3df4-4868-9689-651e86bf8d2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '0a63bd3f-8e79-47c5-9b78-4eaa93792a44'}] {{(pid=103333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 19 07:38:29.924541 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a2591b5-0217-4ba4-a931-6b6a393838fa tempest-PortsAdminExtendedAttrsTestJSON-1938695924 tempest-PortsAdminExtendedAttrsTestJSON-1938695924-project-admin] Attempting to bind port 7e9603d4-b0aa-4b8d-98be-a0a9d4b423e7 on network 0a63bd3f-8e79-47c5-9b78-4eaa93792a44 {{(pid=103333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 07:38:29.956094 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-dfdd4ff9-65eb-4e89-8560-99b72d21b439 None None] Attempt 4 to provision port b2ba838d-e047-4351-979a-94c8b4b61ef5 Oct 19 07:38:29.997468 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-c45ae135-c610-431e-b6f8-ba6aca0825c4 tempest-FloatingIPAdminTestJSON-102997040 tempest-FloatingIPAdminTestJSON-102997040-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1695041'] for floatingip, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:30.057354 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbfc4a94-4a94-413c-8838-b0ad216b6e4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252-project-admin] Pushing event updated for resources: {'Port': ['ID=82112375-43bc-4b18-9fb2-85ce5a8f5565,revision_number=1']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:38:30.072929 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-dfdd4ff9-65eb-4e89-8560-99b72d21b439 None None] Port b2ba838d-e047-4351-979a-94c8b4b61ef5 cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 07:38:30.083163 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbfc4a94-4a94-413c-8838-b0ad216b6e4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252-project-admin] Checking segment: {'id': 'c118624e-f090-4049-9e3a-7aadbd95a3d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'a7f6643b-92d2-4a32-83c3-c2f01975a0e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 19 07:38:30.083521 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbfc4a94-4a94-413c-8838-b0ad216b6e4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252-project-admin] Network hostable DHCP agents. Network: a7f6643b-92d2-4a32-83c3-c2f01975a0e9, hostable agents: ['310d813b-0e3e-4d7e-9b79-8f4ec0dbcab0'], hosted agents: [] {{(pid=103332) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 07:38:30.135096 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbfc4a94-4a94-413c-8838-b0ad216b6e4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252-project-admin] Network a7f6643b-92d2-4a32-83c3-c2f01975a0e9 is scheduled to be hosted by DHCP agent 310d813b-0e3e-4d7e-9b79-8f4ec0dbcab0 with binding_index 1 {{(pid=103332) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 07:38:30.155999 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.base_scheduler [None req-cbfc4a94-4a94-413c-8838-b0ad216b6e4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861624-1-hyperv, a7f6643b-92d2-4a32-83c3-c2f01975a0e9) {{(pid=103332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:38:30.160742 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbfc4a94-4a94-413c-8838-b0ad216b6e4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252-project-admin] Received port after_create {{(pid=103332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 07:38:30.168699 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac3692d7-987d-48d3-b18a-5b860e6c5af4 None None] Network a7f6643b-92d2-4a32-83c3-c2f01975a0e9 requested from dv-neutron-861624-1-hyperv {{(pid=103334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 07:38:30.251078 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.managers [None req-cbfc4a94-4a94-413c-8838-b0ad216b6e4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252-project-admin] Attempting to bind port 82112375-43bc-4b18-9fb2-85ce5a8f5565 on host hv-neutron-8616 for vnic_type normal with profile {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 19 07:38:30.251715 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.managers [None req-cbfc4a94-4a94-413c-8838-b0ad216b6e4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252-project-admin] Attempting to bind port 82112375-43bc-4b18-9fb2-85ce5a8f5565 by drivers openvswitch,hyperv on host hv-neutron-8616 at level 0 using segments [{'id': 'c118624e-f090-4049-9e3a-7aadbd95a3d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'a7f6643b-92d2-4a32-83c3-c2f01975a0e9'}] {{(pid=103332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 19 07:38:30.251715 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbfc4a94-4a94-413c-8838-b0ad216b6e4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252-project-admin] Attempting to bind port 82112375-43bc-4b18-9fb2-85ce5a8f5565 on network a7f6643b-92d2-4a32-83c3-c2f01975a0e9 {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 07:38:30.262229 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.16', 60100) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:38:30.326413 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.services.segments.plugin [-] Segment b32826d2-cfc0-47ad-b678-0e6370153cc5 resource provider aggregate not found Oct 19 07:38:30.347069 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbfc4a94-4a94-413c-8838-b0ad216b6e4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252-project-admin] Port 82112375-43bc-4b18-9fb2-85ce5a8f5565 on network a7f6643b-92d2-4a32-83c3-c2f01975a0e9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8616 {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 07:38:30.347585 dv-neutron-861624-1-hyperv neutron-server[103332]: ERROR neutron.plugins.ml2.managers [None req-cbfc4a94-4a94-413c-8838-b0ad216b6e4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252-project-admin] Failed to bind port 82112375-43bc-4b18-9fb2-85ce5a8f5565 on host hv-neutron-8616 for vnic_type normal using segments [{'id': 'c118624e-f090-4049-9e3a-7aadbd95a3d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'a7f6643b-92d2-4a32-83c3-c2f01975a0e9'}] Oct 19 07:38:30.351849 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.plugins.ml2.plugin [None req-cbfc4a94-4a94-413c-8838-b0ad216b6e4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252-project-admin] Attempt 2 to bind port 82112375-43bc-4b18-9fb2-85ce5a8f5565 Oct 19 07:38:30.384583 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.services.segments.plugin [-] Segment b32826d2-cfc0-47ad-b678-0e6370153cc5 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b32826d2-cfc0-47ad-b678-0e6370153cc5 found for delete ", "request_id": "req-84dfff07-c37c-44f0-8f3c-9237b6ef0136"}]} Oct 19 07:38:30.386470 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.managers [None req-cbfc4a94-4a94-413c-8838-b0ad216b6e4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252-project-admin] Attempting to bind port 82112375-43bc-4b18-9fb2-85ce5a8f5565 on host hv-neutron-8616 for vnic_type normal with profile {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 19 07:38:30.386813 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.managers [None req-cbfc4a94-4a94-413c-8838-b0ad216b6e4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252-project-admin] Attempting to bind port 82112375-43bc-4b18-9fb2-85ce5a8f5565 by drivers openvswitch,hyperv on host hv-neutron-8616 at level 0 using segments [{'id': 'c118624e-f090-4049-9e3a-7aadbd95a3d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'a7f6643b-92d2-4a32-83c3-c2f01975a0e9'}] {{(pid=103332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 19 07:38:30.387392 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbfc4a94-4a94-413c-8838-b0ad216b6e4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252-project-admin] Attempting to bind port 82112375-43bc-4b18-9fb2-85ce5a8f5565 on network a7f6643b-92d2-4a32-83c3-c2f01975a0e9 {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 07:38:30.419410 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbfc4a94-4a94-413c-8838-b0ad216b6e4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252-project-admin] Port 82112375-43bc-4b18-9fb2-85ce5a8f5565 on network a7f6643b-92d2-4a32-83c3-c2f01975a0e9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8616 {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 07:38:30.419726 dv-neutron-861624-1-hyperv neutron-server[103332]: ERROR neutron.plugins.ml2.managers [None req-cbfc4a94-4a94-413c-8838-b0ad216b6e4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252-project-admin] Failed to bind port 82112375-43bc-4b18-9fb2-85ce5a8f5565 on host hv-neutron-8616 for vnic_type normal using segments [{'id': 'c118624e-f090-4049-9e3a-7aadbd95a3d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'a7f6643b-92d2-4a32-83c3-c2f01975a0e9'}] Oct 19 07:38:30.424411 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.plugins.ml2.plugin [None req-cbfc4a94-4a94-413c-8838-b0ad216b6e4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252-project-admin] Attempt 3 to bind port 82112375-43bc-4b18-9fb2-85ce5a8f5565 Oct 19 07:38:30.540151 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 53924) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:38:30.570664 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a2591b5-0217-4ba4-a931-6b6a393838fa tempest-PortsAdminExtendedAttrsTestJSON-1938695924 tempest-PortsAdminExtendedAttrsTestJSON-1938695924-project-admin] Port 7e9603d4-b0aa-4b8d-98be-a0a9d4b423e7 on network 0a63bd3f-8e79-47c5-9b78-4eaa93792a44 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8616 {{(pid=103333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 07:38:30.570664 dv-neutron-861624-1-hyperv neutron-server[103333]: ERROR neutron.plugins.ml2.managers [None req-4a2591b5-0217-4ba4-a931-6b6a393838fa tempest-PortsAdminExtendedAttrsTestJSON-1938695924 tempest-PortsAdminExtendedAttrsTestJSON-1938695924-project-admin] Failed to bind port 7e9603d4-b0aa-4b8d-98be-a0a9d4b423e7 on host hv-neutron-8616 for vnic_type normal using segments [{'id': '128fe684-3df4-4868-9689-651e86bf8d2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '0a63bd3f-8e79-47c5-9b78-4eaa93792a44'}] Oct 19 07:38:30.576463 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-dfdd4ff9-65eb-4e89-8560-99b72d21b439 None None] Attempt 5 to provision port b2ba838d-e047-4351-979a-94c8b4b61ef5 Oct 19 07:38:30.585703 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.managers [None req-cbfc4a94-4a94-413c-8838-b0ad216b6e4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252-project-admin] Attempting to bind port 82112375-43bc-4b18-9fb2-85ce5a8f5565 on host hv-neutron-8616 for vnic_type normal with profile {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 19 07:38:30.587749 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.managers [None req-cbfc4a94-4a94-413c-8838-b0ad216b6e4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252-project-admin] Attempting to bind port 82112375-43bc-4b18-9fb2-85ce5a8f5565 by drivers openvswitch,hyperv on host hv-neutron-8616 at level 0 using segments [{'id': 'c118624e-f090-4049-9e3a-7aadbd95a3d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'a7f6643b-92d2-4a32-83c3-c2f01975a0e9'}] {{(pid=103332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 19 07:38:30.588285 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbfc4a94-4a94-413c-8838-b0ad216b6e4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252-project-admin] Attempting to bind port 82112375-43bc-4b18-9fb2-85ce5a8f5565 on network a7f6643b-92d2-4a32-83c3-c2f01975a0e9 {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 07:38:30.614429 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbfc4a94-4a94-413c-8838-b0ad216b6e4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252-project-admin] Port 82112375-43bc-4b18-9fb2-85ce5a8f5565 on network a7f6643b-92d2-4a32-83c3-c2f01975a0e9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8616 {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 07:38:30.617655 dv-neutron-861624-1-hyperv neutron-server[103332]: ERROR neutron.plugins.ml2.managers [None req-cbfc4a94-4a94-413c-8838-b0ad216b6e4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252-project-admin] Failed to bind port 82112375-43bc-4b18-9fb2-85ce5a8f5565 on host hv-neutron-8616 for vnic_type normal using segments [{'id': 'c118624e-f090-4049-9e3a-7aadbd95a3d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'a7f6643b-92d2-4a32-83c3-c2f01975a0e9'}] Oct 19 07:38:30.624181 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.plugins.ml2.plugin [None req-cbfc4a94-4a94-413c-8838-b0ad216b6e4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252-project-admin] Attempt 4 to bind port 82112375-43bc-4b18-9fb2-85ce5a8f5565 Oct 19 07:38:30.669536 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-dfdd4ff9-65eb-4e89-8560-99b72d21b439 None None] Port b2ba838d-e047-4351-979a-94c8b4b61ef5 cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 07:38:30.672724 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.plugins.ml2.plugin [None req-4a2591b5-0217-4ba4-a931-6b6a393838fa tempest-PortsAdminExtendedAttrsTestJSON-1938695924 tempest-PortsAdminExtendedAttrsTestJSON-1938695924-project-admin] Attempt 6 to bind port 7e9603d4-b0aa-4b8d-98be-a0a9d4b423e7 Oct 19 07:38:30.705209 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88870ad-e84d-4280-9626-622325afe1ea req-34c0aa9d-f905-4771-9e5e-aab17004d63f tempest-ServersTestJSON-461936375 tempest-ServersTestJSON-461936375-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:38:30.705209 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-b88870ad-e84d-4280-9626-622325afe1ea req-34c0aa9d-f905-4771-9e5e-aab17004d63f tempest-ServersTestJSON-461936375 tempest-ServersTestJSON-461936375-project] 10.222.0.16 "GET /v2.0/networks?id=29346864-1bf4-4ca7-8c28-dd64957b61d5 HTTP/1.1" status: 200 len: 806 time: 0.4318950 Oct 19 07:38:30.705209 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.managers [None req-cbfc4a94-4a94-413c-8838-b0ad216b6e4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252-project-admin] Attempting to bind port 82112375-43bc-4b18-9fb2-85ce5a8f5565 on host hv-neutron-8616 for vnic_type normal with profile {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 19 07:38:30.705209 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.managers [None req-cbfc4a94-4a94-413c-8838-b0ad216b6e4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252-project-admin] Attempting to bind port 82112375-43bc-4b18-9fb2-85ce5a8f5565 by drivers openvswitch,hyperv on host hv-neutron-8616 at level 0 using segments [{'id': 'c118624e-f090-4049-9e3a-7aadbd95a3d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'a7f6643b-92d2-4a32-83c3-c2f01975a0e9'}] {{(pid=103332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 19 07:38:30.705209 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbfc4a94-4a94-413c-8838-b0ad216b6e4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252-project-admin] Attempting to bind port 82112375-43bc-4b18-9fb2-85ce5a8f5565 on network a7f6643b-92d2-4a32-83c3-c2f01975a0e9 {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 07:38:30.724701 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-92aaa904-e480-4366-ba83-d5831d4d9362 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130997899', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130170401'] for subnet, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:30.785630 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-b88870ad-e84d-4280-9626-622325afe1ea req-c9cc224b-f94d-423d-b940-0d4d2aa9d3ea tempest-ServersTestJSON-461936375 tempest-ServersTestJSON-461936375-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0cfd53a0c8b24bdeb4999c9bff6eae77 HTTP/1.1" status: 200 len: 378 time: 0.0690064 Oct 19 07:38:30.785998 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbfc4a94-4a94-413c-8838-b0ad216b6e4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252-project-admin] Port 82112375-43bc-4b18-9fb2-85ce5a8f5565 on network a7f6643b-92d2-4a32-83c3-c2f01975a0e9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8616 {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 07:38:30.786327 dv-neutron-861624-1-hyperv neutron-server[103332]: ERROR neutron.plugins.ml2.managers [None req-cbfc4a94-4a94-413c-8838-b0ad216b6e4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252-project-admin] Failed to bind port 82112375-43bc-4b18-9fb2-85ce5a8f5565 on host hv-neutron-8616 for vnic_type normal using segments [{'id': 'c118624e-f090-4049-9e3a-7aadbd95a3d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'a7f6643b-92d2-4a32-83c3-c2f01975a0e9'}] Oct 19 07:38:30.791428 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.plugins.ml2.plugin [None req-cbfc4a94-4a94-413c-8838-b0ad216b6e4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252-project-admin] Attempt 5 to bind port 82112375-43bc-4b18-9fb2-85ce5a8f5565 Oct 19 07:38:30.817046 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.managers [None req-cbfc4a94-4a94-413c-8838-b0ad216b6e4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252-project-admin] Attempting to bind port 82112375-43bc-4b18-9fb2-85ce5a8f5565 on host hv-neutron-8616 for vnic_type normal with profile {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 19 07:38:30.817046 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.managers [None req-cbfc4a94-4a94-413c-8838-b0ad216b6e4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252-project-admin] Attempting to bind port 82112375-43bc-4b18-9fb2-85ce5a8f5565 by drivers openvswitch,hyperv on host hv-neutron-8616 at level 0 using segments [{'id': 'c118624e-f090-4049-9e3a-7aadbd95a3d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'a7f6643b-92d2-4a32-83c3-c2f01975a0e9'}] {{(pid=103332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 19 07:38:30.817398 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbfc4a94-4a94-413c-8838-b0ad216b6e4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252-project-admin] Attempting to bind port 82112375-43bc-4b18-9fb2-85ce5a8f5565 on network a7f6643b-92d2-4a32-83c3-c2f01975a0e9 {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 07:38:30.824024 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b024b323-ea82-40fd-ab81-cb085cd443ef req-e80e640a-9cd2-419e-85d2-c4ef64481735 tempest-ServerActionsTestJSON-1032082790 tempest-ServerActionsTestJSON-1032082790-project] Made reservation on behalf of b76abfccca1e443d8cfed9fe77b82608 for: {'port': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 07:38:30.836166 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [req-b88870ad-e84d-4280-9626-622325afe1ea req-0cccd088-36a9-4661-9730-176c26a6eec9 tempest-ServersTestJSON-461936375 tempest-ServersTestJSON-461936375-project] Request body: {'port': {'device_id': '7edb487a-fad4-4d3e-826c-bf286ef7d7e5', 'network_id': '29346864-1bf4-4ca7-8c28-dd64957b61d5', 'admin_state_up': True, 'tenant_id': '0cfd53a0c8b24bdeb4999c9bff6eae77', 'security_groups': ['47cbba02-6d50-4e36-a3e0-bd46273f3056']}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:38:30.837217 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [req-b024b323-ea82-40fd-ab81-cb085cd443ef req-e80e640a-9cd2-419e-85d2-c4ef64481735 tempest-ServerActionsTestJSON-1032082790 tempest-ServerActionsTestJSON-1032082790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:30.863245 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.db.l3_db [None req-c45ae135-c610-431e-b6f8-ba6aca0825c4 tempest-FloatingIPAdminTestJSON-102997040 tempest-FloatingIPAdminTestJSON-102997040-project-admin] Floating IP ee4cc485-6be2-4d39-b79c-3ecfad395937 associated. External IP: 172.26.0.6, port: b2ba838d-e047-4351-979a-94c8b4b61ef5. Oct 19 07:38:30.867156 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92aaa904-e480-4366-ba83-d5831d4d9362 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Pushing event updated for resources: {'Subnet': ['ID=1d89abe5-cc8a-4445-9b48-5fee1f7e26f8,revision_number=0']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:38:30.881740 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45ae135-c610-431e-b6f8-ba6aca0825c4 tempest-FloatingIPAdminTestJSON-102997040 tempest-FloatingIPAdminTestJSON-102997040-project-admin] Pushing event updated for resources: {'Port': ['ID=c350ac91-521c-46f3-b611-392f9fd6c45b,revision_number=2']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:38:30.906446 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbfc4a94-4a94-413c-8838-b0ad216b6e4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252-project-admin] Port 82112375-43bc-4b18-9fb2-85ce5a8f5565 on network a7f6643b-92d2-4a32-83c3-c2f01975a0e9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8616 {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 07:38:30.906786 dv-neutron-861624-1-hyperv neutron-server[103332]: ERROR neutron.plugins.ml2.managers [None req-cbfc4a94-4a94-413c-8838-b0ad216b6e4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252-project-admin] Failed to bind port 82112375-43bc-4b18-9fb2-85ce5a8f5565 on host hv-neutron-8616 for vnic_type normal using segments [{'id': 'c118624e-f090-4049-9e3a-7aadbd95a3d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'a7f6643b-92d2-4a32-83c3-c2f01975a0e9'}] Oct 19 07:38:30.933089 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92aaa904-e480-4366-ba83-d5831d4d9362 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Network 6b5a65c5-1bed-4301-9db8-c1056c2b8eba is already hosted by enough agents. {{(pid=103333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 07:38:30.936683 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.managers [None req-4a2591b5-0217-4ba4-a931-6b6a393838fa tempest-PortsAdminExtendedAttrsTestJSON-1938695924 tempest-PortsAdminExtendedAttrsTestJSON-1938695924-project-admin] Attempting to bind port 7e9603d4-b0aa-4b8d-98be-a0a9d4b423e7 on host hv-neutron-8616 for vnic_type normal with profile {{(pid=103333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 19 07:38:30.937337 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.managers [None req-4a2591b5-0217-4ba4-a931-6b6a393838fa tempest-PortsAdminExtendedAttrsTestJSON-1938695924 tempest-PortsAdminExtendedAttrsTestJSON-1938695924-project-admin] Attempting to bind port 7e9603d4-b0aa-4b8d-98be-a0a9d4b423e7 by drivers openvswitch,hyperv on host hv-neutron-8616 at level 0 using segments [{'id': '128fe684-3df4-4868-9689-651e86bf8d2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '0a63bd3f-8e79-47c5-9b78-4eaa93792a44'}] {{(pid=103333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 19 07:38:30.937910 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a2591b5-0217-4ba4-a931-6b6a393838fa tempest-PortsAdminExtendedAttrsTestJSON-1938695924 tempest-PortsAdminExtendedAttrsTestJSON-1938695924-project-admin] Attempting to bind port 7e9603d4-b0aa-4b8d-98be-a0a9d4b423e7 on network 0a63bd3f-8e79-47c5-9b78-4eaa93792a44 {{(pid=103333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 07:38:30.941889 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-92aaa904-e480-4366-ba83-d5831d4d9362 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Resources bound (agent type, host, resource id): {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:38:30.958430 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.plugins.ml2.plugin [None req-cbfc4a94-4a94-413c-8838-b0ad216b6e4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252-project-admin] Attempt 6 to bind port 82112375-43bc-4b18-9fb2-85ce5a8f5565 Oct 19 07:38:30.960340 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-662cd4f7-f840-4d5e-bbc5-47507004d1d2 None None] Network 6b5a65c5-1bed-4301-9db8-c1056c2b8eba requested from dv-neutron-861624-1-hyperv {{(pid=103334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 07:38:30.966945 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-7ec3186d-b9e5-434a-b317-77edaf3bc94f req-9e4c6229-b48f-471a-927e-48a75505a19b tempest-ServerActionsTestJSON-1032082790 tempest-ServerActionsTestJSON-1032082790-project] 10.222.0.27 "GET /v2.0/ports?device_id=c15ce40b-4ff1-4ce8-b3f1-4c16c8447f68 HTTP/1.1" status: 200 len: 210 time: 0.0641062 Oct 19 07:38:30.982222 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.16', 60103) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:38:31.013041 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-996e2e3b-256b-4a70-8a1b-e7b99d869a30 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=f887e3b137cb4356b39bcaaea102edda&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4714129 Oct 19 07:38:31.037484 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 53938) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:38:31.073573 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.managers [None req-cbfc4a94-4a94-413c-8838-b0ad216b6e4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252-project-admin] Attempting to bind port 82112375-43bc-4b18-9fb2-85ce5a8f5565 on host hv-neutron-8616 for vnic_type normal with profile {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 19 07:38:31.074541 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.managers [None req-cbfc4a94-4a94-413c-8838-b0ad216b6e4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252-project-admin] Attempting to bind port 82112375-43bc-4b18-9fb2-85ce5a8f5565 by drivers openvswitch,hyperv on host hv-neutron-8616 at level 0 using segments [{'id': 'c118624e-f090-4049-9e3a-7aadbd95a3d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'a7f6643b-92d2-4a32-83c3-c2f01975a0e9'}] {{(pid=103332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 19 07:38:31.074915 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbfc4a94-4a94-413c-8838-b0ad216b6e4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252-project-admin] Attempting to bind port 82112375-43bc-4b18-9fb2-85ce5a8f5565 on network a7f6643b-92d2-4a32-83c3-c2f01975a0e9 {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 07:38:31.092056 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbfc4a94-4a94-413c-8838-b0ad216b6e4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252-project-admin] Port 82112375-43bc-4b18-9fb2-85ce5a8f5565 on network a7f6643b-92d2-4a32-83c3-c2f01975a0e9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8616 {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 07:38:31.092605 dv-neutron-861624-1-hyperv neutron-server[103332]: ERROR neutron.plugins.ml2.managers [None req-cbfc4a94-4a94-413c-8838-b0ad216b6e4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252-project-admin] Failed to bind port 82112375-43bc-4b18-9fb2-85ce5a8f5565 on host hv-neutron-8616 for vnic_type normal using segments [{'id': 'c118624e-f090-4049-9e3a-7aadbd95a3d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'a7f6643b-92d2-4a32-83c3-c2f01975a0e9'}] Oct 19 07:38:31.108717 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92aaa904-e480-4366-ba83-d5831d4d9362 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:38:31.109494 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-92aaa904-e480-4366-ba83-d5831d4d9362 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks [] for subnet, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:31.118631 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.plugins.ml2.plugin [None req-cbfc4a94-4a94-413c-8838-b0ad216b6e4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252-project-admin] Attempt 7 to bind port 82112375-43bc-4b18-9fb2-85ce5a8f5565 Oct 19 07:38:31.137603 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-edc16f08-9843-4b30-bc05-26b6557e9a9e req-266f361d-b33d-4a6b-9666-358ef76f89d4 tempest-ServersTestJSON-461936375 tempest-ServersTestJSON-461936375-project] 10.222.0.27 "GET /v2.0/ports?device_id=7edb487a-fad4-4d3e-826c-bf286ef7d7e5 HTTP/1.1" status: 200 len: 210 time: 0.0917962 Oct 19 07:38:31.253197 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.managers [None req-cbfc4a94-4a94-413c-8838-b0ad216b6e4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252-project-admin] Attempting to bind port 82112375-43bc-4b18-9fb2-85ce5a8f5565 on host hv-neutron-8616 for vnic_type normal with profile {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 19 07:38:31.254425 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.managers [None req-cbfc4a94-4a94-413c-8838-b0ad216b6e4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252-project-admin] Attempting to bind port 82112375-43bc-4b18-9fb2-85ce5a8f5565 by drivers openvswitch,hyperv on host hv-neutron-8616 at level 0 using segments [{'id': 'c118624e-f090-4049-9e3a-7aadbd95a3d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'a7f6643b-92d2-4a32-83c3-c2f01975a0e9'}] {{(pid=103332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 19 07:38:31.255019 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbfc4a94-4a94-413c-8838-b0ad216b6e4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252-project-admin] Attempting to bind port 82112375-43bc-4b18-9fb2-85ce5a8f5565 on network a7f6643b-92d2-4a32-83c3-c2f01975a0e9 {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 07:38:31.272798 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbfc4a94-4a94-413c-8838-b0ad216b6e4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252-project-admin] Port 82112375-43bc-4b18-9fb2-85ce5a8f5565 on network a7f6643b-92d2-4a32-83c3-c2f01975a0e9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8616 {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 07:38:31.273479 dv-neutron-861624-1-hyperv neutron-server[103332]: ERROR neutron.plugins.ml2.managers [None req-cbfc4a94-4a94-413c-8838-b0ad216b6e4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252-project-admin] Failed to bind port 82112375-43bc-4b18-9fb2-85ce5a8f5565 on host hv-neutron-8616 for vnic_type normal using segments [{'id': 'c118624e-f090-4049-9e3a-7aadbd95a3d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'a7f6643b-92d2-4a32-83c3-c2f01975a0e9'}] Oct 19 07:38:31.275692 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-556a9260-f2b5-4d84-92db-806bd3dce2a5 req-38e406ff-1c8e-4fbf-a7f6-a267d1e84841 tempest-ServersTestManualDisk-1995987990 tempest-ServersTestManualDisk-1995987990-project] 10.222.0.27 "GET /v2.0/ports?device_id=fd32aad3-def3-4cd3-9b2d-e2a48bdb7a3b HTTP/1.1" status: 200 len: 210 time: 0.1168578 Oct 19 07:38:31.284748 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.plugins.ml2.plugin [None req-cbfc4a94-4a94-413c-8838-b0ad216b6e4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252-project-admin] Attempt 8 to bind port 82112375-43bc-4b18-9fb2-85ce5a8f5565 Oct 19 07:38:31.316541 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-dfdd4ff9-65eb-4e89-8560-99b72d21b439 None None] Attempt 6 to provision port b2ba838d-e047-4351-979a-94c8b4b61ef5 Oct 19 07:38:31.317184 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.managers [None req-cbfc4a94-4a94-413c-8838-b0ad216b6e4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252-project-admin] Attempting to bind port 82112375-43bc-4b18-9fb2-85ce5a8f5565 on host hv-neutron-8616 for vnic_type normal with profile {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 19 07:38:31.317721 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.managers [None req-cbfc4a94-4a94-413c-8838-b0ad216b6e4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252-project-admin] Attempting to bind port 82112375-43bc-4b18-9fb2-85ce5a8f5565 by drivers openvswitch,hyperv on host hv-neutron-8616 at level 0 using segments [{'id': 'c118624e-f090-4049-9e3a-7aadbd95a3d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'a7f6643b-92d2-4a32-83c3-c2f01975a0e9'}] {{(pid=103332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 19 07:38:31.318253 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbfc4a94-4a94-413c-8838-b0ad216b6e4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252-project-admin] Attempting to bind port 82112375-43bc-4b18-9fb2-85ce5a8f5565 on network a7f6643b-92d2-4a32-83c3-c2f01975a0e9 {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 07:38:31.321337 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-2a701ee8-ce9e-4268-9946-9f8a95ed90a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:31.340197 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.db_base_plugin_common [req-b024b323-ea82-40fd-ab81-cb085cd443ef req-e80e640a-9cd2-419e-85d2-c4ef64481735 tempest-ServerActionsTestJSON-1032082790 tempest-ServerActionsTestJSON-1032082790-project] Allocated IP 172.20.0.9 (9f9e4d3a-9b0f-46a7-b045-8d44d07986e0/509b576d-66cd-49df-8740-f428cd2060b2/166507e4-5bf0-4d0c-a912-f2cd4a10fdee) {{(pid=103333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 07:38:31.347241 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-2a701ee8-ce9e-4268-9946-9f8a95ed90a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:31.399544 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b88870ad-e84d-4280-9626-622325afe1ea req-0cccd088-36a9-4661-9730-176c26a6eec9 tempest-ServersTestJSON-461936375 tempest-ServersTestJSON-461936375-project] Made reservation on behalf of 0cfd53a0c8b24bdeb4999c9bff6eae77 for: {'port': 1} {{(pid=103332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 07:38:31.403469 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-b88870ad-e84d-4280-9626-622325afe1ea req-0cccd088-36a9-4661-9730-176c26a6eec9 tempest-ServersTestJSON-461936375 tempest-ServersTestJSON-461936375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:31.426346 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-dfdd4ff9-65eb-4e89-8560-99b72d21b439 None None] Port b2ba838d-e047-4351-979a-94c8b4b61ef5 cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 07:38:31.426654 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbfc4a94-4a94-413c-8838-b0ad216b6e4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252-project-admin] Port 82112375-43bc-4b18-9fb2-85ce5a8f5565 on network a7f6643b-92d2-4a32-83c3-c2f01975a0e9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8616 {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 07:38:31.426918 dv-neutron-861624-1-hyperv neutron-server[103332]: ERROR neutron.plugins.ml2.managers [None req-cbfc4a94-4a94-413c-8838-b0ad216b6e4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252-project-admin] Failed to bind port 82112375-43bc-4b18-9fb2-85ce5a8f5565 on host hv-neutron-8616 for vnic_type normal using segments [{'id': 'c118624e-f090-4049-9e3a-7aadbd95a3d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'a7f6643b-92d2-4a32-83c3-c2f01975a0e9'}] Oct 19 07:38:31.429562 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.plugins.ml2.plugin [None req-cbfc4a94-4a94-413c-8838-b0ad216b6e4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252-project-admin] Attempt 9 to bind port 82112375-43bc-4b18-9fb2-85ce5a8f5565 Oct 19 07:38:31.432207 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-2a701ee8-ce9e-4268-9946-9f8a95ed90a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788643'] for security_group, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:31.434741 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-2a701ee8-ce9e-4268-9946-9f8a95ed90a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:31.435893 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-2a701ee8-ce9e-4268-9946-9f8a95ed90a3 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/86b665a7-1c57-42ea-9d7c-b40977e75c36 HTTP/1.1" status: 204 len: 168 time: 0.3971696 Oct 19 07:38:31.447278 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b249cf6-6b8f-4ad5-82a5-e0dfa56b3888 req-fbc2e7c3-9e60-45f4-a333-0d9b87832102 tempest-ServersTestManualDisk-1995987990 tempest-ServersTestManualDisk-1995987990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:38:31.447278 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-1b249cf6-6b8f-4ad5-82a5-e0dfa56b3888 req-fbc2e7c3-9e60-45f4-a333-0d9b87832102 tempest-ServersTestManualDisk-1995987990 tempest-ServersTestManualDisk-1995987990-project] 10.222.0.16 "GET /v2.0/networks?id=b591b429-0972-4e45-afd3-bb0899b18496 HTTP/1.1" status: 200 len: 812 time: 0.4566171 Oct 19 07:38:31.474213 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a701ee8-ce9e-4268-9946-9f8a95ed90a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86b665a7-1c57-42ea-9d7c-b40977e75c36,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:38:31.490766 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.managers [None req-cbfc4a94-4a94-413c-8838-b0ad216b6e4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252-project-admin] Attempting to bind port 82112375-43bc-4b18-9fb2-85ce5a8f5565 on host hv-neutron-8616 for vnic_type normal with profile {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 19 07:38:31.491111 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.managers [None req-cbfc4a94-4a94-413c-8838-b0ad216b6e4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252-project-admin] Attempting to bind port 82112375-43bc-4b18-9fb2-85ce5a8f5565 by drivers openvswitch,hyperv on host hv-neutron-8616 at level 0 using segments [{'id': 'c118624e-f090-4049-9e3a-7aadbd95a3d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'a7f6643b-92d2-4a32-83c3-c2f01975a0e9'}] {{(pid=103332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 19 07:38:31.491441 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbfc4a94-4a94-413c-8838-b0ad216b6e4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252-project-admin] Attempting to bind port 82112375-43bc-4b18-9fb2-85ce5a8f5565 on network a7f6643b-92d2-4a32-83c3-c2f01975a0e9 {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 07:38:31.499057 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbfc4a94-4a94-413c-8838-b0ad216b6e4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252-project-admin] Port 82112375-43bc-4b18-9fb2-85ce5a8f5565 on network a7f6643b-92d2-4a32-83c3-c2f01975a0e9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8616 {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 07:38:31.499391 dv-neutron-861624-1-hyperv neutron-server[103332]: ERROR neutron.plugins.ml2.managers [None req-cbfc4a94-4a94-413c-8838-b0ad216b6e4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252-project-admin] Failed to bind port 82112375-43bc-4b18-9fb2-85ce5a8f5565 on host hv-neutron-8616 for vnic_type normal using segments [{'id': 'c118624e-f090-4049-9e3a-7aadbd95a3d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'a7f6643b-92d2-4a32-83c3-c2f01975a0e9'}] Oct 19 07:38:31.501930 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.plugins.ml2.plugin [None req-cbfc4a94-4a94-413c-8838-b0ad216b6e4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252-project-admin] Attempt 10 to bind port 82112375-43bc-4b18-9fb2-85ce5a8f5565 Oct 19 07:38:31.565923 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a2591b5-0217-4ba4-a931-6b6a393838fa tempest-PortsAdminExtendedAttrsTestJSON-1938695924 tempest-PortsAdminExtendedAttrsTestJSON-1938695924-project-admin] Port 7e9603d4-b0aa-4b8d-98be-a0a9d4b423e7 on network 0a63bd3f-8e79-47c5-9b78-4eaa93792a44 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8616 {{(pid=103333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 07:38:31.566260 dv-neutron-861624-1-hyperv neutron-server[103333]: ERROR neutron.plugins.ml2.managers [None req-4a2591b5-0217-4ba4-a931-6b6a393838fa tempest-PortsAdminExtendedAttrsTestJSON-1938695924 tempest-PortsAdminExtendedAttrsTestJSON-1938695924-project-admin] Failed to bind port 7e9603d4-b0aa-4b8d-98be-a0a9d4b423e7 on host hv-neutron-8616 for vnic_type normal using segments [{'id': '128fe684-3df4-4868-9689-651e86bf8d2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '0a63bd3f-8e79-47c5-9b78-4eaa93792a44'}] Oct 19 07:38:31.572411 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-1b249cf6-6b8f-4ad5-82a5-e0dfa56b3888 req-eee5d2bc-008a-4cc5-8dc3-7859f56d3828 tempest-ServersTestManualDisk-1995987990 tempest-ServersTestManualDisk-1995987990-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=340a20aa929d4020a108d5231191ac1d HTTP/1.1" status: 200 len: 380 time: 0.1119323 Oct 19 07:38:31.578077 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.plugins.ml2.plugin [None req-4a2591b5-0217-4ba4-a931-6b6a393838fa tempest-PortsAdminExtendedAttrsTestJSON-1938695924 tempest-PortsAdminExtendedAttrsTestJSON-1938695924-project-admin] Attempt 7 to bind port 7e9603d4-b0aa-4b8d-98be-a0a9d4b423e7 Oct 19 07:38:31.579882 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.managers [None req-cbfc4a94-4a94-413c-8838-b0ad216b6e4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252-project-admin] Attempting to bind port 82112375-43bc-4b18-9fb2-85ce5a8f5565 on host hv-neutron-8616 for vnic_type normal with profile {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 19 07:38:31.580214 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.managers [None req-cbfc4a94-4a94-413c-8838-b0ad216b6e4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252-project-admin] Attempting to bind port 82112375-43bc-4b18-9fb2-85ce5a8f5565 by drivers openvswitch,hyperv on host hv-neutron-8616 at level 0 using segments [{'id': 'c118624e-f090-4049-9e3a-7aadbd95a3d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'a7f6643b-92d2-4a32-83c3-c2f01975a0e9'}] {{(pid=103332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 19 07:38:31.580695 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbfc4a94-4a94-413c-8838-b0ad216b6e4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252-project-admin] Attempting to bind port 82112375-43bc-4b18-9fb2-85ce5a8f5565 on network a7f6643b-92d2-4a32-83c3-c2f01975a0e9 {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 07:38:31.609125 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.managers [None req-4a2591b5-0217-4ba4-a931-6b6a393838fa tempest-PortsAdminExtendedAttrsTestJSON-1938695924 tempest-PortsAdminExtendedAttrsTestJSON-1938695924-project-admin] Attempting to bind port 7e9603d4-b0aa-4b8d-98be-a0a9d4b423e7 on host hv-neutron-8616 for vnic_type normal with profile {{(pid=103333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 19 07:38:31.609417 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.managers [None req-4a2591b5-0217-4ba4-a931-6b6a393838fa tempest-PortsAdminExtendedAttrsTestJSON-1938695924 tempest-PortsAdminExtendedAttrsTestJSON-1938695924-project-admin] Attempting to bind port 7e9603d4-b0aa-4b8d-98be-a0a9d4b423e7 by drivers openvswitch,hyperv on host hv-neutron-8616 at level 0 using segments [{'id': '128fe684-3df4-4868-9689-651e86bf8d2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '0a63bd3f-8e79-47c5-9b78-4eaa93792a44'}] {{(pid=103333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 19 07:38:31.609865 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a2591b5-0217-4ba4-a931-6b6a393838fa tempest-PortsAdminExtendedAttrsTestJSON-1938695924 tempest-PortsAdminExtendedAttrsTestJSON-1938695924-project-admin] Attempting to bind port 7e9603d4-b0aa-4b8d-98be-a0a9d4b423e7 on network 0a63bd3f-8e79-47c5-9b78-4eaa93792a44 {{(pid=103333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 07:38:31.611306 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbfc4a94-4a94-413c-8838-b0ad216b6e4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252-project-admin] Port 82112375-43bc-4b18-9fb2-85ce5a8f5565 on network a7f6643b-92d2-4a32-83c3-c2f01975a0e9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8616 {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 07:38:31.611638 dv-neutron-861624-1-hyperv neutron-server[103332]: ERROR neutron.plugins.ml2.managers [None req-cbfc4a94-4a94-413c-8838-b0ad216b6e4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252-project-admin] Failed to bind port 82112375-43bc-4b18-9fb2-85ce5a8f5565 on host hv-neutron-8616 for vnic_type normal using segments [{'id': 'c118624e-f090-4049-9e3a-7aadbd95a3d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'a7f6643b-92d2-4a32-83c3-c2f01975a0e9'}] Oct 19 07:38:31.612030 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-cbfc4a94-4a94-413c-8838-b0ad216b6e4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:31.623349 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-92aaa904-e480-4366-ba83-d5831d4d9362 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 3.2438517 Oct 19 07:38:31.638202 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 53946) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:38:31.638836 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a2591b5-0217-4ba4-a931-6b6a393838fa tempest-PortsAdminExtendedAttrsTestJSON-1938695924 tempest-PortsAdminExtendedAttrsTestJSON-1938695924-project-admin] Port 7e9603d4-b0aa-4b8d-98be-a0a9d4b423e7 on network 0a63bd3f-8e79-47c5-9b78-4eaa93792a44 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8616 {{(pid=103333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 07:38:31.639284 dv-neutron-861624-1-hyperv neutron-server[103333]: ERROR neutron.plugins.ml2.managers [None req-4a2591b5-0217-4ba4-a931-6b6a393838fa tempest-PortsAdminExtendedAttrsTestJSON-1938695924 tempest-PortsAdminExtendedAttrsTestJSON-1938695924-project-admin] Failed to bind port 7e9603d4-b0aa-4b8d-98be-a0a9d4b423e7 on host hv-neutron-8616 for vnic_type normal using segments [{'id': '128fe684-3df4-4868-9689-651e86bf8d2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '0a63bd3f-8e79-47c5-9b78-4eaa93792a44'}] Oct 19 07:38:31.641597 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-077867b1-2a67-4b5b-a1a6-562b0282bf0a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d12c6ac-27a3-545c-a8f3-f04e30423d6d-6b5a65c5-1bed-4301-9db8-c1056c2b8eba', 'network_id': '6b5a65c5-1bed-4301-9db8-c1056c2b8eba', 'tenant_id': '61a2e57b80c1442e9cb330141a970781', 'fixed_ips': [{'subnet_id': '1d89abe5-cc8a-4445-9b48-5fee1f7e26f8'}]}} from dv-neutron-861624-1-hyperv. {{(pid=103334) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 07:38:31.651104 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-92456178-9f22-47fd-a973-a2f44c1ab35f tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Request body: {'port': {'network_id': '6b5a65c5-1bed-4301-9db8-c1056c2b8eba', 'fixed_ips': [{'subnet_id': '1d89abe5-cc8a-4445-9b48-5fee1f7e26f8', 'ip_address': '2001:db8::8bfa:4a9:d023:5b6e'}], 'name': 'tempest-NetworksTestDHCPv6-159702161'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:38:31.652116 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-077867b1-2a67-4b5b-a1a6-562b0282bf0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:31.656498 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.plugins.ml2.plugin [None req-4a2591b5-0217-4ba4-a931-6b6a393838fa tempest-PortsAdminExtendedAttrsTestJSON-1938695924 tempest-PortsAdminExtendedAttrsTestJSON-1938695924-project-admin] Attempt 8 to bind port 7e9603d4-b0aa-4b8d-98be-a0a9d4b423e7 Oct 19 07:38:31.894741 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.db_base_plugin_common [None req-077867b1-2a67-4b5b-a1a6-562b0282bf0a None None] Allocated IP 2001:db8::2 (6b5a65c5-1bed-4301-9db8-c1056c2b8eba/1d89abe5-cc8a-4445-9b48-5fee1f7e26f8/8331a767-4ea5-4cea-93d9-57f0ecfef977) {{(pid=103334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 07:38:31.942339 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-dfdd4ff9-65eb-4e89-8560-99b72d21b439 None None] Attempt 7 to provision port b2ba838d-e047-4351-979a-94c8b4b61ef5 Oct 19 07:38:32.047302 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-dfdd4ff9-65eb-4e89-8560-99b72d21b439 None None] Port b2ba838d-e047-4351-979a-94c8b4b61ef5 cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 07:38:32.054427 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [req-b024b323-ea82-40fd-ab81-cb085cd443ef req-e80e640a-9cd2-419e-85d2-c4ef64481735 tempest-ServerActionsTestJSON-1032082790 tempest-ServerActionsTestJSON-1032082790-project] Notify callbacks [] for port, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:32.073796 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.managers [None req-4a2591b5-0217-4ba4-a931-6b6a393838fa tempest-PortsAdminExtendedAttrsTestJSON-1938695924 tempest-PortsAdminExtendedAttrsTestJSON-1938695924-project-admin] Attempting to bind port 7e9603d4-b0aa-4b8d-98be-a0a9d4b423e7 on host hv-neutron-8616 for vnic_type normal with profile {{(pid=103333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 19 07:38:32.078580 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.managers [None req-4a2591b5-0217-4ba4-a931-6b6a393838fa tempest-PortsAdminExtendedAttrsTestJSON-1938695924 tempest-PortsAdminExtendedAttrsTestJSON-1938695924-project-admin] Attempting to bind port 7e9603d4-b0aa-4b8d-98be-a0a9d4b423e7 by drivers openvswitch,hyperv on host hv-neutron-8616 at level 0 using segments [{'id': '128fe684-3df4-4868-9689-651e86bf8d2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '0a63bd3f-8e79-47c5-9b78-4eaa93792a44'}] {{(pid=103333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 19 07:38:32.078580 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a2591b5-0217-4ba4-a931-6b6a393838fa tempest-PortsAdminExtendedAttrsTestJSON-1938695924 tempest-PortsAdminExtendedAttrsTestJSON-1938695924-project-admin] Attempting to bind port 7e9603d4-b0aa-4b8d-98be-a0a9d4b423e7 on network 0a63bd3f-8e79-47c5-9b78-4eaa93792a44 {{(pid=103333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 07:38:32.078846 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 53952) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:38:32.083346 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [req-1b249cf6-6b8f-4ad5-82a5-e0dfa56b3888 req-e1aff178-ee49-4553-b65e-6037a31f015e tempest-ServersTestManualDisk-1995987990 tempest-ServersTestManualDisk-1995987990-project] Request body: {'port': {'device_id': 'fd32aad3-def3-4cd3-9b2d-e2a48bdb7a3b', 'network_id': 'b591b429-0972-4e45-afd3-bb0899b18496', 'admin_state_up': True, 'tenant_id': '340a20aa929d4020a108d5231191ac1d', 'security_groups': ['cd2f4ea7-fe99-4ea4-b101-5829406beaad']}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:38:32.098542 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a2591b5-0217-4ba4-a931-6b6a393838fa tempest-PortsAdminExtendedAttrsTestJSON-1938695924 tempest-PortsAdminExtendedAttrsTestJSON-1938695924-project-admin] Port 7e9603d4-b0aa-4b8d-98be-a0a9d4b423e7 on network 0a63bd3f-8e79-47c5-9b78-4eaa93792a44 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8616 {{(pid=103333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 07:38:32.101489 dv-neutron-861624-1-hyperv neutron-server[103333]: ERROR neutron.plugins.ml2.managers [None req-4a2591b5-0217-4ba4-a931-6b6a393838fa tempest-PortsAdminExtendedAttrsTestJSON-1938695924 tempest-PortsAdminExtendedAttrsTestJSON-1938695924-project-admin] Failed to bind port 7e9603d4-b0aa-4b8d-98be-a0a9d4b423e7 on host hv-neutron-8616 for vnic_type normal using segments [{'id': '128fe684-3df4-4868-9689-651e86bf8d2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '0a63bd3f-8e79-47c5-9b78-4eaa93792a44'}] Oct 19 07:38:32.106718 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c45ae135-c610-431e-b6f8-ba6aca0825c4 tempest-FloatingIPAdminTestJSON-102997040 tempest-FloatingIPAdminTestJSON-102997040-project-admin] Router 9719b9fe-e983-4fb1-85e8-6c40f3297fde has already been hosted by L3 agent ab388470-1243-4d53-80f2-c2f5899c97a7 {{(pid=103333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 07:38:32.110151 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.plugins.ml2.plugin [None req-4a2591b5-0217-4ba4-a931-6b6a393838fa tempest-PortsAdminExtendedAttrsTestJSON-1938695924 tempest-PortsAdminExtendedAttrsTestJSON-1938695924-project-admin] Attempt 9 to bind port 7e9603d4-b0aa-4b8d-98be-a0a9d4b423e7 Oct 19 07:38:32.152598 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92456178-9f22-47fd-a973-a2f44c1ab35f tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Made reservation on behalf of 61a2e57b80c1442e9cb330141a970781 for: {'port': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 07:38:32.159728 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-077867b1-2a67-4b5b-a1a6-562b0282bf0a None None] Notify callbacks [] for port, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:32.169890 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-077867b1-2a67-4b5b-a1a6-562b0282bf0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785020947330'] for port, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:32.251652 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-92456178-9f22-47fd-a973-a2f44c1ab35f tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:32.259329 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.managers [None req-4a2591b5-0217-4ba4-a931-6b6a393838fa tempest-PortsAdminExtendedAttrsTestJSON-1938695924 tempest-PortsAdminExtendedAttrsTestJSON-1938695924-project-admin] Attempting to bind port 7e9603d4-b0aa-4b8d-98be-a0a9d4b423e7 on host hv-neutron-8616 for vnic_type normal with profile {{(pid=103333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 19 07:38:32.259711 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.managers [None req-4a2591b5-0217-4ba4-a931-6b6a393838fa tempest-PortsAdminExtendedAttrsTestJSON-1938695924 tempest-PortsAdminExtendedAttrsTestJSON-1938695924-project-admin] Attempting to bind port 7e9603d4-b0aa-4b8d-98be-a0a9d4b423e7 by drivers openvswitch,hyperv on host hv-neutron-8616 at level 0 using segments [{'id': '128fe684-3df4-4868-9689-651e86bf8d2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '0a63bd3f-8e79-47c5-9b78-4eaa93792a44'}] {{(pid=103333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 19 07:38:32.260142 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a2591b5-0217-4ba4-a931-6b6a393838fa tempest-PortsAdminExtendedAttrsTestJSON-1938695924 tempest-PortsAdminExtendedAttrsTestJSON-1938695924-project-admin] Attempting to bind port 7e9603d4-b0aa-4b8d-98be-a0a9d4b423e7 on network 0a63bd3f-8e79-47c5-9b78-4eaa93792a44 {{(pid=103333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 07:38:32.288386 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077867b1-2a67-4b5b-a1a6-562b0282bf0a None None] Pushing event updated for resources: {'Port': ['ID=8331a767-4ea5-4cea-93d9-57f0ecfef977,revision_number=1']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:38:32.304634 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-688981c4-475a-4fdf-8404-64322a1cc269 req-661ff03f-010f-4783-bb32-1e0fcf5c9d19 tempest-ServerActionsTestJSON-1032082790 tempest-ServerActionsTestJSON-1032082790-project] 10.222.0.27 "GET /v2.0/ports?device_id=c15ce40b-4ff1-4ce8-b3f1-4c16c8447f68 HTTP/1.1" status: 200 len: 210 time: 0.1269834 Oct 19 07:38:32.310660 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-077867b1-2a67-4b5b-a1a6-562b0282bf0a None None] Network 6b5a65c5-1bed-4301-9db8-c1056c2b8eba is already hosted by enough agents. {{(pid=103334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 07:38:32.312531 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.scheduler.base_scheduler [None req-077867b1-2a67-4b5b-a1a6-562b0282bf0a None None] Resources bound (agent type, host, resource id): {{(pid=103334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:38:32.315195 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-077867b1-2a67-4b5b-a1a6-562b0282bf0a None None] Received port after_create {{(pid=103334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 07:38:32.329388 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a2591b5-0217-4ba4-a931-6b6a393838fa tempest-PortsAdminExtendedAttrsTestJSON-1938695924 tempest-PortsAdminExtendedAttrsTestJSON-1938695924-project-admin] Port 7e9603d4-b0aa-4b8d-98be-a0a9d4b423e7 on network 0a63bd3f-8e79-47c5-9b78-4eaa93792a44 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8616 {{(pid=103333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 07:38:32.329959 dv-neutron-861624-1-hyperv neutron-server[103333]: ERROR neutron.plugins.ml2.managers [None req-4a2591b5-0217-4ba4-a931-6b6a393838fa tempest-PortsAdminExtendedAttrsTestJSON-1938695924 tempest-PortsAdminExtendedAttrsTestJSON-1938695924-project-admin] Failed to bind port 7e9603d4-b0aa-4b8d-98be-a0a9d4b423e7 on host hv-neutron-8616 for vnic_type normal using segments [{'id': '128fe684-3df4-4868-9689-651e86bf8d2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '0a63bd3f-8e79-47c5-9b78-4eaa93792a44'}] Oct 19 07:38:32.335125 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.notifiers.nova [None req-92456178-9f22-47fd-a973-a2f44c1ab35f tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] device_id is not set on port 294241f7-d607-4c16-916e-6c94c7935a5e yet. {{(pid=103333) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 19 07:38:32.339910 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.plugins.ml2.plugin [None req-4a2591b5-0217-4ba4-a931-6b6a393838fa tempest-PortsAdminExtendedAttrsTestJSON-1938695924 tempest-PortsAdminExtendedAttrsTestJSON-1938695924-project-admin] Attempt 10 to bind port 7e9603d4-b0aa-4b8d-98be-a0a9d4b423e7 Oct 19 07:38:32.429830 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-077867b1-2a67-4b5b-a1a6-562b0282bf0a None None] Attempting to bind port 8331a767-4ea5-4cea-93d9-57f0ecfef977 on host dv-neutron-861624-1-hyperv for vnic_type normal with profile {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 19 07:38:32.430107 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-077867b1-2a67-4b5b-a1a6-562b0282bf0a None None] Attempting to bind port 8331a767-4ea5-4cea-93d9-57f0ecfef977 by drivers openvswitch,hyperv on host dv-neutron-861624-1-hyperv at level 0 using segments [{'id': '5a8d2b05-b527-4bd4-a671-b9112f193fef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '6b5a65c5-1bed-4301-9db8-c1056c2b8eba'}] {{(pid=103334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 19 07:38:32.430472 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-077867b1-2a67-4b5b-a1a6-562b0282bf0a None None] Attempting to bind port 8331a767-4ea5-4cea-93d9-57f0ecfef977 on network 6b5a65c5-1bed-4301-9db8-c1056c2b8eba {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 07:38:32.438767 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-077867b1-2a67-4b5b-a1a6-562b0282bf0a None None] Checking agent: {'id': 'a5b0152c-d633-409b-aaf8-3b76458e2410', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861624-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 19, 7, 30, 19), 'started_at': datetime.datetime(2022, 10, 19, 7, 30, 49), 'heartbeat_timestamp': datetime.datetime(2022, 10, 19, 7, 38, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861624-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 07:38:32.438767 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-077867b1-2a67-4b5b-a1a6-562b0282bf0a None None] Checking segment: {'id': '5a8d2b05-b527-4bd4-a671-b9112f193fef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '6b5a65c5-1bed-4301-9db8-c1056c2b8eba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 19 07:38:32.439119 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-077867b1-2a67-4b5b-a1a6-562b0282bf0a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:32.439515 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-077867b1-2a67-4b5b-a1a6-562b0282bf0a None None] Bound using segment: {'id': '5a8d2b05-b527-4bd4-a671-b9112f193fef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '6b5a65c5-1bed-4301-9db8-c1056c2b8eba'} {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 07:38:32.439990 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-077867b1-2a67-4b5b-a1a6-562b0282bf0a None None] Bound port: 8331a767-4ea5-4cea-93d9-57f0ecfef977, host: dv-neutron-861624-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a8d2b05-b527-4bd4-a671-b9112f193fef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '6b5a65c5-1bed-4301-9db8-c1056c2b8eba'}}] {{(pid=103334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 19 07:38:32.440402 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-077867b1-2a67-4b5b-a1a6-562b0282bf0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:32.444310 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-7aa35c17-b113-4681-955d-b961c936ab4a req-8d000c0e-acb1-4c47-a8c8-814ac1d20ef1 tempest-ServersTestJSON-461936375 tempest-ServersTestJSON-461936375-project] 10.222.0.27 "GET /v2.0/ports?device_id=7edb487a-fad4-4d3e-826c-bf286ef7d7e5 HTTP/1.1" status: 200 len: 210 time: 0.1437814 Oct 19 07:38:32.471724 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.db_base_plugin_common [req-b88870ad-e84d-4280-9626-622325afe1ea req-0cccd088-36a9-4661-9730-176c26a6eec9 tempest-ServersTestJSON-461936375 tempest-ServersTestJSON-461936375-project] Allocated IP 172.20.0.14 (29346864-1bf4-4ca7-8c28-dd64957b61d5/9b83089a-6242-4a4f-85cc-90b42d56ee75/c7b653fc-acc2-4b86-b664-a00123df00c4) {{(pid=103332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 07:38:32.501770 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [req-b024b323-ea82-40fd-ab81-cb085cd443ef req-e80e640a-9cd2-419e-85d2-c4ef64481735 tempest-ServerActionsTestJSON-1032082790 tempest-ServerActionsTestJSON-1032082790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785020947330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130996763'] for port, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:32.530481 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.managers [None req-4a2591b5-0217-4ba4-a931-6b6a393838fa tempest-PortsAdminExtendedAttrsTestJSON-1938695924 tempest-PortsAdminExtendedAttrsTestJSON-1938695924-project-admin] Attempting to bind port 7e9603d4-b0aa-4b8d-98be-a0a9d4b423e7 on host hv-neutron-8616 for vnic_type normal with profile {{(pid=103333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 19 07:38:32.530481 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.managers [None req-4a2591b5-0217-4ba4-a931-6b6a393838fa tempest-PortsAdminExtendedAttrsTestJSON-1938695924 tempest-PortsAdminExtendedAttrsTestJSON-1938695924-project-admin] Attempting to bind port 7e9603d4-b0aa-4b8d-98be-a0a9d4b423e7 by drivers openvswitch,hyperv on host hv-neutron-8616 at level 0 using segments [{'id': '128fe684-3df4-4868-9689-651e86bf8d2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '0a63bd3f-8e79-47c5-9b78-4eaa93792a44'}] {{(pid=103333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 19 07:38:32.530911 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b249cf6-6b8f-4ad5-82a5-e0dfa56b3888 req-e1aff178-ee49-4553-b65e-6037a31f015e tempest-ServersTestManualDisk-1995987990 tempest-ServersTestManualDisk-1995987990-project] Made reservation on behalf of 340a20aa929d4020a108d5231191ac1d for: {'port': 1} {{(pid=103332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 07:38:32.531115 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a2591b5-0217-4ba4-a931-6b6a393838fa tempest-PortsAdminExtendedAttrsTestJSON-1938695924 tempest-PortsAdminExtendedAttrsTestJSON-1938695924-project-admin] Attempting to bind port 7e9603d4-b0aa-4b8d-98be-a0a9d4b423e7 on network 0a63bd3f-8e79-47c5-9b78-4eaa93792a44 {{(pid=103333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 07:38:32.534400 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-1b249cf6-6b8f-4ad5-82a5-e0dfa56b3888 req-e1aff178-ee49-4553-b65e-6037a31f015e tempest-ServersTestManualDisk-1995987990 tempest-ServersTestManualDisk-1995987990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:32.549336 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-dfdd4ff9-65eb-4e89-8560-99b72d21b439 None None] Attempt 8 to provision port b2ba838d-e047-4351-979a-94c8b4b61ef5 Oct 19 07:38:32.582573 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b024b323-ea82-40fd-ab81-cb085cd443ef req-e80e640a-9cd2-419e-85d2-c4ef64481735 tempest-ServerActionsTestJSON-1032082790 tempest-ServerActionsTestJSON-1032082790-project] Network 9f9e4d3a-9b0f-46a7-b045-8d44d07986e0 is already hosted by enough agents. {{(pid=103333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 07:38:32.590502 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [req-b024b323-ea82-40fd-ab81-cb085cd443ef req-e80e640a-9cd2-419e-85d2-c4ef64481735 tempest-ServerActionsTestJSON-1032082790 tempest-ServerActionsTestJSON-1032082790-project] Resources bound (agent type, host, resource id): {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:38:32.599980 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.l3_dvrscheduler_db [req-b024b323-ea82-40fd-ab81-cb085cd443ef req-e80e640a-9cd2-419e-85d2-c4ef64481735 tempest-ServerActionsTestJSON-1032082790 tempest-ServerActionsTestJSON-1032082790-project] Received port after_create {{(pid=103333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 07:38:32.603118 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a2591b5-0217-4ba4-a931-6b6a393838fa tempest-PortsAdminExtendedAttrsTestJSON-1938695924 tempest-PortsAdminExtendedAttrsTestJSON-1938695924-project-admin] Port 7e9603d4-b0aa-4b8d-98be-a0a9d4b423e7 on network 0a63bd3f-8e79-47c5-9b78-4eaa93792a44 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8616 {{(pid=103333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 07:38:32.603539 dv-neutron-861624-1-hyperv neutron-server[103333]: ERROR neutron.plugins.ml2.managers [None req-4a2591b5-0217-4ba4-a931-6b6a393838fa tempest-PortsAdminExtendedAttrsTestJSON-1938695924 tempest-PortsAdminExtendedAttrsTestJSON-1938695924-project-admin] Failed to bind port 7e9603d4-b0aa-4b8d-98be-a0a9d4b423e7 on host hv-neutron-8616 for vnic_type normal using segments [{'id': '128fe684-3df4-4868-9689-651e86bf8d2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '0a63bd3f-8e79-47c5-9b78-4eaa93792a44'}] Oct 19 07:38:32.604120 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-4a2591b5-0217-4ba4-a931-6b6a393838fa tempest-PortsAdminExtendedAttrsTestJSON-1938695924 tempest-PortsAdminExtendedAttrsTestJSON-1938695924-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:32.616932 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-077867b1-2a67-4b5b-a1a6-562b0282bf0a None None] For port 8331a767-4ea5-4cea-93d9-57f0ecfef977, host dv-neutron-861624-1-hyperv, cleared binding levels {{(pid=103334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 07:38:32.626771 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-077867b1-2a67-4b5b-a1a6-562b0282bf0a None None] For port 8331a767-4ea5-4cea-93d9-57f0ecfef977, host dv-neutron-861624-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=8331a767-4ea5-4cea-93d9-57f0ecfef977,segment=NetworkSegment(5a8d2b05-b527-4bd4-a671-b9112f193fef),segment_id=5a8d2b05-b527-4bd4-a671-b9112f193fef)] {{(pid=103334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 07:38:32.639054 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-077867b1-2a67-4b5b-a1a6-562b0282bf0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:32.658083 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-aa808d48-4980-4c71-8a76-179dbbdefcc4 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=3c8dffb15b724a9ba305529b4452824d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4912679 Oct 19 07:38:32.677750 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 53958) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:38:32.717878 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-e102dd04-3755-4f20-a3c8-8839a17450d7 req-b4de2b59-1aa5-4a91-9a90-0901383fb670 tempest-ServersTestManualDisk-1995987990 tempest-ServersTestManualDisk-1995987990-project] 10.222.0.27 "GET /v2.0/ports?device_id=fd32aad3-def3-4cd3-9b2d-e2a48bdb7a3b HTTP/1.1" status: 200 len: 210 time: 0.1977196 Oct 19 07:38:32.770154 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077867b1-2a67-4b5b-a1a6-562b0282bf0a None None] Pushing event updated for resources: {'Port': ['ID=8331a767-4ea5-4cea-93d9-57f0ecfef977,revision_number=2']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:38:32.774164 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-dfdd4ff9-65eb-4e89-8560-99b72d21b439 None None] Port b2ba838d-e047-4351-979a-94c8b4b61ef5 cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 07:38:32.786692 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.db [None req-cbfc4a94-4a94-413c-8838-b0ad216b6e4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252-project-admin] For port 82112375-43bc-4b18-9fb2-85ce5a8f5565, host hv-neutron-8616, cleared binding levels {{(pid=103332) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 07:38:32.787162 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.db [None req-cbfc4a94-4a94-413c-8838-b0ad216b6e4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252-project-admin] Attempted to set empty binding levels {{(pid=103332) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Oct 19 07:38:32.878228 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80e640a-9cd2-419e-85d2-c4ef64481735 tempest-ServerActionsTestJSON-1032082790 tempest-ServerActionsTestJSON-1032082790-project] Pushing event updated for resources: {'Port': ['ID=166507e4-5bf0-4d0c-a912-f2cd4a10fdee,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:38:32.992400 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.db_base_plugin_common [req-1b249cf6-6b8f-4ad5-82a5-e0dfa56b3888 req-e1aff178-ee49-4553-b65e-6037a31f015e tempest-ServersTestManualDisk-1995987990 tempest-ServersTestManualDisk-1995987990-project] Allocated IP 172.20.0.9 (b591b429-0972-4e45-afd3-bb0899b18496/50f42235-c2b7-4baf-8d65-761c27136b2d/ac82e6f5-e329-44a1-b9e7-97810fa5c238) {{(pid=103332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 07:38:33.032662 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.db_base_plugin_common [None req-92456178-9f22-47fd-a973-a2f44c1ab35f tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Allocated IP 2001:db8::8bfa:4a9:d023:5b6e (6b5a65c5-1bed-4301-9db8-c1056c2b8eba/1d89abe5-cc8a-4445-9b48-5fee1f7e26f8/294241f7-d607-4c16-916e-6c94c7935a5e) {{(pid=103333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 07:38:33.067389 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c45ae135-c610-431e-b6f8-ba6aca0825c4 tempest-FloatingIPAdminTestJSON-102997040 tempest-FloatingIPAdminTestJSON-102997040-project-admin] Notify agent at l3_agent.dv-neutron-861624-1-hyperv the message routers_updated {{(pid=103333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 07:38:33.094795 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73c05b2a-14d0-4058-85cd-c758e4b65317 None None] Sync routers for ids ['9719b9fe-e983-4fb1-85e8-6c40f3297fde'] in dv-neutron-861624-1-hyperv {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 07:38:33.106495 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b024b323-ea82-40fd-ab81-cb085cd443ef req-e80e640a-9cd2-419e-85d2-c4ef64481735 tempest-ServerActionsTestJSON-1032082790 tempest-ServerActionsTestJSON-1032082790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:38:33.106791 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73c05b2a-14d0-4058-85cd-c758e4b65317 None None] Routers {'9719b9fe-e983-4fb1-85e8-6c40f3297fde'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 07:38:33.107117 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [req-b024b323-ea82-40fd-ab81-cb085cd443ef req-e80e640a-9cd2-419e-85d2-c4ef64481735 tempest-ServerActionsTestJSON-1032082790 tempest-ServerActionsTestJSON-1032082790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42160'] for port, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:33.107450 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-73c05b2a-14d0-4058-85cd-c758e4b65317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T07:38:16Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['9719b9fe-e983-4fb1-85e8-6c40f3297fde'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:38:33.166837 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-73c05b2a-14d0-4058-85cd-c758e4b65317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:38:33.171252 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-c45ae135-c610-431e-b6f8-ba6aca0825c4 tempest-FloatingIPAdminTestJSON-102997040 tempest-FloatingIPAdminTestJSON-102997040-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42160'] for floatingip, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:33.186525 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73c05b2a-14d0-4058-85cd-c758e4b65317 None None] Routers {'9719b9fe-e983-4fb1-85e8-6c40f3297fde'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 07:38:33.187369 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-73c05b2a-14d0-4058-85cd-c758e4b65317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T07:38:16Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['9719b9fe-e983-4fb1-85e8-6c40f3297fde'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:38:33.215110 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-cbfc4a94-4a94-413c-8838-b0ad216b6e4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133553807'] for port, after_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:33.216129 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbfc4a94-4a94-413c-8838-b0ad216b6e4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:38:33.216780 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-cbfc4a94-4a94-413c-8838-b0ad216b6e4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42160'] for port, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:33.221691 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-b024b323-ea82-40fd-ab81-cb085cd443ef req-e80e640a-9cd2-419e-85d2-c4ef64481735 tempest-ServerActionsTestJSON-1032082790 tempest-ServerActionsTestJSON-1032082790-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6353896 Oct 19 07:38:33.228920 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-1b249cf6-6b8f-4ad5-82a5-e0dfa56b3888 req-e1aff178-ee49-4553-b65e-6037a31f015e tempest-ServersTestManualDisk-1995987990 tempest-ServersTestManualDisk-1995987990-project] Notify callbacks [] for port, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:33.266217 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.db [None req-4a2591b5-0217-4ba4-a931-6b6a393838fa tempest-PortsAdminExtendedAttrsTestJSON-1938695924 tempest-PortsAdminExtendedAttrsTestJSON-1938695924-project-admin] For port 7e9603d4-b0aa-4b8d-98be-a0a9d4b423e7, host hv-neutron-8616, cleared binding levels {{(pid=103333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 07:38:33.266932 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.db [None req-4a2591b5-0217-4ba4-a931-6b6a393838fa tempest-PortsAdminExtendedAttrsTestJSON-1938695924 tempest-PortsAdminExtendedAttrsTestJSON-1938695924-project-admin] Attempted to set empty binding levels {{(pid=103333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Oct 19 07:38:33.271113 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [req-b024b323-ea82-40fd-ab81-cb085cd443ef req-6b33e0d2-1086-4c7e-8b51-05213289c996 tempest-ServerActionsTestJSON-1032082790 tempest-ServerActionsTestJSON-1032082790-project] http://10.222.0.27:9696/v2.0/extensions returned with HTTP 200 {{(pid=103333) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 07:38:33.272906 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-b024b323-ea82-40fd-ab81-cb085cd443ef req-6b33e0d2-1086-4c7e-8b51-05213289c996 tempest-ServerActionsTestJSON-1032082790 tempest-ServerActionsTestJSON-1032082790-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0174496 Oct 19 07:38:33.279459 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-dfdd4ff9-65eb-4e89-8560-99b72d21b439 None None] Attempt 9 to provision port b2ba838d-e047-4351-979a-94c8b4b61ef5 Oct 19 07:38:33.281399 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-4a2591b5-0217-4ba4-a931-6b6a393838fa tempest-PortsAdminExtendedAttrsTestJSON-1938695924 tempest-PortsAdminExtendedAttrsTestJSON-1938695924-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130996754'] for port, after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:33.281841 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-4a2591b5-0217-4ba4-a931-6b6a393838fa tempest-PortsAdminExtendedAttrsTestJSON-1938695924 tempest-PortsAdminExtendedAttrsTestJSON-1938695924-project-admin] In _notify_port_updated(), no bound segment for port 7e9603d4-b0aa-4b8d-98be-a0a9d4b423e7 on network 0a63bd3f-8e79-47c5-9b78-4eaa93792a44 {{(pid=103333) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:900}} Oct 19 07:38:33.282768 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a2591b5-0217-4ba4-a931-6b6a393838fa tempest-PortsAdminExtendedAttrsTestJSON-1938695924 tempest-PortsAdminExtendedAttrsTestJSON-1938695924-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:38:33.283369 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-4a2591b5-0217-4ba4-a931-6b6a393838fa tempest-PortsAdminExtendedAttrsTestJSON-1938695924 tempest-PortsAdminExtendedAttrsTestJSON-1938695924-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42160'] for port, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:33.288190 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-4a2591b5-0217-4ba4-a931-6b6a393838fa tempest-PortsAdminExtendedAttrsTestJSON-1938695924 tempest-PortsAdminExtendedAttrsTestJSON-1938695924-project-admin] 10.222.0.27 "PUT /v2.0/ports/7e9603d4-b0aa-4b8d-98be-a0a9d4b423e7 HTTP/1.1" status: 200 len: 976 time: 6.1066911 Oct 19 07:38:33.288310 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-73c05b2a-14d0-4058-85cd-c758e4b65317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:38:33.289940 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73c05b2a-14d0-4058-85cd-c758e4b65317 None None] The sync data for ids ['9719b9fe-e983-4fb1-85e8-6c40f3297fde'] in dv-neutron-861624-1-hyperv is: [] {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 07:38:33.291531 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 53960) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:38:33.297408 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-c45ae135-c610-431e-b6f8-ba6aca0825c4 tempest-FloatingIPAdminTestJSON-102997040 tempest-FloatingIPAdminTestJSON-102997040-project-admin] 10.222.0.27 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 986 time: 8.4963832 Oct 19 07:38:33.328629 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 53962) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:38:33.457984 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-cbfc4a94-4a94-413c-8838-b0ad216b6e4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252-project-admin] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201 len: 986 time: 5.2504706 Oct 19 07:38:33.469408 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device 8331a767-4ea5-4cea-93d9-57f0ecfef977 up at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 07:38:33.482762 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 53966) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:38:33.484833 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-dfdd4ff9-65eb-4e89-8560-99b72d21b439 None None] Port b2ba838d-e047-4351-979a-94c8b4b61ef5 cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 07:38:33.583030 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Provisioning complete for port 8331a767-4ea5-4cea-93d9-57f0ecfef977 triggered by entity L2. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:38:33.583408 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:33.583729 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Attempt 1 to provision port 8331a767-4ea5-4cea-93d9-57f0ecfef977 Oct 19 07:38:33.627164 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbfc4a94-4a94-413c-8838-b0ad216b6e4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252-project-admin] Pushing event updated for resources: {'Port': ['ID=82112375-43bc-4b18-9fb2-85ce5a8f5565,revision_number=2']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:38:33.677779 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2591b5-0217-4ba4-a931-6b6a393838fa tempest-PortsAdminExtendedAttrsTestJSON-1938695924 tempest-PortsAdminExtendedAttrsTestJSON-1938695924-project-admin] Pushing event updated for resources: {'Port': ['ID=7e9603d4-b0aa-4b8d-98be-a0a9d4b423e7,revision_number=3']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:38:33.715966 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [req-b024b323-ea82-40fd-ab81-cb085cd443ef req-5fad878d-26db-4ae2-903c-e79a64fa7cad service neutron] Request body: {'port': {'device_id': 'c15ce40b-4ff1-4ce8-b3f1-4c16c8447f68', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8616'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:38:33.759009 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Current status of the port 8331a767-4ea5-4cea-93d9-57f0ecfef977 is: DOWN; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:38:33.759400 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:33.775490 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-4563a0eb-d0f2-461d-93bf-e383a283f137 req-05c4bbe5-ee8d-46b7-ac69-c937ee090258 tempest-ServersTestJSON-461936375 tempest-ServersTestJSON-461936375-project] 10.222.0.27 "GET /v2.0/ports?device_id=7edb487a-fad4-4d3e-826c-bf286ef7d7e5 HTTP/1.1" status: 200 len: 210 time: 0.1450086 Oct 19 07:38:33.790449 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-72d87a1d-0822-4cf9-92a6-31b1dd2b3c1e tempest-FloatingIPAdminTestJSON-102997040 tempest-FloatingIPAdminTestJSON-102997040-project-admin] 10.222.0.27 "GET /v2.0/floatingips/ee4cc485-6be2-4d39-b79c-3ecfad395937 HTTP/1.1" status: 200 len: 981 time: 0.4606967 Oct 19 07:38:33.796622 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 53974) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:38:33.837338 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] For port 8331a767-4ea5-4cea-93d9-57f0ecfef977, host dv-neutron-861624-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=8331a767-4ea5-4cea-93d9-57f0ecfef977,segment=NetworkSegment(5a8d2b05-b527-4bd4-a671-b9112f193fef),segment_id=5a8d2b05-b527-4bd4-a671-b9112f193fef)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:38:33.846453 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:33.876723 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-b0d852b0-55f7-471e-89e6-4d53562d6bc5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:33.930931 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-b0d852b0-55f7-471e-89e6-4d53562d6bc5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:33.970032 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Pushing event updated for resources: {'Port': ['ID=8331a767-4ea5-4cea-93d9-57f0ecfef977,revision_number=3']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:38:33.989347 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-dfdd4ff9-65eb-4e89-8560-99b72d21b439 None None] Attempt 10 to provision port b2ba838d-e047-4351-979a-94c8b4b61ef5 Oct 19 07:38:34.055920 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-dfdd4ff9-65eb-4e89-8560-99b72d21b439 None None] Port b2ba838d-e047-4351-979a-94c8b4b61ef5 cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 07:38:34.056898 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-1b249cf6-6b8f-4ad5-82a5-e0dfa56b3888 req-e1aff178-ee49-4553-b65e-6037a31f015e tempest-ServersTestManualDisk-1995987990 tempest-ServersTestManualDisk-1995987990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785020947330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133553798'] for port, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:34.068242 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8040781-ac40-4334-9b24-f39c819a9fb7 req-faa039f9-31a9-48cd-a17d-6de3eee32045 tempest-ServerActionsTestJSON-1032082790 tempest-ServerActionsTestJSON-1032082790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:38:34.077309 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-b8040781-ac40-4334-9b24-f39c819a9fb7 req-faa039f9-31a9-48cd-a17d-6de3eee32045 tempest-ServerActionsTestJSON-1032082790 tempest-ServerActionsTestJSON-1032082790-project] 10.222.0.27 "GET /v2.0/ports?device_id=c15ce40b-4ff1-4ce8-b3f1-4c16c8447f68 HTTP/1.1" status: 200 len: 931 time: 0.6387661 Oct 19 07:38:34.144088 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-b0d852b0-55f7-471e-89e6-4d53562d6bc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788643'] for security_group, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:34.147436 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-b0d852b0-55f7-471e-89e6-4d53562d6bc5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:34.149101 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-b0d852b0-55f7-471e-89e6-4d53562d6bc5 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/acb4e512-4118-42d0-a38f-34f965a46b94 HTTP/1.1" status: 204 len: 168 time: 1.4301686 Oct 19 07:38:34.196019 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-9215e95e-e757-4ae3-ac26-fe9e7064701e None None] Provisioning complete for port 166507e4-5bf0-4d0c-a912-f2cd4a10fdee triggered by entity DHCP. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:38:34.198356 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-9215e95e-e757-4ae3-ac26-fe9e7064701e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:34.198762 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-9215e95e-e757-4ae3-ac26-fe9e7064701e None None] Attempt 1 to provision port 166507e4-5bf0-4d0c-a912-f2cd4a10fdee Oct 19 07:38:34.203672 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-b88870ad-e84d-4280-9626-622325afe1ea req-0cccd088-36a9-4661-9730-176c26a6eec9 tempest-ServersTestJSON-461936375 tempest-ServersTestJSON-461936375-project] Notify callbacks [] for port, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:34.224315 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b249cf6-6b8f-4ad5-82a5-e0dfa56b3888 req-e1aff178-ee49-4553-b65e-6037a31f015e tempest-ServersTestManualDisk-1995987990 tempest-ServersTestManualDisk-1995987990-project] Network b591b429-0972-4e45-afd3-bb0899b18496 is already hosted by enough agents. {{(pid=103332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 07:38:34.248610 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.base_scheduler [req-1b249cf6-6b8f-4ad5-82a5-e0dfa56b3888 req-e1aff178-ee49-4553-b65e-6037a31f015e tempest-ServersTestManualDisk-1995987990 tempest-ServersTestManualDisk-1995987990-project] Resources bound (agent type, host, resource id): {{(pid=103332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:38:34.256135 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d852b0-55f7-471e-89e6-4d53562d6bc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acb4e512-4118-42d0-a38f-34f965a46b94,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:38:34.272156 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-b8040781-ac40-4334-9b24-f39c819a9fb7 req-40a1eb50-340c-4bc2-9bf9-b7affa499da2 tempest-ServerActionsTestJSON-1032082790 tempest-ServerActionsTestJSON-1032082790-project] 10.222.0.27 "GET /v2.0/security-groups?id=f0bcd6ee-444f-46c6-b01f-ccacf8976dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1885242 Oct 19 07:38:34.276408 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b249cf6-6b8f-4ad5-82a5-e0dfa56b3888 req-e1aff178-ee49-4553-b65e-6037a31f015e tempest-ServersTestManualDisk-1995987990 tempest-ServersTestManualDisk-1995987990-project] Received port after_create {{(pid=103332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 07:38:34.320248 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-9215e95e-e757-4ae3-ac26-fe9e7064701e None None] Port 166507e4-5bf0-4d0c-a912-f2cd4a10fdee cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 07:38:34.326774 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1aff178-ee49-4553-b65e-6037a31f015e tempest-ServersTestManualDisk-1995987990 tempest-ServersTestManualDisk-1995987990-project] Pushing event updated for resources: {'Port': ['ID=ac82e6f5-e329-44a1-b9e7-97810fa5c238,revision_number=1']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:38:34.373970 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89231ffd-1f3b-4685-ba59-ef79c932c396 req-4cb639ce-5895-4a5f-b7b2-8557e5eb5ea5 tempest-ServersTestManualDisk-1995987990 tempest-ServersTestManualDisk-1995987990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:38:34.387471 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-cd8e29ed-90c7-46e8-a4ff-a043ed63790e tempest-FloatingIPAdminTestJSON-102997040 tempest-FloatingIPAdminTestJSON-102997040-project-admin] 10.222.0.27 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2904 time: 0.5811584 Oct 19 07:38:34.398236 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-89231ffd-1f3b-4685-ba59-ef79c932c396 req-4cb639ce-5895-4a5f-b7b2-8557e5eb5ea5 tempest-ServersTestManualDisk-1995987990 tempest-ServersTestManualDisk-1995987990-project] 10.222.0.27 "GET /v2.0/ports?device_id=fd32aad3-def3-4cd3-9b2d-e2a48bdb7a3b HTTP/1.1" status: 200 len: 931 time: 0.4074285 Oct 19 07:38:34.402611 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 53978) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:38:34.554501 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-92456178-9f22-47fd-a973-a2f44c1ab35f tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks [] for port, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:34.576021 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-b88870ad-e84d-4280-9626-622325afe1ea req-0cccd088-36a9-4661-9730-176c26a6eec9 tempest-ServersTestJSON-461936375 tempest-ServersTestJSON-461936375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785020947330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133553798'] for port, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:34.594691 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.plugin [None req-1457ae10-9f34-4c97-8577-ebe423fa1981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252-project-admin] Deleting port 82112375-43bc-4b18-9fb2-85ce5a8f5565 {{(pid=103332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 07:38:34.595977 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-1457ae10-9f34-4c97-8577-ebe423fa1981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:34.609612 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [req-b024b323-ea82-40fd-ab81-cb085cd443ef req-5fad878d-26db-4ae2-903c-e79a64fa7cad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:34.627896 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b249cf6-6b8f-4ad5-82a5-e0dfa56b3888 req-e1aff178-ee49-4553-b65e-6037a31f015e tempest-ServersTestManualDisk-1995987990 tempest-ServersTestManualDisk-1995987990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:38:34.640535 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-1b249cf6-6b8f-4ad5-82a5-e0dfa56b3888 req-e1aff178-ee49-4553-b65e-6037a31f015e tempest-ServersTestManualDisk-1995987990 tempest-ServersTestManualDisk-1995987990-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42160'] for port, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:34.732142 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-743b649d-a25f-49e0-b9d5-1d4b77f4292b tempest-PortsAdminExtendedAttrsTestJSON-1938695924 tempest-PortsAdminExtendedAttrsTestJSON-1938695924-project-admin] Deleting port 7e9603d4-b0aa-4b8d-98be-a0a9d4b423e7 {{(pid=103333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 07:38:34.733634 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-743b649d-a25f-49e0-b9d5-1d4b77f4292b tempest-PortsAdminExtendedAttrsTestJSON-1938695924 tempest-PortsAdminExtendedAttrsTestJSON-1938695924-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:34.816446 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-1b249cf6-6b8f-4ad5-82a5-e0dfa56b3888 req-e1aff178-ee49-4553-b65e-6037a31f015e tempest-ServersTestManualDisk-1995987990 tempest-ServersTestManualDisk-1995987990-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7705259 Oct 19 07:38:34.821675 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-9215e95e-e757-4ae3-ac26-fe9e7064701e None None] Attempt 2 to provision port 166507e4-5bf0-4d0c-a912-f2cd4a10fdee Oct 19 07:38:34.843438 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-89231ffd-1f3b-4685-ba59-ef79c932c396 req-eb0d6b14-af18-4987-8783-87204c27ec2b tempest-ServersTestManualDisk-1995987990 tempest-ServersTestManualDisk-1995987990-project] 10.222.0.27 "GET /v2.0/security-groups?id=cd2f4ea7-fe99-4ea4-b101-5829406beaad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4399784 Oct 19 07:38:34.861034 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [req-1b249cf6-6b8f-4ad5-82a5-e0dfa56b3888 req-00c55244-6a17-4af1-8013-771687c3ce05 service neutron] Request body: {'port': {'device_id': 'fd32aad3-def3-4cd3-9b2d-e2a48bdb7a3b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8616'}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:38:34.866784 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b88870ad-e84d-4280-9626-622325afe1ea req-0cccd088-36a9-4661-9730-176c26a6eec9 tempest-ServersTestJSON-461936375 tempest-ServersTestJSON-461936375-project] Network 29346864-1bf4-4ca7-8c28-dd64957b61d5 is already hosted by enough agents. {{(pid=103332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 07:38:34.903206 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-9215e95e-e757-4ae3-ac26-fe9e7064701e None None] Port 166507e4-5bf0-4d0c-a912-f2cd4a10fdee cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 07:38:34.943049 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.base_scheduler [req-b88870ad-e84d-4280-9626-622325afe1ea req-0cccd088-36a9-4661-9730-176c26a6eec9 tempest-ServersTestJSON-461936375 tempest-ServersTestJSON-461936375-project] Resources bound (agent type, host, resource id): {{(pid=103332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:38:34.955841 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [req-b88870ad-e84d-4280-9626-622325afe1ea req-0cccd088-36a9-4661-9730-176c26a6eec9 tempest-ServersTestJSON-461936375 tempest-ServersTestJSON-461936375-project] Received port after_create {{(pid=103332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 07:38:35.010276 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.db [None req-1457ae10-9f34-4c97-8577-ebe423fa1981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252-project-admin] For port 82112375-43bc-4b18-9fb2-85ce5a8f5565, host hv-neutron-8616, got binding levels [] {{(pid=103332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:38:35.010653 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-1457ae10-9f34-4c97-8577-ebe423fa1981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:35.014068 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cccd088-36a9-4661-9730-176c26a6eec9 tempest-ServersTestJSON-461936375 tempest-ServersTestJSON-461936375-project] Pushing event updated for resources: {'Port': ['ID=c7b653fc-acc2-4b86-b664-a00123df00c4,revision_number=1']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:38:35.096993 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.plugin [None req-1457ae10-9f34-4c97-8577-ebe423fa1981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252-project-admin] Calling delete_port for 82112375-43bc-4b18-9fb2-85ce5a8f5565 owned by {{(pid=103332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 07:38:35.111271 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88870ad-e84d-4280-9626-622325afe1ea req-0cccd088-36a9-4661-9730-176c26a6eec9 tempest-ServersTestJSON-461936375 tempest-ServersTestJSON-461936375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:38:35.111916 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-b88870ad-e84d-4280-9626-622325afe1ea req-0cccd088-36a9-4661-9730-176c26a6eec9 tempest-ServersTestJSON-461936375 tempest-ServersTestJSON-461936375-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42160'] for port, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:35.136952 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-1b249cf6-6b8f-4ad5-82a5-e0dfa56b3888 req-00c55244-6a17-4af1-8013-771687c3ce05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:35.151838 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-92456178-9f22-47fd-a973-a2f44c1ab35f tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785020947330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130996763'] for port, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:35.262390 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-b88870ad-e84d-4280-9626-622325afe1ea req-0cccd088-36a9-4661-9730-176c26a6eec9 tempest-ServersTestJSON-461936375 tempest-ServersTestJSON-461936375-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.4349208 Oct 19 07:38:35.288886 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6214869-b3f2-4bf1-b51a-e5c3168dc922 req-fa68a89f-63e6-4c90-8380-1b305fc138a4 tempest-ServersTestJSON-461936375 tempest-ServersTestJSON-461936375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:38:35.295827 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.db [None req-743b649d-a25f-49e0-b9d5-1d4b77f4292b tempest-PortsAdminExtendedAttrsTestJSON-1938695924 tempest-PortsAdminExtendedAttrsTestJSON-1938695924-project-admin] For port 7e9603d4-b0aa-4b8d-98be-a0a9d4b423e7, host hv-neutron-8616, got binding levels [] {{(pid=103333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:38:35.296192 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-743b649d-a25f-49e0-b9d5-1d4b77f4292b tempest-PortsAdminExtendedAttrsTestJSON-1938695924 tempest-PortsAdminExtendedAttrsTestJSON-1938695924-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:35.313863 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-e6214869-b3f2-4bf1-b51a-e5c3168dc922 req-fa68a89f-63e6-4c90-8380-1b305fc138a4 tempest-ServersTestJSON-461936375 tempest-ServersTestJSON-461936375-project] 10.222.0.27 "GET /v2.0/ports?device_id=7edb487a-fad4-4d3e-826c-bf286ef7d7e5 HTTP/1.1" status: 200 len: 932 time: 0.3594511 Oct 19 07:38:35.389429 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device 8331a767-4ea5-4cea-93d9-57f0ecfef977 up at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 07:38:35.436794 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-9215e95e-e757-4ae3-ac26-fe9e7064701e None None] Attempt 3 to provision port 166507e4-5bf0-4d0c-a912-f2cd4a10fdee Oct 19 07:38:35.445452 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92456178-9f22-47fd-a973-a2f44c1ab35f tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Network 6b5a65c5-1bed-4301-9db8-c1056c2b8eba is already hosted by enough agents. {{(pid=103333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 07:38:35.449547 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-743b649d-a25f-49e0-b9d5-1d4b77f4292b tempest-PortsAdminExtendedAttrsTestJSON-1938695924 tempest-PortsAdminExtendedAttrsTestJSON-1938695924-project-admin] Calling delete_port for 7e9603d4-b0aa-4b8d-98be-a0a9d4b423e7 owned by {{(pid=103333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 07:38:35.463573 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-92456178-9f22-47fd-a973-a2f44c1ab35f tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Resources bound (agent type, host, resource id): {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:38:35.466945 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92456178-9f22-47fd-a973-a2f44c1ab35f tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Received port after_create {{(pid=103333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 07:38:35.473979 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92456178-9f22-47fd-a973-a2f44c1ab35f tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:38:35.474721 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-92456178-9f22-47fd-a973-a2f44c1ab35f tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42160'] for port, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:35.527371 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [req-b88870ad-e84d-4280-9626-622325afe1ea req-046723bd-b78a-4a9f-8c8e-d77856151e87 service neutron] Request body: {'port': {'device_id': '7edb487a-fad4-4d3e-826c-bf286ef7d7e5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8616'}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:38:35.574661 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92456178-9f22-47fd-a973-a2f44c1ab35f tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Pushing event updated for resources: {'Port': ['ID=294241f7-d607-4c16-916e-6c94c7935a5e,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:38:35.587108 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-9215e95e-e757-4ae3-ac26-fe9e7064701e None None] Port 166507e4-5bf0-4d0c-a912-f2cd4a10fdee cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 07:38:35.617379 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-92456178-9f22-47fd-a973-a2f44c1ab35f tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 3.9772165 Oct 19 07:38:35.622675 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 54000) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:38:35.684964 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Provisioning complete for port 8331a767-4ea5-4cea-93d9-57f0ecfef977 triggered by entity L2. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:38:35.685414 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:35.685800 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Attempt 1 to provision port 8331a767-4ea5-4cea-93d9-57f0ecfef977 Oct 19 07:38:35.717329 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-4d63df3e-31db-46ce-92ef-c0c6cc1dc483 tempest-FloatingIPAdminTestJSON-1410639124 tempest-FloatingIPAdminTestJSON-1410639124-project] Deleting port c350ac91-521c-46f3-b611-392f9fd6c45b {{(pid=103333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 07:38:35.717736 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-4d63df3e-31db-46ce-92ef-c0c6cc1dc483 tempest-FloatingIPAdminTestJSON-1410639124 tempest-FloatingIPAdminTestJSON-1410639124-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:35.798313 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-e6214869-b3f2-4bf1-b51a-e5c3168dc922 req-8a481ddd-f164-42fd-9546-771044039c62 tempest-ServersTestJSON-461936375 tempest-ServersTestJSON-461936375-project] 10.222.0.27 "GET /v2.0/security-groups?id=47cbba02-6d50-4e36-a3e0-bd46273f3056&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4820871 Oct 19 07:38:35.799587 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-b88870ad-e84d-4280-9626-622325afe1ea req-046723bd-b78a-4a9f-8c8e-d77856151e87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:35.866749 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3769a6a-c3d2-4559-b02d-f0b3a0c9315d tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:38:35.873369 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3769a6a-c3d2-4559-b02d-f0b3a0c9315d tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:38:35.875296 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-b3769a6a-c3d2-4559-b02d-f0b3a0c9315d tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] 10.222.0.27 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.2456431 Oct 19 07:38:35.879735 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 54006) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:38:35.893236 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-743b649d-a25f-49e0-b9d5-1d4b77f4292b tempest-PortsAdminExtendedAttrsTestJSON-1938695924 tempest-PortsAdminExtendedAttrsTestJSON-1938695924-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130996763'] for port, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:35.917083 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Current status of the port 8331a767-4ea5-4cea-93d9-57f0ecfef977 is: ACTIVE; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:38:35.999759 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-743b649d-a25f-49e0-b9d5-1d4b77f4292b tempest-PortsAdminExtendedAttrsTestJSON-1938695924 tempest-PortsAdminExtendedAttrsTestJSON-1938695924-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42160'] for port, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:36.003816 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-743b649d-a25f-49e0-b9d5-1d4b77f4292b tempest-PortsAdminExtendedAttrsTestJSON-1938695924 tempest-PortsAdminExtendedAttrsTestJSON-1938695924-project-admin] 10.222.0.27 "DELETE /v2.0/ports/7e9603d4-b0aa-4b8d-98be-a0a9d4b423e7 HTTP/1.1" status: 204 len: 168 time: 2.7083647 Oct 19 07:38:36.030328 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 54010) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:38:36.050916 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743b649d-a25f-49e0-b9d5-1d4b77f4292b tempest-PortsAdminExtendedAttrsTestJSON-1938695924 tempest-PortsAdminExtendedAttrsTestJSON-1938695924-project-admin] Pushing event deleted for resources: {'Port': ['ID=7e9603d4-b0aa-4b8d-98be-a0a9d4b423e7,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:38:36.052236 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53f7339-f384-44e3-8106-d5d26fce4cc5 req-75de54c2-660a-4a2d-8338-c6b598ffe1c4 tempest-ServerActionsTestJSON-1032082790 tempest-ServerActionsTestJSON-1032082790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:38:36.059725 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-a53f7339-f384-44e3-8106-d5d26fce4cc5 req-75de54c2-660a-4a2d-8338-c6b598ffe1c4 tempest-ServerActionsTestJSON-1032082790 tempest-ServerActionsTestJSON-1032082790-project] 10.222.0.27 "GET /v2.0/ports?device_id=c15ce40b-4ff1-4ce8-b3f1-4c16c8447f68 HTTP/1.1" status: 200 len: 931 time: 0.5408468 Oct 19 07:38:36.060250 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-4d63df3e-31db-46ce-92ef-c0c6cc1dc483 tempest-FloatingIPAdminTestJSON-1410639124 tempest-FloatingIPAdminTestJSON-1410639124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:36.060569 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-4d63df3e-31db-46ce-92ef-c0c6cc1dc483 tempest-FloatingIPAdminTestJSON-1410639124 tempest-FloatingIPAdminTestJSON-1410639124-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:36.088120 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-9215e95e-e757-4ae3-ac26-fe9e7064701e None None] Attempt 4 to provision port 166507e4-5bf0-4d0c-a912-f2cd4a10fdee Oct 19 07:38:36.111747 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-4d63df3e-31db-46ce-92ef-c0c6cc1dc483 tempest-FloatingIPAdminTestJSON-1410639124 tempest-FloatingIPAdminTestJSON-1410639124-project] Calling delete_port for c350ac91-521c-46f3-b611-392f9fd6c45b owned by network:floatingip {{(pid=103333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 07:38:36.114843 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.notifiers.nova [req-b024b323-ea82-40fd-ab81-cb085cd443ef req-5fad878d-26db-4ae2-903c-e79a64fa7cad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 166507e4-5bf0-4d0c-a912-f2cd4a10fdee {{(pid=103333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 19 07:38:36.153905 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-9215e95e-e757-4ae3-ac26-fe9e7064701e None None] Port 166507e4-5bf0-4d0c-a912-f2cd4a10fdee cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 07:38:36.161130 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [req-b024b323-ea82-40fd-ab81-cb085cd443ef req-5fad878d-26db-4ae2-903c-e79a64fa7cad service neutron] Notify callbacks [] for port, precommit_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:36.233679 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.provisioning_blocks [req-b024b323-ea82-40fd-ab81-cb085cd443ef req-5fad878d-26db-4ae2-903c-e79a64fa7cad service neutron] Transition to ACTIVE for port object 166507e4-5bf0-4d0c-a912-f2cd4a10fdee will not be triggered until provisioned by entity L2. {{(pid=103333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 19 07:38:36.245866 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [req-b024b323-ea82-40fd-ab81-cb085cd443ef req-5fad878d-26db-4ae2-903c-e79a64fa7cad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130996754'] for port, after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:36.410304 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fad878d-26db-4ae2-903c-e79a64fa7cad service neutron] Pushing event updated for resources: {'Port': ['ID=166507e4-5bf0-4d0c-a912-f2cd4a10fdee,revision_number=2']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:38:36.460239 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-883183ee-4f8b-4c63-8b3d-74c90a26a82b tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Deleting port 294241f7-d607-4c16-916e-6c94c7935a5e {{(pid=103333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 07:38:36.460669 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-883183ee-4f8b-4c63-8b3d-74c90a26a82b tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:36.498536 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.managers [req-b024b323-ea82-40fd-ab81-cb085cd443ef req-5fad878d-26db-4ae2-903c-e79a64fa7cad service neutron] Attempting to bind port 166507e4-5bf0-4d0c-a912-f2cd4a10fdee on host hv-neutron-8616 for vnic_type normal with profile {{(pid=103333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 19 07:38:36.498872 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.managers [req-b024b323-ea82-40fd-ab81-cb085cd443ef req-5fad878d-26db-4ae2-903c-e79a64fa7cad service neutron] Attempting to bind port 166507e4-5bf0-4d0c-a912-f2cd4a10fdee by drivers openvswitch,hyperv on host hv-neutron-8616 at level 0 using segments [{'id': 'd3fee98f-d3eb-41cf-827a-ce536a5d361c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '9f9e4d3a-9b0f-46a7-b045-8d44d07986e0'}] {{(pid=103333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 19 07:38:36.499217 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b024b323-ea82-40fd-ab81-cb085cd443ef req-5fad878d-26db-4ae2-903c-e79a64fa7cad service neutron] Attempting to bind port 166507e4-5bf0-4d0c-a912-f2cd4a10fdee on network 9f9e4d3a-9b0f-46a7-b045-8d44d07986e0 {{(pid=103333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 07:38:36.527132 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.pecan_wsgi.hooks.translation [None req-7335cd57-66ff-4be0-9de8-425d97845b03 tempest-PortsAdminExtendedAttrsTestJSON-1938695924 tempest-PortsAdminExtendedAttrsTestJSON-1938695924-project-admin] GET failed (client error): The resource could not be found. Oct 19 07:38:36.528653 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b024b323-ea82-40fd-ab81-cb085cd443ef req-5fad878d-26db-4ae2-903c-e79a64fa7cad service neutron] Port 166507e4-5bf0-4d0c-a912-f2cd4a10fdee on network 9f9e4d3a-9b0f-46a7-b045-8d44d07986e0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8616 {{(pid=103333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 07:38:36.529148 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-7335cd57-66ff-4be0-9de8-425d97845b03 tempest-PortsAdminExtendedAttrsTestJSON-1938695924 tempest-PortsAdminExtendedAttrsTestJSON-1938695924-project-admin] 10.222.0.27 "GET /v2.0/ports/7e9603d4-b0aa-4b8d-98be-a0a9d4b423e7 HTTP/1.1" status: 404 len: 333 time: 0.4904621 Oct 19 07:38:36.529301 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b024b323-ea82-40fd-ab81-cb085cd443ef req-5fad878d-26db-4ae2-903c-e79a64fa7cad service neutron] Attempting to bind port 166507e4-5bf0-4d0c-a912-f2cd4a10fdee on network 9f9e4d3a-9b0f-46a7-b045-8d44d07986e0 {{(pid=103333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 07:38:36.531674 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-1457ae10-9f34-4c97-8577-ebe423fa1981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133553798'] for port, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:36.535566 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 54020) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:38:36.569129 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-a53f7339-f384-44e3-8106-d5d26fce4cc5 req-50567b6f-8363-43a2-8ba9-477e6d910a1e tempest-ServerActionsTestJSON-1032082790 tempest-ServerActionsTestJSON-1032082790-project] 10.222.0.27 "GET /v2.0/security-groups?id=f0bcd6ee-444f-46c6-b01f-ccacf8976dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3943088 Oct 19 07:38:36.644578 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1457ae10-9f34-4c97-8577-ebe423fa1981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252-project-admin] Pushing event deleted for resources: {'Port': ['ID=82112375-43bc-4b18-9fb2-85ce5a8f5565,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:38:36.655762 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-9215e95e-e757-4ae3-ac26-fe9e7064701e None None] Attempt 5 to provision port 166507e4-5bf0-4d0c-a912-f2cd4a10fdee Oct 19 07:38:36.661305 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-831c7a79-7a09-4c04-8d4e-30de38f0d4ab tempest-PortsAdminExtendedAttrsTestJSON-567922557 tempest-PortsAdminExtendedAttrsTestJSON-567922557-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-667019'] for network, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:36.669903 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b024b323-ea82-40fd-ab81-cb085cd443ef req-5fad878d-26db-4ae2-903c-e79a64fa7cad service neutron] Checking agent: {'id': '5297b6e1-8fc1-4f42-910c-8f50c918ca65', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8616', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 19, 7, 36, 11), 'started_at': datetime.datetime(2022, 10, 19, 7, 36, 11), 'heartbeat_timestamp': datetime.datetime(2022, 10, 19, 7, 38, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 07:38:36.670456 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b024b323-ea82-40fd-ab81-cb085cd443ef req-5fad878d-26db-4ae2-903c-e79a64fa7cad service neutron] Checking segment: {'id': 'd3fee98f-d3eb-41cf-827a-ce536a5d361c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '9f9e4d3a-9b0f-46a7-b045-8d44d07986e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 19 07:38:36.671023 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b024b323-ea82-40fd-ab81-cb085cd443ef req-5fad878d-26db-4ae2-903c-e79a64fa7cad service neutron] Bound using segment: {'id': 'd3fee98f-d3eb-41cf-827a-ce536a5d361c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '9f9e4d3a-9b0f-46a7-b045-8d44d07986e0'} {{(pid=103333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 07:38:36.671631 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.managers [req-b024b323-ea82-40fd-ab81-cb085cd443ef req-5fad878d-26db-4ae2-903c-e79a64fa7cad service neutron] Bound port: 166507e4-5bf0-4d0c-a912-f2cd4a10fdee, host: hv-neutron-8616, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3fee98f-d3eb-41cf-827a-ce536a5d361c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '9f9e4d3a-9b0f-46a7-b045-8d44d07986e0'}}] {{(pid=103333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 19 07:38:36.671893 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [req-b024b323-ea82-40fd-ab81-cb085cd443ef req-5fad878d-26db-4ae2-903c-e79a64fa7cad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:36.706021 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-1457ae10-9f34-4c97-8577-ebe423fa1981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42160'] for port, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:36.709136 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-1457ae10-9f34-4c97-8577-ebe423fa1981 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252-project-admin] 10.222.0.27 "DELETE /v2.0/ports/82112375-43bc-4b18-9fb2-85ce5a8f5565 HTTP/1.1" status: 204 len: 168 time: 3.1856160 Oct 19 07:38:36.731925 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-9215e95e-e757-4ae3-ac26-fe9e7064701e None None] Port 166507e4-5bf0-4d0c-a912-f2cd4a10fdee cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 07:38:36.732329 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 54022) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:38:36.863252 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-4d63df3e-31db-46ce-92ef-c0c6cc1dc483 tempest-FloatingIPAdminTestJSON-1410639124 tempest-FloatingIPAdminTestJSON-1410639124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130996763'] for port, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:36.888975 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5133d202-ddeb-4fcb-9829-95be04c83bb6 req-4e8425f7-9d9f-4985-a1b3-7bf7847f82fc tempest-ServersTestManualDisk-1995987990 tempest-ServersTestManualDisk-1995987990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:38:36.891270 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-5133d202-ddeb-4fcb-9829-95be04c83bb6 req-4e8425f7-9d9f-4985-a1b3-7bf7847f82fc tempest-ServersTestManualDisk-1995987990 tempest-ServersTestManualDisk-1995987990-project] 10.222.0.27 "GET /v2.0/ports?device_id=fd32aad3-def3-4cd3-9b2d-e2a48bdb7a3b HTTP/1.1" status: 200 len: 931 time: 0.8597529 Oct 19 07:38:36.958792 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 54030) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:38:37.235330 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-9215e95e-e757-4ae3-ac26-fe9e7064701e None None] Attempt 6 to provision port 166507e4-5bf0-4d0c-a912-f2cd4a10fdee Oct 19 07:38:37.274061 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-cad37122-27e2-49a0-87fc-dd7f4706f383 tempest-ExternalNetworksAdminNegativeTestJSON-526099651 tempest-ExternalNetworksAdminNegativeTestJSON-526099651-project-admin] Request body: {'floatingip': {'floating_network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd'}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:38:37.306268 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-9215e95e-e757-4ae3-ac26-fe9e7064701e None None] Port 166507e4-5bf0-4d0c-a912-f2cd4a10fdee cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 07:38:37.317328 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-5133d202-ddeb-4fcb-9829-95be04c83bb6 req-03b136f9-87df-4c15-8f40-1409df3e5c91 tempest-ServersTestManualDisk-1995987990 tempest-ServersTestManualDisk-1995987990-project] 10.222.0.27 "GET /v2.0/security-groups?id=cd2f4ea7-fe99-4ea4-b101-5829406beaad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4052987 Oct 19 07:38:37.336048 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d63df3e-31db-46ce-92ef-c0c6cc1dc483 tempest-FloatingIPAdminTestJSON-1410639124 tempest-FloatingIPAdminTestJSON-1410639124-project] Pushing event deleted for resources: {'Port': ['ID=c350ac91-521c-46f3-b611-392f9fd6c45b,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:38:37.363267 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.pecan_wsgi.hooks.translation [None req-3653b761-e407-4282-8144-fdf0dd2b6165 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252-project-admin] GET failed (client error): The resource could not be found. Oct 19 07:38:37.365125 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-3653b761-e407-4282-8144-fdf0dd2b6165 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252-project-admin] 10.222.0.27 "GET /v2.0/ports/82112375-43bc-4b18-9fb2-85ce5a8f5565 HTTP/1.1" status: 404 len: 333 time: 0.6317518 Oct 19 07:38:37.378640 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 54034) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:38:37.387471 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cb46b7-f0b4-4a62-b5b8-a24f362130a6 req-a13d7691-1699-4118-9f2b-3c2c62130dde tempest-ServersTestJSON-461936375 tempest-ServersTestJSON-461936375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:38:37.401377 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-c8cb46b7-f0b4-4a62-b5b8-a24f362130a6 req-a13d7691-1699-4118-9f2b-3c2c62130dde tempest-ServersTestJSON-461936375 tempest-ServersTestJSON-461936375-project] 10.222.0.27 "GET /v2.0/ports?device_id=7edb487a-fad4-4d3e-826c-bf286ef7d7e5 HTTP/1.1" status: 200 len: 932 time: 0.4444098 Oct 19 07:38:37.403778 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-cad37122-27e2-49a0-87fc-dd7f4706f383 tempest-ExternalNetworksAdminNegativeTestJSON-526099651 tempest-ExternalNetworksAdminNegativeTestJSON-526099651-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:37.411829 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-bb26c240-d254-4184-ae27-c442b9fa40ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252-project-admin] Request body: {'port': {'network_id': 'a7f6643b-92d2-4a32-83c3-c2f01975a0e9', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-162508971'}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:38:37.460099 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.db [req-b024b323-ea82-40fd-ab81-cb085cd443ef req-5fad878d-26db-4ae2-903c-e79a64fa7cad service neutron] For port 166507e4-5bf0-4d0c-a912-f2cd4a10fdee, host hv-neutron-8616, cleared binding levels {{(pid=103333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 07:38:37.468537 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.db [req-b024b323-ea82-40fd-ab81-cb085cd443ef req-5fad878d-26db-4ae2-903c-e79a64fa7cad service neutron] For port 166507e4-5bf0-4d0c-a912-f2cd4a10fdee, host hv-neutron-8616, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=166507e4-5bf0-4d0c-a912-f2cd4a10fdee,segment=NetworkSegment(d3fee98f-d3eb-41cf-827a-ce536a5d361c),segment_id=d3fee98f-d3eb-41cf-827a-ce536a5d361c)] {{(pid=103333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 07:38:37.472063 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-883183ee-4f8b-4c63-8b3d-74c90a26a82b tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:37.491553 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [req-b024b323-ea82-40fd-ab81-cb085cd443ef req-5fad878d-26db-4ae2-903c-e79a64fa7cad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130996754'] for port, after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:37.537920 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb26c240-d254-4184-ae27-c442b9fa40ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252-project-admin] Made reservation on behalf of 22e1ecce49d240948557aa471da51354 for: {'port': 1} {{(pid=103332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 07:38:37.538852 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-883183ee-4f8b-4c63-8b3d-74c90a26a82b tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Calling delete_port for 294241f7-d607-4c16-916e-6c94c7935a5e owned by {{(pid=103333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 07:38:37.540664 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-bb26c240-d254-4184-ae27-c442b9fa40ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:37.579219 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-831c7a79-7a09-4c04-8d4e-30de38f0d4ab tempest-PortsAdminExtendedAttrsTestJSON-567922557 tempest-PortsAdminExtendedAttrsTestJSON-567922557-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-673051', 'neutron.services.segments.db._delete_segments_for_network-8785021519108'] for network, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:37.583014 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b024b323-ea82-40fd-ab81-cb085cd443ef req-5fad878d-26db-4ae2-903c-e79a64fa7cad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:38:37.583889 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [req-b024b323-ea82-40fd-ab81-cb085cd443ef req-5fad878d-26db-4ae2-903c-e79a64fa7cad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42160'] for port, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:37.587055 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-b024b323-ea82-40fd-ab81-cb085cd443ef req-5fad878d-26db-4ae2-903c-e79a64fa7cad service neutron] 10.222.0.16 "PUT /v2.0/ports/166507e4-5bf0-4d0c-a912-f2cd4a10fdee HTTP/1.1" status: 200 len: 1093 time: 4.0645897 Oct 19 07:38:37.607593 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-c8cb46b7-f0b4-4a62-b5b8-a24f362130a6 req-cda37b5d-f447-4142-ac57-06604f50a264 tempest-ServersTestJSON-461936375 tempest-ServersTestJSON-461936375-project] 10.222.0.27 "GET /v2.0/security-groups?id=47cbba02-6d50-4e36-a3e0-bd46273f3056&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2048707 Oct 19 07:38:37.608927 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c15ce40b-4ff1-4ce8-b3f1-4c16c8447f68', 'tag': '166507e4-5bf0-4d0c-a912-f2cd4a10fdee'}] {{(pid=103333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 19 07:38:37.668138 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.notifiers.nova [None req-bb26c240-d254-4184-ae27-c442b9fa40ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252-project-admin] device_id is not set on port 3795bfb9-a5b6-4282-9930-ccce637ad8ea yet. {{(pid=103332) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 19 07:38:37.677456 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.notifiers.nova [req-b88870ad-e84d-4280-9626-622325afe1ea req-046723bd-b78a-4a9f-8c8e-d77856151e87 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c7b653fc-acc2-4b86-b664-a00123df00c4 {{(pid=103332) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 19 07:38:37.693933 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-b88870ad-e84d-4280-9626-622325afe1ea req-046723bd-b78a-4a9f-8c8e-d77856151e87 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:37.703236 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.notifiers.nova [req-1b249cf6-6b8f-4ad5-82a5-e0dfa56b3888 req-00c55244-6a17-4af1-8013-771687c3ce05 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac82e6f5-e329-44a1-b9e7-97810fa5c238 {{(pid=103332) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 19 07:38:37.714279 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-831c7a79-7a09-4c04-8d4e-30de38f0d4ab tempest-PortsAdminExtendedAttrsTestJSON-567922557 tempest-PortsAdminExtendedAttrsTestJSON-567922557-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a63bd3f-8e79-47c5-9b78-4eaa93792a44']}} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:38:37.750073 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-1b249cf6-6b8f-4ad5-82a5-e0dfa56b3888 req-00c55244-6a17-4af1-8013-771687c3ce05 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:37.805982 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.provisioning_blocks [req-b88870ad-e84d-4280-9626-622325afe1ea req-046723bd-b78a-4a9f-8c8e-d77856151e87 service neutron] Transition to ACTIVE for port object c7b653fc-acc2-4b86-b664-a00123df00c4 will not be triggered until provisioned by entity L2. {{(pid=103332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 19 07:38:37.807423 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-9215e95e-e757-4ae3-ac26-fe9e7064701e None None] Attempt 7 to provision port 166507e4-5bf0-4d0c-a912-f2cd4a10fdee Oct 19 07:38:37.844310 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-b88870ad-e84d-4280-9626-622325afe1ea req-046723bd-b78a-4a9f-8c8e-d77856151e87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133553807'] for port, after_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:37.851746 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.provisioning_blocks [req-1b249cf6-6b8f-4ad5-82a5-e0dfa56b3888 req-00c55244-6a17-4af1-8013-771687c3ce05 service neutron] Transition to ACTIVE for port object ac82e6f5-e329-44a1-b9e7-97810fa5c238 will not be triggered until provisioned by entity L2. {{(pid=103332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 19 07:38:37.896389 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-1b249cf6-6b8f-4ad5-82a5-e0dfa56b3888 req-00c55244-6a17-4af1-8013-771687c3ce05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133553807'] for port, after_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:37.905687 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-9215e95e-e757-4ae3-ac26-fe9e7064701e None None] Port 166507e4-5bf0-4d0c-a912-f2cd4a10fdee had new provisioning blocks added so it will not transition to active. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:370}} Oct 19 07:38:37.917164 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-831c7a79-7a09-4c04-8d4e-30de38f0d4ab tempest-PortsAdminExtendedAttrsTestJSON-567922557 tempest-PortsAdminExtendedAttrsTestJSON-567922557-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '128fe684-3df4-4868-9689-651e86bf8d2d') {'for_net_delete': True} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:38:37.917705 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-831c7a79-7a09-4c04-8d4e-30de38f0d4ab tempest-PortsAdminExtendedAttrsTestJSON-567922557 tempest-PortsAdminExtendedAttrsTestJSON-567922557-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '128fe684-3df4-4868-9689-651e86bf8d2d') {} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:38:37.933234 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-831c7a79-7a09-4c04-8d4e-30de38f0d4ab tempest-PortsAdminExtendedAttrsTestJSON-567922557 tempest-PortsAdminExtendedAttrsTestJSON-567922557-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785021519382', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-134111927'] for segment, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:37.963116 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e3bb7d74903c72d9cb0d0f2f187c581e0456bd3142b101dc46d694cf75cdf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5af4d911-4bfd-4f27-aa39-c94cbb92238c" -d '{"events": [{"name": "network-changed", "server_uuid": "c15ce40b-4ff1-4ce8-b3f1-4c16c8447f68", "tag": "166507e4-5bf0-4d0c-a912-f2cd4a10fdee"}]}' {{(pid=103333) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 07:38:37.979769 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046723bd-b78a-4a9f-8c8e-d77856151e87 service neutron] Pushing event updated for resources: {'Port': ['ID=c7b653fc-acc2-4b86-b664-a00123df00c4,revision_number=2']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:38:37.993871 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-4d63df3e-31db-46ce-92ef-c0c6cc1dc483 tempest-FloatingIPAdminTestJSON-1410639124 tempest-FloatingIPAdminTestJSON-1410639124-project] Notify callbacks [] for floatingip, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:37.994217 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.db.l3_db [None req-4d63df3e-31db-46ce-92ef-c0c6cc1dc483 tempest-FloatingIPAdminTestJSON-1410639124 tempest-FloatingIPAdminTestJSON-1410639124-project] Floating IP ee4cc485-6be2-4d39-b79c-3ecfad395937 disassociated (deleted). External IP: 172.26.0.6, port: b2ba838d-e047-4351-979a-94c8b4b61ef5. Oct 19 07:38:38.052314 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecd4c44-82d1-46c0-a539-e92df4946369 req-994a4873-e07e-45ae-99d6-3109b21b837c tempest-ServerActionsTestJSON-1032082790 tempest-ServerActionsTestJSON-1032082790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:38:38.054464 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-6ecd4c44-82d1-46c0-a539-e92df4946369 req-994a4873-e07e-45ae-99d6-3109b21b837c tempest-ServerActionsTestJSON-1032082790 tempest-ServerActionsTestJSON-1032082790-project] 10.222.0.27 "GET /v2.0/ports?device_id=c15ce40b-4ff1-4ce8-b3f1-4c16c8447f68 HTTP/1.1" status: 200 len: 943 time: 0.2676895 Oct 19 07:38:38.098811 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-b88c28b4-62f2-4c1c-b6e0-364b96591ac9 None None] Provisioning complete for port 8331a767-4ea5-4cea-93d9-57f0ecfef977 triggered by entity DHCP. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:38:38.099429 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-b88c28b4-62f2-4c1c-b6e0-364b96591ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:38.099994 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-b88c28b4-62f2-4c1c-b6e0-364b96591ac9 None None] Attempt 1 to provision port 8331a767-4ea5-4cea-93d9-57f0ecfef977 Oct 19 07:38:38.117597 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-831c7a79-7a09-4c04-8d4e-30de38f0d4ab tempest-PortsAdminExtendedAttrsTestJSON-567922557 tempest-PortsAdminExtendedAttrsTestJSON-567922557-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979'] for segment, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:38.132794 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fad878d-26db-4ae2-903c-e79a64fa7cad service neutron] Pushing event updated for resources: {'Port': ['ID=166507e4-5bf0-4d0c-a912-f2cd4a10fdee,revision_number=3']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:38:38.165714 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-cad37122-27e2-49a0-87fc-dd7f4706f383 tempest-ExternalNetworksAdminNegativeTestJSON-526099651 tempest-ExternalNetworksAdminNegativeTestJSON-526099651-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:38.182303 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-831c7a79-7a09-4c04-8d4e-30de38f0d4ab tempest-PortsAdminExtendedAttrsTestJSON-567922557 tempest-PortsAdminExtendedAttrsTestJSON-567922557-project] Releasing vlan 191 on physical network physnet1 to pool {{(pid=103333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 07:38:38.185024 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-831c7a79-7a09-4c04-8d4e-30de38f0d4ab tempest-PortsAdminExtendedAttrsTestJSON-567922557 tempest-PortsAdminExtendedAttrsTestJSON-567922557-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130996782'] for segment, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:38.218480 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c55244-6a17-4af1-8013-771687c3ce05 service neutron] Pushing event updated for resources: {'Port': ['ID=ac82e6f5-e329-44a1-b9e7-97810fa5c238,revision_number=2']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:38:38.223313 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-bb26c240-d254-4184-ae27-c442b9fa40ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252-project-admin] Notify callbacks [] for port, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:38.303836 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-b88c28b4-62f2-4c1c-b6e0-364b96591ac9 None None] Current status of the port 8331a767-4ea5-4cea-93d9-57f0ecfef977 is: ACTIVE; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:38:38.316333 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-b88c28b4-62f2-4c1c-b6e0-364b96591ac9 None None] Provisioning complete for port 294241f7-d607-4c16-916e-6c94c7935a5e triggered by entity DHCP. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:38:38.317012 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-b88c28b4-62f2-4c1c-b6e0-364b96591ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:38.325616 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-b88c28b4-62f2-4c1c-b6e0-364b96591ac9 None None] Attempt 1 to provision port 294241f7-d607-4c16-916e-6c94c7935a5e Oct 19 07:38:38.352537 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.managers [req-b88870ad-e84d-4280-9626-622325afe1ea req-046723bd-b78a-4a9f-8c8e-d77856151e87 service neutron] Attempting to bind port c7b653fc-acc2-4b86-b664-a00123df00c4 on host hv-neutron-8616 for vnic_type normal with profile {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 19 07:38:38.352908 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.managers [req-b88870ad-e84d-4280-9626-622325afe1ea req-046723bd-b78a-4a9f-8c8e-d77856151e87 service neutron] Attempting to bind port c7b653fc-acc2-4b86-b664-a00123df00c4 by drivers openvswitch,hyperv on host hv-neutron-8616 at level 0 using segments [{'id': 'f4c58900-46fa-40ca-95c7-471a7b507c99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '29346864-1bf4-4ca7-8c28-dd64957b61d5'}] {{(pid=103332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 19 07:38:38.353254 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b88870ad-e84d-4280-9626-622325afe1ea req-046723bd-b78a-4a9f-8c8e-d77856151e87 service neutron] Attempting to bind port c7b653fc-acc2-4b86-b664-a00123df00c4 on network 29346864-1bf4-4ca7-8c28-dd64957b61d5 {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 07:38:38.377556 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b88870ad-e84d-4280-9626-622325afe1ea req-046723bd-b78a-4a9f-8c8e-d77856151e87 service neutron] Port c7b653fc-acc2-4b86-b664-a00123df00c4 on network 29346864-1bf4-4ca7-8c28-dd64957b61d5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8616 {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 07:38:38.377738 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b88870ad-e84d-4280-9626-622325afe1ea req-046723bd-b78a-4a9f-8c8e-d77856151e87 service neutron] Attempting to bind port c7b653fc-acc2-4b86-b664-a00123df00c4 on network 29346864-1bf4-4ca7-8c28-dd64957b61d5 {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 07:38:38.405724 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.managers [req-1b249cf6-6b8f-4ad5-82a5-e0dfa56b3888 req-00c55244-6a17-4af1-8013-771687c3ce05 service neutron] Attempting to bind port ac82e6f5-e329-44a1-b9e7-97810fa5c238 on host hv-neutron-8616 for vnic_type normal with profile {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 19 07:38:38.406075 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.managers [req-1b249cf6-6b8f-4ad5-82a5-e0dfa56b3888 req-00c55244-6a17-4af1-8013-771687c3ce05 service neutron] Attempting to bind port ac82e6f5-e329-44a1-b9e7-97810fa5c238 by drivers openvswitch,hyperv on host hv-neutron-8616 at level 0 using segments [{'id': '1e98df17-e196-417f-957d-cb8b343f8c04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'b591b429-0972-4e45-afd3-bb0899b18496'}] {{(pid=103332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 19 07:38:38.406407 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b249cf6-6b8f-4ad5-82a5-e0dfa56b3888 req-00c55244-6a17-4af1-8013-771687c3ce05 service neutron] Attempting to bind port ac82e6f5-e329-44a1-b9e7-97810fa5c238 on network b591b429-0972-4e45-afd3-bb0899b18496 {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 07:38:38.415005 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b249cf6-6b8f-4ad5-82a5-e0dfa56b3888 req-00c55244-6a17-4af1-8013-771687c3ce05 service neutron] Port ac82e6f5-e329-44a1-b9e7-97810fa5c238 on network b591b429-0972-4e45-afd3-bb0899b18496 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8616 {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 07:38:38.415318 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b249cf6-6b8f-4ad5-82a5-e0dfa56b3888 req-00c55244-6a17-4af1-8013-771687c3ce05 service neutron] Attempting to bind port ac82e6f5-e329-44a1-b9e7-97810fa5c238 on network b591b429-0972-4e45-afd3-bb0899b18496 {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 07:38:38.420909 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b88870ad-e84d-4280-9626-622325afe1ea req-046723bd-b78a-4a9f-8c8e-d77856151e87 service neutron] Checking agent: {'id': '5297b6e1-8fc1-4f42-910c-8f50c918ca65', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8616', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 19, 7, 36, 11), 'started_at': datetime.datetime(2022, 10, 19, 7, 36, 11), 'heartbeat_timestamp': datetime.datetime(2022, 10, 19, 7, 38, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 07:38:38.421296 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b88870ad-e84d-4280-9626-622325afe1ea req-046723bd-b78a-4a9f-8c8e-d77856151e87 service neutron] Checking segment: {'id': 'f4c58900-46fa-40ca-95c7-471a7b507c99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '29346864-1bf4-4ca7-8c28-dd64957b61d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 19 07:38:38.421893 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b88870ad-e84d-4280-9626-622325afe1ea req-046723bd-b78a-4a9f-8c8e-d77856151e87 service neutron] Bound using segment: {'id': 'f4c58900-46fa-40ca-95c7-471a7b507c99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '29346864-1bf4-4ca7-8c28-dd64957b61d5'} {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 07:38:38.422387 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.managers [req-b88870ad-e84d-4280-9626-622325afe1ea req-046723bd-b78a-4a9f-8c8e-d77856151e87 service neutron] Bound port: c7b653fc-acc2-4b86-b664-a00123df00c4, host: hv-neutron-8616, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4c58900-46fa-40ca-95c7-471a7b507c99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '29346864-1bf4-4ca7-8c28-dd64957b61d5'}}] {{(pid=103332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 19 07:38:38.422754 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-b88870ad-e84d-4280-9626-622325afe1ea req-046723bd-b78a-4a9f-8c8e-d77856151e87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:38.443272 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-b88c28b4-62f2-4c1c-b6e0-364b96591ac9 None None] Port 294241f7-d607-4c16-916e-6c94c7935a5e cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 07:38:38.474135 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-6ecd4c44-82d1-46c0-a539-e92df4946369 req-48ffa16e-9b59-49eb-ac12-21d267869c8c tempest-ServerActionsTestJSON-1032082790 tempest-ServerActionsTestJSON-1032082790-project] 10.222.0.27 "GET /v2.0/security-groups?id=f0bcd6ee-444f-46c6-b01f-ccacf8976dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3644166 Oct 19 07:38:38.474135 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b249cf6-6b8f-4ad5-82a5-e0dfa56b3888 req-00c55244-6a17-4af1-8013-771687c3ce05 service neutron] Checking agent: {'id': '5297b6e1-8fc1-4f42-910c-8f50c918ca65', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8616', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 19, 7, 36, 11), 'started_at': datetime.datetime(2022, 10, 19, 7, 36, 11), 'heartbeat_timestamp': datetime.datetime(2022, 10, 19, 7, 38, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 07:38:38.474135 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b249cf6-6b8f-4ad5-82a5-e0dfa56b3888 req-00c55244-6a17-4af1-8013-771687c3ce05 service neutron] Checking segment: {'id': '1e98df17-e196-417f-957d-cb8b343f8c04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'b591b429-0972-4e45-afd3-bb0899b18496'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 19 07:38:38.474135 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b249cf6-6b8f-4ad5-82a5-e0dfa56b3888 req-00c55244-6a17-4af1-8013-771687c3ce05 service neutron] Bound using segment: {'id': '1e98df17-e196-417f-957d-cb8b343f8c04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'b591b429-0972-4e45-afd3-bb0899b18496'} {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 07:38:38.474135 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.managers [req-1b249cf6-6b8f-4ad5-82a5-e0dfa56b3888 req-00c55244-6a17-4af1-8013-771687c3ce05 service neutron] Bound port: ac82e6f5-e329-44a1-b9e7-97810fa5c238, host: hv-neutron-8616, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e98df17-e196-417f-957d-cb8b343f8c04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'b591b429-0972-4e45-afd3-bb0899b18496'}}] {{(pid=103332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 19 07:38:38.474135 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-1b249cf6-6b8f-4ad5-82a5-e0dfa56b3888 req-00c55244-6a17-4af1-8013-771687c3ce05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:38.488764 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-831c7a79-7a09-4c04-8d4e-30de38f0d4ab tempest-PortsAdminExtendedAttrsTestJSON-567922557 tempest-PortsAdminExtendedAttrsTestJSON-567922557-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-673044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1695087'] for network, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:38.494038 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 19 Oct 2022 07:38:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db59d18a-9cd5-4ae4-96fa-c01f01b42ac5 x-openstack-request-id: req-db59d18a-9cd5-4ae4-96fa-c01f01b42ac5 {{(pid=103333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 07:38:38.494654 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c15ce40b-4ff1-4ce8-b3f1-4c16c8447f68", "tag": "166507e4-5bf0-4d0c-a912-f2cd4a10fdee", "status": "completed", "code": 200}]} {{(pid=103333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 07:38:38.494654 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-db59d18a-9cd5-4ae4-96fa-c01f01b42ac5 {{(pid=103333) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 07:38:38.495239 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.notifiers.nova [-] Nova event matching ['req-db59d18a-9cd5-4ae4-96fa-c01f01b42ac5'] response: {'name': 'network-changed', 'server_uuid': 'c15ce40b-4ff1-4ce8-b3f1-4c16c8447f68', 'tag': '166507e4-5bf0-4d0c-a912-f2cd4a10fdee', 'status': 'completed', 'code': 200} Oct 19 07:38:38.500728 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.services.segments.plugin [-] Segment 128fe684-3df4-4868-9689-651e86bf8d2d resource provider aggregate not found Oct 19 07:38:38.536963 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-831c7a79-7a09-4c04-8d4e-30de38f0d4ab tempest-PortsAdminExtendedAttrsTestJSON-567922557 tempest-PortsAdminExtendedAttrsTestJSON-567922557-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574827'] for network, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:38.542582 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-831c7a79-7a09-4c04-8d4e-30de38f0d4ab tempest-PortsAdminExtendedAttrsTestJSON-567922557 tempest-PortsAdminExtendedAttrsTestJSON-567922557-project] 10.222.0.27 "DELETE /v2.0/networks/0a63bd3f-8e79-47c5-9b78-4eaa93792a44 HTTP/1.1" status: 204 len: 168 time: 1.9777477 Oct 19 07:38:38.553368 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b024b323-ea82-40fd-ab81-cb085cd443ef req-85d75bac-9e30-4821-9c64-eb050b6323a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:38:38.555443 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-b024b323-ea82-40fd-ab81-cb085cd443ef req-85d75bac-9e30-4821-9c64-eb050b6323a1 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b76abfccca1e443d8cfed9fe77b82608&device_id=c15ce40b-4ff1-4ce8-b3f1-4c16c8447f68 HTTP/1.1" status: 200 len: 1096 time: 0.8383932 Oct 19 07:38:38.556371 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831c7a79-7a09-4c04-8d4e-30de38f0d4ab tempest-PortsAdminExtendedAttrsTestJSON-567922557 tempest-PortsAdminExtendedAttrsTestJSON-567922557-project] Pushing event deleted for resources: {'Network': ['ID=0a63bd3f-8e79-47c5-9b78-4eaa93792a44,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:38:38.559104 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-883183ee-4f8b-4c63-8b3d-74c90a26a82b tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130996763'] for port, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:38.633734 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.services.segments.plugin [-] Segment 128fe684-3df4-4868-9689-651e86bf8d2d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 128fe684-3df4-4868-9689-651e86bf8d2d found for delete ", "request_id": "req-5f7c383a-a99b-4fb9-9f72-93d8c1935171"}]} Oct 19 07:38:38.753591 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883183ee-4f8b-4c63-8b3d-74c90a26a82b tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Pushing event deleted for resources: {'Port': ['ID=294241f7-d607-4c16-916e-6c94c7935a5e,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:38:38.781543 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-b024b323-ea82-40fd-ab81-cb085cd443ef req-21ad4028-e997-4d52-b317-5637776c8e31 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=166507e4-5bf0-4d0c-a912-f2cd4a10fdee HTTP/1.1" status: 200 len: 217 time: 0.2117360 Oct 19 07:38:38.829790 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-883183ee-4f8b-4c63-8b3d-74c90a26a82b tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42160'] for port, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:38.836887 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-883183ee-4f8b-4c63-8b3d-74c90a26a82b tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] 10.222.0.27 "DELETE /v2.0/ports/294241f7-d607-4c16-916e-6c94c7935a5e HTTP/1.1" status: 204 len: 168 time: 2.9314144 Oct 19 07:38:38.839164 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 54058) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:38:38.866085 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.db [req-1b249cf6-6b8f-4ad5-82a5-e0dfa56b3888 req-00c55244-6a17-4af1-8013-771687c3ce05 service neutron] For port ac82e6f5-e329-44a1-b9e7-97810fa5c238, host hv-neutron-8616, cleared binding levels {{(pid=103332) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 07:38:38.870478 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.db [req-1b249cf6-6b8f-4ad5-82a5-e0dfa56b3888 req-00c55244-6a17-4af1-8013-771687c3ce05 service neutron] For port ac82e6f5-e329-44a1-b9e7-97810fa5c238, host hv-neutron-8616, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=ac82e6f5-e329-44a1-b9e7-97810fa5c238,segment=NetworkSegment(1e98df17-e196-417f-957d-cb8b343f8c04),segment_id=1e98df17-e196-417f-957d-cb8b343f8c04)] {{(pid=103332) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 07:38:38.912837 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-1b249cf6-6b8f-4ad5-82a5-e0dfa56b3888 req-00c55244-6a17-4af1-8013-771687c3ce05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133553807'] for port, after_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:38.923859 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b249cf6-6b8f-4ad5-82a5-e0dfa56b3888 req-00c55244-6a17-4af1-8013-771687c3ce05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:38:38.925570 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-1b249cf6-6b8f-4ad5-82a5-e0dfa56b3888 req-00c55244-6a17-4af1-8013-771687c3ce05 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42160'] for port, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:38.930323 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-1b249cf6-6b8f-4ad5-82a5-e0dfa56b3888 req-00c55244-6a17-4af1-8013-771687c3ce05 service neutron] 10.222.0.16 "PUT /v2.0/ports/ac82e6f5-e329-44a1-b9e7-97810fa5c238 HTTP/1.1" status: 200 len: 1093 time: 4.0813057 Oct 19 07:38:38.944677 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-b88c28b4-62f2-4c1c-b6e0-364b96591ac9 None None] Attempt 2 to provision port 294241f7-d607-4c16-916e-6c94c7935a5e Oct 19 07:38:38.989375 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edb3f910-8373-422a-826f-95b3382bea87 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:38:38.992224 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edb3f910-8373-422a-826f-95b3382bea87 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:38:38.993988 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-edb3f910-8373-422a-826f-95b3382bea87 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] 10.222.0.27 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1538534 Oct 19 07:38:38.995758 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-b88c28b4-62f2-4c1c-b6e0-364b96591ac9 None None] Port 294241f7-d607-4c16-916e-6c94c7935a5e was deleted so its status cannot be updated. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Oct 19 07:38:38.996804 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 54062) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:38:39.049167 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d63df3e-31db-46ce-92ef-c0c6cc1dc483 tempest-FloatingIPAdminTestJSON-1410639124 tempest-FloatingIPAdminTestJSON-1410639124-project] Router 9719b9fe-e983-4fb1-85e8-6c40f3297fde has already been hosted by L3 agent ab388470-1243-4d53-80f2-c2f5899c97a7 {{(pid=103333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 07:38:39.077839 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.db_base_plugin_v2 [None req-55c99abd-9b6a-42c5-873c-c42675b1b6dc tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Deleting subnet 1d89abe5-cc8a-4445-9b48-5fee1f7e26f8 {{(pid=103333) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 19 07:38:39.078263 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd32aad3-def3-4cd3-9b2d-e2a48bdb7a3b', 'tag': 'ac82e6f5-e329-44a1-b9e7-97810fa5c238'}] {{(pid=103332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 19 07:38:39.082261 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-55c99abd-9b6a-42c5-873c-c42675b1b6dc tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks [] for subnet, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:39.125076 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c55244-6a17-4af1-8013-771687c3ce05 service neutron] Pushing event updated for resources: {'Port': ['ID=ac82e6f5-e329-44a1-b9e7-97810fa5c238,revision_number=3']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:38:39.138094 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-bb26c240-d254-4184-ae27-c442b9fa40ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785020947330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133553798'] for port, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:39.162712 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.db [req-b88870ad-e84d-4280-9626-622325afe1ea req-046723bd-b78a-4a9f-8c8e-d77856151e87 service neutron] For port c7b653fc-acc2-4b86-b664-a00123df00c4, host hv-neutron-8616, cleared binding levels {{(pid=103332) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 07:38:39.166756 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.db [req-b88870ad-e84d-4280-9626-622325afe1ea req-046723bd-b78a-4a9f-8c8e-d77856151e87 service neutron] For port c7b653fc-acc2-4b86-b664-a00123df00c4, host hv-neutron-8616, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=c7b653fc-acc2-4b86-b664-a00123df00c4,segment=NetworkSegment(f4c58900-46fa-40ca-95c7-471a7b507c99),segment_id=f4c58900-46fa-40ca-95c7-471a7b507c99)] {{(pid=103332) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 07:38:39.183805 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.db_base_plugin_common [None req-cad37122-27e2-49a0-87fc-dd7f4706f383 tempest-ExternalNetworksAdminNegativeTestJSON-526099651 tempest-ExternalNetworksAdminNegativeTestJSON-526099651-project-admin] Allocated IP 172.26.0.11 (99c66757-74e3-40a4-b479-8d09e3a7c3dd/7f3d1034-1de7-458a-a3ee-77488de3949b/959bda92-183c-41dc-b2a2-179f9ac197db) {{(pid=103332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 07:38:39.211794 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 54066) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:38:39.228362 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-b88870ad-e84d-4280-9626-622325afe1ea req-046723bd-b78a-4a9f-8c8e-d77856151e87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133553807'] for port, after_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:39.272386 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb26c240-d254-4184-ae27-c442b9fa40ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252-project-admin] Network a7f6643b-92d2-4a32-83c3-c2f01975a0e9 is already hosted by enough agents. {{(pid=103332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 07:38:39.281563 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-55c99abd-9b6a-42c5-873c-c42675b1b6dc tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-134111928'] for subnet, precommit_delete_associations {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:39.281762 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88870ad-e84d-4280-9626-622325afe1ea req-046723bd-b78a-4a9f-8c8e-d77856151e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:38:39.281762 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-b88870ad-e84d-4280-9626-622325afe1ea req-046723bd-b78a-4a9f-8c8e-d77856151e87 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42160'] for port, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:39.281762 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-b88870ad-e84d-4280-9626-622325afe1ea req-046723bd-b78a-4a9f-8c8e-d77856151e87 service neutron] 10.222.0.16 "PUT /v2.0/ports/c7b653fc-acc2-4b86-b664-a00123df00c4 HTTP/1.1" status: 200 len: 1094 time: 3.9062037 Oct 19 07:38:39.320944 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.base_scheduler [None req-bb26c240-d254-4184-ae27-c442b9fa40ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252-project-admin] Resources bound (agent type, host, resource id): {{(pid=103332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:38:39.345587 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb26c240-d254-4184-ae27-c442b9fa40ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252-project-admin] Received port after_create {{(pid=103332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 07:38:39.346552 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb26c240-d254-4184-ae27-c442b9fa40ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:38:39.347186 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-bb26c240-d254-4184-ae27-c442b9fa40ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42160'] for port, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:39.392648 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e4f73e-d009-45d8-b196-ecc112257807 req-584f1451-4f64-431d-99f5-249f8b037de6 tempest-ServersTestManualDisk-1995987990 tempest-ServersTestManualDisk-1995987990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:38:39.394198 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-e2e4f73e-d009-45d8-b196-ecc112257807 req-584f1451-4f64-431d-99f5-249f8b037de6 tempest-ServersTestManualDisk-1995987990 tempest-ServersTestManualDisk-1995987990-project] 10.222.0.27 "GET /v2.0/ports?device_id=fd32aad3-def3-4cd3-9b2d-e2a48bdb7a3b HTTP/1.1" status: 200 len: 943 time: 0.8242064 Oct 19 07:38:39.494455 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d63df3e-31db-46ce-92ef-c0c6cc1dc483 tempest-FloatingIPAdminTestJSON-1410639124 tempest-FloatingIPAdminTestJSON-1410639124-project] Notify agent at l3_agent.dv-neutron-861624-1-hyperv the message routers_updated {{(pid=103333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 07:38:39.507115 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b024b323-ea82-40fd-ab81-cb085cd443ef req-20ebe16d-ebb6-4b44-854e-88dc7adead08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:38:39.508452 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac928721-680d-4450-8d33-26ec74adf613 None None] Sync routers for ids ['9719b9fe-e983-4fb1-85e8-6c40f3297fde'] in dv-neutron-861624-1-hyperv {{(pid=103334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 07:38:39.509312 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-b024b323-ea82-40fd-ab81-cb085cd443ef req-20ebe16d-ebb6-4b44-854e-88dc7adead08 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=509b576d-66cd-49df-8740-f428cd2060b2 HTTP/1.1" status: 200 len: 850 time: 0.3297267 Oct 19 07:38:39.517975 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-4d63df3e-31db-46ce-92ef-c0c6cc1dc483 tempest-FloatingIPAdminTestJSON-1410639124 tempest-FloatingIPAdminTestJSON-1410639124-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42160'] for floatingip, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:39.527085 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a021b02cf5f527cd4bbbc40a031b51490d9893d7edeeb551bdf5128ee7546f8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9734e443-e8c9-403f-a23b-5fc7d180a201" -d '{"events": [{"name": "network-changed", "server_uuid": "fd32aad3-def3-4cd3-9b2d-e2a48bdb7a3b", "tag": "ac82e6f5-e329-44a1-b9e7-97810fa5c238"}]}' {{(pid=103332) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 07:38:39.544142 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac928721-680d-4450-8d33-26ec74adf613 None None] Routers {'9719b9fe-e983-4fb1-85e8-6c40f3297fde'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 07:38:39.544825 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-ac928721-680d-4450-8d33-26ec74adf613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T07:38:16Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['9719b9fe-e983-4fb1-85e8-6c40f3297fde'], 'active': True} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:38:39.550292 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-55c99abd-9b6a-42c5-873c-c42675b1b6dc tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-679826'] for subnet, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:39.608681 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-4d63df3e-31db-46ce-92ef-c0c6cc1dc483 tempest-FloatingIPAdminTestJSON-1410639124 tempest-FloatingIPAdminTestJSON-1410639124-project] 10.222.0.27 "DELETE /v2.0/floatingips/ee4cc485-6be2-4d39-b79c-3ecfad395937 HTTP/1.1" status: 204 len: 168 time: 5.2044604 Oct 19 07:38:39.617735 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 54076) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:38:39.629134 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-fea332fb-52fd-4ae2-82d2-e3cb3cd7cce6 tempest-FloatingIPAdminTestJSON-102997040 tempest-FloatingIPAdminTestJSON-102997040-project-admin] Request body: {'floatingip': {'floating_network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:38:39.667233 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-ac928721-680d-4450-8d33-26ec74adf613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:38:39.681353 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-fea332fb-52fd-4ae2-82d2-e3cb3cd7cce6 tempest-FloatingIPAdminTestJSON-102997040 tempest-FloatingIPAdminTestJSON-102997040-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:39.698028 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac928721-680d-4450-8d33-26ec74adf613 None None] Routers {'9719b9fe-e983-4fb1-85e8-6c40f3297fde'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 07:38:39.699033 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-ac928721-680d-4450-8d33-26ec74adf613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T07:38:16Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['9719b9fe-e983-4fb1-85e8-6c40f3297fde'], 'active': True} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:38:39.713200 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-55c99abd-9b6a-42c5-873c-c42675b1b6dc tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-679819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130997964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130170408'] for subnet, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:39.779630 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-ac928721-680d-4450-8d33-26ec74adf613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:38:39.782797 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac928721-680d-4450-8d33-26ec74adf613 None None] The sync data for ids ['9719b9fe-e983-4fb1-85e8-6c40f3297fde'] in dv-neutron-861624-1-hyperv is: [] {{(pid=103334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 07:38:39.792386 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84501ec6-50ec-42c7-9137-2757a68be1d1 None None] Network 6b5a65c5-1bed-4301-9db8-c1056c2b8eba requested from dv-neutron-861624-1-hyperv {{(pid=103334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 07:38:39.796205 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-55c99abd-9b6a-42c5-873c-c42675b1b6dc tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks [] for subnet, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:39.804404 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-55c99abd-9b6a-42c5-873c-c42675b1b6dc tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] 10.222.0.27 "DELETE /v2.0/subnets/1d89abe5-cc8a-4445-9b48-5fee1f7e26f8 HTTP/1.1" status: 204 len: 168 time: 0.8035872 Oct 19 07:38:39.806215 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c99abd-9b6a-42c5-873c-c42675b1b6dc tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Pushing event deleted for resources: {'Subnet': ['ID=1d89abe5-cc8a-4445-9b48-5fee1f7e26f8,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:38:39.816980 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 54078) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:38:39.842811 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-bb26c240-d254-4184-ae27-c442b9fa40ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252-project-admin] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 2.4366419 Oct 19 07:38:39.845442 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 54080) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:38:39.856334 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-76d35856-1bd8-4124-ad69-ff89d98d4286 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8616'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:38:39.908477 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb26c240-d254-4184-ae27-c442b9fa40ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252-project-admin] Pushing event updated for resources: {'Port': ['ID=3795bfb9-a5b6-4282-9930-ccce637ad8ea,revision_number=1']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:38:39.996450 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-76d35856-1bd8-4124-ad69-ff89d98d4286 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:40.003582 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-a20f8cb3-8bd6-4c23-84c3-7c5c9c1318b0 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] 10.222.0.27 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1749558 Oct 19 07:38:40.028257 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a8f256-980c-4a04-bdb8-0a5855f4ef53 req-69866c11-aa2f-4b7a-8a59-58e0e4a66663 tempest-ServersTestJSON-461936375 tempest-ServersTestJSON-461936375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:38:40.029896 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-14a8f256-980c-4a04-bdb8-0a5855f4ef53 req-69866c11-aa2f-4b7a-8a59-58e0e4a66663 tempest-ServersTestJSON-461936375 tempest-ServersTestJSON-461936375-project] 10.222.0.27 "GET /v2.0/ports?device_id=7edb487a-fad4-4d3e-826c-bf286ef7d7e5 HTTP/1.1" status: 200 len: 944 time: 1.1367760 Oct 19 07:38:40.034406 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 54082) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:38:40.046508 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-2ef3b771-6193-4ddf-b9b9-5e82517403bd tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Request body: {'subnet': {'network_id': '6b5a65c5-1bed-4301-9db8-c1056c2b8eba', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:38:40.126867 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23379101-38b0-4158-9274-03e0247bdb62 None None] DHCP port deletion for 6b5a65c5-1bed-4301-9db8-c1056c2b8eba request from dv-neutron-861624-1-hyperv {{(pid=103334) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 07:38:40.185697 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b024b323-ea82-40fd-ab81-cb085cd443ef req-921ba909-697b-4de8-a7c1-27b0bb0af69f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:38:40.187854 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b249cf6-6b8f-4ad5-82a5-e0dfa56b3888 req-47619fc1-4a85-4cf8-bbec-187ef5290137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:38:40.188309 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-b024b323-ea82-40fd-ab81-cb085cd443ef req-921ba909-697b-4de8-a7c1-27b0bb0af69f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=9f9e4d3a-9b0f-46a7-b045-8d44d07986e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2028520 Oct 19 07:38:40.189888 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-1b249cf6-6b8f-4ad5-82a5-e0dfa56b3888 req-47619fc1-4a85-4cf8-bbec-187ef5290137 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=340a20aa929d4020a108d5231191ac1d&device_id=fd32aad3-def3-4cd3-9b2d-e2a48bdb7a3b HTTP/1.1" status: 200 len: 1096 time: 0.9790568 Oct 19 07:38:40.216729 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-f4a46633-c855-4309-9796-0503995ac576 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=7997d23c625747ffae54e4737fc4503e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9897747 Oct 19 07:38:40.221137 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-23379101-38b0-4158-9274-03e0247bdb62 None None] Deleting port 8331a767-4ea5-4cea-93d9-57f0ecfef977 {{(pid=103334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 07:38:40.221608 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-23379101-38b0-4158-9274-03e0247bdb62 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:40.227131 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 54086) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:38:40.233702 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88870ad-e84d-4280-9626-622325afe1ea req-f1df2af4-beee-4e8e-9e34-48b2de735f0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:38:40.235272 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-b88870ad-e84d-4280-9626-622325afe1ea req-f1df2af4-beee-4e8e-9e34-48b2de735f0c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=0cfd53a0c8b24bdeb4999c9bff6eae77&device_id=7edb487a-fad4-4d3e-826c-bf286ef7d7e5 HTTP/1.1" status: 200 len: 1097 time: 0.8788357 Oct 19 07:38:40.351922 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-e2e4f73e-d009-45d8-b196-ecc112257807 req-1389feeb-e351-4646-aed6-8e70f9ae8585 tempest-ServersTestManualDisk-1995987990 tempest-ServersTestManualDisk-1995987990-project] 10.222.0.27 "GET /v2.0/security-groups?id=cd2f4ea7-fe99-4ea4-b101-5829406beaad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8407350 Oct 19 07:38:40.363261 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-23379101-38b0-4158-9274-03e0247bdb62 None None] For port 8331a767-4ea5-4cea-93d9-57f0ecfef977, host dv-neutron-861624-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=8331a767-4ea5-4cea-93d9-57f0ecfef977,segment=NetworkSegment(5a8d2b05-b527-4bd4-a671-b9112f193fef),segment_id=5a8d2b05-b527-4bd4-a671-b9112f193fef)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:38:40.363495 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-1b249cf6-6b8f-4ad5-82a5-e0dfa56b3888 req-f08fa430-42ea-40df-8260-b0360c5b3aa0 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ac82e6f5-e329-44a1-b9e7-97810fa5c238 HTTP/1.1" status: 200 len: 217 time: 0.1418855 Oct 19 07:38:40.363585 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-23379101-38b0-4158-9274-03e0247bdb62 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:40.368363 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-cad37122-27e2-49a0-87fc-dd7f4706f383 tempest-ExternalNetworksAdminNegativeTestJSON-526099651 tempest-ExternalNetworksAdminNegativeTestJSON-526099651-project-admin] Notify callbacks [] for port, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:40.379525 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-23379101-38b0-4158-9274-03e0247bdb62 None None] Calling delete_port for 8331a767-4ea5-4cea-93d9-57f0ecfef977 owned by network:dhcp {{(pid=103334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 07:38:40.443879 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-b024b323-ea82-40fd-ab81-cb085cd443ef req-c5ca63d1-3df1-414a-b0d2-ac6c7fc98721 service neutron] 10.222.0.16 "GET /v2.0/networks/9f9e4d3a-9b0f-46a7-b045-8d44d07986e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2384489 Oct 19 07:38:40.447748 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-fea332fb-52fd-4ae2-82d2-e3cb3cd7cce6 tempest-FloatingIPAdminTestJSON-102997040 tempest-FloatingIPAdminTestJSON-102997040-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:40.452209 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-b88870ad-e84d-4280-9626-622325afe1ea req-f3696c9b-e904-42ef-9a67-44d641c56fd1 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c7b653fc-acc2-4b86-b664-a00123df00c4 HTTP/1.1" status: 200 len: 217 time: 0.1103745 Oct 19 07:38:40.453130 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ef3b771-6193-4ddf-b9b9-5e82517403bd tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Made reservation on behalf of 61a2e57b80c1442e9cb330141a970781 for: {'subnet': 1} {{(pid=103332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 07:38:40.457723 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-2ef3b771-6193-4ddf-b9b9-5e82517403bd tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130659787'] for subnet, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:40.462700 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046723bd-b78a-4a9f-8c8e-d77856151e87 service neutron] Pushing event updated for resources: {'Port': ['ID=c7b653fc-acc2-4b86-b664-a00123df00c4,revision_number=3']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:38:40.497303 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-23379101-38b0-4158-9274-03e0247bdb62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339'] for port, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:40.530126 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23379101-38b0-4158-9274-03e0247bdb62 None None] No DVR routers for this DVR port 8331a767-4ea5-4cea-93d9-57f0ecfef977 on host dv-neutron-861624-1-hyperv {{(pid=103334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 19 07:38:40.531518 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23379101-38b0-4158-9274-03e0247bdb62 None None] Pushing event deleted for resources: {'Port': ['ID=8331a767-4ea5-4cea-93d9-57f0ecfef977,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:38:40.555458 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.notifiers.nova [None req-76d35856-1bd8-4124-ad69-ff89d98d4286 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252-project-admin] device_id is not set on port 3795bfb9-a5b6-4282-9930-ccce637ad8ea yet. {{(pid=103333) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 19 07:38:40.563913 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-76d35856-1bd8-4124-ad69-ff89d98d4286 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252-project-admin] Notify callbacks [] for port, precommit_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:40.564735 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-14a8f256-980c-4a04-bdb8-0a5855f4ef53 req-858355cf-b529-4390-913a-5171b3e9c83e tempest-ServersTestJSON-461936375 tempest-ServersTestJSON-461936375-project] 10.222.0.27 "GET /v2.0/security-groups?id=47cbba02-6d50-4e36-a3e0-bd46273f3056&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4227784 Oct 19 07:38:40.571596 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-76d35856-1bd8-4124-ad69-ff89d98d4286 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130996754'] for port, after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:40.627117 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.managers [None req-76d35856-1bd8-4124-ad69-ff89d98d4286 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252-project-admin] Attempting to bind port 3795bfb9-a5b6-4282-9930-ccce637ad8ea on host hv-neutron-8616 for vnic_type normal with profile {{(pid=103333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 19 07:38:40.627798 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.managers [None req-76d35856-1bd8-4124-ad69-ff89d98d4286 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252-project-admin] Attempting to bind port 3795bfb9-a5b6-4282-9930-ccce637ad8ea by drivers openvswitch,hyperv on host hv-neutron-8616 at level 0 using segments [{'id': 'c118624e-f090-4049-9e3a-7aadbd95a3d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'a7f6643b-92d2-4a32-83c3-c2f01975a0e9'}] {{(pid=103333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 19 07:38:40.628041 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76d35856-1bd8-4124-ad69-ff89d98d4286 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252-project-admin] Attempting to bind port 3795bfb9-a5b6-4282-9930-ccce637ad8ea on network a7f6643b-92d2-4a32-83c3-c2f01975a0e9 {{(pid=103333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 07:38:40.634347 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76d35856-1bd8-4124-ad69-ff89d98d4286 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252-project-admin] Port 3795bfb9-a5b6-4282-9930-ccce637ad8ea on network a7f6643b-92d2-4a32-83c3-c2f01975a0e9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8616 {{(pid=103333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 07:38:40.634347 dv-neutron-861624-1-hyperv neutron-server[103333]: ERROR neutron.plugins.ml2.managers [None req-76d35856-1bd8-4124-ad69-ff89d98d4286 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252-project-admin] Failed to bind port 3795bfb9-a5b6-4282-9930-ccce637ad8ea on host hv-neutron-8616 for vnic_type normal using segments [{'id': 'c118624e-f090-4049-9e3a-7aadbd95a3d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'a7f6643b-92d2-4a32-83c3-c2f01975a0e9'}] Oct 19 07:38:40.634684 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.plugins.ml2.plugin [None req-76d35856-1bd8-4124-ad69-ff89d98d4286 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252-project-admin] Attempt 2 to bind port 3795bfb9-a5b6-4282-9930-ccce637ad8ea Oct 19 07:38:40.637503 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d35856-1bd8-4124-ad69-ff89d98d4286 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252-project-admin] Pushing event updated for resources: {'Port': ['ID=3795bfb9-a5b6-4282-9930-ccce637ad8ea,revision_number=2']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:38:40.638037 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-2bd0cedc-1d83-431e-81b3-164688aecfce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:40.653794 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.managers [None req-76d35856-1bd8-4124-ad69-ff89d98d4286 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252-project-admin] Attempting to bind port 3795bfb9-a5b6-4282-9930-ccce637ad8ea on host hv-neutron-8616 for vnic_type normal with profile {{(pid=103333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 19 07:38:40.654157 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.managers [None req-76d35856-1bd8-4124-ad69-ff89d98d4286 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252-project-admin] Attempting to bind port 3795bfb9-a5b6-4282-9930-ccce637ad8ea by drivers openvswitch,hyperv on host hv-neutron-8616 at level 0 using segments [{'id': 'c118624e-f090-4049-9e3a-7aadbd95a3d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'a7f6643b-92d2-4a32-83c3-c2f01975a0e9'}] {{(pid=103333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 19 07:38:40.654462 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76d35856-1bd8-4124-ad69-ff89d98d4286 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252-project-admin] Attempting to bind port 3795bfb9-a5b6-4282-9930-ccce637ad8ea on network a7f6643b-92d2-4a32-83c3-c2f01975a0e9 {{(pid=103333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 07:38:40.660246 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76d35856-1bd8-4124-ad69-ff89d98d4286 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252-project-admin] Port 3795bfb9-a5b6-4282-9930-ccce637ad8ea on network a7f6643b-92d2-4a32-83c3-c2f01975a0e9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8616 {{(pid=103333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 07:38:40.660593 dv-neutron-861624-1-hyperv neutron-server[103333]: ERROR neutron.plugins.ml2.managers [None req-76d35856-1bd8-4124-ad69-ff89d98d4286 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252-project-admin] Failed to bind port 3795bfb9-a5b6-4282-9930-ccce637ad8ea on host hv-neutron-8616 for vnic_type normal using segments [{'id': 'c118624e-f090-4049-9e3a-7aadbd95a3d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'a7f6643b-92d2-4a32-83c3-c2f01975a0e9'}] Oct 19 07:38:40.661027 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.plugins.ml2.plugin [None req-76d35856-1bd8-4124-ad69-ff89d98d4286 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252-project-admin] Attempt 3 to bind port 3795bfb9-a5b6-4282-9930-ccce637ad8ea Oct 19 07:38:40.679493 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-cad37122-27e2-49a0-87fc-dd7f4706f383 tempest-ExternalNetworksAdminNegativeTestJSON-526099651 tempest-ExternalNetworksAdminNegativeTestJSON-526099651-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785020947330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133553798'] for port, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:40.695493 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47998a4-b466-4860-b800-66b575612169 req-d5eb8033-324f-4ed0-89c1-4a53a6f3f314 tempest-ServerActionsTestJSON-1032082790 tempest-ServerActionsTestJSON-1032082790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:38:40.697073 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-e47998a4-b466-4860-b800-66b575612169 req-d5eb8033-324f-4ed0-89c1-4a53a6f3f314 tempest-ServerActionsTestJSON-1032082790 tempest-ServerActionsTestJSON-1032082790-project] 10.222.0.27 "GET /v2.0/ports?device_id=c15ce40b-4ff1-4ce8-b3f1-4c16c8447f68 HTTP/1.1" status: 200 len: 943 time: 0.2128618 Oct 19 07:38:40.704153 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-2bd0cedc-1d83-431e-81b3-164688aecfce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:40.706647 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.managers [None req-76d35856-1bd8-4124-ad69-ff89d98d4286 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252-project-admin] Attempting to bind port 3795bfb9-a5b6-4282-9930-ccce637ad8ea on host hv-neutron-8616 for vnic_type normal with profile {{(pid=103333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 19 07:38:40.706982 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.managers [None req-76d35856-1bd8-4124-ad69-ff89d98d4286 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252-project-admin] Attempting to bind port 3795bfb9-a5b6-4282-9930-ccce637ad8ea by drivers openvswitch,hyperv on host hv-neutron-8616 at level 0 using segments [{'id': 'c118624e-f090-4049-9e3a-7aadbd95a3d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'a7f6643b-92d2-4a32-83c3-c2f01975a0e9'}] {{(pid=103333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 19 07:38:40.707311 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76d35856-1bd8-4124-ad69-ff89d98d4286 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252-project-admin] Attempting to bind port 3795bfb9-a5b6-4282-9930-ccce637ad8ea on network a7f6643b-92d2-4a32-83c3-c2f01975a0e9 {{(pid=103333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 07:38:40.718363 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76d35856-1bd8-4124-ad69-ff89d98d4286 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252-project-admin] Port 3795bfb9-a5b6-4282-9930-ccce637ad8ea on network a7f6643b-92d2-4a32-83c3-c2f01975a0e9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8616 {{(pid=103333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 07:38:40.718726 dv-neutron-861624-1-hyperv neutron-server[103333]: ERROR neutron.plugins.ml2.managers [None req-76d35856-1bd8-4124-ad69-ff89d98d4286 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252-project-admin] Failed to bind port 3795bfb9-a5b6-4282-9930-ccce637ad8ea on host hv-neutron-8616 for vnic_type normal using segments [{'id': 'c118624e-f090-4049-9e3a-7aadbd95a3d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'a7f6643b-92d2-4a32-83c3-c2f01975a0e9'}] Oct 19 07:38:40.720908 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.plugins.ml2.plugin [None req-76d35856-1bd8-4124-ad69-ff89d98d4286 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252-project-admin] Attempt 4 to bind port 3795bfb9-a5b6-4282-9930-ccce637ad8ea Oct 19 07:38:40.745002 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.managers [None req-76d35856-1bd8-4124-ad69-ff89d98d4286 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252-project-admin] Attempting to bind port 3795bfb9-a5b6-4282-9930-ccce637ad8ea on host hv-neutron-8616 for vnic_type normal with profile {{(pid=103333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 19 07:38:40.745356 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.managers [None req-76d35856-1bd8-4124-ad69-ff89d98d4286 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252-project-admin] Attempting to bind port 3795bfb9-a5b6-4282-9930-ccce637ad8ea by drivers openvswitch,hyperv on host hv-neutron-8616 at level 0 using segments [{'id': 'c118624e-f090-4049-9e3a-7aadbd95a3d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'a7f6643b-92d2-4a32-83c3-c2f01975a0e9'}] {{(pid=103333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 19 07:38:40.745694 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76d35856-1bd8-4124-ad69-ff89d98d4286 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252-project-admin] Attempting to bind port 3795bfb9-a5b6-4282-9930-ccce637ad8ea on network a7f6643b-92d2-4a32-83c3-c2f01975a0e9 {{(pid=103333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 07:38:40.756308 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 19 Oct 2022 07:38:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c863181-3fe8-4b66-b824-d60560203380 x-openstack-request-id: req-3c863181-3fe8-4b66-b824-d60560203380 {{(pid=103332) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 07:38:40.756719 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd32aad3-def3-4cd3-9b2d-e2a48bdb7a3b", "tag": "ac82e6f5-e329-44a1-b9e7-97810fa5c238", "status": "completed", "code": 200}]} {{(pid=103332) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 07:38:40.756973 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-3c863181-3fe8-4b66-b824-d60560203380 {{(pid=103332) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 07:38:40.757438 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3c863181-3fe8-4b66-b824-d60560203380'] response: {'name': 'network-changed', 'server_uuid': 'fd32aad3-def3-4cd3-9b2d-e2a48bdb7a3b', 'tag': 'ac82e6f5-e329-44a1-b9e7-97810fa5c238', 'status': 'completed', 'code': 200} Oct 19 07:38:40.773643 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.db_base_plugin_common [None req-fea332fb-52fd-4ae2-82d2-e3cb3cd7cce6 tempest-FloatingIPAdminTestJSON-102997040 tempest-FloatingIPAdminTestJSON-102997040-project-admin] Allocated IP 172.26.0.38 (99c66757-74e3-40a4-b479-8d09e3a7c3dd/7f3d1034-1de7-458a-a3ee-77488de3949b/bc901d0e-9683-491b-bce2-66a2906be930) {{(pid=103333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 07:38:40.784072 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76d35856-1bd8-4124-ad69-ff89d98d4286 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252-project-admin] Port 3795bfb9-a5b6-4282-9930-ccce637ad8ea on network a7f6643b-92d2-4a32-83c3-c2f01975a0e9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8616 {{(pid=103333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 07:38:40.784384 dv-neutron-861624-1-hyperv neutron-server[103333]: ERROR neutron.plugins.ml2.managers [None req-76d35856-1bd8-4124-ad69-ff89d98d4286 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252-project-admin] Failed to bind port 3795bfb9-a5b6-4282-9930-ccce637ad8ea on host hv-neutron-8616 for vnic_type normal using segments [{'id': 'c118624e-f090-4049-9e3a-7aadbd95a3d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'a7f6643b-92d2-4a32-83c3-c2f01975a0e9'}] Oct 19 07:38:40.788379 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.plugins.ml2.plugin [None req-76d35856-1bd8-4124-ad69-ff89d98d4286 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252-project-admin] Attempt 5 to bind port 3795bfb9-a5b6-4282-9930-ccce637ad8ea Oct 19 07:38:40.845235 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.managers [None req-76d35856-1bd8-4124-ad69-ff89d98d4286 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252-project-admin] Attempting to bind port 3795bfb9-a5b6-4282-9930-ccce637ad8ea on host hv-neutron-8616 for vnic_type normal with profile {{(pid=103333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 19 07:38:40.845553 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.managers [None req-76d35856-1bd8-4124-ad69-ff89d98d4286 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252-project-admin] Attempting to bind port 3795bfb9-a5b6-4282-9930-ccce637ad8ea by drivers openvswitch,hyperv on host hv-neutron-8616 at level 0 using segments [{'id': 'c118624e-f090-4049-9e3a-7aadbd95a3d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'a7f6643b-92d2-4a32-83c3-c2f01975a0e9'}] {{(pid=103333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 19 07:38:40.845886 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76d35856-1bd8-4124-ad69-ff89d98d4286 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252-project-admin] Attempting to bind port 3795bfb9-a5b6-4282-9930-ccce637ad8ea on network a7f6643b-92d2-4a32-83c3-c2f01975a0e9 {{(pid=103333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 07:38:40.846796 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cad37122-27e2-49a0-87fc-dd7f4706f383 tempest-ExternalNetworksAdminNegativeTestJSON-526099651 tempest-ExternalNetworksAdminNegativeTestJSON-526099651-project-admin] Network 99c66757-74e3-40a4-b479-8d09e3a7c3dd is already hosted by enough agents. {{(pid=103332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 07:38:40.868833 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76d35856-1bd8-4124-ad69-ff89d98d4286 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252-project-admin] Port 3795bfb9-a5b6-4282-9930-ccce637ad8ea on network a7f6643b-92d2-4a32-83c3-c2f01975a0e9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8616 {{(pid=103333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 07:38:40.869158 dv-neutron-861624-1-hyperv neutron-server[103333]: ERROR neutron.plugins.ml2.managers [None req-76d35856-1bd8-4124-ad69-ff89d98d4286 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252-project-admin] Failed to bind port 3795bfb9-a5b6-4282-9930-ccce637ad8ea on host hv-neutron-8616 for vnic_type normal using segments [{'id': 'c118624e-f090-4049-9e3a-7aadbd95a3d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'a7f6643b-92d2-4a32-83c3-c2f01975a0e9'}] Oct 19 07:38:40.875177 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.base_scheduler [None req-cad37122-27e2-49a0-87fc-dd7f4706f383 tempest-ExternalNetworksAdminNegativeTestJSON-526099651 tempest-ExternalNetworksAdminNegativeTestJSON-526099651-project-admin] Resources bound (agent type, host, resource id): {{(pid=103332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:38:40.875878 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.plugins.ml2.plugin [None req-76d35856-1bd8-4124-ad69-ff89d98d4286 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252-project-admin] Attempt 6 to bind port 3795bfb9-a5b6-4282-9930-ccce637ad8ea Oct 19 07:38:40.888643 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cad37122-27e2-49a0-87fc-dd7f4706f383 tempest-ExternalNetworksAdminNegativeTestJSON-526099651 tempest-ExternalNetworksAdminNegativeTestJSON-526099651-project-admin] Received port after_create {{(pid=103332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 07:38:40.892912 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad37122-27e2-49a0-87fc-dd7f4706f383 tempest-ExternalNetworksAdminNegativeTestJSON-526099651 tempest-ExternalNetworksAdminNegativeTestJSON-526099651-project-admin] Pushing event updated for resources: {'Port': ['ID=959bda92-183c-41dc-b2a2-179f9ac197db,revision_number=1']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:38:40.985712 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-e47998a4-b466-4860-b800-66b575612169 req-556c7c9f-6237-4fe7-85cf-abc84dd7177d tempest-ServerActionsTestJSON-1032082790 tempest-ServerActionsTestJSON-1032082790-project] 10.222.0.27 "GET /v2.0/security-groups?id=f0bcd6ee-444f-46c6-b01f-ccacf8976dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2767148 Oct 19 07:38:40.992625 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b249cf6-6b8f-4ad5-82a5-e0dfa56b3888 req-f3898c43-e82c-4d40-be25-b643ed7ce3d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:38:40.994116 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-1b249cf6-6b8f-4ad5-82a5-e0dfa56b3888 req-f3898c43-e82c-4d40-be25-b643ed7ce3d0 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=50f42235-c2b7-4baf-8d65-761c27136b2d HTTP/1.1" status: 200 len: 851 time: 0.2605171 Oct 19 07:38:41.000206 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88870ad-e84d-4280-9626-622325afe1ea req-cd1b8b2d-2bca-4acc-bce3-673066b16c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:38:41.001696 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-b88870ad-e84d-4280-9626-622325afe1ea req-cd1b8b2d-2bca-4acc-bce3-673066b16c05 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=9b83089a-6242-4a4f-85cc-90b42d56ee75 HTTP/1.1" status: 200 len: 845 time: 0.2411792 Oct 19 07:38:41.125760 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-2bd0cedc-1d83-431e-81b3-164688aecfce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788643'] for security_group, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:41.128281 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-2bd0cedc-1d83-431e-81b3-164688aecfce admin admin] Notify callbacks [] for security_group, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:41.129468 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-2bd0cedc-1d83-431e-81b3-164688aecfce admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/e9482b07-5ddc-40a4-969f-ad4d78c57ce5 HTTP/1.1" status: 204 len: 168 time: 0.8932204 Oct 19 07:38:41.186708 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd0cedc-1d83-431e-81b3-164688aecfce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9482b07-5ddc-40a4-969f-ad4d78c57ce5,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:38:41.209497 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-b024b323-ea82-40fd-ab81-cb085cd443ef req-c30f2578-7947-4499-9464-0107e06a278a service neutron] 10.222.0.16 "GET /v2.0/networks/9f9e4d3a-9b0f-46a7-b045-8d44d07986e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4656842 Oct 19 07:38:41.210866 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-2ef3b771-6193-4ddf-b9b9-5e82517403bd tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-133552662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130659641'] for subnet, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:41.212214 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.managers [None req-76d35856-1bd8-4124-ad69-ff89d98d4286 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252-project-admin] Attempting to bind port 3795bfb9-a5b6-4282-9930-ccce637ad8ea on host hv-neutron-8616 for vnic_type normal with profile {{(pid=103333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 19 07:38:41.212551 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.managers [None req-76d35856-1bd8-4124-ad69-ff89d98d4286 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252-project-admin] Attempting to bind port 3795bfb9-a5b6-4282-9930-ccce637ad8ea by drivers openvswitch,hyperv on host hv-neutron-8616 at level 0 using segments [{'id': 'c118624e-f090-4049-9e3a-7aadbd95a3d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'a7f6643b-92d2-4a32-83c3-c2f01975a0e9'}] {{(pid=103333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 19 07:38:41.212882 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76d35856-1bd8-4124-ad69-ff89d98d4286 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252-project-admin] Attempting to bind port 3795bfb9-a5b6-4282-9930-ccce637ad8ea on network a7f6643b-92d2-4a32-83c3-c2f01975a0e9 {{(pid=103333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 07:38:41.220177 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76d35856-1bd8-4124-ad69-ff89d98d4286 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252-project-admin] Port 3795bfb9-a5b6-4282-9930-ccce637ad8ea on network a7f6643b-92d2-4a32-83c3-c2f01975a0e9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8616 {{(pid=103333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 07:38:41.220522 dv-neutron-861624-1-hyperv neutron-server[103333]: ERROR neutron.plugins.ml2.managers [None req-76d35856-1bd8-4124-ad69-ff89d98d4286 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252-project-admin] Failed to bind port 3795bfb9-a5b6-4282-9930-ccce637ad8ea on host hv-neutron-8616 for vnic_type normal using segments [{'id': 'c118624e-f090-4049-9e3a-7aadbd95a3d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'a7f6643b-92d2-4a32-83c3-c2f01975a0e9'}] Oct 19 07:38:41.222293 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.plugins.ml2.plugin [None req-76d35856-1bd8-4124-ad69-ff89d98d4286 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252-project-admin] Attempt 7 to bind port 3795bfb9-a5b6-4282-9930-ccce637ad8ea Oct 19 07:38:41.228353 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88870ad-e84d-4280-9626-622325afe1ea req-d5b37d26-81e9-46f2-98b5-a07906d2dc01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:38:41.229902 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-b88870ad-e84d-4280-9626-622325afe1ea req-d5b37d26-81e9-46f2-98b5-a07906d2dc01 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=29346864-1bf4-4ca7-8c28-dd64957b61d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2092957 Oct 19 07:38:41.252867 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b249cf6-6b8f-4ad5-82a5-e0dfa56b3888 req-2dae9064-c0c8-42d0-b194-60ada72bbd0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:38:41.254420 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-1b249cf6-6b8f-4ad5-82a5-e0dfa56b3888 req-2dae9064-c0c8-42d0-b194-60ada72bbd0b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b591b429-0972-4e45-afd3-bb0899b18496&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2474976 Oct 19 07:38:41.255589 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-cad37122-27e2-49a0-87fc-dd7f4706f383 tempest-ExternalNetworksAdminNegativeTestJSON-526099651 tempest-ExternalNetworksAdminNegativeTestJSON-526099651-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:41.259134 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.managers [None req-76d35856-1bd8-4124-ad69-ff89d98d4286 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252-project-admin] Attempting to bind port 3795bfb9-a5b6-4282-9930-ccce637ad8ea on host hv-neutron-8616 for vnic_type normal with profile {{(pid=103333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 19 07:38:41.259467 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.managers [None req-76d35856-1bd8-4124-ad69-ff89d98d4286 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252-project-admin] Attempting to bind port 3795bfb9-a5b6-4282-9930-ccce637ad8ea by drivers openvswitch,hyperv on host hv-neutron-8616 at level 0 using segments [{'id': 'c118624e-f090-4049-9e3a-7aadbd95a3d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'a7f6643b-92d2-4a32-83c3-c2f01975a0e9'}] {{(pid=103333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 19 07:38:41.259801 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76d35856-1bd8-4124-ad69-ff89d98d4286 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252-project-admin] Attempting to bind port 3795bfb9-a5b6-4282-9930-ccce637ad8ea on network a7f6643b-92d2-4a32-83c3-c2f01975a0e9 {{(pid=103333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 07:38:41.276590 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76d35856-1bd8-4124-ad69-ff89d98d4286 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252-project-admin] Port 3795bfb9-a5b6-4282-9930-ccce637ad8ea on network a7f6643b-92d2-4a32-83c3-c2f01975a0e9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8616 {{(pid=103333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 07:38:41.276590 dv-neutron-861624-1-hyperv neutron-server[103333]: ERROR neutron.plugins.ml2.managers [None req-76d35856-1bd8-4124-ad69-ff89d98d4286 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252-project-admin] Failed to bind port 3795bfb9-a5b6-4282-9930-ccce637ad8ea on host hv-neutron-8616 for vnic_type normal using segments [{'id': 'c118624e-f090-4049-9e3a-7aadbd95a3d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'a7f6643b-92d2-4a32-83c3-c2f01975a0e9'}] Oct 19 07:38:41.281322 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.plugins.ml2.plugin [None req-76d35856-1bd8-4124-ad69-ff89d98d4286 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252-project-admin] Attempt 8 to bind port 3795bfb9-a5b6-4282-9930-ccce637ad8ea Oct 19 07:38:41.286483 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-fea332fb-52fd-4ae2-82d2-e3cb3cd7cce6 tempest-FloatingIPAdminTestJSON-102997040 tempest-FloatingIPAdminTestJSON-102997040-project-admin] Notify callbacks [] for port, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:41.317967 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ef3b771-6193-4ddf-b9b9-5e82517403bd tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Network 6b5a65c5-1bed-4301-9db8-c1056c2b8eba is already hosted by enough agents. {{(pid=103332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 07:38:41.323207 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.managers [None req-76d35856-1bd8-4124-ad69-ff89d98d4286 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252-project-admin] Attempting to bind port 3795bfb9-a5b6-4282-9930-ccce637ad8ea on host hv-neutron-8616 for vnic_type normal with profile {{(pid=103333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 19 07:38:41.323819 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.managers [None req-76d35856-1bd8-4124-ad69-ff89d98d4286 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252-project-admin] Attempting to bind port 3795bfb9-a5b6-4282-9930-ccce637ad8ea by drivers openvswitch,hyperv on host hv-neutron-8616 at level 0 using segments [{'id': 'c118624e-f090-4049-9e3a-7aadbd95a3d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'a7f6643b-92d2-4a32-83c3-c2f01975a0e9'}] {{(pid=103333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 19 07:38:41.327441 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76d35856-1bd8-4124-ad69-ff89d98d4286 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252-project-admin] Attempting to bind port 3795bfb9-a5b6-4282-9930-ccce637ad8ea on network a7f6643b-92d2-4a32-83c3-c2f01975a0e9 {{(pid=103333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 07:38:41.348144 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.base_scheduler [None req-2ef3b771-6193-4ddf-b9b9-5e82517403bd tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Resources bound (agent type, host, resource id): {{(pid=103332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:38:41.357675 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-841f34b1-0bae-47de-8642-3db61505078c None None] Network 6b5a65c5-1bed-4301-9db8-c1056c2b8eba requested from dv-neutron-861624-1-hyperv {{(pid=103334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 07:38:41.361427 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ef3b771-6193-4ddf-b9b9-5e82517403bd tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:38:41.362029 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-2ef3b771-6193-4ddf-b9b9-5e82517403bd tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574827'] for subnet, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:41.371608 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76d35856-1bd8-4124-ad69-ff89d98d4286 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252-project-admin] Port 3795bfb9-a5b6-4282-9930-ccce637ad8ea on network a7f6643b-92d2-4a32-83c3-c2f01975a0e9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8616 {{(pid=103333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 07:38:41.371935 dv-neutron-861624-1-hyperv neutron-server[103333]: ERROR neutron.plugins.ml2.managers [None req-76d35856-1bd8-4124-ad69-ff89d98d4286 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252-project-admin] Failed to bind port 3795bfb9-a5b6-4282-9930-ccce637ad8ea on host hv-neutron-8616 for vnic_type normal using segments [{'id': 'c118624e-f090-4049-9e3a-7aadbd95a3d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'a7f6643b-92d2-4a32-83c3-c2f01975a0e9'}] Oct 19 07:38:41.383248 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.plugins.ml2.plugin [None req-76d35856-1bd8-4124-ad69-ff89d98d4286 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252-project-admin] Attempt 9 to bind port 3795bfb9-a5b6-4282-9930-ccce637ad8ea Oct 19 07:38:41.386845 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device 8331a767-4ea5-4cea-93d9-57f0ecfef977 no longer exists at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 07:38:41.410355 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef3b771-6193-4ddf-b9b9-5e82517403bd tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Pushing event updated for resources: {'Subnet': ['ID=fb10e0be-eb0c-4db4-8a4b-fdc3e2fd7ea5,revision_number=0']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:38:41.419374 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] No Port match for: 8331a767-4ea5-4cea-93d9-57f0ecfef977 {{(pid=103334) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 19 07:38:41.420070 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device 8331a767-4ea5-4cea-93d9-57f0ecfef977 not bound to the agent host dv-neutron-861624-1-hyperv {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 07:38:41.442786 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-cad37122-27e2-49a0-87fc-dd7f4706f383 tempest-ExternalNetworksAdminNegativeTestJSON-526099651 tempest-ExternalNetworksAdminNegativeTestJSON-526099651-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:41.468452 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-fea332fb-52fd-4ae2-82d2-e3cb3cd7cce6 tempest-FloatingIPAdminTestJSON-102997040 tempest-FloatingIPAdminTestJSON-102997040-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785020947330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130996763'] for port, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:41.507869 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af4d911-4bfd-4f27-aa39-c94cbb92238c req-568a9a4c-25d5-43d8-ab82-a5e1999c5538 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:38:41.509877 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-5af4d911-4bfd-4f27-aa39-c94cbb92238c req-568a9a4c-25d5-43d8-ab82-a5e1999c5538 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b76abfccca1e443d8cfed9fe77b82608&device_id=c15ce40b-4ff1-4ce8-b3f1-4c16c8447f68 HTTP/1.1" status: 200 len: 1096 time: 0.2101982 Oct 19 07:38:41.510012 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-2ef3b771-6193-4ddf-b9b9-5e82517403bd tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.4675703 Oct 19 07:38:41.532546 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 54098) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:38:41.541270 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.managers [None req-76d35856-1bd8-4124-ad69-ff89d98d4286 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252-project-admin] Attempting to bind port 3795bfb9-a5b6-4282-9930-ccce637ad8ea on host hv-neutron-8616 for vnic_type normal with profile {{(pid=103333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 19 07:38:41.541757 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.managers [None req-76d35856-1bd8-4124-ad69-ff89d98d4286 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252-project-admin] Attempting to bind port 3795bfb9-a5b6-4282-9930-ccce637ad8ea by drivers openvswitch,hyperv on host hv-neutron-8616 at level 0 using segments [{'id': 'c118624e-f090-4049-9e3a-7aadbd95a3d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'a7f6643b-92d2-4a32-83c3-c2f01975a0e9'}] {{(pid=103333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 19 07:38:41.542251 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76d35856-1bd8-4124-ad69-ff89d98d4286 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252-project-admin] Attempting to bind port 3795bfb9-a5b6-4282-9930-ccce637ad8ea on network a7f6643b-92d2-4a32-83c3-c2f01975a0e9 {{(pid=103333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 07:38:41.543905 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-bc321b4a-bc8c-473a-a06f-59e53515173a tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Request body: {'port': {'network_id': '6b5a65c5-1bed-4301-9db8-c1056c2b8eba', 'fixed_ips': [{'subnet_id': 'fb10e0be-eb0c-4db4-8a4b-fdc3e2fd7ea5', 'ip_address': '2001:db8::775:8d07:c282:a9c2'}], 'name': 'tempest-NetworksTestDHCPv6-1734998992'}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:38:41.569161 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:41.589345 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-b88870ad-e84d-4280-9626-622325afe1ea req-e4ba3978-cafd-4dc8-a1f5-ac637c48e2e0 service neutron] 10.222.0.16 "GET /v2.0/networks/29346864-1bf4-4ca7-8c28-dd64957b61d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3300400 Oct 19 07:38:41.598232 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-1b249cf6-6b8f-4ad5-82a5-e0dfa56b3888 req-a20410d5-50bb-4ae0-9983-303a162a5dde service neutron] 10.222.0.16 "GET /v2.0/networks/b591b429-0972-4e45-afd3-bb0899b18496?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3271067 Oct 19 07:38:41.602467 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 54102) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:38:41.605786 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fea332fb-52fd-4ae2-82d2-e3cb3cd7cce6 tempest-FloatingIPAdminTestJSON-102997040 tempest-FloatingIPAdminTestJSON-102997040-project-admin] Network 99c66757-74e3-40a4-b479-8d09e3a7c3dd is already hosted by enough agents. {{(pid=103333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 07:38:41.627305 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76d35856-1bd8-4124-ad69-ff89d98d4286 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252-project-admin] Port 3795bfb9-a5b6-4282-9930-ccce637ad8ea on network a7f6643b-92d2-4a32-83c3-c2f01975a0e9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8616 {{(pid=103333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 07:38:41.627569 dv-neutron-861624-1-hyperv neutron-server[103333]: ERROR neutron.plugins.ml2.managers [None req-76d35856-1bd8-4124-ad69-ff89d98d4286 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252-project-admin] Failed to bind port 3795bfb9-a5b6-4282-9930-ccce637ad8ea on host hv-neutron-8616 for vnic_type normal using segments [{'id': 'c118624e-f090-4049-9e3a-7aadbd95a3d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'a7f6643b-92d2-4a32-83c3-c2f01975a0e9'}] Oct 19 07:38:41.629995 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.plugins.ml2.plugin [None req-76d35856-1bd8-4124-ad69-ff89d98d4286 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252-project-admin] Attempt 10 to bind port 3795bfb9-a5b6-4282-9930-ccce637ad8ea Oct 19 07:38:41.633817 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39973961-cd01-4a20-a2ab-93ac3a17d422 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d12c6ac-27a3-545c-a8f3-f04e30423d6d-6b5a65c5-1bed-4301-9db8-c1056c2b8eba', 'network_id': '6b5a65c5-1bed-4301-9db8-c1056c2b8eba', 'tenant_id': '61a2e57b80c1442e9cb330141a970781', 'fixed_ips': [{'subnet_id': 'fb10e0be-eb0c-4db4-8a4b-fdc3e2fd7ea5'}]}} from dv-neutron-861624-1-hyperv. {{(pid=103334) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 07:38:41.635339 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-39973961-cd01-4a20-a2ab-93ac3a17d422 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:41.683922 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-fea332fb-52fd-4ae2-82d2-e3cb3cd7cce6 tempest-FloatingIPAdminTestJSON-102997040 tempest-FloatingIPAdminTestJSON-102997040-project-admin] Resources bound (agent type, host, resource id): {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:38:41.685777 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea332fb-52fd-4ae2-82d2-e3cb3cd7cce6 tempest-FloatingIPAdminTestJSON-102997040 tempest-FloatingIPAdminTestJSON-102997040-project-admin] Pushing event updated for resources: {'Port': ['ID=bc901d0e-9683-491b-bce2-66a2906be930,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:38:41.693996 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fea332fb-52fd-4ae2-82d2-e3cb3cd7cce6 tempest-FloatingIPAdminTestJSON-102997040 tempest-FloatingIPAdminTestJSON-102997040-project-admin] Received port after_create {{(pid=103333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 07:38:41.736254 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.managers [None req-76d35856-1bd8-4124-ad69-ff89d98d4286 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252-project-admin] Attempting to bind port 3795bfb9-a5b6-4282-9930-ccce637ad8ea on host hv-neutron-8616 for vnic_type normal with profile {{(pid=103333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 19 07:38:41.736254 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.managers [None req-76d35856-1bd8-4124-ad69-ff89d98d4286 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252-project-admin] Attempting to bind port 3795bfb9-a5b6-4282-9930-ccce637ad8ea by drivers openvswitch,hyperv on host hv-neutron-8616 at level 0 using segments [{'id': 'c118624e-f090-4049-9e3a-7aadbd95a3d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'a7f6643b-92d2-4a32-83c3-c2f01975a0e9'}] {{(pid=103333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 19 07:38:41.736254 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76d35856-1bd8-4124-ad69-ff89d98d4286 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252-project-admin] Attempting to bind port 3795bfb9-a5b6-4282-9930-ccce637ad8ea on network a7f6643b-92d2-4a32-83c3-c2f01975a0e9 {{(pid=103333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 07:38:41.755306 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76d35856-1bd8-4124-ad69-ff89d98d4286 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252-project-admin] Port 3795bfb9-a5b6-4282-9930-ccce637ad8ea on network a7f6643b-92d2-4a32-83c3-c2f01975a0e9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8616 {{(pid=103333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 07:38:41.756485 dv-neutron-861624-1-hyperv neutron-server[103333]: ERROR neutron.plugins.ml2.managers [None req-76d35856-1bd8-4124-ad69-ff89d98d4286 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252-project-admin] Failed to bind port 3795bfb9-a5b6-4282-9930-ccce637ad8ea on host hv-neutron-8616 for vnic_type normal using segments [{'id': 'c118624e-f090-4049-9e3a-7aadbd95a3d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'a7f6643b-92d2-4a32-83c3-c2f01975a0e9'}] Oct 19 07:38:41.756847 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-76d35856-1bd8-4124-ad69-ff89d98d4286 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:41.770346 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af4d911-4bfd-4f27-aa39-c94cbb92238c req-2b0a5b44-e252-4a97-86a6-b4814dd014ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:38:41.771845 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-5af4d911-4bfd-4f27-aa39-c94cbb92238c req-2b0a5b44-e252-4a97-86a6-b4814dd014ee service neutron] 10.222.0.16 "GET /v2.0/networks?id=9f9e4d3a-9b0f-46a7-b045-8d44d07986e0 HTTP/1.1" status: 200 len: 912 time: 0.2256372 Oct 19 07:38:41.773458 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b5ddcc-8b8d-4845-8575-d9fb02e08f6f req-e9997d03-2bf8-4eac-8428-550586a4bd7a tempest-ServersTestManualDisk-1995987990 tempest-ServersTestManualDisk-1995987990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:38:41.775005 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-d6b5ddcc-8b8d-4845-8575-d9fb02e08f6f req-e9997d03-2bf8-4eac-8428-550586a4bd7a tempest-ServersTestManualDisk-1995987990 tempest-ServersTestManualDisk-1995987990-project] 10.222.0.27 "GET /v2.0/ports?device_id=fd32aad3-def3-4cd3-9b2d-e2a48bdb7a3b HTTP/1.1" status: 200 len: 943 time: 0.2978921 Oct 19 07:38:41.872425 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-5af4d911-4bfd-4f27-aa39-c94cbb92238c req-7db296e8-0594-4f61-8c77-2dbf2e713a1c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=166507e4-5bf0-4d0c-a912-f2cd4a10fdee HTTP/1.1" status: 200 len: 217 time: 0.0679827 Oct 19 07:38:41.914433 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.db_base_plugin_common [None req-39973961-cd01-4a20-a2ab-93ac3a17d422 None None] Allocated IP 2001:db8::2 (6b5a65c5-1bed-4301-9db8-c1056c2b8eba/fb10e0be-eb0c-4db4-8a4b-fdc3e2fd7ea5/f710d3a2-2648-49b9-bd55-b534ef24068a) {{(pid=103334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 07:38:41.939375 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.db [None req-76d35856-1bd8-4124-ad69-ff89d98d4286 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252-project-admin] For port 3795bfb9-a5b6-4282-9930-ccce637ad8ea, host hv-neutron-8616, cleared binding levels {{(pid=103333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 07:38:41.939744 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.db [None req-76d35856-1bd8-4124-ad69-ff89d98d4286 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252-project-admin] Attempted to set empty binding levels {{(pid=103333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Oct 19 07:38:41.944723 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-fea332fb-52fd-4ae2-82d2-e3cb3cd7cce6 tempest-FloatingIPAdminTestJSON-102997040 tempest-FloatingIPAdminTestJSON-102997040-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:41.952174 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-76d35856-1bd8-4124-ad69-ff89d98d4286 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130996754'] for port, after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:41.952736 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-76d35856-1bd8-4124-ad69-ff89d98d4286 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252-project-admin] In _notify_port_updated(), no bound segment for port 3795bfb9-a5b6-4282-9930-ccce637ad8ea on network a7f6643b-92d2-4a32-83c3-c2f01975a0e9 {{(pid=103333) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:900}} Oct 19 07:38:41.953589 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76d35856-1bd8-4124-ad69-ff89d98d4286 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:38:41.954179 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-76d35856-1bd8-4124-ad69-ff89d98d4286 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42160'] for port, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:41.955591 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-76d35856-1bd8-4124-ad69-ff89d98d4286 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252-project-admin] 10.222.0.27 "PUT /v2.0/ports/3795bfb9-a5b6-4282-9930-ccce637ad8ea HTTP/1.1" status: 200 len: 980 time: 2.1092048 Oct 19 07:38:41.963183 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 54106) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:38:42.033446 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af4d911-4bfd-4f27-aa39-c94cbb92238c req-44a6d5ef-3098-43ee-97a6-583d5e7b0431 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:38:42.034891 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-5af4d911-4bfd-4f27-aa39-c94cbb92238c req-44a6d5ef-3098-43ee-97a6-583d5e7b0431 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=509b576d-66cd-49df-8740-f428cd2060b2 HTTP/1.1" status: 200 len: 850 time: 0.1506441 Oct 19 07:38:42.090759 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-39973961-cd01-4a20-a2ab-93ac3a17d422 None None] Notify callbacks [] for port, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:42.096538 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-39973961-cd01-4a20-a2ab-93ac3a17d422 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785020947330'] for port, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:42.107002 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-fea332fb-52fd-4ae2-82d2-e3cb3cd7cce6 tempest-FloatingIPAdminTestJSON-102997040 tempest-FloatingIPAdminTestJSON-102997040-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:42.136751 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39973961-cd01-4a20-a2ab-93ac3a17d422 None None] Network 6b5a65c5-1bed-4301-9db8-c1056c2b8eba is already hosted by enough agents. {{(pid=103334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 07:38:42.136981 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d35856-1bd8-4124-ad69-ff89d98d4286 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252-project-admin] Pushing event updated for resources: {'Port': ['ID=3795bfb9-a5b6-4282-9930-ccce637ad8ea,revision_number=3']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:38:42.140170 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.scheduler.base_scheduler [None req-39973961-cd01-4a20-a2ab-93ac3a17d422 None None] Resources bound (agent type, host, resource id): {{(pid=103334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:38:42.143426 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39973961-cd01-4a20-a2ab-93ac3a17d422 None None] Received port after_create {{(pid=103334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 07:38:42.152920 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39973961-cd01-4a20-a2ab-93ac3a17d422 None None] Pushing event updated for resources: {'Port': ['ID=f710d3a2-2648-49b9-bd55-b534ef24068a,revision_number=1']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:38:42.168814 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-111244ea-59c9-4b79-b879-2a8b51cb8e84 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=40b5e851278148f68e8c21f518d0fd3c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5608299 Oct 19 07:38:42.181234 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 54110) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:38:42.181607 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37afca2d-c56f-46a7-8420-e73cab90af6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:38:42.182093 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37afca2d-c56f-46a7-8420-e73cab90af6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:38:42.182562 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37afca2d-c56f-46a7-8420-e73cab90af6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:38:42.183020 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37afca2d-c56f-46a7-8420-e73cab90af6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:38:42.183480 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37afca2d-c56f-46a7-8420-e73cab90af6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:38:42.183935 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37afca2d-c56f-46a7-8420-e73cab90af6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:38:42.184884 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37afca2d-c56f-46a7-8420-e73cab90af6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:38:42.184884 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37afca2d-c56f-46a7-8420-e73cab90af6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:38:42.185312 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37afca2d-c56f-46a7-8420-e73cab90af6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:38:42.185760 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37afca2d-c56f-46a7-8420-e73cab90af6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:38:42.186238 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37afca2d-c56f-46a7-8420-e73cab90af6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:38:42.186722 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37afca2d-c56f-46a7-8420-e73cab90af6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:38:42.187082 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37afca2d-c56f-46a7-8420-e73cab90af6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:38:42.187532 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37afca2d-c56f-46a7-8420-e73cab90af6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:38:42.187976 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37afca2d-c56f-46a7-8420-e73cab90af6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:38:42.188423 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37afca2d-c56f-46a7-8420-e73cab90af6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:38:42.188900 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37afca2d-c56f-46a7-8420-e73cab90af6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:38:42.189347 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37afca2d-c56f-46a7-8420-e73cab90af6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:38:42.189795 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37afca2d-c56f-46a7-8420-e73cab90af6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:38:42.190241 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37afca2d-c56f-46a7-8420-e73cab90af6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:38:42.190689 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37afca2d-c56f-46a7-8420-e73cab90af6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:38:42.191138 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37afca2d-c56f-46a7-8420-e73cab90af6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:38:42.191590 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37afca2d-c56f-46a7-8420-e73cab90af6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:38:42.192030 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37afca2d-c56f-46a7-8420-e73cab90af6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:38:42.192712 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37afca2d-c56f-46a7-8420-e73cab90af6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:38:42.192944 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37afca2d-c56f-46a7-8420-e73cab90af6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:38:42.194555 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37afca2d-c56f-46a7-8420-e73cab90af6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:38:42.200571 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-37afca2d-c56f-46a7-8420-e73cab90af6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252-project-admin] 10.222.0.27 "GET /v2.0/ports HTTP/1.1" status: 200 len: 23668 time: 0.2329626 Oct 19 07:38:42.205357 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 54112) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:38:42.212325 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-39973961-cd01-4a20-a2ab-93ac3a17d422 None None] Attempting to bind port f710d3a2-2648-49b9-bd55-b534ef24068a on host dv-neutron-861624-1-hyperv for vnic_type normal with profile {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 19 07:38:42.214233 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-39973961-cd01-4a20-a2ab-93ac3a17d422 None None] Attempting to bind port f710d3a2-2648-49b9-bd55-b534ef24068a by drivers openvswitch,hyperv on host dv-neutron-861624-1-hyperv at level 0 using segments [{'id': '5a8d2b05-b527-4bd4-a671-b9112f193fef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '6b5a65c5-1bed-4301-9db8-c1056c2b8eba'}] {{(pid=103334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 19 07:38:42.214612 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39973961-cd01-4a20-a2ab-93ac3a17d422 None None] Attempting to bind port f710d3a2-2648-49b9-bd55-b534ef24068a on network 6b5a65c5-1bed-4301-9db8-c1056c2b8eba {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 07:38:42.221904 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af4d911-4bfd-4f27-aa39-c94cbb92238c req-81248a2b-654e-4f1c-b05b-d296c381acb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:38:42.223381 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-5af4d911-4bfd-4f27-aa39-c94cbb92238c req-81248a2b-654e-4f1c-b05b-d296c381acb1 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=9f9e4d3a-9b0f-46a7-b045-8d44d07986e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1646383 Oct 19 07:38:42.225237 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39973961-cd01-4a20-a2ab-93ac3a17d422 None None] Checking agent: {'id': 'a5b0152c-d633-409b-aaf8-3b76458e2410', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861624-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 19, 7, 30, 19), 'started_at': datetime.datetime(2022, 10, 19, 7, 30, 49), 'heartbeat_timestamp': datetime.datetime(2022, 10, 19, 7, 38, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861624-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 07:38:42.225984 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39973961-cd01-4a20-a2ab-93ac3a17d422 None None] Checking segment: {'id': '5a8d2b05-b527-4bd4-a671-b9112f193fef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '6b5a65c5-1bed-4301-9db8-c1056c2b8eba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 19 07:38:42.226565 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-39973961-cd01-4a20-a2ab-93ac3a17d422 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:42.227036 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39973961-cd01-4a20-a2ab-93ac3a17d422 None None] Bound using segment: {'id': '5a8d2b05-b527-4bd4-a671-b9112f193fef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '6b5a65c5-1bed-4301-9db8-c1056c2b8eba'} {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 07:38:42.227748 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-39973961-cd01-4a20-a2ab-93ac3a17d422 None None] Bound port: f710d3a2-2648-49b9-bd55-b534ef24068a, host: dv-neutron-861624-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a8d2b05-b527-4bd4-a671-b9112f193fef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '6b5a65c5-1bed-4301-9db8-c1056c2b8eba'}}] {{(pid=103334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 19 07:38:42.228000 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-39973961-cd01-4a20-a2ab-93ac3a17d422 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:42.254966 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704cce92-ba54-4949-ba32-28fb07d38fa1 req-346420c5-5a2b-493f-802c-c2c7aaf3c60e tempest-ServersTestJSON-461936375 tempest-ServersTestJSON-461936375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:38:42.257160 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-704cce92-ba54-4949-ba32-28fb07d38fa1 req-346420c5-5a2b-493f-802c-c2c7aaf3c60e tempest-ServersTestJSON-461936375 tempest-ServersTestJSON-461936375-project] 10.222.0.27 "GET /v2.0/ports?device_id=7edb487a-fad4-4d3e-826c-bf286ef7d7e5 HTTP/1.1" status: 200 len: 944 time: 0.5904541 Oct 19 07:38:42.274463 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-d6b5ddcc-8b8d-4845-8575-d9fb02e08f6f req-72363e4b-32cf-4880-9989-6b124f6b4a4c tempest-ServersTestManualDisk-1995987990 tempest-ServersTestManualDisk-1995987990-project] 10.222.0.27 "GET /v2.0/security-groups?id=cd2f4ea7-fe99-4ea4-b101-5829406beaad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2437339 Oct 19 07:38:42.276378 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-b88870ad-e84d-4280-9626-622325afe1ea req-ca91b68a-3a11-448e-9af8-5bc4f39eb54d service neutron] 10.222.0.16 "GET /v2.0/networks/29346864-1bf4-4ca7-8c28-dd64957b61d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6723623 Oct 19 07:38:42.292955 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-1b249cf6-6b8f-4ad5-82a5-e0dfa56b3888 req-435c8b73-f2c3-4b75-afa6-1e40703608bb service neutron] 10.222.0.16 "GET /v2.0/networks/b591b429-0972-4e45-afd3-bb0899b18496?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6832724 Oct 19 07:38:42.329116 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc321b4a-bc8c-473a-a06f-59e53515173a tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Made reservation on behalf of 61a2e57b80c1442e9cb330141a970781 for: {'port': 1} {{(pid=103332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 07:38:42.349807 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-cad37122-27e2-49a0-87fc-dd7f4706f383 tempest-ExternalNetworksAdminNegativeTestJSON-526099651 tempest-ExternalNetworksAdminNegativeTestJSON-526099651-project-admin] Notify callbacks [] for port, precommit_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:42.371554 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-39973961-cd01-4a20-a2ab-93ac3a17d422 None None] For port f710d3a2-2648-49b9-bd55-b534ef24068a, host dv-neutron-861624-1-hyperv, cleared binding levels {{(pid=103334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 07:38:42.376702 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-cad37122-27e2-49a0-87fc-dd7f4706f383 tempest-ExternalNetworksAdminNegativeTestJSON-526099651 tempest-ExternalNetworksAdminNegativeTestJSON-526099651-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133553807'] for port, after_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:42.378445 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-39973961-cd01-4a20-a2ab-93ac3a17d422 None None] For port f710d3a2-2648-49b9-bd55-b534ef24068a, host dv-neutron-861624-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=f710d3a2-2648-49b9-bd55-b534ef24068a,segment=NetworkSegment(5a8d2b05-b527-4bd4-a671-b9112f193fef),segment_id=5a8d2b05-b527-4bd4-a671-b9112f193fef)] {{(pid=103334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 07:38:42.389530 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-39973961-cd01-4a20-a2ab-93ac3a17d422 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:42.464127 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39973961-cd01-4a20-a2ab-93ac3a17d422 None None] Pushing event updated for resources: {'Port': ['ID=f710d3a2-2648-49b9-bd55-b534ef24068a,revision_number=2']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:38:42.475487 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-704cce92-ba54-4949-ba32-28fb07d38fa1 req-e9c5fd90-221c-4890-b8d8-43d8be9f6eb3 tempest-ServersTestJSON-461936375 tempest-ServersTestJSON-461936375-project] 10.222.0.27 "GET /v2.0/security-groups?id=47cbba02-6d50-4e36-a3e0-bd46273f3056&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1906712 Oct 19 07:38:42.477520 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-5af4d911-4bfd-4f27-aa39-c94cbb92238c req-c0d745fb-8109-4c1a-9ad9-b9f7a03f41dc service neutron] 10.222.0.16 "GET /v2.0/networks/9f9e4d3a-9b0f-46a7-b045-8d44d07986e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2370529 Oct 19 07:38:42.503160 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-d3ed713c-e83b-4179-83cc-c37b260f4c01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252-project-admin] Deleting port 3795bfb9-a5b6-4282-9930-ccce637ad8ea {{(pid=103333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 07:38:42.503504 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-d3ed713c-e83b-4179-83cc-c37b260f4c01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:42.513699 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-85d37078-5b70-45a8-a8d0-a8c878ada3c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:42.536614 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-fea332fb-52fd-4ae2-82d2-e3cb3cd7cce6 tempest-FloatingIPAdminTestJSON-102997040 tempest-FloatingIPAdminTestJSON-102997040-project-admin] Notify callbacks [] for port, precommit_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:42.548869 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-fea332fb-52fd-4ae2-82d2-e3cb3cd7cce6 tempest-FloatingIPAdminTestJSON-102997040 tempest-FloatingIPAdminTestJSON-102997040-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130996754'] for port, after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:42.596674 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-cad37122-27e2-49a0-87fc-dd7f4706f383 tempest-ExternalNetworksAdminNegativeTestJSON-526099651 tempest-ExternalNetworksAdminNegativeTestJSON-526099651-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1695041'] for floatingip, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:42.604149 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-85d37078-5b70-45a8-a8d0-a8c878ada3c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:42.606512 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad37122-27e2-49a0-87fc-dd7f4706f383 tempest-ExternalNetworksAdminNegativeTestJSON-526099651 tempest-ExternalNetworksAdminNegativeTestJSON-526099651-project-admin] Pushing event updated for resources: {'Port': ['ID=959bda92-183c-41dc-b2a2-179f9ac197db,revision_number=2']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:38:42.633562 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-bc321b4a-bc8c-473a-a06f-59e53515173a tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:42.642385 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9734e443-e8c9-403f-a23b-5fc7d180a201 req-b18f9684-f18d-4cae-a0ae-7a75c9a56de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:38:42.643882 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-9734e443-e8c9-403f-a23b-5fc7d180a201 req-b18f9684-f18d-4cae-a0ae-7a75c9a56de8 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=340a20aa929d4020a108d5231191ac1d&device_id=fd32aad3-def3-4cd3-9b2d-e2a48bdb7a3b HTTP/1.1" status: 200 len: 1096 time: 0.2683434 Oct 19 07:38:42.705013 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-cad37122-27e2-49a0-87fc-dd7f4706f383 tempest-ExternalNetworksAdminNegativeTestJSON-526099651 tempest-ExternalNetworksAdminNegativeTestJSON-526099651-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42160'] for floatingip, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:42.706238 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-cad37122-27e2-49a0-87fc-dd7f4706f383 tempest-ExternalNetworksAdminNegativeTestJSON-526099651 tempest-ExternalNetworksAdminNegativeTestJSON-526099651-project-admin] 10.222.0.27 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.7460332 Oct 19 07:38:42.714425 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d57a3b-67e4-4bb4-8668-f4c798c343f8 req-64cc60c1-eefa-4c31-bdb3-edcbec7f3bc9 tempest-ServerActionsTestJSON-1032082790 tempest-ServerActionsTestJSON-1032082790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:38:42.715938 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-a0d57a3b-67e4-4bb4-8668-f4c798c343f8 req-64cc60c1-eefa-4c31-bdb3-edcbec7f3bc9 tempest-ServerActionsTestJSON-1032082790 tempest-ServerActionsTestJSON-1032082790-project] 10.222.0.27 "GET /v2.0/ports?device_id=c15ce40b-4ff1-4ce8-b3f1-4c16c8447f68 HTTP/1.1" status: 200 len: 943 time: 0.2907658 Oct 19 07:38:42.716434 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 54114) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:38:42.720327 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.db [None req-d3ed713c-e83b-4179-83cc-c37b260f4c01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252-project-admin] For port 3795bfb9-a5b6-4282-9930-ccce637ad8ea, host hv-neutron-8616, got binding levels [] {{(pid=103333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:38:42.720842 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-d3ed713c-e83b-4179-83cc-c37b260f4c01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:42.747144 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-d5a04cc1-4278-400b-a5a7-db55c9fb1dcc tempest-ExternalNetworksAdminNegativeTestJSON-526099651 tempest-ExternalNetworksAdminNegativeTestJSON-526099651-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-2047503028', 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'fixed_ips': [{'ip_address': '172.26.0.11'}]}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:38:42.751598 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea332fb-52fd-4ae2-82d2-e3cb3cd7cce6 tempest-FloatingIPAdminTestJSON-102997040 tempest-FloatingIPAdminTestJSON-102997040-project-admin] Pushing event updated for resources: {'Port': ['ID=bc901d0e-9683-491b-bce2-66a2906be930,revision_number=2']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:38:42.761268 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7edb487a-fad4-4d3e-826c-bf286ef7d7e5', 'tag': 'c7b653fc-acc2-4b86-b664-a00123df00c4'}] {{(pid=103332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 19 07:38:42.764094 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a021b02cf5f527cd4bbbc40a031b51490d9893d7edeeb551bdf5128ee7546f8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0e0bdfe-8bef-4e43-9d53-c2fe6d26ffda" -d '{"events": [{"name": "network-changed", "server_uuid": "7edb487a-fad4-4d3e-826c-bf286ef7d7e5", "tag": "c7b653fc-acc2-4b86-b664-a00123df00c4"}]}' {{(pid=103332) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 07:38:42.774829 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.notifiers.nova [None req-bc321b4a-bc8c-473a-a06f-59e53515173a tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] device_id is not set on port b421fb7d-bb41-4326-9611-2e425e089e64 yet. {{(pid=103332) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 19 07:38:42.800192 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-d3ed713c-e83b-4179-83cc-c37b260f4c01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252-project-admin] Calling delete_port for 3795bfb9-a5b6-4282-9930-ccce637ad8ea owned by {{(pid=103333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 07:38:42.805643 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-fea332fb-52fd-4ae2-82d2-e3cb3cd7cce6 tempest-FloatingIPAdminTestJSON-102997040 tempest-FloatingIPAdminTestJSON-102997040-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1695041'] for floatingip, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:42.820407 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 19 Oct 2022 07:38:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ff3f57e-6f71-4a29-b142-70bb509e160d x-openstack-request-id: req-0ff3f57e-6f71-4a29-b142-70bb509e160d {{(pid=103332) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 07:38:42.820897 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7edb487a-fad4-4d3e-826c-bf286ef7d7e5", "tag": "c7b653fc-acc2-4b86-b664-a00123df00c4", "status": "completed", "code": 200}]} {{(pid=103332) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 07:38:42.821024 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-0ff3f57e-6f71-4a29-b142-70bb509e160d {{(pid=103332) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 07:38:42.824550 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0ff3f57e-6f71-4a29-b142-70bb509e160d'] response: {'name': 'network-changed', 'server_uuid': '7edb487a-fad4-4d3e-826c-bf286ef7d7e5', 'tag': 'c7b653fc-acc2-4b86-b664-a00123df00c4', 'status': 'completed', 'code': 200} Oct 19 07:38:42.830381 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-fea332fb-52fd-4ae2-82d2-e3cb3cd7cce6 tempest-FloatingIPAdminTestJSON-102997040 tempest-FloatingIPAdminTestJSON-102997040-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42160'] for floatingip, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:42.834391 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-fea332fb-52fd-4ae2-82d2-e3cb3cd7cce6 tempest-FloatingIPAdminTestJSON-102997040 tempest-FloatingIPAdminTestJSON-102997040-project-admin] 10.222.0.27 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.2102857 Oct 19 07:38:42.836052 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-5af4d911-4bfd-4f27-aa39-c94cbb92238c req-2b128486-d477-4295-ac3c-c9f636c6627b service neutron] 10.222.0.16 "GET /v2.0/networks/9f9e4d3a-9b0f-46a7-b045-8d44d07986e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3499126 Oct 19 07:38:42.836552 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 54118) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:38:42.956751 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5a04cc1-4278-400b-a5a7-db55c9fb1dcc tempest-ExternalNetworksAdminNegativeTestJSON-526099651 tempest-ExternalNetworksAdminNegativeTestJSON-526099651-project-admin] Made reservation on behalf of 323913dc208c4397b84090bfda1ea82b for: {'port': 1} {{(pid=103332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 07:38:42.959610 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-d5a04cc1-4278-400b-a5a7-db55c9fb1dcc tempest-ExternalNetworksAdminNegativeTestJSON-526099651 tempest-ExternalNetworksAdminNegativeTestJSON-526099651-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:42.962455 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e0bdfe-8bef-4e43-9d53-c2fe6d26ffda req-6c453519-9348-4f15-a223-4871b70a5e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:38:42.963970 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-f0e0bdfe-8bef-4e43-9d53-c2fe6d26ffda req-6c453519-9348-4f15-a223-4871b70a5e43 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=0cfd53a0c8b24bdeb4999c9bff6eae77&device_id=7edb487a-fad4-4d3e-826c-bf286ef7d7e5 HTTP/1.1" status: 200 len: 1097 time: 0.0959883 Oct 19 07:38:42.975462 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-85d37078-5b70-45a8-a8d0-a8c878ada3c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788643'] for security_group, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:42.978091 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-85d37078-5b70-45a8-a8d0-a8c878ada3c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:42.982141 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-85d37078-5b70-45a8-a8d0-a8c878ada3c1 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/2b0abe95-2bd7-427e-bf7d-9efa1d3f2058 HTTP/1.1" status: 204 len: 168 time: 0.7918248 Oct 19 07:38:43.016284 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-d3ed713c-e83b-4179-83cc-c37b260f4c01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130996763'] for port, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:43.022105 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d37078-5b70-45a8-a8d0-a8c878ada3c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b0abe95-2bd7-427e-bf7d-9efa1d3f2058,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:38:43.047016 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-d5a04cc1-4278-400b-a5a7-db55c9fb1dcc tempest-ExternalNetworksAdminNegativeTestJSON-526099651 tempest-ExternalNetworksAdminNegativeTestJSON-526099651-project-admin] Notify callbacks [] for security_group, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:43.058862 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-a0d57a3b-67e4-4bb4-8668-f4c798c343f8 req-46805340-fec6-4258-bdeb-04ca7be43df9 tempest-ServerActionsTestJSON-1032082790 tempest-ServerActionsTestJSON-1032082790-project] 10.222.0.27 "GET /v2.0/security-groups?id=f0bcd6ee-444f-46c6-b01f-ccacf8976dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3266962 Oct 19 07:38:43.090537 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9734e443-e8c9-403f-a23b-5fc7d180a201 req-339a64ba-a507-4896-acb5-1d417231976a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:38:43.092021 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-9734e443-e8c9-403f-a23b-5fc7d180a201 req-339a64ba-a507-4896-acb5-1d417231976a service neutron] 10.222.0.16 "GET /v2.0/networks?id=b591b429-0972-4e45-afd3-bb0899b18496 HTTP/1.1" status: 200 len: 913 time: 0.4143827 Oct 19 07:38:43.118503 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ed713c-e83b-4179-83cc-c37b260f4c01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252-project-admin] Pushing event deleted for resources: {'Port': ['ID=3795bfb9-a5b6-4282-9930-ccce637ad8ea,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:38:43.129974 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-d3ed713c-e83b-4179-83cc-c37b260f4c01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42160'] for port, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:43.136636 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-d3ed713c-e83b-4179-83cc-c37b260f4c01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252-project-admin] 10.222.0.27 "DELETE /v2.0/ports/3795bfb9-a5b6-4282-9930-ccce637ad8ea HTTP/1.1" status: 204 len: 168 time: 0.9279678 Oct 19 07:38:43.139557 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-359a33e6-e63f-4589-8da6-91dcd9f98931 tempest-FloatingIPAdminTestJSON-808541723 tempest-FloatingIPAdminTestJSON-808541723-project] Request body: {'floatingip': {'floating_network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:38:43.145495 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 54124) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:38:43.162320 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-9734e443-e8c9-403f-a23b-5fc7d180a201 req-baf52361-2b8d-4018-bc4f-1f6648710151 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ac82e6f5-e329-44a1-b9e7-97810fa5c238 HTTP/1.1" status: 200 len: 217 time: 0.0583498 Oct 19 07:38:43.181659 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-359a33e6-e63f-4589-8da6-91dcd9f98931 tempest-FloatingIPAdminTestJSON-808541723 tempest-FloatingIPAdminTestJSON-808541723-project] Notify callbacks [] for floatingip, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:43.186128 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e0bdfe-8bef-4e43-9d53-c2fe6d26ffda req-0e3f39da-7c20-4d2a-9de3-861c3b39c19a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:38:43.187627 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-f0e0bdfe-8bef-4e43-9d53-c2fe6d26ffda req-0e3f39da-7c20-4d2a-9de3-861c3b39c19a service neutron] 10.222.0.16 "GET /v2.0/networks?id=29346864-1bf4-4ca7-8c28-dd64957b61d5 HTTP/1.1" status: 200 len: 907 time: 0.2122943 Oct 19 07:38:43.229596 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b3dd1c8-46b8-4dc1-8892-f5958a4bf7ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252-project-admin] GET failed (client error): The resource could not be found. Oct 19 07:38:43.234665 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-5b3dd1c8-46b8-4dc1-8892-f5958a4bf7ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252-project-admin] 10.222.0.27 "GET /v2.0/ports/3795bfb9-a5b6-4282-9930-ccce637ad8ea HTTP/1.1" status: 404 len: 333 time: 0.0813127 Oct 19 07:38:43.238418 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 54126) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:38:43.243961 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-acc44ea0-65eb-4fa2-9e2c-63b61bd95ed6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1445282305', 'network_id': 'a7f6643b-92d2-4a32-83c3-c2f01975a0e9'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:38:43.250559 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-f0e0bdfe-8bef-4e43-9d53-c2fe6d26ffda req-a9c56290-230a-447d-b93c-db0d0ac7691c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c7b653fc-acc2-4b86-b664-a00123df00c4 HTTP/1.1" status: 200 len: 217 time: 0.0493569 Oct 19 07:38:43.332713 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9734e443-e8c9-403f-a23b-5fc7d180a201 req-54366c8a-7145-4929-860f-c697d6d32c01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:38:43.333026 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acc44ea0-65eb-4fa2-9e2c-63b61bd95ed6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252-project-admin] Made reservation on behalf of 22e1ecce49d240948557aa471da51354 for: {'port': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 07:38:43.334188 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-9734e443-e8c9-403f-a23b-5fc7d180a201 req-54366c8a-7145-4929-860f-c697d6d32c01 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=50f42235-c2b7-4baf-8d65-761c27136b2d HTTP/1.1" status: 200 len: 851 time: 0.1629920 Oct 19 07:38:43.335502 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-acc44ea0-65eb-4fa2-9e2c-63b61bd95ed6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:43.350856 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.db_base_plugin_common [None req-bc321b4a-bc8c-473a-a06f-59e53515173a tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Allocated IP 2001:db8::775:8d07:c282:a9c2 (6b5a65c5-1bed-4301-9db8-c1056c2b8eba/fb10e0be-eb0c-4db4-8a4b-fdc3e2fd7ea5/b421fb7d-bb41-4326-9611-2e425e089e64) {{(pid=103332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 07:38:43.364616 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e0bdfe-8bef-4e43-9d53-c2fe6d26ffda req-cd25a8b8-883d-4676-8f5a-abb1e12478b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:38:43.367230 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-f0e0bdfe-8bef-4e43-9d53-c2fe6d26ffda req-cd25a8b8-883d-4676-8f5a-abb1e12478b5 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=9b83089a-6242-4a4f-85cc-90b42d56ee75 HTTP/1.1" status: 200 len: 845 time: 0.1089814 Oct 19 07:38:43.368244 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-f2f16d27-31a0-466c-ac8e-64ca3df0ad4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:43.413090 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.notifiers.nova [None req-acc44ea0-65eb-4fa2-9e2c-63b61bd95ed6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252-project-admin] device_id is not set on port 8194bab1-ed3f-4c4b-8072-01ea16b7bbed yet. {{(pid=103333) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 19 07:38:43.464906 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-d5a04cc1-4278-400b-a5a7-db55c9fb1dcc tempest-ExternalNetworksAdminNegativeTestJSON-526099651 tempest-ExternalNetworksAdminNegativeTestJSON-526099651-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:43.492754 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device f710d3a2-2648-49b9-bd55-b534ef24068a up at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 07:38:43.494768 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-d5a04cc1-4278-400b-a5a7-db55c9fb1dcc tempest-ExternalNetworksAdminNegativeTestJSON-526099651 tempest-ExternalNetworksAdminNegativeTestJSON-526099651-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788643'] for security_group, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:43.518009 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e0bdfe-8bef-4e43-9d53-c2fe6d26ffda req-27544260-f51f-4d26-8f63-b94c650404e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:38:43.519525 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-f0e0bdfe-8bef-4e43-9d53-c2fe6d26ffda req-27544260-f51f-4d26-8f63-b94c650404e8 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=29346864-1bf4-4ca7-8c28-dd64957b61d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1438818 Oct 19 07:38:43.533868 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.notifiers.nova [None req-d5a04cc1-4278-400b-a5a7-db55c9fb1dcc tempest-ExternalNetworksAdminNegativeTestJSON-526099651 tempest-ExternalNetworksAdminNegativeTestJSON-526099651-project-admin] device_id is not set on port 42a65b26-92b5-4125-9def-965c79630d3e yet. {{(pid=103332) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 19 07:38:43.614911 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a04cc1-4278-400b-a5a7-db55c9fb1dcc tempest-ExternalNetworksAdminNegativeTestJSON-526099651 tempest-ExternalNetworksAdminNegativeTestJSON-526099651-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a446848-fc1f-440e-83a4-47ae1edd9b45,revision_number=1']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:38:43.615567 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Provisioning complete for port f710d3a2-2648-49b9-bd55-b534ef24068a triggered by entity L2. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:38:43.616490 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:43.617057 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Attempt 1 to provision port f710d3a2-2648-49b9-bd55-b534ef24068a Oct 19 07:38:43.627792 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-359a33e6-e63f-4589-8da6-91dcd9f98931 tempest-FloatingIPAdminTestJSON-808541723 tempest-FloatingIPAdminTestJSON-808541723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:43.754632 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9734e443-e8c9-403f-a23b-5fc7d180a201 req-4d72b628-f9d7-45a7-8813-e46476917fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:38:43.756576 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-9734e443-e8c9-403f-a23b-5fc7d180a201 req-4d72b628-f9d7-45a7-8813-e46476917fb4 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b591b429-0972-4e45-afd3-bb0899b18496&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4094484 Oct 19 07:38:43.769753 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Current status of the port f710d3a2-2648-49b9-bd55-b534ef24068a is: DOWN; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:38:43.770465 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:43.796004 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-acc44ea0-65eb-4fa2-9e2c-63b61bd95ed6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252-project-admin] Notify callbacks [] for port, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:43.808210 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] For port f710d3a2-2648-49b9-bd55-b534ef24068a, host dv-neutron-861624-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=f710d3a2-2648-49b9-bd55-b534ef24068a,segment=NetworkSegment(5a8d2b05-b527-4bd4-a671-b9112f193fef),segment_id=5a8d2b05-b527-4bd4-a671-b9112f193fef)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:38:43.812065 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-f0e0bdfe-8bef-4e43-9d53-c2fe6d26ffda req-02118a0f-aebf-4a79-99a7-6d26dee9aa08 service neutron] 10.222.0.16 "GET /v2.0/networks/29346864-1bf4-4ca7-8c28-dd64957b61d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2821696 Oct 19 07:38:43.815131 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:43.889137 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Pushing event updated for resources: {'Port': ['ID=f710d3a2-2648-49b9-bd55-b534ef24068a,revision_number=3']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:38:43.973985 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.db_base_plugin_common [None req-359a33e6-e63f-4589-8da6-91dcd9f98931 tempest-FloatingIPAdminTestJSON-808541723 tempest-FloatingIPAdminTestJSON-808541723-project] Allocated IP 172.26.0.73 (99c66757-74e3-40a4-b479-8d09e3a7c3dd/7f3d1034-1de7-458a-a3ee-77488de3949b/66cb7ce5-d459-4064-a4c6-dfa7d884aa66) {{(pid=103333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 07:38:43.979011 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8082a87-579e-4a39-b765-472a95606afe req-21af2f97-8483-45e3-8ccb-2a9e86e02d6f tempest-ServersTestManualDisk-1995987990 tempest-ServersTestManualDisk-1995987990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:38:43.980605 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-c8082a87-579e-4a39-b765-472a95606afe req-21af2f97-8483-45e3-8ccb-2a9e86e02d6f tempest-ServersTestManualDisk-1995987990 tempest-ServersTestManualDisk-1995987990-project] 10.222.0.27 "GET /v2.0/ports?device_id=fd32aad3-def3-4cd3-9b2d-e2a48bdb7a3b HTTP/1.1" status: 200 len: 943 time: 0.5398805 Oct 19 07:38:43.983529 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-9734e443-e8c9-403f-a23b-5fc7d180a201 req-db114aa7-9971-4aeb-bdf1-be8fdd3f4b24 service neutron] 10.222.0.16 "GET /v2.0/networks/b591b429-0972-4e45-afd3-bb0899b18496?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1782949 Oct 19 07:38:43.998273 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-acc44ea0-65eb-4fa2-9e2c-63b61bd95ed6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785020947330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130996763'] for port, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:44.035370 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-f0e0bdfe-8bef-4e43-9d53-c2fe6d26ffda req-0072b417-5d30-416d-9721-093191f72ca7 service neutron] 10.222.0.16 "GET /v2.0/networks/29346864-1bf4-4ca7-8c28-dd64957b61d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2152562 Oct 19 07:38:44.058050 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Device 166507e4-5bf0-4d0c-a912-f2cd4a10fdee details requested by agent hyperv_hv-neutron-8616 with host hv-neutron-8616 {{(pid=103334) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 07:38:44.086063 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acc44ea0-65eb-4fa2-9e2c-63b61bd95ed6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252-project-admin] Network a7f6643b-92d2-4a32-83c3-c2f01975a0e9 is already hosted by enough agents. {{(pid=103333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 07:38:44.091833 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-acc44ea0-65eb-4fa2-9e2c-63b61bd95ed6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252-project-admin] Resources bound (agent type, host, resource id): {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:38:44.094241 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acc44ea0-65eb-4fa2-9e2c-63b61bd95ed6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252-project-admin] Received port after_create {{(pid=103333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 07:38:44.095364 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acc44ea0-65eb-4fa2-9e2c-63b61bd95ed6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:38:44.095962 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-acc44ea0-65eb-4fa2-9e2c-63b61bd95ed6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42160'] for port, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:44.131992 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-ef65eaff-f2b5-448e-81c3-4d4a6e8db38a None None] Provisioning complete for port f710d3a2-2648-49b9-bd55-b534ef24068a triggered by entity DHCP. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:38:44.134518 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-ef65eaff-f2b5-448e-81c3-4d4a6e8db38a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:44.134518 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-ef65eaff-f2b5-448e-81c3-4d4a6e8db38a None None] Attempt 1 to provision port f710d3a2-2648-49b9-bd55-b534ef24068a Oct 19 07:38:44.208071 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb20d435-1aa1-49a6-bcf2-171f7f2af27c req-b3db66f1-5035-4aac-938d-c05908e5fede tempest-ServersTestJSON-461936375 tempest-ServersTestJSON-461936375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:38:44.211782 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-359a33e6-e63f-4589-8da6-91dcd9f98931 tempest-FloatingIPAdminTestJSON-808541723 tempest-FloatingIPAdminTestJSON-808541723-project] Notify callbacks [] for port, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:44.216388 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-fb20d435-1aa1-49a6-bcf2-171f7f2af27c req-b3db66f1-5035-4aac-938d-c05908e5fede tempest-ServersTestJSON-461936375 tempest-ServersTestJSON-461936375-project] 10.222.0.27 "GET /v2.0/ports?device_id=7edb487a-fad4-4d3e-826c-bf286ef7d7e5 HTTP/1.1" status: 200 len: 944 time: 0.6270471 Oct 19 07:38:44.242855 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-c8082a87-579e-4a39-b765-472a95606afe req-af6d4548-9b9a-4a4c-ae22-413248a70750 tempest-ServersTestManualDisk-1995987990 tempest-ServersTestManualDisk-1995987990-project] 10.222.0.27 "GET /v2.0/security-groups?id=cd2f4ea7-fe99-4ea4-b101-5829406beaad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2269802 Oct 19 07:38:44.257360 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc44ea0-65eb-4fa2-9e2c-63b61bd95ed6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252-project-admin] Pushing event updated for resources: {'Port': ['ID=8194bab1-ed3f-4c4b-8072-01ea16b7bbed,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:38:44.280022 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-acc44ea0-65eb-4fa2-9e2c-63b61bd95ed6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252-project-admin] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.0405276 Oct 19 07:38:44.281870 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 54152) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:38:44.289954 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-359a33e6-e63f-4589-8da6-91dcd9f98931 tempest-FloatingIPAdminTestJSON-808541723 tempest-FloatingIPAdminTestJSON-808541723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785020947330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130996763'] for port, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:44.312330 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] For port 166507e4-5bf0-4d0c-a912-f2cd4a10fdee, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=166507e4-5bf0-4d0c-a912-f2cd4a10fdee,segment=NetworkSegment(d3fee98f-d3eb-41cf-827a-ce536a5d361c),segment_id=d3fee98f-d3eb-41cf-827a-ce536a5d361c)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:38:44.335394 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Returning: {'device': '166507e4-5bf0-4d0c-a912-f2cd4a10fdee', 'network_id': '9f9e4d3a-9b0f-46a7-b045-8d44d07986e0', 'port_id': '166507e4-5bf0-4d0c-a912-f2cd4a10fdee', 'mac_address': 'fa:16:3e:1e:20:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '509b576d-66cd-49df-8740-f428cd2060b2', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103334) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 07:38:44.374919 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 54154) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:38:44.376413 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-359a33e6-e63f-4589-8da6-91dcd9f98931 tempest-FloatingIPAdminTestJSON-808541723 tempest-FloatingIPAdminTestJSON-808541723-project] Network 99c66757-74e3-40a4-b479-8d09e3a7c3dd is already hosted by enough agents. {{(pid=103333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 07:38:44.385563 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Current status of the port 166507e4-5bf0-4d0c-a912-f2cd4a10fdee is: DOWN; New status is: BUILD {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:38:44.386006 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:44.388464 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-359a33e6-e63f-4589-8da6-91dcd9f98931 tempest-FloatingIPAdminTestJSON-808541723 tempest-FloatingIPAdminTestJSON-808541723-project] Resources bound (agent type, host, resource id): {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:38:44.390949 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-359a33e6-e63f-4589-8da6-91dcd9f98931 tempest-FloatingIPAdminTestJSON-808541723 tempest-FloatingIPAdminTestJSON-808541723-project] Received port after_create {{(pid=103333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 07:38:44.395815 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-773ac0ce-6cba-46cd-bab4-80d4d06fa39e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:38:44.400979 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-773ac0ce-6cba-46cd-bab4-80d4d06fa39e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252-project-admin] 10.222.0.27 "GET /v2.0/ports/8194bab1-ed3f-4c4b-8072-01ea16b7bbed HTTP/1.1" status: 200 len: 959 time: 0.1136830 Oct 19 07:38:44.401183 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-ef65eaff-f2b5-448e-81c3-4d4a6e8db38a None None] Current status of the port f710d3a2-2648-49b9-bd55-b534ef24068a is: ACTIVE; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:38:44.402647 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 54158) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:38:44.429792 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.notifiers.nova [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 166507e4-5bf0-4d0c-a912-f2cd4a10fdee {{(pid=103334) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 19 07:38:44.457198 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359a33e6-e63f-4589-8da6-91dcd9f98931 tempest-FloatingIPAdminTestJSON-808541723 tempest-FloatingIPAdminTestJSON-808541723-project] Pushing event updated for resources: {'Port': ['ID=66cb7ce5-d459-4064-a4c6-dfa7d884aa66,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:38:44.468219 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] For port 166507e4-5bf0-4d0c-a912-f2cd4a10fdee, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=166507e4-5bf0-4d0c-a912-f2cd4a10fdee,segment=NetworkSegment(d3fee98f-d3eb-41cf-827a-ce536a5d361c),segment_id=d3fee98f-d3eb-41cf-827a-ce536a5d361c)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:38:44.473779 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:44.528016 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Pushing event updated for resources: {'Port': ['ID=166507e4-5bf0-4d0c-a912-f2cd4a10fdee,revision_number=4']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:38:44.573434 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-9734e443-e8c9-403f-a23b-5fc7d180a201 req-e16cfc92-400a-4a3d-b608-a17afa50fb2c service neutron] 10.222.0.16 "GET /v2.0/networks/b591b429-0972-4e45-afd3-bb0899b18496?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5544088 Oct 19 07:38:44.591097 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-5eea953a-4d3e-499d-9bb0-b5a44edc7823 tempest-AgentManagementNegativeTest-1583231563 tempest-AgentManagementNegativeTest-1583231563-project] 10.222.0.27 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.2090056 Oct 19 07:38:44.603027 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-359a33e6-e63f-4589-8da6-91dcd9f98931 tempest-FloatingIPAdminTestJSON-808541723 tempest-FloatingIPAdminTestJSON-808541723-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:44.606880 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-30dbf779-d0df-4051-af5a-0cded873d632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252-project-admin] Deleting port 8194bab1-ed3f-4c4b-8072-01ea16b7bbed {{(pid=103333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 07:38:44.607209 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-30dbf779-d0df-4051-af5a-0cded873d632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:44.608639 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-bc321b4a-bc8c-473a-a06f-59e53515173a tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks [] for port, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:44.618712 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-fb20d435-1aa1-49a6-bcf2-171f7f2af27c req-69d286e8-8fcd-4487-a7fe-8db8f5cd3d49 tempest-ServersTestJSON-461936375 tempest-ServersTestJSON-461936375-project] 10.222.0.27 "GET /v2.0/security-groups?id=47cbba02-6d50-4e36-a3e0-bd46273f3056&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4009295 Oct 19 07:38:44.638113 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5a04cc1-4278-400b-a5a7-db55c9fb1dcc tempest-ExternalNetworksAdminNegativeTestJSON-526099651 tempest-ExternalNetworksAdminNegativeTestJSON-526099651-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Oct 19 07:38:44.638630 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d5a04cc1-4278-400b-a5a7-db55c9fb1dcc tempest-ExternalNetworksAdminNegativeTestJSON-526099651 tempest-ExternalNetworksAdminNegativeTestJSON-526099651-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=103332) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 07:38:44.657341 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1486a337-f5bb-44e0-be1d-bd1bf406841d req-0d5bafb7-6620-49c5-a8b0-c3806ae95f53 tempest-ServerActionsTestJSON-1032082790 tempest-ServerActionsTestJSON-1032082790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:38:44.657341 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-1486a337-f5bb-44e0-be1d-bd1bf406841d req-0d5bafb7-6620-49c5-a8b0-c3806ae95f53 tempest-ServerActionsTestJSON-1032082790 tempest-ServerActionsTestJSON-1032082790-project] 10.222.0.27 "GET /v2.0/ports?device_id=c15ce40b-4ff1-4ce8-b3f1-4c16c8447f68 HTTP/1.1" status: 200 len: 944 time: 0.1080360 Oct 19 07:38:44.696768 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-30dbf779-d0df-4051-af5a-0cded873d632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:44.699562 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-359a33e6-e63f-4589-8da6-91dcd9f98931 tempest-FloatingIPAdminTestJSON-808541723 tempest-FloatingIPAdminTestJSON-808541723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:44.719301 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-d5a04cc1-4278-400b-a5a7-db55c9fb1dcc tempest-ExternalNetworksAdminNegativeTestJSON-526099651 tempest-ExternalNetworksAdminNegativeTestJSON-526099651-project-admin] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 409 len: 371 time: 1.9882598 Oct 19 07:38:44.722577 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 54162) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:38:44.731216 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-30dbf779-d0df-4051-af5a-0cded873d632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252-project-admin] Calling delete_port for 8194bab1-ed3f-4c4b-8072-01ea16b7bbed owned by {{(pid=103333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 07:38:44.731846 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-1486a337-f5bb-44e0-be1d-bd1bf406841d req-ad5f0210-b88b-4415-a138-0fc85c9a16b1 tempest-ServerActionsTestJSON-1032082790 tempest-ServerActionsTestJSON-1032082790-project] 10.222.0.27 "GET /v2.0/security-groups?id=f0bcd6ee-444f-46c6-b01f-ccacf8976dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584774 Oct 19 07:38:44.734799 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-bc321b4a-bc8c-473a-a06f-59e53515173a tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785020947330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133553798'] for port, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:44.752006 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] get_ports_and_sgs() called for port_ids ['166507e4-5bf0-4d0c-a912-f2cd4a10fdee'] {{(pid=103334) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 19 07:38:44.858225 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc321b4a-bc8c-473a-a06f-59e53515173a tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Network 6b5a65c5-1bed-4301-9db8-c1056c2b8eba is already hosted by enough agents. {{(pid=103332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 07:38:44.901943 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.base_scheduler [None req-bc321b4a-bc8c-473a-a06f-59e53515173a tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Resources bound (agent type, host, resource id): {{(pid=103332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:38:44.910979 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc321b4a-bc8c-473a-a06f-59e53515173a tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Received port after_create {{(pid=103332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 07:38:44.919041 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc321b4a-bc8c-473a-a06f-59e53515173a tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:38:44.919740 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-bc321b4a-bc8c-473a-a06f-59e53515173a tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42160'] for port, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:44.950543 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc321b4a-bc8c-473a-a06f-59e53515173a tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Pushing event updated for resources: {'Port': ['ID=b421fb7d-bb41-4326-9611-2e425e089e64,revision_number=1']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:38:44.955161 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 54166) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:38:45.010275 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-bc321b4a-bc8c-473a-a06f-59e53515173a tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.4707518 Oct 19 07:38:45.015669 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 54170) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:38:45.099257 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.plugin [None req-a00b2d23-4460-450f-bddf-4eea1c75732c tempest-ExternalNetworksAdminNegativeTestJSON-526099651 tempest-ExternalNetworksAdminNegativeTestJSON-526099651-project-admin] Deleting port 959bda92-183c-41dc-b2a2-179f9ac197db {{(pid=103332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 07:38:45.100345 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-a00b2d23-4460-450f-bddf-4eea1c75732c tempest-ExternalNetworksAdminNegativeTestJSON-526099651 tempest-ExternalNetworksAdminNegativeTestJSON-526099651-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:45.109977 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a21e179-4a98-4ade-bbad-511543512e2d tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:38:45.116563 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a21e179-4a98-4ade-bbad-511543512e2d tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:38:45.118258 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-9a21e179-4a98-4ade-bbad-511543512e2d tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] 10.222.0.27 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1686 time: 0.0981760 Oct 19 07:38:45.121075 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 54172) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:38:45.149029 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-0efb28b1-bc65-4c5a-b04f-1dc1a34a8ab9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:45.237048 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-a00b2d23-4460-450f-bddf-4eea1c75732c tempest-ExternalNetworksAdminNegativeTestJSON-526099651 tempest-ExternalNetworksAdminNegativeTestJSON-526099651-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:45.237374 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-a00b2d23-4460-450f-bddf-4eea1c75732c tempest-ExternalNetworksAdminNegativeTestJSON-526099651 tempest-ExternalNetworksAdminNegativeTestJSON-526099651-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:45.267620 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-9df1bf22-e2da-4458-8766-6d5390c2ca5c None None] Provisioning complete for port b421fb7d-bb41-4326-9611-2e425e089e64 triggered by entity DHCP. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:38:45.268328 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-9df1bf22-e2da-4458-8766-6d5390c2ca5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:45.268909 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-9df1bf22-e2da-4458-8766-6d5390c2ca5c None None] Attempt 1 to provision port b421fb7d-bb41-4326-9611-2e425e089e64 Oct 19 07:38:45.290199 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-30dbf779-d0df-4051-af5a-0cded873d632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130996763'] for port, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:45.309499 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.plugin [None req-a00b2d23-4460-450f-bddf-4eea1c75732c tempest-ExternalNetworksAdminNegativeTestJSON-526099651 tempest-ExternalNetworksAdminNegativeTestJSON-526099651-project-admin] Calling delete_port for 959bda92-183c-41dc-b2a2-179f9ac197db owned by network:floatingip {{(pid=103332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 07:38:45.316962 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-0efb28b1-bc65-4c5a-b04f-1dc1a34a8ab9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:45.328064 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-0efb28b1-bc65-4c5a-b04f-1dc1a34a8ab9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788643'] for security_group, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:45.329459 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device f710d3a2-2648-49b9-bd55-b534ef24068a up at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 07:38:45.332433 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30dbf779-d0df-4051-af5a-0cded873d632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252-project-admin] Pushing event deleted for resources: {'Port': ['ID=8194bab1-ed3f-4c4b-8072-01ea16b7bbed,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:38:45.345173 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-30dbf779-d0df-4051-af5a-0cded873d632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42160'] for port, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:45.348463 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-30dbf779-d0df-4051-af5a-0cded873d632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252-project-admin] 10.222.0.27 "DELETE /v2.0/ports/8194bab1-ed3f-4c4b-8072-01ea16b7bbed HTTP/1.1" status: 204 len: 168 time: 0.9459980 Oct 19 07:38:45.354846 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-359a33e6-e63f-4589-8da6-91dcd9f98931 tempest-FloatingIPAdminTestJSON-808541723 tempest-FloatingIPAdminTestJSON-808541723-project] Notify callbacks [] for port, precommit_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:45.356295 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 54176) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:38:45.384723 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c4ffebf-2da2-4ae5-aa2f-c77da4c588d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252-project-admin] GET failed (client error): The resource could not be found. Oct 19 07:38:45.389795 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-6c4ffebf-2da2-4ae5-aa2f-c77da4c588d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252-project-admin] 10.222.0.27 "GET /v2.0/ports/8194bab1-ed3f-4c4b-8072-01ea16b7bbed HTTP/1.1" status: 404 len: 333 time: 0.0289290 Oct 19 07:38:45.391576 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-359a33e6-e63f-4589-8da6-91dcd9f98931 tempest-FloatingIPAdminTestJSON-808541723 tempest-FloatingIPAdminTestJSON-808541723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130996754'] for port, after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:45.394176 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 54178) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:38:45.402739 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-efdb898a-c32f-4d99-a2a8-80fea69743aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252-project-admin] Request body: {'port': {'network_id': 'a7f6643b-92d2-4a32-83c3-c2f01975a0e9', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-294463739'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:38:45.405932 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-9df1bf22-e2da-4458-8766-6d5390c2ca5c None None] Port b421fb7d-bb41-4326-9611-2e425e089e64 cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 07:38:45.407766 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-68df3d50-ea0d-49b3-8159-97a441e98693 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Deleting port b421fb7d-bb41-4326-9611-2e425e089e64 {{(pid=103333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 07:38:45.408106 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-68df3d50-ea0d-49b3-8159-97a441e98693 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:45.419805 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Provisioning complete for port f710d3a2-2648-49b9-bd55-b534ef24068a triggered by entity L2. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:38:45.420270 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:45.420726 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Attempt 1 to provision port f710d3a2-2648-49b9-bd55-b534ef24068a Oct 19 07:38:45.447359 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-0efb28b1-bc65-4c5a-b04f-1dc1a34a8ab9 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=c78b55d4ca794b53bfc268e742a4a476&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4861376 Oct 19 07:38:45.453257 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 54180) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:38:45.455228 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efb28b1-bc65-4c5a-b04f-1dc1a34a8ab9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37a58ad4-1c65-485b-b8cc-523935107a20,revision_number=1']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:38:45.508280 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Current status of the port f710d3a2-2648-49b9-bd55-b534ef24068a is: ACTIVE; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:38:45.510326 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc56380-8325-4aee-b8a6-3c265fae1ba7 req-1fff4bc3-99fe-44e5-b51d-dab65b20ad15 tempest-ServersTestManualDisk-1995987990 tempest-ServersTestManualDisk-1995987990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:38:45.511832 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-1fc56380-8325-4aee-b8a6-3c265fae1ba7 req-1fff4bc3-99fe-44e5-b51d-dab65b20ad15 tempest-ServersTestManualDisk-1995987990 tempest-ServersTestManualDisk-1995987990-project] 10.222.0.27 "GET /v2.0/ports?device_id=fd32aad3-def3-4cd3-9b2d-e2a48bdb7a3b HTTP/1.1" status: 200 len: 943 time: 0.1275704 Oct 19 07:38:45.563949 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efdb898a-c32f-4d99-a2a8-80fea69743aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252-project-admin] Made reservation on behalf of 22e1ecce49d240948557aa471da51354 for: {'port': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 07:38:45.566116 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-efdb898a-c32f-4d99-a2a8-80fea69743aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:45.571903 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-68df3d50-ea0d-49b3-8159-97a441e98693 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:45.580968 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-5e977b90-2243-4fb8-bc1c-a7c81963db43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:45.581312 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359a33e6-e63f-4589-8da6-91dcd9f98931 tempest-FloatingIPAdminTestJSON-808541723 tempest-FloatingIPAdminTestJSON-808541723-project] Pushing event updated for resources: {'Port': ['ID=66cb7ce5-d459-4064-a4c6-dfa7d884aa66,revision_number=2']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:38:45.595331 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-359a33e6-e63f-4589-8da6-91dcd9f98931 tempest-FloatingIPAdminTestJSON-808541723 tempest-FloatingIPAdminTestJSON-808541723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1695041'] for floatingip, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:45.599042 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-68df3d50-ea0d-49b3-8159-97a441e98693 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Calling delete_port for b421fb7d-bb41-4326-9611-2e425e089e64 owned by {{(pid=103333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 07:38:45.611587 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.notifiers.nova [None req-efdb898a-c32f-4d99-a2a8-80fea69743aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252-project-admin] device_id is not set on port 09528351-eabb-4897-aea6-c53b295acd3c yet. {{(pid=103333) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 19 07:38:45.623165 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-359a33e6-e63f-4589-8da6-91dcd9f98931 tempest-FloatingIPAdminTestJSON-808541723 tempest-FloatingIPAdminTestJSON-808541723-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42160'] for floatingip, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:45.626398 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-359a33e6-e63f-4589-8da6-91dcd9f98931 tempest-FloatingIPAdminTestJSON-808541723 tempest-FloatingIPAdminTestJSON-808541723-project] 10.222.0.27 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.7776036 Oct 19 07:38:45.626553 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-5e977b90-2243-4fb8-bc1c-a7c81963db43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:45.627866 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 54182) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:38:45.633600 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-a00b2d23-4460-450f-bddf-4eea1c75732c tempest-ExternalNetworksAdminNegativeTestJSON-526099651 tempest-ExternalNetworksAdminNegativeTestJSON-526099651-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133553798'] for port, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:45.641313 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-1fc56380-8325-4aee-b8a6-3c265fae1ba7 req-2243c0d1-260f-45a3-bf5d-82d0a44f254a tempest-ServersTestManualDisk-1995987990 tempest-ServersTestManualDisk-1995987990-project] 10.222.0.27 "GET /v2.0/security-groups?id=cd2f4ea7-fe99-4ea4-b101-5829406beaad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1061051 Oct 19 07:38:45.688380 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00b2d23-4460-450f-bddf-4eea1c75732c tempest-ExternalNetworksAdminNegativeTestJSON-526099651 tempest-ExternalNetworksAdminNegativeTestJSON-526099651-project-admin] Pushing event deleted for resources: {'Port': ['ID=959bda92-183c-41dc-b2a2-179f9ac197db,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:38:45.773084 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-111601fa-af2e-474d-8667-8e7b92e9a0ac tempest-FloatingIPAdminTestJSON-102997040 tempest-FloatingIPAdminTestJSON-102997040-project-admin] 10.222.0.27 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3089 time: 0.1449220 Oct 19 07:38:45.773940 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 54188) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:38:45.868863 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-a00b2d23-4460-450f-bddf-4eea1c75732c tempest-ExternalNetworksAdminNegativeTestJSON-526099651 tempest-ExternalNetworksAdminNegativeTestJSON-526099651-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:45.871262 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-a00b2d23-4460-450f-bddf-4eea1c75732c tempest-ExternalNetworksAdminNegativeTestJSON-526099651 tempest-ExternalNetworksAdminNegativeTestJSON-526099651-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42160'] for floatingip, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:45.872397 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-a00b2d23-4460-450f-bddf-4eea1c75732c tempest-ExternalNetworksAdminNegativeTestJSON-526099651 tempest-ExternalNetworksAdminNegativeTestJSON-526099651-project-admin] 10.222.0.27 "DELETE /v2.0/floatingips/38d1ac18-86a9-44c4-971d-1a7a9057aa6b HTTP/1.1" status: 204 len: 168 time: 1.1486595 Oct 19 07:38:45.875629 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-47487784-deed-406c-ad8e-94891f435499 tempest-FloatingIPAdminTestJSON-1410639124 tempest-FloatingIPAdminTestJSON-1410639124-project] 10.222.0.27 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.0988560 Oct 19 07:38:45.879043 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 54190) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:38:45.897628 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-5e977b90-2243-4fb8-bc1c-a7c81963db43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788643'] for security_group, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:45.900272 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-5e977b90-2243-4fb8-bc1c-a7c81963db43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:45.901417 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-5e977b90-2243-4fb8-bc1c-a7c81963db43 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/37a58ad4-1c65-485b-b8cc-523935107a20 HTTP/1.1" status: 204 len: 168 time: 0.4471223 Oct 19 07:38:45.908104 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-9df1bf22-e2da-4458-8766-6d5390c2ca5c None None] Attempt 2 to provision port b421fb7d-bb41-4326-9611-2e425e089e64 Oct 19 07:38:45.917853 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e977b90-2243-4fb8-bc1c-a7c81963db43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37a58ad4-1c65-485b-b8cc-523935107a20,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:38:45.926390 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172d905b-dfa4-4666-a00c-59e0c36d9d77 req-db940211-3de3-439b-bb3e-9f56d610bbab tempest-ServersTestJSON-461936375 tempest-ServersTestJSON-461936375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:38:45.928470 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-172d905b-dfa4-4666-a00c-59e0c36d9d77 req-db940211-3de3-439b-bb3e-9f56d610bbab tempest-ServersTestJSON-461936375 tempest-ServersTestJSON-461936375-project] 10.222.0.27 "GET /v2.0/ports?device_id=7edb487a-fad4-4d3e-826c-bf286ef7d7e5 HTTP/1.1" status: 200 len: 944 time: 0.1882463 Oct 19 07:38:45.965260 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2faf6e-2ec5-429d-9983-a5ad75040b0d req-7b806c45-b024-4491-b09c-11c326bfd1a3 tempest-ServerActionsTestJSON-1032082790 tempest-ServerActionsTestJSON-1032082790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:38:45.967111 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-ba2faf6e-2ec5-429d-9983-a5ad75040b0d req-7b806c45-b024-4491-b09c-11c326bfd1a3 tempest-ServerActionsTestJSON-1032082790 tempest-ServerActionsTestJSON-1032082790-project] 10.222.0.27 "GET /v2.0/ports?device_id=c15ce40b-4ff1-4ce8-b3f1-4c16c8447f68 HTTP/1.1" status: 200 len: 944 time: 0.1209171 Oct 19 07:38:45.995523 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-68df3d50-ea0d-49b3-8159-97a441e98693 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130996763'] for port, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:46.004977 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-172d905b-dfa4-4666-a00c-59e0c36d9d77 req-b97938ab-5aa9-444f-b8cd-7db345da6af8 tempest-ServersTestJSON-461936375 tempest-ServersTestJSON-461936375-project] 10.222.0.27 "GET /v2.0/security-groups?id=47cbba02-6d50-4e36-a3e0-bd46273f3056&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0687509 Oct 19 07:38:46.028989 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-ba2faf6e-2ec5-429d-9983-a5ad75040b0d req-61aa69ea-0b97-43bd-98f7-70c08594cca6 tempest-ServerActionsTestJSON-1032082790 tempest-ServerActionsTestJSON-1032082790-project] 10.222.0.27 "GET /v2.0/security-groups?id=f0bcd6ee-444f-46c6-b01f-ccacf8976dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528386 Oct 19 07:38:46.037639 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-9df1bf22-e2da-4458-8766-6d5390c2ca5c None None] Port b421fb7d-bb41-4326-9611-2e425e089e64 cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 07:38:46.051475 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Device c7b653fc-acc2-4b86-b664-a00123df00c4 details requested by agent hyperv_hv-neutron-8616 with host hv-neutron-8616 {{(pid=103334) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 07:38:46.083140 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Device 166507e4-5bf0-4d0c-a912-f2cd4a10fdee up at agent hyperv_hv-neutron-8616 {{(pid=103334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 07:38:46.096339 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68df3d50-ea0d-49b3-8159-97a441e98693 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Pushing event deleted for resources: {'Port': ['ID=b421fb7d-bb41-4326-9611-2e425e089e64,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:38:46.144762 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-efdb898a-c32f-4d99-a2a8-80fea69743aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252-project-admin] Notify callbacks [] for port, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:46.154306 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-68df3d50-ea0d-49b3-8159-97a441e98693 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42160'] for port, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:46.157775 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-68df3d50-ea0d-49b3-8159-97a441e98693 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] 10.222.0.27 "DELETE /v2.0/ports/b421fb7d-bb41-4326-9611-2e425e089e64 HTTP/1.1" status: 204 len: 168 time: 1.0357060 Oct 19 07:38:46.160363 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 54200) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:38:46.252548 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-e2bc6a1c-af9a-49ea-b1d0-c3aad84c575f tempest-FloatingIPAdminTestJSON-808541723 tempest-FloatingIPAdminTestJSON-808541723-project] Deleting port 66cb7ce5-d459-4064-a4c6-dfa7d884aa66 {{(pid=103333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 07:38:46.252917 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-e2bc6a1c-af9a-49ea-b1d0-c3aad84c575f tempest-FloatingIPAdminTestJSON-808541723 tempest-FloatingIPAdminTestJSON-808541723-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:46.284057 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-efdb898a-c32f-4d99-a2a8-80fea69743aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785020947330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130996763'] for port, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:46.287737 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] For port c7b653fc-acc2-4b86-b664-a00123df00c4, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=c7b653fc-acc2-4b86-b664-a00123df00c4,segment=NetworkSegment(f4c58900-46fa-40ca-95c7-471a7b507c99),segment_id=f4c58900-46fa-40ca-95c7-471a7b507c99)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:38:46.300431 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Provisioning for port 166507e4-5bf0-4d0c-a912-f2cd4a10fdee completed by entity L2. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 19 07:38:46.307893 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 54202) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:38:46.308700 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Provisioning complete for port 166507e4-5bf0-4d0c-a912-f2cd4a10fdee triggered by entity L2. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:38:46.309157 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:46.309528 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Attempt 1 to provision port 166507e4-5bf0-4d0c-a912-f2cd4a10fdee Oct 19 07:38:46.311597 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Returning: {'device': 'c7b653fc-acc2-4b86-b664-a00123df00c4', 'network_id': '29346864-1bf4-4ca7-8c28-dd64957b61d5', 'port_id': 'c7b653fc-acc2-4b86-b664-a00123df00c4', 'mac_address': 'fa:16:3e:3e:c0:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b83089a-6242-4a4f-85cc-90b42d56ee75', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103334) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 07:38:46.335857 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa8ce9b1-49e9-4138-b7e2-ce816a37146b tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:38:46.338072 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa8ce9b1-49e9-4138-b7e2-ce816a37146b tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:38:46.338885 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-3b27f225-e334-4b23-8ec4-5589b8612058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:46.339402 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-aa8ce9b1-49e9-4138-b7e2-ce816a37146b tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] 10.222.0.27 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1780384 Oct 19 07:38:46.353563 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 54206) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:38:46.400432 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Current status of the port c7b653fc-acc2-4b86-b664-a00123df00c4 is: DOWN; New status is: BUILD {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:38:46.400863 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:46.420208 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.notifiers.nova [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c7b653fc-acc2-4b86-b664-a00123df00c4 {{(pid=103334) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 19 07:38:46.448561 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efdb898a-c32f-4d99-a2a8-80fea69743aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252-project-admin] Network a7f6643b-92d2-4a32-83c3-c2f01975a0e9 is already hosted by enough agents. {{(pid=103333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 07:38:46.457175 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-efdb898a-c32f-4d99-a2a8-80fea69743aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252-project-admin] Resources bound (agent type, host, resource id): {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:38:46.463315 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efdb898a-c32f-4d99-a2a8-80fea69743aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252-project-admin] Received port after_create {{(pid=103333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 07:38:46.464388 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efdb898a-c32f-4d99-a2a8-80fea69743aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:38:46.465200 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-efdb898a-c32f-4d99-a2a8-80fea69743aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42160'] for port, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:46.470805 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] For port c7b653fc-acc2-4b86-b664-a00123df00c4, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=c7b653fc-acc2-4b86-b664-a00123df00c4,segment=NetworkSegment(f4c58900-46fa-40ca-95c7-471a7b507c99),segment_id=f4c58900-46fa-40ca-95c7-471a7b507c99)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:38:46.480088 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efdb898a-c32f-4d99-a2a8-80fea69743aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252-project-admin] Pushing event updated for resources: {'Port': ['ID=09528351-eabb-4897-aea6-c53b295acd3c,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:38:46.483071 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:46.485637 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Device ac82e6f5-e329-44a1-b9e7-97810fa5c238 details requested by agent hyperv_hv-neutron-8616 with host hv-neutron-8616 {{(pid=103334) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 07:38:46.500913 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Current status of the port 166507e4-5bf0-4d0c-a912-f2cd4a10fdee is: BUILD; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:38:46.501302 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:46.502281 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.db_base_plugin_v2 [None req-3cfd2b38-8072-4251-b00b-c898977fb0ce tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Deleting subnet fb10e0be-eb0c-4db4-8a4b-fdc3e2fd7ea5 {{(pid=103332) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 19 07:38:46.504155 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-e2bc6a1c-af9a-49ea-b1d0-c3aad84c575f tempest-FloatingIPAdminTestJSON-808541723 tempest-FloatingIPAdminTestJSON-808541723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:46.504899 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-e2bc6a1c-af9a-49ea-b1d0-c3aad84c575f tempest-FloatingIPAdminTestJSON-808541723 tempest-FloatingIPAdminTestJSON-808541723-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:46.511879 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-efdb898a-c32f-4d99-a2a8-80fea69743aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252-project-admin] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 1.1154060 Oct 19 07:38:46.517036 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 54214) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:38:46.517766 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-3cfd2b38-8072-4251-b00b-c898977fb0ce tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks [] for subnet, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:46.535622 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-1aa12c27-7744-4ef7-9450-521025b9e3ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:46.538495 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-e2bc6a1c-af9a-49ea-b1d0-c3aad84c575f tempest-FloatingIPAdminTestJSON-808541723 tempest-FloatingIPAdminTestJSON-808541723-project] Calling delete_port for 66cb7ce5-d459-4064-a4c6-dfa7d884aa66 owned by network:floatingip {{(pid=103333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 07:38:46.543910 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-196b8839-95dc-46b1-a2dc-5308a3ce6078 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8616'}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:38:46.597191 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-9df1bf22-e2da-4458-8766-6d5390c2ca5c None None] Attempt 3 to provision port b421fb7d-bb41-4326-9611-2e425e089e64 Oct 19 07:38:46.597431 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-3cfd2b38-8072-4251-b00b-c898977fb0ce tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130726890'] for subnet, precommit_delete_associations {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:46.633930 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Pushing event updated for resources: {'Port': ['ID=c7b653fc-acc2-4b86-b664-a00123df00c4,revision_number=4']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:38:46.659651 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-196b8839-95dc-46b1-a2dc-5308a3ce6078 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:46.734348 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-1aa12c27-7744-4ef7-9450-521025b9e3ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:46.745014 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-9df1bf22-e2da-4458-8766-6d5390c2ca5c None None] Port b421fb7d-bb41-4326-9611-2e425e089e64 was deleted so its status cannot be updated. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Oct 19 07:38:46.768429 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-3cfd2b38-8072-4251-b00b-c898977fb0ce tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-679826'] for subnet, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:46.772950 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-1aa12c27-7744-4ef7-9450-521025b9e3ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788643'] for security_group, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:46.817172 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c15ce40b-4ff1-4ce8-b3f1-4c16c8447f68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '166507e4-5bf0-4d0c-a912-f2cd4a10fdee'}] {{(pid=103334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 19 07:38:46.832129 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-1aa12c27-7744-4ef7-9450-521025b9e3ff admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=b9789bfb46df45afa887eaba0ec611b2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5202856 Oct 19 07:38:46.835407 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa12c27-7744-4ef7-9450-521025b9e3ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d357845-aa00-4ee0-b936-64e6c6945505,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:38:46.836261 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 54226) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:38:46.837255 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-e2bc6a1c-af9a-49ea-b1d0-c3aad84c575f tempest-FloatingIPAdminTestJSON-808541723 tempest-FloatingIPAdminTestJSON-808541723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130996763'] for port, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:46.867727 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2bc6a1c-af9a-49ea-b1d0-c3aad84c575f tempest-FloatingIPAdminTestJSON-808541723 tempest-FloatingIPAdminTestJSON-808541723-project] Pushing event deleted for resources: {'Port': ['ID=66cb7ce5-d459-4064-a4c6-dfa7d884aa66,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:38:46.930337 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] For port 166507e4-5bf0-4d0c-a912-f2cd4a10fdee, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=166507e4-5bf0-4d0c-a912-f2cd4a10fdee,segment=NetworkSegment(d3fee98f-d3eb-41cf-827a-ce536a5d361c),segment_id=d3fee98f-d3eb-41cf-827a-ce536a5d361c)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:38:46.934654 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] For port ac82e6f5-e329-44a1-b9e7-97810fa5c238, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=ac82e6f5-e329-44a1-b9e7-97810fa5c238,segment=NetworkSegment(1e98df17-e196-417f-957d-cb8b343f8c04),segment_id=1e98df17-e196-417f-957d-cb8b343f8c04)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:38:46.944269 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:46.952231 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Returning: {'device': 'ac82e6f5-e329-44a1-b9e7-97810fa5c238', 'network_id': 'b591b429-0972-4e45-afd3-bb0899b18496', 'port_id': 'ac82e6f5-e329-44a1-b9e7-97810fa5c238', 'mac_address': 'fa:16:3e:08:1d:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50f42235-c2b7-4baf-8d65-761c27136b2d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103334) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 07:38:46.960714 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-e2bc6a1c-af9a-49ea-b1d0-c3aad84c575f tempest-FloatingIPAdminTestJSON-808541723 tempest-FloatingIPAdminTestJSON-808541723-project] Notify callbacks [] for floatingip, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:46.963342 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-e2bc6a1c-af9a-49ea-b1d0-c3aad84c575f tempest-FloatingIPAdminTestJSON-808541723 tempest-FloatingIPAdminTestJSON-808541723-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42160'] for floatingip, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:46.966908 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-e2bc6a1c-af9a-49ea-b1d0-c3aad84c575f tempest-FloatingIPAdminTestJSON-808541723 tempest-FloatingIPAdminTestJSON-808541723-project] 10.222.0.27 "DELETE /v2.0/floatingips/fd66c41c-3cb6-49f9-a439-2fe92cbe75fc HTTP/1.1" status: 204 len: 168 time: 1.0827348 Oct 19 07:38:46.969758 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 54234) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:38:47.031000 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Pushing event updated for resources: {'Port': ['ID=166507e4-5bf0-4d0c-a912-f2cd4a10fdee,revision_number=5']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:38:47.035179 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Current status of the port ac82e6f5-e329-44a1-b9e7-97810fa5c238 is: DOWN; New status is: BUILD {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:38:47.036457 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:47.051949 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.notifiers.nova [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac82e6f5-e329-44a1-b9e7-97810fa5c238 {{(pid=103334) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 19 07:38:47.069983 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d918bd29c62f7e926e80ce37adcd574e0921d2de3006e6b6ef58999f52d8e2e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2da6c10b-d10e-4b40-b6b1-4e3b24070d79" -d '{"events": [{"server_uuid": "c15ce40b-4ff1-4ce8-b3f1-4c16c8447f68", "name": "network-vif-plugged", "status": "completed", "tag": "166507e4-5bf0-4d0c-a912-f2cd4a10fdee"}]}' {{(pid=103334) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 07:38:47.084480 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] For port ac82e6f5-e329-44a1-b9e7-97810fa5c238, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=ac82e6f5-e329-44a1-b9e7-97810fa5c238,segment=NetworkSegment(1e98df17-e196-417f-957d-cb8b343f8c04),segment_id=1e98df17-e196-417f-957d-cb8b343f8c04)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:38:47.095704 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-3cfd2b38-8072-4251-b00b-c898977fb0ce tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-679819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-133552721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130659632'] for subnet, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:47.095924 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:47.104539 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 54242) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:38:47.115455 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd83a454-5c6f-4fa0-9e21-b8f84738d686 req-17866811-b864-4010-a277-d537d5ae0c57 tempest-ServersTestManualDisk-1995987990 tempest-ServersTestManualDisk-1995987990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:38:47.117038 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-dd83a454-5c6f-4fa0-9e21-b8f84738d686 req-17866811-b864-4010-a277-d537d5ae0c57 tempest-ServersTestManualDisk-1995987990 tempest-ServersTestManualDisk-1995987990-project] 10.222.0.27 "GET /v2.0/ports?device_id=fd32aad3-def3-4cd3-9b2d-e2a48bdb7a3b HTTP/1.1" status: 200 len: 943 time: 0.3502808 Oct 19 07:38:47.137219 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-3cfd2b38-8072-4251-b00b-c898977fb0ce tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574827'] for subnet, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:47.145205 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-3cfd2b38-8072-4251-b00b-c898977fb0ce tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] 10.222.0.27 "DELETE /v2.0/subnets/fb10e0be-eb0c-4db4-8a4b-fdc3e2fd7ea5 HTTP/1.1" status: 204 len: 168 time: 0.7901089 Oct 19 07:38:47.146979 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 54246) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:38:47.162809 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Pushing event updated for resources: {'Port': ['ID=ac82e6f5-e329-44a1-b9e7-97810fa5c238,revision_number=4']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:38:47.166074 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76b18fd8-1acd-47f7-a0a7-08b61c0f2ae4 None None] Network 6b5a65c5-1bed-4301-9db8-c1056c2b8eba requested from dv-neutron-861624-1-hyperv {{(pid=103334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 07:38:47.197429 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-2c992a71-cdc0-453b-8282-502806419bde tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] 10.222.0.27 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0492663 Oct 19 07:38:47.200872 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 54248) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:38:47.214331 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-05966326-a9c5-4ee4-a748-b20ffec36faa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:47.227055 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cfd2b38-8072-4251-b00b-c898977fb0ce tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Pushing event deleted for resources: {'Subnet': ['ID=fb10e0be-eb0c-4db4-8a4b-fdc3e2fd7ea5,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:38:47.249960 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-de01284b-8dea-4587-befe-6ce0db958ecc tempest-FloatingIPAdminTestJSON-102997040 tempest-FloatingIPAdminTestJSON-102997040-project-admin] Deleting port bc901d0e-9683-491b-bce2-66a2906be930 {{(pid=103333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 07:38:47.250254 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-de01284b-8dea-4587-befe-6ce0db958ecc tempest-FloatingIPAdminTestJSON-102997040 tempest-FloatingIPAdminTestJSON-102997040-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:47.259885 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.notifiers.nova [None req-196b8839-95dc-46b1-a2dc-5308a3ce6078 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252-project-admin] device_id is not set on port 09528351-eabb-4897-aea6-c53b295acd3c yet. {{(pid=103332) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 19 07:38:47.286713 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-196b8839-95dc-46b1-a2dc-5308a3ce6078 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252-project-admin] Notify callbacks [] for port, precommit_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:47.314420 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-05966326-a9c5-4ee4-a748-b20ffec36faa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:47.317884 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-196b8839-95dc-46b1-a2dc-5308a3ce6078 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133553807'] for port, after_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:47.325670 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] get_ports_and_sgs() called for port_ids ['ac82e6f5-e329-44a1-b9e7-97810fa5c238'] {{(pid=103334) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 19 07:38:47.330246 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-e47a9d22-bfde-4eae-b9e5-fe23ab1f62ab tempest-BulkNetworkOpsTest-1870100288 tempest-BulkNetworkOpsTest-1870100288-project] Request body: {'networks': [{'name': 'tempest-network--700859883'}, {'name': 'tempest-network--701637297'}]} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:38:47.330539 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-e47a9d22-bfde-4eae-b9e5-fe23ab1f62ab tempest-BulkNetworkOpsTest-1870100288 tempest-BulkNetworkOpsTest-1870100288-project] Request body: {'network': {'name': 'tempest-network--700859883'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:38:47.330996 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-e47a9d22-bfde-4eae-b9e5-fe23ab1f62ab tempest-BulkNetworkOpsTest-1870100288 tempest-BulkNetworkOpsTest-1870100288-project] Request body: {'network': {'name': 'tempest-network--701637297'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:38:47.357993 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-dd83a454-5c6f-4fa0-9e21-b8f84738d686 req-3ab26512-be28-4e7f-b057-01dd36249096 tempest-ServersTestManualDisk-1995987990 tempest-ServersTestManualDisk-1995987990-project] 10.222.0.27 "GET /v2.0/security-groups?id=cd2f4ea7-fe99-4ea4-b101-5829406beaad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1882648 Oct 19 07:38:47.359780 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-394b164d-38b0-4c36-8582-1b4cd4ba5832 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:38:47.361324 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-394b164d-38b0-4c36-8582-1b4cd4ba5832 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] 10.222.0.27 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1595011 Oct 19 07:38:47.365597 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 54250) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:38:47.418250 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c08045-c5e3-4431-89a6-b33c821da1ea req-3a10ea04-e6ca-4be5-b35d-c7cabba52d38 tempest-ServersTestJSON-461936375 tempest-ServersTestJSON-461936375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:38:47.419741 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-55c08045-c5e3-4431-89a6-b33c821da1ea req-3a10ea04-e6ca-4be5-b35d-c7cabba52d38 tempest-ServersTestJSON-461936375 tempest-ServersTestJSON-461936375-project] 10.222.0.27 "GET /v2.0/ports?device_id=7edb487a-fad4-4d3e-826c-bf286ef7d7e5 HTTP/1.1" status: 200 len: 945 time: 0.2069886 Oct 19 07:38:47.426146 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196b8839-95dc-46b1-a2dc-5308a3ce6078 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252-project-admin] Pushing event updated for resources: {'Port': ['ID=09528351-eabb-4897-aea6-c53b295acd3c,revision_number=2']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:38:47.442047 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.managers [None req-196b8839-95dc-46b1-a2dc-5308a3ce6078 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252-project-admin] Attempting to bind port 09528351-eabb-4897-aea6-c53b295acd3c on host hv-neutron-8616 for vnic_type normal with profile {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 19 07:38:47.442220 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.managers [None req-196b8839-95dc-46b1-a2dc-5308a3ce6078 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252-project-admin] Attempting to bind port 09528351-eabb-4897-aea6-c53b295acd3c by drivers openvswitch,hyperv on host hv-neutron-8616 at level 0 using segments [{'id': 'c118624e-f090-4049-9e3a-7aadbd95a3d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'a7f6643b-92d2-4a32-83c3-c2f01975a0e9'}] {{(pid=103332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 19 07:38:47.444283 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-196b8839-95dc-46b1-a2dc-5308a3ce6078 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252-project-admin] Attempting to bind port 09528351-eabb-4897-aea6-c53b295acd3c on network a7f6643b-92d2-4a32-83c3-c2f01975a0e9 {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 07:38:47.446855 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a23e0f9-dcdd-428b-bb95-5677a69d535e tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:38:47.448393 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-9a23e0f9-dcdd-428b-bb95-5677a69d535e tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] 10.222.0.27 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0801351 Oct 19 07:38:47.454162 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 54254) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:38:47.454798 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e47a9d22-bfde-4eae-b9e5-fe23ab1f62ab tempest-BulkNetworkOpsTest-1870100288 tempest-BulkNetworkOpsTest-1870100288-project] Made reservation on behalf of 940ae1e417cc461ba455b7620906854d for: {'network': 2} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 07:38:47.460207 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-e47a9d22-bfde-4eae-b9e5-fe23ab1f62ab tempest-BulkNetworkOpsTest-1870100288 tempest-BulkNetworkOpsTest-1870100288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for network, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:47.466391 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-196b8839-95dc-46b1-a2dc-5308a3ce6078 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252-project-admin] Port 09528351-eabb-4897-aea6-c53b295acd3c on network a7f6643b-92d2-4a32-83c3-c2f01975a0e9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8616 {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 07:38:47.466391 dv-neutron-861624-1-hyperv neutron-server[103332]: ERROR neutron.plugins.ml2.managers [None req-196b8839-95dc-46b1-a2dc-5308a3ce6078 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252-project-admin] Failed to bind port 09528351-eabb-4897-aea6-c53b295acd3c on host hv-neutron-8616 for vnic_type normal using segments [{'id': 'c118624e-f090-4049-9e3a-7aadbd95a3d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'a7f6643b-92d2-4a32-83c3-c2f01975a0e9'}] Oct 19 07:38:47.466670 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.plugins.ml2.plugin [None req-196b8839-95dc-46b1-a2dc-5308a3ce6078 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252-project-admin] Attempt 2 to bind port 09528351-eabb-4897-aea6-c53b295acd3c Oct 19 07:38:47.487702 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-de01284b-8dea-4587-befe-6ce0db958ecc tempest-FloatingIPAdminTestJSON-102997040 tempest-FloatingIPAdminTestJSON-102997040-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:47.488046 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-de01284b-8dea-4587-befe-6ce0db958ecc tempest-FloatingIPAdminTestJSON-102997040 tempest-FloatingIPAdminTestJSON-102997040-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:47.496926 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-55c08045-c5e3-4431-89a6-b33c821da1ea req-141cae35-63c2-4d8d-840d-44a4a38b9e92 tempest-ServersTestJSON-461936375 tempest-ServersTestJSON-461936375-project] 10.222.0.27 "GET /v2.0/security-groups?id=47cbba02-6d50-4e36-a3e0-bd46273f3056&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0652301 Oct 19 07:38:47.497552 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.managers [None req-196b8839-95dc-46b1-a2dc-5308a3ce6078 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252-project-admin] Attempting to bind port 09528351-eabb-4897-aea6-c53b295acd3c on host hv-neutron-8616 for vnic_type normal with profile {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 19 07:38:47.497894 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.managers [None req-196b8839-95dc-46b1-a2dc-5308a3ce6078 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252-project-admin] Attempting to bind port 09528351-eabb-4897-aea6-c53b295acd3c by drivers openvswitch,hyperv on host hv-neutron-8616 at level 0 using segments [{'id': 'c118624e-f090-4049-9e3a-7aadbd95a3d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'a7f6643b-92d2-4a32-83c3-c2f01975a0e9'}] {{(pid=103332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 19 07:38:47.498261 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-196b8839-95dc-46b1-a2dc-5308a3ce6078 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252-project-admin] Attempting to bind port 09528351-eabb-4897-aea6-c53b295acd3c on network a7f6643b-92d2-4a32-83c3-c2f01975a0e9 {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 07:38:47.501379 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-05966326-a9c5-4ee4-a748-b20ffec36faa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788643'] for security_group, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:47.504614 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-05966326-a9c5-4ee4-a748-b20ffec36faa admin admin] Notify callbacks [] for security_group, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:47.505770 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-05966326-a9c5-4ee4-a748-b20ffec36faa admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/5d357845-aa00-4ee0-b936-64e6c6945505 HTTP/1.1" status: 204 len: 168 time: 0.6655066 Oct 19 07:38:47.510973 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-196b8839-95dc-46b1-a2dc-5308a3ce6078 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252-project-admin] Port 09528351-eabb-4897-aea6-c53b295acd3c on network a7f6643b-92d2-4a32-83c3-c2f01975a0e9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8616 {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 07:38:47.511303 dv-neutron-861624-1-hyperv neutron-server[103332]: ERROR neutron.plugins.ml2.managers [None req-196b8839-95dc-46b1-a2dc-5308a3ce6078 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252-project-admin] Failed to bind port 09528351-eabb-4897-aea6-c53b295acd3c on host hv-neutron-8616 for vnic_type normal using segments [{'id': 'c118624e-f090-4049-9e3a-7aadbd95a3d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'a7f6643b-92d2-4a32-83c3-c2f01975a0e9'}] Oct 19 07:38:47.527994 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.plugins.ml2.plugin [None req-196b8839-95dc-46b1-a2dc-5308a3ce6078 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252-project-admin] Attempt 3 to bind port 09528351-eabb-4897-aea6-c53b295acd3c Oct 19 07:38:47.528744 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-e47a9d22-bfde-4eae-b9e5-fe23ab1f62ab tempest-BulkNetworkOpsTest-1870100288 tempest-BulkNetworkOpsTest-1870100288-project] Notify callbacks [] for security_group, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:47.535442 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-eccb1649-12f5-4348-8004-c25d04402226 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] 10.222.0.27 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0727227 Oct 19 07:38:47.537733 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] get_ports_and_sgs() called for port_ids ['c7b653fc-acc2-4b86-b664-a00123df00c4'] {{(pid=103334) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 19 07:38:47.546188 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 54258) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:38:47.548319 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05966326-a9c5-4ee4-a748-b20ffec36faa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d357845-aa00-4ee0-b936-64e6c6945505,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:38:47.555223 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-0334449d-bcb7-4c7b-8cfa-48676253df79 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Request body: {'subnet': {'network_id': '6b5a65c5-1bed-4301-9db8-c1056c2b8eba', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:38:47.576892 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-de01284b-8dea-4587-befe-6ce0db958ecc tempest-FloatingIPAdminTestJSON-102997040 tempest-FloatingIPAdminTestJSON-102997040-project-admin] Calling delete_port for bc901d0e-9683-491b-bce2-66a2906be930 owned by network:floatingip {{(pid=103333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 07:38:47.589408 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.managers [None req-196b8839-95dc-46b1-a2dc-5308a3ce6078 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252-project-admin] Attempting to bind port 09528351-eabb-4897-aea6-c53b295acd3c on host hv-neutron-8616 for vnic_type normal with profile {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 19 07:38:47.596111 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.managers [None req-196b8839-95dc-46b1-a2dc-5308a3ce6078 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252-project-admin] Attempting to bind port 09528351-eabb-4897-aea6-c53b295acd3c by drivers openvswitch,hyperv on host hv-neutron-8616 at level 0 using segments [{'id': 'c118624e-f090-4049-9e3a-7aadbd95a3d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'a7f6643b-92d2-4a32-83c3-c2f01975a0e9'}] {{(pid=103332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 19 07:38:47.607311 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-196b8839-95dc-46b1-a2dc-5308a3ce6078 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252-project-admin] Attempting to bind port 09528351-eabb-4897-aea6-c53b295acd3c on network a7f6643b-92d2-4a32-83c3-c2f01975a0e9 {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 07:38:47.620121 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-196b8839-95dc-46b1-a2dc-5308a3ce6078 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252-project-admin] Port 09528351-eabb-4897-aea6-c53b295acd3c on network a7f6643b-92d2-4a32-83c3-c2f01975a0e9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8616 {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 07:38:47.620614 dv-neutron-861624-1-hyperv neutron-server[103332]: ERROR neutron.plugins.ml2.managers [None req-196b8839-95dc-46b1-a2dc-5308a3ce6078 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252-project-admin] Failed to bind port 09528351-eabb-4897-aea6-c53b295acd3c on host hv-neutron-8616 for vnic_type normal using segments [{'id': 'c118624e-f090-4049-9e3a-7aadbd95a3d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'a7f6643b-92d2-4a32-83c3-c2f01975a0e9'}] Oct 19 07:38:47.623187 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.plugins.ml2.plugin [None req-196b8839-95dc-46b1-a2dc-5308a3ce6078 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252-project-admin] Attempt 4 to bind port 09528351-eabb-4897-aea6-c53b295acd3c Oct 19 07:38:47.669289 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 19 Oct 2022 07:38:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81635e31-12a8-40de-be1f-cecb03988a21 x-openstack-request-id: req-81635e31-12a8-40de-be1f-cecb03988a21 {{(pid=103334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 07:38:47.669545 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c15ce40b-4ff1-4ce8-b3f1-4c16c8447f68", "name": "network-vif-plugged", "status": "completed", "tag": "166507e4-5bf0-4d0c-a912-f2cd4a10fdee", "code": 200}]} {{(pid=103334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 07:38:47.669783 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-81635e31-12a8-40de-be1f-cecb03988a21 {{(pid=103334) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 07:38:47.670229 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.notifiers.nova [-] Nova event matching ['req-81635e31-12a8-40de-be1f-cecb03988a21'] response: {'server_uuid': 'c15ce40b-4ff1-4ce8-b3f1-4c16c8447f68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '166507e4-5bf0-4d0c-a912-f2cd4a10fdee', 'code': 200} Oct 19 07:38:47.688357 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.managers [None req-196b8839-95dc-46b1-a2dc-5308a3ce6078 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252-project-admin] Attempting to bind port 09528351-eabb-4897-aea6-c53b295acd3c on host hv-neutron-8616 for vnic_type normal with profile {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 19 07:38:47.688827 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.managers [None req-196b8839-95dc-46b1-a2dc-5308a3ce6078 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252-project-admin] Attempting to bind port 09528351-eabb-4897-aea6-c53b295acd3c by drivers openvswitch,hyperv on host hv-neutron-8616 at level 0 using segments [{'id': 'c118624e-f090-4049-9e3a-7aadbd95a3d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'a7f6643b-92d2-4a32-83c3-c2f01975a0e9'}] {{(pid=103332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 19 07:38:47.689039 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-196b8839-95dc-46b1-a2dc-5308a3ce6078 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252-project-admin] Attempting to bind port 09528351-eabb-4897-aea6-c53b295acd3c on network a7f6643b-92d2-4a32-83c3-c2f01975a0e9 {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 07:38:47.702578 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7175126-ffe6-4ac0-9568-2b52942e9440 None None] DHCP port deletion for 6b5a65c5-1bed-4301-9db8-c1056c2b8eba request from dv-neutron-861624-1-hyperv {{(pid=103334) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 07:38:47.733387 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-196b8839-95dc-46b1-a2dc-5308a3ce6078 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252-project-admin] Port 09528351-eabb-4897-aea6-c53b295acd3c on network a7f6643b-92d2-4a32-83c3-c2f01975a0e9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8616 {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 07:38:47.733919 dv-neutron-861624-1-hyperv neutron-server[103332]: ERROR neutron.plugins.ml2.managers [None req-196b8839-95dc-46b1-a2dc-5308a3ce6078 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252-project-admin] Failed to bind port 09528351-eabb-4897-aea6-c53b295acd3c on host hv-neutron-8616 for vnic_type normal using segments [{'id': 'c118624e-f090-4049-9e3a-7aadbd95a3d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'a7f6643b-92d2-4a32-83c3-c2f01975a0e9'}] Oct 19 07:38:47.752095 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.plugins.ml2.plugin [None req-196b8839-95dc-46b1-a2dc-5308a3ce6078 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252-project-admin] Attempt 5 to bind port 09528351-eabb-4897-aea6-c53b295acd3c Oct 19 07:38:47.789091 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.managers [None req-196b8839-95dc-46b1-a2dc-5308a3ce6078 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252-project-admin] Attempting to bind port 09528351-eabb-4897-aea6-c53b295acd3c on host hv-neutron-8616 for vnic_type normal with profile {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 19 07:38:47.789760 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.managers [None req-196b8839-95dc-46b1-a2dc-5308a3ce6078 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252-project-admin] Attempting to bind port 09528351-eabb-4897-aea6-c53b295acd3c by drivers openvswitch,hyperv on host hv-neutron-8616 at level 0 using segments [{'id': 'c118624e-f090-4049-9e3a-7aadbd95a3d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'a7f6643b-92d2-4a32-83c3-c2f01975a0e9'}] {{(pid=103332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 19 07:38:47.790475 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-196b8839-95dc-46b1-a2dc-5308a3ce6078 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252-project-admin] Attempting to bind port 09528351-eabb-4897-aea6-c53b295acd3c on network a7f6643b-92d2-4a32-83c3-c2f01975a0e9 {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 07:38:47.810189 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-196b8839-95dc-46b1-a2dc-5308a3ce6078 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252-project-admin] Port 09528351-eabb-4897-aea6-c53b295acd3c on network a7f6643b-92d2-4a32-83c3-c2f01975a0e9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8616 {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 07:38:47.810895 dv-neutron-861624-1-hyperv neutron-server[103332]: ERROR neutron.plugins.ml2.managers [None req-196b8839-95dc-46b1-a2dc-5308a3ce6078 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252-project-admin] Failed to bind port 09528351-eabb-4897-aea6-c53b295acd3c on host hv-neutron-8616 for vnic_type normal using segments [{'id': 'c118624e-f090-4049-9e3a-7aadbd95a3d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'a7f6643b-92d2-4a32-83c3-c2f01975a0e9'}] Oct 19 07:38:47.813381 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.plugins.ml2.plugin [None req-196b8839-95dc-46b1-a2dc-5308a3ce6078 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252-project-admin] Attempt 6 to bind port 09528351-eabb-4897-aea6-c53b295acd3c Oct 19 07:38:47.821996 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-e47a9d22-bfde-4eae-b9e5-fe23ab1f62ab tempest-BulkNetworkOpsTest-1870100288 tempest-BulkNetworkOpsTest-1870100288-project] Notify callbacks [] for security_group, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:47.852105 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-e47a9d22-bfde-4eae-b9e5-fe23ab1f62ab tempest-BulkNetworkOpsTest-1870100288 tempest-BulkNetworkOpsTest-1870100288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788643'] for security_group, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:47.852666 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-e47a9d22-bfde-4eae-b9e5-fe23ab1f62ab tempest-BulkNetworkOpsTest-1870100288 tempest-BulkNetworkOpsTest-1870100288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for network, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:47.865911 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0334449d-bcb7-4c7b-8cfa-48676253df79 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Made reservation on behalf of 61a2e57b80c1442e9cb330141a970781 for: {'subnet': 1} {{(pid=103332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 07:38:47.870165 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-0334449d-bcb7-4c7b-8cfa-48676253df79 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130659787'] for subnet, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:47.900436 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1ba8d9-489b-4a11-ae66-9d66ff76581a req-7f6ba13e-28f1-42e9-aa40-ad863bfada39 tempest-ServerActionsTestJSON-1032082790 tempest-ServerActionsTestJSON-1032082790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:38:47.902808 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-6e1ba8d9-489b-4a11-ae66-9d66ff76581a req-7f6ba13e-28f1-42e9-aa40-ad863bfada39 tempest-ServerActionsTestJSON-1032082790 tempest-ServerActionsTestJSON-1032082790-project] 10.222.0.27 "GET /v2.0/ports?device_id=c15ce40b-4ff1-4ce8-b3f1-4c16c8447f68 HTTP/1.1" status: 200 len: 945 time: 0.2158830 Oct 19 07:38:47.910314 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-2a2259f7-b034-4eec-af7a-7abaede746c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:47.919004 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.managers [None req-196b8839-95dc-46b1-a2dc-5308a3ce6078 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252-project-admin] Attempting to bind port 09528351-eabb-4897-aea6-c53b295acd3c on host hv-neutron-8616 for vnic_type normal with profile {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 19 07:38:47.919711 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.managers [None req-196b8839-95dc-46b1-a2dc-5308a3ce6078 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252-project-admin] Attempting to bind port 09528351-eabb-4897-aea6-c53b295acd3c by drivers openvswitch,hyperv on host hv-neutron-8616 at level 0 using segments [{'id': 'c118624e-f090-4049-9e3a-7aadbd95a3d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'a7f6643b-92d2-4a32-83c3-c2f01975a0e9'}] {{(pid=103332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 19 07:38:47.920248 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-196b8839-95dc-46b1-a2dc-5308a3ce6078 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252-project-admin] Attempting to bind port 09528351-eabb-4897-aea6-c53b295acd3c on network a7f6643b-92d2-4a32-83c3-c2f01975a0e9 {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 07:38:47.920350 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47a9d22-bfde-4eae-b9e5-fe23ab1f62ab tempest-BulkNetworkOpsTest-1870100288 tempest-BulkNetworkOpsTest-1870100288-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c5aa5413-a92e-40b9-b98e-49b50a47532f,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:38:47.941675 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-de01284b-8dea-4587-befe-6ce0db958ecc tempest-FloatingIPAdminTestJSON-102997040 tempest-FloatingIPAdminTestJSON-102997040-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130996763'] for port, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:47.945639 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e47a9d22-bfde-4eae-b9e5-fe23ab1f62ab tempest-BulkNetworkOpsTest-1870100288 tempest-BulkNetworkOpsTest-1870100288-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 187} {{(pid=103333) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 07:38:47.959248 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-a7175126-ffe6-4ac0-9568-2b52942e9440 None None] Deleting port f710d3a2-2648-49b9-bd55-b534ef24068a {{(pid=103334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 07:38:47.959918 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-a7175126-ffe6-4ac0-9568-2b52942e9440 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:47.977809 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-196b8839-95dc-46b1-a2dc-5308a3ce6078 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252-project-admin] Port 09528351-eabb-4897-aea6-c53b295acd3c on network a7f6643b-92d2-4a32-83c3-c2f01975a0e9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8616 {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 07:38:47.978049 dv-neutron-861624-1-hyperv neutron-server[103332]: ERROR neutron.plugins.ml2.managers [None req-196b8839-95dc-46b1-a2dc-5308a3ce6078 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252-project-admin] Failed to bind port 09528351-eabb-4897-aea6-c53b295acd3c on host hv-neutron-8616 for vnic_type normal using segments [{'id': 'c118624e-f090-4049-9e3a-7aadbd95a3d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'a7f6643b-92d2-4a32-83c3-c2f01975a0e9'}] Oct 19 07:38:47.993335 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de01284b-8dea-4587-befe-6ce0db958ecc tempest-FloatingIPAdminTestJSON-102997040 tempest-FloatingIPAdminTestJSON-102997040-project-admin] Pushing event deleted for resources: {'Port': ['ID=bc901d0e-9683-491b-bce2-66a2906be930,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:38:47.998234 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-e47a9d22-bfde-4eae-b9e5-fe23ab1f62ab tempest-BulkNetworkOpsTest-1870100288 tempest-BulkNetworkOpsTest-1870100288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979'] for segment, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:47.998660 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.db.segments_db [None req-e47a9d22-bfde-4eae-b9e5-fe23ab1f62ab tempest-BulkNetworkOpsTest-1870100288 tempest-BulkNetworkOpsTest-1870100288-project] Added segment 75457f46-c6b2-4e62-a941-97b699f540cc of type vlan for network 07d4d15a-9a76-4118-b5c1-0311bba16689 Oct 19 07:38:48.013401 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.plugins.ml2.plugin [None req-196b8839-95dc-46b1-a2dc-5308a3ce6078 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252-project-admin] Attempt 7 to bind port 09528351-eabb-4897-aea6-c53b295acd3c Oct 19 07:38:48.054328 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-a7175126-ffe6-4ac0-9568-2b52942e9440 None None] For port f710d3a2-2648-49b9-bd55-b534ef24068a, host dv-neutron-861624-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=f710d3a2-2648-49b9-bd55-b534ef24068a,segment=NetworkSegment(5a8d2b05-b527-4bd4-a671-b9112f193fef),segment_id=5a8d2b05-b527-4bd4-a671-b9112f193fef)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:38:48.054746 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-a7175126-ffe6-4ac0-9568-2b52942e9440 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:48.063160 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.managers [None req-196b8839-95dc-46b1-a2dc-5308a3ce6078 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252-project-admin] Attempting to bind port 09528351-eabb-4897-aea6-c53b295acd3c on host hv-neutron-8616 for vnic_type normal with profile {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 19 07:38:48.063491 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.managers [None req-196b8839-95dc-46b1-a2dc-5308a3ce6078 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252-project-admin] Attempting to bind port 09528351-eabb-4897-aea6-c53b295acd3c by drivers openvswitch,hyperv on host hv-neutron-8616 at level 0 using segments [{'id': 'c118624e-f090-4049-9e3a-7aadbd95a3d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'a7f6643b-92d2-4a32-83c3-c2f01975a0e9'}] {{(pid=103332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 19 07:38:48.063920 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-196b8839-95dc-46b1-a2dc-5308a3ce6078 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252-project-admin] Attempting to bind port 09528351-eabb-4897-aea6-c53b295acd3c on network a7f6643b-92d2-4a32-83c3-c2f01975a0e9 {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 07:38:48.074077 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c44c4d6-c856-4f5b-a571-bfbd09759db6 req-ea666ebd-112b-4587-aae4-04e59cfa0d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:38:48.076059 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-8c44c4d6-c856-4f5b-a571-bfbd09759db6 req-ea666ebd-112b-4587-aae4-04e59cfa0d6a service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=c15ce40b-4ff1-4ce8-b3f1-4c16c8447f68 HTTP/1.1" status: 200 len: 1098 time: 0.2593617 Oct 19 07:38:48.077435 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-a7175126-ffe6-4ac0-9568-2b52942e9440 None None] Calling delete_port for f710d3a2-2648-49b9-bd55-b534ef24068a owned by network:dhcp {{(pid=103334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 07:38:48.083548 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-196b8839-95dc-46b1-a2dc-5308a3ce6078 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252-project-admin] Port 09528351-eabb-4897-aea6-c53b295acd3c on network a7f6643b-92d2-4a32-83c3-c2f01975a0e9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8616 {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 07:38:48.084020 dv-neutron-861624-1-hyperv neutron-server[103332]: ERROR neutron.plugins.ml2.managers [None req-196b8839-95dc-46b1-a2dc-5308a3ce6078 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252-project-admin] Failed to bind port 09528351-eabb-4897-aea6-c53b295acd3c on host hv-neutron-8616 for vnic_type normal using segments [{'id': 'c118624e-f090-4049-9e3a-7aadbd95a3d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'a7f6643b-92d2-4a32-83c3-c2f01975a0e9'}] Oct 19 07:38:48.087523 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.plugins.ml2.plugin [None req-196b8839-95dc-46b1-a2dc-5308a3ce6078 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252-project-admin] Attempt 8 to bind port 09528351-eabb-4897-aea6-c53b295acd3c Oct 19 07:38:48.098610 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-6e1ba8d9-489b-4a11-ae66-9d66ff76581a req-cfae5649-8a40-46fc-84cc-ee4a81dc635f tempest-ServerActionsTestJSON-1032082790 tempest-ServerActionsTestJSON-1032082790-project] 10.222.0.27 "GET /v2.0/security-groups?id=f0bcd6ee-444f-46c6-b01f-ccacf8976dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1826656 Oct 19 07:38:48.111634 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 54262) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:38:48.124700 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-8c44c4d6-c856-4f5b-a571-bfbd09759db6 req-681a4e9f-f86e-49e2-97bd-5945476cb7da service neutron] Notify callbacks [] for security_group, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:48.131503 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.managers [None req-196b8839-95dc-46b1-a2dc-5308a3ce6078 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252-project-admin] Attempting to bind port 09528351-eabb-4897-aea6-c53b295acd3c on host hv-neutron-8616 for vnic_type normal with profile {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 19 07:38:48.131742 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.managers [None req-196b8839-95dc-46b1-a2dc-5308a3ce6078 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252-project-admin] Attempting to bind port 09528351-eabb-4897-aea6-c53b295acd3c by drivers openvswitch,hyperv on host hv-neutron-8616 at level 0 using segments [{'id': 'c118624e-f090-4049-9e3a-7aadbd95a3d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'a7f6643b-92d2-4a32-83c3-c2f01975a0e9'}] {{(pid=103332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 19 07:38:48.132472 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-196b8839-95dc-46b1-a2dc-5308a3ce6078 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252-project-admin] Attempting to bind port 09528351-eabb-4897-aea6-c53b295acd3c on network a7f6643b-92d2-4a32-83c3-c2f01975a0e9 {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 07:38:48.168145 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-e47a9d22-bfde-4eae-b9e5-fe23ab1f62ab tempest-BulkNetworkOpsTest-1870100288 tempest-BulkNetworkOpsTest-1870100288-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785020965340'] for network, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:48.170169 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-196b8839-95dc-46b1-a2dc-5308a3ce6078 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252-project-admin] Port 09528351-eabb-4897-aea6-c53b295acd3c on network a7f6643b-92d2-4a32-83c3-c2f01975a0e9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8616 {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 07:38:48.170433 dv-neutron-861624-1-hyperv neutron-server[103332]: ERROR neutron.plugins.ml2.managers [None req-196b8839-95dc-46b1-a2dc-5308a3ce6078 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252-project-admin] Failed to bind port 09528351-eabb-4897-aea6-c53b295acd3c on host hv-neutron-8616 for vnic_type normal using segments [{'id': 'c118624e-f090-4049-9e3a-7aadbd95a3d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'a7f6643b-92d2-4a32-83c3-c2f01975a0e9'}] Oct 19 07:38:48.172539 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.plugins.ml2.plugin [None req-196b8839-95dc-46b1-a2dc-5308a3ce6078 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252-project-admin] Attempt 9 to bind port 09528351-eabb-4897-aea6-c53b295acd3c Oct 19 07:38:48.198959 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-a7175126-ffe6-4ac0-9568-2b52942e9440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339'] for port, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:48.203672 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.managers [None req-196b8839-95dc-46b1-a2dc-5308a3ce6078 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252-project-admin] Attempting to bind port 09528351-eabb-4897-aea6-c53b295acd3c on host hv-neutron-8616 for vnic_type normal with profile {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 19 07:38:48.204012 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.managers [None req-196b8839-95dc-46b1-a2dc-5308a3ce6078 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252-project-admin] Attempting to bind port 09528351-eabb-4897-aea6-c53b295acd3c by drivers openvswitch,hyperv on host hv-neutron-8616 at level 0 using segments [{'id': 'c118624e-f090-4049-9e3a-7aadbd95a3d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'a7f6643b-92d2-4a32-83c3-c2f01975a0e9'}] {{(pid=103332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 19 07:38:48.204339 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-196b8839-95dc-46b1-a2dc-5308a3ce6078 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252-project-admin] Attempting to bind port 09528351-eabb-4897-aea6-c53b295acd3c on network a7f6643b-92d2-4a32-83c3-c2f01975a0e9 {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 07:38:48.215427 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-de01284b-8dea-4587-befe-6ce0db958ecc tempest-FloatingIPAdminTestJSON-102997040 tempest-FloatingIPAdminTestJSON-102997040-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:48.218313 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-de01284b-8dea-4587-befe-6ce0db958ecc tempest-FloatingIPAdminTestJSON-102997040 tempest-FloatingIPAdminTestJSON-102997040-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42160'] for floatingip, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:48.219521 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-de01284b-8dea-4587-befe-6ce0db958ecc tempest-FloatingIPAdminTestJSON-102997040 tempest-FloatingIPAdminTestJSON-102997040-project-admin] 10.222.0.27 "DELETE /v2.0/floatingips/77ce0bb2-74d7-4522-ba39-e858abb35d2f HTTP/1.1" status: 204 len: 168 time: 1.2486613 Oct 19 07:38:48.224914 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-4f4d38ca-402e-45f5-a422-ac0acd66e278 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=323913dc208c4397b84090bfda1ea82b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0916855 Oct 19 07:38:48.225632 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 54264) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:38:48.230014 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7175126-ffe6-4ac0-9568-2b52942e9440 None None] Pushing event deleted for resources: {'Port': ['ID=f710d3a2-2648-49b9-bd55-b534ef24068a,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:38:48.238234 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 54266) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:38:48.241733 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7175126-ffe6-4ac0-9568-2b52942e9440 None None] No DVR routers for this DVR port f710d3a2-2648-49b9-bd55-b534ef24068a on host dv-neutron-861624-1-hyperv {{(pid=103334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 19 07:38:48.252465 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-196b8839-95dc-46b1-a2dc-5308a3ce6078 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252-project-admin] Port 09528351-eabb-4897-aea6-c53b295acd3c on network a7f6643b-92d2-4a32-83c3-c2f01975a0e9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8616 {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 07:38:48.252465 dv-neutron-861624-1-hyperv neutron-server[103332]: ERROR neutron.plugins.ml2.managers [None req-196b8839-95dc-46b1-a2dc-5308a3ce6078 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252-project-admin] Failed to bind port 09528351-eabb-4897-aea6-c53b295acd3c on host hv-neutron-8616 for vnic_type normal using segments [{'id': 'c118624e-f090-4049-9e3a-7aadbd95a3d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'a7f6643b-92d2-4a32-83c3-c2f01975a0e9'}] Oct 19 07:38:48.261006 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.plugins.ml2.plugin [None req-196b8839-95dc-46b1-a2dc-5308a3ce6078 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252-project-admin] Attempt 10 to bind port 09528351-eabb-4897-aea6-c53b295acd3c Oct 19 07:38:48.292997 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e47a9d22-bfde-4eae-b9e5-fe23ab1f62ab tempest-BulkNetworkOpsTest-1870100288 tempest-BulkNetworkOpsTest-1870100288-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 153} {{(pid=103333) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 07:38:48.295838 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.managers [None req-196b8839-95dc-46b1-a2dc-5308a3ce6078 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252-project-admin] Attempting to bind port 09528351-eabb-4897-aea6-c53b295acd3c on host hv-neutron-8616 for vnic_type normal with profile {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 19 07:38:48.296377 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.managers [None req-196b8839-95dc-46b1-a2dc-5308a3ce6078 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252-project-admin] Attempting to bind port 09528351-eabb-4897-aea6-c53b295acd3c by drivers openvswitch,hyperv on host hv-neutron-8616 at level 0 using segments [{'id': 'c118624e-f090-4049-9e3a-7aadbd95a3d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'a7f6643b-92d2-4a32-83c3-c2f01975a0e9'}] {{(pid=103332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 19 07:38:48.297208 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-196b8839-95dc-46b1-a2dc-5308a3ce6078 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252-project-admin] Attempting to bind port 09528351-eabb-4897-aea6-c53b295acd3c on network a7f6643b-92d2-4a32-83c3-c2f01975a0e9 {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 07:38:48.307996 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-0334449d-bcb7-4c7b-8cfa-48676253df79 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-133552662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130659641'] for subnet, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:48.318913 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-196b8839-95dc-46b1-a2dc-5308a3ce6078 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252-project-admin] Port 09528351-eabb-4897-aea6-c53b295acd3c on network a7f6643b-92d2-4a32-83c3-c2f01975a0e9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8616 {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 07:38:48.319233 dv-neutron-861624-1-hyperv neutron-server[103332]: ERROR neutron.plugins.ml2.managers [None req-196b8839-95dc-46b1-a2dc-5308a3ce6078 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252-project-admin] Failed to bind port 09528351-eabb-4897-aea6-c53b295acd3c on host hv-neutron-8616 for vnic_type normal using segments [{'id': 'c118624e-f090-4049-9e3a-7aadbd95a3d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'a7f6643b-92d2-4a32-83c3-c2f01975a0e9'}] Oct 19 07:38:48.319597 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-196b8839-95dc-46b1-a2dc-5308a3ce6078 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:48.342810 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-e47a9d22-bfde-4eae-b9e5-fe23ab1f62ab tempest-BulkNetworkOpsTest-1870100288 tempest-BulkNetworkOpsTest-1870100288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979'] for segment, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:48.343147 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.db.segments_db [None req-e47a9d22-bfde-4eae-b9e5-fe23ab1f62ab tempest-BulkNetworkOpsTest-1870100288 tempest-BulkNetworkOpsTest-1870100288-project] Added segment fb0004fd-a25f-4874-ba5d-cf3867d8fabd of type vlan for network 40733339-d55f-4246-bcb6-86ddaea4abbc Oct 19 07:38:48.373498 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0334449d-bcb7-4c7b-8cfa-48676253df79 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Network 6b5a65c5-1bed-4301-9db8-c1056c2b8eba is already hosted by enough agents. {{(pid=103332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 07:38:48.408434 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-e47a9d22-bfde-4eae-b9e5-fe23ab1f62ab tempest-BulkNetworkOpsTest-1870100288 tempest-BulkNetworkOpsTest-1870100288-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785020965340'] for network, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:48.411497 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-371ab702-5603-44ea-b748-41cea098940c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:48.414094 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.base_scheduler [None req-0334449d-bcb7-4c7b-8cfa-48676253df79 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Resources bound (agent type, host, resource id): {{(pid=103332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:38:48.417551 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0334449d-bcb7-4c7b-8cfa-48676253df79 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:38:48.418148 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-0334449d-bcb7-4c7b-8cfa-48676253df79 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574827'] for subnet, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:48.425407 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14a6902d-e133-4d7f-8216-5ec3c14b9cc5 None None] Network 6b5a65c5-1bed-4301-9db8-c1056c2b8eba requested from dv-neutron-861624-1-hyperv {{(pid=103334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 07:38:48.456797 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-371ab702-5603-44ea-b748-41cea098940c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:48.457774 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-8c44c4d6-c856-4f5b-a571-bfbd09759db6 req-681a4e9f-f86e-49e2-97bd-5945476cb7da service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:48.461855 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-ce819073-5a42-4abb-90fe-01ae1edad100 tempest-FloatingIPAdminTestJSON-1410639124 tempest-FloatingIPAdminTestJSON-1410639124-project] Deleting port b2ba838d-e047-4351-979a-94c8b4b61ef5 {{(pid=103333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 07:38:48.462188 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-ce819073-5a42-4abb-90fe-01ae1edad100 tempest-FloatingIPAdminTestJSON-1410639124 tempest-FloatingIPAdminTestJSON-1410639124-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:48.488240 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-e47a9d22-bfde-4eae-b9e5-fe23ab1f62ab tempest-BulkNetworkOpsTest-1870100288 tempest-BulkNetworkOpsTest-1870100288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873'] for network, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:48.488750 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-e47a9d22-bfde-4eae-b9e5-fe23ab1f62ab tempest-BulkNetworkOpsTest-1870100288 tempest-BulkNetworkOpsTest-1870100288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873'] for network, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:48.492031 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-8c44c4d6-c856-4f5b-a571-bfbd09759db6 req-681a4e9f-f86e-49e2-97bd-5945476cb7da service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788643'] for security_group, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:48.494295 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e47a9d22-bfde-4eae-b9e5-fe23ab1f62ab tempest-BulkNetworkOpsTest-1870100288 tempest-BulkNetworkOpsTest-1870100288-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:38:48.498920 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e47a9d22-bfde-4eae-b9e5-fe23ab1f62ab tempest-BulkNetworkOpsTest-1870100288 tempest-BulkNetworkOpsTest-1870100288-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:38:48.499589 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-e47a9d22-bfde-4eae-b9e5-fe23ab1f62ab tempest-BulkNetworkOpsTest-1870100288 tempest-BulkNetworkOpsTest-1870100288-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574827'] for network, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:48.592925 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-806d18d3-700b-43b0-bc9b-9dfbd6fb0c08 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d12c6ac-27a3-545c-a8f3-f04e30423d6d-6b5a65c5-1bed-4301-9db8-c1056c2b8eba', 'network_id': '6b5a65c5-1bed-4301-9db8-c1056c2b8eba', 'tenant_id': '61a2e57b80c1442e9cb330141a970781', 'fixed_ips': [{'subnet_id': 'f66c942e-f15e-4189-92ec-d449892d3929'}]}} from dv-neutron-861624-1-hyperv. {{(pid=103334) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 07:38:48.593323 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-806d18d3-700b-43b0-bc9b-9dfbd6fb0c08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:48.607888 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-e47a9d22-bfde-4eae-b9e5-fe23ab1f62ab tempest-BulkNetworkOpsTest-1870100288 tempest-BulkNetworkOpsTest-1870100288-project] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1318 time: 1.5035365 Oct 19 07:38:48.611452 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 54272) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:38:48.699623 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47a9d22-bfde-4eae-b9e5-fe23ab1f62ab tempest-BulkNetworkOpsTest-1870100288 tempest-BulkNetworkOpsTest-1870100288-project] Pushing event updated for resources: {'Network': ['ID=07d4d15a-9a76-4118-b5c1-0311bba16689,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:38:48.716114 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Network 07d4d15a-9a76-4118-b5c1-0311bba16689 details requested by agent ovs-agent-dv-neutron-861624-1-hyperv with host dv-neutron-861624-1-hyperv {{(pid=103334) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 07:38:48.751310 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-ce819073-5a42-4abb-90fe-01ae1edad100 tempest-FloatingIPAdminTestJSON-1410639124 tempest-FloatingIPAdminTestJSON-1410639124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:48.773923 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.db [None req-196b8839-95dc-46b1-a2dc-5308a3ce6078 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252-project-admin] For port 09528351-eabb-4897-aea6-c53b295acd3c, host hv-neutron-8616, cleared binding levels {{(pid=103332) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 07:38:48.774297 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.db [None req-196b8839-95dc-46b1-a2dc-5308a3ce6078 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252-project-admin] Attempted to set empty binding levels {{(pid=103332) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Oct 19 07:38:48.777288 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-371ab702-5603-44ea-b748-41cea098940c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788643'] for security_group, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:48.780010 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-371ab702-5603-44ea-b748-41cea098940c admin admin] Notify callbacks [] for security_group, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:48.783642 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-371ab702-5603-44ea-b748-41cea098940c admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/2a446848-fc1f-440e-83a4-47ae1edd9b45 HTTP/1.1" status: 204 len: 168 time: 0.5420406 Oct 19 07:38:48.811298 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0334449d-bcb7-4c7b-8cfa-48676253df79 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Pushing event updated for resources: {'Subnet': ['ID=f66c942e-f15e-4189-92ec-d449892d3929,revision_number=0']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:38:48.830259 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-196b8839-95dc-46b1-a2dc-5308a3ce6078 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133553807'] for port, after_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:48.831287 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.plugin [None req-196b8839-95dc-46b1-a2dc-5308a3ce6078 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252-project-admin] In _notify_port_updated(), no bound segment for port 09528351-eabb-4897-aea6-c53b295acd3c on network a7f6643b-92d2-4a32-83c3-c2f01975a0e9 {{(pid=103332) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:900}} Oct 19 07:38:48.832047 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.db_base_plugin_common [None req-806d18d3-700b-43b0-bc9b-9dfbd6fb0c08 None None] Allocated IP 2001:db8::2 (6b5a65c5-1bed-4301-9db8-c1056c2b8eba/f66c942e-f15e-4189-92ec-d449892d3929/6922b25c-5b6f-44a0-99d3-28c9acb6c270) {{(pid=103334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 07:38:48.833257 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-196b8839-95dc-46b1-a2dc-5308a3ce6078 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:38:48.834822 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-ce819073-5a42-4abb-90fe-01ae1edad100 tempest-FloatingIPAdminTestJSON-1410639124 tempest-FloatingIPAdminTestJSON-1410639124-project] Calling delete_port for b2ba838d-e047-4351-979a-94c8b4b61ef5 owned by {{(pid=103333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 07:38:48.834956 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-196b8839-95dc-46b1-a2dc-5308a3ce6078 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42160'] for port, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:48.835978 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-196b8839-95dc-46b1-a2dc-5308a3ce6078 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252-project-admin] 10.222.0.27 "PUT /v2.0/ports/09528351-eabb-4897-aea6-c53b295acd3c HTTP/1.1" status: 200 len: 980 time: 2.3152494 Oct 19 07:38:48.839387 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-0334449d-bcb7-4c7b-8cfa-48676253df79 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2921119 Oct 19 07:38:48.841829 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 54276) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:38:48.842185 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 54278) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:38:48.871629 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-5800cd67-9a8a-4f64-bbe7-20247fb46d15 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Request body: {'port': {'network_id': '6b5a65c5-1bed-4301-9db8-c1056c2b8eba', 'fixed_ips': [{'subnet_id': 'f66c942e-f15e-4189-92ec-d449892d3929', 'ip_address': '2001:db8::5ba3:b8b0:fba:ec92'}], 'name': 'tempest-NetworksTestDHCPv6-1581971933'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:38:48.876006 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-8c44c4d6-c856-4f5b-a571-bfbd09759db6 req-681a4e9f-f86e-49e2-97bd-5945476cb7da service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=f0bcd6ee-444f-46c6-b01f-ccacf8976dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7909153 Oct 19 07:38:48.877452 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681a4e9f-f86e-49e2-97bd-5945476cb7da service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=a3d26495-fdf8-497b-9de7-10e6cb5c8563,revision_number=1']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:38:48.930621 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97880154-2c00-4b09-8a48-ef812e236230 req-f54fa581-6eaf-411d-b649-8d1fb9dd6124 tempest-ServersTestManualDisk-1995987990 tempest-ServersTestManualDisk-1995987990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:38:48.932165 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-97880154-2c00-4b09-8a48-ef812e236230 req-f54fa581-6eaf-411d-b649-8d1fb9dd6124 tempest-ServersTestManualDisk-1995987990 tempest-ServersTestManualDisk-1995987990-project] 10.222.0.27 "GET /v2.0/ports?device_id=fd32aad3-def3-4cd3-9b2d-e2a48bdb7a3b HTTP/1.1" status: 200 len: 944 time: 0.4681473 Oct 19 07:38:48.947852 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b11584-c99b-410f-a558-a7e3b66fde02 req-6e62ed58-7355-402b-b0f0-c31484239c6a tempest-ServersTestJSON-461936375 tempest-ServersTestJSON-461936375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:38:48.955944 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-89b11584-c99b-410f-a558-a7e3b66fde02 req-6e62ed58-7355-402b-b0f0-c31484239c6a tempest-ServersTestJSON-461936375 tempest-ServersTestJSON-461936375-project] 10.222.0.27 "GET /v2.0/ports?device_id=7edb487a-fad4-4d3e-826c-bf286ef7d7e5 HTTP/1.1" status: 200 len: 945 time: 0.1803579 Oct 19 07:38:48.962768 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371ab702-5603-44ea-b748-41cea098940c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a446848-fc1f-440e-83a4-47ae1edd9b45,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:38:48.976535 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47a9d22-bfde-4eae-b9e5-fe23ab1f62ab tempest-BulkNetworkOpsTest-1870100288 tempest-BulkNetworkOpsTest-1870100288-project] Pushing event updated for resources: {'Network': ['ID=40733339-d55f-4246-bcb6-86ddaea4abbc,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:38:49.008072 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Network 40733339-d55f-4246-bcb6-86ddaea4abbc details requested by agent ovs-agent-dv-neutron-861624-1-hyperv with host dv-neutron-861624-1-hyperv {{(pid=103334) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 07:38:49.011817 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196b8839-95dc-46b1-a2dc-5308a3ce6078 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252-project-admin] Pushing event updated for resources: {'Port': ['ID=09528351-eabb-4897-aea6-c53b295acd3c,revision_number=3']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:38:49.025838 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-89b11584-c99b-410f-a558-a7e3b66fde02 req-0558da2e-8b7f-47a9-96ec-b6cec7c29740 tempest-ServersTestJSON-461936375 tempest-ServersTestJSON-461936375-project] 10.222.0.27 "GET /v2.0/security-groups?id=47cbba02-6d50-4e36-a3e0-bd46273f3056&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0689409 Oct 19 07:38:49.056744 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-97880154-2c00-4b09-8a48-ef812e236230 req-810e9368-d7ec-46ba-bcbc-c7614c90cb01 tempest-ServersTestManualDisk-1995987990 tempest-ServersTestManualDisk-1995987990-project] 10.222.0.27 "GET /v2.0/security-groups?id=cd2f4ea7-fe99-4ea4-b101-5829406beaad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0955467 Oct 19 07:38:49.102781 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-1a0da505-d0f9-48c6-b7e2-53b9c5e41298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:49.180264 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:49.244767 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-806d18d3-700b-43b0-bc9b-9dfbd6fb0c08 None None] Notify callbacks [] for port, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:49.258719 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-806d18d3-700b-43b0-bc9b-9dfbd6fb0c08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785020947330'] for port, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:49.321711 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b283772-e497-42d5-98b5-5712e55a1668 req-0630a199-de81-40aa-9efd-a8fa1452c1f1 tempest-ServerActionsTestJSON-1032082790 tempest-ServerActionsTestJSON-1032082790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:38:49.327233 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-2b283772-e497-42d5-98b5-5712e55a1668 req-0630a199-de81-40aa-9efd-a8fa1452c1f1 tempest-ServerActionsTestJSON-1032082790 tempest-ServerActionsTestJSON-1032082790-project] 10.222.0.27 "GET /v2.0/ports?device_id=c15ce40b-4ff1-4ce8-b3f1-4c16c8447f68 HTTP/1.1" status: 200 len: 945 time: 0.1169443 Oct 19 07:38:49.349158 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806d18d3-700b-43b0-bc9b-9dfbd6fb0c08 None None] Pushing event updated for resources: {'Port': ['ID=6922b25c-5b6f-44a0-99d3-28c9acb6c270,revision_number=1']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:38:49.356708 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device f710d3a2-2648-49b9-bd55-b534ef24068a no longer exists at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 07:38:49.358182 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a8861c2-e0e6-4ccd-8b69-4799ebbe652e tempest-BulkNetworkOpsTest-1870100288 tempest-BulkNetworkOpsTest-1870100288-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:38:49.364053 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a8861c2-e0e6-4ccd-8b69-4799ebbe652e tempest-BulkNetworkOpsTest-1870100288 tempest-BulkNetworkOpsTest-1870100288-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:38:49.369844 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a8861c2-e0e6-4ccd-8b69-4799ebbe652e tempest-BulkNetworkOpsTest-1870100288 tempest-BulkNetworkOpsTest-1870100288-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:38:49.375385 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-2b283772-e497-42d5-98b5-5712e55a1668 req-d3d86f42-73ad-4639-8fdb-2433dce706d2 tempest-ServerActionsTestJSON-1032082790 tempest-ServerActionsTestJSON-1032082790-project] 10.222.0.27 "GET /v2.0/security-groups?id=f0bcd6ee-444f-46c6-b01f-ccacf8976dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432489 Oct 19 07:38:49.376139 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a8861c2-e0e6-4ccd-8b69-4799ebbe652e tempest-BulkNetworkOpsTest-1870100288 tempest-BulkNetworkOpsTest-1870100288-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:38:49.380619 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-7a8861c2-e0e6-4ccd-8b69-4799ebbe652e tempest-BulkNetworkOpsTest-1870100288 tempest-BulkNetworkOpsTest-1870100288-project] 10.222.0.27 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2405 time: 0.7614436 Oct 19 07:38:49.381579 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 54292) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:38:49.385825 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] No Port match for: f710d3a2-2648-49b9-bd55-b534ef24068a {{(pid=103334) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 19 07:38:49.386248 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device f710d3a2-2648-49b9-bd55-b534ef24068a not bound to the agent host dv-neutron-861624-1-hyperv {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 07:38:49.391001 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-806d18d3-700b-43b0-bc9b-9dfbd6fb0c08 None None] Network 6b5a65c5-1bed-4301-9db8-c1056c2b8eba is already hosted by enough agents. {{(pid=103334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 07:38:49.393251 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.scheduler.base_scheduler [None req-806d18d3-700b-43b0-bc9b-9dfbd6fb0c08 None None] Resources bound (agent type, host, resource id): {{(pid=103334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:38:49.397855 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-806d18d3-700b-43b0-bc9b-9dfbd6fb0c08 None None] Received port after_create {{(pid=103334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 07:38:49.469890 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-806d18d3-700b-43b0-bc9b-9dfbd6fb0c08 None None] Attempting to bind port 6922b25c-5b6f-44a0-99d3-28c9acb6c270 on host dv-neutron-861624-1-hyperv for vnic_type normal with profile {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 19 07:38:49.470558 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-806d18d3-700b-43b0-bc9b-9dfbd6fb0c08 None None] Attempting to bind port 6922b25c-5b6f-44a0-99d3-28c9acb6c270 by drivers openvswitch,hyperv on host dv-neutron-861624-1-hyperv at level 0 using segments [{'id': '5a8d2b05-b527-4bd4-a671-b9112f193fef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '6b5a65c5-1bed-4301-9db8-c1056c2b8eba'}] {{(pid=103334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 19 07:38:49.471255 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-806d18d3-700b-43b0-bc9b-9dfbd6fb0c08 None None] Attempting to bind port 6922b25c-5b6f-44a0-99d3-28c9acb6c270 on network 6b5a65c5-1bed-4301-9db8-c1056c2b8eba {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 07:38:49.478741 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-806d18d3-700b-43b0-bc9b-9dfbd6fb0c08 None None] Checking agent: {'id': 'a5b0152c-d633-409b-aaf8-3b76458e2410', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861624-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 19, 7, 30, 19), 'started_at': datetime.datetime(2022, 10, 19, 7, 30, 49), 'heartbeat_timestamp': datetime.datetime(2022, 10, 19, 7, 38, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861624-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 07:38:49.479489 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-806d18d3-700b-43b0-bc9b-9dfbd6fb0c08 None None] Checking segment: {'id': '5a8d2b05-b527-4bd4-a671-b9112f193fef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '6b5a65c5-1bed-4301-9db8-c1056c2b8eba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 19 07:38:49.480258 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-806d18d3-700b-43b0-bc9b-9dfbd6fb0c08 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:49.480849 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-806d18d3-700b-43b0-bc9b-9dfbd6fb0c08 None None] Bound using segment: {'id': '5a8d2b05-b527-4bd4-a671-b9112f193fef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '6b5a65c5-1bed-4301-9db8-c1056c2b8eba'} {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 07:38:49.481590 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-806d18d3-700b-43b0-bc9b-9dfbd6fb0c08 None None] Bound port: 6922b25c-5b6f-44a0-99d3-28c9acb6c270, host: dv-neutron-861624-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a8d2b05-b527-4bd4-a671-b9112f193fef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '6b5a65c5-1bed-4301-9db8-c1056c2b8eba'}}] {{(pid=103334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 19 07:38:49.482158 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-806d18d3-700b-43b0-bc9b-9dfbd6fb0c08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:49.500774 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-3b730a4f-e1e0-416b-a173-73f78c1df920 tempest-BulkNetworkOpsTest-1870100288 tempest-BulkNetworkOpsTest-1870100288-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-667019'] for network, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:49.527611 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5800cd67-9a8a-4f64-bbe7-20247fb46d15 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Made reservation on behalf of 61a2e57b80c1442e9cb330141a970781 for: {'port': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 07:38:49.547175 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-cca82a9f-addc-4422-93ca-66407445f6fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252-project-admin] Deleting port 09528351-eabb-4897-aea6-c53b295acd3c {{(pid=103333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 07:38:49.547529 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-cca82a9f-addc-4422-93ca-66407445f6fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:49.562415 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-ce819073-5a42-4abb-90fe-01ae1edad100 tempest-FloatingIPAdminTestJSON-1410639124 tempest-FloatingIPAdminTestJSON-1410639124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130996763'] for port, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:49.589670 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-806d18d3-700b-43b0-bc9b-9dfbd6fb0c08 None None] For port 6922b25c-5b6f-44a0-99d3-28c9acb6c270, host dv-neutron-861624-1-hyperv, cleared binding levels {{(pid=103334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 07:38:49.595839 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-806d18d3-700b-43b0-bc9b-9dfbd6fb0c08 None None] For port 6922b25c-5b6f-44a0-99d3-28c9acb6c270, host dv-neutron-861624-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=6922b25c-5b6f-44a0-99d3-28c9acb6c270,segment=NetworkSegment(5a8d2b05-b527-4bd4-a671-b9112f193fef),segment_id=5a8d2b05-b527-4bd4-a671-b9112f193fef)] {{(pid=103334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 07:38:49.601054 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-806d18d3-700b-43b0-bc9b-9dfbd6fb0c08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:49.618905 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-3b730a4f-e1e0-416b-a173-73f78c1df920 tempest-BulkNetworkOpsTest-1870100288 tempest-BulkNetworkOpsTest-1870100288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-673051', 'neutron.services.segments.db._delete_segments_for_network-8785021519108'] for network, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:49.643951 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.services.segments.db [None req-3b730a4f-e1e0-416b-a173-73f78c1df920 tempest-BulkNetworkOpsTest-1870100288 tempest-BulkNetworkOpsTest-1870100288-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07d4d15a-9a76-4118-b5c1-0311bba16689']}} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:38:49.657986 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.services.segments.db [None req-3b730a4f-e1e0-416b-a173-73f78c1df920 tempest-BulkNetworkOpsTest-1870100288 tempest-BulkNetworkOpsTest-1870100288-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75457f46-c6b2-4e62-a941-97b699f540cc') {'for_net_delete': True} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:38:49.658553 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.services.segments.db [None req-3b730a4f-e1e0-416b-a173-73f78c1df920 tempest-BulkNetworkOpsTest-1870100288 tempest-BulkNetworkOpsTest-1870100288-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75457f46-c6b2-4e62-a941-97b699f540cc') {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:38:49.658856 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce819073-5a42-4abb-90fe-01ae1edad100 tempest-FloatingIPAdminTestJSON-1410639124 tempest-FloatingIPAdminTestJSON-1410639124-project] Pushing event deleted for resources: {'Port': ['ID=b2ba838d-e047-4351-979a-94c8b4b61ef5,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:38:49.659696 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806d18d3-700b-43b0-bc9b-9dfbd6fb0c08 None None] Pushing event updated for resources: {'Port': ['ID=6922b25c-5b6f-44a0-99d3-28c9acb6c270,revision_number=2']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:38:49.680894 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-3b730a4f-e1e0-416b-a173-73f78c1df920 tempest-BulkNetworkOpsTest-1870100288 tempest-BulkNetworkOpsTest-1870100288-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785021519382', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130726885'] for segment, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:49.709891 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-3b730a4f-e1e0-416b-a173-73f78c1df920 tempest-BulkNetworkOpsTest-1870100288 tempest-BulkNetworkOpsTest-1870100288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979'] for segment, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:49.718261 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b730a4f-e1e0-416b-a173-73f78c1df920 tempest-BulkNetworkOpsTest-1870100288 tempest-BulkNetworkOpsTest-1870100288-project] Releasing vlan 187 on physical network physnet1 to pool {{(pid=103332) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 07:38:49.718847 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-3b730a4f-e1e0-416b-a173-73f78c1df920 tempest-BulkNetworkOpsTest-1870100288 tempest-BulkNetworkOpsTest-1870100288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-133553843'] for segment, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:49.761112 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.services.segments.plugin [-] Segment 75457f46-c6b2-4e62-a941-97b699f540cc resource provider aggregate not found Oct 19 07:38:49.764830 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.db [None req-cca82a9f-addc-4422-93ca-66407445f6fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252-project-admin] For port 09528351-eabb-4897-aea6-c53b295acd3c, host hv-neutron-8616, got binding levels [] {{(pid=103333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:38:49.765230 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-cca82a9f-addc-4422-93ca-66407445f6fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:49.814105 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-cca82a9f-addc-4422-93ca-66407445f6fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252-project-admin] Calling delete_port for 09528351-eabb-4897-aea6-c53b295acd3c owned by {{(pid=103333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 07:38:49.837181 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-3b730a4f-e1e0-416b-a173-73f78c1df920 tempest-BulkNetworkOpsTest-1870100288 tempest-BulkNetworkOpsTest-1870100288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-673044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1695087'] for network, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:49.840106 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-5800cd67-9a8a-4f64-bbe7-20247fb46d15 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:49.842518 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.services.segments.plugin [-] Segment 75457f46-c6b2-4e62-a941-97b699f540cc resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 75457f46-c6b2-4e62-a941-97b699f540cc found for delete ", "request_id": "req-fb252793-ab44-4091-a2bc-39c4f1b5f7f4"}]} Oct 19 07:38:49.849799 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-3b730a4f-e1e0-416b-a173-73f78c1df920 tempest-BulkNetworkOpsTest-1870100288 tempest-BulkNetworkOpsTest-1870100288-project] Notify callbacks [] for network, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:49.855133 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-3b730a4f-e1e0-416b-a173-73f78c1df920 tempest-BulkNetworkOpsTest-1870100288 tempest-BulkNetworkOpsTest-1870100288-project] 10.222.0.27 "DELETE /v2.0/networks/07d4d15a-9a76-4118-b5c1-0311bba16689 HTTP/1.1" status: 204 len: 168 time: 0.4721014 Oct 19 07:38:49.858097 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 54306) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:38:49.884995 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b730a4f-e1e0-416b-a173-73f78c1df920 tempest-BulkNetworkOpsTest-1870100288 tempest-BulkNetworkOpsTest-1870100288-project] Pushing event deleted for resources: {'Network': ['ID=07d4d15a-9a76-4118-b5c1-0311bba16689,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:38:49.975564 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-ce819073-5a42-4abb-90fe-01ae1edad100 tempest-FloatingIPAdminTestJSON-1410639124 tempest-FloatingIPAdminTestJSON-1410639124-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42160'] for port, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:49.979270 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-ce819073-5a42-4abb-90fe-01ae1edad100 tempest-FloatingIPAdminTestJSON-1410639124 tempest-FloatingIPAdminTestJSON-1410639124-project] 10.222.0.27 "DELETE /v2.0/ports/b2ba838d-e047-4351-979a-94c8b4b61ef5 HTTP/1.1" status: 204 len: 168 time: 1.7527111 Oct 19 07:38:49.981199 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.notifiers.nova [None req-5800cd67-9a8a-4f64-bbe7-20247fb46d15 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] device_id is not set on port 71480b76-cb96-46d9-96c5-263c344237be yet. {{(pid=103333) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 19 07:38:49.988224 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 54310) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:38:50.002137 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-5cb7631a-57c1-4807-bf7f-4f2545aff47f tempest-BulkNetworkOpsTest-1870100288 tempest-BulkNetworkOpsTest-1870100288-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-667019'] for network, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:50.081052 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Device c7b653fc-acc2-4b86-b664-a00123df00c4 up at agent hyperv_hv-neutron-8616 {{(pid=103334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 07:38:50.174647 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-5cb7631a-57c1-4807-bf7f-4f2545aff47f tempest-BulkNetworkOpsTest-1870100288 tempest-BulkNetworkOpsTest-1870100288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-673051', 'neutron.services.segments.db._delete_segments_for_network-8785021519108'] for network, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:50.191173 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-cca82a9f-addc-4422-93ca-66407445f6fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130996763'] for port, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:50.204389 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Provisioning for port c7b653fc-acc2-4b86-b664-a00123df00c4 completed by entity L2. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 19 07:38:50.212697 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Provisioning complete for port c7b653fc-acc2-4b86-b664-a00123df00c4 triggered by entity L2. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:38:50.213069 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:50.213394 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Attempt 1 to provision port c7b653fc-acc2-4b86-b664-a00123df00c4 Oct 19 07:38:50.266997 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.services.segments.db [None req-5cb7631a-57c1-4807-bf7f-4f2545aff47f tempest-BulkNetworkOpsTest-1870100288 tempest-BulkNetworkOpsTest-1870100288-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40733339-d55f-4246-bcb6-86ddaea4abbc']}} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:38:50.287781 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0829c86d-3595-41ea-ab05-4274552bf2a8 tempest-FloatingIPAdminTestJSON-1410639124 tempest-FloatingIPAdminTestJSON-1410639124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:38:50.289766 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-0829c86d-3595-41ea-ab05-4274552bf2a8 tempest-FloatingIPAdminTestJSON-1410639124 tempest-FloatingIPAdminTestJSON-1410639124-project] 10.222.0.27 "GET /v2.0/ports?device_id=9719b9fe-e983-4fb1-85e8-6c40f3297fde HTTP/1.1" status: 200 len: 913 time: 0.2996407 Oct 19 07:38:50.293515 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 54318) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:38:50.295429 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.services.segments.db [None req-5cb7631a-57c1-4807-bf7f-4f2545aff47f tempest-BulkNetworkOpsTest-1870100288 tempest-BulkNetworkOpsTest-1870100288-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb0004fd-a25f-4874-ba5d-cf3867d8fabd') {'for_net_delete': True} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:38:50.295963 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.services.segments.db [None req-5cb7631a-57c1-4807-bf7f-4f2545aff47f tempest-BulkNetworkOpsTest-1870100288 tempest-BulkNetworkOpsTest-1870100288-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb0004fd-a25f-4874-ba5d-cf3867d8fabd') {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:38:50.298178 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca82a9f-addc-4422-93ca-66407445f6fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252-project-admin] Pushing event deleted for resources: {'Port': ['ID=09528351-eabb-4897-aea6-c53b295acd3c,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:38:50.320558 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-cca82a9f-addc-4422-93ca-66407445f6fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42160'] for port, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:50.325940 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-5cb7631a-57c1-4807-bf7f-4f2545aff47f tempest-BulkNetworkOpsTest-1870100288 tempest-BulkNetworkOpsTest-1870100288-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785021519382', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130726885'] for segment, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:50.328898 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-cca82a9f-addc-4422-93ca-66407445f6fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252-project-admin] 10.222.0.27 "DELETE /v2.0/ports/09528351-eabb-4897-aea6-c53b295acd3c HTTP/1.1" status: 204 len: 168 time: 1.4717169 Oct 19 07:38:50.338275 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Current status of the port c7b653fc-acc2-4b86-b664-a00123df00c4 is: BUILD; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:38:50.338670 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:50.348639 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 54320) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:38:50.364332 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7edb487a-fad4-4d3e-826c-bf286ef7d7e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7b653fc-acc2-4b86-b664-a00123df00c4'}] {{(pid=103334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 19 07:38:50.368081 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d918bd29c62f7e926e80ce37adcd574e0921d2de3006e6b6ef58999f52d8e2e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87b23ddb-2df2-4839-a624-5f26d5bc0037" -d '{"events": [{"server_uuid": "7edb487a-fad4-4d3e-826c-bf286ef7d7e5", "name": "network-vif-plugged", "status": "completed", "tag": "c7b653fc-acc2-4b86-b664-a00123df00c4"}]}' {{(pid=103334) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 07:38:50.382508 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] For port c7b653fc-acc2-4b86-b664-a00123df00c4, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=c7b653fc-acc2-4b86-b664-a00123df00c4,segment=NetworkSegment(f4c58900-46fa-40ca-95c7-471a7b507c99),segment_id=f4c58900-46fa-40ca-95c7-471a7b507c99)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:38:50.392209 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:50.393118 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Device ac82e6f5-e329-44a1-b9e7-97810fa5c238 up at agent hyperv_hv-neutron-8616 {{(pid=103334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 07:38:50.404851 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0633b1e-4403-410b-b8e0-41b3c3ead807 req-06d61bfa-bc1e-4646-a2e5-ba2fca6aff75 tempest-ServersTestManualDisk-1995987990 tempest-ServersTestManualDisk-1995987990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:38:50.405427 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.pecan_wsgi.hooks.translation [None req-36a4f371-52c3-4e29-8852-7e8e0081c269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252-project-admin] GET failed (client error): The resource could not be found. Oct 19 07:38:50.406378 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-a0633b1e-4403-410b-b8e0-41b3c3ead807 req-06d61bfa-bc1e-4646-a2e5-ba2fca6aff75 tempest-ServersTestManualDisk-1995987990 tempest-ServersTestManualDisk-1995987990-project] 10.222.0.27 "GET /v2.0/ports?device_id=fd32aad3-def3-4cd3-9b2d-e2a48bdb7a3b HTTP/1.1" status: 200 len: 944 time: 0.1976495 Oct 19 07:38:50.406488 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-36a4f371-52c3-4e29-8852-7e8e0081c269 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812488252-project-admin] 10.222.0.27 "GET /v2.0/ports/09528351-eabb-4897-aea6-c53b295acd3c HTTP/1.1" status: 404 len: 333 time: 0.0568728 Oct 19 07:38:50.419270 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c39defa-3db3-494c-b425-dca02ce7e244 req-e4c19590-58ce-4948-b456-084937580aee tempest-ServersTestJSON-461936375 tempest-ServersTestJSON-461936375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:38:50.420870 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-0c39defa-3db3-494c-b425-dca02ce7e244 req-e4c19590-58ce-4948-b456-084937580aee tempest-ServersTestJSON-461936375 tempest-ServersTestJSON-461936375-project] 10.222.0.27 "GET /v2.0/ports?device_id=7edb487a-fad4-4d3e-826c-bf286ef7d7e5 HTTP/1.1" status: 200 len: 945 time: 0.2399004 Oct 19 07:38:50.431313 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-5cb7631a-57c1-4807-bf7f-4f2545aff47f tempest-BulkNetworkOpsTest-1870100288 tempest-BulkNetworkOpsTest-1870100288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979'] for segment, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:50.432014 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 54328) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:38:50.470929 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5cb7631a-57c1-4807-bf7f-4f2545aff47f tempest-BulkNetworkOpsTest-1870100288 tempest-BulkNetworkOpsTest-1870100288-project] Releasing vlan 153 on physical network physnet1 to pool {{(pid=103332) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 07:38:50.471368 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-5cb7631a-57c1-4807-bf7f-4f2545aff47f tempest-BulkNetworkOpsTest-1870100288 tempest-BulkNetworkOpsTest-1870100288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-133553843'] for segment, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:50.505173 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.db_base_plugin_common [None req-5800cd67-9a8a-4f64-bbe7-20247fb46d15 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Allocated IP 2001:db8::5ba3:b8b0:fba:ec92 (6b5a65c5-1bed-4301-9db8-c1056c2b8eba/f66c942e-f15e-4189-92ec-d449892d3929/71480b76-cb96-46d9-96c5-263c344237be) {{(pid=103333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 07:38:50.522825 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Provisioning for port ac82e6f5-e329-44a1-b9e7-97810fa5c238 completed by entity L2. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 19 07:38:50.531258 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Pushing event updated for resources: {'Port': ['ID=c7b653fc-acc2-4b86-b664-a00123df00c4,revision_number=5']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:38:50.535101 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Provisioning complete for port ac82e6f5-e329-44a1-b9e7-97810fa5c238 triggered by entity L2. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:38:50.535474 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:50.535804 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Attempt 1 to provision port ac82e6f5-e329-44a1-b9e7-97810fa5c238 Oct 19 07:38:50.563335 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-0c39defa-3db3-494c-b425-dca02ce7e244 req-0605d4ff-e726-4d93-bd80-6c086d1476fc tempest-ServersTestJSON-461936375 tempest-ServersTestJSON-461936375-project] 10.222.0.27 "GET /v2.0/security-groups?id=47cbba02-6d50-4e36-a3e0-bd46273f3056&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1338928 Oct 19 07:38:50.631641 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-a0633b1e-4403-410b-b8e0-41b3c3ead807 req-a930b89a-7656-4fab-8b20-03aa27da4fd0 tempest-ServersTestManualDisk-1995987990 tempest-ServersTestManualDisk-1995987990-project] 10.222.0.27 "GET /v2.0/security-groups?id=cd2f4ea7-fe99-4ea4-b101-5829406beaad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2073534 Oct 19 07:38:50.654799 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-5cb7631a-57c1-4807-bf7f-4f2545aff47f tempest-BulkNetworkOpsTest-1870100288 tempest-BulkNetworkOpsTest-1870100288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-673044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1695087'] for network, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:50.659320 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-5cb7631a-57c1-4807-bf7f-4f2545aff47f tempest-BulkNetworkOpsTest-1870100288 tempest-BulkNetworkOpsTest-1870100288-project] Notify callbacks [] for network, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:50.663357 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-5cb7631a-57c1-4807-bf7f-4f2545aff47f tempest-BulkNetworkOpsTest-1870100288 tempest-BulkNetworkOpsTest-1870100288-project] 10.222.0.27 "DELETE /v2.0/networks/40733339-d55f-4246-bcb6-86ddaea4abbc HTTP/1.1" status: 204 len: 168 time: 0.8034050 Oct 19 07:38:50.706437 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 54334) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:38:50.738437 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb7631a-57c1-4807-bf7f-4f2545aff47f tempest-BulkNetworkOpsTest-1870100288 tempest-BulkNetworkOpsTest-1870100288-project] Pushing event deleted for resources: {'Network': ['ID=40733339-d55f-4246-bcb6-86ddaea4abbc,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:38:50.744971 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 19 Oct 2022 07:38:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae00e145-f2be-4c78-8b87-53eed5d08b07 x-openstack-request-id: req-ae00e145-f2be-4c78-8b87-53eed5d08b07 {{(pid=103334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 07:38:50.745092 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7edb487a-fad4-4d3e-826c-bf286ef7d7e5", "name": "network-vif-plugged", "status": "completed", "tag": "c7b653fc-acc2-4b86-b664-a00123df00c4", "code": 200}]} {{(pid=103334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 07:38:50.745336 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-ae00e145-f2be-4c78-8b87-53eed5d08b07 {{(pid=103334) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 07:38:50.745708 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ae00e145-f2be-4c78-8b87-53eed5d08b07'] response: {'server_uuid': '7edb487a-fad4-4d3e-826c-bf286ef7d7e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7b653fc-acc2-4b86-b664-a00123df00c4', 'code': 200} Oct 19 07:38:50.768646 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Current status of the port ac82e6f5-e329-44a1-b9e7-97810fa5c238 is: BUILD; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:38:50.769044 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:50.792717 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-d16faad2-0f6f-4ecd-a207-9d8b0e5d211d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1712464779 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1712464779-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-667019'] for network, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:50.888888 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] For port ac82e6f5-e329-44a1-b9e7-97810fa5c238, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=ac82e6f5-e329-44a1-b9e7-97810fa5c238,segment=NetworkSegment(1e98df17-e196-417f-957d-cb8b343f8c04),segment_id=1e98df17-e196-417f-957d-cb8b343f8c04)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:38:50.898691 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:50.959368 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24f2f97e-ed0c-4bea-a2cc-d9c3a6547369 tempest-BulkNetworkOpsTest-1870100288 tempest-BulkNetworkOpsTest-1870100288-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:38:50.965905 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24f2f97e-ed0c-4bea-a2cc-d9c3a6547369 tempest-BulkNetworkOpsTest-1870100288 tempest-BulkNetworkOpsTest-1870100288-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:38:50.971208 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-24f2f97e-ed0c-4bea-a2cc-d9c3a6547369 tempest-BulkNetworkOpsTest-1870100288 tempest-BulkNetworkOpsTest-1870100288-project] 10.222.0.27 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2601452 Oct 19 07:38:50.972222 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 54340) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:38:50.974880 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-d16faad2-0f6f-4ecd-a207-9d8b0e5d211d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1712464779 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1712464779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-673051', 'neutron.services.segments.db._delete_segments_for_network-8785021519108'] for network, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:50.982053 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-ab277ef0-d31f-408c-b80f-9f21465cbbaf tempest-BulkNetworkOpsTest-1870100288 tempest-BulkNetworkOpsTest-1870100288-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-637391513'}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:38:51.010504 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64a9893-317f-4115-b95a-5bd671e7c2c6 req-9404950d-853e-4188-8eb6-2bec92515f02 tempest-ServerActionsTestJSON-1032082790 tempest-ServerActionsTestJSON-1032082790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:38:51.012074 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-c64a9893-317f-4115-b95a-5bd671e7c2c6 req-9404950d-853e-4188-8eb6-2bec92515f02 tempest-ServerActionsTestJSON-1032082790 tempest-ServerActionsTestJSON-1032082790-project] 10.222.0.27 "GET /v2.0/ports?device_id=c15ce40b-4ff1-4ce8-b3f1-4c16c8447f68 HTTP/1.1" status: 200 len: 945 time: 0.1511686 Oct 19 07:38:51.020842 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-d16faad2-0f6f-4ecd-a207-9d8b0e5d211d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1712464779 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1712464779-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7f6643b-92d2-4a32-83c3-c2f01975a0e9']}} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:38:51.021950 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Pushing event updated for resources: {'Port': ['ID=ac82e6f5-e329-44a1-b9e7-97810fa5c238,revision_number=5']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:38:51.047490 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-d16faad2-0f6f-4ecd-a207-9d8b0e5d211d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1712464779 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1712464779-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c118624e-f090-4049-9e3a-7aadbd95a3d0') {'for_net_delete': True} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:38:51.047802 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-d16faad2-0f6f-4ecd-a207-9d8b0e5d211d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1712464779 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1712464779-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c118624e-f090-4049-9e3a-7aadbd95a3d0') {} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:38:51.072335 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-d16faad2-0f6f-4ecd-a207-9d8b0e5d211d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1712464779 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1712464779-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785021519382', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-134111927'] for segment, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:51.079298 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 54342) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:38:51.089146 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-d16faad2-0f6f-4ecd-a207-9d8b0e5d211d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1712464779 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1712464779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979'] for segment, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:51.109421 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d16faad2-0f6f-4ecd-a207-9d8b0e5d211d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1712464779 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1712464779-project] Releasing vlan 181 on physical network physnet1 to pool {{(pid=103333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 07:38:51.110740 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-d16faad2-0f6f-4ecd-a207-9d8b0e5d211d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1712464779 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1712464779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130996782'] for segment, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:51.131304 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.services.segments.plugin [-] Segment c118624e-f090-4049-9e3a-7aadbd95a3d0 resource provider aggregate not found Oct 19 07:38:51.134372 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab277ef0-d31f-408c-b80f-9f21465cbbaf tempest-BulkNetworkOpsTest-1870100288 tempest-BulkNetworkOpsTest-1870100288-project] Made reservation on behalf of 940ae1e417cc461ba455b7620906854d for: {'network': 1} {{(pid=103332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 07:38:51.137805 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-ab277ef0-d31f-408c-b80f-9f21465cbbaf tempest-BulkNetworkOpsTest-1870100288 tempest-BulkNetworkOpsTest-1870100288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for network, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:51.167128 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-c64a9893-317f-4115-b95a-5bd671e7c2c6 req-de261082-b520-4625-8706-22ead7332489 tempest-ServerActionsTestJSON-1032082790 tempest-ServerActionsTestJSON-1032082790-project] 10.222.0.27 "GET /v2.0/security-groups?id=f0bcd6ee-444f-46c6-b01f-ccacf8976dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1390469 Oct 19 07:38:51.201279 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.services.segments.plugin [-] Segment c118624e-f090-4049-9e3a-7aadbd95a3d0 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c118624e-f090-4049-9e3a-7aadbd95a3d0 found for delete ", "request_id": "req-94f277ed-5f32-4ac9-af41-460daaa0c561"}]} Oct 19 07:38:51.229269 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-7445aac5-5864-4716-be3b-3fcc2962cdf6 None None] Provisioning complete for port 6922b25c-5b6f-44a0-99d3-28c9acb6c270 triggered by entity DHCP. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:38:51.231608 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadb2dba-5662-4639-b1ca-80b90509abb5 req-b9dc2ec8-70d0-4663-8ea0-932167bf79df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:38:51.233379 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-dadb2dba-5662-4639-b1ca-80b90509abb5 req-b9dc2ec8-70d0-4663-8ea0-932167bf79df service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=7edb487a-fad4-4d3e-826c-bf286ef7d7e5 HTTP/1.1" status: 200 len: 1099 time: 0.1763556 Oct 19 07:38:51.241964 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab277ef0-d31f-408c-b80f-9f21465cbbaf tempest-BulkNetworkOpsTest-1870100288 tempest-BulkNetworkOpsTest-1870100288-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 172} {{(pid=103332) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 07:38:51.245478 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-7445aac5-5864-4716-be3b-3fcc2962cdf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:51.260744 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-7445aac5-5864-4716-be3b-3fcc2962cdf6 None None] Attempt 1 to provision port 6922b25c-5b6f-44a0-99d3-28c9acb6c270 Oct 19 07:38:51.281485 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-23b7fe93-3972-46f7-b96e-eab2eeb213a5 tempest-RoutersIpV6AdminTest-1896539816 tempest-RoutersIpV6AdminTest-1896539816-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-124124752', 'router:external': True}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:38:51.281640 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-5800cd67-9a8a-4f64-bbe7-20247fb46d15 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks [] for port, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:51.288993 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-d16faad2-0f6f-4ecd-a207-9d8b0e5d211d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1712464779 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1712464779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-673044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1695087'] for network, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:51.292199 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-ab277ef0-d31f-408c-b80f-9f21465cbbaf tempest-BulkNetworkOpsTest-1870100288 tempest-BulkNetworkOpsTest-1870100288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979'] for segment, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:51.292525 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.db.segments_db [None req-ab277ef0-d31f-408c-b80f-9f21465cbbaf tempest-BulkNetworkOpsTest-1870100288 tempest-BulkNetworkOpsTest-1870100288-project] Added segment ee917962-3063-4c03-803f-5db689cfe448 of type vlan for network 8cd54d9b-e02b-48de-9d1f-5cb028c8f627 Oct 19 07:38:51.300455 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-d16faad2-0f6f-4ecd-a207-9d8b0e5d211d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1712464779 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1712464779-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574827'] for network, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:51.306589 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-d16faad2-0f6f-4ecd-a207-9d8b0e5d211d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1712464779 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1712464779-project] 10.222.0.27 "DELETE /v2.0/networks/a7f6643b-92d2-4a32-83c3-c2f01975a0e9 HTTP/1.1" status: 204 len: 168 time: 0.8733742 Oct 19 07:38:51.321058 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16faad2-0f6f-4ecd-a207-9d8b0e5d211d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1712464779 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1712464779-project] Pushing event deleted for resources: {'Network': ['ID=a7f6643b-92d2-4a32-83c3-c2f01975a0e9,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:38:51.352766 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-5800cd67-9a8a-4f64-bbe7-20247fb46d15 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785020947330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130996763'] for port, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:51.424189 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5800cd67-9a8a-4f64-bbe7-20247fb46d15 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Network 6b5a65c5-1bed-4301-9db8-c1056c2b8eba is already hosted by enough agents. {{(pid=103333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 07:38:51.429354 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-5800cd67-9a8a-4f64-bbe7-20247fb46d15 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Resources bound (agent type, host, resource id): {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:38:51.434860 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5800cd67-9a8a-4f64-bbe7-20247fb46d15 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Received port after_create {{(pid=103333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 07:38:51.437989 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-dadb2dba-5662-4639-b1ca-80b90509abb5 req-0693a0b3-5e76-4ee2-8d6c-33330f1fe20e service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=47cbba02-6d50-4e36-a3e0-bd46273f3056&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1885138 Oct 19 07:38:51.440907 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5800cd67-9a8a-4f64-bbe7-20247fb46d15 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:38:51.446242 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-5800cd67-9a8a-4f64-bbe7-20247fb46d15 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42160'] for port, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:51.448609 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23b7fe93-3972-46f7-b96e-eab2eeb213a5 tempest-RoutersIpV6AdminTest-1896539816 tempest-RoutersIpV6AdminTest-1896539816-project-admin] Made reservation on behalf of c3ff9d0048274a50bcec5d88a82a5cea for: {'network': 1} {{(pid=103332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 07:38:51.449261 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-23b7fe93-3972-46f7-b96e-eab2eeb213a5 tempest-RoutersIpV6AdminTest-1896539816 tempest-RoutersIpV6AdminTest-1896539816-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for network, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:51.454245 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-ab277ef0-d31f-408c-b80f-9f21465cbbaf tempest-BulkNetworkOpsTest-1870100288 tempest-BulkNetworkOpsTest-1870100288-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785020965340'] for network, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:51.454906 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5800cd67-9a8a-4f64-bbe7-20247fb46d15 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Pushing event updated for resources: {'Port': ['ID=71480b76-cb96-46d9-96c5-263c344237be,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:38:51.475247 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device 6922b25c-5b6f-44a0-99d3-28c9acb6c270 up at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 07:38:51.481203 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-23b7fe93-3972-46f7-b96e-eab2eeb213a5 tempest-RoutersIpV6AdminTest-1896539816 tempest-RoutersIpV6AdminTest-1896539816-project-admin] Notify callbacks [] for security_group, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:51.481807 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-5800cd67-9a8a-4f64-bbe7-20247fb46d15 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.6140647 Oct 19 07:38:51.485351 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 54352) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:38:51.500454 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-6894dea1-c1f1-490c-a5e9-6974094e0f37 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Request body: {'port': {'network_id': '6b5a65c5-1bed-4301-9db8-c1056c2b8eba', 'fixed_ips': [{'subnet_id': 'f66c942e-f15e-4189-92ec-d449892d3929', 'ip_address': '2001:db8::5ba3:b8b0:fba:ec92'}], 'name': 'tempest-NetworksTestDHCPv6-1129682045'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:38:51.511923 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-7445aac5-5864-4716-be3b-3fcc2962cdf6 None None] Current status of the port 6922b25c-5b6f-44a0-99d3-28c9acb6c270 is: DOWN; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:38:51.512434 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-7445aac5-5864-4716-be3b-3fcc2962cdf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:51.557272 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-ab277ef0-d31f-408c-b80f-9f21465cbbaf tempest-BulkNetworkOpsTest-1870100288 tempest-BulkNetworkOpsTest-1870100288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873'] for network, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:51.562950 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab277ef0-d31f-408c-b80f-9f21465cbbaf tempest-BulkNetworkOpsTest-1870100288 tempest-BulkNetworkOpsTest-1870100288-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:38:51.563555 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-ab277ef0-d31f-408c-b80f-9f21465cbbaf tempest-BulkNetworkOpsTest-1870100288 tempest-BulkNetworkOpsTest-1870100288-project] Notify callbacks [] for network, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:51.574688 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-745d4af9-f0e6-4fbe-bf06-0905beb19e41 tempest-FloatingIPAdminTestJSON-1410639124 tempest-FloatingIPAdminTestJSON-1410639124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1694785'] for router_interface, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:51.587878 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-7445aac5-5864-4716-be3b-3fcc2962cdf6 None None] For port 6922b25c-5b6f-44a0-99d3-28c9acb6c270, host dv-neutron-861624-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=6922b25c-5b6f-44a0-99d3-28c9acb6c270,segment=NetworkSegment(5a8d2b05-b527-4bd4-a671-b9112f193fef),segment_id=5a8d2b05-b527-4bd4-a671-b9112f193fef)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:38:51.617597 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-7445aac5-5864-4716-be3b-3fcc2962cdf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:51.698843 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-ab277ef0-d31f-408c-b80f-9f21465cbbaf tempest-BulkNetworkOpsTest-1870100288 tempest-BulkNetworkOpsTest-1870100288-project] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.7253196 Oct 19 07:38:51.702630 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 54360) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:38:51.705622 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6894dea1-c1f1-490c-a5e9-6974094e0f37 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Made reservation on behalf of 61a2e57b80c1442e9cb330141a970781 for: {'port': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 07:38:51.716007 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-6894dea1-c1f1-490c-a5e9-6974094e0f37 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:51.728993 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Provisioning complete for port 6922b25c-5b6f-44a0-99d3-28c9acb6c270 triggered by entity L2. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:38:51.731082 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:51.731523 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Attempt 1 to provision port 6922b25c-5b6f-44a0-99d3-28c9acb6c270 Oct 19 07:38:51.745218 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-6c31b5ec-15f5-4e48-a526-17277ea3ce4c tempest-BulkNetworkOpsTest-1870100288 tempest-BulkNetworkOpsTest-1870100288-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1825628111'}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:38:51.772776 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab277ef0-d31f-408c-b80f-9f21465cbbaf tempest-BulkNetworkOpsTest-1870100288 tempest-BulkNetworkOpsTest-1870100288-project] Pushing event updated for resources: {'Network': ['ID=8cd54d9b-e02b-48de-9d1f-5cb028c8f627,revision_number=1']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:38:51.775008 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.notifiers.nova [None req-6894dea1-c1f1-490c-a5e9-6974094e0f37 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] device_id is not set on port f8a392ca-f031-47cf-b779-9165670da22c yet. {{(pid=103333) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 19 07:38:51.822268 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 54362) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:38:51.916164 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Network 8cd54d9b-e02b-48de-9d1f-5cb028c8f627 details requested by agent ovs-agent-dv-neutron-861624-1-hyperv with host dv-neutron-861624-1-hyperv {{(pid=103334) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 07:38:51.981549 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7445aac5-5864-4716-be3b-3fcc2962cdf6 None None] Pushing event updated for resources: {'Port': ['ID=6922b25c-5b6f-44a0-99d3-28c9acb6c270,revision_number=3']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:38:51.995583 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.pecan_wsgi.hooks.translation [None req-6894dea1-c1f1-490c-a5e9-6974094e0f37 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] POST failed (client error): There was a conflict when trying to complete your request. Oct 19 07:38:51.997484 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6894dea1-c1f1-490c-a5e9-6974094e0f37 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103333) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 07:38:52.028631 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-3737c032-3cbe-4352-9fef-c6dafb4338ac None None] Provisioning complete for port 71480b76-cb96-46d9-96c5-263c344237be triggered by entity DHCP. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:38:52.028999 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-3737c032-3cbe-4352-9fef-c6dafb4338ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:52.029322 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-3737c032-3cbe-4352-9fef-c6dafb4338ac None None] Attempt 1 to provision port 71480b76-cb96-46d9-96c5-263c344237be Oct 19 07:38:52.030518 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-6894dea1-c1f1-490c-a5e9-6974094e0f37 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 409 len: 388 time: 0.5434835 Oct 19 07:38:52.033352 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 54366) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:38:52.091032 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-be1ae337-ff8d-4341-bf36-83dad1fccf16 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=71bcb0b49b0443da9e0d4e591ce2edf7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2677407 Oct 19 07:38:52.098703 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-3737c032-3cbe-4352-9fef-c6dafb4338ac None None] Port 71480b76-cb96-46d9-96c5-263c344237be cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 07:38:52.106819 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Current status of the port 6922b25c-5b6f-44a0-99d3-28c9acb6c270 is: ACTIVE; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:38:52.108874 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 54370) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:38:52.131545 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.services.segments.plugin [-] Segment fb0004fd-a25f-4874-ba5d-cf3867d8fabd resource provider aggregate not found Oct 19 07:38:52.132868 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad3f89e3-f309-4130-aa2b-31f0ce0d563f tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:38:52.138785 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad3f89e3-f309-4130-aa2b-31f0ce0d563f tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:38:52.140389 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-ad3f89e3-f309-4130-aa2b-31f0ce0d563f tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] 10.222.0.27 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1686 time: 0.1063161 Oct 19 07:38:52.144098 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c31b5ec-15f5-4e48-a526-17277ea3ce4c tempest-BulkNetworkOpsTest-1870100288 tempest-BulkNetworkOpsTest-1870100288-project] Made reservation on behalf of 940ae1e417cc461ba455b7620906854d for: {'network': 1} {{(pid=103332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 07:38:52.144940 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 54374) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:38:52.148100 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-6c31b5ec-15f5-4e48-a526-17277ea3ce4c tempest-BulkNetworkOpsTest-1870100288 tempest-BulkNetworkOpsTest-1870100288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for network, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:52.157894 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.services.segments.plugin [-] Segment fb0004fd-a25f-4874-ba5d-cf3867d8fabd resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid fb0004fd-a25f-4874-ba5d-cf3867d8fabd found for delete ", "request_id": "req-e7926994-9235-4f9e-bd48-a340303c1745"}]} Oct 19 07:38:52.190431 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-23b7fe93-3972-46f7-b96e-eab2eeb213a5 tempest-RoutersIpV6AdminTest-1896539816 tempest-RoutersIpV6AdminTest-1896539816-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:52.200601 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcc4b92-c487-493b-890e-2f944082a158 req-58e6d0ca-c656-4faf-aaf8-8e120a77f0cc tempest-ServersTestJSON-461936375 tempest-ServersTestJSON-461936375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:38:52.202103 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-1fcc4b92-c487-493b-890e-2f944082a158 req-58e6d0ca-c656-4faf-aaf8-8e120a77f0cc tempest-ServersTestJSON-461936375 tempest-ServersTestJSON-461936375-project] 10.222.0.27 "GET /v2.0/ports?device_id=7edb487a-fad4-4d3e-826c-bf286ef7d7e5 HTTP/1.1" status: 200 len: 946 time: 0.4956756 Oct 19 07:38:52.233016 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-23b7fe93-3972-46f7-b96e-eab2eeb213a5 tempest-RoutersIpV6AdminTest-1896539816 tempest-RoutersIpV6AdminTest-1896539816-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788643'] for security_group, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:52.242577 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-1f660694-c45d-4ca1-bbd5-d08fb64dc4b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:52.269888 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-1f660694-c45d-4ca1-bbd5-d08fb64dc4b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:52.288955 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c31b5ec-15f5-4e48-a526-17277ea3ce4c tempest-BulkNetworkOpsTest-1870100288 tempest-BulkNetworkOpsTest-1870100288-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 169} {{(pid=103332) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 07:38:52.303308 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-c08791ec-c094-4b51-9a9a-886773d4dad8 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Deleting port 71480b76-cb96-46d9-96c5-263c344237be {{(pid=103333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 07:38:52.303649 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-c08791ec-c094-4b51-9a9a-886773d4dad8 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:52.317716 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0c2fb5-c73a-438c-a5c8-093a42f1d84b req-2b9c8162-39b5-4232-b1b7-21209ed602f9 tempest-ServersTestManualDisk-1995987990 tempest-ServersTestManualDisk-1995987990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:38:52.319426 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-dd0c2fb5-c73a-438c-a5c8-093a42f1d84b req-2b9c8162-39b5-4232-b1b7-21209ed602f9 tempest-ServersTestManualDisk-1995987990 tempest-ServersTestManualDisk-1995987990-project] 10.222.0.27 "GET /v2.0/ports?device_id=fd32aad3-def3-4cd3-9b2d-e2a48bdb7a3b HTTP/1.1" status: 200 len: 945 time: 0.5213819 Oct 19 07:38:52.350594 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23b7fe93-3972-46f7-b96e-eab2eeb213a5 tempest-RoutersIpV6AdminTest-1896539816 tempest-RoutersIpV6AdminTest-1896539816-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 163} {{(pid=103332) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 07:38:52.382881 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-1f660694-c45d-4ca1-bbd5-d08fb64dc4b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788643'] for security_group, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:52.384867 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-6c31b5ec-15f5-4e48-a526-17277ea3ce4c tempest-BulkNetworkOpsTest-1870100288 tempest-BulkNetworkOpsTest-1870100288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979'] for segment, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:52.385228 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.db.segments_db [None req-6c31b5ec-15f5-4e48-a526-17277ea3ce4c tempest-BulkNetworkOpsTest-1870100288 tempest-BulkNetworkOpsTest-1870100288-project] Added segment 89d721df-0a73-4f84-8dce-7865b77be926 of type vlan for network 07b11561-a653-468c-89a8-1fafde4ffffd Oct 19 07:38:52.385514 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-1f660694-c45d-4ca1-bbd5-d08fb64dc4b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:52.386696 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-1f660694-c45d-4ca1-bbd5-d08fb64dc4b3 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/c6d429ec-94ef-496c-bfc2-bffbd1307138 HTTP/1.1" status: 204 len: 168 time: 0.2748346 Oct 19 07:38:52.405017 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f660694-c45d-4ca1-bbd5-d08fb64dc4b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6d429ec-94ef-496c-bfc2-bffbd1307138,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:38:52.412854 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-c08791ec-c094-4b51-9a9a-886773d4dad8 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:52.428963 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-c08791ec-c094-4b51-9a9a-886773d4dad8 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Calling delete_port for 71480b76-cb96-46d9-96c5-263c344237be owned by {{(pid=103333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 07:38:52.447897 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-23b7fe93-3972-46f7-b96e-eab2eeb213a5 tempest-RoutersIpV6AdminTest-1896539816 tempest-RoutersIpV6AdminTest-1896539816-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979'] for segment, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:52.448372 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.db.segments_db [None req-23b7fe93-3972-46f7-b96e-eab2eeb213a5 tempest-RoutersIpV6AdminTest-1896539816 tempest-RoutersIpV6AdminTest-1896539816-project-admin] Added segment d2b6dcd1-b60e-4457-9e2e-fb1669eb539d of type vlan for network 992ac837-98d8-43ae-a8f3-03e61aca75b4 Oct 19 07:38:52.494892 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-23b7fe93-3972-46f7-b96e-eab2eeb213a5 tempest-RoutersIpV6AdminTest-1896539816 tempest-RoutersIpV6AdminTest-1896539816-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785020965340'] for network, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:52.515603 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-6c31b5ec-15f5-4e48-a526-17277ea3ce4c tempest-BulkNetworkOpsTest-1870100288 tempest-BulkNetworkOpsTest-1870100288-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785020965340'] for network, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:52.526594 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b7fe93-3972-46f7-b96e-eab2eeb213a5 tempest-RoutersIpV6AdminTest-1896539816 tempest-RoutersIpV6AdminTest-1896539816-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e56fe7a3-e8e6-4850-98bb-a9edccc5b704,revision_number=1']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:38:52.591743 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-c08791ec-c094-4b51-9a9a-886773d4dad8 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130996763'] for port, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:52.599865 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-3737c032-3cbe-4352-9fef-c6dafb4338ac None None] Attempt 2 to provision port 71480b76-cb96-46d9-96c5-263c344237be Oct 19 07:38:52.603078 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-1fcc4b92-c487-493b-890e-2f944082a158 req-b310a2d4-f7a8-417c-9d3f-77c93658457a tempest-ServersTestJSON-461936375 tempest-ServersTestJSON-461936375-project] 10.222.0.27 "GET /v2.0/security-groups?id=47cbba02-6d50-4e36-a3e0-bd46273f3056&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3876631 Oct 19 07:38:52.629418 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-3737c032-3cbe-4352-9fef-c6dafb4338ac None None] Port 71480b76-cb96-46d9-96c5-263c344237be was deleted so its status cannot be updated. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Oct 19 07:38:52.664183 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08791ec-c094-4b51-9a9a-886773d4dad8 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Pushing event deleted for resources: {'Port': ['ID=71480b76-cb96-46d9-96c5-263c344237be,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:38:52.664945 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-dd0c2fb5-c73a-438c-a5c8-093a42f1d84b req-3349ccad-9e10-491f-b9b7-7a01cc641850 tempest-ServersTestManualDisk-1995987990 tempest-ServersTestManualDisk-1995987990-project] 10.222.0.27 "GET /v2.0/security-groups?id=cd2f4ea7-fe99-4ea4-b101-5829406beaad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3121719 Oct 19 07:38:52.665606 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-23b7fe93-3972-46f7-b96e-eab2eeb213a5 tempest-RoutersIpV6AdminTest-1896539816 tempest-RoutersIpV6AdminTest-1896539816-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873'] for network, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:52.666598 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23b7fe93-3972-46f7-b96e-eab2eeb213a5 tempest-RoutersIpV6AdminTest-1896539816 tempest-RoutersIpV6AdminTest-1896539816-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:38:52.667257 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-23b7fe93-3972-46f7-b96e-eab2eeb213a5 tempest-RoutersIpV6AdminTest-1896539816 tempest-RoutersIpV6AdminTest-1896539816-project-admin] Notify callbacks [] for network, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:52.698595 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-6c31b5ec-15f5-4e48-a526-17277ea3ce4c tempest-BulkNetworkOpsTest-1870100288 tempest-BulkNetworkOpsTest-1870100288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873'] for network, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:52.703326 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-c08791ec-c094-4b51-9a9a-886773d4dad8 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42160'] for port, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:52.705128 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c31b5ec-15f5-4e48-a526-17277ea3ce4c tempest-BulkNetworkOpsTest-1870100288 tempest-BulkNetworkOpsTest-1870100288-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:38:52.705710 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-6c31b5ec-15f5-4e48-a526-17277ea3ce4c tempest-BulkNetworkOpsTest-1870100288 tempest-BulkNetworkOpsTest-1870100288-project] Notify callbacks [] for network, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:52.709652 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-c08791ec-c094-4b51-9a9a-886773d4dad8 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] 10.222.0.27 "DELETE /v2.0/ports/71480b76-cb96-46d9-96c5-263c344237be HTTP/1.1" status: 204 len: 168 time: 0.5576367 Oct 19 07:38:52.709885 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 54382) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:38:52.728646 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-23b7fe93-3972-46f7-b96e-eab2eeb213a5 tempest-RoutersIpV6AdminTest-1896539816 tempest-RoutersIpV6AdminTest-1896539816-project-admin] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 1.6457698 Oct 19 07:38:52.733176 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 54384) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:38:52.746793 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd32aad3-def3-4cd3-9b2d-e2a48bdb7a3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac82e6f5-e329-44a1-b9e7-97810fa5c238'}] {{(pid=103334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 19 07:38:52.749420 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d918bd29c62f7e926e80ce37adcd574e0921d2de3006e6b6ef58999f52d8e2e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c83280d1-2b11-4cf5-81b5-2fe5442be365" -d '{"events": [{"server_uuid": "fd32aad3-def3-4cd3-9b2d-e2a48bdb7a3b", "name": "network-vif-plugged", "status": "completed", "tag": "ac82e6f5-e329-44a1-b9e7-97810fa5c238"}]}' {{(pid=103334) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 07:38:52.758843 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-c4356bf6-86b3-40bb-8103-9c3dad8656d7 tempest-RoutersIpV6AdminTest-1896539816 tempest-RoutersIpV6AdminTest-1896539816-project-admin] Request body: {'subnet': {'network_id': '992ac837-98d8-43ae-a8f3-03e61aca75b4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:38:52.791770 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae327529-2942-4510-92ec-fa167b3f1e92 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:38:52.793809 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae327529-2942-4510-92ec-fa167b3f1e92 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:38:52.796562 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-ae327529-2942-4510-92ec-fa167b3f1e92 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] 10.222.0.27 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0848997 Oct 19 07:38:52.798536 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 54388) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:38:52.828717 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 19 Oct 2022 07:38:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2176b055-afcb-4264-ad0f-46be7a854f10 x-openstack-request-id: req-2176b055-afcb-4264-ad0f-46be7a854f10 {{(pid=103334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 07:38:52.829061 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd32aad3-def3-4cd3-9b2d-e2a48bdb7a3b", "name": "network-vif-plugged", "status": "completed", "tag": "ac82e6f5-e329-44a1-b9e7-97810fa5c238", "code": 200}]} {{(pid=103334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 07:38:52.829317 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-2176b055-afcb-4264-ad0f-46be7a854f10 {{(pid=103334) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 07:38:52.829715 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2176b055-afcb-4264-ad0f-46be7a854f10'] response: {'server_uuid': 'fd32aad3-def3-4cd3-9b2d-e2a48bdb7a3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac82e6f5-e329-44a1-b9e7-97810fa5c238', 'code': 200} Oct 19 07:38:52.850971 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-6c31b5ec-15f5-4e48-a526-17277ea3ce4c tempest-BulkNetworkOpsTest-1870100288 tempest-BulkNetworkOpsTest-1870100288-project] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.1382668 Oct 19 07:38:52.857529 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 54390) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:38:52.857914 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b7fe93-3972-46f7-b96e-eab2eeb213a5 tempest-RoutersIpV6AdminTest-1896539816 tempest-RoutersIpV6AdminTest-1896539816-project-admin] Pushing event updated for resources: {'Network': ['ID=992ac837-98d8-43ae-a8f3-03e61aca75b4,revision_number=1']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:38:52.870697 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Network 992ac837-98d8-43ae-a8f3-03e61aca75b4 details requested by agent ovs-agent-dv-neutron-861624-1-hyperv with host dv-neutron-861624-1-hyperv {{(pid=103334) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 07:38:52.884598 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-8754437d-c5cb-4f0d-9e08-ff5daf100c1b tempest-BulkNetworkOpsTest-1870100288 tempest-BulkNetworkOpsTest-1870100288-project] Request body: {'ports': [{'network_id': '8cd54d9b-e02b-48de-9d1f-5cb028c8f627', 'name': 'tempest-port--1185342006', 'admin_state_up': True}, {'network_id': '07b11561-a653-468c-89a8-1fafde4ffffd', 'admin_state_up': False}]} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:38:52.885194 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-8754437d-c5cb-4f0d-9e08-ff5daf100c1b tempest-BulkNetworkOpsTest-1870100288 tempest-BulkNetworkOpsTest-1870100288-project] Request body: {'port': {'network_id': '8cd54d9b-e02b-48de-9d1f-5cb028c8f627', 'name': 'tempest-port--1185342006', 'admin_state_up': True}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:38:52.886134 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-8754437d-c5cb-4f0d-9e08-ff5daf100c1b tempest-BulkNetworkOpsTest-1870100288 tempest-BulkNetworkOpsTest-1870100288-project] Request body: {'port': {'network_id': '07b11561-a653-468c-89a8-1fafde4ffffd', 'admin_state_up': False}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:38:52.902807 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4356bf6-86b3-40bb-8103-9c3dad8656d7 tempest-RoutersIpV6AdminTest-1896539816 tempest-RoutersIpV6AdminTest-1896539816-project-admin] Made reservation on behalf of c3ff9d0048274a50bcec5d88a82a5cea for: {'subnet': 1} {{(pid=103332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 07:38:52.905299 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-c4356bf6-86b3-40bb-8103-9c3dad8656d7 tempest-RoutersIpV6AdminTest-1896539816 tempest-RoutersIpV6AdminTest-1896539816-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130659787'] for subnet, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:52.953915 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9010991-1836-4776-b8e2-e03c080500d0 req-58acf82b-c8df-45c5-8984-cbdffcfdd06d tempest-ServerActionsTestJSON-1032082790 tempest-ServerActionsTestJSON-1032082790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:38:52.955498 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-d9010991-1836-4776-b8e2-e03c080500d0 req-58acf82b-c8df-45c5-8984-cbdffcfdd06d tempest-ServerActionsTestJSON-1032082790 tempest-ServerActionsTestJSON-1032082790-project] 10.222.0.27 "GET /v2.0/ports?device_id=c15ce40b-4ff1-4ce8-b3f1-4c16c8447f68 HTTP/1.1" status: 200 len: 945 time: 0.2764244 Oct 19 07:38:52.957081 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 54392) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:38:53.046772 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.db_base_plugin_v2 [None req-346eaec4-96e3-4e10-807d-b47957ecb415 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Deleting subnet f66c942e-f15e-4189-92ec-d449892d3929 {{(pid=103333) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 19 07:38:53.059617 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-346eaec4-96e3-4e10-807d-b47957ecb415 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks [] for subnet, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:53.072243 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c31b5ec-15f5-4e48-a526-17277ea3ce4c tempest-BulkNetworkOpsTest-1870100288 tempest-BulkNetworkOpsTest-1870100288-project] Pushing event updated for resources: {'Network': ['ID=07b11561-a653-468c-89a8-1fafde4ffffd,revision_number=1']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:38:53.088751 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Network 07b11561-a653-468c-89a8-1fafde4ffffd details requested by agent ovs-agent-dv-neutron-861624-1-hyperv with host dv-neutron-861624-1-hyperv {{(pid=103334) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 07:38:53.160799 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8754437d-c5cb-4f0d-9e08-ff5daf100c1b tempest-BulkNetworkOpsTest-1870100288 tempest-BulkNetworkOpsTest-1870100288-project] Made reservation on behalf of 940ae1e417cc461ba455b7620906854d for: {'port': 2} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 07:38:53.166774 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-8754437d-c5cb-4f0d-9e08-ff5daf100c1b tempest-BulkNetworkOpsTest-1870100288 tempest-BulkNetworkOpsTest-1870100288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:53.171454 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-346eaec4-96e3-4e10-807d-b47957ecb415 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-134111928'] for subnet, precommit_delete_associations {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:53.214007 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-8754437d-c5cb-4f0d-9e08-ff5daf100c1b tempest-BulkNetworkOpsTest-1870100288 tempest-BulkNetworkOpsTest-1870100288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:53.263611 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-d9010991-1836-4776-b8e2-e03c080500d0 req-7581f615-567b-408b-8ce5-fccce7d9a92e tempest-ServerActionsTestJSON-1032082790 tempest-ServerActionsTestJSON-1032082790-project] 10.222.0.27 "GET /v2.0/security-groups?id=f0bcd6ee-444f-46c6-b01f-ccacf8976dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2045009 Oct 19 07:38:53.273897 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-b1e3d4fb-b909-48e1-8e76-709f44b0a9ce admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=22e1ecce49d240948557aa471da51354&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2295165 Oct 19 07:38:53.283966 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 54394) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:38:53.288280 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6176176-c8a2-4d50-9cd7-35a2e348ea82 req-7c7ef777-88ed-4d16-a83e-2e2433bd85f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:38:53.290984 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-a6176176-c8a2-4d50-9cd7-35a2e348ea82 req-7c7ef777-88ed-4d16-a83e-2e2433bd85f5 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=fd32aad3-def3-4cd3-9b2d-e2a48bdb7a3b HTTP/1.1" status: 200 len: 1098 time: 0.2435281 Oct 19 07:38:53.326471 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.plugin [None req-745d4af9-f0e6-4fbe-bf06-0905beb19e41 tempest-FloatingIPAdminTestJSON-1410639124 tempest-FloatingIPAdminTestJSON-1410639124-project] Deleting port e55d7a6a-c6c9-4188-8720-01983a8cba97 {{(pid=103332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 07:38:53.326801 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-745d4af9-f0e6-4fbe-bf06-0905beb19e41 tempest-FloatingIPAdminTestJSON-1410639124 tempest-FloatingIPAdminTestJSON-1410639124-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:53.375725 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device 6922b25c-5b6f-44a0-99d3-28c9acb6c270 up at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 07:38:53.416804 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-a6176176-c8a2-4d50-9cd7-35a2e348ea82 req-e1fbb354-bff6-48f7-ae81-1e45daaa69d3 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=cd2f4ea7-fe99-4ea4-b101-5829406beaad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1036062 Oct 19 07:38:53.448261 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-346eaec4-96e3-4e10-807d-b47957ecb415 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-679826'] for subnet, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:53.460044 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Provisioning complete for port 6922b25c-5b6f-44a0-99d3-28c9acb6c270 triggered by entity L2. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:38:53.460484 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:53.461075 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Attempt 1 to provision port 6922b25c-5b6f-44a0-99d3-28c9acb6c270 Oct 19 07:38:53.521760 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.notifiers.nova [None req-8754437d-c5cb-4f0d-9e08-ff5daf100c1b tempest-BulkNetworkOpsTest-1870100288 tempest-BulkNetworkOpsTest-1870100288-project] device_id is not set on port cb8b0bcb-0deb-42ec-93d1-2bcdd286321b yet. {{(pid=103333) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 19 07:38:53.537835 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-52ea291d-3860-4c60-9e0e-c75d4d565a4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:53.570856 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Current status of the port 6922b25c-5b6f-44a0-99d3-28c9acb6c270 is: ACTIVE; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:38:53.583452 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8b0f11-91a6-4c31-a0b2-556affbd5922 req-a95ff98a-1baa-41f3-b182-8663684f6b7e tempest-ServerActionsTestJSON-1032082790 tempest-ServerActionsTestJSON-1032082790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:38:53.585652 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-6b8b0f11-91a6-4c31-a0b2-556affbd5922 req-a95ff98a-1baa-41f3-b182-8663684f6b7e tempest-ServerActionsTestJSON-1032082790 tempest-ServerActionsTestJSON-1032082790-project] 10.222.0.27 "GET /v2.0/ports?device_id=c15ce40b-4ff1-4ce8-b3f1-4c16c8447f68 HTTP/1.1" status: 200 len: 945 time: 0.1653495 Oct 19 07:38:53.588477 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-52ea291d-3860-4c60-9e0e-c75d4d565a4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:53.592197 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-745d4af9-f0e6-4fbe-bf06-0905beb19e41 tempest-FloatingIPAdminTestJSON-1410639124 tempest-FloatingIPAdminTestJSON-1410639124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:53.601227 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 54398) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:38:53.614244 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-2343d1aa-d7ca-4d33-bd3f-6eb6bbc300db tempest-ServerActionsTestJSON-1032082790 tempest-ServerActionsTestJSON-1032082790-project] Request body: {'floatingip': {'port_id': '166507e4-5bf0-4d0c-a912-f2cd4a10fdee'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:38:53.617138 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.plugin [None req-745d4af9-f0e6-4fbe-bf06-0905beb19e41 tempest-FloatingIPAdminTestJSON-1410639124 tempest-FloatingIPAdminTestJSON-1410639124-project] Calling delete_port for e55d7a6a-c6c9-4188-8720-01983a8cba97 owned by network:router_interface {{(pid=103332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 07:38:53.682520 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-346eaec4-96e3-4e10-807d-b47957ecb415 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-679819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130997964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130170408'] for subnet, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:53.703418 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-2343d1aa-d7ca-4d33-bd3f-6eb6bbc300db tempest-ServerActionsTestJSON-1032082790 tempest-ServerActionsTestJSON-1032082790-project] Notify callbacks [] for floatingip, before_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:53.770355 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346eaec4-96e3-4e10-807d-b47957ecb415 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Pushing event deleted for resources: {'Subnet': ['ID=f66c942e-f15e-4189-92ec-d449892d3929,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:38:53.785475 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-473f4686-34f0-4649-8d99-12086846dbb0 None None] Network 6b5a65c5-1bed-4301-9db8-c1056c2b8eba requested from dv-neutron-861624-1-hyperv {{(pid=103334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 07:38:53.786275 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-346eaec4-96e3-4e10-807d-b47957ecb415 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks [] for subnet, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:53.792083 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-346eaec4-96e3-4e10-807d-b47957ecb415 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] 10.222.0.27 "DELETE /v2.0/subnets/f66c942e-f15e-4189-92ec-d449892d3929 HTTP/1.1" status: 204 len: 168 time: 0.9893663 Oct 19 07:38:53.807961 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 54404) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:38:53.824277 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-346eaec4-96e3-4e10-807d-b47957ecb415 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:38:53.825020 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-346eaec4-96e3-4e10-807d-b47957ecb415 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:38:53.825439 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-346eaec4-96e3-4e10-807d-b47957ecb415 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:38:53.825843 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-346eaec4-96e3-4e10-807d-b47957ecb415 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:38:53.826273 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-346eaec4-96e3-4e10-807d-b47957ecb415 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:38:53.826677 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-346eaec4-96e3-4e10-807d-b47957ecb415 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:38:53.827070 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-346eaec4-96e3-4e10-807d-b47957ecb415 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:38:53.827472 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-346eaec4-96e3-4e10-807d-b47957ecb415 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:38:53.827932 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-346eaec4-96e3-4e10-807d-b47957ecb415 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:38:53.828343 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-346eaec4-96e3-4e10-807d-b47957ecb415 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:38:53.828761 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-346eaec4-96e3-4e10-807d-b47957ecb415 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:38:53.829155 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-346eaec4-96e3-4e10-807d-b47957ecb415 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:38:53.896794 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-52ea291d-3860-4c60-9e0e-c75d4d565a4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788643'] for security_group, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:53.899494 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-52ea291d-3860-4c60-9e0e-c75d4d565a4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:53.903231 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-52ea291d-3860-4c60-9e0e-c75d4d565a4c admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/1f6c5246-1936-42be-bd6a-27f269ac993a HTTP/1.1" status: 204 len: 168 time: 0.6157138 Oct 19 07:38:53.936698 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-c07fa3b7-9bac-4c82-9469-e89ee0189115 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] 10.222.0.27 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1161690 Oct 19 07:38:53.936878 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ea291d-3860-4c60-9e0e-c75d4d565a4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f6c5246-1936-42be-bd6a-27f269ac993a,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:38:53.937623 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 54408) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:38:53.942514 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-8754437d-c5cb-4f0d-9e08-ff5daf100c1b tempest-BulkNetworkOpsTest-1870100288 tempest-BulkNetworkOpsTest-1870100288-project] Notify callbacks [] for port, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:53.950304 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-85018433-6ce5-4ebe-b7d5-7e0ea70c9e2e tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Request body: {'subnet': {'network_id': '6b5a65c5-1bed-4301-9db8-c1056c2b8eba', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:38:54.007666 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc48f4a-43bc-4035-8159-131bb569f2d7 req-3a98945d-69e8-4642-99ff-4745a49e62bd tempest-ServersTestJSON-461936375 tempest-ServersTestJSON-461936375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:38:54.009229 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-8dc48f4a-43bc-4035-8159-131bb569f2d7 req-3a98945d-69e8-4642-99ff-4745a49e62bd tempest-ServersTestJSON-461936375 tempest-ServersTestJSON-461936375-project] 10.222.0.27 "GET /v2.0/ports?device_id=7edb487a-fad4-4d3e-826c-bf286ef7d7e5 HTTP/1.1" status: 200 len: 946 time: 0.2986104 Oct 19 07:38:54.063318 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2f39a3-4a1b-4b98-b117-83a1ee92b215 req-d4d74201-3fb7-4e1b-baf4-cdddad5acb6d tempest-ServersTestManualDisk-1995987990 tempest-ServersTestManualDisk-1995987990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:38:54.065585 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-4a2f39a3-4a1b-4b98-b117-83a1ee92b215 req-d4d74201-3fb7-4e1b-baf4-cdddad5acb6d tempest-ServersTestManualDisk-1995987990 tempest-ServersTestManualDisk-1995987990-project] 10.222.0.27 "GET /v2.0/ports?device_id=fd32aad3-def3-4cd3-9b2d-e2a48bdb7a3b HTTP/1.1" status: 200 len: 945 time: 0.2923286 Oct 19 07:38:54.068039 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-087264fd-e59f-4e69-a86a-e66d9b429295 None None] DHCP port deletion for 6b5a65c5-1bed-4301-9db8-c1056c2b8eba request from dv-neutron-861624-1-hyperv {{(pid=103334) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 07:38:54.130976 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-8dc48f4a-43bc-4035-8159-131bb569f2d7 req-6097d20a-c78e-44c6-9cf9-6d6026fed72e tempest-ServersTestJSON-461936375 tempest-ServersTestJSON-461936375-project] 10.222.0.27 "GET /v2.0/security-groups?id=47cbba02-6d50-4e36-a3e0-bd46273f3056&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1051517 Oct 19 07:38:54.150611 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-087264fd-e59f-4e69-a86a-e66d9b429295 None None] Deleting port 6922b25c-5b6f-44a0-99d3-28c9acb6c270 {{(pid=103334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 07:38:54.151238 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-087264fd-e59f-4e69-a86a-e66d9b429295 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:54.182016 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.notifiers.nova [None req-8754437d-c5cb-4f0d-9e08-ff5daf100c1b tempest-BulkNetworkOpsTest-1870100288 tempest-BulkNetworkOpsTest-1870100288-project] device_id is not set on port d6f98c8c-becc-4474-9152-19beddd29661 yet. {{(pid=103333) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 19 07:38:54.213798 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.objects.ports [None req-c4356bf6-86b3-40bb-8103-9c3dad8656d7 tempest-RoutersIpV6AdminTest-1896539816 tempest-RoutersIpV6AdminTest-1896539816-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103332) get_objects /opt/stack/neutron/neutron/objects/ports.py:470}} Oct 19 07:38:54.214322 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-c4356bf6-86b3-40bb-8103-9c3dad8656d7 tempest-RoutersIpV6AdminTest-1896539816 tempest-RoutersIpV6AdminTest-1896539816-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-133552662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130659641'] for subnet, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:54.237531 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-4a2f39a3-4a1b-4b98-b117-83a1ee92b215 req-aadf0b8a-9837-427f-a488-b782c90d5df5 tempest-ServersTestManualDisk-1995987990 tempest-ServersTestManualDisk-1995987990-project] 10.222.0.27 "GET /v2.0/security-groups?id=cd2f4ea7-fe99-4ea4-b101-5829406beaad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1589079 Oct 19 07:38:54.253273 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-087264fd-e59f-4e69-a86a-e66d9b429295 None None] For port 6922b25c-5b6f-44a0-99d3-28c9acb6c270, host dv-neutron-861624-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=6922b25c-5b6f-44a0-99d3-28c9acb6c270,segment=NetworkSegment(5a8d2b05-b527-4bd4-a671-b9112f193fef),segment_id=5a8d2b05-b527-4bd4-a671-b9112f193fef)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:38:54.254387 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-087264fd-e59f-4e69-a86a-e66d9b429295 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:54.258689 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85018433-6ce5-4ebe-b7d5-7e0ea70c9e2e tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Made reservation on behalf of 61a2e57b80c1442e9cb330141a970781 for: {'subnet': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 07:38:54.269626 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-087264fd-e59f-4e69-a86a-e66d9b429295 None None] Calling delete_port for 6922b25c-5b6f-44a0-99d3-28c9acb6c270 owned by network:dhcp {{(pid=103334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 07:38:54.280146 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-85018433-6ce5-4ebe-b7d5-7e0ea70c9e2e tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130170579'] for subnet, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:54.358087 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-087264fd-e59f-4e69-a86a-e66d9b429295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339'] for port, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:54.387537 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087264fd-e59f-4e69-a86a-e66d9b429295 None None] Pushing event deleted for resources: {'Port': ['ID=6922b25c-5b6f-44a0-99d3-28c9acb6c270,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:38:54.397759 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-087264fd-e59f-4e69-a86a-e66d9b429295 None None] No DVR routers for this DVR port 6922b25c-5b6f-44a0-99d3-28c9acb6c270 on host dv-neutron-861624-1-hyperv {{(pid=103334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 19 07:38:54.455985 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-745d4af9-f0e6-4fbe-bf06-0905beb19e41 tempest-FloatingIPAdminTestJSON-1410639124 tempest-FloatingIPAdminTestJSON-1410639124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133553798'] for port, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:54.459536 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4356bf6-86b3-40bb-8103-9c3dad8656d7 tempest-RoutersIpV6AdminTest-1896539816 tempest-RoutersIpV6AdminTest-1896539816-project-admin] Pushing event updated for resources: {'Subnet': ['ID=65e5cc1e-9074-4274-82e7-807c5144a184,revision_number=0']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:38:54.486254 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4356bf6-86b3-40bb-8103-9c3dad8656d7 tempest-RoutersIpV6AdminTest-1896539816 tempest-RoutersIpV6AdminTest-1896539816-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:38:54.486593 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4356bf6-86b3-40bb-8103-9c3dad8656d7 tempest-RoutersIpV6AdminTest-1896539816 tempest-RoutersIpV6AdminTest-1896539816-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:38:54.486924 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4356bf6-86b3-40bb-8103-9c3dad8656d7 tempest-RoutersIpV6AdminTest-1896539816 tempest-RoutersIpV6AdminTest-1896539816-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:38:54.487265 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4356bf6-86b3-40bb-8103-9c3dad8656d7 tempest-RoutersIpV6AdminTest-1896539816 tempest-RoutersIpV6AdminTest-1896539816-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:38:54.487598 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4356bf6-86b3-40bb-8103-9c3dad8656d7 tempest-RoutersIpV6AdminTest-1896539816 tempest-RoutersIpV6AdminTest-1896539816-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:38:54.487930 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4356bf6-86b3-40bb-8103-9c3dad8656d7 tempest-RoutersIpV6AdminTest-1896539816 tempest-RoutersIpV6AdminTest-1896539816-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:38:54.491397 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4356bf6-86b3-40bb-8103-9c3dad8656d7 tempest-RoutersIpV6AdminTest-1896539816 tempest-RoutersIpV6AdminTest-1896539816-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:38:54.491397 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4356bf6-86b3-40bb-8103-9c3dad8656d7 tempest-RoutersIpV6AdminTest-1896539816 tempest-RoutersIpV6AdminTest-1896539816-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:38:54.491397 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4356bf6-86b3-40bb-8103-9c3dad8656d7 tempest-RoutersIpV6AdminTest-1896539816 tempest-RoutersIpV6AdminTest-1896539816-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:38:54.491397 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4356bf6-86b3-40bb-8103-9c3dad8656d7 tempest-RoutersIpV6AdminTest-1896539816 tempest-RoutersIpV6AdminTest-1896539816-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:38:54.491397 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4356bf6-86b3-40bb-8103-9c3dad8656d7 tempest-RoutersIpV6AdminTest-1896539816 tempest-RoutersIpV6AdminTest-1896539816-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:38:54.491397 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4356bf6-86b3-40bb-8103-9c3dad8656d7 tempest-RoutersIpV6AdminTest-1896539816 tempest-RoutersIpV6AdminTest-1896539816-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:38:54.526880 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d53ca54-dc07-4aee-add2-33d7fff3d111 req-abe54034-1118-4a25-beb4-5494208c901c tempest-ServersTestJSON-461936375 tempest-ServersTestJSON-461936375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:38:54.528447 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-5d53ca54-dc07-4aee-add2-33d7fff3d111 req-abe54034-1118-4a25-beb4-5494208c901c tempest-ServersTestJSON-461936375 tempest-ServersTestJSON-461936375-project] 10.222.0.27 "GET /v2.0/ports?device_id=7edb487a-fad4-4d3e-826c-bf286ef7d7e5 HTTP/1.1" status: 200 len: 946 time: 0.1870978 Oct 19 07:38:54.536568 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745d4af9-f0e6-4fbe-bf06-0905beb19e41 tempest-FloatingIPAdminTestJSON-1410639124 tempest-FloatingIPAdminTestJSON-1410639124-project] Pushing event deleted for resources: {'Port': ['ID=e55d7a6a-c6c9-4188-8720-01983a8cba97,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:38:54.543125 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4356bf6-86b3-40bb-8103-9c3dad8656d7 tempest-RoutersIpV6AdminTest-1896539816 tempest-RoutersIpV6AdminTest-1896539816-project-admin] Checking segment: {'id': 'd2b6dcd1-b60e-4457-9e2e-fb1669eb539d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '992ac837-98d8-43ae-a8f3-03e61aca75b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 19 07:38:54.543486 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4356bf6-86b3-40bb-8103-9c3dad8656d7 tempest-RoutersIpV6AdminTest-1896539816 tempest-RoutersIpV6AdminTest-1896539816-project-admin] Network hostable DHCP agents. Network: 992ac837-98d8-43ae-a8f3-03e61aca75b4, hostable agents: ['310d813b-0e3e-4d7e-9b79-8f4ec0dbcab0'], hosted agents: [] {{(pid=103332) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 07:38:54.559398 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 54422) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:38:54.573149 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-de1d4edb-5f5a-403a-9719-ee56d4c7ffc6 tempest-ServersTestJSON-461936375 tempest-ServersTestJSON-461936375-project] Request body: {'floatingip': {'port_id': 'c7b653fc-acc2-4b86-b664-a00123df00c4'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:38:54.633438 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4356bf6-86b3-40bb-8103-9c3dad8656d7 tempest-RoutersIpV6AdminTest-1896539816 tempest-RoutersIpV6AdminTest-1896539816-project-admin] Network 992ac837-98d8-43ae-a8f3-03e61aca75b4 is scheduled to be hosted by DHCP agent 310d813b-0e3e-4d7e-9b79-8f4ec0dbcab0 with binding_index 1 {{(pid=103332) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 07:38:54.678719 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.base_scheduler [None req-c4356bf6-86b3-40bb-8103-9c3dad8656d7 tempest-RoutersIpV6AdminTest-1896539816 tempest-RoutersIpV6AdminTest-1896539816-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861624-1-hyperv, 992ac837-98d8-43ae-a8f3-03e61aca75b4) {{(pid=103332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:38:54.684194 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4356bf6-86b3-40bb-8103-9c3dad8656d7 tempest-RoutersIpV6AdminTest-1896539816 tempest-RoutersIpV6AdminTest-1896539816-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:38:54.685341 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-c4356bf6-86b3-40bb-8103-9c3dad8656d7 tempest-RoutersIpV6AdminTest-1896539816 tempest-RoutersIpV6AdminTest-1896539816-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574827'] for subnet, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:54.690828 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-632d9535-fce5-41c8-b16a-8fc7a0a62759 None None] Network 992ac837-98d8-43ae-a8f3-03e61aca75b4 requested from dv-neutron-861624-1-hyperv {{(pid=103334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 07:38:54.755182 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-c4356bf6-86b3-40bb-8103-9c3dad8656d7 tempest-RoutersIpV6AdminTest-1896539816 tempest-RoutersIpV6AdminTest-1896539816-project-admin] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 2.0065713 Oct 19 07:38:54.758800 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 54424) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:38:54.768124 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-0b8e531a-a8d4-4b53-90ea-b136af7041a8 tempest-RoutersIpV6AdminTest-1896539816 tempest-RoutersIpV6AdminTest-1896539816-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1491112546', 'network_id': '992ac837-98d8-43ae-a8f3-03e61aca75b4'}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:38:54.904933 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b8c64a8-5a07-4bec-8c03-d391ddabce7f None None] Network 992ac837-98d8-43ae-a8f3-03e61aca75b4 requested from dv-neutron-861624-1-hyperv {{(pid=103334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 07:38:55.003614 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-de1d4edb-5f5a-403a-9719-ee56d4c7ffc6 tempest-ServersTestJSON-461936375 tempest-ServersTestJSON-461936375-project] Notify callbacks [] for floatingip, before_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:55.043373 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.db.resource_extend [None req-2343d1aa-d7ca-4d33-bd3f-6eb6bbc300db tempest-ServerActionsTestJSON-1032082790 tempest-ServerActionsTestJSON-1032082790-project] It took 0.46 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 19 07:38:55.123906 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b8e531a-a8d4-4b53-90ea-b136af7041a8 tempest-RoutersIpV6AdminTest-1896539816 tempest-RoutersIpV6AdminTest-1896539816-project-admin] Made reservation on behalf of c3ff9d0048274a50bcec5d88a82a5cea for: {'port': 1} {{(pid=103332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 07:38:55.126534 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-0b8e531a-a8d4-4b53-90ea-b136af7041a8 tempest-RoutersIpV6AdminTest-1896539816 tempest-RoutersIpV6AdminTest-1896539816-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:55.138521 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-745d4af9-f0e6-4fbe-bf06-0905beb19e41 tempest-FloatingIPAdminTestJSON-1410639124 tempest-FloatingIPAdminTestJSON-1410639124-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1574862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1694957'] for router_interface, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:55.156156 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.notifiers.nova [None req-0b8e531a-a8d4-4b53-90ea-b136af7041a8 tempest-RoutersIpV6AdminTest-1896539816 tempest-RoutersIpV6AdminTest-1896539816-project-admin] device_id is not set on port 0120a517-0f4c-4a4d-9409-9782f1372f69 yet. {{(pid=103332) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 19 07:38:55.179644 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-8754437d-c5cb-4f0d-9e08-ff5daf100c1b tempest-BulkNetworkOpsTest-1870100288 tempest-BulkNetworkOpsTest-1870100288-project] Notify callbacks [] for port, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:55.234907 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-2343d1aa-d7ca-4d33-bd3f-6eb6bbc300db tempest-ServerActionsTestJSON-1032082790 tempest-ServerActionsTestJSON-1032082790-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:55.255440 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-2343d1aa-d7ca-4d33-bd3f-6eb6bbc300db tempest-ServerActionsTestJSON-1032082790 tempest-ServerActionsTestJSON-1032082790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1695041'] for floatingip, after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:55.351631 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.db_base_plugin_common [None req-0b8e531a-a8d4-4b53-90ea-b136af7041a8 tempest-RoutersIpV6AdminTest-1896539816 tempest-RoutersIpV6AdminTest-1896539816-project-admin] Allocated IP 2001:db8::3a8 (992ac837-98d8-43ae-a8f3-03e61aca75b4/65e5cc1e-9074-4274-82e7-807c5144a184/0120a517-0f4c-4a4d-9409-9782f1372f69) {{(pid=103332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 07:38:55.365518 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device 6922b25c-5b6f-44a0-99d3-28c9acb6c270 no longer exists at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 07:38:55.395027 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] No Port match for: 6922b25c-5b6f-44a0-99d3-28c9acb6c270 {{(pid=103334) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 19 07:38:55.395604 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device 6922b25c-5b6f-44a0-99d3-28c9acb6c270 not bound to the agent host dv-neutron-861624-1-hyperv {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 07:38:55.473358 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-8754437d-c5cb-4f0d-9e08-ff5daf100c1b tempest-BulkNetworkOpsTest-1870100288 tempest-BulkNetworkOpsTest-1870100288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785020947330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130996763'] for port, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:55.537248 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-85018433-6ce5-4ebe-b7d5-7e0ea70c9e2e tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130997899', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130170401'] for subnet, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:55.544043 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a82b12d-6f70-4329-a0f2-8c89ed67ddf1 req-c6e0eab9-d93d-4a72-a83c-f612053884a5 tempest-ServersTestManualDisk-1995987990 tempest-ServersTestManualDisk-1995987990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:38:55.545745 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-1a82b12d-6f70-4329-a0f2-8c89ed67ddf1 req-c6e0eab9-d93d-4a72-a83c-f612053884a5 tempest-ServersTestManualDisk-1995987990 tempest-ServersTestManualDisk-1995987990-project] 10.222.0.27 "GET /v2.0/ports?device_id=fd32aad3-def3-4cd3-9b2d-e2a48bdb7a3b HTTP/1.1" status: 200 len: 945 time: 0.1504488 Oct 19 07:38:55.623832 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-745d4af9-f0e6-4fbe-bf06-0905beb19e41 tempest-FloatingIPAdminTestJSON-1410639124 tempest-FloatingIPAdminTestJSON-1410639124-project] Router 9719b9fe-e983-4fb1-85e8-6c40f3297fde has already been hosted by L3 agent ab388470-1243-4d53-80f2-c2f5899c97a7 {{(pid=103332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 07:38:55.657056 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-1a82b12d-6f70-4329-a0f2-8c89ed67ddf1 req-425a4908-e9f7-4957-9114-b45d85a5249d tempest-ServersTestManualDisk-1995987990 tempest-ServersTestManualDisk-1995987990-project] 10.222.0.27 "GET /v2.0/security-groups?id=cd2f4ea7-fe99-4ea4-b101-5829406beaad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0982683 Oct 19 07:38:55.666569 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8754437d-c5cb-4f0d-9e08-ff5daf100c1b tempest-BulkNetworkOpsTest-1870100288 tempest-BulkNetworkOpsTest-1870100288-project] Pushing event updated for resources: {'Port': ['ID=cb8b0bcb-0deb-42ec-93d1-2bcdd286321b,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:38:55.685304 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85018433-6ce5-4ebe-b7d5-7e0ea70c9e2e tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Network 6b5a65c5-1bed-4301-9db8-c1056c2b8eba is already hosted by enough agents. {{(pid=103333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 07:38:55.697410 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.db.l3_db [None req-2343d1aa-d7ca-4d33-bd3f-6eb6bbc300db tempest-ServerActionsTestJSON-1032082790 tempest-ServerActionsTestJSON-1032082790-project] Floating IP 3b9a8bd2-a2c5-43cc-a4d1-996ae4ae0fbe associated. External IP: 172.26.0.216, port: 166507e4-5bf0-4d0c-a912-f2cd4a10fdee. Oct 19 07:38:55.704986 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-85018433-6ce5-4ebe-b7d5-7e0ea70c9e2e tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Resources bound (agent type, host, resource id): {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:38:55.710496 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85018433-6ce5-4ebe-b7d5-7e0ea70c9e2e tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:38:55.711853 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-85018433-6ce5-4ebe-b7d5-7e0ea70c9e2e tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks [] for subnet, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:55.716442 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-112b205a-35c2-4692-b519-b94764a5a295 None None] Network 6b5a65c5-1bed-4301-9db8-c1056c2b8eba requested from dv-neutron-861624-1-hyperv {{(pid=103334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 07:38:55.730485 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-0b8e531a-a8d4-4b53-90ea-b136af7041a8 tempest-RoutersIpV6AdminTest-1896539816 tempest-RoutersIpV6AdminTest-1896539816-project-admin] Notify callbacks [] for port, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:55.772144 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85018433-6ce5-4ebe-b7d5-7e0ea70c9e2e tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Pushing event updated for resources: {'Subnet': ['ID=5203046c-b8ff-4806-95bf-5bddb5c17b67,revision_number=0']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:38:55.814842 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 54452) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:38:55.850165 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-745d4af9-f0e6-4fbe-bf06-0905beb19e41 tempest-FloatingIPAdminTestJSON-1410639124 tempest-FloatingIPAdminTestJSON-1410639124-project] Notify agent at l3_agent.dv-neutron-861624-1-hyperv the message routers_updated {{(pid=103332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 07:38:55.855857 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-745d4af9-f0e6-4fbe-bf06-0905beb19e41 tempest-FloatingIPAdminTestJSON-1410639124 tempest-FloatingIPAdminTestJSON-1410639124-project] 10.222.0.27 "PUT /v2.0/routers/9719b9fe-e983-4fb1-85e8-6c40f3297fde/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5568202 Oct 19 07:38:55.860003 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 54456) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:38:55.862135 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ba59162-c82c-4c51-b9c9-49ec568dac27 None None] Sync routers for ids ['9719b9fe-e983-4fb1-85e8-6c40f3297fde'] in dv-neutron-861624-1-hyperv {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 07:38:55.882430 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ba59162-c82c-4c51-b9c9-49ec568dac27 None None] Routers {'9719b9fe-e983-4fb1-85e8-6c40f3297fde'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 07:38:55.884477 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-3ba59162-c82c-4c51-b9c9-49ec568dac27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T07:38:46Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['9719b9fe-e983-4fb1-85e8-6c40f3297fde'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:38:55.899588 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8754437d-c5cb-4f0d-9e08-ff5daf100c1b tempest-BulkNetworkOpsTest-1870100288 tempest-BulkNetworkOpsTest-1870100288-project] Checking segment: {'id': 'ee917962-3063-4c03-803f-5db689cfe448', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '8cd54d9b-e02b-48de-9d1f-5cb028c8f627'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 19 07:38:55.900138 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8754437d-c5cb-4f0d-9e08-ff5daf100c1b tempest-BulkNetworkOpsTest-1870100288 tempest-BulkNetworkOpsTest-1870100288-project] Network hostable DHCP agents. Network: 8cd54d9b-e02b-48de-9d1f-5cb028c8f627, hostable agents: ['310d813b-0e3e-4d7e-9b79-8f4ec0dbcab0'], hosted agents: [] {{(pid=103333) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 07:38:55.909208 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-0b8e531a-a8d4-4b53-90ea-b136af7041a8 tempest-RoutersIpV6AdminTest-1896539816 tempest-RoutersIpV6AdminTest-1896539816-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785020947330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133553798'] for port, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:55.921351 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-85018433-6ce5-4ebe-b7d5-7e0ea70c9e2e tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.9830229 Oct 19 07:38:55.925537 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 54458) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:38:55.929999 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-514f6be0-0d9f-4fb3-b565-aea4caf44c08 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d12c6ac-27a3-545c-a8f3-f04e30423d6d-6b5a65c5-1bed-4301-9db8-c1056c2b8eba', 'network_id': '6b5a65c5-1bed-4301-9db8-c1056c2b8eba', 'tenant_id': '61a2e57b80c1442e9cb330141a970781', 'fixed_ips': [{'subnet_id': '5203046c-b8ff-4806-95bf-5bddb5c17b67'}]}} from dv-neutron-861624-1-hyperv. {{(pid=103334) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 07:38:55.931596 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-514f6be0-0d9f-4fb3-b565-aea4caf44c08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:55.940429 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-de5dc90b-2057-4320-a7fc-398f900c8b0e tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Request body: {'port': {'network_id': '6b5a65c5-1bed-4301-9db8-c1056c2b8eba', 'fixed_ips': [{'subnet_id': '5203046c-b8ff-4806-95bf-5bddb5c17b67', 'ip_address': '2001:db8:0:1::'}], 'name': 'tempest-NetworksTestDHCPv6-126814889'}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:38:55.975403 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-3ba59162-c82c-4c51-b9c9-49ec568dac27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:38:55.977215 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2617ff-7550-470c-8c11-bb1ffeef3058 req-9e3c5b17-2847-4617-beb4-4e6fc77c0c1a tempest-ServersTestManualDisk-1995987990 tempest-ServersTestManualDisk-1995987990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:38:55.978935 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-db2617ff-7550-470c-8c11-bb1ffeef3058 req-9e3c5b17-2847-4617-beb4-4e6fc77c0c1a tempest-ServersTestManualDisk-1995987990 tempest-ServersTestManualDisk-1995987990-project] 10.222.0.27 "GET /v2.0/ports?device_id=fd32aad3-def3-4cd3-9b2d-e2a48bdb7a3b HTTP/1.1" status: 200 len: 945 time: 0.1915302 Oct 19 07:38:55.990604 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ba59162-c82c-4c51-b9c9-49ec568dac27 None None] Routers {'9719b9fe-e983-4fb1-85e8-6c40f3297fde'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 07:38:55.990604 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-3ba59162-c82c-4c51-b9c9-49ec568dac27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T07:38:46Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['9719b9fe-e983-4fb1-85e8-6c40f3297fde'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:38:55.998696 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 54460) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:38:56.010227 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-c7fac6f0-0001-4749-a603-cfb4142de3fc tempest-ServersTestManualDisk-1995987990 tempest-ServersTestManualDisk-1995987990-project] Request body: {'floatingip': {'port_id': 'ac82e6f5-e329-44a1-b9e7-97810fa5c238'}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:38:56.016029 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b8e531a-a8d4-4b53-90ea-b136af7041a8 tempest-RoutersIpV6AdminTest-1896539816 tempest-RoutersIpV6AdminTest-1896539816-project-admin] Network 992ac837-98d8-43ae-a8f3-03e61aca75b4 is already hosted by enough agents. {{(pid=103332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 07:38:56.028789 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-3ba59162-c82c-4c51-b9c9-49ec568dac27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:38:56.029566 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ba59162-c82c-4c51-b9c9-49ec568dac27 None None] The sync data for ids ['9719b9fe-e983-4fb1-85e8-6c40f3297fde'] in dv-neutron-861624-1-hyperv is: [] {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 07:38:56.088885 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8754437d-c5cb-4f0d-9e08-ff5daf100c1b tempest-BulkNetworkOpsTest-1870100288 tempest-BulkNetworkOpsTest-1870100288-project] Network 8cd54d9b-e02b-48de-9d1f-5cb028c8f627 is scheduled to be hosted by DHCP agent 310d813b-0e3e-4d7e-9b79-8f4ec0dbcab0 with binding_index 1 {{(pid=103333) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 07:38:56.093670 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.base_scheduler [None req-0b8e531a-a8d4-4b53-90ea-b136af7041a8 tempest-RoutersIpV6AdminTest-1896539816 tempest-RoutersIpV6AdminTest-1896539816-project-admin] Resources bound (agent type, host, resource id): {{(pid=103332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:38:56.096924 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b8e531a-a8d4-4b53-90ea-b136af7041a8 tempest-RoutersIpV6AdminTest-1896539816 tempest-RoutersIpV6AdminTest-1896539816-project-admin] Received port after_create {{(pid=103332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 07:38:56.098695 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b8e531a-a8d4-4b53-90ea-b136af7041a8 tempest-RoutersIpV6AdminTest-1896539816 tempest-RoutersIpV6AdminTest-1896539816-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:38:56.098924 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-0b8e531a-a8d4-4b53-90ea-b136af7041a8 tempest-RoutersIpV6AdminTest-1896539816 tempest-RoutersIpV6AdminTest-1896539816-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42160'] for port, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:56.116092 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.db_base_plugin_common [None req-514f6be0-0d9f-4fb3-b565-aea4caf44c08 None None] Allocated IP 2001:db8::2 (6b5a65c5-1bed-4301-9db8-c1056c2b8eba/5203046c-b8ff-4806-95bf-5bddb5c17b67/b7f06283-a490-47f8-8e35-b49c23465796) {{(pid=103334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 07:38:56.151397 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-21748bad-6e97-4344-905d-0a203bbd445e tempest-RoutersAdminTest-1280535694 tempest-RoutersAdminTest-1280535694-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-875500630', 'router:external': True}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:38:56.191843 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-8754437d-c5cb-4f0d-9e08-ff5daf100c1b tempest-BulkNetworkOpsTest-1870100288 tempest-BulkNetworkOpsTest-1870100288-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861624-1-hyperv, 8cd54d9b-e02b-48de-9d1f-5cb028c8f627) {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:38:56.200693 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-c7fac6f0-0001-4749-a603-cfb4142de3fc tempest-ServersTestManualDisk-1995987990 tempest-ServersTestManualDisk-1995987990-project] Notify callbacks [] for floatingip, before_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:56.204499 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b7ed15a-a7be-4361-8cde-89fe67b34756 None None] Network 8cd54d9b-e02b-48de-9d1f-5cb028c8f627 requested from dv-neutron-861624-1-hyperv {{(pid=103334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 07:38:56.216962 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8e531a-a8d4-4b53-90ea-b136af7041a8 tempest-RoutersIpV6AdminTest-1896539816 tempest-RoutersIpV6AdminTest-1896539816-project-admin] Pushing event updated for resources: {'Port': ['ID=0120a517-0f4c-4a4d-9409-9782f1372f69,revision_number=1']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:38:56.240474 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8754437d-c5cb-4f0d-9e08-ff5daf100c1b tempest-BulkNetworkOpsTest-1870100288 tempest-BulkNetworkOpsTest-1870100288-project] Received port after_create {{(pid=103333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 07:38:56.241387 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-8754437d-c5cb-4f0d-9e08-ff5daf100c1b tempest-BulkNetworkOpsTest-1870100288 tempest-BulkNetworkOpsTest-1870100288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785020947330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130996763'] for port, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:56.264770 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-0b8e531a-a8d4-4b53-90ea-b136af7041a8 tempest-RoutersIpV6AdminTest-1896539816 tempest-RoutersIpV6AdminTest-1896539816-project-admin] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 1.5027595 Oct 19 07:38:56.265797 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 54462) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:38:56.312370 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21748bad-6e97-4344-905d-0a203bbd445e tempest-RoutersAdminTest-1280535694 tempest-RoutersAdminTest-1280535694-project-admin] Made reservation on behalf of fec3e90f990246a9ab12e89f58de82cb for: {'network': 1} {{(pid=103332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 07:38:56.314642 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-21748bad-6e97-4344-905d-0a203bbd445e tempest-RoutersAdminTest-1280535694 tempest-RoutersAdminTest-1280535694-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for network, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:56.318635 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-5ac38eb5-2855-4e56-95c1-e88b436765ce tempest-FloatingIPAdminTestJSON-1410639124 tempest-FloatingIPAdminTestJSON-1410639124-project] Notify callbacks [] for router, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:56.367144 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2343d1aa-d7ca-4d33-bd3f-6eb6bbc300db tempest-ServerActionsTestJSON-1032082790 tempest-ServerActionsTestJSON-1032082790-project] Router d0466a78-eee4-41c7-bb6a-1d3d7da1ec22 has already been hosted by L3 agent ab388470-1243-4d53-80f2-c2f5899c97a7 {{(pid=103333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 07:38:56.376246 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-514f6be0-0d9f-4fb3-b565-aea4caf44c08 None None] Notify callbacks [] for port, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:56.384856 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-514f6be0-0d9f-4fb3-b565-aea4caf44c08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785020947330'] for port, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:56.390484 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-21748bad-6e97-4344-905d-0a203bbd445e tempest-RoutersAdminTest-1280535694 tempest-RoutersAdminTest-1280535694-project-admin] Notify callbacks [] for security_group, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:56.431504 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8754437d-c5cb-4f0d-9e08-ff5daf100c1b tempest-BulkNetworkOpsTest-1870100288 tempest-BulkNetworkOpsTest-1870100288-project] Pushing event updated for resources: {'Port': ['ID=d6f98c8c-becc-4474-9152-19beddd29661,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:38:56.437522 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-514f6be0-0d9f-4fb3-b565-aea4caf44c08 None None] Network 6b5a65c5-1bed-4301-9db8-c1056c2b8eba is already hosted by enough agents. {{(pid=103334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 07:38:56.444632 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514f6be0-0d9f-4fb3-b565-aea4caf44c08 None None] Pushing event updated for resources: {'Port': ['ID=b7f06283-a490-47f8-8e35-b49c23465796,revision_number=1']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:38:56.451859 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.scheduler.base_scheduler [None req-514f6be0-0d9f-4fb3-b565-aea4caf44c08 None None] Resources bound (agent type, host, resource id): {{(pid=103334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:38:56.454627 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514f6be0-0d9f-4fb3-b565-aea4caf44c08 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:38:56.455121 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514f6be0-0d9f-4fb3-b565-aea4caf44c08 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:38:56.455345 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514f6be0-0d9f-4fb3-b565-aea4caf44c08 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:38:56.455683 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514f6be0-0d9f-4fb3-b565-aea4caf44c08 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:38:56.456081 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514f6be0-0d9f-4fb3-b565-aea4caf44c08 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:38:56.456750 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514f6be0-0d9f-4fb3-b565-aea4caf44c08 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:38:56.456750 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514f6be0-0d9f-4fb3-b565-aea4caf44c08 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:38:56.457232 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514f6be0-0d9f-4fb3-b565-aea4caf44c08 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:38:56.457458 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514f6be0-0d9f-4fb3-b565-aea4caf44c08 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:38:56.457783 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514f6be0-0d9f-4fb3-b565-aea4caf44c08 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:38:56.458138 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514f6be0-0d9f-4fb3-b565-aea4caf44c08 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:38:56.459304 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514f6be0-0d9f-4fb3-b565-aea4caf44c08 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:38:56.462560 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-514f6be0-0d9f-4fb3-b565-aea4caf44c08 None None] Received port after_create {{(pid=103334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 07:38:56.478800 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.db.resource_extend [None req-de1d4edb-5f5a-403a-9719-ee56d4c7ffc6 tempest-ServersTestJSON-461936375 tempest-ServersTestJSON-461936375-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 19 07:38:56.519538 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-514f6be0-0d9f-4fb3-b565-aea4caf44c08 None None] Attempting to bind port b7f06283-a490-47f8-8e35-b49c23465796 on host dv-neutron-861624-1-hyperv for vnic_type normal with profile {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 19 07:38:56.519940 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-514f6be0-0d9f-4fb3-b565-aea4caf44c08 None None] Attempting to bind port b7f06283-a490-47f8-8e35-b49c23465796 by drivers openvswitch,hyperv on host dv-neutron-861624-1-hyperv at level 0 using segments [{'id': '5a8d2b05-b527-4bd4-a671-b9112f193fef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '6b5a65c5-1bed-4301-9db8-c1056c2b8eba'}] {{(pid=103334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 19 07:38:56.520226 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-514f6be0-0d9f-4fb3-b565-aea4caf44c08 None None] Attempting to bind port b7f06283-a490-47f8-8e35-b49c23465796 on network 6b5a65c5-1bed-4301-9db8-c1056c2b8eba {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 07:38:56.526058 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-514f6be0-0d9f-4fb3-b565-aea4caf44c08 None None] Checking agent: {'id': 'a5b0152c-d633-409b-aaf8-3b76458e2410', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861624-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 19, 7, 30, 19), 'started_at': datetime.datetime(2022, 10, 19, 7, 30, 49), 'heartbeat_timestamp': datetime.datetime(2022, 10, 19, 7, 38, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861624-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 07:38:56.526434 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-514f6be0-0d9f-4fb3-b565-aea4caf44c08 None None] Checking segment: {'id': '5a8d2b05-b527-4bd4-a671-b9112f193fef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '6b5a65c5-1bed-4301-9db8-c1056c2b8eba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 19 07:38:56.526837 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-514f6be0-0d9f-4fb3-b565-aea4caf44c08 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:56.527227 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-514f6be0-0d9f-4fb3-b565-aea4caf44c08 None None] Bound using segment: {'id': '5a8d2b05-b527-4bd4-a671-b9112f193fef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '6b5a65c5-1bed-4301-9db8-c1056c2b8eba'} {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 07:38:56.527781 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-514f6be0-0d9f-4fb3-b565-aea4caf44c08 None None] Bound port: b7f06283-a490-47f8-8e35-b49c23465796, host: dv-neutron-861624-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a8d2b05-b527-4bd4-a671-b9112f193fef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '6b5a65c5-1bed-4301-9db8-c1056c2b8eba'}}] {{(pid=103334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 19 07:38:56.528618 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-514f6be0-0d9f-4fb3-b565-aea4caf44c08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:56.528744 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de5dc90b-2057-4320-a7fc-398f900c8b0e tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Made reservation on behalf of 61a2e57b80c1442e9cb330141a970781 for: {'port': 1} {{(pid=103332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 07:38:56.534835 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8754437d-c5cb-4f0d-9e08-ff5daf100c1b tempest-BulkNetworkOpsTest-1870100288 tempest-BulkNetworkOpsTest-1870100288-project] Checking segment: {'id': '89d721df-0a73-4f84-8dce-7865b77be926', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '07b11561-a653-468c-89a8-1fafde4ffffd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 19 07:38:56.535127 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8754437d-c5cb-4f0d-9e08-ff5daf100c1b tempest-BulkNetworkOpsTest-1870100288 tempest-BulkNetworkOpsTest-1870100288-project] Network hostable DHCP agents. Network: 07b11561-a653-468c-89a8-1fafde4ffffd, hostable agents: ['310d813b-0e3e-4d7e-9b79-8f4ec0dbcab0'], hosted agents: [] {{(pid=103333) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 07:38:56.594676 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-de1d4edb-5f5a-403a-9719-ee56d4c7ffc6 tempest-ServersTestJSON-461936375 tempest-ServersTestJSON-461936375-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:56.594984 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-514f6be0-0d9f-4fb3-b565-aea4caf44c08 None None] For port b7f06283-a490-47f8-8e35-b49c23465796, host dv-neutron-861624-1-hyperv, cleared binding levels {{(pid=103334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 07:38:56.600546 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-514f6be0-0d9f-4fb3-b565-aea4caf44c08 None None] For port b7f06283-a490-47f8-8e35-b49c23465796, host dv-neutron-861624-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=b7f06283-a490-47f8-8e35-b49c23465796,segment=NetworkSegment(5a8d2b05-b527-4bd4-a671-b9112f193fef),segment_id=5a8d2b05-b527-4bd4-a671-b9112f193fef)] {{(pid=103334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 07:38:56.606096 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-514f6be0-0d9f-4fb3-b565-aea4caf44c08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:56.610384 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-de1d4edb-5f5a-403a-9719-ee56d4c7ffc6 tempest-ServersTestJSON-461936375 tempest-ServersTestJSON-461936375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1695041'] for floatingip, after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:56.671371 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514f6be0-0d9f-4fb3-b565-aea4caf44c08 None None] Pushing event updated for resources: {'Port': ['ID=b7f06283-a490-47f8-8e35-b49c23465796,revision_number=2']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:38:56.681005 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-5ac38eb5-2855-4e56-95c1-e88b436765ce tempest-FloatingIPAdminTestJSON-1410639124 tempest-FloatingIPAdminTestJSON-1410639124-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:56.694739 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8754437d-c5cb-4f0d-9e08-ff5daf100c1b tempest-BulkNetworkOpsTest-1870100288 tempest-BulkNetworkOpsTest-1870100288-project] Network 07b11561-a653-468c-89a8-1fafde4ffffd is scheduled to be hosted by DHCP agent 310d813b-0e3e-4d7e-9b79-8f4ec0dbcab0 with binding_index 1 {{(pid=103333) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 07:38:56.712122 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-37447adb-76bc-4ddd-aa42-7db1b3390154 tempest-RoutersIpV6AdminTest-1896539816 tempest-RoutersIpV6AdminTest-1896539816-project-admin] Deleting port 0120a517-0f4c-4a4d-9409-9782f1372f69 {{(pid=103333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 07:38:56.712499 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-37447adb-76bc-4ddd-aa42-7db1b3390154 tempest-RoutersIpV6AdminTest-1896539816 tempest-RoutersIpV6AdminTest-1896539816-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:56.729604 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-8754437d-c5cb-4f0d-9e08-ff5daf100c1b tempest-BulkNetworkOpsTest-1870100288 tempest-BulkNetworkOpsTest-1870100288-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861624-1-hyperv, 07b11561-a653-468c-89a8-1fafde4ffffd) {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:38:56.739516 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f808167-c807-4785-a38e-af6ced9fe3a7 None None] Network 07b11561-a653-468c-89a8-1fafde4ffffd requested from dv-neutron-861624-1-hyperv {{(pid=103334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 07:38:56.747203 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2343d1aa-d7ca-4d33-bd3f-6eb6bbc300db tempest-ServerActionsTestJSON-1032082790 tempest-ServerActionsTestJSON-1032082790-project] Notify agent at l3_agent.dv-neutron-861624-1-hyperv the message routers_updated {{(pid=103333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 07:38:56.751647 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8754437d-c5cb-4f0d-9e08-ff5daf100c1b tempest-BulkNetworkOpsTest-1870100288 tempest-BulkNetworkOpsTest-1870100288-project] Received port after_create {{(pid=103333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 07:38:56.757952 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8754437d-c5cb-4f0d-9e08-ff5daf100c1b tempest-BulkNetworkOpsTest-1870100288 tempest-BulkNetworkOpsTest-1870100288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:38:56.767912 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8754437d-c5cb-4f0d-9e08-ff5daf100c1b tempest-BulkNetworkOpsTest-1870100288 tempest-BulkNetworkOpsTest-1870100288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:38:56.768660 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-8754437d-c5cb-4f0d-9e08-ff5daf100c1b tempest-BulkNetworkOpsTest-1870100288 tempest-BulkNetworkOpsTest-1870100288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42160'] for port, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:56.775109 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a464dfb6-5dff-4ab7-a653-42d8dfd11a55 None None] Sync routers for ids ['d0466a78-eee4-41c7-bb6a-1d3d7da1ec22'] in dv-neutron-861624-1-hyperv {{(pid=103334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 07:38:56.785730 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-2343d1aa-d7ca-4d33-bd3f-6eb6bbc300db tempest-ServerActionsTestJSON-1032082790 tempest-ServerActionsTestJSON-1032082790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42160'] for floatingip, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:56.839330 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a464dfb6-5dff-4ab7-a653-42d8dfd11a55 None None] Routers {'d0466a78-eee4-41c7-bb6a-1d3d7da1ec22'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 07:38:56.840063 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-a464dfb6-5dff-4ab7-a653-42d8dfd11a55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T07:38:46Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['d0466a78-eee4-41c7-bb6a-1d3d7da1ec22'], 'active': True} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:38:56.901155 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-8754437d-c5cb-4f0d-9e08-ff5daf100c1b tempest-BulkNetworkOpsTest-1870100288 tempest-BulkNetworkOpsTest-1870100288-project] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 4.0401964 Oct 19 07:38:56.908597 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 54464) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:38:56.922479 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-2343d1aa-d7ca-4d33-bd3f-6eb6bbc300db tempest-ServerActionsTestJSON-1032082790 tempest-ServerActionsTestJSON-1032082790-project] 10.222.0.27 "PUT /v2.0/floatingips/3b9a8bd2-a2c5-43cc-a4d1-996ae4ae0fbe HTTP/1.1" status: 200 len: 991 time: 3.3201008 Oct 19 07:38:56.927849 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c15ce40b-4ff1-4ce8-b3f1-4c16c8447f68', 'tag': '166507e4-5bf0-4d0c-a912-f2cd4a10fdee'}] {{(pid=103333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 19 07:38:56.932575 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e3bb7d74903c72d9cb0d0f2f187c581e0456bd3142b101dc46d694cf75cdf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6256d603-334d-473f-8b35-355fef764d72" -d '{"events": [{"name": "network-changed", "server_uuid": "c15ce40b-4ff1-4ce8-b3f1-4c16c8447f68", "tag": "166507e4-5bf0-4d0c-a912-f2cd4a10fdee"}]}' {{(pid=103333) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 07:38:56.972969 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.db.l3_db [None req-de1d4edb-5f5a-403a-9719-ee56d4c7ffc6 tempest-ServersTestJSON-461936375 tempest-ServersTestJSON-461936375-project] Floating IP 99f05a28-c91b-4d68-a8ac-64c47d926c90 associated. External IP: 172.26.0.83, port: c7b653fc-acc2-4b86-b664-a00123df00c4. Oct 19 07:38:56.976764 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-37447adb-76bc-4ddd-aa42-7db1b3390154 tempest-RoutersIpV6AdminTest-1896539816 tempest-RoutersIpV6AdminTest-1896539816-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:57.141740 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvr_db [None req-a464dfb6-5dff-4ab7-a653-42d8dfd11a55 None None] Set router d0466a78-eee4-41c7-bb6a-1d3d7da1ec22 gateway port host: dv-neutron-861624-1-hyperv {{(pid=103334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 07:38:57.160715 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-de5dc90b-2057-4320-a7fc-398f900c8b0e tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:57.241870 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-21748bad-6e97-4344-905d-0a203bbd445e tempest-RoutersAdminTest-1280535694 tempest-RoutersAdminTest-1280535694-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:57.264844 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-21748bad-6e97-4344-905d-0a203bbd445e tempest-RoutersAdminTest-1280535694 tempest-RoutersAdminTest-1280535694-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788643'] for security_group, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:57.288902 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.notifiers.nova [None req-de5dc90b-2057-4320-a7fc-398f900c8b0e tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] device_id is not set on port b8a0e5ac-186a-40a7-999b-4d213d65e785 yet. {{(pid=103332) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 19 07:38:57.331080 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 19 Oct 2022 07:38:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad526dfa-5430-4b5b-8bd1-8629ffa216d3 x-openstack-request-id: req-ad526dfa-5430-4b5b-8bd1-8629ffa216d3 {{(pid=103333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 07:38:57.331457 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c15ce40b-4ff1-4ce8-b3f1-4c16c8447f68", "tag": "166507e4-5bf0-4d0c-a912-f2cd4a10fdee", "status": "completed", "code": 200}]} {{(pid=103333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 07:38:57.331611 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-ad526dfa-5430-4b5b-8bd1-8629ffa216d3 {{(pid=103333) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 07:38:57.332009 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ad526dfa-5430-4b5b-8bd1-8629ffa216d3'] response: {'name': 'network-changed', 'server_uuid': 'c15ce40b-4ff1-4ce8-b3f1-4c16c8447f68', 'tag': '166507e4-5bf0-4d0c-a912-f2cd4a10fdee', 'status': 'completed', 'code': 200} Oct 19 07:38:57.360862 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-37447adb-76bc-4ddd-aa42-7db1b3390154 tempest-RoutersIpV6AdminTest-1896539816 tempest-RoutersIpV6AdminTest-1896539816-project-admin] Calling delete_port for 0120a517-0f4c-4a4d-9409-9782f1372f69 owned by {{(pid=103333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 07:38:57.395270 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abe3ffcf-8d72-4dd4-8fe4-0da77c2d7742 tempest-BulkNetworkOpsTest-1870100288 tempest-BulkNetworkOpsTest-1870100288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:38:57.415246 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21748bad-6e97-4344-905d-0a203bbd445e tempest-RoutersAdminTest-1280535694 tempest-RoutersAdminTest-1280535694-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 191} {{(pid=103332) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 07:38:57.418003 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abe3ffcf-8d72-4dd4-8fe4-0da77c2d7742 tempest-BulkNetworkOpsTest-1870100288 tempest-BulkNetworkOpsTest-1870100288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:38:57.430372 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-abe3ffcf-8d72-4dd4-8fe4-0da77c2d7742 tempest-BulkNetworkOpsTest-1870100288 tempest-BulkNetworkOpsTest-1870100288-project] 10.222.0.27 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.5199668 Oct 19 07:38:57.436258 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 54470) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:38:57.469452 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device b7f06283-a490-47f8-8e35-b49c23465796 up at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 07:38:57.474604 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6256d603-334d-473f-8b35-355fef764d72 req-cd3b0ea8-e258-45dd-a8b3-8157d9b0b3f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:38:57.476264 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-6256d603-334d-473f-8b35-355fef764d72 req-cd3b0ea8-e258-45dd-a8b3-8157d9b0b3f9 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b76abfccca1e443d8cfed9fe77b82608&device_id=c15ce40b-4ff1-4ce8-b3f1-4c16c8447f68 HTTP/1.1" status: 200 len: 1098 time: 0.3952734 Oct 19 07:38:57.486398 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21748bad-6e97-4344-905d-0a203bbd445e tempest-RoutersAdminTest-1280535694 tempest-RoutersAdminTest-1280535694-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba9d6dd5-2614-40b1-9ab2-c286cb87a719,revision_number=1']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:38:57.524785 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-21748bad-6e97-4344-905d-0a203bbd445e tempest-RoutersAdminTest-1280535694 tempest-RoutersAdminTest-1280535694-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979'] for segment, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:57.525024 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.db.segments_db [None req-21748bad-6e97-4344-905d-0a203bbd445e tempest-RoutersAdminTest-1280535694 tempest-RoutersAdminTest-1280535694-project-admin] Added segment 736c02a8-c39a-44d6-b52b-700b8f094d09 of type vlan for network e5a0fcb1-894e-44d8-961d-055d7c5d1b93 Oct 19 07:38:57.564879 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.plugin [None req-5ac38eb5-2855-4e56-95c1-e88b436765ce tempest-FloatingIPAdminTestJSON-1410639124 tempest-FloatingIPAdminTestJSON-1410639124-project] Deleting port 7a995442-5200-4a9f-ae39-ac0c395a59a0 {{(pid=103332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 07:38:57.564879 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-5ac38eb5-2855-4e56-95c1-e88b436765ce tempest-FloatingIPAdminTestJSON-1410639124 tempest-FloatingIPAdminTestJSON-1410639124-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:57.576859 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Provisioning complete for port b7f06283-a490-47f8-8e35-b49c23465796 triggered by entity L2. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:38:57.577227 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:57.577560 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Attempt 1 to provision port b7f06283-a490-47f8-8e35-b49c23465796 Oct 19 07:38:57.719338 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Current status of the port b7f06283-a490-47f8-8e35-b49c23465796 is: DOWN; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:38:57.719720 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:57.722808 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-a464dfb6-5dff-4ab7-a653-42d8dfd11a55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0466a78-eee4-41c7-bb6a-1d3d7da1ec22', 'name': 'tempest-ServerActionsTestJSON-119798104-router', 'tenant_id': 'b76abfccca1e443d8cfed9fe77b82608', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'external_fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.154'}], 'enable_snat': True}, 'gw_port_id': 'a0cf33cb-4842-47ad-888f-65e6168f50d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T07:37:57Z', 'updated_at': '2022-10-19T07:38:09Z', 'revision_number': 4, 'project_id': 'b76abfccca1e443d8cfed9fe77b82608', 'gw_port': {'id': 'a0cf33cb-4842-47ad-888f-65e6168f50d3', 'name': '', 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:f7:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0466a78-eee4-41c7-bb6a-1d3d7da1ec22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:38:00Z', 'updated_at': '2022-10-19T07:38:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861624-1-hyperv', '_floatingips': [{'id': '3b9a8bd2-a2c5-43cc-a4d1-996ae4ae0fbe', 'tenant_id': 'b76abfccca1e443d8cfed9fe77b82608', 'floating_ip_address': '172.26.0.216', 'floating_network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'router_id': 'd0466a78-eee4-41c7-bb6a-1d3d7da1ec22', 'port_id': '166507e4-5bf0-4d0c-a912-f2cd4a10fdee', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 165, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9f9e4d3a-9b0f-46a7-b045-8d44d07986e0', 'mac_address': 'fa:16:3e:1e:20:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c15ce40b-4ff1-4ce8-b3f1-4c16c8447f68', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-19T07:38:21Z', 'updated_at': '2022-10-19T07:38:54Z', 'revision_number': 1, 'project_id': 'b76abfccca1e443d8cfed9fe77b82608', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf021212-5dbb-4943-9bb2-ee648adc660b', 'name': '', 'network_id': '9f9e4d3a-9b0f-46a7-b045-8d44d07986e0', 'tenant_id': 'b76abfccca1e443d8cfed9fe77b82608', 'mac_address': 'fa:16:3e:27:b8:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0466a78-eee4-41c7-bb6a-1d3d7da1ec22', 'device_owner': 'network:router_interface', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': '509b576d-66cd-49df-8740-f428cd2060b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:38:06Z', 'updated_at': '2022-10-19T07:38:18Z', 'revision_number': 5, 'project_id': 'b76abfccca1e443d8cfed9fe77b82608', 'subnets': [{'id': '509b576d-66cd-49df-8740-f428cd2060b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:38:57.797445 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a464dfb6-5dff-4ab7-a653-42d8dfd11a55 None None] Checking router: d0466a78-eee4-41c7-bb6a-1d3d7da1ec22 for host: dv-neutron-861624-1-hyperv {{(pid=103334) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 07:38:57.803177 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-21748bad-6e97-4344-905d-0a203bbd445e tempest-RoutersAdminTest-1280535694 tempest-RoutersAdminTest-1280535694-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785020965340'] for network, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:57.803902 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] For port b7f06283-a490-47f8-8e35-b49c23465796, host dv-neutron-861624-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=b7f06283-a490-47f8-8e35-b49c23465796,segment=NetworkSegment(5a8d2b05-b527-4bd4-a671-b9112f193fef),segment_id=5a8d2b05-b527-4bd4-a671-b9112f193fef)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:38:57.812858 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a464dfb6-5dff-4ab7-a653-42d8dfd11a55 None None] Routers {'d0466a78-eee4-41c7-bb6a-1d3d7da1ec22'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 07:38:57.814189 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-a464dfb6-5dff-4ab7-a653-42d8dfd11a55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T07:38:46Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['d0466a78-eee4-41c7-bb6a-1d3d7da1ec22'], 'active': True} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:38:57.820012 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:57.839978 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de1d4edb-5f5a-403a-9719-ee56d4c7ffc6 tempest-ServersTestJSON-461936375 tempest-ServersTestJSON-461936375-project] Router 11ad4213-f43a-44bb-8c9d-75b1722e86b4 has already been hosted by L3 agent ab388470-1243-4d53-80f2-c2f5899c97a7 {{(pid=103333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 07:38:57.852931 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.db.resource_extend [None req-c7fac6f0-0001-4749-a603-cfb4142de3fc tempest-ServersTestManualDisk-1995987990 tempest-ServersTestManualDisk-1995987990-project] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 19 07:38:57.856776 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-37447adb-76bc-4ddd-aa42-7db1b3390154 tempest-RoutersIpV6AdminTest-1896539816 tempest-RoutersIpV6AdminTest-1896539816-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130996763'] for port, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:57.899054 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.pecan_wsgi.hooks.translation [None req-de5dc90b-2057-4320-a7fc-398f900c8b0e tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 19 07:38:57.899695 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de5dc90b-2057-4320-a7fc-398f900c8b0e tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103332) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 07:38:57.931690 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37447adb-76bc-4ddd-aa42-7db1b3390154 tempest-RoutersIpV6AdminTest-1896539816 tempest-RoutersIpV6AdminTest-1896539816-project-admin] Pushing event deleted for resources: {'Port': ['ID=0120a517-0f4c-4a4d-9409-9782f1372f69,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:38:57.940736 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-7bc07542-d4c6-4d8f-97fd-0b36b435d190 tempest-BulkNetworkOpsTest-1870100288 tempest-BulkNetworkOpsTest-1870100288-project] Deleting port cb8b0bcb-0deb-42ec-93d1-2bcdd286321b {{(pid=103333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 07:38:57.941049 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6256d603-334d-473f-8b35-355fef764d72 req-1b2774a1-06c3-4c5c-8092-3ea45d520fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:38:57.941159 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-7bc07542-d4c6-4d8f-97fd-0b36b435d190 tempest-BulkNetworkOpsTest-1870100288 tempest-BulkNetworkOpsTest-1870100288-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:57.943376 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-6256d603-334d-473f-8b35-355fef764d72 req-1b2774a1-06c3-4c5c-8092-3ea45d520fe1 service neutron] 10.222.0.16 "GET /v2.0/networks?id=9f9e4d3a-9b0f-46a7-b045-8d44d07986e0 HTTP/1.1" status: 200 len: 912 time: 0.4460516 Oct 19 07:38:57.967895 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Pushing event updated for resources: {'Port': ['ID=b7f06283-a490-47f8-8e35-b49c23465796,revision_number=3']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:38:57.989758 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvr_db [None req-a464dfb6-5dff-4ab7-a653-42d8dfd11a55 None None] Set router d0466a78-eee4-41c7-bb6a-1d3d7da1ec22 gateway port host: dv-neutron-861624-1-hyperv {{(pid=103334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 07:38:58.000093 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-de5dc90b-2057-4320-a7fc-398f900c8b0e tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 400 len: 349 time: 2.0679059 Oct 19 07:38:58.028452 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 54472) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:38:58.044598 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-5ac38eb5-2855-4e56-95c1-e88b436765ce tempest-FloatingIPAdminTestJSON-1410639124 tempest-FloatingIPAdminTestJSON-1410639124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:58.049456 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-7bc07542-d4c6-4d8f-97fd-0b36b435d190 tempest-BulkNetworkOpsTest-1870100288 tempest-BulkNetworkOpsTest-1870100288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:58.068456 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-c7fac6f0-0001-4749-a603-cfb4142de3fc tempest-ServersTestManualDisk-1995987990 tempest-ServersTestManualDisk-1995987990-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:58.081035 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-21748bad-6e97-4344-905d-0a203bbd445e tempest-RoutersAdminTest-1280535694 tempest-RoutersAdminTest-1280535694-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873'] for network, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:58.081919 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21748bad-6e97-4344-905d-0a203bbd445e tempest-RoutersAdminTest-1280535694 tempest-RoutersAdminTest-1280535694-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:38:58.082492 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-21748bad-6e97-4344-905d-0a203bbd445e tempest-RoutersAdminTest-1280535694 tempest-RoutersAdminTest-1280535694-project-admin] Notify callbacks [] for network, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:58.095697 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-c7fac6f0-0001-4749-a603-cfb4142de3fc tempest-ServersTestManualDisk-1995987990 tempest-ServersTestManualDisk-1995987990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1695041'] for floatingip, after_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:58.100164 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.plugin [None req-5ac38eb5-2855-4e56-95c1-e88b436765ce tempest-FloatingIPAdminTestJSON-1410639124 tempest-FloatingIPAdminTestJSON-1410639124-project] Calling delete_port for 7a995442-5200-4a9f-ae39-ac0c395a59a0 owned by network:router_gateway {{(pid=103332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 07:38:58.103557 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-7bc07542-d4c6-4d8f-97fd-0b36b435d190 tempest-BulkNetworkOpsTest-1870100288 tempest-BulkNetworkOpsTest-1870100288-project] Calling delete_port for cb8b0bcb-0deb-42ec-93d1-2bcdd286321b owned by {{(pid=103333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 07:38:58.108386 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-37447adb-76bc-4ddd-aa42-7db1b3390154 tempest-RoutersIpV6AdminTest-1896539816 tempest-RoutersIpV6AdminTest-1896539816-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42160'] for port, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:58.111592 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-37447adb-76bc-4ddd-aa42-7db1b3390154 tempest-RoutersIpV6AdminTest-1896539816 tempest-RoutersIpV6AdminTest-1896539816-project-admin] 10.222.0.27 "DELETE /v2.0/ports/0120a517-0f4c-4a4d-9409-9782f1372f69 HTTP/1.1" status: 204 len: 168 time: 1.8177080 Oct 19 07:38:58.143300 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 54474) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:38:58.152000 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-9a6319b9-5368-489b-9e87-a6862f70bc91 tempest-RoutersIpV6AdminTest-1896539816 tempest-RoutersIpV6AdminTest-1896539816-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '992ac837-98d8-43ae-a8f3-03e61aca75b4', 'external_fixed_ips': [{'subnet_id': '65e5cc1e-9074-4274-82e7-807c5144a184', 'ip_address': '2001:db8::3a8'}]}}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:38:58.196933 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-21748bad-6e97-4344-905d-0a203bbd445e tempest-RoutersAdminTest-1280535694 tempest-RoutersAdminTest-1280535694-project-admin] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 2.3773460 Oct 19 07:38:58.197144 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-0c1be59c-16cb-447e-b6b1-19ccf3e68d5b None None] Provisioning complete for port b7f06283-a490-47f8-8e35-b49c23465796 triggered by entity DHCP. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:38:58.197144 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-0c1be59c-16cb-447e-b6b1-19ccf3e68d5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:58.197144 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-0c1be59c-16cb-447e-b6b1-19ccf3e68d5b None None] Attempt 1 to provision port b7f06283-a490-47f8-8e35-b49c23465796 Oct 19 07:38:58.209155 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-6256d603-334d-473f-8b35-355fef764d72 req-50d35833-42ff-49a6-ba5b-9886deeee872 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=166507e4-5bf0-4d0c-a912-f2cd4a10fdee HTTP/1.1" status: 200 len: 999 time: 0.2423372 Oct 19 07:38:58.212644 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 54476) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:38:58.219919 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fedc3e84-5cef-439f-93aa-aa22f40064a9 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:38:58.223593 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-fedc3e84-5cef-439f-93aa-aa22f40064a9 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] 10.222.0.27 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.1902533 Oct 19 07:38:58.225962 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 54478) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:38:58.229812 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de1d4edb-5f5a-403a-9719-ee56d4c7ffc6 tempest-ServersTestJSON-461936375 tempest-ServersTestJSON-461936375-project] Notify agent at l3_agent.dv-neutron-861624-1-hyperv the message routers_updated {{(pid=103333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 07:38:58.243598 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-de1d4edb-5f5a-403a-9719-ee56d4c7ffc6 tempest-ServersTestJSON-461936375 tempest-ServersTestJSON-461936375-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42160'] for floatingip, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:58.251856 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35e087f3-3cef-4d8c-8a0a-551bb22440ad None None] Sync routers for ids ['11ad4213-f43a-44bb-8c9d-75b1722e86b4'] in dv-neutron-861624-1-hyperv {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 07:38:58.253433 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-3efbc319-880a-478c-bd88-ca4b4e283963 tempest-RoutersAdminTest-1280535694 tempest-RoutersAdminTest-1280535694-project-admin] Request body: {'subnet': {'network_id': 'e5a0fcb1-894e-44d8-961d-055d7c5d1b93', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:38:58.273296 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-9a6319b9-5368-489b-9e87-a6862f70bc91 tempest-RoutersIpV6AdminTest-1896539816 tempest-RoutersIpV6AdminTest-1896539816-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1692695', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12668'] for router, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:58.274233 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-9a6319b9-5368-489b-9e87-a6862f70bc91 tempest-RoutersIpV6AdminTest-1896539816 tempest-RoutersIpV6AdminTest-1896539816-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1692835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1693910', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1621825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12659'] for router, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:58.321096 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21748bad-6e97-4344-905d-0a203bbd445e tempest-RoutersAdminTest-1280535694 tempest-RoutersAdminTest-1280535694-project-admin] Pushing event updated for resources: {'Network': ['ID=e5a0fcb1-894e-44d8-961d-055d7c5d1b93,revision_number=1']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:38:58.342503 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-0c1be59c-16cb-447e-b6b1-19ccf3e68d5b None None] Current status of the port b7f06283-a490-47f8-8e35-b49c23465796 is: ACTIVE; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:38:58.351043 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Network e5a0fcb1-894e-44d8-961d-055d7c5d1b93 details requested by agent ovs-agent-dv-neutron-861624-1-hyperv with host dv-neutron-861624-1-hyperv {{(pid=103334) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 07:38:58.377272 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-de1d4edb-5f5a-403a-9719-ee56d4c7ffc6 tempest-ServersTestJSON-461936375 tempest-ServersTestJSON-461936375-project] 10.222.0.27 "PUT /v2.0/floatingips/99f05a28-c91b-4d68-a8ac-64c47d926c90 HTTP/1.1" status: 200 len: 991 time: 3.8100164 Oct 19 07:38:58.392819 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-a464dfb6-5dff-4ab7-a653-42d8dfd11a55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0466a78-eee4-41c7-bb6a-1d3d7da1ec22', 'name': 'tempest-ServerActionsTestJSON-119798104-router', 'tenant_id': 'b76abfccca1e443d8cfed9fe77b82608', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'external_fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.154'}], 'enable_snat': True}, 'gw_port_id': 'a0cf33cb-4842-47ad-888f-65e6168f50d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T07:37:57Z', 'updated_at': '2022-10-19T07:38:09Z', 'revision_number': 4, 'project_id': 'b76abfccca1e443d8cfed9fe77b82608', 'gw_port': {'id': 'a0cf33cb-4842-47ad-888f-65e6168f50d3', 'name': '', 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:f7:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0466a78-eee4-41c7-bb6a-1d3d7da1ec22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:38:00Z', 'updated_at': '2022-10-19T07:38:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861624-1-hyperv', '_floatingips': [{'id': '3b9a8bd2-a2c5-43cc-a4d1-996ae4ae0fbe', 'tenant_id': 'b76abfccca1e443d8cfed9fe77b82608', 'floating_ip_address': '172.26.0.216', 'floating_network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'router_id': 'd0466a78-eee4-41c7-bb6a-1d3d7da1ec22', 'port_id': '166507e4-5bf0-4d0c-a912-f2cd4a10fdee', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 165, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9f9e4d3a-9b0f-46a7-b045-8d44d07986e0', 'mac_address': 'fa:16:3e:1e:20:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c15ce40b-4ff1-4ce8-b3f1-4c16c8447f68', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-19T07:38:21Z', 'updated_at': '2022-10-19T07:38:54Z', 'revision_number': 1, 'project_id': 'b76abfccca1e443d8cfed9fe77b82608', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf021212-5dbb-4943-9bb2-ee648adc660b', 'name': '', 'network_id': '9f9e4d3a-9b0f-46a7-b045-8d44d07986e0', 'tenant_id': 'b76abfccca1e443d8cfed9fe77b82608', 'mac_address': 'fa:16:3e:27:b8:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0466a78-eee4-41c7-bb6a-1d3d7da1ec22', 'device_owner': 'network:router_interface', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': '509b576d-66cd-49df-8740-f428cd2060b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:38:06Z', 'updated_at': '2022-10-19T07:38:18Z', 'revision_number': 5, 'project_id': 'b76abfccca1e443d8cfed9fe77b82608', 'subnets': [{'id': '509b576d-66cd-49df-8740-f428cd2060b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:38:58.402737 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3efbc319-880a-478c-bd88-ca4b4e283963 tempest-RoutersAdminTest-1280535694 tempest-RoutersAdminTest-1280535694-project-admin] Made reservation on behalf of fec3e90f990246a9ab12e89f58de82cb for: {'subnet': 1} {{(pid=103332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 07:38:58.404313 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6185ab7-0bc1-48f6-aff4-78bc5f07030b tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:38:58.405201 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-3efbc319-880a-478c-bd88-ca4b4e283963 tempest-RoutersAdminTest-1280535694 tempest-RoutersAdminTest-1280535694-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130659787'] for subnet, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:58.408801 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6185ab7-0bc1-48f6-aff4-78bc5f07030b tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:38:58.410596 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-d6185ab7-0bc1-48f6-aff4-78bc5f07030b tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] 10.222.0.27 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1822488 Oct 19 07:38:58.419652 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 54482) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:38:58.422543 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6256d603-334d-473f-8b35-355fef764d72 req-4d6a4a8b-c950-4ba7-99e7-97c7d1586d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:38:58.424092 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-6256d603-334d-473f-8b35-355fef764d72 req-4d6a4a8b-c950-4ba7-99e7-97c7d1586d1e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=509b576d-66cd-49df-8740-f428cd2060b2 HTTP/1.1" status: 200 len: 850 time: 0.2066286 Oct 19 07:38:58.447856 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35e087f3-3cef-4d8c-8a0a-551bb22440ad None None] Routers {'11ad4213-f43a-44bb-8c9d-75b1722e86b4'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 07:38:58.448784 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-35e087f3-3cef-4d8c-8a0a-551bb22440ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T07:38:46Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['11ad4213-f43a-44bb-8c9d-75b1722e86b4'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:38:58.454340 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.db.l3_db [None req-c7fac6f0-0001-4749-a603-cfb4142de3fc tempest-ServersTestManualDisk-1995987990 tempest-ServersTestManualDisk-1995987990-project] Floating IP c1d3e635-328f-4466-a560-d84442c0b644 associated. External IP: 172.26.0.177, port: ac82e6f5-e329-44a1-b9e7-97810fa5c238. Oct 19 07:38:58.471132 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a464dfb6-5dff-4ab7-a653-42d8dfd11a55 None None] The sync data for ids ['d0466a78-eee4-41c7-bb6a-1d3d7da1ec22'] in dv-neutron-861624-1-hyperv is: [{'id': 'd0466a78-eee4-41c7-bb6a-1d3d7da1ec22', 'name': 'tempest-ServerActionsTestJSON-119798104-router', 'tenant_id': 'b76abfccca1e443d8cfed9fe77b82608', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'external_fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.154'}], 'enable_snat': True}, 'gw_port_id': 'a0cf33cb-4842-47ad-888f-65e6168f50d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T07:37:57Z', 'updated_at': '2022-10-19T07:38:09Z', 'revision_number': 4, 'project_id': 'b76abfccca1e443d8cfed9fe77b82608', 'gw_port': {'id': 'a0cf33cb-4842-47ad-888f-65e6168f50d3', 'name': '', 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:f7:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0466a78-eee4-41c7-bb6a-1d3d7da1ec22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:38:00Z', 'updated_at': '2022-10-19T07:38:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861624-1-hyperv', '_floatingips': [{'id': '3b9a8bd2-a2c5-43cc-a4d1-996ae4ae0fbe', 'tenant_id': 'b76abfccca1e443d8cfed9fe77b82608', 'floating_ip_address': '172.26.0.216', 'floating_network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'router_id': 'd0466a78-eee4-41c7-bb6a-1d3d7da1ec22', 'port_id': '166507e4-5bf0-4d0c-a912-f2cd4a10fdee', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 165, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9f9e4d3a-9b0f-46a7-b045-8d44d07986e0', 'mac_address': 'fa:16:3e:1e:20:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c15ce40b-4ff1-4ce8-b3f1-4c16c8447f68', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-19T07:38:21Z', 'updated_at': '2022-10-19T07:38:54Z', 'revision_number': 1, 'project_id': 'b76abfccca1e443d8cfed9fe77b82608', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf021212-5dbb-4943-9bb2-ee648adc660b', 'name': '', 'network_id': '9f9e4d3a-9b0f-46a7-b045-8d44d07986e0', 'tenant_id': 'b76abfccca1e443d8cfed9fe77b82608', 'mac_address': 'fa:16:3e:27:b8:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0466a78-eee4-41c7-bb6a-1d3d7da1ec22', 'device_owner': 'network:router_interface', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': '509b576d-66cd-49df-8740-f428cd2060b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:38:06Z', 'updated_at': '2022-10-19T07:38:18Z', 'revision_number': 5, 'project_id': 'b76abfccca1e443d8cfed9fe77b82608', 'subnets': [{'id': '509b576d-66cd-49df-8740-f428cd2060b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 07:38:58.490362 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-9a6319b9-5368-489b-9e87-a6862f70bc91 tempest-RoutersIpV6AdminTest-1896539816 tempest-RoutersIpV6AdminTest-1896539816-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:58.574643 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-7bc07542-d4c6-4d8f-97fd-0b36b435d190 tempest-BulkNetworkOpsTest-1870100288 tempest-BulkNetworkOpsTest-1870100288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130996763'] for port, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:58.599556 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvr_db [None req-35e087f3-3cef-4d8c-8a0a-551bb22440ad None None] Set router 11ad4213-f43a-44bb-8c9d-75b1722e86b4 gateway port host: dv-neutron-861624-1-hyperv {{(pid=103335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 07:38:58.624955 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ace0ac5-49fd-48d6-b4c9-98c3d85118ab tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Deleting subnet 5203046c-b8ff-4806-95bf-5bddb5c17b67 {{(pid=103333) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 19 07:38:58.648926 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-3ace0ac5-49fd-48d6-b4c9-98c3d85118ab tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks [] for subnet, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:58.653254 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc07542-d4c6-4d8f-97fd-0b36b435d190 tempest-BulkNetworkOpsTest-1870100288 tempest-BulkNetworkOpsTest-1870100288-project] Pushing event deleted for resources: {'Port': ['ID=cb8b0bcb-0deb-42ec-93d1-2bcdd286321b,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:38:58.655327 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-7bc07542-d4c6-4d8f-97fd-0b36b435d190 tempest-BulkNetworkOpsTest-1870100288 tempest-BulkNetworkOpsTest-1870100288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42160'] for port, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:58.658758 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-7bc07542-d4c6-4d8f-97fd-0b36b435d190 tempest-BulkNetworkOpsTest-1870100288 tempest-BulkNetworkOpsTest-1870100288-project] 10.222.0.27 "DELETE /v2.0/ports/cb8b0bcb-0deb-42ec-93d1-2bcdd286321b HTTP/1.1" status: 204 len: 168 time: 1.2211573 Oct 19 07:38:58.682163 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 54484) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:38:58.802711 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-9a6319b9-5368-489b-9e87-a6862f70bc91 tempest-RoutersIpV6AdminTest-1896539816 tempest-RoutersIpV6AdminTest-1896539816-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:58.803507 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45fb56ad-2338-43ba-ad26-0817e3043f90 None None] New status for floating IP 3b9a8bd2-a2c5-43cc-a4d1-996ae4ae0fbe: ACTIVE {{(pid=103334) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 19 07:38:58.816894 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-3ace0ac5-49fd-48d6-b4c9-98c3d85118ab tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-134111928'] for subnet, precommit_delete_associations {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:58.959263 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-35e087f3-3cef-4d8c-8a0a-551bb22440ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11ad4213-f43a-44bb-8c9d-75b1722e86b4', 'name': 'tempest-ServersTestJSON-1339676520-router', 'tenant_id': '0cfd53a0c8b24bdeb4999c9bff6eae77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'external_fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.149'}], 'enable_snat': True}, 'gw_port_id': '253cf2ee-6b77-4d6e-af78-a76eddf9707e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T07:37:55Z', 'updated_at': '2022-10-19T07:38:09Z', 'revision_number': 4, 'project_id': '0cfd53a0c8b24bdeb4999c9bff6eae77', 'gw_port': {'id': '253cf2ee-6b77-4d6e-af78-a76eddf9707e', 'name': '', 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:16:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11ad4213-f43a-44bb-8c9d-75b1722e86b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:37:56Z', 'updated_at': '2022-10-19T07:38:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861624-1-hyperv', '_floatingips': [{'id': '99f05a28-c91b-4d68-a8ac-64c47d926c90', 'tenant_id': '0cfd53a0c8b24bdeb4999c9bff6eae77', 'floating_ip_address': '172.26.0.83', 'floating_network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'router_id': '11ad4213-f43a-44bb-8c9d-75b1722e86b4', 'port_id': 'c7b653fc-acc2-4b86-b664-a00123df00c4', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 170, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '29346864-1bf4-4ca7-8c28-dd64957b61d5', 'mac_address': 'fa:16:3e:3e:c0:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7edb487a-fad4-4d3e-826c-bf286ef7d7e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-19T07:38:22Z', 'updated_at': '2022-10-19T07:38:56Z', 'revision_number': 1, 'project_id': '0cfd53a0c8b24bdeb4999c9bff6eae77', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f96a1284-97a6-4ae5-9893-8add67057705', 'name': '', 'network_id': '29346864-1bf4-4ca7-8c28-dd64957b61d5', 'tenant_id': '0cfd53a0c8b24bdeb4999c9bff6eae77', 'mac_address': 'fa:16:3e:73:76:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11ad4213-f43a-44bb-8c9d-75b1722e86b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 127, 'fixed_ips': [{'subnet_id': '9b83089a-6242-4a4f-85cc-90b42d56ee75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:38:05Z', 'updated_at': '2022-10-19T07:38:16Z', 'revision_number': 5, 'project_id': '0cfd53a0c8b24bdeb4999c9bff6eae77', 'subnets': [{'id': '9b83089a-6242-4a4f-85cc-90b42d56ee75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:38:58.973606 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-3ace0ac5-49fd-48d6-b4c9-98c3d85118ab tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-679826'] for subnet, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:58.988282 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35e087f3-3cef-4d8c-8a0a-551bb22440ad None None] Checking router: 11ad4213-f43a-44bb-8c9d-75b1722e86b4 for host: dv-neutron-861624-1-hyperv {{(pid=103335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 07:38:58.997971 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35e087f3-3cef-4d8c-8a0a-551bb22440ad None None] Routers {'11ad4213-f43a-44bb-8c9d-75b1722e86b4'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 07:38:58.998659 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-35e087f3-3cef-4d8c-8a0a-551bb22440ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T07:38:46Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['11ad4213-f43a-44bb-8c9d-75b1722e86b4'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:38:59.022550 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6256d603-334d-473f-8b35-355fef764d72 req-6a479614-6284-42a2-a96f-3c9adcd42092 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:38:59.024908 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-6256d603-334d-473f-8b35-355fef764d72 req-6a479614-6284-42a2-a96f-3c9adcd42092 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=9f9e4d3a-9b0f-46a7-b045-8d44d07986e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5920968 Oct 19 07:38:59.088085 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-ffe4be21-d1b8-4d32-bc14-abc03a217dfa tempest-BulkNetworkOpsTest-1870100288 tempest-BulkNetworkOpsTest-1870100288-project] Deleting port d6f98c8c-becc-4474-9152-19beddd29661 {{(pid=103333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 07:38:59.088547 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-ffe4be21-d1b8-4d32-bc14-abc03a217dfa tempest-BulkNetworkOpsTest-1870100288 tempest-BulkNetworkOpsTest-1870100288-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:59.111202 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06da001-4010-46c7-87cc-8fc7c8812bd6 req-55e7357c-b85d-43a8-a249-dd9d7922381e tempest-ServersTestJSON-461936375 tempest-ServersTestJSON-461936375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:38:59.118493 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-a06da001-4010-46c7-87cc-8fc7c8812bd6 req-55e7357c-b85d-43a8-a249-dd9d7922381e tempest-ServersTestJSON-461936375 tempest-ServersTestJSON-461936375-project] 10.222.0.27 "GET /v2.0/ports?device_id=7edb487a-fad4-4d3e-826c-bf286ef7d7e5 HTTP/1.1" status: 200 len: 946 time: 0.6177351 Oct 19 07:38:59.128484 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvr_db [None req-35e087f3-3cef-4d8c-8a0a-551bb22440ad None None] Set router 11ad4213-f43a-44bb-8c9d-75b1722e86b4 gateway port host: dv-neutron-861624-1-hyperv {{(pid=103335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 07:38:59.177181 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-ffe4be21-d1b8-4d32-bc14-abc03a217dfa tempest-BulkNetworkOpsTest-1870100288 tempest-BulkNetworkOpsTest-1870100288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:59.191728 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-ffe4be21-d1b8-4d32-bc14-abc03a217dfa tempest-BulkNetworkOpsTest-1870100288 tempest-BulkNetworkOpsTest-1870100288-project] Calling delete_port for d6f98c8c-becc-4474-9152-19beddd29661 owned by {{(pid=103333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 07:38:59.238767 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-3ace0ac5-49fd-48d6-b4c9-98c3d85118ab tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-679819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130997964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130170408'] for subnet, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:59.260667 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-5ac38eb5-2855-4e56-95c1-e88b436765ce tempest-FloatingIPAdminTestJSON-1410639124 tempest-FloatingIPAdminTestJSON-1410639124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133553798'] for port, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:59.278191 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ace0ac5-49fd-48d6-b4c9-98c3d85118ab tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Pushing event deleted for resources: {'Subnet': ['ID=5203046c-b8ff-4806-95bf-5bddb5c17b67,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:38:59.293813 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-3ace0ac5-49fd-48d6-b4c9-98c3d85118ab tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks [] for subnet, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:59.299468 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-3ace0ac5-49fd-48d6-b4c9-98c3d85118ab tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] 10.222.0.27 "DELETE /v2.0/subnets/5203046c-b8ff-4806-95bf-5bddb5c17b67 HTTP/1.1" status: 204 len: 168 time: 0.8745425 Oct 19 07:38:59.300499 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 54486) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:38:59.306401 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba66de3f-8895-4969-bc20-ed2b4bcfded3 None None] Network 6b5a65c5-1bed-4301-9db8-c1056c2b8eba requested from dv-neutron-861624-1-hyperv {{(pid=103334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 07:38:59.349206 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7edb487a-fad4-4d3e-826c-bf286ef7d7e5', 'tag': 'c7b653fc-acc2-4b86-b664-a00123df00c4'}] {{(pid=103333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 19 07:38:59.351914 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e3bb7d74903c72d9cb0d0f2f187c581e0456bd3142b101dc46d694cf75cdf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13da097e-4720-49e1-8768-973a9f92eba4" -d '{"events": [{"name": "network-changed", "server_uuid": "7edb487a-fad4-4d3e-826c-bf286ef7d7e5", "tag": "c7b653fc-acc2-4b86-b664-a00123df00c4"}]}' {{(pid=103333) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 07:38:59.361805 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-d401963a-438f-4d97-95f6-6f7636122887 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] 10.222.0.27 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0545704 Oct 19 07:38:59.361912 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device b7f06283-a490-47f8-8e35-b49c23465796 up at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 07:38:59.365832 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 54490) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:38:59.384738 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-a06da001-4010-46c7-87cc-8fc7c8812bd6 req-b74f2010-51a7-43e8-8d7c-f8dffdb9af38 tempest-ServersTestJSON-461936375 tempest-ServersTestJSON-461936375-project] 10.222.0.27 "GET /v2.0/security-groups?id=47cbba02-6d50-4e36-a3e0-bd46273f3056&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2416391 Oct 19 07:38:59.385019 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-a206ac15-646a-4e56-8394-5219c8a70286 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Request body: {'subnet': {'network_id': '6b5a65c5-1bed-4301-9db8-c1056c2b8eba', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:38:59.385105 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac38eb5-2855-4e56-95c1-e88b436765ce tempest-FloatingIPAdminTestJSON-1410639124 tempest-FloatingIPAdminTestJSON-1410639124-project] Pushing event deleted for resources: {'Port': ['ID=7a995442-5200-4a9f-ae39-ac0c395a59a0,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:38:59.485748 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-35e087f3-3cef-4d8c-8a0a-551bb22440ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11ad4213-f43a-44bb-8c9d-75b1722e86b4', 'name': 'tempest-ServersTestJSON-1339676520-router', 'tenant_id': '0cfd53a0c8b24bdeb4999c9bff6eae77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'external_fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.149'}], 'enable_snat': True}, 'gw_port_id': '253cf2ee-6b77-4d6e-af78-a76eddf9707e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T07:37:55Z', 'updated_at': '2022-10-19T07:38:09Z', 'revision_number': 4, 'project_id': '0cfd53a0c8b24bdeb4999c9bff6eae77', 'gw_port': {'id': '253cf2ee-6b77-4d6e-af78-a76eddf9707e', 'name': '', 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:16:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11ad4213-f43a-44bb-8c9d-75b1722e86b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:37:56Z', 'updated_at': '2022-10-19T07:38:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861624-1-hyperv', '_floatingips': [{'id': '99f05a28-c91b-4d68-a8ac-64c47d926c90', 'tenant_id': '0cfd53a0c8b24bdeb4999c9bff6eae77', 'floating_ip_address': '172.26.0.83', 'floating_network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'router_id': '11ad4213-f43a-44bb-8c9d-75b1722e86b4', 'port_id': 'c7b653fc-acc2-4b86-b664-a00123df00c4', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 170, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '29346864-1bf4-4ca7-8c28-dd64957b61d5', 'mac_address': 'fa:16:3e:3e:c0:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7edb487a-fad4-4d3e-826c-bf286ef7d7e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-19T07:38:22Z', 'updated_at': '2022-10-19T07:38:56Z', 'revision_number': 1, 'project_id': '0cfd53a0c8b24bdeb4999c9bff6eae77', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f96a1284-97a6-4ae5-9893-8add67057705', 'name': '', 'network_id': '29346864-1bf4-4ca7-8c28-dd64957b61d5', 'tenant_id': '0cfd53a0c8b24bdeb4999c9bff6eae77', 'mac_address': 'fa:16:3e:73:76:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11ad4213-f43a-44bb-8c9d-75b1722e86b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 127, 'fixed_ips': [{'subnet_id': '9b83089a-6242-4a4f-85cc-90b42d56ee75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:38:05Z', 'updated_at': '2022-10-19T07:38:16Z', 'revision_number': 5, 'project_id': '0cfd53a0c8b24bdeb4999c9bff6eae77', 'subnets': [{'id': '9b83089a-6242-4a4f-85cc-90b42d56ee75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:38:59.494250 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 19 Oct 2022 07:38:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5316b1bc-2027-4bb9-94fb-4e060c863652 x-openstack-request-id: req-5316b1bc-2027-4bb9-94fb-4e060c863652 {{(pid=103333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 07:38:59.494659 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7edb487a-fad4-4d3e-826c-bf286ef7d7e5", "tag": "c7b653fc-acc2-4b86-b664-a00123df00c4", "status": "completed", "code": 200}]} {{(pid=103333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 07:38:59.495026 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-5316b1bc-2027-4bb9-94fb-4e060c863652 {{(pid=103333) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 07:38:59.495883 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5316b1bc-2027-4bb9-94fb-4e060c863652'] response: {'name': 'network-changed', 'server_uuid': '7edb487a-fad4-4d3e-826c-bf286ef7d7e5', 'tag': 'c7b653fc-acc2-4b86-b664-a00123df00c4', 'status': 'completed', 'code': 200} Oct 19 07:38:59.503027 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-6256d603-334d-473f-8b35-355fef764d72 req-d3725e8e-c689-4b9b-9dd3-9a24e82591fd service neutron] 10.222.0.16 "GET /v2.0/networks/9f9e4d3a-9b0f-46a7-b045-8d44d07986e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4200039 Oct 19 07:38:59.524421 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35e087f3-3cef-4d8c-8a0a-551bb22440ad None None] The sync data for ids ['11ad4213-f43a-44bb-8c9d-75b1722e86b4'] in dv-neutron-861624-1-hyperv is: [{'id': '11ad4213-f43a-44bb-8c9d-75b1722e86b4', 'name': 'tempest-ServersTestJSON-1339676520-router', 'tenant_id': '0cfd53a0c8b24bdeb4999c9bff6eae77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'external_fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.149'}], 'enable_snat': True}, 'gw_port_id': '253cf2ee-6b77-4d6e-af78-a76eddf9707e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T07:37:55Z', 'updated_at': '2022-10-19T07:38:09Z', 'revision_number': 4, 'project_id': '0cfd53a0c8b24bdeb4999c9bff6eae77', 'gw_port': {'id': '253cf2ee-6b77-4d6e-af78-a76eddf9707e', 'name': '', 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:16:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11ad4213-f43a-44bb-8c9d-75b1722e86b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:37:56Z', 'updated_at': '2022-10-19T07:38:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861624-1-hyperv', '_floatingips': [{'id': '99f05a28-c91b-4d68-a8ac-64c47d926c90', 'tenant_id': '0cfd53a0c8b24bdeb4999c9bff6eae77', 'floating_ip_address': '172.26.0.83', 'floating_network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'router_id': '11ad4213-f43a-44bb-8c9d-75b1722e86b4', 'port_id': 'c7b653fc-acc2-4b86-b664-a00123df00c4', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 170, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '29346864-1bf4-4ca7-8c28-dd64957b61d5', 'mac_address': 'fa:16:3e:3e:c0:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7edb487a-fad4-4d3e-826c-bf286ef7d7e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-19T07:38:22Z', 'updated_at': '2022-10-19T07:38:56Z', 'revision_number': 1, 'project_id': '0cfd53a0c8b24bdeb4999c9bff6eae77', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f96a1284-97a6-4ae5-9893-8add67057705', 'name': '', 'network_id': '29346864-1bf4-4ca7-8c28-dd64957b61d5', 'tenant_id': '0cfd53a0c8b24bdeb4999c9bff6eae77', 'mac_address': 'fa:16:3e:73:76:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11ad4213-f43a-44bb-8c9d-75b1722e86b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 127, 'fixed_ips': [{'subnet_id': '9b83089a-6242-4a4f-85cc-90b42d56ee75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:38:05Z', 'updated_at': '2022-10-19T07:38:16Z', 'revision_number': 5, 'project_id': '0cfd53a0c8b24bdeb4999c9bff6eae77', 'subnets': [{'id': '9b83089a-6242-4a4f-85cc-90b42d56ee75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 07:38:59.534768 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a206ac15-646a-4e56-8394-5219c8a70286 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Made reservation on behalf of 61a2e57b80c1442e9cb330141a970781 for: {'subnet': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 07:38:59.539167 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-a206ac15-646a-4e56-8394-5219c8a70286 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130170579'] for subnet, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:59.584718 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Provisioning complete for port b7f06283-a490-47f8-8e35-b49c23465796 triggered by entity L2. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:38:59.585100 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:59.585438 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Attempt 1 to provision port b7f06283-a490-47f8-8e35-b49c23465796 Oct 19 07:38:59.594503 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-ffe4be21-d1b8-4d32-bc14-abc03a217dfa tempest-BulkNetworkOpsTest-1870100288 tempest-BulkNetworkOpsTest-1870100288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130996763'] for port, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:59.612718 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7fac6f0-0001-4749-a603-cfb4142de3fc tempest-ServersTestManualDisk-1995987990 tempest-ServersTestManualDisk-1995987990-project] Router b3647913-7e6a-4259-ad8f-fe4fb785c61e has already been hosted by L3 agent ab388470-1243-4d53-80f2-c2f5899c97a7 {{(pid=103332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 07:38:59.684023 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-5ac38eb5-2855-4e56-95c1-e88b436765ce tempest-FloatingIPAdminTestJSON-1410639124 tempest-FloatingIPAdminTestJSON-1410639124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1693831'] for router_gateway, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:59.693141 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6b4d88a-e269-4e4d-aa38-ccba634d592b None None] DHCP port deletion for 6b5a65c5-1bed-4301-9db8-c1056c2b8eba request from dv-neutron-861624-1-hyperv {{(pid=103334) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 07:38:59.701780 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe4be21-d1b8-4d32-bc14-abc03a217dfa tempest-BulkNetworkOpsTest-1870100288 tempest-BulkNetworkOpsTest-1870100288-project] Pushing event deleted for resources: {'Port': ['ID=d6f98c8c-becc-4474-9152-19beddd29661,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:38:59.742120 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Current status of the port b7f06283-a490-47f8-8e35-b49c23465796 is: ACTIVE; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:38:59.756935 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-ffe4be21-d1b8-4d32-bc14-abc03a217dfa tempest-BulkNetworkOpsTest-1870100288 tempest-BulkNetworkOpsTest-1870100288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42160'] for port, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:59.762223 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-ffe4be21-d1b8-4d32-bc14-abc03a217dfa tempest-BulkNetworkOpsTest-1870100288 tempest-BulkNetworkOpsTest-1870100288-project] 10.222.0.27 "DELETE /v2.0/ports/d6f98c8c-becc-4474-9152-19beddd29661 HTTP/1.1" status: 204 len: 168 time: 1.0746686 Oct 19 07:38:59.772171 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 54496) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:38:59.774543 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-d6b4d88a-e269-4e4d-aa38-ccba634d592b None None] Deleting port b7f06283-a490-47f8-8e35-b49c23465796 {{(pid=103334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 07:38:59.775457 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d6b4d88a-e269-4e4d-aa38-ccba634d592b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:59.809683 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13da097e-4720-49e1-8768-973a9f92eba4 req-d8c70c0f-0faf-4d67-b38c-18f6fd57ea1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:38:59.811227 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-13da097e-4720-49e1-8768-973a9f92eba4 req-d8c70c0f-0faf-4d67-b38c-18f6fd57ea1b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=0cfd53a0c8b24bdeb4999c9bff6eae77&device_id=7edb487a-fad4-4d3e-826c-bf286ef7d7e5 HTTP/1.1" status: 200 len: 1099 time: 0.3191411 Oct 19 07:38:59.815971 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-217f63da-3fb2-497e-8bd9-ef62707b654e tempest-BulkNetworkOpsTest-1870100288 tempest-BulkNetworkOpsTest-1870100288-project] 10.222.0.27 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0427361 Oct 19 07:38:59.824907 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 54498) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:38:59.830923 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-c5af2c71-b24e-429b-9529-774a555ad8cf tempest-BulkNetworkOpsTest-1870100288 tempest-BulkNetworkOpsTest-1870100288-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-5815759'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:38:59.850611 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-9a6319b9-5368-489b-9e87-a6862f70bc91 tempest-RoutersIpV6AdminTest-1896539816 tempest-RoutersIpV6AdminTest-1896539816-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:59.898425 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-9a6319b9-5368-489b-9e87-a6862f70bc91 tempest-RoutersIpV6AdminTest-1896539816 tempest-RoutersIpV6AdminTest-1896539816-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:59.915989 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-5ac38eb5-2855-4e56-95c1-e88b436765ce tempest-FloatingIPAdminTestJSON-1410639124 tempest-FloatingIPAdminTestJSON-1410639124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1693565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12618'] for router, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:59.922606 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e4a00dc-c12e-4194-8368-7d819a2f42ad None None] New status for floating IP 99f05a28-c91b-4d68-a8ac-64c47d926c90: ACTIVE {{(pid=103335) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 19 07:38:59.944158 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-5ac38eb5-2855-4e56-95c1-e88b436765ce tempest-FloatingIPAdminTestJSON-1410639124 tempest-FloatingIPAdminTestJSON-1410639124-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:38:59.959348 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5af2c71-b24e-429b-9529-774a555ad8cf tempest-BulkNetworkOpsTest-1870100288 tempest-BulkNetworkOpsTest-1870100288-project] Made reservation on behalf of 940ae1e417cc461ba455b7620906854d for: {'network': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 07:38:59.962880 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-c5af2c71-b24e-429b-9529-774a555ad8cf tempest-BulkNetworkOpsTest-1870100288 tempest-BulkNetworkOpsTest-1870100288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for network, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:00.029279 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-6256d603-334d-473f-8b35-355fef764d72 req-175dfc08-e53e-469f-9bd8-75b052d2f820 service neutron] 10.222.0.16 "GET /v2.0/networks/9f9e4d3a-9b0f-46a7-b045-8d44d07986e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4525375 Oct 19 07:39:00.039069 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7fac6f0-0001-4749-a603-cfb4142de3fc tempest-ServersTestManualDisk-1995987990 tempest-ServersTestManualDisk-1995987990-project] Notify agent at l3_agent.dv-neutron-861624-1-hyperv the message routers_updated {{(pid=103332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 07:39:00.044663 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-c7fac6f0-0001-4749-a603-cfb4142de3fc tempest-ServersTestManualDisk-1995987990 tempest-ServersTestManualDisk-1995987990-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42160'] for floatingip, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:00.061057 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e4e4d99-6799-49c5-8caa-9fa39b79be8b None None] Sync routers for ids ['b3647913-7e6a-4259-ad8f-fe4fb785c61e'] in dv-neutron-861624-1-hyperv {{(pid=103334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 07:39:00.068966 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-5ac38eb5-2855-4e56-95c1-e88b436765ce tempest-FloatingIPAdminTestJSON-1410639124 tempest-FloatingIPAdminTestJSON-1410639124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1693542'] for router, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:00.069501 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ac38eb5-2855-4e56-95c1-e88b436765ce tempest-FloatingIPAdminTestJSON-1410639124 tempest-FloatingIPAdminTestJSON-1410639124-project] Fanout notify agent at l3_agent the message router_deleted on router 9719b9fe-e983-4fb1-85e8-6c40f3297fde {{(pid=103332) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 07:39:00.081774 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-5ac38eb5-2855-4e56-95c1-e88b436765ce tempest-FloatingIPAdminTestJSON-1410639124 tempest-FloatingIPAdminTestJSON-1410639124-project] Notify callbacks [] for router, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:00.086085 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-5ac38eb5-2855-4e56-95c1-e88b436765ce tempest-FloatingIPAdminTestJSON-1410639124 tempest-FloatingIPAdminTestJSON-1410639124-project] 10.222.0.27 "DELETE /v2.0/routers/9719b9fe-e983-4fb1-85e8-6c40f3297fde HTTP/1.1" status: 204 len: 168 time: 4.2235410 Oct 19 07:39:00.086691 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 54500) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:39:00.099215 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-d6b4d88a-e269-4e4d-aa38-ccba634d592b None None] For port b7f06283-a490-47f8-8e35-b49c23465796, host dv-neutron-861624-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=b7f06283-a490-47f8-8e35-b49c23465796,segment=NetworkSegment(5a8d2b05-b527-4bd4-a671-b9112f193fef),segment_id=5a8d2b05-b527-4bd4-a671-b9112f193fef)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:39:00.099845 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-c7fac6f0-0001-4749-a603-cfb4142de3fc tempest-ServersTestManualDisk-1995987990 tempest-ServersTestManualDisk-1995987990-project] 10.222.0.27 "PUT /v2.0/floatingips/c1d3e635-328f-4466-a560-d84442c0b644 HTTP/1.1" status: 200 len: 991 time: 4.0950091 Oct 19 07:39:00.100483 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d6b4d88a-e269-4e4d-aa38-ccba634d592b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:00.102747 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd32aad3-def3-4cd3-9b2d-e2a48bdb7a3b', 'tag': 'ac82e6f5-e329-44a1-b9e7-97810fa5c238'}] {{(pid=103332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 19 07:39:00.105135 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a021b02cf5f527cd4bbbc40a031b51490d9893d7edeeb551bdf5128ee7546f8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ab61e05-61e1-49ec-88e6-87736267e6fd" -d '{"events": [{"name": "network-changed", "server_uuid": "fd32aad3-def3-4cd3-9b2d-e2a48bdb7a3b", "tag": "ac82e6f5-e329-44a1-b9e7-97810fa5c238"}]}' {{(pid=103332) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 07:39:00.124427 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-d6b4d88a-e269-4e4d-aa38-ccba634d592b None None] Calling delete_port for b7f06283-a490-47f8-8e35-b49c23465796 owned by network:dhcp {{(pid=103334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 07:39:00.126857 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e4e4d99-6799-49c5-8caa-9fa39b79be8b None None] Routers {'b3647913-7e6a-4259-ad8f-fe4fb785c61e'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 07:39:00.128497 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-3e4e4d99-6799-49c5-8caa-9fa39b79be8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T07:38:46Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['b3647913-7e6a-4259-ad8f-fe4fb785c61e'], 'active': True} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:39:00.162934 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.objects.ports [None req-3efbc319-880a-478c-bd88-ca4b4e283963 tempest-RoutersAdminTest-1280535694 tempest-RoutersAdminTest-1280535694-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103332) get_objects /opt/stack/neutron/neutron/objects/ports.py:470}} Oct 19 07:39:00.163413 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-3efbc319-880a-478c-bd88-ca4b4e283963 tempest-RoutersAdminTest-1280535694 tempest-RoutersAdminTest-1280535694-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-133552662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130659641'] for subnet, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:00.169705 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5af2c71-b24e-429b-9529-774a555ad8cf tempest-BulkNetworkOpsTest-1870100288 tempest-BulkNetworkOpsTest-1870100288-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 173} {{(pid=103333) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 07:39:00.178619 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d5b51af-ad97-49c7-a039-84fcecd733ca tempest-FloatingIPAdminTestJSON-1410639124 tempest-FloatingIPAdminTestJSON-1410639124-project] Deleting subnet a46753ea-b47e-4fc8-ba83-97447371b086 {{(pid=103332) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 19 07:39:00.209403 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 19 Oct 2022 07:39:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86c14194-c837-4204-a3bc-dbb5461c15f2 x-openstack-request-id: req-86c14194-c837-4204-a3bc-dbb5461c15f2 {{(pid=103332) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 07:39:00.209689 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd32aad3-def3-4cd3-9b2d-e2a48bdb7a3b", "tag": "ac82e6f5-e329-44a1-b9e7-97810fa5c238", "status": "completed", "code": 200}]} {{(pid=103332) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 07:39:00.209925 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-86c14194-c837-4204-a3bc-dbb5461c15f2 {{(pid=103332) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 07:39:00.210318 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.notifiers.nova [-] Nova event matching ['req-86c14194-c837-4204-a3bc-dbb5461c15f2'] response: {'name': 'network-changed', 'server_uuid': 'fd32aad3-def3-4cd3-9b2d-e2a48bdb7a3b', 'tag': 'ac82e6f5-e329-44a1-b9e7-97810fa5c238', 'status': 'completed', 'code': 200} Oct 19 07:39:00.211223 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-0d5b51af-ad97-49c7-a039-84fcecd733ca tempest-FloatingIPAdminTestJSON-1410639124 tempest-FloatingIPAdminTestJSON-1410639124-project] Notify callbacks [] for subnet, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:00.280282 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13da097e-4720-49e1-8768-973a9f92eba4 req-030f5759-0b09-4d13-84bc-0663a6bf75b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:39:00.284342 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-13da097e-4720-49e1-8768-973a9f92eba4 req-030f5759-0b09-4d13-84bc-0663a6bf75b1 service neutron] 10.222.0.16 "GET /v2.0/networks?id=29346864-1bf4-4ca7-8c28-dd64957b61d5 HTTP/1.1" status: 200 len: 907 time: 0.4585598 Oct 19 07:39:00.285801 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-c5af2c71-b24e-429b-9529-774a555ad8cf tempest-BulkNetworkOpsTest-1870100288 tempest-BulkNetworkOpsTest-1870100288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979'] for segment, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:00.287355 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.db.segments_db [None req-c5af2c71-b24e-429b-9529-774a555ad8cf tempest-BulkNetworkOpsTest-1870100288 tempest-BulkNetworkOpsTest-1870100288-project] Added segment 60359f9e-9cce-4a0f-98af-f10616fa2821 of type vlan for network da8b0560-8544-419e-9ba3-d80e0b44dae0 Oct 19 07:39:00.319105 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-a206ac15-646a-4e56-8394-5219c8a70286 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130997899', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130170401'] for subnet, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:00.339153 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-0d5b51af-ad97-49c7-a039-84fcecd733ca tempest-FloatingIPAdminTestJSON-1410639124 tempest-FloatingIPAdminTestJSON-1410639124-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130726890'] for subnet, precommit_delete_associations {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:00.367021 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3efbc319-880a-478c-bd88-ca4b4e283963 tempest-RoutersAdminTest-1280535694 tempest-RoutersAdminTest-1280535694-project-admin] Pushing event updated for resources: {'Subnet': ['ID=b26a8acf-b2aa-44f4-9440-42847899c8c6,revision_number=0']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:39:00.401188 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3efbc319-880a-478c-bd88-ca4b4e283963 tempest-RoutersAdminTest-1280535694 tempest-RoutersAdminTest-1280535694-project-admin] Checking segment: {'id': '736c02a8-c39a-44d6-b52b-700b8f094d09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'e5a0fcb1-894e-44d8-961d-055d7c5d1b93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 19 07:39:00.401556 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3efbc319-880a-478c-bd88-ca4b4e283963 tempest-RoutersAdminTest-1280535694 tempest-RoutersAdminTest-1280535694-project-admin] Network hostable DHCP agents. Network: e5a0fcb1-894e-44d8-961d-055d7c5d1b93, hostable agents: ['310d813b-0e3e-4d7e-9b79-8f4ec0dbcab0'], hosted agents: [] {{(pid=103332) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 07:39:00.402003 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvr_db [None req-3e4e4d99-6799-49c5-8caa-9fa39b79be8b None None] Set router b3647913-7e6a-4259-ad8f-fe4fb785c61e gateway port host: dv-neutron-861624-1-hyperv {{(pid=103334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 07:39:00.405828 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d6b4d88a-e269-4e4d-aa38-ccba634d592b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339'] for port, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:00.412161 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab61e05-61e1-49ec-88e6-87736267e6fd req-00e1db36-34e0-4950-9794-576842c98733 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:39:00.413703 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-2ab61e05-61e1-49ec-88e6-87736267e6fd req-00e1db36-34e0-4950-9794-576842c98733 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=340a20aa929d4020a108d5231191ac1d&device_id=fd32aad3-def3-4cd3-9b2d-e2a48bdb7a3b HTTP/1.1" status: 200 len: 1098 time: 0.1718967 Oct 19 07:39:00.435155 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786c13c9-0add-4128-b483-30709b9a16ab req-a1b21346-0d1d-495f-a23f-cb7563b3f359 tempest-ServersTestManualDisk-1995987990 tempest-ServersTestManualDisk-1995987990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:39:00.437094 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-786c13c9-0add-4128-b483-30709b9a16ab req-a1b21346-0d1d-495f-a23f-cb7563b3f359 tempest-ServersTestManualDisk-1995987990 tempest-ServersTestManualDisk-1995987990-project] 10.222.0.27 "GET /v2.0/ports?device_id=fd32aad3-def3-4cd3-9b2d-e2a48bdb7a3b HTTP/1.1" status: 200 len: 945 time: 0.2017930 Oct 19 07:39:00.466392 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b4d88a-e269-4e4d-aa38-ccba634d592b None None] Pushing event deleted for resources: {'Port': ['ID=b7f06283-a490-47f8-8e35-b49c23465796,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:39:00.476146 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6b4d88a-e269-4e4d-aa38-ccba634d592b None None] No DVR routers for this DVR port b7f06283-a490-47f8-8e35-b49c23465796 on host dv-neutron-861624-1-hyperv {{(pid=103334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 19 07:39:00.535611 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3efbc319-880a-478c-bd88-ca4b4e283963 tempest-RoutersAdminTest-1280535694 tempest-RoutersAdminTest-1280535694-project-admin] Network e5a0fcb1-894e-44d8-961d-055d7c5d1b93 is scheduled to be hosted by DHCP agent 310d813b-0e3e-4d7e-9b79-8f4ec0dbcab0 with binding_index 1 {{(pid=103332) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 07:39:00.590717 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-0d5b51af-ad97-49c7-a039-84fcecd733ca tempest-FloatingIPAdminTestJSON-1410639124 tempest-FloatingIPAdminTestJSON-1410639124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-679826'] for subnet, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:00.618194 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.base_scheduler [None req-3efbc319-880a-478c-bd88-ca4b4e283963 tempest-RoutersAdminTest-1280535694 tempest-RoutersAdminTest-1280535694-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861624-1-hyperv, e5a0fcb1-894e-44d8-961d-055d7c5d1b93) {{(pid=103332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:39:00.622879 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3efbc319-880a-478c-bd88-ca4b4e283963 tempest-RoutersAdminTest-1280535694 tempest-RoutersAdminTest-1280535694-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:39:00.623559 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-3efbc319-880a-478c-bd88-ca4b4e283963 tempest-RoutersAdminTest-1280535694 tempest-RoutersAdminTest-1280535694-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574827'] for subnet, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:00.633119 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8c7fde9-0f37-493f-963b-120d8a8ca397 None None] Network e5a0fcb1-894e-44d8-961d-055d7c5d1b93 requested from dv-neutron-861624-1-hyperv {{(pid=103334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 07:39:00.641194 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-786c13c9-0add-4128-b483-30709b9a16ab req-dc3cfff3-2174-421a-8bf2-e5b399dc5ede tempest-ServersTestManualDisk-1995987990 tempest-ServersTestManualDisk-1995987990-project] 10.222.0.27 "GET /v2.0/security-groups?id=cd2f4ea7-fe99-4ea4-b101-5829406beaad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1930845 Oct 19 07:39:00.674698 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-3efbc319-880a-478c-bd88-ca4b4e283963 tempest-RoutersAdminTest-1280535694 tempest-RoutersAdminTest-1280535694-project-admin] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.4570370 Oct 19 07:39:00.676148 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 54508) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:39:00.686635 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-55e78f10-0a33-4c5d-a607-deee84a609cb tempest-RoutersAdminTest-1280535694 tempest-RoutersAdminTest-1280535694-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-539124176', 'network_id': 'e5a0fcb1-894e-44d8-961d-055d7c5d1b93'}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:39:00.691579 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab61e05-61e1-49ec-88e6-87736267e6fd req-d8302fb3-17d6-4175-ba9f-543b2d4a8dae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:39:00.694481 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-2ab61e05-61e1-49ec-88e6-87736267e6fd req-d8302fb3-17d6-4175-ba9f-543b2d4a8dae service neutron] 10.222.0.16 "GET /v2.0/networks?id=b591b429-0972-4e45-afd3-bb0899b18496 HTTP/1.1" status: 200 len: 913 time: 0.2703590 Oct 19 07:39:00.768599 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55e78f10-0a33-4c5d-a607-deee84a609cb tempest-RoutersAdminTest-1280535694 tempest-RoutersAdminTest-1280535694-project-admin] Made reservation on behalf of fec3e90f990246a9ab12e89f58de82cb for: {'port': 1} {{(pid=103332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 07:39:00.771220 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-55e78f10-0a33-4c5d-a607-deee84a609cb tempest-RoutersAdminTest-1280535694 tempest-RoutersAdminTest-1280535694-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:00.782709 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-0d5b51af-ad97-49c7-a039-84fcecd733ca tempest-FloatingIPAdminTestJSON-1410639124 tempest-FloatingIPAdminTestJSON-1410639124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-679819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-133552721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130659632'] for subnet, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:00.802708 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-c5af2c71-b24e-429b-9529-774a555ad8cf tempest-BulkNetworkOpsTest-1870100288 tempest-BulkNetworkOpsTest-1870100288-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785020965340'] for network, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:00.840078 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-3e4e4d99-6799-49c5-8caa-9fa39b79be8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3647913-7e6a-4259-ad8f-fe4fb785c61e', 'name': 'tempest-ServersTestManualDisk-1946037705-router', 'tenant_id': '340a20aa929d4020a108d5231191ac1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'external_fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.199'}], 'enable_snat': True}, 'gw_port_id': '941803fa-8032-40bb-a8ba-616d8fbfed2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T07:37:59Z', 'updated_at': '2022-10-19T07:38:14Z', 'revision_number': 4, 'project_id': '340a20aa929d4020a108d5231191ac1d', 'gw_port': {'id': '941803fa-8032-40bb-a8ba-616d8fbfed2b', 'name': '', 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:6f:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3647913-7e6a-4259-ad8f-fe4fb785c61e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:38:01Z', 'updated_at': '2022-10-19T07:38:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861624-1-hyperv', '_floatingips': [{'id': 'c1d3e635-328f-4466-a560-d84442c0b644', 'tenant_id': '340a20aa929d4020a108d5231191ac1d', 'floating_ip_address': '172.26.0.177', 'floating_network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'router_id': 'b3647913-7e6a-4259-ad8f-fe4fb785c61e', 'port_id': 'ac82e6f5-e329-44a1-b9e7-97810fa5c238', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 176, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b591b429-0972-4e45-afd3-bb0899b18496', 'mac_address': 'fa:16:3e:08:1d:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd32aad3-def3-4cd3-9b2d-e2a48bdb7a3b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-19T07:38:23Z', 'updated_at': '2022-10-19T07:38:57Z', 'revision_number': 1, 'project_id': '340a20aa929d4020a108d5231191ac1d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8eee7f3b-d4f5-49d5-9d62-6f7b6da3fb87', 'name': '', 'network_id': 'b591b429-0972-4e45-afd3-bb0899b18496', 'tenant_id': '340a20aa929d4020a108d5231191ac1d', 'mac_address': 'fa:16:3e:5d:44:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3647913-7e6a-4259-ad8f-fe4fb785c61e', 'device_owner': 'network:router_interface', 'standard_attr_id': 139, 'fixed_ips': [{'subnet_id': '50f42235-c2b7-4baf-8d65-761c27136b2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:38:11Z', 'updated_at': '2022-10-19T07:38:20Z', 'revision_number': 5, 'project_id': '340a20aa929d4020a108d5231191ac1d', 'subnets': [{'id': '50f42235-c2b7-4baf-8d65-761c27136b2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:39:00.842784 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a206ac15-646a-4e56-8394-5219c8a70286 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Network 6b5a65c5-1bed-4301-9db8-c1056c2b8eba is already hosted by enough agents. {{(pid=103333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 07:39:00.857344 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-a206ac15-646a-4e56-8394-5219c8a70286 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Resources bound (agent type, host, resource id): {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:39:00.866580 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-13da097e-4720-49e1-8768-973a9f92eba4 req-36299867-13ce-4573-b8cc-7f39f31270ef service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c7b653fc-acc2-4b86-b664-a00123df00c4 HTTP/1.1" status: 200 len: 1001 time: 0.5626774 Oct 19 07:39:00.871203 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a206ac15-646a-4e56-8394-5219c8a70286 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:39:00.871888 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-a206ac15-646a-4e56-8394-5219c8a70286 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks [] for subnet, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:00.872044 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d08944ed-4ce0-4793-bcef-93d3fbcf43e6 None None] Network e5a0fcb1-894e-44d8-961d-055d7c5d1b93 requested from dv-neutron-861624-1-hyperv {{(pid=103334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 07:39:00.874111 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-309698c8-1f08-4ad9-826b-cb1803ca43ca None None] Network 6b5a65c5-1bed-4301-9db8-c1056c2b8eba requested from dv-neutron-861624-1-hyperv {{(pid=103334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 07:39:00.876107 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.db_base_plugin_common [None req-9a6319b9-5368-489b-9e87-a6862f70bc91 tempest-RoutersIpV6AdminTest-1896539816 tempest-RoutersIpV6AdminTest-1896539816-project-admin] Allocated IP 2001:db8::3a8 (992ac837-98d8-43ae-a8f3-03e61aca75b4/65e5cc1e-9074-4274-82e7-807c5144a184/178eb4f5-8952-49c9-b7e0-bde90552f959) {{(pid=103333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 07:39:00.878469 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e4e4d99-6799-49c5-8caa-9fa39b79be8b None None] Checking router: b3647913-7e6a-4259-ad8f-fe4fb785c61e for host: dv-neutron-861624-1-hyperv {{(pid=103334) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 07:39:00.895654 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a206ac15-646a-4e56-8394-5219c8a70286 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Pushing event updated for resources: {'Subnet': ['ID=86e3b345-4f56-452f-95a7-6b341514cc7f,revision_number=0']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:39:00.949816 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-a206ac15-646a-4e56-8394-5219c8a70286 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.5791578 Oct 19 07:39:00.952987 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 54512) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:39:00.959950 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-a11ddf82-a0cc-4408-80da-0128a9084aad tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-332158707', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:39:00.965981 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e4e4d99-6799-49c5-8caa-9fa39b79be8b None None] Routers {'b3647913-7e6a-4259-ad8f-fe4fb785c61e'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 07:39:00.966666 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-3e4e4d99-6799-49c5-8caa-9fa39b79be8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T07:38:46Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['b3647913-7e6a-4259-ad8f-fe4fb785c61e'], 'active': True} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:39:00.970311 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-c5af2c71-b24e-429b-9529-774a555ad8cf tempest-BulkNetworkOpsTest-1870100288 tempest-BulkNetworkOpsTest-1870100288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873'] for network, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:00.977593 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5af2c71-b24e-429b-9529-774a555ad8cf tempest-BulkNetworkOpsTest-1870100288 tempest-BulkNetworkOpsTest-1870100288-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:39:00.978477 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-c5af2c71-b24e-429b-9529-774a555ad8cf tempest-BulkNetworkOpsTest-1870100288 tempest-BulkNetworkOpsTest-1870100288-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574827'] for network, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:01.049415 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13da097e-4720-49e1-8768-973a9f92eba4 req-50ed38a6-ac72-40e7-82d2-3484b680eec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:39:01.051118 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-13da097e-4720-49e1-8768-973a9f92eba4 req-50ed38a6-ac72-40e7-82d2-3484b680eec3 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=9b83089a-6242-4a4f-85cc-90b42d56ee75 HTTP/1.1" status: 200 len: 845 time: 0.1723707 Oct 19 07:39:01.083659 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-c5af2c71-b24e-429b-9529-774a555ad8cf tempest-BulkNetworkOpsTest-1870100288 tempest-BulkNetworkOpsTest-1870100288-project] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.2563841 Oct 19 07:39:01.104803 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 54514) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:39:01.111096 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-dce3b627-608f-485a-b82a-82b0c50e71cf tempest-BulkNetworkOpsTest-1870100288 tempest-BulkNetworkOpsTest-1870100288-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-986206581'}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:39:01.124873 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-0d5b51af-ad97-49c7-a039-84fcecd733ca tempest-FloatingIPAdminTestJSON-1410639124 tempest-FloatingIPAdminTestJSON-1410639124-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574827'] for subnet, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:01.130846 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-0d5b51af-ad97-49c7-a039-84fcecd733ca tempest-FloatingIPAdminTestJSON-1410639124 tempest-FloatingIPAdminTestJSON-1410639124-project] 10.222.0.27 "DELETE /v2.0/subnets/a46753ea-b47e-4fc8-ba83-97447371b086 HTTP/1.1" status: 204 len: 168 time: 1.0399859 Oct 19 07:39:01.131559 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5b51af-ad97-49c7-a039-84fcecd733ca tempest-FloatingIPAdminTestJSON-1410639124 tempest-FloatingIPAdminTestJSON-1410639124-project] Pushing event deleted for resources: {'Subnet': ['ID=a46753ea-b47e-4fc8-ba83-97447371b086,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:39:01.134020 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 54516) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:39:01.139479 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.notifiers.nova [None req-55e78f10-0a33-4c5d-a607-deee84a609cb tempest-RoutersAdminTest-1280535694 tempest-RoutersAdminTest-1280535694-project-admin] device_id is not set on port 63692b04-5920-4928-9e16-3497935d6fe4 yet. {{(pid=103332) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 19 07:39:01.163193 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d76903c2-7648-48e0-b8a2-fe7c6b9c80be None None] Network 517dc00e-1738-4c01-9edd-b14a7206139a requested from dv-neutron-861624-1-hyperv {{(pid=103334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 07:39:01.166637 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-a11ddf82-a0cc-4408-80da-0128a9084aad tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1692695', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12668'] for router, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:01.167854 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-a11ddf82-a0cc-4408-80da-0128a9084aad tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1692835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1693910', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1621825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12659'] for router, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:01.181744 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5af2c71-b24e-429b-9529-774a555ad8cf tempest-BulkNetworkOpsTest-1870100288 tempest-BulkNetworkOpsTest-1870100288-project] Pushing event updated for resources: {'Network': ['ID=da8b0560-8544-419e-9ba3-d80e0b44dae0,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:39:01.216302 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-2ab61e05-61e1-49ec-88e6-87736267e6fd req-120ac291-bd8e-4c58-b500-226c1c97460f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ac82e6f5-e329-44a1-b9e7-97810fa5c238 HTTP/1.1" status: 200 len: 999 time: 0.5140891 Oct 19 07:39:01.247485 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Network da8b0560-8544-419e-9ba3-d80e0b44dae0 details requested by agent ovs-agent-dv-neutron-861624-1-hyperv with host dv-neutron-861624-1-hyperv {{(pid=103334) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 07:39:01.272868 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-3d5a1b38-de6c-465c-ae55-c9bbdf3da216 tempest-FloatingIPAdminTestJSON-1410639124 tempest-FloatingIPAdminTestJSON-1410639124-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-667019'] for network, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:01.283085 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvr_db [None req-3e4e4d99-6799-49c5-8caa-9fa39b79be8b None None] Set router b3647913-7e6a-4259-ad8f-fe4fb785c61e gateway port host: dv-neutron-861624-1-hyperv {{(pid=103334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 07:39:01.283287 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-a11ddf82-a0cc-4408-80da-0128a9084aad tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:01.292701 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13da097e-4720-49e1-8768-973a9f92eba4 req-e25df07d-a019-4be9-b28a-3d6d09fbde3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:39:01.294563 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-13da097e-4720-49e1-8768-973a9f92eba4 req-e25df07d-a019-4be9-b28a-3d6d09fbde3d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=29346864-1bf4-4ca7-8c28-dd64957b61d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2340903 Oct 19 07:39:01.301428 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-a11ddf82-a0cc-4408-80da-0128a9084aad tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1692844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1693859'] for router, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:01.314664 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dce3b627-608f-485a-b82a-82b0c50e71cf tempest-BulkNetworkOpsTest-1870100288 tempest-BulkNetworkOpsTest-1870100288-project] Made reservation on behalf of 940ae1e417cc461ba455b7620906854d for: {'network': 1} {{(pid=103332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 07:39:01.319590 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-9a6319b9-5368-489b-9e87-a6862f70bc91 tempest-RoutersIpV6AdminTest-1896539816 tempest-RoutersIpV6AdminTest-1896539816-project-admin] Notify callbacks [] for port, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:01.319968 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-dce3b627-608f-485a-b82a-82b0c50e71cf tempest-BulkNetworkOpsTest-1870100288 tempest-BulkNetworkOpsTest-1870100288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for network, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:01.361674 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-a11ddf82-a0cc-4408-80da-0128a9084aad tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks [] for router, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:01.366476 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-a11ddf82-a0cc-4408-80da-0128a9084aad tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] 10.222.0.27 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.4098668 Oct 19 07:39:01.366766 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 54518) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:39:01.402460 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab61e05-61e1-49ec-88e6-87736267e6fd req-e19ed9d6-527f-41f4-8c0b-19b59dfa9ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:39:01.403983 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-2ab61e05-61e1-49ec-88e6-87736267e6fd req-e19ed9d6-527f-41f4-8c0b-19b59dfa9ee5 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=50f42235-c2b7-4baf-8d65-761c27136b2d HTTP/1.1" status: 200 len: 851 time: 0.1788468 Oct 19 07:39:01.423432 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device b7f06283-a490-47f8-8e35-b49c23465796 no longer exists at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 07:39:01.445559 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dce3b627-608f-485a-b82a-82b0c50e71cf tempest-BulkNetworkOpsTest-1870100288 tempest-BulkNetworkOpsTest-1870100288-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 160} {{(pid=103332) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 07:39:01.494761 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] No Port match for: b7f06283-a490-47f8-8e35-b49c23465796 {{(pid=103334) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 19 07:39:01.495096 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device b7f06283-a490-47f8-8e35-b49c23465796 not bound to the agent host dv-neutron-861624-1-hyperv {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 07:39:01.510569 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-dce3b627-608f-485a-b82a-82b0c50e71cf tempest-BulkNetworkOpsTest-1870100288 tempest-BulkNetworkOpsTest-1870100288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979'] for segment, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:01.510918 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.db.segments_db [None req-dce3b627-608f-485a-b82a-82b0c50e71cf tempest-BulkNetworkOpsTest-1870100288 tempest-BulkNetworkOpsTest-1870100288-project] Added segment 7d6fdd45-f6d9-450a-8df2-274393b1c504 of type vlan for network 9d1b7540-30ea-4f3d-a221-48458da1e425 Oct 19 07:39:01.539314 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04e8a6e8-7999-4716-a41d-71d2588db3d4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d12c6ac-27a3-545c-a8f3-f04e30423d6d-6b5a65c5-1bed-4301-9db8-c1056c2b8eba', 'network_id': '6b5a65c5-1bed-4301-9db8-c1056c2b8eba', 'tenant_id': '61a2e57b80c1442e9cb330141a970781', 'fixed_ips': [{'subnet_id': '86e3b345-4f56-452f-95a7-6b341514cc7f'}]}} from dv-neutron-861624-1-hyperv. {{(pid=103334) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 07:39:01.540214 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-04e8a6e8-7999-4716-a41d-71d2588db3d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:01.570528 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-13da097e-4720-49e1-8768-973a9f92eba4 req-9d14d24b-280c-46b6-a556-8786b18ab8bf service neutron] 10.222.0.16 "GET /v2.0/networks/29346864-1bf4-4ca7-8c28-dd64957b61d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2624295 Oct 19 07:39:01.585421 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.db_base_plugin_common [None req-55e78f10-0a33-4c5d-a607-deee84a609cb tempest-RoutersAdminTest-1280535694 tempest-RoutersAdminTest-1280535694-project-admin] Allocated IP 172.20.0.11 (e5a0fcb1-894e-44d8-961d-055d7c5d1b93/b26a8acf-b2aa-44f4-9440-42847899c8c6/63692b04-5920-4928-9e16-3497935d6fe4) {{(pid=103332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 07:39:01.588598 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-dce3b627-608f-485a-b82a-82b0c50e71cf tempest-BulkNetworkOpsTest-1870100288 tempest-BulkNetworkOpsTest-1870100288-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785020965340'] for network, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:01.592133 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab61e05-61e1-49ec-88e6-87736267e6fd req-5562dbf0-7bfb-4776-a861-d55e483cec5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:39:01.593869 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-2ab61e05-61e1-49ec-88e6-87736267e6fd req-5562dbf0-7bfb-4776-a861-d55e483cec5a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b591b429-0972-4e45-afd3-bb0899b18496&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1789229 Oct 19 07:39:01.622597 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-9a6319b9-5368-489b-9e87-a6862f70bc91 tempest-RoutersIpV6AdminTest-1896539816 tempest-RoutersIpV6AdminTest-1896539816-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785020947330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130996763'] for port, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:01.626740 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.agents_db [None req-6057327c-4456-4c72-8e75-6d3cd9249757 None None] Agent healthcheck: found 6 active agents {{(pid=103335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 07:39:01.688058 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.plugin [None req-3d5a1b38-de6c-465c-ae55-c9bbdf3da216 tempest-FloatingIPAdminTestJSON-1410639124 tempest-FloatingIPAdminTestJSON-1410639124-project] Deleting port 0dffe8c4-2da1-43a5-ad58-73149e75ccd7 {{(pid=103332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 07:39:01.688472 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-3d5a1b38-de6c-465c-ae55-c9bbdf3da216 tempest-FloatingIPAdminTestJSON-1410639124 tempest-FloatingIPAdminTestJSON-1410639124-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:01.728255 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-dce3b627-608f-485a-b82a-82b0c50e71cf tempest-BulkNetworkOpsTest-1870100288 tempest-BulkNetworkOpsTest-1870100288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873'] for network, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:01.734928 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dce3b627-608f-485a-b82a-82b0c50e71cf tempest-BulkNetworkOpsTest-1870100288 tempest-BulkNetworkOpsTest-1870100288-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:39:01.735550 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-dce3b627-608f-485a-b82a-82b0c50e71cf tempest-BulkNetworkOpsTest-1870100288 tempest-BulkNetworkOpsTest-1870100288-project] Notify callbacks [] for network, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:01.795617 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a6319b9-5368-489b-9e87-a6862f70bc91 tempest-RoutersIpV6AdminTest-1896539816 tempest-RoutersIpV6AdminTest-1896539816-project-admin] Network 992ac837-98d8-43ae-a8f3-03e61aca75b4 is already hosted by enough agents. {{(pid=103333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 07:39:01.807108 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-9a6319b9-5368-489b-9e87-a6862f70bc91 tempest-RoutersIpV6AdminTest-1896539816 tempest-RoutersIpV6AdminTest-1896539816-project-admin] Resources bound (agent type, host, resource id): {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:39:01.813005 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a6319b9-5368-489b-9e87-a6862f70bc91 tempest-RoutersIpV6AdminTest-1896539816 tempest-RoutersIpV6AdminTest-1896539816-project-admin] Received port after_create {{(pid=103333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 07:39:01.838092 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6319b9-5368-489b-9e87-a6862f70bc91 tempest-RoutersIpV6AdminTest-1896539816 tempest-RoutersIpV6AdminTest-1896539816-project-admin] Pushing event updated for resources: {'Port': ['ID=178eb4f5-8952-49c9-b7e0-bde90552f959,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:39:01.882769 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-dce3b627-608f-485a-b82a-82b0c50e71cf tempest-BulkNetworkOpsTest-1870100288 tempest-BulkNetworkOpsTest-1870100288-project] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.7771788 Oct 19 07:39:01.930778 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2496b88a-6182-4d6e-91c1-78e79b189f9a None None] DHCP port deletion for 517dc00e-1738-4c01-9edd-b14a7206139a request from dv-neutron-861624-1-hyperv {{(pid=103334) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 07:39:01.950899 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.db [None req-3d5a1b38-de6c-465c-ae55-c9bbdf3da216 tempest-FloatingIPAdminTestJSON-1410639124 tempest-FloatingIPAdminTestJSON-1410639124-project] For port 0dffe8c4-2da1-43a5-ad58-73149e75ccd7, host dv-neutron-861624-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=0dffe8c4-2da1-43a5-ad58-73149e75ccd7,segment=NetworkSegment(ddffd968-3c8c-488b-ac1d-cc63f413e8b9),segment_id=ddffd968-3c8c-488b-ac1d-cc63f413e8b9)] {{(pid=103332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:39:01.951267 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-3d5a1b38-de6c-465c-ae55-c9bbdf3da216 tempest-FloatingIPAdminTestJSON-1410639124 tempest-FloatingIPAdminTestJSON-1410639124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:01.953895 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce3b627-608f-485a-b82a-82b0c50e71cf tempest-BulkNetworkOpsTest-1870100288 tempest-BulkNetworkOpsTest-1870100288-project] Pushing event updated for resources: {'Network': ['ID=9d1b7540-30ea-4f3d-a221-48458da1e425,revision_number=1']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:39:01.968433 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-2ab61e05-61e1-49ec-88e6-87736267e6fd req-8964e8db-779d-49dd-95e6-7258c7ebbff6 service neutron] 10.222.0.16 "GET /v2.0/networks/b591b429-0972-4e45-afd3-bb0899b18496?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3610380 Oct 19 07:39:01.978381 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.plugin [None req-3d5a1b38-de6c-465c-ae55-c9bbdf3da216 tempest-FloatingIPAdminTestJSON-1410639124 tempest-FloatingIPAdminTestJSON-1410639124-project] Calling delete_port for 0dffe8c4-2da1-43a5-ad58-73149e75ccd7 owned by network:dhcp {{(pid=103332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 07:39:01.979684 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Network 9d1b7540-30ea-4f3d-a221-48458da1e425 details requested by agent ovs-agent-dv-neutron-861624-1-hyperv with host dv-neutron-861624-1-hyperv {{(pid=103334) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 07:39:02.026783 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 54522) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:39:02.044304 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-0d914d43-7f95-48d7-83c2-5f172e06cef8 tempest-BulkNetworkOpsTest-1870100288 tempest-BulkNetworkOpsTest-1870100288-project] Request body: {'subnets': [{'network_id': 'da8b0560-8544-419e-9ba3-d80e0b44dae0', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1961524942', 'ip_version': 4}, {'network_id': '9d1b7540-30ea-4f3d-a221-48458da1e425', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:39:02.044673 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-0d914d43-7f95-48d7-83c2-5f172e06cef8 tempest-BulkNetworkOpsTest-1870100288 tempest-BulkNetworkOpsTest-1870100288-project] Request body: {'subnet': {'network_id': 'da8b0560-8544-419e-9ba3-d80e0b44dae0', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1961524942', 'ip_version': 4}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:39:02.045231 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-0d914d43-7f95-48d7-83c2-5f172e06cef8 tempest-BulkNetworkOpsTest-1870100288 tempest-BulkNetworkOpsTest-1870100288-project] Request body: {'subnet': {'network_id': '9d1b7540-30ea-4f3d-a221-48458da1e425', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:39:02.070372 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-55e78f10-0a33-4c5d-a607-deee84a609cb tempest-RoutersAdminTest-1280535694 tempest-RoutersAdminTest-1280535694-project-admin] Notify callbacks [] for port, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:02.081812 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-13da097e-4720-49e1-8768-973a9f92eba4 req-2735ade9-99bd-4efc-9e59-73bb4fc3494c service neutron] 10.222.0.16 "GET /v2.0/networks/29346864-1bf4-4ca7-8c28-dd64957b61d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5036604 Oct 19 07:39:02.086080 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.db_base_plugin_common [None req-04e8a6e8-7999-4716-a41d-71d2588db3d4 None None] Allocated IP 2001:db8::2 (6b5a65c5-1bed-4301-9db8-c1056c2b8eba/86e3b345-4f56-452f-95a7-6b341514cc7f/4b3dd988-be61-40ec-8d8e-095a2ff97ef3) {{(pid=103334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 07:39:02.115552 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-e0368e5d-2639-412c-9991-7deb8c6de6cc tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:02.130799 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-2496b88a-6182-4d6e-91c1-78e79b189f9a None None] Deleting port 0dffe8c4-2da1-43a5-ad58-73149e75ccd7 {{(pid=103334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 07:39:02.130799 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-2496b88a-6182-4d6e-91c1-78e79b189f9a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:02.255583 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-9a6319b9-5368-489b-9e87-a6862f70bc91 tempest-RoutersIpV6AdminTest-1896539816 tempest-RoutersIpV6AdminTest-1896539816-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:02.263364 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-2496b88a-6182-4d6e-91c1-78e79b189f9a None None] For port 0dffe8c4-2da1-43a5-ad58-73149e75ccd7, host dv-neutron-861624-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=0dffe8c4-2da1-43a5-ad58-73149e75ccd7,segment=NetworkSegment(ddffd968-3c8c-488b-ac1d-cc63f413e8b9),segment_id=ddffd968-3c8c-488b-ac1d-cc63f413e8b9)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:39:02.264357 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-2496b88a-6182-4d6e-91c1-78e79b189f9a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:02.268630 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-2ab61e05-61e1-49ec-88e6-87736267e6fd req-9d776819-81df-4d4e-b16f-72c85fcd7d3c service neutron] 10.222.0.16 "GET /v2.0/networks/b591b429-0972-4e45-afd3-bb0899b18496?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2869687 Oct 19 07:39:02.289948 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-2496b88a-6182-4d6e-91c1-78e79b189f9a None None] Calling delete_port for 0dffe8c4-2da1-43a5-ad58-73149e75ccd7 owned by network:dhcp {{(pid=103334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 07:39:02.323322 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-3e4e4d99-6799-49c5-8caa-9fa39b79be8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3647913-7e6a-4259-ad8f-fe4fb785c61e', 'name': 'tempest-ServersTestManualDisk-1946037705-router', 'tenant_id': '340a20aa929d4020a108d5231191ac1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'external_fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.199'}], 'enable_snat': True}, 'gw_port_id': '941803fa-8032-40bb-a8ba-616d8fbfed2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T07:37:59Z', 'updated_at': '2022-10-19T07:38:14Z', 'revision_number': 4, 'project_id': '340a20aa929d4020a108d5231191ac1d', 'gw_port': {'id': '941803fa-8032-40bb-a8ba-616d8fbfed2b', 'name': '', 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:6f:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3647913-7e6a-4259-ad8f-fe4fb785c61e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:38:01Z', 'updated_at': '2022-10-19T07:38:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861624-1-hyperv', '_floatingips': [{'id': 'c1d3e635-328f-4466-a560-d84442c0b644', 'tenant_id': '340a20aa929d4020a108d5231191ac1d', 'floating_ip_address': '172.26.0.177', 'floating_network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'router_id': 'b3647913-7e6a-4259-ad8f-fe4fb785c61e', 'port_id': 'ac82e6f5-e329-44a1-b9e7-97810fa5c238', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 176, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b591b429-0972-4e45-afd3-bb0899b18496', 'mac_address': 'fa:16:3e:08:1d:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd32aad3-def3-4cd3-9b2d-e2a48bdb7a3b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-19T07:38:23Z', 'updated_at': '2022-10-19T07:38:57Z', 'revision_number': 1, 'project_id': '340a20aa929d4020a108d5231191ac1d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8eee7f3b-d4f5-49d5-9d62-6f7b6da3fb87', 'name': '', 'network_id': 'b591b429-0972-4e45-afd3-bb0899b18496', 'tenant_id': '340a20aa929d4020a108d5231191ac1d', 'mac_address': 'fa:16:3e:5d:44:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3647913-7e6a-4259-ad8f-fe4fb785c61e', 'device_owner': 'network:router_interface', 'standard_attr_id': 139, 'fixed_ips': [{'subnet_id': '50f42235-c2b7-4baf-8d65-761c27136b2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:38:11Z', 'updated_at': '2022-10-19T07:38:20Z', 'revision_number': 5, 'project_id': '340a20aa929d4020a108d5231191ac1d', 'subnets': [{'id': '50f42235-c2b7-4baf-8d65-761c27136b2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:39:02.340112 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-55e78f10-0a33-4c5d-a607-deee84a609cb tempest-RoutersAdminTest-1280535694 tempest-RoutersAdminTest-1280535694-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785020947330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133553798'] for port, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:02.356140 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-3d5a1b38-de6c-465c-ae55-c9bbdf3da216 tempest-FloatingIPAdminTestJSON-1410639124 tempest-FloatingIPAdminTestJSON-1410639124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133553798'] for port, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:02.400042 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e4e4d99-6799-49c5-8caa-9fa39b79be8b None None] The sync data for ids ['b3647913-7e6a-4259-ad8f-fe4fb785c61e'] in dv-neutron-861624-1-hyperv is: [{'id': 'b3647913-7e6a-4259-ad8f-fe4fb785c61e', 'name': 'tempest-ServersTestManualDisk-1946037705-router', 'tenant_id': '340a20aa929d4020a108d5231191ac1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'external_fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.199'}], 'enable_snat': True}, 'gw_port_id': '941803fa-8032-40bb-a8ba-616d8fbfed2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T07:37:59Z', 'updated_at': '2022-10-19T07:38:14Z', 'revision_number': 4, 'project_id': '340a20aa929d4020a108d5231191ac1d', 'gw_port': {'id': '941803fa-8032-40bb-a8ba-616d8fbfed2b', 'name': '', 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:6f:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3647913-7e6a-4259-ad8f-fe4fb785c61e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:38:01Z', 'updated_at': '2022-10-19T07:38:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861624-1-hyperv', '_floatingips': [{'id': 'c1d3e635-328f-4466-a560-d84442c0b644', 'tenant_id': '340a20aa929d4020a108d5231191ac1d', 'floating_ip_address': '172.26.0.177', 'floating_network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'router_id': 'b3647913-7e6a-4259-ad8f-fe4fb785c61e', 'port_id': 'ac82e6f5-e329-44a1-b9e7-97810fa5c238', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 176, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b591b429-0972-4e45-afd3-bb0899b18496', 'mac_address': 'fa:16:3e:08:1d:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd32aad3-def3-4cd3-9b2d-e2a48bdb7a3b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-19T07:38:23Z', 'updated_at': '2022-10-19T07:38:57Z', 'revision_number': 1, 'project_id': '340a20aa929d4020a108d5231191ac1d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8eee7f3b-d4f5-49d5-9d62-6f7b6da3fb87', 'name': '', 'network_id': 'b591b429-0972-4e45-afd3-bb0899b18496', 'tenant_id': '340a20aa929d4020a108d5231191ac1d', 'mac_address': 'fa:16:3e:5d:44:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3647913-7e6a-4259-ad8f-fe4fb785c61e', 'device_owner': 'network:router_interface', 'standard_attr_id': 139, 'fixed_ips': [{'subnet_id': '50f42235-c2b7-4baf-8d65-761c27136b2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:38:11Z', 'updated_at': '2022-10-19T07:38:20Z', 'revision_number': 5, 'project_id': '340a20aa929d4020a108d5231191ac1d', 'subnets': [{'id': '50f42235-c2b7-4baf-8d65-761c27136b2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 07:39:02.402798 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d5a1b38-de6c-465c-ae55-c9bbdf3da216 tempest-FloatingIPAdminTestJSON-1410639124 tempest-FloatingIPAdminTestJSON-1410639124-project] No DVR routers for this DVR port 0dffe8c4-2da1-43a5-ad58-73149e75ccd7 on host dv-neutron-861624-1-hyperv {{(pid=103332) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 19 07:39:02.412114 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55e78f10-0a33-4c5d-a607-deee84a609cb tempest-RoutersAdminTest-1280535694 tempest-RoutersAdminTest-1280535694-project-admin] Network e5a0fcb1-894e-44d8-961d-055d7c5d1b93 is already hosted by enough agents. {{(pid=103332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 07:39:02.434808 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.base_scheduler [None req-55e78f10-0a33-4c5d-a607-deee84a609cb tempest-RoutersAdminTest-1280535694 tempest-RoutersAdminTest-1280535694-project-admin] Resources bound (agent type, host, resource id): {{(pid=103332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:39:02.437289 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55e78f10-0a33-4c5d-a607-deee84a609cb tempest-RoutersAdminTest-1280535694 tempest-RoutersAdminTest-1280535694-project-admin] Received port after_create {{(pid=103332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 07:39:02.459164 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-04e8a6e8-7999-4716-a41d-71d2588db3d4 None None] Notify callbacks [] for port, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:02.470132 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e78f10-0a33-4c5d-a607-deee84a609cb tempest-RoutersAdminTest-1280535694 tempest-RoutersAdminTest-1280535694-project-admin] Pushing event updated for resources: {'Port': ['ID=63692b04-5920-4928-9e16-3497935d6fe4,revision_number=1']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:39:02.478949 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-04e8a6e8-7999-4716-a41d-71d2588db3d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785020947330'] for port, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:02.515964 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d914d43-7f95-48d7-83c2-5f172e06cef8 tempest-BulkNetworkOpsTest-1870100288 tempest-BulkNetworkOpsTest-1870100288-project] Made reservation on behalf of 940ae1e417cc461ba455b7620906854d for: {'subnet': 2} {{(pid=103332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 07:39:02.522770 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-0d914d43-7f95-48d7-83c2-5f172e06cef8 tempest-BulkNetworkOpsTest-1870100288 tempest-BulkNetworkOpsTest-1870100288-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130659787'] for subnet, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:02.523111 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-0d914d43-7f95-48d7-83c2-5f172e06cef8 tempest-BulkNetworkOpsTest-1870100288 tempest-BulkNetworkOpsTest-1870100288-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130659787'] for subnet, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:02.535403 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5a1b38-de6c-465c-ae55-c9bbdf3da216 tempest-FloatingIPAdminTestJSON-1410639124 tempest-FloatingIPAdminTestJSON-1410639124-project] Pushing event deleted for resources: {'Port': ['ID=0dffe8c4-2da1-43a5-ad58-73149e75ccd7,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:39:02.548221 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04e8a6e8-7999-4716-a41d-71d2588db3d4 None None] Network 6b5a65c5-1bed-4301-9db8-c1056c2b8eba is already hosted by enough agents. {{(pid=103334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 07:39:02.550162 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e8a6e8-7999-4716-a41d-71d2588db3d4 None None] Pushing event updated for resources: {'Port': ['ID=4b3dd988-be61-40ec-8d8e-095a2ff97ef3,revision_number=1']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:39:02.552734 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.scheduler.base_scheduler [None req-04e8a6e8-7999-4716-a41d-71d2588db3d4 None None] Resources bound (agent type, host, resource id): {{(pid=103334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:39:02.556087 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04e8a6e8-7999-4716-a41d-71d2588db3d4 None None] Received port after_create {{(pid=103334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 07:39:02.566625 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-2496b88a-6182-4d6e-91c1-78e79b189f9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339'] for port, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:02.583185 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55e78f10-0a33-4c5d-a607-deee84a609cb tempest-RoutersAdminTest-1280535694 tempest-RoutersAdminTest-1280535694-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:39:02.584487 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-55e78f10-0a33-4c5d-a607-deee84a609cb tempest-RoutersAdminTest-1280535694 tempest-RoutersAdminTest-1280535694-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42160'] for port, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:02.613744 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2496b88a-6182-4d6e-91c1-78e79b189f9a None None] Pushing event deleted for resources: {'Port': ['ID=0dffe8c4-2da1-43a5-ad58-73149e75ccd7,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:39:02.620662 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-3d5a1b38-de6c-465c-ae55-c9bbdf3da216 tempest-FloatingIPAdminTestJSON-1410639124 tempest-FloatingIPAdminTestJSON-1410639124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-673051', 'neutron.services.segments.db._delete_segments_for_network-8785021519108'] for network, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:02.647873 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2496b88a-6182-4d6e-91c1-78e79b189f9a None None] No DVR routers for this DVR port 0dffe8c4-2da1-43a5-ad58-73149e75ccd7 on host dv-neutron-861624-1-hyperv {{(pid=103334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 19 07:39:02.648775 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.db_base_plugin_common [None req-e0368e5d-2639-412c-9991-7deb8c6de6cc tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Allocated IP 2001:db8::1 (6b5a65c5-1bed-4301-9db8-c1056c2b8eba/86e3b345-4f56-452f-95a7-6b341514cc7f/97912078-185e-4292-acf9-1b6de764cad2) {{(pid=103333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 07:39:02.670862 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-9a6319b9-5368-489b-9e87-a6862f70bc91 tempest-RoutersIpV6AdminTest-1896539816 tempest-RoutersIpV6AdminTest-1896539816-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1692844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1693859'] for router, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:02.696072 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-55e78f10-0a33-4c5d-a607-deee84a609cb tempest-RoutersAdminTest-1280535694 tempest-RoutersAdminTest-1280535694-project-admin] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 2.0167797 Oct 19 07:39:02.697599 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.services.segments.db [None req-3d5a1b38-de6c-465c-ae55-c9bbdf3da216 tempest-FloatingIPAdminTestJSON-1410639124 tempest-FloatingIPAdminTestJSON-1410639124-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['517dc00e-1738-4c01-9edd-b14a7206139a']}} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:39:02.698582 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 54524) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:39:02.714383 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.services.segments.db [None req-3d5a1b38-de6c-465c-ae55-c9bbdf3da216 tempest-FloatingIPAdminTestJSON-1410639124 tempest-FloatingIPAdminTestJSON-1410639124-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ddffd968-3c8c-488b-ac1d-cc63f413e8b9') {'for_net_delete': True} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:39:02.714383 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.services.segments.db [None req-3d5a1b38-de6c-465c-ae55-c9bbdf3da216 tempest-FloatingIPAdminTestJSON-1410639124 tempest-FloatingIPAdminTestJSON-1410639124-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ddffd968-3c8c-488b-ac1d-cc63f413e8b9') {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:39:02.716334 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-04e8a6e8-7999-4716-a41d-71d2588db3d4 None None] Attempting to bind port 4b3dd988-be61-40ec-8d8e-095a2ff97ef3 on host dv-neutron-861624-1-hyperv for vnic_type normal with profile {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 19 07:39:02.717381 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-04e8a6e8-7999-4716-a41d-71d2588db3d4 None None] Attempting to bind port 4b3dd988-be61-40ec-8d8e-095a2ff97ef3 by drivers openvswitch,hyperv on host dv-neutron-861624-1-hyperv at level 0 using segments [{'id': '5a8d2b05-b527-4bd4-a671-b9112f193fef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '6b5a65c5-1bed-4301-9db8-c1056c2b8eba'}] {{(pid=103334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 19 07:39:02.717748 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04e8a6e8-7999-4716-a41d-71d2588db3d4 None None] Attempting to bind port 4b3dd988-be61-40ec-8d8e-095a2ff97ef3 on network 6b5a65c5-1bed-4301-9db8-c1056c2b8eba {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 07:39:02.723863 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04e8a6e8-7999-4716-a41d-71d2588db3d4 None None] Checking agent: {'id': 'a5b0152c-d633-409b-aaf8-3b76458e2410', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861624-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 19, 7, 30, 19), 'started_at': datetime.datetime(2022, 10, 19, 7, 30, 49), 'heartbeat_timestamp': datetime.datetime(2022, 10, 19, 7, 38, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861624-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 07:39:02.724752 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04e8a6e8-7999-4716-a41d-71d2588db3d4 None None] Checking segment: {'id': '5a8d2b05-b527-4bd4-a671-b9112f193fef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '6b5a65c5-1bed-4301-9db8-c1056c2b8eba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 19 07:39:02.725130 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-04e8a6e8-7999-4716-a41d-71d2588db3d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:02.725700 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04e8a6e8-7999-4716-a41d-71d2588db3d4 None None] Bound using segment: {'id': '5a8d2b05-b527-4bd4-a671-b9112f193fef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '6b5a65c5-1bed-4301-9db8-c1056c2b8eba'} {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 07:39:02.726197 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-04e8a6e8-7999-4716-a41d-71d2588db3d4 None None] Bound port: 4b3dd988-be61-40ec-8d8e-095a2ff97ef3, host: dv-neutron-861624-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a8d2b05-b527-4bd4-a671-b9112f193fef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '6b5a65c5-1bed-4301-9db8-c1056c2b8eba'}}] {{(pid=103334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 19 07:39:02.726582 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-04e8a6e8-7999-4716-a41d-71d2588db3d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:02.726858 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-3d5a1b38-de6c-465c-ae55-c9bbdf3da216 tempest-FloatingIPAdminTestJSON-1410639124 tempest-FloatingIPAdminTestJSON-1410639124-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785021519382', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130726885'] for segment, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:02.748060 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-3d5a1b38-de6c-465c-ae55-c9bbdf3da216 tempest-FloatingIPAdminTestJSON-1410639124 tempest-FloatingIPAdminTestJSON-1410639124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979'] for segment, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:02.775873 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d5a1b38-de6c-465c-ae55-c9bbdf3da216 tempest-FloatingIPAdminTestJSON-1410639124 tempest-FloatingIPAdminTestJSON-1410639124-project] Releasing vlan 167 on physical network physnet1 to pool {{(pid=103332) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 07:39:02.776541 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-3d5a1b38-de6c-465c-ae55-c9bbdf3da216 tempest-FloatingIPAdminTestJSON-1410639124 tempest-FloatingIPAdminTestJSON-1410639124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-133553843'] for segment, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:02.801147 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.services.segments.plugin [-] Segment ddffd968-3c8c-488b-ac1d-cc63f413e8b9 resource provider aggregate not found Oct 19 07:39:02.840671 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-04e8a6e8-7999-4716-a41d-71d2588db3d4 None None] For port 4b3dd988-be61-40ec-8d8e-095a2ff97ef3, host dv-neutron-861624-1-hyperv, cleared binding levels {{(pid=103334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 07:39:02.844322 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-04e8a6e8-7999-4716-a41d-71d2588db3d4 None None] For port 4b3dd988-be61-40ec-8d8e-095a2ff97ef3, host dv-neutron-861624-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=4b3dd988-be61-40ec-8d8e-095a2ff97ef3,segment=NetworkSegment(5a8d2b05-b527-4bd4-a671-b9112f193fef),segment_id=5a8d2b05-b527-4bd4-a671-b9112f193fef)] {{(pid=103334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 07:39:02.850804 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-04e8a6e8-7999-4716-a41d-71d2588db3d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:02.879019 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.services.segments.plugin [-] Segment ddffd968-3c8c-488b-ac1d-cc63f413e8b9 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ddffd968-3c8c-488b-ac1d-cc63f413e8b9 found for delete ", "request_id": "req-1263c7ee-3d34-4168-a5e8-001397c1e6bd"}]} Oct 19 07:39:02.882400 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-3d5a1b38-de6c-465c-ae55-c9bbdf3da216 tempest-FloatingIPAdminTestJSON-1410639124 tempest-FloatingIPAdminTestJSON-1410639124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-673044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1695087'] for network, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:02.892074 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-3d5a1b38-de6c-465c-ae55-c9bbdf3da216 tempest-FloatingIPAdminTestJSON-1410639124 tempest-FloatingIPAdminTestJSON-1410639124-project] Notify callbacks [] for network, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:02.895950 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-3d5a1b38-de6c-465c-ae55-c9bbdf3da216 tempest-FloatingIPAdminTestJSON-1410639124 tempest-FloatingIPAdminTestJSON-1410639124-project] 10.222.0.27 "DELETE /v2.0/networks/517dc00e-1738-4c01-9edd-b14a7206139a HTTP/1.1" status: 204 len: 168 time: 1.7580581 Oct 19 07:39:02.905001 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 54530) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:39:02.924701 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e8a6e8-7999-4716-a41d-71d2588db3d4 None None] Pushing event updated for resources: {'Port': ['ID=4b3dd988-be61-40ec-8d8e-095a2ff97ef3,revision_number=2']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:39:02.955553 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-826364c5-1f71-4b08-a291-55b0513259f3 None None] New status for floating IP c1d3e635-328f-4466-a560-d84442c0b644: ACTIVE {{(pid=103335) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 19 07:39:02.976579 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5a1b38-de6c-465c-ae55-c9bbdf3da216 tempest-FloatingIPAdminTestJSON-1410639124 tempest-FloatingIPAdminTestJSON-1410639124-project] Pushing event deleted for resources: {'Network': ['ID=517dc00e-1738-4c01-9edd-b14a7206139a,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:39:03.182593 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.plugin [None req-273ae439-cd26-4e81-a68c-d4917490dbd0 tempest-FloatingIPAdminTestJSON-1410639124 tempest-FloatingIPAdminTestJSON-1410639124-project] Deleting port eaab1655-4b92-4b2f-8015-d085a5d852f2 {{(pid=103332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 07:39:03.182906 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-273ae439-cd26-4e81-a68c-d4917490dbd0 tempest-FloatingIPAdminTestJSON-1410639124 tempest-FloatingIPAdminTestJSON-1410639124-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:03.338426 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-e0368e5d-2639-412c-9991-7deb8c6de6cc tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks [] for port, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:03.357827 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-273ae439-cd26-4e81-a68c-d4917490dbd0 tempest-FloatingIPAdminTestJSON-1410639124 tempest-FloatingIPAdminTestJSON-1410639124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:03.358367 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-273ae439-cd26-4e81-a68c-d4917490dbd0 tempest-FloatingIPAdminTestJSON-1410639124 tempest-FloatingIPAdminTestJSON-1410639124-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:03.385501 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device 4b3dd988-be61-40ec-8d8e-095a2ff97ef3 up at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 07:39:03.389485 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.plugin [None req-273ae439-cd26-4e81-a68c-d4917490dbd0 tempest-FloatingIPAdminTestJSON-1410639124 tempest-FloatingIPAdminTestJSON-1410639124-project] Calling delete_port for eaab1655-4b92-4b2f-8015-d085a5d852f2 owned by network:floatingip {{(pid=103332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 07:39:03.402818 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-0d914d43-7f95-48d7-83c2-5f172e06cef8 tempest-BulkNetworkOpsTest-1870100288 tempest-BulkNetworkOpsTest-1870100288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-133552662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130659641'] for subnet, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:03.405627 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-e0368e5d-2639-412c-9991-7deb8c6de6cc tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785020947330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130996763'] for port, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:03.413081 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-afa48ef2-c5cd-4aaf-bcce-afeb471be79c tempest-RoutersAdminTest-1280535694 tempest-RoutersAdminTest-1280535694-project-admin] Deleting port 63692b04-5920-4928-9e16-3497935d6fe4 {{(pid=103333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 07:39:03.413414 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-afa48ef2-c5cd-4aaf-bcce-afeb471be79c tempest-RoutersAdminTest-1280535694 tempest-RoutersAdminTest-1280535694-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:03.442029 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Provisioning complete for port 4b3dd988-be61-40ec-8d8e-095a2ff97ef3 triggered by entity L2. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:39:03.442707 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:03.443592 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Attempt 1 to provision port 4b3dd988-be61-40ec-8d8e-095a2ff97ef3 Oct 19 07:39:03.484977 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0368e5d-2639-412c-9991-7deb8c6de6cc tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Network 6b5a65c5-1bed-4301-9db8-c1056c2b8eba is already hosted by enough agents. {{(pid=103333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 07:39:03.492729 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-e0368e5d-2639-412c-9991-7deb8c6de6cc tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Resources bound (agent type, host, resource id): {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:39:03.512813 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d914d43-7f95-48d7-83c2-5f172e06cef8 tempest-BulkNetworkOpsTest-1870100288 tempest-BulkNetworkOpsTest-1870100288-project] Pushing event updated for resources: {'Subnet': ['ID=2a65f1ca-45d9-4e08-bdb5-3057148ccc18,revision_number=0']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:39:03.522049 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0368e5d-2639-412c-9991-7deb8c6de6cc tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Received port after_create {{(pid=103333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 07:39:03.522732 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-e0368e5d-2639-412c-9991-7deb8c6de6cc tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1695190'] for router_interface, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:03.528121 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a6319b9-5368-489b-9e87-a6862f70bc91 tempest-RoutersIpV6AdminTest-1896539816 tempest-RoutersIpV6AdminTest-1896539816-project-admin] Router 8d5f4f31-ad3b-4d14-a470-541b3879aa69 is scheduled to L3 agent ab388470-1243-4d53-80f2-c2f5899c97a7 with binding_index 1 {{(pid=103333) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 07:39:03.534036 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d914d43-7f95-48d7-83c2-5f172e06cef8 tempest-BulkNetworkOpsTest-1870100288 tempest-BulkNetworkOpsTest-1870100288-project] Checking segment: {'id': '60359f9e-9cce-4a0f-98af-f10616fa2821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'da8b0560-8544-419e-9ba3-d80e0b44dae0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 19 07:39:03.534399 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d914d43-7f95-48d7-83c2-5f172e06cef8 tempest-BulkNetworkOpsTest-1870100288 tempest-BulkNetworkOpsTest-1870100288-project] Network hostable DHCP agents. Network: da8b0560-8544-419e-9ba3-d80e0b44dae0, hostable agents: ['310d813b-0e3e-4d7e-9b79-8f4ec0dbcab0'], hosted agents: [] {{(pid=103332) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 07:39:03.548416 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Current status of the port 4b3dd988-be61-40ec-8d8e-095a2ff97ef3 is: DOWN; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:39:03.548996 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:03.565459 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0368e5d-2639-412c-9991-7deb8c6de6cc tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Pushing event updated for resources: {'Port': ['ID=97912078-185e-4292-acf9-1b6de764cad2,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:39:03.568907 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d914d43-7f95-48d7-83c2-5f172e06cef8 tempest-BulkNetworkOpsTest-1870100288 tempest-BulkNetworkOpsTest-1870100288-project] Network da8b0560-8544-419e-9ba3-d80e0b44dae0 is scheduled to be hosted by DHCP agent 310d813b-0e3e-4d7e-9b79-8f4ec0dbcab0 with binding_index 1 {{(pid=103332) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 07:39:03.604908 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.base_scheduler [None req-0d914d43-7f95-48d7-83c2-5f172e06cef8 tempest-BulkNetworkOpsTest-1870100288 tempest-BulkNetworkOpsTest-1870100288-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861624-1-hyperv, da8b0560-8544-419e-9ba3-d80e0b44dae0) {{(pid=103332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:39:03.610406 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] For port 4b3dd988-be61-40ec-8d8e-095a2ff97ef3, host dv-neutron-861624-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=4b3dd988-be61-40ec-8d8e-095a2ff97ef3,segment=NetworkSegment(5a8d2b05-b527-4bd4-a671-b9112f193fef),segment_id=5a8d2b05-b527-4bd4-a671-b9112f193fef)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:39:03.612985 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-0d914d43-7f95-48d7-83c2-5f172e06cef8 tempest-BulkNetworkOpsTest-1870100288 tempest-BulkNetworkOpsTest-1870100288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-133552662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130659641'] for subnet, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:03.617030 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:03.631852 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f453039-4afd-4b06-b6bc-9f01518ba768 None None] Network da8b0560-8544-419e-9ba3-d80e0b44dae0 requested from dv-neutron-861624-1-hyperv {{(pid=103334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 07:39:03.658761 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-afa48ef2-c5cd-4aaf-bcce-afeb471be79c tempest-RoutersAdminTest-1280535694 tempest-RoutersAdminTest-1280535694-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:03.693965 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-afa48ef2-c5cd-4aaf-bcce-afeb471be79c tempest-RoutersAdminTest-1280535694 tempest-RoutersAdminTest-1280535694-project-admin] Calling delete_port for 63692b04-5920-4928-9e16-3497935d6fe4 owned by {{(pid=103333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 07:39:03.704812 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d914d43-7f95-48d7-83c2-5f172e06cef8 tempest-BulkNetworkOpsTest-1870100288 tempest-BulkNetworkOpsTest-1870100288-project] Pushing event updated for resources: {'Subnet': ['ID=ad54ffdd-a519-4fea-b5b7-c628cd3a4e94,revision_number=0']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:39:03.709608 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device 0dffe8c4-2da1-43a5-ad58-73149e75ccd7 no longer exists at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 07:39:03.725036 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-273ae439-cd26-4e81-a68c-d4917490dbd0 tempest-FloatingIPAdminTestJSON-1410639124 tempest-FloatingIPAdminTestJSON-1410639124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133553798'] for port, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:03.735516 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] No Port match for: 0dffe8c4-2da1-43a5-ad58-73149e75ccd7 {{(pid=103334) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 19 07:39:03.735516 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device 0dffe8c4-2da1-43a5-ad58-73149e75ccd7 not bound to the agent host dv-neutron-861624-1-hyperv {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 07:39:03.770518 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273ae439-cd26-4e81-a68c-d4917490dbd0 tempest-FloatingIPAdminTestJSON-1410639124 tempest-FloatingIPAdminTestJSON-1410639124-project] Pushing event deleted for resources: {'Port': ['ID=eaab1655-4b92-4b2f-8015-d085a5d852f2,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:39:03.790358 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Pushing event updated for resources: {'Port': ['ID=4b3dd988-be61-40ec-8d8e-095a2ff97ef3,revision_number=3']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:39:03.831632 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d914d43-7f95-48d7-83c2-5f172e06cef8 tempest-BulkNetworkOpsTest-1870100288 tempest-BulkNetworkOpsTest-1870100288-project] Checking segment: {'id': '7d6fdd45-f6d9-450a-8df2-274393b1c504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '9d1b7540-30ea-4f3d-a221-48458da1e425'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 19 07:39:03.831999 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d914d43-7f95-48d7-83c2-5f172e06cef8 tempest-BulkNetworkOpsTest-1870100288 tempest-BulkNetworkOpsTest-1870100288-project] Network hostable DHCP agents. Network: 9d1b7540-30ea-4f3d-a221-48458da1e425, hostable agents: ['310d813b-0e3e-4d7e-9b79-8f4ec0dbcab0'], hosted agents: [] {{(pid=103332) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 07:39:03.869736 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-273ae439-cd26-4e81-a68c-d4917490dbd0 tempest-FloatingIPAdminTestJSON-1410639124 tempest-FloatingIPAdminTestJSON-1410639124-project] Notify callbacks [] for floatingip, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:03.873085 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-273ae439-cd26-4e81-a68c-d4917490dbd0 tempest-FloatingIPAdminTestJSON-1410639124 tempest-FloatingIPAdminTestJSON-1410639124-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42160'] for floatingip, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:03.876975 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-273ae439-cd26-4e81-a68c-d4917490dbd0 tempest-FloatingIPAdminTestJSON-1410639124 tempest-FloatingIPAdminTestJSON-1410639124-project] 10.222.0.27 "DELETE /v2.0/floatingips/d53c4a23-4612-44ad-ae46-3ba8841efc13 HTTP/1.1" status: 204 len: 168 time: 0.9684830 Oct 19 07:39:03.876975 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d914d43-7f95-48d7-83c2-5f172e06cef8 tempest-BulkNetworkOpsTest-1870100288 tempest-BulkNetworkOpsTest-1870100288-project] Network 9d1b7540-30ea-4f3d-a221-48458da1e425 is scheduled to be hosted by DHCP agent 310d813b-0e3e-4d7e-9b79-8f4ec0dbcab0 with binding_index 1 {{(pid=103332) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 07:39:03.893089 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-e0368e5d-2639-412c-9991-7deb8c6de6cc tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:03.895354 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a6319b9-5368-489b-9e87-a6862f70bc91 tempest-RoutersIpV6AdminTest-1896539816 tempest-RoutersIpV6AdminTest-1896539816-project-admin] Notify agent at l3_agent.dv-neutron-861624-1-hyperv the message routers_updated {{(pid=103333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 07:39:03.912438 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.base_scheduler [None req-0d914d43-7f95-48d7-83c2-5f172e06cef8 tempest-BulkNetworkOpsTest-1870100288 tempest-BulkNetworkOpsTest-1870100288-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861624-1-hyperv, 9d1b7540-30ea-4f3d-a221-48458da1e425) {{(pid=103332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:39:03.915321 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bf6a17e-b477-4505-acc4-03c2f300e1df None None] Sync routers for ids ['8d5f4f31-ad3b-4d14-a470-541b3879aa69'] in dv-neutron-861624-1-hyperv {{(pid=103334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 07:39:03.917341 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d914d43-7f95-48d7-83c2-5f172e06cef8 tempest-BulkNetworkOpsTest-1870100288 tempest-BulkNetworkOpsTest-1870100288-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:39:03.917845 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d914d43-7f95-48d7-83c2-5f172e06cef8 tempest-BulkNetworkOpsTest-1870100288 tempest-BulkNetworkOpsTest-1870100288-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:39:03.918570 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-0d914d43-7f95-48d7-83c2-5f172e06cef8 tempest-BulkNetworkOpsTest-1870100288 tempest-BulkNetworkOpsTest-1870100288-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574827'] for subnet, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:03.924988 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc946c8e-d937-426d-9049-03273bb66831 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d12c6ac-27a3-545c-a8f3-f04e30423d6d-da8b0560-8544-419e-9ba3-d80e0b44dae0', 'network_id': 'da8b0560-8544-419e-9ba3-d80e0b44dae0', 'tenant_id': '940ae1e417cc461ba455b7620906854d', 'fixed_ips': [{'subnet_id': '2a65f1ca-45d9-4e08-bdb5-3057148ccc18'}]}} from dv-neutron-861624-1-hyperv. {{(pid=103334) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 07:39:03.926084 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-fc946c8e-d937-426d-9049-03273bb66831 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:03.948661 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-0d914d43-7f95-48d7-83c2-5f172e06cef8 tempest-BulkNetworkOpsTest-1870100288 tempest-BulkNetworkOpsTest-1870100288-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 1.9162412 Oct 19 07:39:03.951643 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 54534) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:39:03.955254 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3811326a-8ce4-4cd5-8c56-59b59797e8f0 None None] Network 9d1b7540-30ea-4f3d-a221-48458da1e425 requested from dv-neutron-861624-1-hyperv {{(pid=103334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 07:39:03.965200 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bf6a17e-b477-4505-acc4-03c2f300e1df None None] Routers {'8d5f4f31-ad3b-4d14-a470-541b3879aa69'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 07:39:03.966160 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-4bf6a17e-b477-4505-acc4-03c2f300e1df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T07:38:46Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['8d5f4f31-ad3b-4d14-a470-541b3879aa69'], 'active': True} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:39:04.100766 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-9a6319b9-5368-489b-9e87-a6862f70bc91 tempest-RoutersIpV6AdminTest-1896539816 tempest-RoutersIpV6AdminTest-1896539816-project-admin] Notify callbacks [] for router, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:04.104791 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 54536) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:39:04.104933 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-9a6319b9-5368-489b-9e87-a6862f70bc91 tempest-RoutersIpV6AdminTest-1896539816 tempest-RoutersIpV6AdminTest-1896539816-project-admin] 10.222.0.27 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 5.9606752 Oct 19 07:39:04.113959 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-597bf1db-0475-4369-94a4-5d5dbf7b1765 tempest-BulkNetworkOpsTest-1870100288 tempest-BulkNetworkOpsTest-1870100288-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:39:04.116415 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-597bf1db-0475-4369-94a4-5d5dbf7b1765 tempest-BulkNetworkOpsTest-1870100288 tempest-BulkNetworkOpsTest-1870100288-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:39:04.118029 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-597bf1db-0475-4369-94a4-5d5dbf7b1765 tempest-BulkNetworkOpsTest-1870100288 tempest-BulkNetworkOpsTest-1870100288-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:39:04.120956 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-597bf1db-0475-4369-94a4-5d5dbf7b1765 tempest-BulkNetworkOpsTest-1870100288 tempest-BulkNetworkOpsTest-1870100288-project] 10.222.0.27 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.1661060 Oct 19 07:39:04.124355 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 54538) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:39:04.214094 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ebee19b-7955-4132-99e1-392a9d763df1 tempest-BulkNetworkOpsTest-1870100288 tempest-BulkNetworkOpsTest-1870100288-project] Deleting subnet 2a65f1ca-45d9-4e08-bdb5-3057148ccc18 {{(pid=103333) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 19 07:39:04.231412 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-8ebee19b-7955-4132-99e1-392a9d763df1 tempest-BulkNetworkOpsTest-1870100288 tempest-BulkNetworkOpsTest-1870100288-project] Notify callbacks [] for subnet, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:04.259520 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-afa48ef2-c5cd-4aaf-bcce-afeb471be79c tempest-RoutersAdminTest-1280535694 tempest-RoutersAdminTest-1280535694-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130996763'] for port, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:04.295317 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-a46ced67-5cab-473a-8bc4-e0c1fd7344c3 tempest-RoutersIpV6AdminTest-1896539816 tempest-RoutersIpV6AdminTest-1896539816-project-admin] Notify callbacks [] for router, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:04.317422 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa48ef2-c5cd-4aaf-bcce-afeb471be79c tempest-RoutersAdminTest-1280535694 tempest-RoutersAdminTest-1280535694-project-admin] Pushing event deleted for resources: {'Port': ['ID=63692b04-5920-4928-9e16-3497935d6fe4,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:39:04.331211 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-8ebee19b-7955-4132-99e1-392a9d763df1 tempest-BulkNetworkOpsTest-1870100288 tempest-BulkNetworkOpsTest-1870100288-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-134111928'] for subnet, precommit_delete_associations {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:04.333557 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 54542) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:39:04.354632 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvr_db [None req-4bf6a17e-b477-4505-acc4-03c2f300e1df None None] Set router 8d5f4f31-ad3b-4d14-a470-541b3879aa69 gateway port host: dv-neutron-861624-1-hyperv {{(pid=103334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 07:39:04.449398 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-a46ced67-5cab-473a-8bc4-e0c1fd7344c3 tempest-RoutersIpV6AdminTest-1896539816 tempest-RoutersIpV6AdminTest-1896539816-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:04.533644 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.plugin [None req-a46ced67-5cab-473a-8bc4-e0c1fd7344c3 tempest-RoutersIpV6AdminTest-1896539816 tempest-RoutersIpV6AdminTest-1896539816-project-admin] Deleting port 178eb4f5-8952-49c9-b7e0-bde90552f959 {{(pid=103332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 07:39:04.533994 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-a46ced67-5cab-473a-8bc4-e0c1fd7344c3 tempest-RoutersIpV6AdminTest-1896539816 tempest-RoutersIpV6AdminTest-1896539816-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:04.548842 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-8ebee19b-7955-4132-99e1-392a9d763df1 tempest-BulkNetworkOpsTest-1870100288 tempest-BulkNetworkOpsTest-1870100288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-679826'] for subnet, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:04.597541 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-afa48ef2-c5cd-4aaf-bcce-afeb471be79c tempest-RoutersAdminTest-1280535694 tempest-RoutersAdminTest-1280535694-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42160'] for port, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:04.603352 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-afa48ef2-c5cd-4aaf-bcce-afeb471be79c tempest-RoutersAdminTest-1280535694 tempest-RoutersAdminTest-1280535694-project-admin] 10.222.0.27 "DELETE /v2.0/ports/63692b04-5920-4928-9e16-3497935d6fe4 HTTP/1.1" status: 204 len: 168 time: 1.9012227 Oct 19 07:39:04.604257 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 54548) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:39:04.608791 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-468ec143-e923-4a65-a4b4-d0d6cfd60d78 tempest-RoutersAdminTest-1280535694 tempest-RoutersAdminTest-1280535694-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e5a0fcb1-894e-44d8-961d-055d7c5d1b93', 'external_fixed_ips': [{'subnet_id': 'b26a8acf-b2aa-44f4-9440-42847899c8c6', 'ip_address': '172.20.0.11'}]}}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:39:04.642725 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-a46ced67-5cab-473a-8bc4-e0c1fd7344c3 tempest-RoutersIpV6AdminTest-1896539816 tempest-RoutersIpV6AdminTest-1896539816-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:04.653045 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-468ec143-e923-4a65-a4b4-d0d6cfd60d78 tempest-RoutersAdminTest-1280535694 tempest-RoutersAdminTest-1280535694-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1692695', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12668'] for router, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:04.653288 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-5aa6ed18-f822-4b13-9cf1-760ff3f992f1 None None] Provisioning complete for port 4b3dd988-be61-40ec-8d8e-095a2ff97ef3 triggered by entity DHCP. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:39:04.653735 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-5aa6ed18-f822-4b13-9cf1-760ff3f992f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:04.653817 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-468ec143-e923-4a65-a4b4-d0d6cfd60d78 tempest-RoutersAdminTest-1280535694 tempest-RoutersAdminTest-1280535694-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1692835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1693910', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1621825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12659'] for router, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:04.653929 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-5aa6ed18-f822-4b13-9cf1-760ff3f992f1 None None] Attempt 1 to provision port 4b3dd988-be61-40ec-8d8e-095a2ff97ef3 Oct 19 07:39:04.668871 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.plugin [None req-a46ced67-5cab-473a-8bc4-e0c1fd7344c3 tempest-RoutersIpV6AdminTest-1896539816 tempest-RoutersIpV6AdminTest-1896539816-project-admin] Calling delete_port for 178eb4f5-8952-49c9-b7e0-bde90552f959 owned by network:router_gateway {{(pid=103332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 07:39:04.677697 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-e0368e5d-2639-412c-9991-7deb8c6de6cc tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks [] for port, precommit_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:04.687464 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-47a0f0ab-79d4-42b3-a658-08fb362c56eb admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=c28d0111a43d41cd9f1f88ca8cb7905a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3503807 Oct 19 07:39:04.691028 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 54550) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:39:04.728959 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-e0368e5d-2639-412c-9991-7deb8c6de6cc tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130996754'] for port, after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:04.729700 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-e0368e5d-2639-412c-9991-7deb8c6de6cc tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1574855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1694822'] for router_interface, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:04.734302 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9e2c029-da4f-43ce-b1ee-0386408c3cff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d12c6ac-27a3-545c-a8f3-f04e30423d6d-9d1b7540-30ea-4f3d-a221-48458da1e425', 'network_id': '9d1b7540-30ea-4f3d-a221-48458da1e425', 'tenant_id': '940ae1e417cc461ba455b7620906854d', 'fixed_ips': [{'subnet_id': 'ad54ffdd-a519-4fea-b5b7-c628cd3a4e94'}]}} from dv-neutron-861624-1-hyperv. {{(pid=103334) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 07:39:04.735134 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-a9e2c029-da4f-43ce-b1ee-0386408c3cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:04.769736 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-468ec143-e923-4a65-a4b4-d0d6cfd60d78 tempest-RoutersAdminTest-1280535694 tempest-RoutersAdminTest-1280535694-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:04.789522 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-8ebee19b-7955-4132-99e1-392a9d763df1 tempest-BulkNetworkOpsTest-1870100288 tempest-BulkNetworkOpsTest-1870100288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-679819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130997964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130170408'] for subnet, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:04.825948 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server [None req-fc946c8e-d937-426d-9049-03273bb66831 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 2a65f1ca-45d9-4e08-bdb5-3057148ccc18: This subnet is being modified by another concurrent operation. Oct 19 07:39:04.825948 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Oct 19 07:39:04.825948 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Oct 19 07:39:04.825948 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Oct 19 07:39:04.825948 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Oct 19 07:39:04.825948 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Oct 19 07:39:04.825948 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Oct 19 07:39:04.825948 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Oct 19 07:39:04.825948 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 19 07:39:04.825948 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 19 07:39:04.825948 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 19 07:39:04.825948 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 19 07:39:04.825948 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 19 07:39:04.825948 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 19 07:39:04.825948 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 19 07:39:04.825948 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server raise self.value Oct 19 07:39:04.825948 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 19 07:39:04.825948 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 19 07:39:04.825948 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 19 07:39:04.825948 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 19 07:39:04.825948 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 19 07:39:04.825948 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 19 07:39:04.825948 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 19 07:39:04.825948 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server raise self.value Oct 19 07:39:04.825948 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 19 07:39:04.825948 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 19 07:39:04.825948 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 19 07:39:04.825948 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 19 07:39:04.825948 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 19 07:39:04.825948 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 19 07:39:04.825948 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 19 07:39:04.825948 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server raise self.value Oct 19 07:39:04.825948 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 19 07:39:04.825948 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 19 07:39:04.825948 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Oct 19 07:39:04.825948 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Oct 19 07:39:04.825948 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Oct 19 07:39:04.825948 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Oct 19 07:39:04.825948 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Oct 19 07:39:04.825948 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Oct 19 07:39:04.825948 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Oct 19 07:39:04.825948 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Oct 19 07:39:04.825948 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Oct 19 07:39:04.825948 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 19 07:39:04.825948 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Oct 19 07:39:04.825948 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 19 07:39:04.825948 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 19 07:39:04.825948 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 19 07:39:04.825948 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 19 07:39:04.825948 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 19 07:39:04.825948 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 19 07:39:04.825948 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server raise self.value Oct 19 07:39:04.825948 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 19 07:39:04.825948 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 19 07:39:04.829839 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 19 07:39:04.829839 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 19 07:39:04.829839 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 19 07:39:04.829839 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 19 07:39:04.829839 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 19 07:39:04.829839 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server raise self.value Oct 19 07:39:04.829839 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 19 07:39:04.829839 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 19 07:39:04.829839 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 19 07:39:04.829839 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 19 07:39:04.829839 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 19 07:39:04.829839 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 19 07:39:04.829839 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 19 07:39:04.829839 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server raise self.value Oct 19 07:39:04.829839 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 19 07:39:04.829839 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 19 07:39:04.829839 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1517, in create_port Oct 19 07:39:04.829839 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Oct 19 07:39:04.829839 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1482, in _create_port_db Oct 19 07:39:04.829839 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Oct 19 07:39:04.829839 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1458, in create_port_db Oct 19 07:39:04.829839 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Oct 19 07:39:04.829839 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Oct 19 07:39:04.829839 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Oct 19 07:39:04.829839 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Oct 19 07:39:04.829839 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 19 07:39:04.829839 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Oct 19 07:39:04.829839 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Oct 19 07:39:04.829839 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Oct 19 07:39:04.829839 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Oct 19 07:39:04.829839 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Oct 19 07:39:04.829839 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Oct 19 07:39:04.829839 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 691, in _ipam_get_subnets Oct 19 07:39:04.829839 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server subnet.lock_register( Oct 19 07:39:04.829839 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Oct 19 07:39:04.829839 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server raise exception Oct 19 07:39:04.829839 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 2a65f1ca-45d9-4e08-bdb5-3057148ccc18: This subnet is being modified by another concurrent operation. Oct 19 07:39:04.829839 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server Oct 19 07:39:04.838143 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-c89448a3-3370-4152-9d3c-e46c234c9bb2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:04.841718 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebee19b-7955-4132-99e1-392a9d763df1 tempest-BulkNetworkOpsTest-1870100288 tempest-BulkNetworkOpsTest-1870100288-project] Pushing event deleted for resources: {'Subnet': ['ID=2a65f1ca-45d9-4e08-bdb5-3057148ccc18,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:39:04.851770 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0368e5d-2639-412c-9991-7deb8c6de6cc tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Pushing event updated for resources: {'Port': ['ID=97912078-185e-4292-acf9-1b6de764cad2,revision_number=2']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:39:04.860608 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-8ebee19b-7955-4132-99e1-392a9d763df1 tempest-BulkNetworkOpsTest-1870100288 tempest-BulkNetworkOpsTest-1870100288-project] Notify callbacks [] for subnet, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:04.863690 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-8ebee19b-7955-4132-99e1-392a9d763df1 tempest-BulkNetworkOpsTest-1870100288 tempest-BulkNetworkOpsTest-1870100288-project] 10.222.0.27 "DELETE /v2.0/subnets/2a65f1ca-45d9-4e08-bdb5-3057148ccc18 HTTP/1.1" status: 204 len: 168 time: 0.7383730 Oct 19 07:39:04.871895 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 54552) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:39:04.907239 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb6e5b66-a8cb-43d7-b912-d1d9e170b55b None None] Network da8b0560-8544-419e-9ba3-d80e0b44dae0 requested from dv-neutron-861624-1-hyperv {{(pid=103334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 07:39:04.915331 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-c89448a3-3370-4152-9d3c-e46c234c9bb2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:04.970044 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0368e5d-2639-412c-9991-7deb8c6de6cc tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Network 6b5a65c5-1bed-4301-9db8-c1056c2b8eba is already hosted by enough agents. {{(pid=103333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 07:39:04.971289 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-e0368e5d-2639-412c-9991-7deb8c6de6cc tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Resources bound (agent type, host, resource id): {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:39:05.058880 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-c89448a3-3370-4152-9d3c-e46c234c9bb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788643'] for security_group, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:05.061461 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-c89448a3-3370-4152-9d3c-e46c234c9bb2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:05.062644 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-c89448a3-3370-4152-9d3c-e46c234c9bb2 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/b4b1db0b-eacb-417b-a95c-f8be52dd4808 HTTP/1.1" status: 204 len: 168 time: 0.3706448 Oct 19 07:39:05.077962 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89448a3-3370-4152-9d3c-e46c234c9bb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4b1db0b-eacb-417b-a95c-f8be52dd4808,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:39:05.132134 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-5aa6ed18-f822-4b13-9cf1-760ff3f992f1 None None] Current status of the port 4b3dd988-be61-40ec-8d8e-095a2ff97ef3 is: ACTIVE; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:39:05.159293 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.db_base_plugin_common [None req-a9e2c029-da4f-43ce-b1ee-0386408c3cff None None] Allocated IP 172.20.0.18 (9d1b7540-30ea-4f3d-a221-48458da1e425/ad54ffdd-a519-4fea-b5b7-c628cd3a4e94/d5ab7c28-0f66-4b3d-b715-2980c45833a8) {{(pid=103334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 07:39:05.180327 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-4bf6a17e-b477-4505-acc4-03c2f300e1df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d5f4f31-ad3b-4d14-a470-541b3879aa69', 'name': '', 'tenant_id': 'c3ff9d0048274a50bcec5d88a82a5cea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '992ac837-98d8-43ae-a8f3-03e61aca75b4', 'external_fixed_ips': [{'subnet_id': '65e5cc1e-9074-4274-82e7-807c5144a184', 'ip_address': '2001:db8::3a8'}], 'enable_snat': True}, 'gw_port_id': '178eb4f5-8952-49c9-b7e0-bde90552f959', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T07:38:58Z', 'updated_at': '2022-10-19T07:39:02Z', 'revision_number': 3, 'project_id': 'c3ff9d0048274a50bcec5d88a82a5cea', 'gw_port': {'id': '178eb4f5-8952-49c9-b7e0-bde90552f959', 'name': '', 'network_id': '992ac837-98d8-43ae-a8f3-03e61aca75b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:9d:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d5f4f31-ad3b-4d14-a470-541b3879aa69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': '65e5cc1e-9074-4274-82e7-807c5144a184', 'ip_address': '2001:db8::3a8', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:38:59Z', 'updated_at': '2022-10-19T07:39:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '65e5cc1e-9074-4274-82e7-807c5144a184', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861624-1-hyperv'}], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:39:05.209573 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0368e5d-2639-412c-9991-7deb8c6de6cc tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Router 7f97d004-2c55-4f8b-81bc-2115020ea86e is scheduled to L3 agent ab388470-1243-4d53-80f2-c2f5899c97a7 with binding_index 1 {{(pid=103333) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 07:39:05.220723 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bf6a17e-b477-4505-acc4-03c2f300e1df None None] Checking router: 8d5f4f31-ad3b-4d14-a470-541b3879aa69 for host: dv-neutron-861624-1-hyperv {{(pid=103334) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 07:39:05.220924 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bf6a17e-b477-4505-acc4-03c2f300e1df None None] Updating router 8d5f4f31-ad3b-4d14-a470-541b3879aa69 port 178eb4f5-8952-49c9-b7e0-bde90552f959 binding host dv-neutron-861624-1-hyperv {{(pid=103334) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 07:39:05.274566 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-4bf6a17e-b477-4505-acc4-03c2f300e1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:05.353651 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-9328da52-2168-4592-b97b-b748b554814f None None] Provisioning complete for port 97912078-185e-4292-acf9-1b6de764cad2 triggered by entity DHCP. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:39:05.354024 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-9328da52-2168-4592-b97b-b748b554814f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:05.354361 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-9328da52-2168-4592-b97b-b748b554814f None None] Attempt 1 to provision port 97912078-185e-4292-acf9-1b6de764cad2 Oct 19 07:39:05.397133 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0368e5d-2639-412c-9991-7deb8c6de6cc tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify agent at l3_agent.dv-neutron-861624-1-hyperv the message routers_updated {{(pid=103333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 07:39:05.406139 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-e0368e5d-2639-412c-9991-7deb8c6de6cc tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] 10.222.0.27 "PUT /v2.0/routers/7f97d004-2c55-4f8b-81bc-2115020ea86e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0325055 Oct 19 07:39:05.406774 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device 4b3dd988-be61-40ec-8d8e-095a2ff97ef3 up at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 07:39:05.407278 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 54558) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:39:05.413278 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdee06a3-3121-48be-a93e-bd0e1f64c0b1 None None] Sync routers for ids ['7f97d004-2c55-4f8b-81bc-2115020ea86e'] in dv-neutron-861624-1-hyperv {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 07:39:05.442337 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdee06a3-3121-48be-a93e-bd0e1f64c0b1 None None] Routers {'7f97d004-2c55-4f8b-81bc-2115020ea86e'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 07:39:05.448088 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-cdee06a3-3121-48be-a93e-bd0e1f64c0b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T07:38:46Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['7f97d004-2c55-4f8b-81bc-2115020ea86e'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:39:05.460001 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-468ec143-e923-4a65-a4b4-d0d6cfd60d78 tempest-RoutersAdminTest-1280535694 tempest-RoutersAdminTest-1280535694-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:05.461697 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a141073-a5e1-4e8f-b113-d812396a3340 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:39:05.468134 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-0a141073-a5e1-4e8f-b113-d812396a3340 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] 10.222.0.27 "GET /v2.0/ports/97912078-185e-4292-acf9-1b6de764cad2 HTTP/1.1" status: 200 len: 911 time: 0.0572913 Oct 19 07:39:05.468779 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 54560) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:39:05.480243 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0dc8356-e117-4685-a4fc-da5b5d8166fd tempest-BulkNetworkOpsTest-1870100288 tempest-BulkNetworkOpsTest-1870100288-project] Deleting subnet ad54ffdd-a519-4fea-b5b7-c628cd3a4e94 {{(pid=103332) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 19 07:39:05.558789 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-a46ced67-5cab-473a-8bc4-e0c1fd7344c3 tempest-RoutersIpV6AdminTest-1896539816 tempest-RoutersIpV6AdminTest-1896539816-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133553798'] for port, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:05.564585 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6096a0df-518a-468a-8980-09f671ddcda3 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:39:05.575932 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6096a0df-518a-468a-8980-09f671ddcda3 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:39:05.580558 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-6096a0df-518a-468a-8980-09f671ddcda3 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] 10.222.0.27 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.1080184 Oct 19 07:39:05.589876 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46ced67-5cab-473a-8bc4-e0c1fd7344c3 tempest-RoutersIpV6AdminTest-1896539816 tempest-RoutersIpV6AdminTest-1896539816-project-admin] Pushing event deleted for resources: {'Port': ['ID=178eb4f5-8952-49c9-b7e0-bde90552f959,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:39:05.593757 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 54564) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:39:05.665655 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-a46ced67-5cab-473a-8bc4-e0c1fd7344c3 tempest-RoutersIpV6AdminTest-1896539816 tempest-RoutersIpV6AdminTest-1896539816-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1693831'] for router_gateway, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:05.696596 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 54566) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:39:05.703904 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvr_db [None req-cdee06a3-3121-48be-a93e-bd0e1f64c0b1 None None] Set router 7f97d004-2c55-4f8b-81bc-2115020ea86e gateway port host: None {{(pid=103335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 07:39:05.741343 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.db.api [None req-4bf6a17e-b477-4505-acc4-03c2f300e1df None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103334) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 19 07:39:05.741918 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG oslo_db.api [None req-4bf6a17e-b477-4505-acc4-03c2f300e1df None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 19 07:39:05.758485 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-5e7225aa-31e5-48a9-b231-a6696b619aaf admin admin] Notify callbacks [] for security_group, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:05.762485 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-9328da52-2168-4592-b97b-b748b554814f None None] Port 97912078-185e-4292-acf9-1b6de764cad2 cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 07:39:05.799270 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-a46ced67-5cab-473a-8bc4-e0c1fd7344c3 tempest-RoutersIpV6AdminTest-1896539816 tempest-RoutersIpV6AdminTest-1896539816-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1693565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12618'] for router, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:05.804493 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-a46ced67-5cab-473a-8bc4-e0c1fd7344c3 tempest-RoutersIpV6AdminTest-1896539816 tempest-RoutersIpV6AdminTest-1896539816-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:05.824344 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-a9e2c029-da4f-43ce-b1ee-0386408c3cff None None] Notify callbacks [] for port, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:05.832896 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Provisioning complete for port 4b3dd988-be61-40ec-8d8e-095a2ff97ef3 triggered by entity L2. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:39:05.833596 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:05.834526 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Attempt 1 to provision port 4b3dd988-be61-40ec-8d8e-095a2ff97ef3 Oct 19 07:39:05.858623 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-a9e2c029-da4f-43ce-b1ee-0386408c3cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785020947330'] for port, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:05.866621 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-a0dc8356-e117-4685-a4fc-da5b5d8166fd tempest-BulkNetworkOpsTest-1870100288 tempest-BulkNetworkOpsTest-1870100288-project] Notify callbacks [] for subnet, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:05.920420 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9e2c029-da4f-43ce-b1ee-0386408c3cff None None] Network 9d1b7540-30ea-4f3d-a221-48458da1e425 is already hosted by enough agents. {{(pid=103334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 07:39:05.924264 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.scheduler.base_scheduler [None req-a9e2c029-da4f-43ce-b1ee-0386408c3cff None None] Resources bound (agent type, host, resource id): {{(pid=103334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:39:05.929342 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9e2c029-da4f-43ce-b1ee-0386408c3cff None None] Received port after_create {{(pid=103334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 07:39:05.948760 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e2c029-da4f-43ce-b1ee-0386408c3cff None None] Pushing event updated for resources: {'Port': ['ID=d5ab7c28-0f66-4b3d-b715-2980c45833a8,revision_number=1']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:39:05.978647 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-a46ced67-5cab-473a-8bc4-e0c1fd7344c3 tempest-RoutersIpV6AdminTest-1896539816 tempest-RoutersIpV6AdminTest-1896539816-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1693542'] for router, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:05.979199 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a46ced67-5cab-473a-8bc4-e0c1fd7344c3 tempest-RoutersIpV6AdminTest-1896539816 tempest-RoutersIpV6AdminTest-1896539816-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 8d5f4f31-ad3b-4d14-a470-541b3879aa69 {{(pid=103332) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 07:39:05.984260 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-a0dc8356-e117-4685-a4fc-da5b5d8166fd tempest-BulkNetworkOpsTest-1870100288 tempest-BulkNetworkOpsTest-1870100288-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130726890'] for subnet, precommit_delete_associations {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:05.984897 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-cdee06a3-3121-48be-a93e-bd0e1f64c0b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f97d004-2c55-4f8b-81bc-2115020ea86e', 'name': 'tempest-NetworksTestDHCPv6-router-332158707', 'tenant_id': '61a2e57b80c1442e9cb330141a970781', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T07:39:01Z', 'updated_at': '2022-10-19T07:39:03Z', 'revision_number': 2, 'project_id': '61a2e57b80c1442e9cb330141a970781', 'gw_port_host': None, '_interfaces': [{'id': '97912078-185e-4292-acf9-1b6de764cad2', 'name': '', 'network_id': '6b5a65c5-1bed-4301-9db8-c1056c2b8eba', 'tenant_id': '61a2e57b80c1442e9cb330141a970781', 'mac_address': 'fa:16:3e:c9:36:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f97d004-2c55-4f8b-81bc-2115020ea86e', 'device_owner': 'network:router_interface', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': '86e3b345-4f56-452f-95a7-6b341514cc7f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:39:02Z', 'updated_at': '2022-10-19T07:39:04Z', 'revision_number': 2, 'project_id': '61a2e57b80c1442e9cb330141a970781', 'subnets': [{'id': '86e3b345-4f56-452f-95a7-6b341514cc7f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:39:05.990637 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-a46ced67-5cab-473a-8bc4-e0c1fd7344c3 tempest-RoutersIpV6AdminTest-1896539816 tempest-RoutersIpV6AdminTest-1896539816-project-admin] Notify callbacks [] for router, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:05.991842 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-a46ced67-5cab-473a-8bc4-e0c1fd7344c3 tempest-RoutersIpV6AdminTest-1896539816 tempest-RoutersIpV6AdminTest-1896539816-project-admin] 10.222.0.27 "DELETE /v2.0/routers/8d5f4f31-ad3b-4d14-a470-541b3879aa69 HTTP/1.1" status: 204 len: 168 time: 1.8857501 Oct 19 07:39:06.006825 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 54568) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:39:06.031076 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdee06a3-3121-48be-a93e-bd0e1f64c0b1 None None] Checking router: 7f97d004-2c55-4f8b-81bc-2115020ea86e for host: dv-neutron-861624-1-hyperv {{(pid=103335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 07:39:06.031516 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdee06a3-3121-48be-a93e-bd0e1f64c0b1 None None] Updating router 7f97d004-2c55-4f8b-81bc-2115020ea86e port 97912078-185e-4292-acf9-1b6de764cad2 binding host dv-neutron-861624-1-hyperv {{(pid=103335) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 07:39:06.049790 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Current status of the port 4b3dd988-be61-40ec-8d8e-095a2ff97ef3 is: ACTIVE; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:39:06.070194 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-a9e2c029-da4f-43ce-b1ee-0386408c3cff None None] Attempting to bind port d5ab7c28-0f66-4b3d-b715-2980c45833a8 on host dv-neutron-861624-1-hyperv for vnic_type normal with profile {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 19 07:39:06.070551 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-a9e2c029-da4f-43ce-b1ee-0386408c3cff None None] Attempting to bind port d5ab7c28-0f66-4b3d-b715-2980c45833a8 by drivers openvswitch,hyperv on host dv-neutron-861624-1-hyperv at level 0 using segments [{'id': '7d6fdd45-f6d9-450a-8df2-274393b1c504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '9d1b7540-30ea-4f3d-a221-48458da1e425'}] {{(pid=103334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 19 07:39:06.071055 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9e2c029-da4f-43ce-b1ee-0386408c3cff None None] Attempting to bind port d5ab7c28-0f66-4b3d-b715-2980c45833a8 on network 9d1b7540-30ea-4f3d-a221-48458da1e425 {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 07:39:06.077610 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9e2c029-da4f-43ce-b1ee-0386408c3cff None None] Checking agent: {'id': 'a5b0152c-d633-409b-aaf8-3b76458e2410', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861624-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 19, 7, 30, 19), 'started_at': datetime.datetime(2022, 10, 19, 7, 30, 49), 'heartbeat_timestamp': datetime.datetime(2022, 10, 19, 7, 38, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861624-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 07:39:06.077987 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9e2c029-da4f-43ce-b1ee-0386408c3cff None None] Checking segment: {'id': '7d6fdd45-f6d9-450a-8df2-274393b1c504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '9d1b7540-30ea-4f3d-a221-48458da1e425'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 19 07:39:06.078517 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-a9e2c029-da4f-43ce-b1ee-0386408c3cff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:06.078917 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9e2c029-da4f-43ce-b1ee-0386408c3cff None None] Bound using segment: {'id': '7d6fdd45-f6d9-450a-8df2-274393b1c504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '9d1b7540-30ea-4f3d-a221-48458da1e425'} {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 07:39:06.079386 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-a9e2c029-da4f-43ce-b1ee-0386408c3cff None None] Bound port: d5ab7c28-0f66-4b3d-b715-2980c45833a8, host: dv-neutron-861624-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d6fdd45-f6d9-450a-8df2-274393b1c504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '9d1b7540-30ea-4f3d-a221-48458da1e425'}}] {{(pid=103334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 19 07:39:06.079780 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-a9e2c029-da4f-43ce-b1ee-0386408c3cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:06.080941 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-cdee06a3-3121-48be-a93e-bd0e1f64c0b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:06.088548 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.db_base_plugin_v2 [None req-c05aae99-148a-47af-a8e0-978d8e3dfbb5 tempest-RoutersIpV6AdminTest-1896539816 tempest-RoutersIpV6AdminTest-1896539816-project-admin] Deleting subnet 65e5cc1e-9074-4274-82e7-807c5144a184 {{(pid=103333) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 19 07:39:06.094665 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-468ec143-e923-4a65-a4b4-d0d6cfd60d78 tempest-RoutersAdminTest-1280535694 tempest-RoutersAdminTest-1280535694-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:06.096964 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-c05aae99-148a-47af-a8e0-978d8e3dfbb5 tempest-RoutersIpV6AdminTest-1896539816 tempest-RoutersIpV6AdminTest-1896539816-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:06.123843 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-468ec143-e923-4a65-a4b4-d0d6cfd60d78 tempest-RoutersAdminTest-1280535694 tempest-RoutersAdminTest-1280535694-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:06.151903 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-a9e2c029-da4f-43ce-b1ee-0386408c3cff None None] For port d5ab7c28-0f66-4b3d-b715-2980c45833a8, host dv-neutron-861624-1-hyperv, cleared binding levels {{(pid=103334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 07:39:06.156113 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-a9e2c029-da4f-43ce-b1ee-0386408c3cff None None] For port d5ab7c28-0f66-4b3d-b715-2980c45833a8, host dv-neutron-861624-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=d5ab7c28-0f66-4b3d-b715-2980c45833a8,segment=NetworkSegment(7d6fdd45-f6d9-450a-8df2-274393b1c504),segment_id=7d6fdd45-f6d9-450a-8df2-274393b1c504)] {{(pid=103334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 07:39:06.162000 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-a9e2c029-da4f-43ce-b1ee-0386408c3cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:06.232732 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e2c029-da4f-43ce-b1ee-0386408c3cff None None] Pushing event updated for resources: {'Port': ['ID=d5ab7c28-0f66-4b3d-b715-2980c45833a8,revision_number=2']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:39:06.256097 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-5e7225aa-31e5-48a9-b231-a6696b619aaf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:06.264908 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-c05aae99-148a-47af-a8e0-978d8e3dfbb5 tempest-RoutersIpV6AdminTest-1896539816 tempest-RoutersIpV6AdminTest-1896539816-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-134111928'] for subnet, precommit_delete_associations {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:06.273512 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-9328da52-2168-4592-b97b-b748b554814f None None] Attempt 2 to provision port 97912078-185e-4292-acf9-1b6de764cad2 Oct 19 07:39:06.275134 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-5e7225aa-31e5-48a9-b231-a6696b619aaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788643'] for security_group, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:06.276713 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bf6a17e-b477-4505-acc4-03c2f300e1df None None] Port 178eb4f5-8952-49c9-b7e0-bde90552f959 not found while updating agent binding for router 8d5f4f31-ad3b-4d14-a470-541b3879aa69. {{(pid=103334) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Oct 19 07:39:06.315379 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bf6a17e-b477-4505-acc4-03c2f300e1df None None] Routers set() bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 07:39:06.315942 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bf6a17e-b477-4505-acc4-03c2f300e1df None None] Router IDs set() for agent in host dv-neutron-861624-1-hyperv {{(pid=103334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Oct 19 07:39:06.316765 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_agentschedulers_db [None req-4bf6a17e-b477-4505-acc4-03c2f300e1df None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'8d5f4f31-ad3b-4d14-a470-541b3879aa69'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T07:38:46Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent'). {{(pid=103334) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Oct 19 07:39:06.317448 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bf6a17e-b477-4505-acc4-03c2f300e1df None None] The sync data for ids ['8d5f4f31-ad3b-4d14-a470-541b3879aa69'] in dv-neutron-861624-1-hyperv is: [] {{(pid=103334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 07:39:06.357422 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-9328da52-2168-4592-b97b-b748b554814f None None] Port 97912078-185e-4292-acf9-1b6de764cad2 cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 07:39:06.375501 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-a0dc8356-e117-4685-a4fc-da5b5d8166fd tempest-BulkNetworkOpsTest-1870100288 tempest-BulkNetworkOpsTest-1870100288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-679826'] for subnet, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:06.382160 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-54ad5fab-b76c-4a27-99a2-25f35c8b32f3 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1694785'] for router_interface, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:06.405386 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-c05aae99-148a-47af-a8e0-978d8e3dfbb5 tempest-RoutersIpV6AdminTest-1896539816 tempest-RoutersIpV6AdminTest-1896539816-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-679826'] for subnet, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:06.437880 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7225aa-31e5-48a9-b231-a6696b619aaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c35d3e2-4872-436e-b137-f941a12cb538,revision_number=1']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:39:06.443206 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-5e7225aa-31e5-48a9-b231-a6696b619aaf admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=682aa69c5ca94f04892c320387b430cd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7430730 Oct 19 07:39:06.471573 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 54570) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:39:06.556935 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-cdee06a3-3121-48be-a93e-bd0e1f64c0b1 None None] Notify callbacks [] for port, precommit_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:06.557519 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-c05aae99-148a-47af-a8e0-978d8e3dfbb5 tempest-RoutersIpV6AdminTest-1896539816 tempest-RoutersIpV6AdminTest-1896539816-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-679819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130997964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130170408'] for subnet, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:06.568151 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-cdee06a3-3121-48be-a93e-bd0e1f64c0b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:06.573489 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-c05aae99-148a-47af-a8e0-978d8e3dfbb5 tempest-RoutersIpV6AdminTest-1896539816 tempest-RoutersIpV6AdminTest-1896539816-project-admin] Notify callbacks [] for subnet, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:06.578959 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-c05aae99-148a-47af-a8e0-978d8e3dfbb5 tempest-RoutersIpV6AdminTest-1896539816 tempest-RoutersIpV6AdminTest-1896539816-project-admin] 10.222.0.27 "DELETE /v2.0/subnets/65e5cc1e-9074-4274-82e7-807c5144a184 HTTP/1.1" status: 204 len: 168 time: 0.5700803 Oct 19 07:39:06.582265 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 54572) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:39:06.589725 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.db_base_plugin_common [None req-468ec143-e923-4a65-a4b4-d0d6cfd60d78 tempest-RoutersAdminTest-1280535694 tempest-RoutersAdminTest-1280535694-project-admin] Allocated IP 172.20.0.11 (e5a0fcb1-894e-44d8-961d-055d7c5d1b93/b26a8acf-b2aa-44f4-9440-42847899c8c6/dde44d30-e2ca-4fc8-af84-0274b210a16a) {{(pid=103332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 07:39:06.616813 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-a0dc8356-e117-4685-a4fc-da5b5d8166fd tempest-BulkNetworkOpsTest-1870100288 tempest-BulkNetworkOpsTest-1870100288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-679819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-133552721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130659632'] for subnet, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:06.657159 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa48c9a-7c26-418e-b3d9-b2125ab9dd99 None None] Pushing event updated for resources: {'Port': ['ID=97912078-185e-4292-acf9-1b6de764cad2,revision_number=3']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:39:06.661945 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05aae99-148a-47af-a8e0-978d8e3dfbb5 tempest-RoutersIpV6AdminTest-1896539816 tempest-RoutersIpV6AdminTest-1896539816-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=65e5cc1e-9074-4274-82e7-807c5144a184,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:39:06.674463 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-066c564a-548a-42d0-b72d-ebbfe7b59983 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:06.687230 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0dc8356-e117-4685-a4fc-da5b5d8166fd tempest-BulkNetworkOpsTest-1870100288 tempest-BulkNetworkOpsTest-1870100288-project] Pushing event deleted for resources: {'Subnet': ['ID=ad54ffdd-a519-4fea-b5b7-c628cd3a4e94,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:39:06.697393 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa48c9a-7c26-418e-b3d9-b2125ab9dd99 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:39:06.697776 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa48c9a-7c26-418e-b3d9-b2125ab9dd99 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:39:06.698264 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa48c9a-7c26-418e-b3d9-b2125ab9dd99 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:39:06.698612 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa48c9a-7c26-418e-b3d9-b2125ab9dd99 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:39:06.699071 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa48c9a-7c26-418e-b3d9-b2125ab9dd99 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:39:06.699707 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa48c9a-7c26-418e-b3d9-b2125ab9dd99 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:39:06.700151 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa48c9a-7c26-418e-b3d9-b2125ab9dd99 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:39:06.700537 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa48c9a-7c26-418e-b3d9-b2125ab9dd99 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:39:06.700965 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa48c9a-7c26-418e-b3d9-b2125ab9dd99 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:39:06.701363 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa48c9a-7c26-418e-b3d9-b2125ab9dd99 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:39:06.701717 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa48c9a-7c26-418e-b3d9-b2125ab9dd99 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:39:06.702042 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa48c9a-7c26-418e-b3d9-b2125ab9dd99 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:39:06.710120 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-cdee06a3-3121-48be-a93e-bd0e1f64c0b1 None None] Attempting to bind port 97912078-185e-4292-acf9-1b6de764cad2 on host dv-neutron-861624-1-hyperv for vnic_type normal with profile {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 19 07:39:06.710486 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-cdee06a3-3121-48be-a93e-bd0e1f64c0b1 None None] Attempting to bind port 97912078-185e-4292-acf9-1b6de764cad2 by drivers openvswitch,hyperv on host dv-neutron-861624-1-hyperv at level 0 using segments [{'id': '5a8d2b05-b527-4bd4-a671-b9112f193fef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '6b5a65c5-1bed-4301-9db8-c1056c2b8eba'}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 19 07:39:06.710900 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdee06a3-3121-48be-a93e-bd0e1f64c0b1 None None] Attempting to bind port 97912078-185e-4292-acf9-1b6de764cad2 on network 6b5a65c5-1bed-4301-9db8-c1056c2b8eba {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 07:39:06.712575 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-a0dc8356-e117-4685-a4fc-da5b5d8166fd tempest-BulkNetworkOpsTest-1870100288 tempest-BulkNetworkOpsTest-1870100288-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574827'] for subnet, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:06.719037 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-a0dc8356-e117-4685-a4fc-da5b5d8166fd tempest-BulkNetworkOpsTest-1870100288 tempest-BulkNetworkOpsTest-1870100288-project] 10.222.0.27 "DELETE /v2.0/subnets/ad54ffdd-a519-4fea-b5b7-c628cd3a4e94 HTTP/1.1" status: 204 len: 168 time: 1.8413613 Oct 19 07:39:06.719192 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdee06a3-3121-48be-a93e-bd0e1f64c0b1 None None] Checking agent: {'id': 'a5b0152c-d633-409b-aaf8-3b76458e2410', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861624-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 19, 7, 30, 19), 'started_at': datetime.datetime(2022, 10, 19, 7, 30, 49), 'heartbeat_timestamp': datetime.datetime(2022, 10, 19, 7, 38, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861624-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 07:39:06.719192 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdee06a3-3121-48be-a93e-bd0e1f64c0b1 None None] Checking segment: {'id': '5a8d2b05-b527-4bd4-a671-b9112f193fef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '6b5a65c5-1bed-4301-9db8-c1056c2b8eba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 19 07:39:06.719192 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-cdee06a3-3121-48be-a93e-bd0e1f64c0b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:06.719192 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdee06a3-3121-48be-a93e-bd0e1f64c0b1 None None] Bound using segment: {'id': '5a8d2b05-b527-4bd4-a671-b9112f193fef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '6b5a65c5-1bed-4301-9db8-c1056c2b8eba'} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 07:39:06.719192 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-cdee06a3-3121-48be-a93e-bd0e1f64c0b1 None None] Bound port: 97912078-185e-4292-acf9-1b6de764cad2, host: dv-neutron-861624-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a8d2b05-b527-4bd4-a671-b9112f193fef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '6b5a65c5-1bed-4301-9db8-c1056c2b8eba'}}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 19 07:39:06.719623 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-cdee06a3-3121-48be-a93e-bd0e1f64c0b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:06.723341 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 54574) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:39:06.775296 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-066c564a-548a-42d0-b72d-ebbfe7b59983 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:06.797564 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-cdee06a3-3121-48be-a93e-bd0e1f64c0b1 None None] For port 97912078-185e-4292-acf9-1b6de764cad2, host dv-neutron-861624-1-hyperv, cleared binding levels {{(pid=103335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 07:39:06.801760 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-cdee06a3-3121-48be-a93e-bd0e1f64c0b1 None None] For port 97912078-185e-4292-acf9-1b6de764cad2, host dv-neutron-861624-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=97912078-185e-4292-acf9-1b6de764cad2,segment=NetworkSegment(5a8d2b05-b527-4bd4-a671-b9112f193fef),segment_id=5a8d2b05-b527-4bd4-a671-b9112f193fef)] {{(pid=103335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 07:39:06.806528 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-cdee06a3-3121-48be-a93e-bd0e1f64c0b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:06.856493 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdee06a3-3121-48be-a93e-bd0e1f64c0b1 None None] Routers {'7f97d004-2c55-4f8b-81bc-2115020ea86e'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 07:39:06.857170 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-cdee06a3-3121-48be-a93e-bd0e1f64c0b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T07:38:46Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['7f97d004-2c55-4f8b-81bc-2115020ea86e'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:39:06.859724 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-9328da52-2168-4592-b97b-b748b554814f None None] Attempt 3 to provision port 97912078-185e-4292-acf9-1b6de764cad2 Oct 19 07:39:06.876045 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac389500-dce8-4d8f-9399-1f7c5212ab8f tempest-BulkNetworkOpsTest-1870100288 tempest-BulkNetworkOpsTest-1870100288-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:39:06.882174 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-ac389500-dce8-4d8f-9399-1f7c5212ab8f tempest-BulkNetworkOpsTest-1870100288 tempest-BulkNetworkOpsTest-1870100288-project] 10.222.0.27 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1526616 Oct 19 07:39:06.883955 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 54576) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:39:06.921475 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-468ec143-e923-4a65-a4b4-d0d6cfd60d78 tempest-RoutersAdminTest-1280535694 tempest-RoutersAdminTest-1280535694-project-admin] Notify callbacks [] for port, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:06.956240 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-066c564a-548a-42d0-b72d-ebbfe7b59983 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788643'] for security_group, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:06.960593 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-066c564a-548a-42d0-b72d-ebbfe7b59983 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:06.961140 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-066c564a-548a-42d0-b72d-ebbfe7b59983 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/7c35d3e2-4872-436e-b137-f941a12cb538 HTTP/1.1" status: 204 len: 168 time: 0.4906092 Oct 19 07:39:07.026831 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066c564a-548a-42d0-b72d-ebbfe7b59983 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c35d3e2-4872-436e-b137-f941a12cb538,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:39:07.047839 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa48c9a-7c26-418e-b3d9-b2125ab9dd99 None None] Pushing event updated for resources: {'Port': ['ID=97912078-185e-4292-acf9-1b6de764cad2,revision_number=4']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:39:07.066002 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-9328da52-2168-4592-b97b-b748b554814f None None] Current status of the port 97912078-185e-4292-acf9-1b6de764cad2 is: DOWN; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:39:07.066389 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-9328da52-2168-4592-b97b-b748b554814f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:07.075792 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-0ab7d08a-2503-4e05-8d6d-a1f34702fb5d tempest-BulkNetworkOpsTest-1870100288 tempest-BulkNetworkOpsTest-1870100288-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-667019'] for network, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:07.088193 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvr_db [None req-cdee06a3-3121-48be-a93e-bd0e1f64c0b1 None None] Set router 7f97d004-2c55-4f8b-81bc-2115020ea86e gateway port host: None {{(pid=103335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 07:39:07.120429 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-468ec143-e923-4a65-a4b4-d0d6cfd60d78 tempest-RoutersAdminTest-1280535694 tempest-RoutersAdminTest-1280535694-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785020947330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133553798'] for port, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:07.154776 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-04736775-ac66-42e1-9226-c41e1ac6934d tempest-RoutersIpV6AdminTest-1896539816 tempest-RoutersIpV6AdminTest-1896539816-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-667019'] for network, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:07.169960 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-9328da52-2168-4592-b97b-b748b554814f None None] For port 97912078-185e-4292-acf9-1b6de764cad2, host dv-neutron-861624-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=97912078-185e-4292-acf9-1b6de764cad2,segment=NetworkSegment(5a8d2b05-b527-4bd4-a671-b9112f193fef),segment_id=5a8d2b05-b527-4bd4-a671-b9112f193fef)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:39:07.181145 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-9328da52-2168-4592-b97b-b748b554814f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:07.272442 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468ec143-e923-4a65-a4b4-d0d6cfd60d78 tempest-RoutersAdminTest-1280535694 tempest-RoutersAdminTest-1280535694-project-admin] Pushing event updated for resources: {'Port': ['ID=dde44d30-e2ca-4fc8-af84-0274b210a16a,revision_number=1']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:39:07.285871 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9328da52-2168-4592-b97b-b748b554814f None None] Pushing event updated for resources: {'Port': ['ID=97912078-185e-4292-acf9-1b6de764cad2,revision_number=5']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:39:07.320907 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-468ec143-e923-4a65-a4b4-d0d6cfd60d78 tempest-RoutersAdminTest-1280535694 tempest-RoutersAdminTest-1280535694-project-admin] Network e5a0fcb1-894e-44d8-961d-055d7c5d1b93 is already hosted by enough agents. {{(pid=103332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 07:39:07.323541 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.base_scheduler [None req-468ec143-e923-4a65-a4b4-d0d6cfd60d78 tempest-RoutersAdminTest-1280535694 tempest-RoutersAdminTest-1280535694-project-admin] Resources bound (agent type, host, resource id): {{(pid=103332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:39:07.332812 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-468ec143-e923-4a65-a4b4-d0d6cfd60d78 tempest-RoutersAdminTest-1280535694 tempest-RoutersAdminTest-1280535694-project-admin] Received port after_create {{(pid=103332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 07:39:07.337330 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-04736775-ac66-42e1-9226-c41e1ac6934d tempest-RoutersIpV6AdminTest-1896539816 tempest-RoutersIpV6AdminTest-1896539816-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-673051', 'neutron.services.segments.db._delete_segments_for_network-8785021519108'] for network, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:07.337904 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-d27d4586-f1d0-45be-8212-851b10dd18b0 None None] Provisioning complete for port 97912078-185e-4292-acf9-1b6de764cad2 triggered by entity DHCP. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:39:07.338417 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d27d4586-f1d0-45be-8212-851b10dd18b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:07.338897 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-d27d4586-f1d0-45be-8212-851b10dd18b0 None None] Attempt 1 to provision port 97912078-185e-4292-acf9-1b6de764cad2 Oct 19 07:39:07.397103 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-04736775-ac66-42e1-9226-c41e1ac6934d tempest-RoutersIpV6AdminTest-1896539816 tempest-RoutersIpV6AdminTest-1896539816-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['992ac837-98d8-43ae-a8f3-03e61aca75b4']}} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:39:07.459890 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-04736775-ac66-42e1-9226-c41e1ac6934d tempest-RoutersIpV6AdminTest-1896539816 tempest-RoutersIpV6AdminTest-1896539816-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2b6dcd1-b60e-4457-9e2e-fb1669eb539d') {'for_net_delete': True} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:39:07.468131 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-04736775-ac66-42e1-9226-c41e1ac6934d tempest-RoutersIpV6AdminTest-1896539816 tempest-RoutersIpV6AdminTest-1896539816-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2b6dcd1-b60e-4457-9e2e-fb1669eb539d') {} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:39:07.502845 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-04736775-ac66-42e1-9226-c41e1ac6934d tempest-RoutersIpV6AdminTest-1896539816 tempest-RoutersIpV6AdminTest-1896539816-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785021519382', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-134111927'] for segment, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:07.557009 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-04736775-ac66-42e1-9226-c41e1ac6934d tempest-RoutersIpV6AdminTest-1896539816 tempest-RoutersIpV6AdminTest-1896539816-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979'] for segment, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:07.564254 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.plugin [None req-0ab7d08a-2503-4e05-8d6d-a1f34702fb5d tempest-BulkNetworkOpsTest-1870100288 tempest-BulkNetworkOpsTest-1870100288-project] Deleting port d5ab7c28-0f66-4b3d-b715-2980c45833a8 {{(pid=103332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 07:39:07.576494 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04736775-ac66-42e1-9226-c41e1ac6934d tempest-RoutersIpV6AdminTest-1896539816 tempest-RoutersIpV6AdminTest-1896539816-project-admin] Releasing vlan 163 on physical network physnet1 to pool {{(pid=103333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 07:39:07.577086 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-0ab7d08a-2503-4e05-8d6d-a1f34702fb5d tempest-BulkNetworkOpsTest-1870100288 tempest-BulkNetworkOpsTest-1870100288-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:07.577205 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-04736775-ac66-42e1-9226-c41e1ac6934d tempest-RoutersIpV6AdminTest-1896539816 tempest-RoutersIpV6AdminTest-1896539816-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130996782'] for segment, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:07.611303 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-cdee06a3-3121-48be-a93e-bd0e1f64c0b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f97d004-2c55-4f8b-81bc-2115020ea86e', 'name': 'tempest-NetworksTestDHCPv6-router-332158707', 'tenant_id': '61a2e57b80c1442e9cb330141a970781', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T07:39:01Z', 'updated_at': '2022-10-19T07:39:03Z', 'revision_number': 2, 'project_id': '61a2e57b80c1442e9cb330141a970781', 'gw_port_host': None, '_interfaces': [{'id': '97912078-185e-4292-acf9-1b6de764cad2', 'name': '', 'network_id': '6b5a65c5-1bed-4301-9db8-c1056c2b8eba', 'tenant_id': '61a2e57b80c1442e9cb330141a970781', 'mac_address': 'fa:16:3e:c9:36:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f97d004-2c55-4f8b-81bc-2115020ea86e', 'device_owner': 'network:router_interface', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': '86e3b345-4f56-452f-95a7-6b341514cc7f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:39:02Z', 'updated_at': '2022-10-19T07:39:06Z', 'revision_number': 4, 'project_id': '61a2e57b80c1442e9cb330141a970781', 'subnets': [{'id': '86e3b345-4f56-452f-95a7-6b341514cc7f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:39:07.631506 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.services.segments.plugin [-] Segment d2b6dcd1-b60e-4457-9e2e-fb1669eb539d resource provider aggregate not found Oct 19 07:39:07.678047 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdee06a3-3121-48be-a93e-bd0e1f64c0b1 None None] The sync data for ids ['7f97d004-2c55-4f8b-81bc-2115020ea86e'] in dv-neutron-861624-1-hyperv is: [{'id': '7f97d004-2c55-4f8b-81bc-2115020ea86e', 'name': 'tempest-NetworksTestDHCPv6-router-332158707', 'tenant_id': '61a2e57b80c1442e9cb330141a970781', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T07:39:01Z', 'updated_at': '2022-10-19T07:39:03Z', 'revision_number': 2, 'project_id': '61a2e57b80c1442e9cb330141a970781', 'gw_port_host': None, '_interfaces': [{'id': '97912078-185e-4292-acf9-1b6de764cad2', 'name': '', 'network_id': '6b5a65c5-1bed-4301-9db8-c1056c2b8eba', 'tenant_id': '61a2e57b80c1442e9cb330141a970781', 'mac_address': 'fa:16:3e:c9:36:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f97d004-2c55-4f8b-81bc-2115020ea86e', 'device_owner': 'network:router_interface', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': '86e3b345-4f56-452f-95a7-6b341514cc7f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:39:02Z', 'updated_at': '2022-10-19T07:39:06Z', 'revision_number': 4, 'project_id': '61a2e57b80c1442e9cb330141a970781', 'subnets': [{'id': '86e3b345-4f56-452f-95a7-6b341514cc7f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 07:39:07.690104 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.services.segments.plugin [-] Segment d2b6dcd1-b60e-4457-9e2e-fb1669eb539d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d2b6dcd1-b60e-4457-9e2e-fb1669eb539d found for delete ", "request_id": "req-00be2694-920c-45d4-998a-3740c2b4b853"}]} Oct 19 07:39:07.756675 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 54586) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:39:07.780276 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-c992cfcf-6d41-4492-823e-8adaa597c321 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:07.805758 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.db [None req-0ab7d08a-2503-4e05-8d6d-a1f34702fb5d tempest-BulkNetworkOpsTest-1870100288 tempest-BulkNetworkOpsTest-1870100288-project] For port d5ab7c28-0f66-4b3d-b715-2980c45833a8, host dv-neutron-861624-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=d5ab7c28-0f66-4b3d-b715-2980c45833a8,segment=NetworkSegment(7d6fdd45-f6d9-450a-8df2-274393b1c504),segment_id=7d6fdd45-f6d9-450a-8df2-274393b1c504)] {{(pid=103332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:39:07.806202 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-0ab7d08a-2503-4e05-8d6d-a1f34702fb5d tempest-BulkNetworkOpsTest-1870100288 tempest-BulkNetworkOpsTest-1870100288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:07.837315 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-04736775-ac66-42e1-9226-c41e1ac6934d tempest-RoutersIpV6AdminTest-1896539816 tempest-RoutersIpV6AdminTest-1896539816-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-673044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1695087'] for network, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:07.841776 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.plugin [None req-0ab7d08a-2503-4e05-8d6d-a1f34702fb5d tempest-BulkNetworkOpsTest-1870100288 tempest-BulkNetworkOpsTest-1870100288-project] Calling delete_port for d5ab7c28-0f66-4b3d-b715-2980c45833a8 owned by network:dhcp {{(pid=103332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 07:39:07.856935 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04736775-ac66-42e1-9226-c41e1ac6934d tempest-RoutersIpV6AdminTest-1896539816 tempest-RoutersIpV6AdminTest-1896539816-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 992ac837-98d8-43ae-a8f3-03e61aca75b4 {{(pid=103333) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Oct 19 07:39:07.875973 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-d27d4586-f1d0-45be-8212-851b10dd18b0 None None] Current status of the port 97912078-185e-4292-acf9-1b6de764cad2 is: ACTIVE; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:39:07.878588 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device d5ab7c28-0f66-4b3d-b715-2980c45833a8 up at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 07:39:07.881325 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2a2a6e2-6912-4483-ba77-6e4500247518 None None] Network 9d1b7540-30ea-4f3d-a221-48458da1e425 requested from dv-neutron-861624-1-hyperv {{(pid=103334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 07:39:07.892943 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-04736775-ac66-42e1-9226-c41e1ac6934d tempest-RoutersIpV6AdminTest-1896539816 tempest-RoutersIpV6AdminTest-1896539816-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574827'] for network, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:07.899626 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-04736775-ac66-42e1-9226-c41e1ac6934d tempest-RoutersIpV6AdminTest-1896539816 tempest-RoutersIpV6AdminTest-1896539816-project-admin] 10.222.0.27 "DELETE /v2.0/networks/992ac837-98d8-43ae-a8f3-03e61aca75b4 HTTP/1.1" status: 204 len: 168 time: 1.3121099 Oct 19 07:39:07.907161 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04736775-ac66-42e1-9226-c41e1ac6934d tempest-RoutersIpV6AdminTest-1896539816 tempest-RoutersIpV6AdminTest-1896539816-project-admin] Pushing event deleted for resources: {'Network': ['ID=992ac837-98d8-43ae-a8f3-03e61aca75b4,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:39:07.948363 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-54ad5fab-b76c-4a27-99a2-25f35c8b32f3 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Deleting port 97912078-185e-4292-acf9-1b6de764cad2 {{(pid=103333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 07:39:07.948784 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-54ad5fab-b76c-4a27-99a2-25f35c8b32f3 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:07.953586 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-c992cfcf-6d41-4492-823e-8adaa597c321 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:07.967421 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-c992cfcf-6d41-4492-823e-8adaa597c321 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788643'] for security_group, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:08.096163 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-c992cfcf-6d41-4492-823e-8adaa597c321 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=1f35f944885446d08f0e7f31d14fd590&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3365278 Oct 19 07:39:08.096866 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c992cfcf-6d41-4492-823e-8adaa597c321 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75228e05-e465-471e-ab49-5d6ab47511b5,revision_number=1']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:39:08.103240 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 54590) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:39:08.147134 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-468ec143-e923-4a65-a4b4-d0d6cfd60d78 tempest-RoutersAdminTest-1280535694 tempest-RoutersAdminTest-1280535694-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:08.176165 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Provisioning complete for port d5ab7c28-0f66-4b3d-b715-2980c45833a8 triggered by entity L2. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:39:08.176571 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:08.176943 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Attempt 1 to provision port d5ab7c28-0f66-4b3d-b715-2980c45833a8 Oct 19 07:39:08.177690 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.db [None req-54ad5fab-b76c-4a27-99a2-25f35c8b32f3 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] For port 97912078-185e-4292-acf9-1b6de764cad2, host dv-neutron-861624-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=97912078-185e-4292-acf9-1b6de764cad2,segment=NetworkSegment(5a8d2b05-b527-4bd4-a671-b9112f193fef),segment_id=5a8d2b05-b527-4bd4-a671-b9112f193fef)] {{(pid=103333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:39:08.178206 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-54ad5fab-b76c-4a27-99a2-25f35c8b32f3 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:08.218023 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-54ad5fab-b76c-4a27-99a2-25f35c8b32f3 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Calling delete_port for 97912078-185e-4292-acf9-1b6de764cad2 owned by network:router_interface {{(pid=103333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 07:39:08.218274 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-aeff8eed-0b27-4778-8f99-66dd9b56e8d6 None None] Provisioning complete for port d5ab7c28-0f66-4b3d-b715-2980c45833a8 triggered by entity DHCP. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:39:08.218851 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-aeff8eed-0b27-4778-8f99-66dd9b56e8d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:08.219028 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-aeff8eed-0b27-4778-8f99-66dd9b56e8d6 None None] Attempt 1 to provision port d5ab7c28-0f66-4b3d-b715-2980c45833a8 Oct 19 07:39:08.289313 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-aeff8eed-0b27-4778-8f99-66dd9b56e8d6 None None] Could not find standard attr ID for object d5ab7c28-0f66-4b3d-b715-2980c45833a8. {{(pid=103334) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 19 07:39:08.292035 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.db [None req-aeff8eed-0b27-4778-8f99-66dd9b56e8d6 None None] No ports have port_id starting with d5ab7c28-0f66-4b3d-b715-2980c45833a8 Oct 19 07:39:08.293378 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-851bccff-e57e-4752-99de-0e1e3eb85dc6 None None] DHCP port deletion for 9d1b7540-30ea-4f3d-a221-48458da1e425 request from dv-neutron-861624-1-hyperv {{(pid=103334) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 07:39:08.312095 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Could not find standard attr ID for object d5ab7c28-0f66-4b3d-b715-2980c45833a8. {{(pid=103334) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 19 07:39:08.322217 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-873e2e49-0c46-452b-b3d2-0bd3f714eea0 None None] get_active_networks_info from dv-neutron-861624-1-hyperv {{(pid=103334) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 19 07:39:08.336770 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-1a0d0db1-b812-4630-b016-b514c38cd090 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:08.353054 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-0ab7d08a-2503-4e05-8d6d-a1f34702fb5d tempest-BulkNetworkOpsTest-1870100288 tempest-BulkNetworkOpsTest-1870100288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133553798'] for port, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:08.416858 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.db [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] No ports have port_id starting with d5ab7c28-0f66-4b3d-b715-2980c45833a8 Oct 19 07:39:08.422986 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 54596) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:39:08.432473 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab7d08a-2503-4e05-8d6d-a1f34702fb5d tempest-BulkNetworkOpsTest-1870100288 tempest-BulkNetworkOpsTest-1870100288-project] Pushing event deleted for resources: {'Port': ['ID=d5ab7c28-0f66-4b3d-b715-2980c45833a8,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:39:08.436961 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-82b71cae-c09c-45fa-aaee-53b816fc7f67 tempest-RoutersIpV6AdminTest-1896539816 tempest-RoutersIpV6AdminTest-1896539816-project-admin] Request body: {'router': {'name': 'tempest-router--722309494', 'project_id': 'a5021ed08538435fbca56f1666e73e2a'}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:39:08.446453 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ab7d08a-2503-4e05-8d6d-a1f34702fb5d tempest-BulkNetworkOpsTest-1870100288 tempest-BulkNetworkOpsTest-1870100288-project] No DVR routers for this DVR port d5ab7c28-0f66-4b3d-b715-2980c45833a8 on host dv-neutron-861624-1-hyperv {{(pid=103332) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 19 07:39:08.450668 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-1a0d0db1-b812-4630-b016-b514c38cd090 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:08.486300 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-873e2e49-0c46-452b-b3d2-0bd3f714eea0 None None] Resources bound (agent type, host, resource id): {{(pid=103334) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 19 07:39:08.544296 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-54ad5fab-b76c-4a27-99a2-25f35c8b32f3 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130996763'] for port, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:08.585725 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ad5fab-b76c-4a27-99a2-25f35c8b32f3 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Pushing event deleted for resources: {'Port': ['ID=97912078-185e-4292-acf9-1b6de764cad2,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:39:08.629294 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-82b71cae-c09c-45fa-aaee-53b816fc7f67 tempest-RoutersIpV6AdminTest-1896539816 tempest-RoutersIpV6AdminTest-1896539816-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1692695', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12668'] for router, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:08.630500 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-82b71cae-c09c-45fa-aaee-53b816fc7f67 tempest-RoutersIpV6AdminTest-1896539816 tempest-RoutersIpV6AdminTest-1896539816-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1692835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1693910', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1621825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12659'] for router, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:08.699869 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-0ab7d08a-2503-4e05-8d6d-a1f34702fb5d tempest-BulkNetworkOpsTest-1870100288 tempest-BulkNetworkOpsTest-1870100288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-673051', 'neutron.services.segments.db._delete_segments_for_network-8785021519108'] for network, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:08.715172 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-468ec143-e923-4a65-a4b4-d0d6cfd60d78 tempest-RoutersAdminTest-1280535694 tempest-RoutersAdminTest-1280535694-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1692844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1693859'] for router, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:08.743127 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-54ad5fab-b76c-4a27-99a2-25f35c8b32f3 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1574862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1694957'] for router_interface, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:08.745509 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.services.segments.db [None req-0ab7d08a-2503-4e05-8d6d-a1f34702fb5d tempest-BulkNetworkOpsTest-1870100288 tempest-BulkNetworkOpsTest-1870100288-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d1b7540-30ea-4f3d-a221-48458da1e425']}} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:39:08.747954 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-1a0d0db1-b812-4630-b016-b514c38cd090 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788643'] for security_group, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:08.750488 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-1a0d0db1-b812-4630-b016-b514c38cd090 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:08.751660 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-1a0d0db1-b812-4630-b016-b514c38cd090 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/75228e05-e465-471e-ab49-5d6ab47511b5 HTTP/1.1" status: 204 len: 168 time: 0.6474919 Oct 19 07:39:08.808204 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-82b71cae-c09c-45fa-aaee-53b816fc7f67 tempest-RoutersIpV6AdminTest-1896539816 tempest-RoutersIpV6AdminTest-1896539816-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:08.819508 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.services.segments.db [None req-0ab7d08a-2503-4e05-8d6d-a1f34702fb5d tempest-BulkNetworkOpsTest-1870100288 tempest-BulkNetworkOpsTest-1870100288-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d6fdd45-f6d9-450a-8df2-274393b1c504') {'for_net_delete': True} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:39:08.820135 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.services.segments.db [None req-0ab7d08a-2503-4e05-8d6d-a1f34702fb5d tempest-BulkNetworkOpsTest-1870100288 tempest-BulkNetworkOpsTest-1870100288-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d6fdd45-f6d9-450a-8df2-274393b1c504') {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:39:08.875161 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0d0db1-b812-4630-b016-b514c38cd090 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75228e05-e465-471e-ab49-5d6ab47511b5,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:39:08.888540 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-82b71cae-c09c-45fa-aaee-53b816fc7f67 tempest-RoutersIpV6AdminTest-1896539816 tempest-RoutersIpV6AdminTest-1896539816-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1692844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1693859'] for router, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:08.899668 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-0ab7d08a-2503-4e05-8d6d-a1f34702fb5d tempest-BulkNetworkOpsTest-1870100288 tempest-BulkNetworkOpsTest-1870100288-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785021519382', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130726885'] for segment, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:08.928802 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-0ab7d08a-2503-4e05-8d6d-a1f34702fb5d tempest-BulkNetworkOpsTest-1870100288 tempest-BulkNetworkOpsTest-1870100288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979'] for segment, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:08.941835 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54ad5fab-b76c-4a27-99a2-25f35c8b32f3 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Router 7f97d004-2c55-4f8b-81bc-2115020ea86e has already been hosted by L3 agent ab388470-1243-4d53-80f2-c2f5899c97a7 {{(pid=103333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 07:39:08.944362 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-82b71cae-c09c-45fa-aaee-53b816fc7f67 tempest-RoutersIpV6AdminTest-1896539816 tempest-RoutersIpV6AdminTest-1896539816-project-admin] Notify callbacks [] for router, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:08.947092 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-82b71cae-c09c-45fa-aaee-53b816fc7f67 tempest-RoutersIpV6AdminTest-1896539816 tempest-RoutersIpV6AdminTest-1896539816-project-admin] 10.222.0.27 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.5224013 Oct 19 07:39:08.948321 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ab7d08a-2503-4e05-8d6d-a1f34702fb5d tempest-BulkNetworkOpsTest-1870100288 tempest-BulkNetworkOpsTest-1870100288-project] Releasing vlan 160 on physical network physnet1 to pool {{(pid=103332) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 07:39:08.948742 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-0ab7d08a-2503-4e05-8d6d-a1f34702fb5d tempest-BulkNetworkOpsTest-1870100288 tempest-BulkNetworkOpsTest-1870100288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-133553843'] for segment, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:08.951585 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 54602) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:39:09.037545 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.services.segments.plugin [-] Segment 7d6fdd45-f6d9-450a-8df2-274393b1c504 resource provider aggregate not found Oct 19 07:39:09.127090 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54ad5fab-b76c-4a27-99a2-25f35c8b32f3 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify agent at l3_agent.dv-neutron-861624-1-hyperv the message routers_updated {{(pid=103333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 07:39:09.136552 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-54ad5fab-b76c-4a27-99a2-25f35c8b32f3 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] 10.222.0.27 "PUT /v2.0/routers/7f97d004-2c55-4f8b-81bc-2115020ea86e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5402553 Oct 19 07:39:09.140165 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 54610) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:39:09.231624 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-8dbf27d8-91dd-4b3d-a4a2-4d15d76d3e42 tempest-RoutersIpV6AdminTest-1896539816 tempest-RoutersIpV6AdminTest-1896539816-project-admin] Notify callbacks [] for router, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:09.339634 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05cb811f-5a83-4b5c-b823-b4342d6e690d tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:39:09.341375 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05cb811f-5a83-4b5c-b823-b4342d6e690d tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:39:09.343124 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-05cb811f-5a83-4b5c-b823-b4342d6e690d tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] 10.222.0.27 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1994956 Oct 19 07:39:09.348271 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 54618) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:39:09.388629 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device d5ab7c28-0f66-4b3d-b715-2980c45833a8 no longer exists at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 07:39:09.433875 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] No Port match for: d5ab7c28-0f66-4b3d-b715-2980c45833a8 {{(pid=103334) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 19 07:39:09.434253 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device d5ab7c28-0f66-4b3d-b715-2980c45833a8 not bound to the agent host dv-neutron-861624-1-hyperv {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 07:39:09.517198 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.services.segments.plugin [-] Segment 7d6fdd45-f6d9-450a-8df2-274393b1c504 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7d6fdd45-f6d9-450a-8df2-274393b1c504 found for delete ", "request_id": "req-390f1c9b-3352-4478-9078-12a3214092ff"}]} Oct 19 07:39:09.528448 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-0ab7d08a-2503-4e05-8d6d-a1f34702fb5d tempest-BulkNetworkOpsTest-1870100288 tempest-BulkNetworkOpsTest-1870100288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-673044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1695087'] for network, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:09.539785 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-0ab7d08a-2503-4e05-8d6d-a1f34702fb5d tempest-BulkNetworkOpsTest-1870100288 tempest-BulkNetworkOpsTest-1870100288-project] Notify callbacks [] for network, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:09.546845 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-0ab7d08a-2503-4e05-8d6d-a1f34702fb5d tempest-BulkNetworkOpsTest-1870100288 tempest-BulkNetworkOpsTest-1870100288-project] 10.222.0.27 "DELETE /v2.0/networks/9d1b7540-30ea-4f3d-a221-48458da1e425 HTTP/1.1" status: 204 len: 168 time: 2.6580355 Oct 19 07:39:09.547198 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 54624) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:39:09.563167 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab7d08a-2503-4e05-8d6d-a1f34702fb5d tempest-BulkNetworkOpsTest-1870100288 tempest-BulkNetworkOpsTest-1870100288-project] Pushing event deleted for resources: {'Network': ['ID=9d1b7540-30ea-4f3d-a221-48458da1e425,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:39:09.577276 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-468ec143-e923-4a65-a4b4-d0d6cfd60d78 tempest-RoutersAdminTest-1280535694 tempest-RoutersAdminTest-1280535694-project-admin] Router 02a1f35d-490a-402d-b077-263dbfec3f52 is scheduled to L3 agent ab388470-1243-4d53-80f2-c2f5899c97a7 with binding_index 1 {{(pid=103332) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 07:39:09.596692 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-8dbf27d8-91dd-4b3d-a4a2-4d15d76d3e42 tempest-RoutersIpV6AdminTest-1896539816 tempest-RoutersIpV6AdminTest-1896539816-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1693565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12618'] for router, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:09.601947 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-8dbf27d8-91dd-4b3d-a4a2-4d15d76d3e42 tempest-RoutersIpV6AdminTest-1896539816 tempest-RoutersIpV6AdminTest-1896539816-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:09.606815 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1bbdaa4-44a3-465b-aef0-e3dfbb47e825 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Deleting subnet 86e3b345-4f56-452f-95a7-6b341514cc7f {{(pid=103333) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 19 07:39:09.609981 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-e1bbdaa4-44a3-465b-aef0-e3dfbb47e825 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks [] for subnet, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:09.697384 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-468ec143-e923-4a65-a4b4-d0d6cfd60d78 tempest-RoutersAdminTest-1280535694 tempest-RoutersAdminTest-1280535694-project-admin] Notify agent at l3_agent.dv-neutron-861624-1-hyperv the message routers_updated {{(pid=103332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 07:39:09.718994 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c62b4342-26f5-456f-a21e-d35d8b0000ed None None] Sync routers for ids ['02a1f35d-490a-402d-b077-263dbfec3f52'] in dv-neutron-861624-1-hyperv {{(pid=103334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 07:39:09.729702 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-468ec143-e923-4a65-a4b4-d0d6cfd60d78 tempest-RoutersAdminTest-1280535694 tempest-RoutersAdminTest-1280535694-project-admin] Notify callbacks [] for router, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:09.734100 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-468ec143-e923-4a65-a4b4-d0d6cfd60d78 tempest-RoutersAdminTest-1280535694 tempest-RoutersAdminTest-1280535694-project-admin] 10.222.0.27 "POST /v2.0/routers HTTP/1.1" status: 201 len: 876 time: 5.1265597 Oct 19 07:39:09.734100 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 54632) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:39:09.735976 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c62b4342-26f5-456f-a21e-d35d8b0000ed None None] Routers {'02a1f35d-490a-402d-b077-263dbfec3f52'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 07:39:09.736801 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-c62b4342-26f5-456f-a21e-d35d8b0000ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T07:38:46Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['02a1f35d-490a-402d-b077-263dbfec3f52'], 'active': True} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:39:09.782676 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-e1bbdaa4-44a3-465b-aef0-e3dfbb47e825 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-134111928'] for subnet, precommit_delete_associations {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:09.809392 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-7bba7782-ea3d-47f8-8201-c60c2643fe5b tempest-BulkNetworkOpsTest-1870100288 tempest-BulkNetworkOpsTest-1870100288-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-667019'] for network, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:09.818474 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-8dbf27d8-91dd-4b3d-a4a2-4d15d76d3e42 tempest-RoutersIpV6AdminTest-1896539816 tempest-RoutersIpV6AdminTest-1896539816-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1693542'] for router, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:09.818729 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8dbf27d8-91dd-4b3d-a4a2-4d15d76d3e42 tempest-RoutersIpV6AdminTest-1896539816 tempest-RoutersIpV6AdminTest-1896539816-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 354f4f45-9455-416d-808e-064a94d4b500 {{(pid=103333) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 07:39:09.826820 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-8dbf27d8-91dd-4b3d-a4a2-4d15d76d3e42 tempest-RoutersIpV6AdminTest-1896539816 tempest-RoutersIpV6AdminTest-1896539816-project-admin] Notify callbacks [] for router, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:09.827931 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-8dbf27d8-91dd-4b3d-a4a2-4d15d76d3e42 tempest-RoutersIpV6AdminTest-1896539816 tempest-RoutersIpV6AdminTest-1896539816-project-admin] 10.222.0.27 "DELETE /v2.0/routers/354f4f45-9455-416d-808e-064a94d4b500 HTTP/1.1" status: 204 len: 168 time: 0.8742380 Oct 19 07:39:09.874250 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-a01a5db9-53ac-4556-97a4-dc7e569f9bb4 tempest-RoutersAdminTest-1280535694 tempest-RoutersAdminTest-1280535694-project-admin] Notify callbacks [] for router, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:09.880947 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvr_db [None req-c62b4342-26f5-456f-a21e-d35d8b0000ed None None] Set router 02a1f35d-490a-402d-b077-263dbfec3f52 gateway port host: dv-neutron-861624-1-hyperv {{(pid=103334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 07:39:09.964490 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-7bba7782-ea3d-47f8-8201-c60c2643fe5b tempest-BulkNetworkOpsTest-1870100288 tempest-BulkNetworkOpsTest-1870100288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-673051', 'neutron.services.segments.db._delete_segments_for_network-8785021519108'] for network, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:09.981350 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-e1bbdaa4-44a3-465b-aef0-e3dfbb47e825 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-679826'] for subnet, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:10.014342 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-7bba7782-ea3d-47f8-8201-c60c2643fe5b tempest-BulkNetworkOpsTest-1870100288 tempest-BulkNetworkOpsTest-1870100288-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da8b0560-8544-419e-9ba3-d80e0b44dae0']}} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:39:10.030760 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-7bba7782-ea3d-47f8-8201-c60c2643fe5b tempest-BulkNetworkOpsTest-1870100288 tempest-BulkNetworkOpsTest-1870100288-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60359f9e-9cce-4a0f-98af-f10616fa2821') {'for_net_delete': True} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:39:10.031054 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-7bba7782-ea3d-47f8-8201-c60c2643fe5b tempest-BulkNetworkOpsTest-1870100288 tempest-BulkNetworkOpsTest-1870100288-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60359f9e-9cce-4a0f-98af-f10616fa2821') {} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:39:10.035629 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-a01a5db9-53ac-4556-97a4-dc7e569f9bb4 tempest-RoutersAdminTest-1280535694 tempest-RoutersAdminTest-1280535694-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:10.050802 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-7bba7782-ea3d-47f8-8201-c60c2643fe5b tempest-BulkNetworkOpsTest-1870100288 tempest-BulkNetworkOpsTest-1870100288-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785021519382', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-134111927'] for segment, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:10.068982 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-7bba7782-ea3d-47f8-8201-c60c2643fe5b tempest-BulkNetworkOpsTest-1870100288 tempest-BulkNetworkOpsTest-1870100288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979'] for segment, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:10.081437 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7bba7782-ea3d-47f8-8201-c60c2643fe5b tempest-BulkNetworkOpsTest-1870100288 tempest-BulkNetworkOpsTest-1870100288-project] Releasing vlan 173 on physical network physnet1 to pool {{(pid=103333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 07:39:10.081902 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-7bba7782-ea3d-47f8-8201-c60c2643fe5b tempest-BulkNetworkOpsTest-1870100288 tempest-BulkNetworkOpsTest-1870100288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130996782'] for segment, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:10.093362 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-e1bbdaa4-44a3-465b-aef0-e3dfbb47e825 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-679819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130997964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130170408'] for subnet, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:10.142189 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.plugin [None req-a01a5db9-53ac-4556-97a4-dc7e569f9bb4 tempest-RoutersAdminTest-1280535694 tempest-RoutersAdminTest-1280535694-project-admin] Deleting port dde44d30-e2ca-4fc8-af84-0274b210a16a {{(pid=103332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 07:39:10.143048 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-a01a5db9-53ac-4556-97a4-dc7e569f9bb4 tempest-RoutersAdminTest-1280535694 tempest-RoutersAdminTest-1280535694-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:10.167587 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.services.segments.plugin [-] Segment 60359f9e-9cce-4a0f-98af-f10616fa2821 resource provider aggregate not found Oct 19 07:39:10.172006 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1bbdaa4-44a3-465b-aef0-e3dfbb47e825 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Pushing event deleted for resources: {'Subnet': ['ID=86e3b345-4f56-452f-95a7-6b341514cc7f,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:39:10.189265 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-e1bbdaa4-44a3-465b-aef0-e3dfbb47e825 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks [] for subnet, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:10.199293 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-e1bbdaa4-44a3-465b-aef0-e3dfbb47e825 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] 10.222.0.27 "DELETE /v2.0/subnets/86e3b345-4f56-452f-95a7-6b341514cc7f HTTP/1.1" status: 204 len: 168 time: 0.8466666 Oct 19 07:39:10.202589 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 54644) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:39:10.202920 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 54646) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:39:10.204881 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.services.segments.plugin [-] Segment 60359f9e-9cce-4a0f-98af-f10616fa2821 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 60359f9e-9cce-4a0f-98af-f10616fa2821 found for delete ", "request_id": "req-4664237d-ecf3-4837-8ad8-1231a1235fbc"}]} Oct 19 07:39:10.216375 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-814bbb62-c2e0-4a2c-8051-f28c5fd9b909 None None] Network 6b5a65c5-1bed-4301-9db8-c1056c2b8eba requested from dv-neutron-861624-1-hyperv {{(pid=103334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 07:39:10.261999 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-a01a5db9-53ac-4556-97a4-dc7e569f9bb4 tempest-RoutersAdminTest-1280535694 tempest-RoutersAdminTest-1280535694-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:10.284346 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.plugin [None req-a01a5db9-53ac-4556-97a4-dc7e569f9bb4 tempest-RoutersAdminTest-1280535694 tempest-RoutersAdminTest-1280535694-project-admin] Calling delete_port for dde44d30-e2ca-4fc8-af84-0274b210a16a owned by network:router_gateway {{(pid=103332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 07:39:10.357241 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-c62b4342-26f5-456f-a21e-d35d8b0000ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02a1f35d-490a-402d-b077-263dbfec3f52', 'name': '', 'tenant_id': 'fec3e90f990246a9ab12e89f58de82cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5a0fcb1-894e-44d8-961d-055d7c5d1b93', 'external_fixed_ips': [{'subnet_id': 'b26a8acf-b2aa-44f4-9440-42847899c8c6', 'ip_address': '172.20.0.11'}], 'enable_snat': True}, 'gw_port_id': 'dde44d30-e2ca-4fc8-af84-0274b210a16a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T07:39:04Z', 'updated_at': '2022-10-19T07:39:07Z', 'revision_number': 3, 'project_id': 'fec3e90f990246a9ab12e89f58de82cb', 'gw_port': {'id': 'dde44d30-e2ca-4fc8-af84-0274b210a16a', 'name': '', 'network_id': 'e5a0fcb1-894e-44d8-961d-055d7c5d1b93', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:62:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02a1f35d-490a-402d-b077-263dbfec3f52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': 'b26a8acf-b2aa-44f4-9440-42847899c8c6', 'ip_address': '172.20.0.11', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:39:06Z', 'updated_at': '2022-10-19T07:39:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b26a8acf-b2aa-44f4-9440-42847899c8c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861624-1-hyperv'}], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:39:10.377974 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-7bba7782-ea3d-47f8-8201-c60c2643fe5b tempest-BulkNetworkOpsTest-1870100288 tempest-BulkNetworkOpsTest-1870100288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-673044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1695087'] for network, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:10.388207 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-7bba7782-ea3d-47f8-8201-c60c2643fe5b tempest-BulkNetworkOpsTest-1870100288 tempest-BulkNetworkOpsTest-1870100288-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574827'] for network, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:10.391391 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-7bba7782-ea3d-47f8-8201-c60c2643fe5b tempest-BulkNetworkOpsTest-1870100288 tempest-BulkNetworkOpsTest-1870100288-project] 10.222.0.27 "DELETE /v2.0/networks/da8b0560-8544-419e-9ba3-d80e0b44dae0 HTTP/1.1" status: 204 len: 168 time: 0.8448198 Oct 19 07:39:10.409368 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 54654) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:39:10.411231 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c62b4342-26f5-456f-a21e-d35d8b0000ed None None] Checking router: 02a1f35d-490a-402d-b077-263dbfec3f52 for host: dv-neutron-861624-1-hyperv {{(pid=103334) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 07:39:10.412625 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c62b4342-26f5-456f-a21e-d35d8b0000ed None None] Updating router 02a1f35d-490a-402d-b077-263dbfec3f52 port dde44d30-e2ca-4fc8-af84-0274b210a16a binding host dv-neutron-861624-1-hyperv {{(pid=103334) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 07:39:10.507511 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-c62b4342-26f5-456f-a21e-d35d8b0000ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:10.514689 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-485186ef-5a0d-4de6-bce1-f73205b1cd86 None None] Sync routers for ids ['7f97d004-2c55-4f8b-81bc-2115020ea86e'] in dv-neutron-861624-1-hyperv {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 07:39:10.533828 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-749d64c0-f901-4e89-ae55-7af5316f2237 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] 10.222.0.27 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.3259358 Oct 19 07:39:10.537149 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 54658) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:39:10.539570 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bba7782-ea3d-47f8-8201-c60c2643fe5b tempest-BulkNetworkOpsTest-1870100288 tempest-BulkNetworkOpsTest-1870100288-project] Pushing event deleted for resources: {'Network': ['ID=da8b0560-8544-419e-9ba3-d80e0b44dae0,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:39:10.544936 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-a01a5db9-53ac-4556-97a4-dc7e569f9bb4 tempest-RoutersAdminTest-1280535694 tempest-RoutersAdminTest-1280535694-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133553798'] for port, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:10.550665 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-485186ef-5a0d-4de6-bce1-f73205b1cd86 None None] Routers {'7f97d004-2c55-4f8b-81bc-2115020ea86e'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 07:39:10.553181 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-485186ef-5a0d-4de6-bce1-f73205b1cd86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T07:38:46Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['7f97d004-2c55-4f8b-81bc-2115020ea86e'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:39:10.613595 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-f0658988-1171-4adc-b74e-38418a8bb4de tempest-RoutersIpV6AdminTest-1129688832 tempest-RoutersIpV6AdminTest-1129688832-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1219497114', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd'}, 'admin_state_up': False}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:39:10.636221 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-22e938d9-8937-4279-94ef-b58bb3e2dc0a tempest-BulkNetworkOpsTest-1870100288 tempest-BulkNetworkOpsTest-1870100288-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-667019'] for network, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:10.636904 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01a5db9-53ac-4556-97a4-dc7e569f9bb4 tempest-RoutersAdminTest-1280535694 tempest-RoutersAdminTest-1280535694-project-admin] Pushing event deleted for resources: {'Port': ['ID=dde44d30-e2ca-4fc8-af84-0274b210a16a,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:39:10.671061 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ed20908-b5d6-4c6b-9d43-e84aba327ea8 None None] DHCP port deletion for 6b5a65c5-1bed-4301-9db8-c1056c2b8eba request from dv-neutron-861624-1-hyperv {{(pid=103334) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 07:39:10.691490 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-f0658988-1171-4adc-b74e-38418a8bb4de tempest-RoutersIpV6AdminTest-1129688832 tempest-RoutersIpV6AdminTest-1129688832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1692695', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12668'] for router, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:10.693487 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-f0658988-1171-4adc-b74e-38418a8bb4de tempest-RoutersIpV6AdminTest-1129688832 tempest-RoutersIpV6AdminTest-1129688832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1692835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1693910', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1621825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12659'] for router, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:10.762784 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvr_db [None req-485186ef-5a0d-4de6-bce1-f73205b1cd86 None None] Set router 7f97d004-2c55-4f8b-81bc-2115020ea86e gateway port host: None {{(pid=103335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 07:39:10.795060 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-22e938d9-8937-4279-94ef-b58bb3e2dc0a tempest-BulkNetworkOpsTest-1870100288 tempest-BulkNetworkOpsTest-1870100288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-673051', 'neutron.services.segments.db._delete_segments_for_network-8785021519108'] for network, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:10.803126 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-ab31ba32-eb07-4d2e-b073-1ac1d078d886 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks [] for router, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:10.832636 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-22e938d9-8937-4279-94ef-b58bb3e2dc0a tempest-BulkNetworkOpsTest-1870100288 tempest-BulkNetworkOpsTest-1870100288-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07b11561-a653-468c-89a8-1fafde4ffffd']}} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:39:10.847909 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-22e938d9-8937-4279-94ef-b58bb3e2dc0a tempest-BulkNetworkOpsTest-1870100288 tempest-BulkNetworkOpsTest-1870100288-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89d721df-0a73-4f84-8dce-7865b77be926') {'for_net_delete': True} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:39:10.848713 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-22e938d9-8937-4279-94ef-b58bb3e2dc0a tempest-BulkNetworkOpsTest-1870100288 tempest-BulkNetworkOpsTest-1870100288-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89d721df-0a73-4f84-8dce-7865b77be926') {} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:39:10.859855 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-485186ef-5a0d-4de6-bce1-f73205b1cd86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f97d004-2c55-4f8b-81bc-2115020ea86e', 'name': 'tempest-NetworksTestDHCPv6-router-332158707', 'tenant_id': '61a2e57b80c1442e9cb330141a970781', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T07:39:01Z', 'updated_at': '2022-10-19T07:39:08Z', 'revision_number': 3, 'project_id': '61a2e57b80c1442e9cb330141a970781', 'gw_port_host': None}], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:39:10.863476 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-a01a5db9-53ac-4556-97a4-dc7e569f9bb4 tempest-RoutersAdminTest-1280535694 tempest-RoutersAdminTest-1280535694-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1693831'] for router_gateway, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:10.866661 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-22e938d9-8937-4279-94ef-b58bb3e2dc0a tempest-BulkNetworkOpsTest-1870100288 tempest-BulkNetworkOpsTest-1870100288-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785021519382', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-134111927'] for segment, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:10.884031 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-22e938d9-8937-4279-94ef-b58bb3e2dc0a tempest-BulkNetworkOpsTest-1870100288 tempest-BulkNetworkOpsTest-1870100288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979'] for segment, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:10.891787 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22e938d9-8937-4279-94ef-b58bb3e2dc0a tempest-BulkNetworkOpsTest-1870100288 tempest-BulkNetworkOpsTest-1870100288-project] Releasing vlan 169 on physical network physnet1 to pool {{(pid=103333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 07:39:10.892192 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-22e938d9-8937-4279-94ef-b58bb3e2dc0a tempest-BulkNetworkOpsTest-1870100288 tempest-BulkNetworkOpsTest-1870100288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130996782'] for segment, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:10.893797 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-485186ef-5a0d-4de6-bce1-f73205b1cd86 None None] Checking router: 7f97d004-2c55-4f8b-81bc-2115020ea86e for host: dv-neutron-861624-1-hyperv {{(pid=103335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 07:39:10.915805 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-485186ef-5a0d-4de6-bce1-f73205b1cd86 None None] Routers {'7f97d004-2c55-4f8b-81bc-2115020ea86e'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 07:39:10.918846 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-485186ef-5a0d-4de6-bce1-f73205b1cd86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T07:38:46Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['7f97d004-2c55-4f8b-81bc-2115020ea86e'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:39:10.999494 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-f0658988-1171-4adc-b74e-38418a8bb4de tempest-RoutersIpV6AdminTest-1129688832 tempest-RoutersIpV6AdminTest-1129688832-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:11.001779 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-22e938d9-8937-4279-94ef-b58bb3e2dc0a tempest-BulkNetworkOpsTest-1870100288 tempest-BulkNetworkOpsTest-1870100288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-673044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1695087'] for network, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:11.007821 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-22e938d9-8937-4279-94ef-b58bb3e2dc0a tempest-BulkNetworkOpsTest-1870100288 tempest-BulkNetworkOpsTest-1870100288-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574827'] for network, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:11.010913 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-a01a5db9-53ac-4556-97a4-dc7e569f9bb4 tempest-RoutersAdminTest-1280535694 tempest-RoutersAdminTest-1280535694-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1693565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12618'] for router, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:11.014002 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-22e938d9-8937-4279-94ef-b58bb3e2dc0a tempest-BulkNetworkOpsTest-1870100288 tempest-BulkNetworkOpsTest-1870100288-project] 10.222.0.27 "DELETE /v2.0/networks/07b11561-a653-468c-89a8-1fafde4ffffd HTTP/1.1" status: 204 len: 168 time: 0.5941110 Oct 19 07:39:11.017073 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-a01a5db9-53ac-4556-97a4-dc7e569f9bb4 tempest-RoutersAdminTest-1280535694 tempest-RoutersAdminTest-1280535694-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:11.043657 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-1ed20908-b5d6-4c6b-9d43-e84aba327ea8 None None] Deleting port 4b3dd988-be61-40ec-8d8e-095a2ff97ef3 {{(pid=103334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 07:39:11.044037 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-1ed20908-b5d6-4c6b-9d43-e84aba327ea8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:11.059881 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 54668) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:39:11.072933 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-a01a5db9-53ac-4556-97a4-dc7e569f9bb4 tempest-RoutersAdminTest-1280535694 tempest-RoutersAdminTest-1280535694-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1693542'] for router, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:11.073897 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a01a5db9-53ac-4556-97a4-dc7e569f9bb4 tempest-RoutersAdminTest-1280535694 tempest-RoutersAdminTest-1280535694-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 02a1f35d-490a-402d-b077-263dbfec3f52 {{(pid=103332) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 07:39:11.116894 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-a01a5db9-53ac-4556-97a4-dc7e569f9bb4 tempest-RoutersAdminTest-1280535694 tempest-RoutersAdminTest-1280535694-project-admin] Notify callbacks [] for router, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:11.118474 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e938d9-8937-4279-94ef-b58bb3e2dc0a tempest-BulkNetworkOpsTest-1870100288 tempest-BulkNetworkOpsTest-1870100288-project] Pushing event deleted for resources: {'Network': ['ID=07b11561-a653-468c-89a8-1fafde4ffffd,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:39:11.119888 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-a01a5db9-53ac-4556-97a4-dc7e569f9bb4 tempest-RoutersAdminTest-1280535694 tempest-RoutersAdminTest-1280535694-project-admin] 10.222.0.27 "DELETE /v2.0/routers/02a1f35d-490a-402d-b077-263dbfec3f52 HTTP/1.1" status: 204 len: 168 time: 1.3842676 Oct 19 07:39:11.153774 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-1ed20908-b5d6-4c6b-9d43-e84aba327ea8 None None] For port 4b3dd988-be61-40ec-8d8e-095a2ff97ef3, host dv-neutron-861624-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=4b3dd988-be61-40ec-8d8e-095a2ff97ef3,segment=NetworkSegment(5a8d2b05-b527-4bd4-a671-b9112f193fef),segment_id=5a8d2b05-b527-4bd4-a671-b9112f193fef)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:39:11.154102 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-1ed20908-b5d6-4c6b-9d43-e84aba327ea8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:11.162212 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 54672) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:39:11.176716 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-1ed20908-b5d6-4c6b-9d43-e84aba327ea8 None None] Calling delete_port for 4b3dd988-be61-40ec-8d8e-095a2ff97ef3 owned by network:dhcp {{(pid=103334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 07:39:11.178268 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.db.api [None req-c62b4342-26f5-456f-a21e-d35d8b0000ed None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103334) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 19 07:39:11.178626 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG oslo_db.api [None req-c62b4342-26f5-456f-a21e-d35d8b0000ed None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 19 07:39:11.220135 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-f0658988-1171-4adc-b74e-38418a8bb4de tempest-RoutersIpV6AdminTest-1129688832 tempest-RoutersIpV6AdminTest-1129688832-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:11.285934 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-ab31ba32-eb07-4d2e-b073-1ac1d078d886 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1693565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12618'] for router, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:11.293833 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-ab31ba32-eb07-4d2e-b073-1ac1d078d886 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:11.314727 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-bf16e856-5710-4cf2-ae24-16f200047ffb tempest-BulkNetworkOpsTest-1870100288 tempest-BulkNetworkOpsTest-1870100288-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-667019'] for network, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:11.342636 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-1ed20908-b5d6-4c6b-9d43-e84aba327ea8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339'] for port, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:11.361955 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b29268f-3668-4533-ab83-5dfb87150c06 tempest-RoutersAdminTest-1280535694 tempest-RoutersAdminTest-1280535694-project-admin] Deleting subnet b26a8acf-b2aa-44f4-9440-42847899c8c6 {{(pid=103332) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 19 07:39:11.366513 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-4b29268f-3668-4533-ab83-5dfb87150c06 tempest-RoutersAdminTest-1280535694 tempest-RoutersAdminTest-1280535694-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:11.366771 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ed20908-b5d6-4c6b-9d43-e84aba327ea8 None None] No DVR routers for this DVR port 4b3dd988-be61-40ec-8d8e-095a2ff97ef3 on host dv-neutron-861624-1-hyperv {{(pid=103334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 19 07:39:11.386909 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvr_db [None req-485186ef-5a0d-4de6-bce1-f73205b1cd86 None None] Set router 7f97d004-2c55-4f8b-81bc-2115020ea86e gateway port host: None {{(pid=103335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 07:39:11.391743 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-ab31ba32-eb07-4d2e-b073-1ac1d078d886 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1693542'] for router, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:11.392500 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab31ba32-eb07-4d2e-b073-1ac1d078d886 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Fanout notify agent at l3_agent the message router_deleted on router 7f97d004-2c55-4f8b-81bc-2115020ea86e {{(pid=103332) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 07:39:11.405862 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 54676) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:39:11.409127 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed20908-b5d6-4c6b-9d43-e84aba327ea8 None None] Pushing event deleted for resources: {'Port': ['ID=4b3dd988-be61-40ec-8d8e-095a2ff97ef3,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:39:11.414853 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device 4b3dd988-be61-40ec-8d8e-095a2ff97ef3 no longer exists at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 07:39:11.441704 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-ab31ba32-eb07-4d2e-b073-1ac1d078d886 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks [] for router, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:11.443940 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-ab31ba32-eb07-4d2e-b073-1ac1d078d886 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] 10.222.0.27 "DELETE /v2.0/routers/7f97d004-2c55-4f8b-81bc-2115020ea86e HTTP/1.1" status: 204 len: 168 time: 0.9057899 Oct 19 07:39:11.447618 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 54680) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:39:11.453934 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-0ca5de79-e232-41a3-ab00-f999de979f39 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Request body: {'subnet': {'network_id': '6b5a65c5-1bed-4301-9db8-c1056c2b8eba', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:39:11.478519 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-4b29268f-3668-4533-ab83-5dfb87150c06 tempest-RoutersAdminTest-1280535694 tempest-RoutersAdminTest-1280535694-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130726890'] for subnet, precommit_delete_associations {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:11.480259 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] No Port match for: 4b3dd988-be61-40ec-8d8e-095a2ff97ef3 {{(pid=103334) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 19 07:39:11.484438 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-485186ef-5a0d-4de6-bce1-f73205b1cd86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f97d004-2c55-4f8b-81bc-2115020ea86e', 'name': 'tempest-NetworksTestDHCPv6-router-332158707', 'tenant_id': '61a2e57b80c1442e9cb330141a970781', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T07:39:01Z', 'updated_at': '2022-10-19T07:39:08Z', 'revision_number': 3, 'project_id': '61a2e57b80c1442e9cb330141a970781', 'gw_port_host': None}], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:39:11.484643 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device 4b3dd988-be61-40ec-8d8e-095a2ff97ef3 not bound to the agent host dv-neutron-861624-1-hyperv {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 07:39:11.538645 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:11.541775 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-bf16e856-5710-4cf2-ae24-16f200047ffb tempest-BulkNetworkOpsTest-1870100288 tempest-BulkNetworkOpsTest-1870100288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-673051', 'neutron.services.segments.db._delete_segments_for_network-8785021519108'] for network, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:11.557355 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-485186ef-5a0d-4de6-bce1-f73205b1cd86 None None] The sync data for ids ['7f97d004-2c55-4f8b-81bc-2115020ea86e'] in dv-neutron-861624-1-hyperv is: [{'id': '7f97d004-2c55-4f8b-81bc-2115020ea86e', 'name': 'tempest-NetworksTestDHCPv6-router-332158707', 'tenant_id': '61a2e57b80c1442e9cb330141a970781', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T07:39:01Z', 'updated_at': '2022-10-19T07:39:08Z', 'revision_number': 3, 'project_id': '61a2e57b80c1442e9cb330141a970781', 'gw_port_host': None}] {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 07:39:11.574236 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.services.segments.db [None req-bf16e856-5710-4cf2-ae24-16f200047ffb tempest-BulkNetworkOpsTest-1870100288 tempest-BulkNetworkOpsTest-1870100288-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8cd54d9b-e02b-48de-9d1f-5cb028c8f627']}} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:39:11.577089 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-4b29268f-3668-4533-ab83-5dfb87150c06 tempest-RoutersAdminTest-1280535694 tempest-RoutersAdminTest-1280535694-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-679826'] for subnet, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:11.610632 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.services.segments.db [None req-bf16e856-5710-4cf2-ae24-16f200047ffb tempest-BulkNetworkOpsTest-1870100288 tempest-BulkNetworkOpsTest-1870100288-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee917962-3063-4c03-803f-5db689cfe448') {'for_net_delete': True} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:39:11.611014 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.services.segments.db [None req-bf16e856-5710-4cf2-ae24-16f200047ffb tempest-BulkNetworkOpsTest-1870100288 tempest-BulkNetworkOpsTest-1870100288-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee917962-3063-4c03-803f-5db689cfe448') {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:39:11.620194 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-2c781574-1c4e-41c9-8f13-7fa57e56a8f9 tempest-QuotasTest-606597334 tempest-QuotasTest-606597334-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:39:11.626214 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-bf16e856-5710-4cf2-ae24-16f200047ffb tempest-BulkNetworkOpsTest-1870100288 tempest-BulkNetworkOpsTest-1870100288-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785021519382', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130726885'] for segment, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:11.646192 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-bf16e856-5710-4cf2-ae24-16f200047ffb tempest-BulkNetworkOpsTest-1870100288 tempest-BulkNetworkOpsTest-1870100288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979'] for segment, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:11.654873 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-f0658988-1171-4adc-b74e-38418a8bb4de tempest-RoutersIpV6AdminTest-1129688832 tempest-RoutersIpV6AdminTest-1129688832-project] Notify callbacks [] for router_gateway, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:11.657035 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf16e856-5710-4cf2-ae24-16f200047ffb tempest-BulkNetworkOpsTest-1870100288 tempest-BulkNetworkOpsTest-1870100288-project] Releasing vlan 172 on physical network physnet1 to pool {{(pid=103332) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 07:39:11.657688 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-bf16e856-5710-4cf2-ae24-16f200047ffb tempest-BulkNetworkOpsTest-1870100288 tempest-BulkNetworkOpsTest-1870100288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-133553843'] for segment, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:11.687701 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-f0658988-1171-4adc-b74e-38418a8bb4de tempest-RoutersIpV6AdminTest-1129688832 tempest-RoutersIpV6AdminTest-1129688832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:11.694927 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-4b29268f-3668-4533-ab83-5dfb87150c06 tempest-RoutersAdminTest-1280535694 tempest-RoutersAdminTest-1280535694-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-679819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-133552721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130659632'] for subnet, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:11.707819 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ca5de79-e232-41a3-ab00-f999de979f39 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Made reservation on behalf of 61a2e57b80c1442e9cb330141a970781 for: {'subnet': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 07:39:11.711952 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-0ca5de79-e232-41a3-ab00-f999de979f39 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130170579'] for subnet, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:11.719603 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c62b4342-26f5-456f-a21e-d35d8b0000ed None None] Port dde44d30-e2ca-4fc8-af84-0274b210a16a not found while updating agent binding for router 02a1f35d-490a-402d-b077-263dbfec3f52. {{(pid=103334) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Oct 19 07:39:11.730628 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.services.segments.plugin [-] Segment ee917962-3063-4c03-803f-5db689cfe448 resource provider aggregate not found Oct 19 07:39:11.732057 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c62b4342-26f5-456f-a21e-d35d8b0000ed None None] Routers set() bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 07:39:11.732788 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c62b4342-26f5-456f-a21e-d35d8b0000ed None None] Router IDs set() for agent in host dv-neutron-861624-1-hyperv {{(pid=103334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Oct 19 07:39:11.733427 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_agentschedulers_db [None req-c62b4342-26f5-456f-a21e-d35d8b0000ed None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'02a1f35d-490a-402d-b077-263dbfec3f52'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T07:38:46Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent'). {{(pid=103334) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Oct 19 07:39:11.733993 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c62b4342-26f5-456f-a21e-d35d8b0000ed None None] The sync data for ids ['02a1f35d-490a-402d-b077-263dbfec3f52'] in dv-neutron-861624-1-hyperv is: [] {{(pid=103334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 07:39:11.746842 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-2c781574-1c4e-41c9-8f13-7fa57e56a8f9 tempest-QuotasTest-606597334 tempest-QuotasTest-606597334-project-admin] 10.222.0.27 "PUT /v2.0/quotas/9e1cc62a8225445eb8619f1051237e3a HTTP/1.1" status: 200 len: 366 time: 0.3371303 Oct 19 07:39:11.747459 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 54686) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:39:11.759717 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b29268f-3668-4533-ab83-5dfb87150c06 tempest-RoutersAdminTest-1280535694 tempest-RoutersAdminTest-1280535694-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=b26a8acf-b2aa-44f4-9440-42847899c8c6,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:39:11.762781 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.services.segments.plugin [-] Segment ee917962-3063-4c03-803f-5db689cfe448 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ee917962-3063-4c03-803f-5db689cfe448 found for delete ", "request_id": "req-fcf439b3-2cee-4235-8a9b-77a5ce934599"}]} Oct 19 07:39:11.763130 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-4b29268f-3668-4533-ab83-5dfb87150c06 tempest-RoutersAdminTest-1280535694 tempest-RoutersAdminTest-1280535694-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574827'] for subnet, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:11.768554 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-4b29268f-3668-4533-ab83-5dfb87150c06 tempest-RoutersAdminTest-1280535694 tempest-RoutersAdminTest-1280535694-project-admin] 10.222.0.27 "DELETE /v2.0/subnets/b26a8acf-b2aa-44f4-9440-42847899c8c6 HTTP/1.1" status: 204 len: 168 time: 0.6031392 Oct 19 07:39:11.769620 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 54688) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:39:11.777782 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-bf16e856-5710-4cf2-ae24-16f200047ffb tempest-BulkNetworkOpsTest-1870100288 tempest-BulkNetworkOpsTest-1870100288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-673044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1695087'] for network, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:11.784435 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-bf16e856-5710-4cf2-ae24-16f200047ffb tempest-BulkNetworkOpsTest-1870100288 tempest-BulkNetworkOpsTest-1870100288-project] Notify callbacks [] for network, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:11.790713 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-bf16e856-5710-4cf2-ae24-16f200047ffb tempest-BulkNetworkOpsTest-1870100288 tempest-BulkNetworkOpsTest-1870100288-project] 10.222.0.27 "DELETE /v2.0/networks/8cd54d9b-e02b-48de-9d1f-5cb028c8f627 HTTP/1.1" status: 204 len: 168 time: 0.7268472 Oct 19 07:39:11.808387 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-a5786bde-c8bd-487d-bc71-0ade2646ad2d tempest-QuotasTest-606597334 tempest-QuotasTest-606597334-project-admin] 10.222.0.27 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 468 time: 0.0596838 Oct 19 07:39:11.813268 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 54692) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:39:11.819085 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf16e856-5710-4cf2-ae24-16f200047ffb tempest-BulkNetworkOpsTest-1870100288 tempest-BulkNetworkOpsTest-1870100288-project] Pushing event deleted for resources: {'Network': ['ID=8cd54d9b-e02b-48de-9d1f-5cb028c8f627,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:39:11.864180 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-96d2e16a-0806-4c05-b34a-a768009784fc tempest-QuotasTest-606597334 tempest-QuotasTest-606597334-project-admin] 10.222.0.27 "GET /v2.0/quotas/9e1cc62a8225445eb8619f1051237e3a HTTP/1.1" status: 200 len: 366 time: 0.0475531 Oct 19 07:39:11.869912 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 54694) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:39:11.886607 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-79be7a4e-7bdd-4c4f-aa6f-76774467bcb6 tempest-RoutersAdminTest-1280535694 tempest-RoutersAdminTest-1280535694-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-667019'] for network, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:11.890894 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-8917efe1-c44c-4242-8cf3-4446b554f7cc tempest-QuotasTest-606597334 tempest-QuotasTest-606597334-project-admin] 10.222.0.27 "DELETE /v2.0/quotas/9e1cc62a8225445eb8619f1051237e3a HTTP/1.1" status: 204 len: 168 time: 0.0199218 Oct 19 07:39:11.894343 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 54696) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:39:11.907853 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-80e7a3ea-114e-4ff5-8c5e-87cee4734e49 tempest-QuotasTest-606597334 tempest-QuotasTest-606597334-project-admin] 10.222.0.27 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 207 time: 0.0123668 Oct 19 07:39:11.911021 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 54698) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:39:11.939065 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-4ec186dd-416d-4e9c-af6c-fc59e4f28dc0 tempest-QuotasTest-606597334 tempest-QuotasTest-606597334-project-admin] 10.222.0.27 "GET /v2.0/quotas/9e1cc62a8225445eb8619f1051237e3a HTTP/1.1" status: 200 len: 370 time: 0.0263560 Oct 19 07:39:11.942935 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 54700) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:39:11.960681 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-385a1ed3-cd72-4d9c-86a5-97456da64ae1 tempest-QuotasTest-606597334 tempest-QuotasTest-606597334-project-admin] 10.222.0.27 "GET /v2.0/quotas/9e1cc62a8225445eb8619f1051237e3a/default HTTP/1.1" status: 200 len: 370 time: 0.0151322 Oct 19 07:39:11.963638 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 54702) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:39:11.991693 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.api.v2.resource [None req-d174553f-b140-4de9-b890-b136260ea355 tempest-QuotasTest-606597334 tempest-QuotasTest-606597334-project-admin] delete failed (client error): The resource could not be found. Oct 19 07:39:11.995960 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-d174553f-b140-4de9-b890-b136260ea355 tempest-QuotasTest-606597334 tempest-QuotasTest-606597334-project-admin] 10.222.0.27 "DELETE /v2.0/quotas/9e1cc62a8225445eb8619f1051237e3a HTTP/1.1" status: 404 len: 348 time: 0.0311098 Oct 19 07:39:12.034798 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-79be7a4e-7bdd-4c4f-aa6f-76774467bcb6 tempest-RoutersAdminTest-1280535694 tempest-RoutersAdminTest-1280535694-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-673051', 'neutron.services.segments.db._delete_segments_for_network-8785021519108'] for network, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:12.068421 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.services.segments.db [None req-79be7a4e-7bdd-4c4f-aa6f-76774467bcb6 tempest-RoutersAdminTest-1280535694 tempest-RoutersAdminTest-1280535694-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5a0fcb1-894e-44d8-961d-055d7c5d1b93']}} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:39:12.081200 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.services.segments.db [None req-79be7a4e-7bdd-4c4f-aa6f-76774467bcb6 tempest-RoutersAdminTest-1280535694 tempest-RoutersAdminTest-1280535694-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '736c02a8-c39a-44d6-b52b-700b8f094d09') {'for_net_delete': True} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:39:12.081564 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.services.segments.db [None req-79be7a4e-7bdd-4c4f-aa6f-76774467bcb6 tempest-RoutersAdminTest-1280535694 tempest-RoutersAdminTest-1280535694-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '736c02a8-c39a-44d6-b52b-700b8f094d09') {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:39:12.103299 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-79be7a4e-7bdd-4c4f-aa6f-76774467bcb6 tempest-RoutersAdminTest-1280535694 tempest-RoutersAdminTest-1280535694-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785021519382', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130726885'] for segment, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:12.134586 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-79be7a4e-7bdd-4c4f-aa6f-76774467bcb6 tempest-RoutersAdminTest-1280535694 tempest-RoutersAdminTest-1280535694-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979'] for segment, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:12.144154 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79be7a4e-7bdd-4c4f-aa6f-76774467bcb6 tempest-RoutersAdminTest-1280535694 tempest-RoutersAdminTest-1280535694-project-admin] Releasing vlan 191 on physical network physnet1 to pool {{(pid=103332) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 07:39:12.144986 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-79be7a4e-7bdd-4c4f-aa6f-76774467bcb6 tempest-RoutersAdminTest-1280535694 tempest-RoutersAdminTest-1280535694-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-133553843'] for segment, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:12.218894 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 54710) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:39:12.219311 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 54712) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:39:12.238294 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-79be7a4e-7bdd-4c4f-aa6f-76774467bcb6 tempest-RoutersAdminTest-1280535694 tempest-RoutersAdminTest-1280535694-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-673044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1695087'] for network, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:12.243842 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.services.segments.plugin [-] Segment 89d721df-0a73-4f84-8dce-7865b77be926 resource provider aggregate not found Oct 19 07:39:12.256067 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79be7a4e-7bdd-4c4f-aa6f-76774467bcb6 tempest-RoutersAdminTest-1280535694 tempest-RoutersAdminTest-1280535694-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network e5a0fcb1-894e-44d8-961d-055d7c5d1b93 {{(pid=103332) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Oct 19 07:39:12.274293 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-79be7a4e-7bdd-4c4f-aa6f-76774467bcb6 tempest-RoutersAdminTest-1280535694 tempest-RoutersAdminTest-1280535694-project-admin] Notify callbacks [] for network, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:12.281035 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-79be7a4e-7bdd-4c4f-aa6f-76774467bcb6 tempest-RoutersAdminTest-1280535694 tempest-RoutersAdminTest-1280535694-project-admin] 10.222.0.27 "DELETE /v2.0/networks/e5a0fcb1-894e-44d8-961d-055d7c5d1b93 HTTP/1.1" status: 204 len: 168 time: 0.5090232 Oct 19 07:39:12.289308 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.services.segments.plugin [-] Segment 89d721df-0a73-4f84-8dce-7865b77be926 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 89d721df-0a73-4f84-8dce-7865b77be926 found for delete ", "request_id": "req-617cbdc4-0393-4f07-970c-fc54cf8a4294"}]} Oct 19 07:39:12.289788 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79be7a4e-7bdd-4c4f-aa6f-76774467bcb6 tempest-RoutersAdminTest-1280535694 tempest-RoutersAdminTest-1280535694-project-admin] Pushing event deleted for resources: {'Network': ['ID=e5a0fcb1-894e-44d8-961d-055d7c5d1b93,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:39:12.290537 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.db_base_plugin_common [None req-f0658988-1171-4adc-b74e-38418a8bb4de tempest-RoutersIpV6AdminTest-1129688832 tempest-RoutersIpV6AdminTest-1129688832-project] Allocated IP 172.26.0.235 (99c66757-74e3-40a4-b479-8d09e3a7c3dd/7f3d1034-1de7-458a-a3ee-77488de3949b/67d2b0a9-bc1d-4430-b945-26ee33882820) {{(pid=103333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 07:39:12.407540 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-51e0d6b8-1c12-452d-bb4a-0813ad54d1bf tempest-QuotasTest-606597334 tempest-QuotasTest-606597334-project-admin] 10.222.0.27 "GET /v2.0/quotas/e66627d52b2a4a64b9502d66aeadd4d6/details.json HTTP/1.1" status: 200 len: 703 time: 0.1849666 Oct 19 07:39:12.442135 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-0ca5de79-e232-41a3-ab00-f999de979f39 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130997899', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130170401'] for subnet, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:12.496528 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ca5de79-e232-41a3-ab00-f999de979f39 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Network 6b5a65c5-1bed-4301-9db8-c1056c2b8eba is already hosted by enough agents. {{(pid=103333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 07:39:12.506568 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-0ca5de79-e232-41a3-ab00-f999de979f39 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Resources bound (agent type, host, resource id): {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:39:12.515596 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1f49cae-ab40-439e-9cfd-eb646e38cb46 None None] Network 6b5a65c5-1bed-4301-9db8-c1056c2b8eba requested from dv-neutron-861624-1-hyperv {{(pid=103334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 07:39:12.520219 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ca5de79-e232-41a3-ab00-f999de979f39 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:39:12.521375 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-0ca5de79-e232-41a3-ab00-f999de979f39 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks [] for subnet, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:12.542809 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-f0658988-1171-4adc-b74e-38418a8bb4de tempest-RoutersIpV6AdminTest-1129688832 tempest-RoutersIpV6AdminTest-1129688832-project] Notify callbacks [] for port, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:12.585887 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 54726) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:39:12.593095 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-0ca5de79-e232-41a3-ab00-f999de979f39 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1442142 Oct 19 07:39:12.594524 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca5de79-e232-41a3-ab00-f999de979f39 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Pushing event updated for resources: {'Subnet': ['ID=7df07be3-ea06-4f8f-9bef-5ea3cd6f3fd1,revision_number=0']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:39:12.597608 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-642aab78-0ff4-47ad-8a1f-cfa6c6ba83be tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-2039967643', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:39:12.649334 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-642aab78-0ff4-47ad-8a1f-cfa6c6ba83be tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1692695', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12668'] for router, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:12.650504 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-642aab78-0ff4-47ad-8a1f-cfa6c6ba83be tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1692835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1693910', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1621825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12659'] for router, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:12.677336 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-f0658988-1171-4adc-b74e-38418a8bb4de tempest-RoutersIpV6AdminTest-1129688832 tempest-RoutersIpV6AdminTest-1129688832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785020947330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130996763'] for port, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:12.718611 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c4926b0-ce6d-469f-bda7-70bd600509ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d12c6ac-27a3-545c-a8f3-f04e30423d6d-6b5a65c5-1bed-4301-9db8-c1056c2b8eba', 'network_id': '6b5a65c5-1bed-4301-9db8-c1056c2b8eba', 'tenant_id': '61a2e57b80c1442e9cb330141a970781', 'fixed_ips': [{'subnet_id': '7df07be3-ea06-4f8f-9bef-5ea3cd6f3fd1'}]}} from dv-neutron-861624-1-hyperv. {{(pid=103334) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 07:39:12.720345 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-3c4926b0-ce6d-469f-bda7-70bd600509ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:12.753734 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-00d823bf-e5be-4780-95fb-35e87e591841 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=940ae1e417cc461ba455b7620906854d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5276306 Oct 19 07:39:12.757889 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 54734) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:39:12.793433 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0658988-1171-4adc-b74e-38418a8bb4de tempest-RoutersIpV6AdminTest-1129688832 tempest-RoutersIpV6AdminTest-1129688832-project] Network 99c66757-74e3-40a4-b479-8d09e3a7c3dd is already hosted by enough agents. {{(pid=103333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 07:39:12.799066 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-f0658988-1171-4adc-b74e-38418a8bb4de tempest-RoutersIpV6AdminTest-1129688832 tempest-RoutersIpV6AdminTest-1129688832-project] Resources bound (agent type, host, resource id): {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:39:12.809683 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0658988-1171-4adc-b74e-38418a8bb4de tempest-RoutersIpV6AdminTest-1129688832 tempest-RoutersIpV6AdminTest-1129688832-project] Received port after_create {{(pid=103333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 07:39:12.866331 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0658988-1171-4adc-b74e-38418a8bb4de tempest-RoutersIpV6AdminTest-1129688832 tempest-RoutersIpV6AdminTest-1129688832-project] Pushing event updated for resources: {'Port': ['ID=67d2b0a9-bc1d-4430-b945-26ee33882820,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:39:12.868825 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 54736) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:39:12.889673 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-642aab78-0ff4-47ad-8a1f-cfa6c6ba83be tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:12.904666 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-642aab78-0ff4-47ad-8a1f-cfa6c6ba83be tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1692844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1693859'] for router, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:12.942012 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 54740) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:39:12.956060 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-a8f07750-8591-4f70-bcc3-fa43a2f3aedd tempest-RoutersAdminTest-1280535694 tempest-RoutersAdminTest-1280535694-project-admin] Request body: {'router': {'name': 'tempest-router--1724795623', 'project_id': '931a4d7b7df444618270636e7613bcac'}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:39:12.982832 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-642aab78-0ff4-47ad-8a1f-cfa6c6ba83be tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks [] for router, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:12.984646 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-642aab78-0ff4-47ad-8a1f-cfa6c6ba83be tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] 10.222.0.27 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.3979213 Oct 19 07:39:12.989369 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-a8f07750-8591-4f70-bcc3-fa43a2f3aedd tempest-RoutersAdminTest-1280535694 tempest-RoutersAdminTest-1280535694-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1692695', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12668'] for router, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:12.990572 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-a8f07750-8591-4f70-bcc3-fa43a2f3aedd tempest-RoutersAdminTest-1280535694 tempest-RoutersAdminTest-1280535694-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1692835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1693910', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1621825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12659'] for router, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:12.991043 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.db_base_plugin_common [None req-3c4926b0-ce6d-469f-bda7-70bd600509ca None None] Allocated IP 2001:db8::2 (6b5a65c5-1bed-4301-9db8-c1056c2b8eba/7df07be3-ea06-4f8f-9bef-5ea3cd6f3fd1/1a7c9852-2f3e-4aff-956d-7e80ca35cf42) {{(pid=103334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 07:39:12.993740 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 54742) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:39:13.001861 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-1d9eaec8-78e9-4e6b-86cc-7c157ddeae67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:13.059563 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-acd12f8c-8d2f-431b-b8ba-899bffd44a45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:13.105011 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-1d9eaec8-78e9-4e6b-86cc-7c157ddeae67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:13.171395 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-3c4926b0-ce6d-469f-bda7-70bd600509ca None None] Notify callbacks [] for port, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:13.181889 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-3c4926b0-ce6d-469f-bda7-70bd600509ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785020947330'] for port, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:13.221320 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c4926b0-ce6d-469f-bda7-70bd600509ca None None] Network 6b5a65c5-1bed-4301-9db8-c1056c2b8eba is already hosted by enough agents. {{(pid=103334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 07:39:13.224569 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.scheduler.base_scheduler [None req-3c4926b0-ce6d-469f-bda7-70bd600509ca None None] Resources bound (agent type, host, resource id): {{(pid=103334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:39:13.228527 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c4926b0-ce6d-469f-bda7-70bd600509ca None None] Received port after_create {{(pid=103334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 07:39:13.243459 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4926b0-ce6d-469f-bda7-70bd600509ca None None] Pushing event updated for resources: {'Port': ['ID=1a7c9852-2f3e-4aff-956d-7e80ca35cf42,revision_number=1']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:39:13.244777 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-acd12f8c-8d2f-431b-b8ba-899bffd44a45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:13.245910 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-f0658988-1171-4adc-b74e-38418a8bb4de tempest-RoutersIpV6AdminTest-1129688832 tempest-RoutersIpV6AdminTest-1129688832-project] Notify callbacks [] for router_gateway, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:13.284179 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-acd12f8c-8d2f-431b-b8ba-899bffd44a45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788643'] for security_group, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:13.298610 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device 97912078-185e-4292-acf9-1b6de764cad2 no longer exists at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 07:39:13.330774 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] No Port match for: 97912078-185e-4292-acf9-1b6de764cad2 {{(pid=103334) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 19 07:39:13.331526 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device 97912078-185e-4292-acf9-1b6de764cad2 not bound to the agent host dv-neutron-861624-1-hyperv {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 07:39:13.332349 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd12f8c-8d2f-431b-b8ba-899bffd44a45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a768a771-67a1-4282-ac88-9cc64a7bedf5,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:39:13.357355 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-3c4926b0-ce6d-469f-bda7-70bd600509ca None None] Attempting to bind port 1a7c9852-2f3e-4aff-956d-7e80ca35cf42 on host dv-neutron-861624-1-hyperv for vnic_type normal with profile {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 19 07:39:13.357849 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-3c4926b0-ce6d-469f-bda7-70bd600509ca None None] Attempting to bind port 1a7c9852-2f3e-4aff-956d-7e80ca35cf42 by drivers openvswitch,hyperv on host dv-neutron-861624-1-hyperv at level 0 using segments [{'id': '5a8d2b05-b527-4bd4-a671-b9112f193fef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '6b5a65c5-1bed-4301-9db8-c1056c2b8eba'}] {{(pid=103334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 19 07:39:13.358222 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c4926b0-ce6d-469f-bda7-70bd600509ca None None] Attempting to bind port 1a7c9852-2f3e-4aff-956d-7e80ca35cf42 on network 6b5a65c5-1bed-4301-9db8-c1056c2b8eba {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 07:39:13.366536 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c4926b0-ce6d-469f-bda7-70bd600509ca None None] Checking agent: {'id': 'a5b0152c-d633-409b-aaf8-3b76458e2410', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861624-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 19, 7, 30, 19), 'started_at': datetime.datetime(2022, 10, 19, 7, 30, 49), 'heartbeat_timestamp': datetime.datetime(2022, 10, 19, 7, 38, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861624-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 07:39:13.367535 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c4926b0-ce6d-469f-bda7-70bd600509ca None None] Checking segment: {'id': '5a8d2b05-b527-4bd4-a671-b9112f193fef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '6b5a65c5-1bed-4301-9db8-c1056c2b8eba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 19 07:39:13.367535 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-3c4926b0-ce6d-469f-bda7-70bd600509ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:13.367815 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c4926b0-ce6d-469f-bda7-70bd600509ca None None] Bound using segment: {'id': '5a8d2b05-b527-4bd4-a671-b9112f193fef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '6b5a65c5-1bed-4301-9db8-c1056c2b8eba'} {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 07:39:13.368370 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-3c4926b0-ce6d-469f-bda7-70bd600509ca None None] Bound port: 1a7c9852-2f3e-4aff-956d-7e80ca35cf42, host: dv-neutron-861624-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a8d2b05-b527-4bd4-a671-b9112f193fef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '6b5a65c5-1bed-4301-9db8-c1056c2b8eba'}}] {{(pid=103334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 19 07:39:13.369029 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-3c4926b0-ce6d-469f-bda7-70bd600509ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:13.373745 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-a24288a0-f59c-4632-b757-ad7309dbe392 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:13.407712 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-acd12f8c-8d2f-431b-b8ba-899bffd44a45 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=883f97cbeea54e6cbda23e35547f67a3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5378857 Oct 19 07:39:13.414286 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 54744) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:39:13.449331 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-3c4926b0-ce6d-469f-bda7-70bd600509ca None None] For port 1a7c9852-2f3e-4aff-956d-7e80ca35cf42, host dv-neutron-861624-1-hyperv, cleared binding levels {{(pid=103334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 07:39:13.453531 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-3c4926b0-ce6d-469f-bda7-70bd600509ca None None] For port 1a7c9852-2f3e-4aff-956d-7e80ca35cf42, host dv-neutron-861624-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=1a7c9852-2f3e-4aff-956d-7e80ca35cf42,segment=NetworkSegment(5a8d2b05-b527-4bd4-a671-b9112f193fef),segment_id=5a8d2b05-b527-4bd4-a671-b9112f193fef)] {{(pid=103334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 07:39:13.461390 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-3c4926b0-ce6d-469f-bda7-70bd600509ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:13.478051 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-a8f07750-8591-4f70-bcc3-fa43a2f3aedd tempest-RoutersAdminTest-1280535694 tempest-RoutersAdminTest-1280535694-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:13.497476 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-a8f07750-8591-4f70-bcc3-fa43a2f3aedd tempest-RoutersAdminTest-1280535694 tempest-RoutersAdminTest-1280535694-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1692844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1693859'] for router, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:13.528547 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-bbf29031-67e0-4b78-8ffa-61cf3e944447 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:13.532250 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4926b0-ce6d-469f-bda7-70bd600509ca None None] Pushing event updated for resources: {'Port': ['ID=1a7c9852-2f3e-4aff-956d-7e80ca35cf42,revision_number=2']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:39:13.560162 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-a8f07750-8591-4f70-bcc3-fa43a2f3aedd tempest-RoutersAdminTest-1280535694 tempest-RoutersAdminTest-1280535694-project-admin] Notify callbacks [] for router, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:13.564465 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-a8f07750-8591-4f70-bcc3-fa43a2f3aedd tempest-RoutersAdminTest-1280535694 tempest-RoutersAdminTest-1280535694-project-admin] 10.222.0.27 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.6166761 Oct 19 07:39:13.564939 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 54746) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:39:13.570722 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-bbf29031-67e0-4b78-8ffa-61cf3e944447 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:13.699074 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-1d9eaec8-78e9-4e6b-86cc-7c157ddeae67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788643'] for security_group, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:13.701924 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-1d9eaec8-78e9-4e6b-86cc-7c157ddeae67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:13.705451 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-1d9eaec8-78e9-4e6b-86cc-7c157ddeae67 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/c5aa5413-a92e-40b9-b98e-49b50a47532f HTTP/1.1" status: 204 len: 168 time: 0.9400373 Oct 19 07:39:13.721932 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-c3d79523-51f6-44a1-8da5-e37ffad33c4b tempest-RoutersAdminTest-1280535694 tempest-RoutersAdminTest-1280535694-project-admin] Notify callbacks [] for router, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:13.754319 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9eaec8-78e9-4e6b-86cc-7c157ddeae67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5aa5413-a92e-40b9-b98e-49b50a47532f,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:39:13.772599 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-f0658988-1171-4adc-b74e-38418a8bb4de tempest-RoutersIpV6AdminTest-1129688832 tempest-RoutersIpV6AdminTest-1129688832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1692844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1693859'] for router, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:13.830287 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.services.segments.plugin [-] Segment 736c02a8-c39a-44d6-b52b-700b8f094d09 resource provider aggregate not found Oct 19 07:39:13.836032 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-8aed1dee-0a1e-4b14-b85d-5dec0d673039 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:13.894187 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.services.segments.plugin [-] Segment 736c02a8-c39a-44d6-b52b-700b8f094d09 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 736c02a8-c39a-44d6-b52b-700b8f094d09 found for delete ", "request_id": "req-ff7346bd-2e38-461f-85d8-5750f0c27152"}]} Oct 19 07:39:13.953797 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-bbf29031-67e0-4b78-8ffa-61cf3e944447 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788643'] for security_group, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:13.956556 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-bbf29031-67e0-4b78-8ffa-61cf3e944447 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:13.960145 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-bbf29031-67e0-4b78-8ffa-61cf3e944447 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/a768a771-67a1-4282-ac88-9cc64a7bedf5 HTTP/1.1" status: 204 len: 168 time: 0.5424752 Oct 19 07:39:13.998312 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-c3d79523-51f6-44a1-8da5-e37ffad33c4b tempest-RoutersAdminTest-1280535694 tempest-RoutersAdminTest-1280535694-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1693565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12618'] for router, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:14.007732 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-c3d79523-51f6-44a1-8da5-e37ffad33c4b tempest-RoutersAdminTest-1280535694 tempest-RoutersAdminTest-1280535694-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:14.010931 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf29031-67e0-4b78-8ffa-61cf3e944447 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a768a771-67a1-4282-ac88-9cc64a7bedf5,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:39:14.115297 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-c3d79523-51f6-44a1-8da5-e37ffad33c4b tempest-RoutersAdminTest-1280535694 tempest-RoutersAdminTest-1280535694-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1693542'] for router, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:14.116018 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3d79523-51f6-44a1-8da5-e37ffad33c4b tempest-RoutersAdminTest-1280535694 tempest-RoutersAdminTest-1280535694-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c4f97847-dfb2-479e-a7c2-02821a5ecce9 {{(pid=103333) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 07:39:14.124130 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-c3d79523-51f6-44a1-8da5-e37ffad33c4b tempest-RoutersAdminTest-1280535694 tempest-RoutersAdminTest-1280535694-project-admin] Notify callbacks [] for router, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:14.133130 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-c3d79523-51f6-44a1-8da5-e37ffad33c4b tempest-RoutersAdminTest-1280535694 tempest-RoutersAdminTest-1280535694-project-admin] 10.222.0.27 "DELETE /v2.0/routers/c4f97847-dfb2-479e-a7c2-02821a5ecce9 HTTP/1.1" status: 204 len: 168 time: 0.5655990 Oct 19 07:39:14.153835 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0658988-1171-4adc-b74e-38418a8bb4de tempest-RoutersIpV6AdminTest-1129688832 tempest-RoutersIpV6AdminTest-1129688832-project] Router beb2a387-ad7b-46fc-a8eb-282607f22fec is scheduled to L3 agent ab388470-1243-4d53-80f2-c2f5899c97a7 with binding_index 1 {{(pid=103333) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 07:39:14.194294 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.db_base_plugin_common [None req-8aed1dee-0a1e-4b14-b85d-5dec0d673039 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Allocated IP 2001:db8::1 (6b5a65c5-1bed-4301-9db8-c1056c2b8eba/7df07be3-ea06-4f8f-9bef-5ea3cd6f3fd1/5884e3ef-50fd-409f-9488-9eb17bc860bb) {{(pid=103332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 07:39:14.274832 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0658988-1171-4adc-b74e-38418a8bb4de tempest-RoutersIpV6AdminTest-1129688832 tempest-RoutersIpV6AdminTest-1129688832-project] Notify agent at l3_agent.dv-neutron-861624-1-hyperv the message routers_updated {{(pid=103333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 07:39:14.290329 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7de4324e-f7e0-42b0-a5b6-9ce0ef155982 None None] Sync routers for ids ['beb2a387-ad7b-46fc-a8eb-282607f22fec'] in dv-neutron-861624-1-hyperv {{(pid=103334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 07:39:14.315431 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7de4324e-f7e0-42b0-a5b6-9ce0ef155982 None None] Routers {'beb2a387-ad7b-46fc-a8eb-282607f22fec'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 07:39:14.316063 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-7de4324e-f7e0-42b0-a5b6-9ce0ef155982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T07:38:46Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['beb2a387-ad7b-46fc-a8eb-282607f22fec'], 'active': True} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:39:14.340123 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-f0658988-1171-4adc-b74e-38418a8bb4de tempest-RoutersIpV6AdminTest-1129688832 tempest-RoutersIpV6AdminTest-1129688832-project] Notify callbacks [] for router, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:14.341509 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-f0658988-1171-4adc-b74e-38418a8bb4de tempest-RoutersIpV6AdminTest-1129688832 tempest-RoutersIpV6AdminTest-1129688832-project] 10.222.0.27 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 4.1352177 Oct 19 07:39:14.344245 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 54768) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:39:14.365509 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-7de4324e-f7e0-42b0-a5b6-9ce0ef155982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:39:14.386712 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7de4324e-f7e0-42b0-a5b6-9ce0ef155982 None None] Routers {'beb2a387-ad7b-46fc-a8eb-282607f22fec'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 07:39:14.389231 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-7de4324e-f7e0-42b0-a5b6-9ce0ef155982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T07:38:46Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['beb2a387-ad7b-46fc-a8eb-282607f22fec'], 'active': True} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:39:14.403142 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-8aed1dee-0a1e-4b14-b85d-5dec0d673039 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks [] for port, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:14.455449 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-7de4324e-f7e0-42b0-a5b6-9ce0ef155982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:39:14.456373 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7de4324e-f7e0-42b0-a5b6-9ce0ef155982 None None] The sync data for ids ['beb2a387-ad7b-46fc-a8eb-282607f22fec'] in dv-neutron-861624-1-hyperv is: [] {{(pid=103334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 07:39:14.479550 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-8aed1dee-0a1e-4b14-b85d-5dec0d673039 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785020947330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133553798'] for port, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:14.491615 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-928b468c-334e-4ba5-b445-c05846f44e61 tempest-RoutersIpV6AdminTest-1896539816 tempest-RoutersIpV6AdminTest-1896539816-project-admin] 10.222.0.27 "GET /v2.0/routers/beb2a387-ad7b-46fc-a8eb-282607f22fec HTTP/1.1" status: 200 len: 925 time: 0.1459157 Oct 19 07:39:14.494545 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 54772) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:39:14.543443 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 54774) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:39:14.549820 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 54776) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:39:14.550026 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-2c942f9d-0e64-45d3-afc7-03376bd0be3b tempest-RoutersIpV6AdminTest-1129688832 tempest-RoutersIpV6AdminTest-1129688832-project] 10.222.0.27 "GET /v2.0/ports?device_id=beb2a387-ad7b-46fc-a8eb-282607f22fec HTTP/1.1" status: 200 len: 205 time: 0.0540297 Oct 19 07:39:14.570198 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aed1dee-0a1e-4b14-b85d-5dec0d673039 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Network 6b5a65c5-1bed-4301-9db8-c1056c2b8eba is already hosted by enough agents. {{(pid=103332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 07:39:14.603691 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.base_scheduler [None req-8aed1dee-0a1e-4b14-b85d-5dec0d673039 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Resources bound (agent type, host, resource id): {{(pid=103332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:39:14.609815 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aed1dee-0a1e-4b14-b85d-5dec0d673039 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Received port after_create {{(pid=103332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 07:39:14.610362 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-8aed1dee-0a1e-4b14-b85d-5dec0d673039 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1695190'] for router_interface, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:14.656892 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aed1dee-0a1e-4b14-b85d-5dec0d673039 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Pushing event updated for resources: {'Port': ['ID=5884e3ef-50fd-409f-9488-9eb17bc860bb,revision_number=1']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:39:14.766885 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 54782) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:39:14.801223 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-41fafe51-45de-4c2d-8aa2-0dee6ae0b34d admin admin] Notify callbacks [] for security_group, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:14.809325 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-3e212d98-3aba-4a7c-ac87-dc7d11a202a1 tempest-RoutersIpV6AdminTest-1129688832 tempest-RoutersIpV6AdminTest-1129688832-project] Notify callbacks [] for router, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:14.883949 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-bf54e536-039e-4f79-89d3-965f7a11bc95 None None] Provisioning complete for port 1a7c9852-2f3e-4aff-956d-7e80ca35cf42 triggered by entity DHCP. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:39:14.884467 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-bf54e536-039e-4f79-89d3-965f7a11bc95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:14.884685 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-bf54e536-039e-4f79-89d3-965f7a11bc95 None None] Attempt 1 to provision port 1a7c9852-2f3e-4aff-956d-7e80ca35cf42 Oct 19 07:39:14.918107 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-8aed1dee-0a1e-4b14-b85d-5dec0d673039 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:14.954069 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-79f23914-b3ec-4ae5-82ef-ee482f571c03 tempest-RoutersAdminTest-1850549588 tempest-RoutersAdminTest-1850549588-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1561381834', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd'}, 'admin_state_up': False}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:39:14.997823 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-79f23914-b3ec-4ae5-82ef-ee482f571c03 tempest-RoutersAdminTest-1850549588 tempest-RoutersAdminTest-1850549588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1692695', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12668'] for router, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:14.999138 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-79f23914-b3ec-4ae5-82ef-ee482f571c03 tempest-RoutersAdminTest-1850549588 tempest-RoutersAdminTest-1850549588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1692835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1693910', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1621825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12659'] for router, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:15.008894 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-bf54e536-039e-4f79-89d3-965f7a11bc95 None None] Current status of the port 1a7c9852-2f3e-4aff-956d-7e80ca35cf42 is: DOWN; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:39:15.011373 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-bf54e536-039e-4f79-89d3-965f7a11bc95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:15.056000 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-3e212d98-3aba-4a7c-ac87-dc7d11a202a1 tempest-RoutersIpV6AdminTest-1129688832 tempest-RoutersIpV6AdminTest-1129688832-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:15.063408 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-bf54e536-039e-4f79-89d3-965f7a11bc95 None None] For port 1a7c9852-2f3e-4aff-956d-7e80ca35cf42, host dv-neutron-861624-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=1a7c9852-2f3e-4aff-956d-7e80ca35cf42,segment=NetworkSegment(5a8d2b05-b527-4bd4-a671-b9112f193fef),segment_id=5a8d2b05-b527-4bd4-a671-b9112f193fef)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:39:15.071515 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-bf54e536-039e-4f79-89d3-965f7a11bc95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:15.099730 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-79f23914-b3ec-4ae5-82ef-ee482f571c03 tempest-RoutersAdminTest-1850549588 tempest-RoutersAdminTest-1850549588-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:15.147274 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf54e536-039e-4f79-89d3-965f7a11bc95 None None] Pushing event updated for resources: {'Port': ['ID=1a7c9852-2f3e-4aff-956d-7e80ca35cf42,revision_number=3']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:39:15.182149 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-41fafe51-45de-4c2d-8aa2-0dee6ae0b34d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:15.194770 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-342c9aaa-62de-451e-bb1a-4164a45a5319 None None] Provisioning complete for port 5884e3ef-50fd-409f-9488-9eb17bc860bb triggered by entity DHCP. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:39:15.195546 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-342c9aaa-62de-451e-bb1a-4164a45a5319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:15.196196 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-342c9aaa-62de-451e-bb1a-4164a45a5319 None None] Attempt 1 to provision port 5884e3ef-50fd-409f-9488-9eb17bc860bb Oct 19 07:39:15.210429 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-41fafe51-45de-4c2d-8aa2-0dee6ae0b34d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788643'] for security_group, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:15.247114 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-342c9aaa-62de-451e-bb1a-4164a45a5319 None None] Port 5884e3ef-50fd-409f-9488-9eb17bc860bb cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 07:39:15.276422 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 54790) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:39:15.280378 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-41fafe51-45de-4c2d-8aa2-0dee6ae0b34d admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=e66627d52b2a4a64b9502d66aeadd4d6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5125146 Oct 19 07:39:15.291603 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 54792) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:39:15.293116 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fafe51-45de-4c2d-8aa2-0dee6ae0b34d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acb89bd7-9c67-453b-800d-2839e34a8f0e,revision_number=1']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:39:15.296937 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-79f23914-b3ec-4ae5-82ef-ee482f571c03 tempest-RoutersAdminTest-1850549588 tempest-RoutersAdminTest-1850549588-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:15.403030 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device 1a7c9852-2f3e-4aff-956d-7e80ca35cf42 up at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 07:39:15.404665 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.plugin [None req-3e212d98-3aba-4a7c-ac87-dc7d11a202a1 tempest-RoutersIpV6AdminTest-1129688832 tempest-RoutersIpV6AdminTest-1129688832-project] Deleting port 67d2b0a9-bc1d-4430-b945-26ee33882820 {{(pid=103332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 07:39:15.405015 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-3e212d98-3aba-4a7c-ac87-dc7d11a202a1 tempest-RoutersIpV6AdminTest-1129688832 tempest-RoutersIpV6AdminTest-1129688832-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:15.459132 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Provisioning complete for port 1a7c9852-2f3e-4aff-956d-7e80ca35cf42 triggered by entity L2. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:39:15.459645 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:15.460075 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Attempt 1 to provision port 1a7c9852-2f3e-4aff-956d-7e80ca35cf42 Oct 19 07:39:15.463489 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-5b1517d3-36eb-46fe-b119-5de32714cf74 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Request body: {'network': {'name': 'tempest-RoutersTest-333948554'}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:39:15.505598 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-f2e1b7d8-7340-4c79-87d4-11a857a70c47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:15.540005 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Current status of the port 1a7c9852-2f3e-4aff-956d-7e80ca35cf42 is: ACTIVE; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:39:15.550960 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-f2e1b7d8-7340-4c79-87d4-11a857a70c47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:15.552947 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-79f23914-b3ec-4ae5-82ef-ee482f571c03 tempest-RoutersAdminTest-1850549588 tempest-RoutersAdminTest-1850549588-project] Notify callbacks [] for router_gateway, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:15.572464 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-79f23914-b3ec-4ae5-82ef-ee482f571c03 tempest-RoutersAdminTest-1850549588 tempest-RoutersAdminTest-1850549588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:15.574920 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b1517d3-36eb-46fe-b119-5de32714cf74 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Made reservation on behalf of ea2e94e7c58741afa39e88c6d73f4fb1 for: {'network': 1} {{(pid=103332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 07:39:15.578330 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-5b1517d3-36eb-46fe-b119-5de32714cf74 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for network, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:15.598180 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-3e212d98-3aba-4a7c-ac87-dc7d11a202a1 tempest-RoutersIpV6AdminTest-1129688832 tempest-RoutersIpV6AdminTest-1129688832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:15.617834 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-8aed1dee-0a1e-4b14-b85d-5dec0d673039 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks [] for port, precommit_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:15.625495 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-5b1517d3-36eb-46fe-b119-5de32714cf74 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Notify callbacks [] for security_group, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:15.632306 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-8aed1dee-0a1e-4b14-b85d-5dec0d673039 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133553807'] for port, after_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:15.633063 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-8aed1dee-0a1e-4b14-b85d-5dec0d673039 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1574855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1694822'] for router_interface, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:15.636327 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.plugin [None req-3e212d98-3aba-4a7c-ac87-dc7d11a202a1 tempest-RoutersIpV6AdminTest-1129688832 tempest-RoutersIpV6AdminTest-1129688832-project] Calling delete_port for 67d2b0a9-bc1d-4430-b945-26ee33882820 owned by network:router_gateway {{(pid=103332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 07:39:15.678552 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.db_base_plugin_common [None req-79f23914-b3ec-4ae5-82ef-ee482f571c03 tempest-RoutersAdminTest-1850549588 tempest-RoutersAdminTest-1850549588-project] Allocated IP 172.26.0.136 (99c66757-74e3-40a4-b479-8d09e3a7c3dd/7f3d1034-1de7-458a-a3ee-77488de3949b/7b83c365-13c7-4f2a-ad5f-5a07497f437d) {{(pid=103333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 07:39:15.748486 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-342c9aaa-62de-451e-bb1a-4164a45a5319 None None] Attempt 2 to provision port 5884e3ef-50fd-409f-9488-9eb17bc860bb Oct 19 07:39:15.791997 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-79f23914-b3ec-4ae5-82ef-ee482f571c03 tempest-RoutersAdminTest-1850549588 tempest-RoutersAdminTest-1850549588-project] Notify callbacks [] for port, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:15.792850 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-342c9aaa-62de-451e-bb1a-4164a45a5319 None None] Port 5884e3ef-50fd-409f-9488-9eb17bc860bb cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 07:39:15.796358 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-f2e1b7d8-7340-4c79-87d4-11a857a70c47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788643'] for security_group, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:15.798929 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-f2e1b7d8-7340-4c79-87d4-11a857a70c47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:15.800086 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-f2e1b7d8-7340-4c79-87d4-11a857a70c47 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/acb89bd7-9c67-453b-800d-2839e34a8f0e HTTP/1.1" status: 204 len: 168 time: 0.5040340 Oct 19 07:39:15.800903 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aed1dee-0a1e-4b14-b85d-5dec0d673039 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Pushing event updated for resources: {'Port': ['ID=5884e3ef-50fd-409f-9488-9eb17bc860bb,revision_number=2']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:39:15.829786 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-79f23914-b3ec-4ae5-82ef-ee482f571c03 tempest-RoutersAdminTest-1850549588 tempest-RoutersAdminTest-1850549588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785020947330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130996763'] for port, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:15.839060 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e1b7d8-7340-4c79-87d4-11a857a70c47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acb89bd7-9c67-453b-800d-2839e34a8f0e,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:39:15.878595 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79f23914-b3ec-4ae5-82ef-ee482f571c03 tempest-RoutersAdminTest-1850549588 tempest-RoutersAdminTest-1850549588-project] Network 99c66757-74e3-40a4-b479-8d09e3a7c3dd is already hosted by enough agents. {{(pid=103333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 07:39:15.881692 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-79f23914-b3ec-4ae5-82ef-ee482f571c03 tempest-RoutersAdminTest-1850549588 tempest-RoutersAdminTest-1850549588-project] Resources bound (agent type, host, resource id): {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:39:15.885577 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79f23914-b3ec-4ae5-82ef-ee482f571c03 tempest-RoutersAdminTest-1850549588 tempest-RoutersAdminTest-1850549588-project] Received port after_create {{(pid=103333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 07:39:15.924117 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f23914-b3ec-4ae5-82ef-ee482f571c03 tempest-RoutersAdminTest-1850549588 tempest-RoutersAdminTest-1850549588-project] Pushing event updated for resources: {'Port': ['ID=7b83c365-13c7-4f2a-ad5f-5a07497f437d,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:39:15.926329 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aed1dee-0a1e-4b14-b85d-5dec0d673039 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Network 6b5a65c5-1bed-4301-9db8-c1056c2b8eba is already hosted by enough agents. {{(pid=103332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 07:39:15.934325 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.base_scheduler [None req-8aed1dee-0a1e-4b14-b85d-5dec0d673039 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Resources bound (agent type, host, resource id): {{(pid=103332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:39:16.003086 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-5b1517d3-36eb-46fe-b119-5de32714cf74 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Notify callbacks [] for security_group, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:16.032348 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-5b1517d3-36eb-46fe-b119-5de32714cf74 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788643'] for security_group, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:16.119818 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1517d3-36eb-46fe-b119-5de32714cf74 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4c4e2e0c-25ec-4344-b7df-ea563be0b33e,revision_number=1']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:39:16.138277 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-3e212d98-3aba-4a7c-ac87-dc7d11a202a1 tempest-RoutersIpV6AdminTest-1129688832 tempest-RoutersIpV6AdminTest-1129688832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133553798'] for port, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:16.140233 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b1517d3-36eb-46fe-b119-5de32714cf74 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 198} {{(pid=103332) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 07:39:16.229452 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e212d98-3aba-4a7c-ac87-dc7d11a202a1 tempest-RoutersIpV6AdminTest-1129688832 tempest-RoutersIpV6AdminTest-1129688832-project] Pushing event deleted for resources: {'Port': ['ID=67d2b0a9-bc1d-4430-b945-26ee33882820,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:39:16.240027 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-5b1517d3-36eb-46fe-b119-5de32714cf74 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979'] for segment, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:16.240375 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.db.segments_db [None req-5b1517d3-36eb-46fe-b119-5de32714cf74 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Added segment 21718be8-9ca5-45ec-aaa3-e266bb405d34 of type vlan for network d721bbd8-f70e-4706-968d-f500d7d63db8 Oct 19 07:39:16.256275 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-79f23914-b3ec-4ae5-82ef-ee482f571c03 tempest-RoutersAdminTest-1850549588 tempest-RoutersAdminTest-1850549588-project] Notify callbacks [] for router_gateway, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:16.276294 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-3e97adeb-9ed5-4c41-83a7-1aec27fb7fb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:16.294689 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-342c9aaa-62de-451e-bb1a-4164a45a5319 None None] Attempt 3 to provision port 5884e3ef-50fd-409f-9488-9eb17bc860bb Oct 19 07:39:16.316883 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8aed1dee-0a1e-4b14-b85d-5dec0d673039 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Router 52000b7c-c4ca-42d1-9e07-4a8337919cb0 is scheduled to L3 agent ab388470-1243-4d53-80f2-c2f5899c97a7 with binding_index 1 {{(pid=103332) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 07:39:16.344143 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-342c9aaa-62de-451e-bb1a-4164a45a5319 None None] Port 5884e3ef-50fd-409f-9488-9eb17bc860bb cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 07:39:16.370897 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-5b1517d3-36eb-46fe-b119-5de32714cf74 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785020965340'] for network, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:16.375638 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-7177e0a6-20ab-4177-a258-b0db53d32f9f req-2e0cf58d-f17d-4a0f-b335-424891d72540 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=c15ce40b-4ff1-4ce8-b3f1-4c16c8447f68&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2248621 Oct 19 07:39:16.428733 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-3e212d98-3aba-4a7c-ac87-dc7d11a202a1 tempest-RoutersIpV6AdminTest-1129688832 tempest-RoutersIpV6AdminTest-1129688832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1693831'] for router_gateway, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:16.492325 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-79f23914-b3ec-4ae5-82ef-ee482f571c03 tempest-RoutersAdminTest-1850549588 tempest-RoutersAdminTest-1850549588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1692844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1693859'] for router, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:16.628851 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79f23914-b3ec-4ae5-82ef-ee482f571c03 tempest-RoutersAdminTest-1850549588 tempest-RoutersAdminTest-1850549588-project] Router cbf8601f-d1d9-432d-b8bc-701a2a344b43 is scheduled to L3 agent ab388470-1243-4d53-80f2-c2f5899c97a7 with binding_index 1 {{(pid=103333) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 07:39:16.748866 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79f23914-b3ec-4ae5-82ef-ee482f571c03 tempest-RoutersAdminTest-1850549588 tempest-RoutersAdminTest-1850549588-project] Notify agent at l3_agent.dv-neutron-861624-1-hyperv the message routers_updated {{(pid=103333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 07:39:16.764259 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-627da3e1-3aee-474a-af6b-ab9f62de418c None None] Sync routers for ids ['cbf8601f-d1d9-432d-b8bc-701a2a344b43'] in dv-neutron-861624-1-hyperv {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 07:39:16.771884 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-79f23914-b3ec-4ae5-82ef-ee482f571c03 tempest-RoutersAdminTest-1850549588 tempest-RoutersAdminTest-1850549588-project] Notify callbacks [] for router, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:16.773249 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-79f23914-b3ec-4ae5-82ef-ee482f571c03 tempest-RoutersAdminTest-1850549588 tempest-RoutersAdminTest-1850549588-project] 10.222.0.27 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.2222323 Oct 19 07:39:16.775964 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 54816) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:39:16.784457 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-627da3e1-3aee-474a-af6b-ab9f62de418c None None] Routers {'cbf8601f-d1d9-432d-b8bc-701a2a344b43'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 07:39:16.785175 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-627da3e1-3aee-474a-af6b-ab9f62de418c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T07:39:16Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['cbf8601f-d1d9-432d-b8bc-701a2a344b43'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:39:16.818275 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-627da3e1-3aee-474a-af6b-ab9f62de418c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:39:16.822641 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 54818) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:39:16.827742 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-627da3e1-3aee-474a-af6b-ab9f62de418c None None] Routers {'cbf8601f-d1d9-432d-b8bc-701a2a344b43'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 07:39:16.828423 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-627da3e1-3aee-474a-af6b-ab9f62de418c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T07:39:16Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['cbf8601f-d1d9-432d-b8bc-701a2a344b43'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:39:16.837125 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-5b1517d3-36eb-46fe-b119-5de32714cf74 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873'] for network, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:16.842538 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b1517d3-36eb-46fe-b119-5de32714cf74 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:39:16.843118 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-5b1517d3-36eb-46fe-b119-5de32714cf74 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Notify callbacks [] for network, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:16.845516 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-342c9aaa-62de-451e-bb1a-4164a45a5319 None None] Attempt 4 to provision port 5884e3ef-50fd-409f-9488-9eb17bc860bb Oct 19 07:39:16.862598 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-627da3e1-3aee-474a-af6b-ab9f62de418c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:39:16.863341 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-627da3e1-3aee-474a-af6b-ab9f62de418c None None] The sync data for ids ['cbf8601f-d1d9-432d-b8bc-701a2a344b43'] in dv-neutron-861624-1-hyperv is: [] {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 07:39:16.885234 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-3e212d98-3aba-4a7c-ac87-dc7d11a202a1 tempest-RoutersIpV6AdminTest-1129688832 tempest-RoutersIpV6AdminTest-1129688832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1693565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12618'] for router, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:16.898223 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-3e212d98-3aba-4a7c-ac87-dc7d11a202a1 tempest-RoutersIpV6AdminTest-1129688832 tempest-RoutersIpV6AdminTest-1129688832-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:16.899475 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-342c9aaa-62de-451e-bb1a-4164a45a5319 None None] Port 5884e3ef-50fd-409f-9488-9eb17bc860bb cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 07:39:16.966745 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-5b1517d3-36eb-46fe-b119-5de32714cf74 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.6851943 Oct 19 07:39:16.973435 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8aed1dee-0a1e-4b14-b85d-5dec0d673039 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify agent at l3_agent.dv-neutron-861624-1-hyperv the message routers_updated {{(pid=103332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 07:39:16.979443 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-60668062-1c26-43a6-8dda-00bde90b497b tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-413433075'}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:39:16.982623 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 54822) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:39:16.985541 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e2b946d-0ac2-49d4-9aff-4d3873aa2934 None None] Sync routers for ids ['52000b7c-c4ca-42d1-9e07-4a8337919cb0'] in dv-neutron-861624-1-hyperv {{(pid=103334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 07:39:16.991864 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-f3701320-a37e-4852-9114-f44d26fff2ad tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Request body: {'network': {'name': 'tempest-RoutersTest-445416378'}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:39:16.997554 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e2b946d-0ac2-49d4-9aff-4d3873aa2934 None None] Routers {'52000b7c-c4ca-42d1-9e07-4a8337919cb0'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 07:39:16.998207 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-0e2b946d-0ac2-49d4-9aff-4d3873aa2934 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T07:39:16Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['52000b7c-c4ca-42d1-9e07-4a8337919cb0'], 'active': True} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:39:17.001573 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-8aed1dee-0a1e-4b14-b85d-5dec0d673039 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] 10.222.0.27 "PUT /v2.0/routers/52000b7c-c4ca-42d1-9e07-4a8337919cb0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0059826 Oct 19 07:39:17.037130 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1517d3-36eb-46fe-b119-5de32714cf74 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Pushing event updated for resources: {'Network': ['ID=d721bbd8-f70e-4706-968d-f500d7d63db8,revision_number=1']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:39:17.040899 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 54824) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:39:17.049839 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7177e0a6-20ab-4177-a258-b0db53d32f9f req-9003f1f5-c6a9-4079-9263-376a79232558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:39:17.051496 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-7177e0a6-20ab-4177-a258-b0db53d32f9f req-9003f1f5-c6a9-4079-9263-376a79232558 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b76abfccca1e443d8cfed9fe77b82608&device_id=c15ce40b-4ff1-4ce8-b3f1-4c16c8447f68 HTTP/1.1" status: 200 len: 1098 time: 0.6151521 Oct 19 07:39:17.052825 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-3e212d98-3aba-4a7c-ac87-dc7d11a202a1 tempest-RoutersIpV6AdminTest-1129688832 tempest-RoutersIpV6AdminTest-1129688832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1693542'] for router, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:17.053651 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e212d98-3aba-4a7c-ac87-dc7d11a202a1 tempest-RoutersIpV6AdminTest-1129688832 tempest-RoutersIpV6AdminTest-1129688832-project] Fanout notify agent at l3_agent the message router_deleted on router beb2a387-ad7b-46fc-a8eb-282607f22fec {{(pid=103332) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 07:39:17.063393 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-3e212d98-3aba-4a7c-ac87-dc7d11a202a1 tempest-RoutersIpV6AdminTest-1129688832 tempest-RoutersIpV6AdminTest-1129688832-project] Notify callbacks [] for router, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:17.064610 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-3e212d98-3aba-4a7c-ac87-dc7d11a202a1 tempest-RoutersIpV6AdminTest-1129688832 tempest-RoutersIpV6AdminTest-1129688832-project] 10.222.0.27 "DELETE /v2.0/routers/beb2a387-ad7b-46fc-a8eb-282607f22fec HTTP/1.1" status: 204 len: 168 time: 2.5112305 Oct 19 07:39:17.075991 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 54826) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:39:17.091154 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-c05a261c-67c7-4b2c-989b-b8953bf23bac tempest-RoutersIpV6AdminTest-1896539816 tempest-RoutersIpV6AdminTest-1896539816-project-admin] Request body: {'router': {'name': 'tempest-snat-router-178052612', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'enable_snat': False}}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:39:17.103179 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Network d721bbd8-f70e-4706-968d-f500d7d63db8 details requested by agent ovs-agent-dv-neutron-861624-1-hyperv with host dv-neutron-861624-1-hyperv {{(pid=103334) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 07:39:17.143414 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60668062-1c26-43a6-8dda-00bde90b497b tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Made reservation on behalf of 2a06cf3adb854931a1e873f20cdb1976 for: {'network': 1} {{(pid=103332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 07:39:17.147831 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvr_db [None req-0e2b946d-0ac2-49d4-9aff-4d3873aa2934 None None] Set router 52000b7c-c4ca-42d1-9e07-4a8337919cb0 gateway port host: None {{(pid=103334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 07:39:17.148349 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-60668062-1c26-43a6-8dda-00bde90b497b tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for network, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:17.167900 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-60668062-1c26-43a6-8dda-00bde90b497b tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Notify callbacks [] for security_group, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:17.185246 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3701320-a37e-4852-9114-f44d26fff2ad tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Made reservation on behalf of ea2e94e7c58741afa39e88c6d73f4fb1 for: {'network': 1} {{(pid=103332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 07:39:17.188850 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-f3701320-a37e-4852-9114-f44d26fff2ad tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for network, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:17.214122 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d7f1442-5fec-4b7a-9510-748a7f2ea147 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:39:17.218339 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-9d7f1442-5fec-4b7a-9510-748a7f2ea147 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] 10.222.0.27 "GET /v2.0/ports/5884e3ef-50fd-409f-9488-9eb17bc860bb HTTP/1.1" status: 200 len: 911 time: 0.1626441 Oct 19 07:39:17.219593 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 54828) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:39:17.263019 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-1159ab6e-49b6-4032-877c-e84dd789fd7f tempest-RoutersAdminTest-1280535694 tempest-RoutersAdminTest-1280535694-project-admin] 10.222.0.27 "GET /v2.0/routers/cbf8601f-d1d9-432d-b8bc-701a2a344b43 HTTP/1.1" status: 200 len: 921 time: 0.4858758 Oct 19 07:39:17.266507 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 54830) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:39:17.275785 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-c05a261c-67c7-4b2c-989b-b8953bf23bac tempest-RoutersIpV6AdminTest-1896539816 tempest-RoutersIpV6AdminTest-1896539816-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1692695', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12668'] for router, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:17.277045 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-c05a261c-67c7-4b2c-989b-b8953bf23bac tempest-RoutersIpV6AdminTest-1896539816 tempest-RoutersIpV6AdminTest-1896539816-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1692835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1693910', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1621825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12659'] for router, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:17.298564 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-775c942c-9393-4f7f-a8b1-e00d21d5ddb2 tempest-RoutersAdminTest-1850549588 tempest-RoutersAdminTest-1850549588-project] 10.222.0.27 "GET /v2.0/ports?device_id=cbf8601f-d1d9-432d-b8bc-701a2a344b43 HTTP/1.1" status: 200 len: 205 time: 0.0309346 Oct 19 07:39:17.306130 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 54832) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:39:17.321158 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc3ae3a9-8ff9-47e8-a9b6-97f9fc77b51b tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:39:17.327828 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc3ae3a9-8ff9-47e8-a9b6-97f9fc77b51b tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:39:17.331975 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-cc3ae3a9-8ff9-47e8-a9b6-97f9fc77b51b tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] 10.222.0.27 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.1081784 Oct 19 07:39:17.332195 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 54834) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:39:17.372006 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3701320-a37e-4852-9114-f44d26fff2ad tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 172} {{(pid=103332) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 07:39:17.388693 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7177e0a6-20ab-4177-a258-b0db53d32f9f req-91b1c8c0-03b5-4c5a-88b5-e0d4d6909bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:39:17.390169 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-7177e0a6-20ab-4177-a258-b0db53d32f9f req-91b1c8c0-03b5-4c5a-88b5-e0d4d6909bb5 service neutron] 10.222.0.16 "GET /v2.0/networks?id=9f9e4d3a-9b0f-46a7-b045-8d44d07986e0 HTTP/1.1" status: 200 len: 912 time: 0.3069351 Oct 19 07:39:17.408759 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-342c9aaa-62de-451e-bb1a-4164a45a5319 None None] Attempt 5 to provision port 5884e3ef-50fd-409f-9488-9eb17bc860bb Oct 19 07:39:17.419609 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-f3701320-a37e-4852-9114-f44d26fff2ad tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979'] for segment, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:17.419955 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.db.segments_db [None req-f3701320-a37e-4852-9114-f44d26fff2ad tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Added segment d8ff4c83-6a95-4712-996f-9149a4fbdc79 of type vlan for network 62d5a6e5-e501-49fa-885e-19275b60b41a Oct 19 07:39:17.455695 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-342c9aaa-62de-451e-bb1a-4164a45a5319 None None] Port 5884e3ef-50fd-409f-9488-9eb17bc860bb cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 07:39:17.460906 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-0e2b946d-0ac2-49d4-9aff-4d3873aa2934 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52000b7c-c4ca-42d1-9e07-4a8337919cb0', 'name': 'tempest-NetworksTestDHCPv6-router-2039967643', 'tenant_id': '61a2e57b80c1442e9cb330141a970781', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T07:39:12Z', 'updated_at': '2022-10-19T07:39:14Z', 'revision_number': 2, 'project_id': '61a2e57b80c1442e9cb330141a970781', 'gw_port_host': None, '_interfaces': [{'id': '5884e3ef-50fd-409f-9488-9eb17bc860bb', 'name': '', 'network_id': '6b5a65c5-1bed-4301-9db8-c1056c2b8eba', 'tenant_id': '61a2e57b80c1442e9cb330141a970781', 'mac_address': 'fa:16:3e:eb:9f:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52000b7c-c4ca-42d1-9e07-4a8337919cb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': '7df07be3-ea06-4f8f-9bef-5ea3cd6f3fd1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:39:13Z', 'updated_at': '2022-10-19T07:39:15Z', 'revision_number': 2, 'project_id': '61a2e57b80c1442e9cb330141a970781', 'subnets': [{'id': '7df07be3-ea06-4f8f-9bef-5ea3cd6f3fd1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:39:17.488717 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e2b946d-0ac2-49d4-9aff-4d3873aa2934 None None] Checking router: 52000b7c-c4ca-42d1-9e07-4a8337919cb0 for host: dv-neutron-861624-1-hyperv {{(pid=103334) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 07:39:17.489378 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e2b946d-0ac2-49d4-9aff-4d3873aa2934 None None] Updating router 52000b7c-c4ca-42d1-9e07-4a8337919cb0 port 5884e3ef-50fd-409f-9488-9eb17bc860bb binding host dv-neutron-861624-1-hyperv {{(pid=103334) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 07:39:17.503437 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-c05a261c-67c7-4b2c-989b-b8953bf23bac tempest-RoutersIpV6AdminTest-1896539816 tempest-RoutersIpV6AdminTest-1896539816-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:17.516460 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-0e2b946d-0ac2-49d4-9aff-4d3873aa2934 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:17.665133 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-f3701320-a37e-4852-9114-f44d26fff2ad tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785020965340'] for network, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:17.665706 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-6d130f4a-fba2-42fd-b220-9361ce68a8f4 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1694785'] for router_interface, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:17.671435 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-7177e0a6-20ab-4177-a258-b0db53d32f9f req-56078a21-b3e3-43ae-a6d9-d3d40bad8f3c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=166507e4-5bf0-4d0c-a912-f2cd4a10fdee HTTP/1.1" status: 200 len: 1001 time: 0.2651322 Oct 19 07:39:17.731267 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-42fc7ef7-e1d1-4017-ba89-882c45339685 tempest-RoutersAdminTest-1850549588 tempest-RoutersAdminTest-1850549588-project] Notify callbacks [] for router, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:17.811177 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-60668062-1c26-43a6-8dda-00bde90b497b tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Notify callbacks [] for security_group, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:17.852207 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-c05a261c-67c7-4b2c-989b-b8953bf23bac tempest-RoutersIpV6AdminTest-1896539816 tempest-RoutersIpV6AdminTest-1896539816-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:17.855272 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-60668062-1c26-43a6-8dda-00bde90b497b tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788643'] for security_group, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:17.867930 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-f3701320-a37e-4852-9114-f44d26fff2ad tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873'] for network, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:17.874421 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3701320-a37e-4852-9114-f44d26fff2ad tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:39:17.875048 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-f3701320-a37e-4852-9114-f44d26fff2ad tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Notify callbacks [] for network, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:17.901798 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-6d130f4a-fba2-42fd-b220-9361ce68a8f4 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Deleting port 5884e3ef-50fd-409f-9488-9eb17bc860bb {{(pid=103333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 07:39:17.902135 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-6d130f4a-fba2-42fd-b220-9361ce68a8f4 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:17.918106 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-2a2259f7-b034-4eec-af7a-7abaede746c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:17.957697 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60668062-1c26-43a6-8dda-00bde90b497b tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 153} {{(pid=103332) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 07:39:17.965559 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-0e2b946d-0ac2-49d4-9aff-4d3873aa2934 None None] Notify callbacks [] for port, precommit_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:17.967954 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-342c9aaa-62de-451e-bb1a-4164a45a5319 None None] Attempt 6 to provision port 5884e3ef-50fd-409f-9488-9eb17bc860bb Oct 19 07:39:17.993074 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-0e2b946d-0ac2-49d4-9aff-4d3873aa2934 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:17.993285 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7177e0a6-20ab-4177-a258-b0db53d32f9f req-a6b442b2-1c19-4af2-81aa-4b4b851cf74c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:39:17.994724 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-7177e0a6-20ab-4177-a258-b0db53d32f9f req-a6b442b2-1c19-4af2-81aa-4b4b851cf74c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=509b576d-66cd-49df-8740-f428cd2060b2 HTTP/1.1" status: 200 len: 850 time: 0.3069000 Oct 19 07:39:17.996759 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-6d130f4a-fba2-42fd-b220-9361ce68a8f4 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:18.006590 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-f3701320-a37e-4852-9114-f44d26fff2ad tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.0192149 Oct 19 07:39:18.009807 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 54836) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:39:18.016414 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-90d58f48-cd2e-4e54-b6f0-6967e2b494b8 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Request body: {'subnet': {'network_id': 'd721bbd8-f70e-4706-968d-f500d7d63db8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:39:18.018985 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60668062-1c26-43a6-8dda-00bde90b497b tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9fe7785f-f959-4376-ae2e-e83138f40922,revision_number=1']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:39:18.036710 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-60668062-1c26-43a6-8dda-00bde90b497b tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979'] for segment, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:18.037096 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.db.segments_db [None req-60668062-1c26-43a6-8dda-00bde90b497b tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Added segment a823f724-a18b-4efb-ada8-27eaa7d54a0c of type vlan for network d89e3664-8d62-4a36-94a1-43e82a1fb183 Oct 19 07:39:18.042845 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-342c9aaa-62de-451e-bb1a-4164a45a5319 None None] Port 5884e3ef-50fd-409f-9488-9eb17bc860bb cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 07:39:18.062649 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-6d130f4a-fba2-42fd-b220-9361ce68a8f4 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Calling delete_port for 5884e3ef-50fd-409f-9488-9eb17bc860bb owned by network:router_interface {{(pid=103333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 07:39:18.090590 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-0e2b946d-0ac2-49d4-9aff-4d3873aa2934 None None] Attempting to bind port 5884e3ef-50fd-409f-9488-9eb17bc860bb on host dv-neutron-861624-1-hyperv for vnic_type normal with profile {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 19 07:39:18.091205 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-0e2b946d-0ac2-49d4-9aff-4d3873aa2934 None None] Attempting to bind port 5884e3ef-50fd-409f-9488-9eb17bc860bb by drivers openvswitch,hyperv on host dv-neutron-861624-1-hyperv at level 0 using segments [{'id': '5a8d2b05-b527-4bd4-a671-b9112f193fef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '6b5a65c5-1bed-4301-9db8-c1056c2b8eba'}] {{(pid=103334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 19 07:39:18.091760 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e2b946d-0ac2-49d4-9aff-4d3873aa2934 None None] Attempting to bind port 5884e3ef-50fd-409f-9488-9eb17bc860bb on network 6b5a65c5-1bed-4301-9db8-c1056c2b8eba {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 07:39:18.094772 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ee7e31-b680-4502-a9d0-d19e40b70ad1 None None] Pushing event updated for resources: {'Port': ['ID=5884e3ef-50fd-409f-9488-9eb17bc860bb,revision_number=3']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:39:18.100637 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e2b946d-0ac2-49d4-9aff-4d3873aa2934 None None] Checking agent: {'id': 'a5b0152c-d633-409b-aaf8-3b76458e2410', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861624-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 19, 7, 30, 19), 'started_at': datetime.datetime(2022, 10, 19, 7, 30, 49), 'heartbeat_timestamp': datetime.datetime(2022, 10, 19, 7, 38, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861624-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 07:39:18.101281 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e2b946d-0ac2-49d4-9aff-4d3873aa2934 None None] Checking segment: {'id': '5a8d2b05-b527-4bd4-a671-b9112f193fef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '6b5a65c5-1bed-4301-9db8-c1056c2b8eba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 19 07:39:18.101922 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-0e2b946d-0ac2-49d4-9aff-4d3873aa2934 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:18.102401 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e2b946d-0ac2-49d4-9aff-4d3873aa2934 None None] Bound using segment: {'id': '5a8d2b05-b527-4bd4-a671-b9112f193fef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '6b5a65c5-1bed-4301-9db8-c1056c2b8eba'} {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 07:39:18.103028 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-0e2b946d-0ac2-49d4-9aff-4d3873aa2934 None None] Bound port: 5884e3ef-50fd-409f-9488-9eb17bc860bb, host: dv-neutron-861624-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a8d2b05-b527-4bd4-a671-b9112f193fef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '6b5a65c5-1bed-4301-9db8-c1056c2b8eba'}}] {{(pid=103334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 19 07:39:18.103574 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-0e2b946d-0ac2-49d4-9aff-4d3873aa2934 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:18.105585 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3701320-a37e-4852-9114-f44d26fff2ad tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Pushing event updated for resources: {'Network': ['ID=62d5a6e5-e501-49fa-885e-19275b60b41a,revision_number=1']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:39:18.144699 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Network 62d5a6e5-e501-49fa-885e-19275b60b41a details requested by agent ovs-agent-dv-neutron-861624-1-hyperv with host dv-neutron-861624-1-hyperv {{(pid=103334) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 07:39:18.149522 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-42fc7ef7-e1d1-4017-ba89-882c45339685 tempest-RoutersAdminTest-1850549588 tempest-RoutersAdminTest-1850549588-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:18.158941 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-60668062-1c26-43a6-8dda-00bde90b497b tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785020965340'] for network, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:18.209975 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90d58f48-cd2e-4e54-b6f0-6967e2b494b8 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Made reservation on behalf of ea2e94e7c58741afa39e88c6d73f4fb1 for: {'subnet': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 07:39:18.213706 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-90d58f48-cd2e-4e54-b6f0-6967e2b494b8 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130170579'] for subnet, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:18.219339 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7177e0a6-20ab-4177-a258-b0db53d32f9f req-1737e1f7-23a6-4724-8311-11a13bd4e7f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:39:18.220899 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-7177e0a6-20ab-4177-a258-b0db53d32f9f req-1737e1f7-23a6-4724-8311-11a13bd4e7f8 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=9f9e4d3a-9b0f-46a7-b045-8d44d07986e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2130432 Oct 19 07:39:18.243053 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-0e2b946d-0ac2-49d4-9aff-4d3873aa2934 None None] For port 5884e3ef-50fd-409f-9488-9eb17bc860bb, host dv-neutron-861624-1-hyperv, cleared binding levels {{(pid=103334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 07:39:18.259959 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-0e2b946d-0ac2-49d4-9aff-4d3873aa2934 None None] For port 5884e3ef-50fd-409f-9488-9eb17bc860bb, host dv-neutron-861624-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=5884e3ef-50fd-409f-9488-9eb17bc860bb,segment=NetworkSegment(5a8d2b05-b527-4bd4-a671-b9112f193fef),segment_id=5a8d2b05-b527-4bd4-a671-b9112f193fef)] {{(pid=103334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 07:39:18.267255 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-0e2b946d-0ac2-49d4-9aff-4d3873aa2934 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:18.283814 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-60668062-1c26-43a6-8dda-00bde90b497b tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873'] for network, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:18.283814 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60668062-1c26-43a6-8dda-00bde90b497b tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:39:18.284141 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-60668062-1c26-43a6-8dda-00bde90b497b tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Notify callbacks [] for network, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:18.314311 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e2b946d-0ac2-49d4-9aff-4d3873aa2934 None None] Routers {'52000b7c-c4ca-42d1-9e07-4a8337919cb0'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 07:39:18.315336 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-0e2b946d-0ac2-49d4-9aff-4d3873aa2934 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T07:39:16Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['52000b7c-c4ca-42d1-9e07-4a8337919cb0'], 'active': True} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:39:18.373471 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-60668062-1c26-43a6-8dda-00bde90b497b tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.5489588 Oct 19 07:39:18.405513 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ee7e31-b680-4502-a9d0-d19e40b70ad1 None None] Pushing event updated for resources: {'Port': ['ID=5884e3ef-50fd-409f-9488-9eb17bc860bb,revision_number=4']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:39:18.413062 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60668062-1c26-43a6-8dda-00bde90b497b tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Pushing event updated for resources: {'Network': ['ID=d89e3664-8d62-4a36-94a1-43e82a1fb183,revision_number=1']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:39:18.424213 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvr_db [None req-0e2b946d-0ac2-49d4-9aff-4d3873aa2934 None None] Set router 52000b7c-c4ca-42d1-9e07-4a8337919cb0 gateway port host: None {{(pid=103334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 07:39:18.443946 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-7177e0a6-20ab-4177-a258-b0db53d32f9f req-f46a9e89-cf21-4cb3-80a1-d526f318360b service neutron] 10.222.0.16 "GET /v2.0/networks/9f9e4d3a-9b0f-46a7-b045-8d44d07986e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2009804 Oct 19 07:39:18.447144 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.plugin [None req-42fc7ef7-e1d1-4017-ba89-882c45339685 tempest-RoutersAdminTest-1850549588 tempest-RoutersAdminTest-1850549588-project] Deleting port 7b83c365-13c7-4f2a-ad5f-5a07497f437d {{(pid=103332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 07:39:18.447640 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-42fc7ef7-e1d1-4017-ba89-882c45339685 tempest-RoutersAdminTest-1850549588 tempest-RoutersAdminTest-1850549588-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:18.460326 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Network d89e3664-8d62-4a36-94a1-43e82a1fb183 details requested by agent ovs-agent-dv-neutron-861624-1-hyperv with host dv-neutron-861624-1-hyperv {{(pid=103334) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 07:39:18.524479 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 54840) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:39:18.525477 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-6d130f4a-fba2-42fd-b220-9361ce68a8f4 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130996763'] for port, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:18.531598 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-91eb62ee-9d40-4498-946d-e4f1e4ee2885 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Request body: {'subnet': {'network_id': 'd89e3664-8d62-4a36-94a1-43e82a1fb183', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:39:18.559589 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-342c9aaa-62de-451e-bb1a-4164a45a5319 None None] Attempt 7 to provision port 5884e3ef-50fd-409f-9488-9eb17bc860bb Oct 19 07:39:18.575702 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d130f4a-fba2-42fd-b220-9361ce68a8f4 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Pushing event deleted for resources: {'Port': ['ID=5884e3ef-50fd-409f-9488-9eb17bc860bb,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:39:18.600667 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-342c9aaa-62de-451e-bb1a-4164a45a5319 None None] Port 5884e3ef-50fd-409f-9488-9eb17bc860bb was deleted so its status cannot be updated. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Oct 19 07:39:18.705416 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-6d130f4a-fba2-42fd-b220-9361ce68a8f4 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1574862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1694957'] for router_interface, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:18.721496 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-268c2b05-2c7e-439f-992c-9e7c01c27cab None None] Could not find standard attr ID for object 5884e3ef-50fd-409f-9488-9eb17bc860bb. {{(pid=103334) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 19 07:39:18.755870 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-0e2b946d-0ac2-49d4-9aff-4d3873aa2934 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52000b7c-c4ca-42d1-9e07-4a8337919cb0', 'name': 'tempest-NetworksTestDHCPv6-router-2039967643', 'tenant_id': '61a2e57b80c1442e9cb330141a970781', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T07:39:12Z', 'updated_at': '2022-10-19T07:39:14Z', 'revision_number': 2, 'project_id': '61a2e57b80c1442e9cb330141a970781', 'gw_port_host': None, '_interfaces': [{'id': '5884e3ef-50fd-409f-9488-9eb17bc860bb', 'name': '', 'network_id': '6b5a65c5-1bed-4301-9db8-c1056c2b8eba', 'tenant_id': '61a2e57b80c1442e9cb330141a970781', 'mac_address': 'fa:16:3e:eb:9f:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52000b7c-c4ca-42d1-9e07-4a8337919cb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': '7df07be3-ea06-4f8f-9bef-5ea3cd6f3fd1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:39:13Z', 'updated_at': '2022-10-19T07:39:18Z', 'revision_number': 4, 'project_id': '61a2e57b80c1442e9cb330141a970781', 'subnets': [{'id': '7df07be3-ea06-4f8f-9bef-5ea3cd6f3fd1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:39:18.792699 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e2b946d-0ac2-49d4-9aff-4d3873aa2934 None None] The sync data for ids ['52000b7c-c4ca-42d1-9e07-4a8337919cb0'] in dv-neutron-861624-1-hyperv is: [{'id': '52000b7c-c4ca-42d1-9e07-4a8337919cb0', 'name': 'tempest-NetworksTestDHCPv6-router-2039967643', 'tenant_id': '61a2e57b80c1442e9cb330141a970781', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T07:39:12Z', 'updated_at': '2022-10-19T07:39:14Z', 'revision_number': 2, 'project_id': '61a2e57b80c1442e9cb330141a970781', 'gw_port_host': None, '_interfaces': [{'id': '5884e3ef-50fd-409f-9488-9eb17bc860bb', 'name': '', 'network_id': '6b5a65c5-1bed-4301-9db8-c1056c2b8eba', 'tenant_id': '61a2e57b80c1442e9cb330141a970781', 'mac_address': 'fa:16:3e:eb:9f:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52000b7c-c4ca-42d1-9e07-4a8337919cb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': '7df07be3-ea06-4f8f-9bef-5ea3cd6f3fd1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:39:13Z', 'updated_at': '2022-10-19T07:39:18Z', 'revision_number': 4, 'project_id': '61a2e57b80c1442e9cb330141a970781', 'subnets': [{'id': '7df07be3-ea06-4f8f-9bef-5ea3cd6f3fd1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 07:39:18.806954 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-90d58f48-cd2e-4e54-b6f0-6967e2b494b8 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130997899', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130170401'] for subnet, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:18.909011 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d58f48-cd2e-4e54-b6f0-6967e2b494b8 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Pushing event updated for resources: {'Subnet': ['ID=96952e71-f9b4-493b-bb7f-783cdbd68e81,revision_number=0']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:39:18.938143 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-1a0da505-d0f9-48c6-b7e2-53b9c5e41298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:18.998892 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90d58f48-cd2e-4e54-b6f0-6967e2b494b8 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Checking segment: {'id': '21718be8-9ca5-45ec-aaa3-e266bb405d34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'd721bbd8-f70e-4706-968d-f500d7d63db8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 19 07:39:18.998892 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90d58f48-cd2e-4e54-b6f0-6967e2b494b8 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Network hostable DHCP agents. Network: d721bbd8-f70e-4706-968d-f500d7d63db8, hostable agents: ['310d813b-0e3e-4d7e-9b79-8f4ec0dbcab0'], hosted agents: [] {{(pid=103333) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 07:39:19.007361 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d130f4a-fba2-42fd-b220-9361ce68a8f4 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Router 52000b7c-c4ca-42d1-9e07-4a8337919cb0 has already been hosted by L3 agent ab388470-1243-4d53-80f2-c2f5899c97a7 {{(pid=103333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 07:39:19.039936 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90d58f48-cd2e-4e54-b6f0-6967e2b494b8 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Network d721bbd8-f70e-4706-968d-f500d7d63db8 is scheduled to be hosted by DHCP agent 310d813b-0e3e-4d7e-9b79-8f4ec0dbcab0 with binding_index 1 {{(pid=103333) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 07:39:19.074812 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-42fc7ef7-e1d1-4017-ba89-882c45339685 tempest-RoutersAdminTest-1850549588 tempest-RoutersAdminTest-1850549588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:19.088008 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:19.093139 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-90d58f48-cd2e-4e54-b6f0-6967e2b494b8 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861624-1-hyperv, d721bbd8-f70e-4706-968d-f500d7d63db8) {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:39:19.100325 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90d58f48-cd2e-4e54-b6f0-6967e2b494b8 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:39:19.101166 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-90d58f48-cd2e-4e54-b6f0-6967e2b494b8 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Notify callbacks [] for subnet, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:19.106447 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.plugin [None req-42fc7ef7-e1d1-4017-ba89-882c45339685 tempest-RoutersAdminTest-1850549588 tempest-RoutersAdminTest-1850549588-project] Calling delete_port for 7b83c365-13c7-4f2a-ad5f-5a07497f437d owned by network:router_gateway {{(pid=103332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 07:39:19.120605 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1169ee47-3d5c-4740-9329-0e235f6a8d62 None None] Network d721bbd8-f70e-4706-968d-f500d7d63db8 requested from dv-neutron-861624-1-hyperv {{(pid=103334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 07:39:19.127136 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-c05a261c-67c7-4b2c-989b-b8953bf23bac tempest-RoutersIpV6AdminTest-1896539816 tempest-RoutersIpV6AdminTest-1896539816-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:19.135737 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-7177e0a6-20ab-4177-a258-b0db53d32f9f req-d1fd2a12-18de-4a74-99ef-aeffdc03fcd7 service neutron] 10.222.0.16 "GET /v2.0/networks/9f9e4d3a-9b0f-46a7-b045-8d44d07986e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6710157 Oct 19 07:39:19.149986 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d130f4a-fba2-42fd-b220-9361ce68a8f4 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify agent at l3_agent.dv-neutron-861624-1-hyperv the message routers_updated {{(pid=103333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 07:39:19.164168 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-6d130f4a-fba2-42fd-b220-9361ce68a8f4 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] 10.222.0.27 "PUT /v2.0/routers/52000b7c-c4ca-42d1-9e07-4a8337919cb0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8307703 Oct 19 07:39:19.167877 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 54842) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:39:19.181149 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-90d58f48-cd2e-4e54-b6f0-6967e2b494b8 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1673901 Oct 19 07:39:19.181373 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 54844) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:39:19.183378 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-c05a261c-67c7-4b2c-989b-b8953bf23bac tempest-RoutersIpV6AdminTest-1896539816 tempest-RoutersIpV6AdminTest-1896539816-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:19.184973 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91eb62ee-9d40-4498-946d-e4f1e4ee2885 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Made reservation on behalf of 2a06cf3adb854931a1e873f20cdb1976 for: {'subnet': 1} {{(pid=103332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 07:39:19.187074 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-e55e44b0-dc3a-46af-8b84-f6d2d83ae829 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Request body: {'subnet': {'network_id': '62d5a6e5-e501-49fa-885e-19275b60b41a', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:39:19.188960 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-91eb62ee-9d40-4498-946d-e4f1e4ee2885 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130659787'] for subnet, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:19.326464 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e55e44b0-dc3a-46af-8b84-f6d2d83ae829 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Made reservation on behalf of ea2e94e7c58741afa39e88c6d73f4fb1 for: {'subnet': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 07:39:19.332238 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-e55e44b0-dc3a-46af-8b84-f6d2d83ae829 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130170579'] for subnet, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:19.359087 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e05958ce-0e43-40b5-ab89-1b75bd703459 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d12c6ac-27a3-545c-a8f3-f04e30423d6d-d721bbd8-f70e-4706-968d-f500d7d63db8', 'network_id': 'd721bbd8-f70e-4706-968d-f500d7d63db8', 'tenant_id': 'ea2e94e7c58741afa39e88c6d73f4fb1', 'fixed_ips': [{'subnet_id': '96952e71-f9b4-493b-bb7f-783cdbd68e81'}]}} from dv-neutron-861624-1-hyperv. {{(pid=103334) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 07:39:19.359955 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-e05958ce-0e43-40b5-ab89-1b75bd703459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:19.403213 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-312c165f-8e3e-484d-9aed-e2ee9c411f84 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:39:19.405086 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-312c165f-8e3e-484d-9aed-e2ee9c411f84 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:39:19.409583 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-312c165f-8e3e-484d-9aed-e2ee9c411f84 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] 10.222.0.27 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2404275 Oct 19 07:39:19.410399 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 54846) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:39:19.550048 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.db_base_plugin_common [None req-e05958ce-0e43-40b5-ab89-1b75bd703459 None None] Allocated IP 172.20.0.2 (d721bbd8-f70e-4706-968d-f500d7d63db8/96952e71-f9b4-493b-bb7f-783cdbd68e81/4073bc26-64d2-4023-89ef-3f6549933bde) {{(pid=103334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 07:39:19.588879 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-e55e44b0-dc3a-46af-8b84-f6d2d83ae829 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130997899', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130170401'] for subnet, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:19.608390 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2a54917-890b-4741-8699-f235039b2d35 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Deleting subnet 7df07be3-ea06-4f8f-9bef-5ea3cd6f3fd1 {{(pid=103332) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 19 07:39:19.625980 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-d2a54917-890b-4741-8699-f235039b2d35 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks [] for subnet, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:19.651451 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.db_base_plugin_common [None req-c05a261c-67c7-4b2c-989b-b8953bf23bac tempest-RoutersIpV6AdminTest-1896539816 tempest-RoutersIpV6AdminTest-1896539816-project-admin] Allocated IP 172.26.0.232 (99c66757-74e3-40a4-b479-8d09e3a7c3dd/7f3d1034-1de7-458a-a3ee-77488de3949b/56d69e48-91eb-4274-8d5b-152ea1867de0) {{(pid=103332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 07:39:19.666412 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e55e44b0-dc3a-46af-8b84-f6d2d83ae829 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Checking segment: {'id': 'd8ff4c83-6a95-4712-996f-9149a4fbdc79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '62d5a6e5-e501-49fa-885e-19275b60b41a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 19 07:39:19.666770 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e55e44b0-dc3a-46af-8b84-f6d2d83ae829 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Network hostable DHCP agents. Network: 62d5a6e5-e501-49fa-885e-19275b60b41a, hostable agents: ['310d813b-0e3e-4d7e-9b79-8f4ec0dbcab0'], hosted agents: [] {{(pid=103333) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 07:39:19.673660 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55e44b0-dc3a-46af-8b84-f6d2d83ae829 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Pushing event updated for resources: {'Subnet': ['ID=a14c824c-6407-4202-a775-dea8515d9029,revision_number=0']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:39:19.688904 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e55e44b0-dc3a-46af-8b84-f6d2d83ae829 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Network 62d5a6e5-e501-49fa-885e-19275b60b41a is scheduled to be hosted by DHCP agent 310d813b-0e3e-4d7e-9b79-8f4ec0dbcab0 with binding_index 1 {{(pid=103333) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 07:39:19.702603 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-e55e44b0-dc3a-46af-8b84-f6d2d83ae829 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861624-1-hyperv, 62d5a6e5-e501-49fa-885e-19275b60b41a) {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:39:19.707339 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e55e44b0-dc3a-46af-8b84-f6d2d83ae829 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:39:19.708670 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-e55e44b0-dc3a-46af-8b84-f6d2d83ae829 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Notify callbacks [] for subnet, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:19.715934 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c65b350c-4352-49e2-b330-416917c09349 None None] Network 62d5a6e5-e501-49fa-885e-19275b60b41a requested from dv-neutron-861624-1-hyperv {{(pid=103334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 07:39:19.732451 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-e55e44b0-dc3a-46af-8b84-f6d2d83ae829 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5474775 Oct 19 07:39:19.733281 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 54850) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:39:19.740739 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-3c550277-c0ff-4cd4-89fc-ab95f5f5d0f7 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1350894857', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:39:19.760814 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-e05958ce-0e43-40b5-ab89-1b75bd703459 None None] Notify callbacks [] for port, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:19.772357 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-3c550277-c0ff-4cd4-89fc-ab95f5f5d0f7 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1692695', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12668'] for router, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:19.773898 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-3c550277-c0ff-4cd4-89fc-ab95f5f5d0f7 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1692835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1693910', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1621825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12659'] for router, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:19.794938 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-e05958ce-0e43-40b5-ab89-1b75bd703459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785020947330'] for port, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:19.802635 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-d2a54917-890b-4741-8699-f235039b2d35 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130726890'] for subnet, precommit_delete_associations {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:19.844901 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-3c550277-c0ff-4cd4-89fc-ab95f5f5d0f7 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:19.855459 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-3c550277-c0ff-4cd4-89fc-ab95f5f5d0f7 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1692844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1693859'] for router, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:19.858219 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e05958ce-0e43-40b5-ab89-1b75bd703459 None None] Network d721bbd8-f70e-4706-968d-f500d7d63db8 is already hosted by enough agents. {{(pid=103334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 07:39:19.890485 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.scheduler.base_scheduler [None req-e05958ce-0e43-40b5-ab89-1b75bd703459 None None] Resources bound (agent type, host, resource id): {{(pid=103334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:39:19.905392 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e05958ce-0e43-40b5-ab89-1b75bd703459 None None] Received port after_create {{(pid=103334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 07:39:19.910324 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-3c550277-c0ff-4cd4-89fc-ab95f5f5d0f7 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Notify callbacks [] for router, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:19.913362 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-3c550277-c0ff-4cd4-89fc-ab95f5f5d0f7 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] 10.222.0.27 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1790111 Oct 19 07:39:19.916021 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 54852) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:39:19.928460 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05958ce-0e43-40b5-ab89-1b75bd703459 None None] Pushing event updated for resources: {'Port': ['ID=4073bc26-64d2-4023-89ef-3f6549933bde,revision_number=1']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:39:19.960331 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-42fc7ef7-e1d1-4017-ba89-882c45339685 tempest-RoutersAdminTest-1850549588 tempest-RoutersAdminTest-1850549588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133553798'] for port, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:20.001528 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-91eb62ee-9d40-4498-946d-e4f1e4ee2885 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-133552662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130659641'] for subnet, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:20.018049 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-e05958ce-0e43-40b5-ab89-1b75bd703459 None None] Attempting to bind port 4073bc26-64d2-4023-89ef-3f6549933bde on host dv-neutron-861624-1-hyperv for vnic_type normal with profile {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 19 07:39:20.018481 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-e05958ce-0e43-40b5-ab89-1b75bd703459 None None] Attempting to bind port 4073bc26-64d2-4023-89ef-3f6549933bde by drivers openvswitch,hyperv on host dv-neutron-861624-1-hyperv at level 0 using segments [{'id': '21718be8-9ca5-45ec-aaa3-e266bb405d34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'd721bbd8-f70e-4706-968d-f500d7d63db8'}] {{(pid=103334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 19 07:39:20.018935 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e05958ce-0e43-40b5-ab89-1b75bd703459 None None] Attempting to bind port 4073bc26-64d2-4023-89ef-3f6549933bde on network d721bbd8-f70e-4706-968d-f500d7d63db8 {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 07:39:20.028355 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e05958ce-0e43-40b5-ab89-1b75bd703459 None None] Checking agent: {'id': 'a5b0152c-d633-409b-aaf8-3b76458e2410', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861624-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 19, 7, 30, 19), 'started_at': datetime.datetime(2022, 10, 19, 7, 30, 49), 'heartbeat_timestamp': datetime.datetime(2022, 10, 19, 7, 39, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861624-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 07:39:20.028903 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e05958ce-0e43-40b5-ab89-1b75bd703459 None None] Checking segment: {'id': '21718be8-9ca5-45ec-aaa3-e266bb405d34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'd721bbd8-f70e-4706-968d-f500d7d63db8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 19 07:39:20.029393 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-e05958ce-0e43-40b5-ab89-1b75bd703459 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:20.029882 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e05958ce-0e43-40b5-ab89-1b75bd703459 None None] Bound using segment: {'id': '21718be8-9ca5-45ec-aaa3-e266bb405d34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'd721bbd8-f70e-4706-968d-f500d7d63db8'} {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 07:39:20.030430 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-e05958ce-0e43-40b5-ab89-1b75bd703459 None None] Bound port: 4073bc26-64d2-4023-89ef-3f6549933bde, host: dv-neutron-861624-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21718be8-9ca5-45ec-aaa3-e266bb405d34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'd721bbd8-f70e-4706-968d-f500d7d63db8'}}] {{(pid=103334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 19 07:39:20.030903 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-e05958ce-0e43-40b5-ab89-1b75bd703459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:20.074259 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fc7ef7-e1d1-4017-ba89-882c45339685 tempest-RoutersAdminTest-1850549588 tempest-RoutersAdminTest-1850549588-project] Pushing event deleted for resources: {'Port': ['ID=7b83c365-13c7-4f2a-ad5f-5a07497f437d,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:39:20.085839 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd18a0e0-a566-4f17-866f-84dcacb608c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d12c6ac-27a3-545c-a8f3-f04e30423d6d-62d5a6e5-e501-49fa-885e-19275b60b41a', 'network_id': '62d5a6e5-e501-49fa-885e-19275b60b41a', 'tenant_id': 'ea2e94e7c58741afa39e88c6d73f4fb1', 'fixed_ips': [{'subnet_id': 'a14c824c-6407-4202-a775-dea8515d9029'}]}} from dv-neutron-861624-1-hyperv. {{(pid=103334) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 07:39:20.086053 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-fd18a0e0-a566-4f17-866f-84dcacb608c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:20.198843 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-e05958ce-0e43-40b5-ab89-1b75bd703459 None None] For port 4073bc26-64d2-4023-89ef-3f6549933bde, host dv-neutron-861624-1-hyperv, cleared binding levels {{(pid=103334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 07:39:20.226768 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-e05958ce-0e43-40b5-ab89-1b75bd703459 None None] For port 4073bc26-64d2-4023-89ef-3f6549933bde, host dv-neutron-861624-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=4073bc26-64d2-4023-89ef-3f6549933bde,segment=NetworkSegment(21718be8-9ca5-45ec-aaa3-e266bb405d34),segment_id=21718be8-9ca5-45ec-aaa3-e266bb405d34)] {{(pid=103334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 07:39:20.234194 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-e05958ce-0e43-40b5-ab89-1b75bd703459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:20.288311 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-c05a261c-67c7-4b2c-989b-b8953bf23bac tempest-RoutersIpV6AdminTest-1896539816 tempest-RoutersIpV6AdminTest-1896539816-project-admin] Notify callbacks [] for port, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:20.302319 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91eb62ee-9d40-4498-946d-e4f1e4ee2885 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Pushing event updated for resources: {'Subnet': ['ID=9e97aac4-5578-4c9d-a4a0-dc3c82d5951c,revision_number=0']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:39:20.307191 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-d2a54917-890b-4741-8699-f235039b2d35 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-679826'] for subnet, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:20.330243 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.db_base_plugin_common [None req-fd18a0e0-a566-4f17-866f-84dcacb608c5 None None] Allocated IP 172.21.0.2 (62d5a6e5-e501-49fa-885e-19275b60b41a/a14c824c-6407-4202-a775-dea8515d9029/0e88ccdb-b76b-42e9-8296-c6dd02bc5a6f) {{(pid=103334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 07:39:20.335160 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05958ce-0e43-40b5-ab89-1b75bd703459 None None] Pushing event updated for resources: {'Port': ['ID=4073bc26-64d2-4023-89ef-3f6549933bde,revision_number=2']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:39:20.449407 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-42fc7ef7-e1d1-4017-ba89-882c45339685 tempest-RoutersAdminTest-1850549588 tempest-RoutersAdminTest-1850549588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1693831'] for router_gateway, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:20.514900 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91eb62ee-9d40-4498-946d-e4f1e4ee2885 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Checking segment: {'id': 'a823f724-a18b-4efb-ada8-27eaa7d54a0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'd89e3664-8d62-4a36-94a1-43e82a1fb183'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 19 07:39:20.515263 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91eb62ee-9d40-4498-946d-e4f1e4ee2885 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Network hostable DHCP agents. Network: d89e3664-8d62-4a36-94a1-43e82a1fb183, hostable agents: ['310d813b-0e3e-4d7e-9b79-8f4ec0dbcab0'], hosted agents: [] {{(pid=103332) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 07:39:20.525419 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44400331-c8ce-404f-b3e4-e3ce2ff238ed None None] Sync routers for ids ['52000b7c-c4ca-42d1-9e07-4a8337919cb0'] in dv-neutron-861624-1-hyperv {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 07:39:20.543859 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-fd18a0e0-a566-4f17-866f-84dcacb608c5 None None] Notify callbacks [] for port, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:20.547234 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44400331-c8ce-404f-b3e4-e3ce2ff238ed None None] Routers {'52000b7c-c4ca-42d1-9e07-4a8337919cb0'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 07:39:20.548366 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-44400331-c8ce-404f-b3e4-e3ce2ff238ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T07:39:16Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['52000b7c-c4ca-42d1-9e07-4a8337919cb0'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:39:20.554241 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-fd18a0e0-a566-4f17-866f-84dcacb608c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785020947330'] for port, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:20.602135 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd18a0e0-a566-4f17-866f-84dcacb608c5 None None] Network 62d5a6e5-e501-49fa-885e-19275b60b41a is already hosted by enough agents. {{(pid=103334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 07:39:20.605345 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.scheduler.base_scheduler [None req-fd18a0e0-a566-4f17-866f-84dcacb608c5 None None] Resources bound (agent type, host, resource id): {{(pid=103334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:39:20.609981 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd18a0e0-a566-4f17-866f-84dcacb608c5 None None] Received port after_create {{(pid=103334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 07:39:20.613449 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd18a0e0-a566-4f17-866f-84dcacb608c5 None None] Pushing event updated for resources: {'Port': ['ID=0e88ccdb-b76b-42e9-8296-c6dd02bc5a6f,revision_number=1']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:39:20.642227 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvr_db [None req-44400331-c8ce-404f-b3e4-e3ce2ff238ed None None] Set router 52000b7c-c4ca-42d1-9e07-4a8337919cb0 gateway port host: None {{(pid=103335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 07:39:20.680616 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-42fc7ef7-e1d1-4017-ba89-882c45339685 tempest-RoutersAdminTest-1850549588 tempest-RoutersAdminTest-1850549588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1693565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12618'] for router, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:20.689246 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-42fc7ef7-e1d1-4017-ba89-882c45339685 tempest-RoutersAdminTest-1850549588 tempest-RoutersAdminTest-1850549588-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:20.690168 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-fd18a0e0-a566-4f17-866f-84dcacb608c5 None None] Attempting to bind port 0e88ccdb-b76b-42e9-8296-c6dd02bc5a6f on host dv-neutron-861624-1-hyperv for vnic_type normal with profile {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 19 07:39:20.690641 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-fd18a0e0-a566-4f17-866f-84dcacb608c5 None None] Attempting to bind port 0e88ccdb-b76b-42e9-8296-c6dd02bc5a6f by drivers openvswitch,hyperv on host dv-neutron-861624-1-hyperv at level 0 using segments [{'id': 'd8ff4c83-6a95-4712-996f-9149a4fbdc79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '62d5a6e5-e501-49fa-885e-19275b60b41a'}] {{(pid=103334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 19 07:39:20.691388 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd18a0e0-a566-4f17-866f-84dcacb608c5 None None] Attempting to bind port 0e88ccdb-b76b-42e9-8296-c6dd02bc5a6f on network 62d5a6e5-e501-49fa-885e-19275b60b41a {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 07:39:20.693145 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-c05a261c-67c7-4b2c-989b-b8953bf23bac tempest-RoutersIpV6AdminTest-1896539816 tempest-RoutersIpV6AdminTest-1896539816-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785020947330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133553798'] for port, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:20.697106 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd18a0e0-a566-4f17-866f-84dcacb608c5 None None] Checking agent: {'id': 'a5b0152c-d633-409b-aaf8-3b76458e2410', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861624-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 19, 7, 30, 19), 'started_at': datetime.datetime(2022, 10, 19, 7, 30, 49), 'heartbeat_timestamp': datetime.datetime(2022, 10, 19, 7, 39, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861624-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 07:39:20.697891 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd18a0e0-a566-4f17-866f-84dcacb608c5 None None] Checking segment: {'id': 'd8ff4c83-6a95-4712-996f-9149a4fbdc79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '62d5a6e5-e501-49fa-885e-19275b60b41a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 19 07:39:20.698457 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-fd18a0e0-a566-4f17-866f-84dcacb608c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:20.699226 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd18a0e0-a566-4f17-866f-84dcacb608c5 None None] Bound using segment: {'id': 'd8ff4c83-6a95-4712-996f-9149a4fbdc79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '62d5a6e5-e501-49fa-885e-19275b60b41a'} {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 07:39:20.699470 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-fd18a0e0-a566-4f17-866f-84dcacb608c5 None None] Bound port: 0e88ccdb-b76b-42e9-8296-c6dd02bc5a6f, host: dv-neutron-861624-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8ff4c83-6a95-4712-996f-9149a4fbdc79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '62d5a6e5-e501-49fa-885e-19275b60b41a'}}] {{(pid=103334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 19 07:39:20.701753 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-fd18a0e0-a566-4f17-866f-84dcacb608c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:20.715555 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-44400331-c8ce-404f-b3e4-e3ce2ff238ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52000b7c-c4ca-42d1-9e07-4a8337919cb0', 'name': 'tempest-NetworksTestDHCPv6-router-2039967643', 'tenant_id': '61a2e57b80c1442e9cb330141a970781', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T07:39:12Z', 'updated_at': '2022-10-19T07:39:18Z', 'revision_number': 3, 'project_id': '61a2e57b80c1442e9cb330141a970781', 'gw_port_host': None}], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:39:20.746534 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44400331-c8ce-404f-b3e4-e3ce2ff238ed None None] Checking router: 52000b7c-c4ca-42d1-9e07-4a8337919cb0 for host: dv-neutron-861624-1-hyperv {{(pid=103335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 07:39:20.755776 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44400331-c8ce-404f-b3e4-e3ce2ff238ed None None] Routers {'52000b7c-c4ca-42d1-9e07-4a8337919cb0'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 07:39:20.756378 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-44400331-c8ce-404f-b3e4-e3ce2ff238ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T07:39:16Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['52000b7c-c4ca-42d1-9e07-4a8337919cb0'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:39:20.775100 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-d2a54917-890b-4741-8699-f235039b2d35 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-679819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-133552721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130659632'] for subnet, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:20.776110 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-fd18a0e0-a566-4f17-866f-84dcacb608c5 None None] For port 0e88ccdb-b76b-42e9-8296-c6dd02bc5a6f, host dv-neutron-861624-1-hyperv, cleared binding levels {{(pid=103334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 07:39:20.780016 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-fd18a0e0-a566-4f17-866f-84dcacb608c5 None None] For port 0e88ccdb-b76b-42e9-8296-c6dd02bc5a6f, host dv-neutron-861624-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=0e88ccdb-b76b-42e9-8296-c6dd02bc5a6f,segment=NetworkSegment(d8ff4c83-6a95-4712-996f-9149a4fbdc79),segment_id=d8ff4c83-6a95-4712-996f-9149a4fbdc79)] {{(pid=103334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 07:39:20.788211 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-fd18a0e0-a566-4f17-866f-84dcacb608c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:20.797627 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91eb62ee-9d40-4498-946d-e4f1e4ee2885 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Network d89e3664-8d62-4a36-94a1-43e82a1fb183 is scheduled to be hosted by DHCP agent 310d813b-0e3e-4d7e-9b79-8f4ec0dbcab0 with binding_index 1 {{(pid=103332) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 07:39:20.834878 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvr_db [None req-44400331-c8ce-404f-b3e4-e3ce2ff238ed None None] Set router 52000b7c-c4ca-42d1-9e07-4a8337919cb0 gateway port host: None {{(pid=103335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 07:39:20.838490 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c05a261c-67c7-4b2c-989b-b8953bf23bac tempest-RoutersIpV6AdminTest-1896539816 tempest-RoutersIpV6AdminTest-1896539816-project-admin] Network 99c66757-74e3-40a4-b479-8d09e3a7c3dd is already hosted by enough agents. {{(pid=103332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 07:39:20.841095 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a54917-890b-4741-8699-f235039b2d35 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Pushing event deleted for resources: {'Subnet': ['ID=7df07be3-ea06-4f8f-9bef-5ea3cd6f3fd1,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:39:20.843879 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-42fc7ef7-e1d1-4017-ba89-882c45339685 tempest-RoutersAdminTest-1850549588 tempest-RoutersAdminTest-1850549588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1693542'] for router, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:20.844446 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42fc7ef7-e1d1-4017-ba89-882c45339685 tempest-RoutersAdminTest-1850549588 tempest-RoutersAdminTest-1850549588-project] Fanout notify agent at l3_agent the message router_deleted on router cbf8601f-d1d9-432d-b8bc-701a2a344b43 {{(pid=103332) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 07:39:20.851101 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd18a0e0-a566-4f17-866f-84dcacb608c5 None None] Pushing event updated for resources: {'Port': ['ID=0e88ccdb-b76b-42e9-8296-c6dd02bc5a6f,revision_number=2']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:39:20.851617 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-42fc7ef7-e1d1-4017-ba89-882c45339685 tempest-RoutersAdminTest-1850549588 tempest-RoutersAdminTest-1850549588-project] Notify callbacks [] for router, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:20.856211 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-42fc7ef7-e1d1-4017-ba89-882c45339685 tempest-RoutersAdminTest-1850549588 tempest-RoutersAdminTest-1850549588-project] 10.222.0.27 "DELETE /v2.0/routers/cbf8601f-d1d9-432d-b8bc-701a2a344b43 HTTP/1.1" status: 204 len: 168 time: 3.5457213 Oct 19 07:39:20.856545 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 54856) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:39:20.861702 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-c2217b50-540f-467b-85e3-51ec46ea318a tempest-RoutersAdminTest-1280535694 tempest-RoutersAdminTest-1280535694-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1947537279', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'enable_snat': False}}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:39:20.887629 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-d2a54917-890b-4741-8699-f235039b2d35 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574827'] for subnet, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:20.891567 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-c2217b50-540f-467b-85e3-51ec46ea318a tempest-RoutersAdminTest-1280535694 tempest-RoutersAdminTest-1280535694-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1692695', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12668'] for router, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:20.893520 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-c2217b50-540f-467b-85e3-51ec46ea318a tempest-RoutersAdminTest-1280535694 tempest-RoutersAdminTest-1280535694-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1692835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1693910', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1621825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12659'] for router, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:20.894573 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-d2a54917-890b-4741-8699-f235039b2d35 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] 10.222.0.27 "DELETE /v2.0/subnets/7df07be3-ea06-4f8f-9bef-5ea3cd6f3fd1 HTTP/1.1" status: 204 len: 168 time: 1.4769371 Oct 19 07:39:20.896776 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 54858) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:39:20.897646 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d0a90fd-07ee-4692-b3e0-942d3f88dd8f None None] Network 6b5a65c5-1bed-4301-9db8-c1056c2b8eba requested from dv-neutron-861624-1-hyperv {{(pid=103334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 07:39:20.898091 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.base_scheduler [None req-c05a261c-67c7-4b2c-989b-b8953bf23bac tempest-RoutersIpV6AdminTest-1896539816 tempest-RoutersIpV6AdminTest-1896539816-project-admin] Resources bound (agent type, host, resource id): {{(pid=103332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:39:20.904929 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c05a261c-67c7-4b2c-989b-b8953bf23bac tempest-RoutersIpV6AdminTest-1896539816 tempest-RoutersIpV6AdminTest-1896539816-project-admin] Received port after_create {{(pid=103332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 07:39:20.905700 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-44400331-c8ce-404f-b3e4-e3ce2ff238ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52000b7c-c4ca-42d1-9e07-4a8337919cb0', 'name': 'tempest-NetworksTestDHCPv6-router-2039967643', 'tenant_id': '61a2e57b80c1442e9cb330141a970781', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T07:39:12Z', 'updated_at': '2022-10-19T07:39:18Z', 'revision_number': 3, 'project_id': '61a2e57b80c1442e9cb330141a970781', 'gw_port_host': None}], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:39:20.910567 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05a261c-67c7-4b2c-989b-b8953bf23bac tempest-RoutersIpV6AdminTest-1896539816 tempest-RoutersIpV6AdminTest-1896539816-project-admin] Pushing event updated for resources: {'Port': ['ID=56d69e48-91eb-4274-8d5b-152ea1867de0,revision_number=1']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:39:20.915203 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-a60abbb1-83a2-4b4f-9dbf-a1dc7f73334a tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:20.917253 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.base_scheduler [None req-91eb62ee-9d40-4498-946d-e4f1e4ee2885 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861624-1-hyperv, d89e3664-8d62-4a36-94a1-43e82a1fb183) {{(pid=103332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:39:20.921622 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91eb62ee-9d40-4498-946d-e4f1e4ee2885 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:39:20.922226 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-91eb62ee-9d40-4498-946d-e4f1e4ee2885 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574827'] for subnet, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:20.945095 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2935db91-eac8-4759-9ac6-59bf8cb709e0 None None] Network d89e3664-8d62-4a36-94a1-43e82a1fb183 requested from dv-neutron-861624-1-hyperv {{(pid=103334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 07:39:20.972399 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44400331-c8ce-404f-b3e4-e3ce2ff238ed None None] The sync data for ids ['52000b7c-c4ca-42d1-9e07-4a8337919cb0'] in dv-neutron-861624-1-hyperv is: [{'id': '52000b7c-c4ca-42d1-9e07-4a8337919cb0', 'name': 'tempest-NetworksTestDHCPv6-router-2039967643', 'tenant_id': '61a2e57b80c1442e9cb330141a970781', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T07:39:12Z', 'updated_at': '2022-10-19T07:39:18Z', 'revision_number': 3, 'project_id': '61a2e57b80c1442e9cb330141a970781', 'gw_port_host': None}] {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 07:39:21.006615 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-c2217b50-540f-467b-85e3-51ec46ea318a tempest-RoutersAdminTest-1280535694 tempest-RoutersAdminTest-1280535694-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:21.192587 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-c2217b50-540f-467b-85e3-51ec46ea318a tempest-RoutersAdminTest-1280535694 tempest-RoutersAdminTest-1280535694-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:21.255425 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-325305f1-f1a8-40ab-b0fe-9fa8fb330dc3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d12c6ac-27a3-545c-a8f3-f04e30423d6d-d89e3664-8d62-4a36-94a1-43e82a1fb183', 'network_id': 'd89e3664-8d62-4a36-94a1-43e82a1fb183', 'tenant_id': '2a06cf3adb854931a1e873f20cdb1976', 'fixed_ips': [{'subnet_id': '9e97aac4-5578-4c9d-a4a0-dc3c82d5951c'}]}} from dv-neutron-861624-1-hyperv. {{(pid=103334) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 07:39:21.256945 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-325305f1-f1a8-40ab-b0fe-9fa8fb330dc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:21.611548 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-c2217b50-540f-467b-85e3-51ec46ea318a tempest-RoutersAdminTest-1280535694 tempest-RoutersAdminTest-1280535694-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:21.636027 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19e7f4c0-1e74-4547-9329-3f4ab4a60d95 None None] DHCP port deletion for 6b5a65c5-1bed-4301-9db8-c1056c2b8eba request from dv-neutron-861624-1-hyperv {{(pid=103334) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 07:39:21.641977 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device 4073bc26-64d2-4023-89ef-3f6549933bde up at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 07:39:21.644399 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-c2217b50-540f-467b-85e3-51ec46ea318a tempest-RoutersAdminTest-1280535694 tempest-RoutersAdminTest-1280535694-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:21.670971 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-91eb62ee-9d40-4498-946d-e4f1e4ee2885 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 3.1431618 Oct 19 07:39:21.678737 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce464712-d228-4e39-b961-bf61fb630421 None None] Network d721bbd8-f70e-4706-968d-f500d7d63db8 requested from dv-neutron-861624-1-hyperv {{(pid=103334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 07:39:21.684894 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 54860) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:39:21.695941 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-d2f93927-c9ed-4093-bf9e-efb253d29179 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-22929646'}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:39:21.792358 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.db_base_plugin_common [None req-c2217b50-540f-467b-85e3-51ec46ea318a tempest-RoutersAdminTest-1280535694 tempest-RoutersAdminTest-1280535694-project-admin] Allocated IP 172.26.0.151 (99c66757-74e3-40a4-b479-8d09e3a7c3dd/7f3d1034-1de7-458a-a3ee-77488de3949b/00c00e85-bf3d-4d32-9e69-9d4071412f9d) {{(pid=103333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 07:39:21.845674 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-61e905f5-23fd-4678-a205-ca40b202e9a8 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] 10.222.0.27 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.9378085 Oct 19 07:39:21.848114 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 54862) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:39:21.860537 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.db_base_plugin_common [None req-325305f1-f1a8-40ab-b0fe-9fa8fb330dc3 None None] Allocated IP 172.20.255.242 (d89e3664-8d62-4a36-94a1-43e82a1fb183/9e97aac4-5578-4c9d-a4a0-dc3c82d5951c/b10d6bcc-bdb0-471a-93dc-1d70e5db74f4) {{(pid=103334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 07:39:21.870082 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-1fef8672-b0d2-42ab-940e-159ae4ce4fc0 None None] Provisioning complete for port 4073bc26-64d2-4023-89ef-3f6549933bde triggered by entity DHCP. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:39:21.870457 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-1fef8672-b0d2-42ab-940e-159ae4ce4fc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:21.870794 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-1fef8672-b0d2-42ab-940e-159ae4ce4fc0 None None] Attempt 1 to provision port 4073bc26-64d2-4023-89ef-3f6549933bde Oct 19 07:39:21.878083 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Provisioning complete for port 4073bc26-64d2-4023-89ef-3f6549933bde triggered by entity L2. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:39:21.878445 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:21.878777 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Attempt 1 to provision port 4073bc26-64d2-4023-89ef-3f6549933bde Oct 19 07:39:21.900663 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2f93927-c9ed-4093-bf9e-efb253d29179 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Made reservation on behalf of 2a06cf3adb854931a1e873f20cdb1976 for: {'network': 1} {{(pid=103332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 07:39:21.905094 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-d2f93927-c9ed-4093-bf9e-efb253d29179 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for network, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:21.946190 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2f93927-c9ed-4093-bf9e-efb253d29179 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 159} {{(pid=103332) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 07:39:21.963726 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-19e7f4c0-1e74-4547-9329-3f4ab4a60d95 None None] Deleting port 1a7c9852-2f3e-4aff-956d-7e80ca35cf42 {{(pid=103334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 07:39:21.964097 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-19e7f4c0-1e74-4547-9329-3f4ab4a60d95 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:21.992442 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-bac322fd-459c-48bc-80fb-9e9971f85ccd tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks [] for router, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:22.027414 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-d2f93927-c9ed-4093-bf9e-efb253d29179 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979'] for segment, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:22.027767 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.db.segments_db [None req-d2f93927-c9ed-4093-bf9e-efb253d29179 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Added segment 1d0b8933-d37f-4eff-abef-e7df3392a9f0 of type vlan for network de3f37db-d3ca-4217-bdca-1aad3ca029e7 Oct 19 07:39:22.043988 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-c2217b50-540f-467b-85e3-51ec46ea318a tempest-RoutersAdminTest-1280535694 tempest-RoutersAdminTest-1280535694-project-admin] Notify callbacks [] for port, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:22.143166 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-19e7f4c0-1e74-4547-9329-3f4ab4a60d95 None None] For port 1a7c9852-2f3e-4aff-956d-7e80ca35cf42, host dv-neutron-861624-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=1a7c9852-2f3e-4aff-956d-7e80ca35cf42,segment=NetworkSegment(5a8d2b05-b527-4bd4-a671-b9112f193fef),segment_id=5a8d2b05-b527-4bd4-a671-b9112f193fef)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:39:22.143568 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-19e7f4c0-1e74-4547-9329-3f4ab4a60d95 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:22.170279 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-19e7f4c0-1e74-4547-9329-3f4ab4a60d95 None None] Calling delete_port for 1a7c9852-2f3e-4aff-956d-7e80ca35cf42 owned by network:dhcp {{(pid=103334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 07:39:22.201257 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-d2f93927-c9ed-4093-bf9e-efb253d29179 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785020965340'] for network, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:22.228943 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-c05a261c-67c7-4b2c-989b-b8953bf23bac tempest-RoutersIpV6AdminTest-1896539816 tempest-RoutersIpV6AdminTest-1896539816-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:22.270071 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-bac322fd-459c-48bc-80fb-9e9971f85ccd tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1693565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12618'] for router, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:22.274396 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-bac322fd-459c-48bc-80fb-9e9971f85ccd tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:22.289278 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-d2f93927-c9ed-4093-bf9e-efb253d29179 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873'] for network, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:22.295563 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2f93927-c9ed-4093-bf9e-efb253d29179 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:39:22.296917 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-d2f93927-c9ed-4093-bf9e-efb253d29179 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Notify callbacks [] for network, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:22.322292 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-c2217b50-540f-467b-85e3-51ec46ea318a tempest-RoutersAdminTest-1280535694 tempest-RoutersAdminTest-1280535694-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785020947330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130996763'] for port, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:22.356857 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.db_base_plugin_common [None req-a60abbb1-83a2-4b4f-9dbf-a1dc7f73334a tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Allocated IP 172.20.0.1 (d721bbd8-f70e-4706-968d-f500d7d63db8/96952e71-f9b4-493b-bb7f-783cdbd68e81/a72a7f14-59e8-4839-b0bc-5ee1707fcae7) {{(pid=103332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 07:39:22.383150 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-d2f93927-c9ed-4093-bf9e-efb253d29179 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.6888225 Oct 19 07:39:22.383415 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2217b50-540f-467b-85e3-51ec46ea318a tempest-RoutersAdminTest-1280535694 tempest-RoutersAdminTest-1280535694-project-admin] Pushing event updated for resources: {'Port': ['ID=00c00e85-bf3d-4d32-9e69-9d4071412f9d,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:39:22.387218 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 54864) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:39:22.392958 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-c6f510d6-9a92-4976-a841-1f0e4b89970f tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Request body: {'subnet': {'network_id': 'de3f37db-d3ca-4217-bdca-1aad3ca029e7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:39:22.399767 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2217b50-540f-467b-85e3-51ec46ea318a tempest-RoutersAdminTest-1280535694 tempest-RoutersAdminTest-1280535694-project-admin] Network 99c66757-74e3-40a4-b479-8d09e3a7c3dd is already hosted by enough agents. {{(pid=103333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 07:39:22.401619 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Current status of the port 4073bc26-64d2-4023-89ef-3f6549933bde is: DOWN; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:39:22.402010 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:22.418004 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-bac322fd-459c-48bc-80fb-9e9971f85ccd tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1693542'] for router, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:22.418974 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bac322fd-459c-48bc-80fb-9e9971f85ccd tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Fanout notify agent at l3_agent the message router_deleted on router 52000b7c-c4ca-42d1-9e07-4a8337919cb0 {{(pid=103333) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 07:39:22.424246 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-c2217b50-540f-467b-85e3-51ec46ea318a tempest-RoutersAdminTest-1280535694 tempest-RoutersAdminTest-1280535694-project-admin] Resources bound (agent type, host, resource id): {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:39:22.434626 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-bac322fd-459c-48bc-80fb-9e9971f85ccd tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks [] for router, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:22.438436 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-bac322fd-459c-48bc-80fb-9e9971f85ccd tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] 10.222.0.27 "DELETE /v2.0/routers/52000b7c-c4ca-42d1-9e07-4a8337919cb0 HTTP/1.1" status: 204 len: 168 time: 0.5863030 Oct 19 07:39:22.439487 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2217b50-540f-467b-85e3-51ec46ea318a tempest-RoutersAdminTest-1280535694 tempest-RoutersAdminTest-1280535694-project-admin] Received port after_create {{(pid=103333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 07:39:22.450672 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 54866) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:39:22.459076 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] For port 4073bc26-64d2-4023-89ef-3f6549933bde, host dv-neutron-861624-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=4073bc26-64d2-4023-89ef-3f6549933bde,segment=NetworkSegment(21718be8-9ca5-45ec-aaa3-e266bb405d34),segment_id=21718be8-9ca5-45ec-aaa3-e266bb405d34)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:39:22.461210 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-1fef8672-b0d2-42ab-940e-159ae4ce4fc0 None None] Current status of the port 4073bc26-64d2-4023-89ef-3f6549933bde is: DOWN; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:39:22.465199 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-1fef8672-b0d2-42ab-940e-159ae4ce4fc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:22.472052 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-19e7f4c0-1e74-4547-9329-3f4ab4a60d95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339'] for port, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:22.475516 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f93927-c9ed-4093-bf9e-efb253d29179 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Pushing event updated for resources: {'Network': ['ID=de3f37db-d3ca-4217-bdca-1aad3ca029e7,revision_number=1']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:39:22.533535 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44f2e440-d92f-4317-8d79-14fa64c0ee73 None None] Network 62d5a6e5-e501-49fa-885e-19275b60b41a requested from dv-neutron-861624-1-hyperv {{(pid=103334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 07:39:22.535460 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Network de3f37db-d3ca-4217-bdca-1aad3ca029e7 details requested by agent ovs-agent-dv-neutron-861624-1-hyperv with host dv-neutron-861624-1-hyperv {{(pid=103334) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 07:39:22.537977 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:22.553952 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19e7f4c0-1e74-4547-9329-3f4ab4a60d95 None None] No DVR routers for this DVR port 1a7c9852-2f3e-4aff-956d-7e80ca35cf42 on host dv-neutron-861624-1-hyperv {{(pid=103334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 19 07:39:22.556990 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e7f4c0-1e74-4547-9329-3f4ab4a60d95 None None] Pushing event deleted for resources: {'Port': ['ID=1a7c9852-2f3e-4aff-956d-7e80ca35cf42,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:39:22.565553 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device 5884e3ef-50fd-409f-9488-9eb17bc860bb no longer exists at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 07:39:22.660469 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] No Port match for: 5884e3ef-50fd-409f-9488-9eb17bc860bb {{(pid=103334) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 19 07:39:22.660469 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device 5884e3ef-50fd-409f-9488-9eb17bc860bb not bound to the agent host dv-neutron-861624-1-hyperv {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 07:39:22.706833 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-325305f1-f1a8-40ab-b0fe-9fa8fb330dc3 None None] Notify callbacks [] for port, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:22.750986 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-c05a261c-67c7-4b2c-989b-b8953bf23bac tempest-RoutersIpV6AdminTest-1896539816 tempest-RoutersIpV6AdminTest-1896539816-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1692844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1693859'] for router, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:22.772000 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-a60abbb1-83a2-4b4f-9dbf-a1dc7f73334a tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Notify callbacks [] for port, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:22.793055 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-325305f1-f1a8-40ab-b0fe-9fa8fb330dc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785020947330'] for port, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:22.859124 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Pushing event updated for resources: {'Port': ['ID=4073bc26-64d2-4023-89ef-3f6549933bde,revision_number=3']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:39:22.871946 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-325305f1-f1a8-40ab-b0fe-9fa8fb330dc3 None None] Network d89e3664-8d62-4a36-94a1-43e82a1fb183 is already hosted by enough agents. {{(pid=103334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 07:39:22.886485 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.scheduler.base_scheduler [None req-325305f1-f1a8-40ab-b0fe-9fa8fb330dc3 None None] Resources bound (agent type, host, resource id): {{(pid=103334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:39:22.899603 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-a60abbb1-83a2-4b4f-9dbf-a1dc7f73334a tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785020947330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133553798'] for port, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:22.913454 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-325305f1-f1a8-40ab-b0fe-9fa8fb330dc3 None None] Received port after_create {{(pid=103334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 07:39:22.915434 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.db.api [None req-1fef8672-b0d2-42ab-940e-159ae4ce4fc0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103334) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 19 07:39:22.915786 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG oslo_db.api [None req-1fef8672-b0d2-42ab-940e-159ae4ce4fc0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 19 07:39:22.925246 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-e582e31f-7883-4866-af5b-d7c1c9c20922 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] 10.222.0.27 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.4726005 Oct 19 07:39:22.932010 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 54868) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:39:22.957435 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a60abbb1-83a2-4b4f-9dbf-a1dc7f73334a tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Network d721bbd8-f70e-4706-968d-f500d7d63db8 is already hosted by enough agents. {{(pid=103332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 07:39:22.966789 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.base_scheduler [None req-a60abbb1-83a2-4b4f-9dbf-a1dc7f73334a tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Resources bound (agent type, host, resource id): {{(pid=103332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:39:22.970539 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a60abbb1-83a2-4b4f-9dbf-a1dc7f73334a tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Received port after_create {{(pid=103332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 07:39:22.977032 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325305f1-f1a8-40ab-b0fe-9fa8fb330dc3 None None] Pushing event updated for resources: {'Port': ['ID=b10d6bcc-bdb0-471a-93dc-1d70e5db74f4,revision_number=1']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:39:23.017189 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-325305f1-f1a8-40ab-b0fe-9fa8fb330dc3 None None] Attempting to bind port b10d6bcc-bdb0-471a-93dc-1d70e5db74f4 on host dv-neutron-861624-1-hyperv for vnic_type normal with profile {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 19 07:39:23.017189 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-325305f1-f1a8-40ab-b0fe-9fa8fb330dc3 None None] Attempting to bind port b10d6bcc-bdb0-471a-93dc-1d70e5db74f4 by drivers openvswitch,hyperv on host dv-neutron-861624-1-hyperv at level 0 using segments [{'id': 'a823f724-a18b-4efb-ada8-27eaa7d54a0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'd89e3664-8d62-4a36-94a1-43e82a1fb183'}] {{(pid=103334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 19 07:39:23.017189 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-325305f1-f1a8-40ab-b0fe-9fa8fb330dc3 None None] Attempting to bind port b10d6bcc-bdb0-471a-93dc-1d70e5db74f4 on network d89e3664-8d62-4a36-94a1-43e82a1fb183 {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 07:39:23.026517 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60abbb1-83a2-4b4f-9dbf-a1dc7f73334a tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Pushing event updated for resources: {'Port': ['ID=a72a7f14-59e8-4839-b0bc-5ee1707fcae7,revision_number=1']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:39:23.037887 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-325305f1-f1a8-40ab-b0fe-9fa8fb330dc3 None None] Checking agent: {'id': 'a5b0152c-d633-409b-aaf8-3b76458e2410', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861624-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 19, 7, 30, 19), 'started_at': datetime.datetime(2022, 10, 19, 7, 30, 49), 'heartbeat_timestamp': datetime.datetime(2022, 10, 19, 7, 39, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861624-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 07:39:23.038262 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-325305f1-f1a8-40ab-b0fe-9fa8fb330dc3 None None] Checking segment: {'id': 'a823f724-a18b-4efb-ada8-27eaa7d54a0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'd89e3664-8d62-4a36-94a1-43e82a1fb183'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 19 07:39:23.038659 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-325305f1-f1a8-40ab-b0fe-9fa8fb330dc3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:23.039045 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-325305f1-f1a8-40ab-b0fe-9fa8fb330dc3 None None] Bound using segment: {'id': 'a823f724-a18b-4efb-ada8-27eaa7d54a0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'd89e3664-8d62-4a36-94a1-43e82a1fb183'} {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 07:39:23.039515 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-325305f1-f1a8-40ab-b0fe-9fa8fb330dc3 None None] Bound port: b10d6bcc-bdb0-471a-93dc-1d70e5db74f4, host: dv-neutron-861624-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a823f724-a18b-4efb-ada8-27eaa7d54a0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'd89e3664-8d62-4a36-94a1-43e82a1fb183'}}] {{(pid=103334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 19 07:39:23.039882 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-325305f1-f1a8-40ab-b0fe-9fa8fb330dc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:23.057207 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8802b7f-6dcb-4507-8f6a-2bc7d732204a tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:39:23.058789 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-d8802b7f-6dcb-4507-8f6a-2bc7d732204a tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] 10.222.0.27 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1256518 Oct 19 07:39:23.059499 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6f510d6-9a92-4976-a841-1f0e4b89970f tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Made reservation on behalf of 2a06cf3adb854931a1e873f20cdb1976 for: {'subnet': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 07:39:23.062881 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-c6f510d6-9a92-4976-a841-1f0e4b89970f tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130170579'] for subnet, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:23.071375 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c05a261c-67c7-4b2c-989b-b8953bf23bac tempest-RoutersIpV6AdminTest-1896539816 tempest-RoutersIpV6AdminTest-1896539816-project-admin] Router b1e416c1-a96e-4d2b-87ba-f545563f4188 is scheduled to L3 agent ab388470-1243-4d53-80f2-c2f5899c97a7 with binding_index 1 {{(pid=103332) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 07:39:23.073968 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 54870) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:39:23.083390 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-a60abbb1-83a2-4b4f-9dbf-a1dc7f73334a tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1695190'] for router_interface, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:23.122026 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-325305f1-f1a8-40ab-b0fe-9fa8fb330dc3 None None] For port b10d6bcc-bdb0-471a-93dc-1d70e5db74f4, host dv-neutron-861624-1-hyperv, cleared binding levels {{(pid=103334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 07:39:23.125566 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-325305f1-f1a8-40ab-b0fe-9fa8fb330dc3 None None] For port b10d6bcc-bdb0-471a-93dc-1d70e5db74f4, host dv-neutron-861624-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=b10d6bcc-bdb0-471a-93dc-1d70e5db74f4,segment=NetworkSegment(a823f724-a18b-4efb-ada8-27eaa7d54a0c),segment_id=a823f724-a18b-4efb-ada8-27eaa7d54a0c)] {{(pid=103334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 07:39:23.134716 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-325305f1-f1a8-40ab-b0fe-9fa8fb330dc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:23.214807 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-b05103f9-5165-4566-88c4-987501702720 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] 10.222.0.27 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1393497 Oct 19 07:39:23.215030 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325305f1-f1a8-40ab-b0fe-9fa8fb330dc3 None None] Pushing event updated for resources: {'Port': ['ID=b10d6bcc-bdb0-471a-93dc-1d70e5db74f4,revision_number=2']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:39:23.217376 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 54872) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:39:23.231371 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-574e528c-be5f-4796-82e1-d4eeb69fe956 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Request body: {'subnet': {'network_id': '6b5a65c5-1bed-4301-9db8-c1056c2b8eba', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:39:23.369008 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c05a261c-67c7-4b2c-989b-b8953bf23bac tempest-RoutersIpV6AdminTest-1896539816 tempest-RoutersIpV6AdminTest-1896539816-project-admin] Notify agent at l3_agent.dv-neutron-861624-1-hyperv the message routers_updated {{(pid=103332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 07:39:23.385356 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e9291a0-eebd-4c2b-804a-e96ecdb44ff8 None None] Sync routers for ids ['b1e416c1-a96e-4d2b-87ba-f545563f4188'] in dv-neutron-861624-1-hyperv {{(pid=103334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 07:39:23.402112 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e9291a0-eebd-4c2b-804a-e96ecdb44ff8 None None] Routers {'b1e416c1-a96e-4d2b-87ba-f545563f4188'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 07:39:23.415341 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-4e9291a0-eebd-4c2b-804a-e96ecdb44ff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T07:39:16Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['b1e416c1-a96e-4d2b-87ba-f545563f4188'], 'active': True} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:39:23.437654 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-c05a261c-67c7-4b2c-989b-b8953bf23bac tempest-RoutersIpV6AdminTest-1896539816 tempest-RoutersIpV6AdminTest-1896539816-project-admin] Notify callbacks [] for router, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:23.438883 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-c05a261c-67c7-4b2c-989b-b8953bf23bac tempest-RoutersIpV6AdminTest-1896539816 tempest-RoutersIpV6AdminTest-1896539816-project-admin] 10.222.0.27 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 6.3568554 Oct 19 07:39:23.439793 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-a60abbb1-83a2-4b4f-9dbf-a1dc7f73334a tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:23.441867 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 54874) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:39:23.531924 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-1fef8672-b0d2-42ab-940e-159ae4ce4fc0 None None] Current status of the port 4073bc26-64d2-4023-89ef-3f6549933bde is: ACTIVE; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:39:23.553947 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device 4073bc26-64d2-4023-89ef-3f6549933bde up at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 07:39:23.642153 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-c2217b50-540f-467b-85e3-51ec46ea318a tempest-RoutersAdminTest-1280535694 tempest-RoutersAdminTest-1280535694-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:23.648800 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-574e528c-be5f-4796-82e1-d4eeb69fe956 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Made reservation on behalf of 61a2e57b80c1442e9cb330141a970781 for: {'subnet': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 07:39:23.652038 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-574e528c-be5f-4796-82e1-d4eeb69fe956 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130170579'] for subnet, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:23.772017 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-9e5a71c2-9198-446c-8666-32b428562f11 tempest-RoutersIpV6AdminTest-1896539816 tempest-RoutersIpV6AdminTest-1896539816-project-admin] 10.222.0.27 "GET /v2.0/routers/b1e416c1-a96e-4d2b-87ba-f545563f4188 HTTP/1.1" status: 200 len: 908 time: 0.3279901 Oct 19 07:39:23.772748 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 54876) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:39:23.782362 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-dd2c1ced-900f-4d3b-a008-f445cb088125 tempest-RoutersIpV6AdminTest-1896539816 tempest-RoutersIpV6AdminTest-1896539816-project-admin] Request body: {'router': {'name': 'tempest-snat-router-178052612', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'enable_snat': True}}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:39:23.823347 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-dd2c1ced-900f-4d3b-a008-f445cb088125 tempest-RoutersIpV6AdminTest-1896539816 tempest-RoutersIpV6AdminTest-1896539816-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1692695', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12668'] for router, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:23.825000 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-dd2c1ced-900f-4d3b-a008-f445cb088125 tempest-RoutersIpV6AdminTest-1896539816 tempest-RoutersIpV6AdminTest-1896539816-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1692835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1693910', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1621825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12659'] for router, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:23.834872 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvr_db [None req-4e9291a0-eebd-4c2b-804a-e96ecdb44ff8 None None] Set router b1e416c1-a96e-4d2b-87ba-f545563f4188 gateway port host: dv-neutron-861624-1-hyperv {{(pid=103334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 07:39:23.920290 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-2cb9b24b-dffc-42f3-aa6a-8581c7860881 None None] Provisioning complete for port 0e88ccdb-b76b-42e9-8296-c6dd02bc5a6f triggered by entity DHCP. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:39:23.920690 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-2cb9b24b-dffc-42f3-aa6a-8581c7860881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:23.921031 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-2cb9b24b-dffc-42f3-aa6a-8581c7860881 None None] Attempt 1 to provision port 0e88ccdb-b76b-42e9-8296-c6dd02bc5a6f Oct 19 07:39:23.927770 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-dd2c1ced-900f-4d3b-a008-f445cb088125 tempest-RoutersIpV6AdminTest-1896539816 tempest-RoutersIpV6AdminTest-1896539816-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:23.947185 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-c6f510d6-9a92-4976-a841-1f0e4b89970f tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130997899', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130170401'] for subnet, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:24.014915 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Provisioning complete for port 4073bc26-64d2-4023-89ef-3f6549933bde triggered by entity L2. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:39:24.015293 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:24.015631 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Attempt 1 to provision port 4073bc26-64d2-4023-89ef-3f6549933bde Oct 19 07:39:24.092977 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f510d6-9a92-4976-a841-1f0e4b89970f tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Pushing event updated for resources: {'Subnet': ['ID=8c18aa2a-b688-4482-846f-bde29bf272d7,revision_number=0']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:39:24.100353 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-dd2c1ced-900f-4d3b-a008-f445cb088125 tempest-RoutersIpV6AdminTest-1896539816 tempest-RoutersIpV6AdminTest-1896539816-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:24.119329 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-a60abbb1-83a2-4b4f-9dbf-a1dc7f73334a tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Notify callbacks [] for port, precommit_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:24.133631 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-a60abbb1-83a2-4b4f-9dbf-a1dc7f73334a tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133553807'] for port, after_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:24.133854 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-2cb9b24b-dffc-42f3-aa6a-8581c7860881 None None] Current status of the port 0e88ccdb-b76b-42e9-8296-c6dd02bc5a6f is: DOWN; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:39:24.134025 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-2cb9b24b-dffc-42f3-aa6a-8581c7860881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:24.146418 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-c2217b50-540f-467b-85e3-51ec46ea318a tempest-RoutersAdminTest-1280535694 tempest-RoutersAdminTest-1280535694-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1692844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1693859'] for router, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:24.173049 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6f510d6-9a92-4976-a841-1f0e4b89970f tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Checking segment: {'id': '1d0b8933-d37f-4eff-abef-e7df3392a9f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'de3f37db-d3ca-4217-bdca-1aad3ca029e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 19 07:39:24.173401 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6f510d6-9a92-4976-a841-1f0e4b89970f tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Network hostable DHCP agents. Network: de3f37db-d3ca-4217-bdca-1aad3ca029e7, hostable agents: ['310d813b-0e3e-4d7e-9b79-8f4ec0dbcab0'], hosted agents: [] {{(pid=103333) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 07:39:24.224736 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-a60abbb1-83a2-4b4f-9dbf-a1dc7f73334a tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1574855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1694822'] for router_interface, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:24.225382 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-2cb9b24b-dffc-42f3-aa6a-8581c7860881 None None] For port 0e88ccdb-b76b-42e9-8296-c6dd02bc5a6f, host dv-neutron-861624-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=0e88ccdb-b76b-42e9-8296-c6dd02bc5a6f,segment=NetworkSegment(d8ff4c83-6a95-4712-996f-9149a4fbdc79),segment_id=d8ff4c83-6a95-4712-996f-9149a4fbdc79)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:39:24.228282 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60abbb1-83a2-4b4f-9dbf-a1dc7f73334a tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Pushing event updated for resources: {'Port': ['ID=a72a7f14-59e8-4839-b0bc-5ee1707fcae7,revision_number=2']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:39:24.229401 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Current status of the port 4073bc26-64d2-4023-89ef-3f6549933bde is: ACTIVE; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:39:24.230881 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device 0e88ccdb-b76b-42e9-8296-c6dd02bc5a6f up at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 07:39:24.234048 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-4e9291a0-eebd-4c2b-804a-e96ecdb44ff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1e416c1-a96e-4d2b-87ba-f545563f4188', 'name': 'tempest-snat-router-178052612', 'tenant_id': 'c3ff9d0048274a50bcec5d88a82a5cea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'external_fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.232'}], 'enable_snat': False}, 'gw_port_id': '56d69e48-91eb-4274-8d5b-152ea1867de0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T07:39:17Z', 'updated_at': '2022-10-19T07:39:21Z', 'revision_number': 3, 'project_id': 'c3ff9d0048274a50bcec5d88a82a5cea', 'gw_port': {'id': '56d69e48-91eb-4274-8d5b-152ea1867de0', 'name': '', 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:aa:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1e416c1-a96e-4d2b-87ba-f545563f4188', 'device_owner': 'network:router_gateway', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:39:19Z', 'updated_at': '2022-10-19T07:39:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-861624-1-hyperv'}], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:39:24.259690 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-2cb9b24b-dffc-42f3-aa6a-8581c7860881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:24.263616 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6f510d6-9a92-4976-a841-1f0e4b89970f tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Network de3f37db-d3ca-4217-bdca-1aad3ca029e7 is scheduled to be hosted by DHCP agent 310d813b-0e3e-4d7e-9b79-8f4ec0dbcab0 with binding_index 1 {{(pid=103333) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 07:39:24.317622 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-c6f510d6-9a92-4976-a841-1f0e4b89970f tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861624-1-hyperv, de3f37db-d3ca-4217-bdca-1aad3ca029e7) {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:39:24.322535 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e9291a0-eebd-4c2b-804a-e96ecdb44ff8 None None] Checking router: b1e416c1-a96e-4d2b-87ba-f545563f4188 for host: dv-neutron-861624-1-hyperv {{(pid=103334) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 07:39:24.324180 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e9291a0-eebd-4c2b-804a-e96ecdb44ff8 None None] Updating router b1e416c1-a96e-4d2b-87ba-f545563f4188 port 56d69e48-91eb-4274-8d5b-152ea1867de0 binding host dv-neutron-861624-1-hyperv {{(pid=103334) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 07:39:24.329454 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6f510d6-9a92-4976-a841-1f0e4b89970f tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:39:24.330038 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-c6f510d6-9a92-4976-a841-1f0e4b89970f tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Notify callbacks [] for subnet, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:24.365020 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39b5582d-af7e-4416-b5b6-0f1bc6ab74b5 None None] Network de3f37db-d3ca-4217-bdca-1aad3ca029e7 requested from dv-neutron-861624-1-hyperv {{(pid=103334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 07:39:24.381760 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.objects.ports [None req-574e528c-be5f-4796-82e1-d4eeb69fe956 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103333) get_objects /opt/stack/neutron/neutron/objects/ports.py:470}} Oct 19 07:39:24.387099 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-574e528c-be5f-4796-82e1-d4eeb69fe956 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130997899', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130170401'] for subnet, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:24.403587 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-c6f510d6-9a92-4976-a841-1f0e4b89970f tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 2.0151231 Oct 19 07:39:24.411208 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-4e9291a0-eebd-4c2b-804a-e96ecdb44ff8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:24.428057 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 54880) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:39:24.431541 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a60abbb1-83a2-4b4f-9dbf-a1dc7f73334a tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Network d721bbd8-f70e-4706-968d-f500d7d63db8 is already hosted by enough agents. {{(pid=103332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 07:39:24.444408 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.base_scheduler [None req-a60abbb1-83a2-4b4f-9dbf-a1dc7f73334a tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Resources bound (agent type, host, resource id): {{(pid=103332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:39:24.462827 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-2cb9b24b-dffc-42f3-aa6a-8581c7860881 None None] Provisioning complete for port a72a7f14-59e8-4839-b0bc-5ee1707fcae7 triggered by entity DHCP. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:39:24.463472 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-2cb9b24b-dffc-42f3-aa6a-8581c7860881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:24.463901 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-2cb9b24b-dffc-42f3-aa6a-8581c7860881 None None] Attempt 1 to provision port a72a7f14-59e8-4839-b0bc-5ee1707fcae7 Oct 19 07:39:24.533676 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb9b24b-dffc-42f3-aa6a-8581c7860881 None None] Pushing event updated for resources: {'Port': ['ID=0e88ccdb-b76b-42e9-8296-c6dd02bc5a6f,revision_number=3']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:39:24.553309 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Provisioning complete for port 0e88ccdb-b76b-42e9-8296-c6dd02bc5a6f triggered by entity L2. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:39:24.553678 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:24.554008 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Attempt 1 to provision port 0e88ccdb-b76b-42e9-8296-c6dd02bc5a6f Oct 19 07:39:24.622761 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-ea6d1058-400a-4306-9520-e93a7f35f043 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-667019'] for network, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:24.624658 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574e528c-be5f-4796-82e1-d4eeb69fe956 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Pushing event updated for resources: {'Subnet': ['ID=a446df93-f871-4211-bc51-c84a20cf6dc4,revision_number=0']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:39:24.630906 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-574e528c-be5f-4796-82e1-d4eeb69fe956 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Network 6b5a65c5-1bed-4301-9db8-c1056c2b8eba is already hosted by enough agents. {{(pid=103333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 07:39:24.637842 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-574e528c-be5f-4796-82e1-d4eeb69fe956 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Resources bound (agent type, host, resource id): {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:39:24.642801 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-574e528c-be5f-4796-82e1-d4eeb69fe956 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:39:24.643397 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-574e528c-be5f-4796-82e1-d4eeb69fe956 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks [] for subnet, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:24.676205 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-958a483e-1a93-41a5-873a-5b0d9be2d3b7 None None] Network 6b5a65c5-1bed-4301-9db8-c1056c2b8eba requested from dv-neutron-861624-1-hyperv {{(pid=103334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 07:39:24.682221 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-574e528c-be5f-4796-82e1-d4eeb69fe956 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.4574463 Oct 19 07:39:24.686547 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 54882) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:39:24.687426 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2217b50-540f-467b-85e3-51ec46ea318a tempest-RoutersAdminTest-1280535694 tempest-RoutersAdminTest-1280535694-project-admin] Router 136d69f6-87bf-4b77-bf7c-f4af555a6ab5 is scheduled to L3 agent ab388470-1243-4d53-80f2-c2f5899c97a7 with binding_index 1 {{(pid=103333) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 07:39:24.701934 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-7fd1b14e-dcea-465c-82c1-616c4cf3d96f tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Request body: {'subnet': {'network_id': '6b5a65c5-1bed-4301-9db8-c1056c2b8eba', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:39:24.721832 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-2cb9b24b-dffc-42f3-aa6a-8581c7860881 None None] Port a72a7f14-59e8-4839-b0bc-5ee1707fcae7 cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 07:39:24.868063 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a01d21c9-f303-46b8-8e45-cffb24424320 None None] Network d89e3664-8d62-4a36-94a1-43e82a1fb183 requested from dv-neutron-861624-1-hyperv {{(pid=103334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 07:39:24.977997 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5766aa38-a699-4d3e-9897-5f437dfd2872 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d12c6ac-27a3-545c-a8f3-f04e30423d6d-de3f37db-d3ca-4217-bdca-1aad3ca029e7', 'network_id': 'de3f37db-d3ca-4217-bdca-1aad3ca029e7', 'tenant_id': '2a06cf3adb854931a1e873f20cdb1976', 'fixed_ips': [{'subnet_id': '8c18aa2a-b688-4482-846f-bde29bf272d7'}]}} from dv-neutron-861624-1-hyperv. {{(pid=103334) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 07:39:24.978702 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-5766aa38-a699-4d3e-9897-5f437dfd2872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:24.989937 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-ea6d1058-400a-4306-9520-e93a7f35f043 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-679826'] for subnet, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:25.011506 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-dd2c1ced-900f-4d3b-a008-f445cb088125 tempest-RoutersIpV6AdminTest-1896539816 tempest-RoutersIpV6AdminTest-1896539816-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:25.036412 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-dd2c1ced-900f-4d3b-a008-f445cb088125 tempest-RoutersIpV6AdminTest-1896539816 tempest-RoutersIpV6AdminTest-1896539816-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:25.040202 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2217b50-540f-467b-85e3-51ec46ea318a tempest-RoutersAdminTest-1280535694 tempest-RoutersAdminTest-1280535694-project-admin] Notify agent at l3_agent.dv-neutron-861624-1-hyperv the message routers_updated {{(pid=103333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 07:39:25.064648 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cad5655-f5a1-4e3d-b4be-43bea82c32f2 None None] Sync routers for ids ['136d69f6-87bf-4b77-bf7c-f4af555a6ab5'] in dv-neutron-861624-1-hyperv {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 07:39:25.077354 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cad5655-f5a1-4e3d-b4be-43bea82c32f2 None None] Routers {'136d69f6-87bf-4b77-bf7c-f4af555a6ab5'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 07:39:25.078242 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-0cad5655-f5a1-4e3d-b4be-43bea82c32f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T07:39:16Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['136d69f6-87bf-4b77-bf7c-f4af555a6ab5'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:39:25.079705 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a60abbb1-83a2-4b4f-9dbf-a1dc7f73334a tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Router 8b4a171d-3358-47e1-bb2d-7c04ab9804cc is scheduled to L3 agent ab388470-1243-4d53-80f2-c2f5899c97a7 with binding_index 1 {{(pid=103332) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 07:39:25.113298 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fd1b14e-dcea-465c-82c1-616c4cf3d96f tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Made reservation on behalf of 61a2e57b80c1442e9cb330141a970781 for: {'subnet': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 07:39:25.124682 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-7fd1b14e-dcea-465c-82c1-616c4cf3d96f tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130170579'] for subnet, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:25.135702 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Current status of the port 0e88ccdb-b76b-42e9-8296-c6dd02bc5a6f is: ACTIVE; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:39:25.169426 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-ea6d1058-400a-4306-9520-e93a7f35f043 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-679819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130997964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130170408'] for subnet, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:25.185498 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-c2217b50-540f-467b-85e3-51ec46ea318a tempest-RoutersAdminTest-1280535694 tempest-RoutersAdminTest-1280535694-project-admin] Notify callbacks [] for router, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:25.186746 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-c2217b50-540f-467b-85e3-51ec46ea318a tempest-RoutersAdminTest-1280535694 tempest-RoutersAdminTest-1280535694-project-admin] 10.222.0.27 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 4.3292346 Oct 19 07:39:25.195817 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 54886) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:39:25.202402 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvr_db [None req-0cad5655-f5a1-4e3d-b4be-43bea82c32f2 None None] Set router 136d69f6-87bf-4b77-bf7c-f4af555a6ab5 gateway port host: dv-neutron-861624-1-hyperv {{(pid=103335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 07:39:25.237764 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-2cb9b24b-dffc-42f3-aa6a-8581c7860881 None None] Attempt 2 to provision port a72a7f14-59e8-4839-b0bc-5ee1707fcae7 Oct 19 07:39:25.261327 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a60abbb1-83a2-4b4f-9dbf-a1dc7f73334a tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Notify agent at l3_agent.dv-neutron-861624-1-hyperv the message routers_updated {{(pid=103332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 07:39:25.271445 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-a60abbb1-83a2-4b4f-9dbf-a1dc7f73334a tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] 10.222.0.27 "PUT /v2.0/routers/8b4a171d-3358-47e1-bb2d-7c04ab9804cc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3490222 Oct 19 07:39:25.271445 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 54888) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:39:25.292387 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6d1058-400a-4306-9520-e93a7f35f043 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Pushing event deleted for resources: {'Subnet': ['ID=8c18aa2a-b688-4482-846f-bde29bf272d7,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:39:25.322580 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device 1a7c9852-2f3e-4aff-956d-7e80ca35cf42 no longer exists at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 07:39:25.324524 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06791aab-24b1-4581-ae44-c6ba7434216d None None] Sync routers for ids ['8b4a171d-3358-47e1-bb2d-7c04ab9804cc'] in dv-neutron-861624-1-hyperv {{(pid=103334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 07:39:25.342733 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d458cd7-d8f6-4f53-9bb4-9405e0f895f5 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:39:25.346796 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-5d458cd7-d8f6-4f53-9bb4-9405e0f895f5 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] 10.222.0.27 "GET /v2.0/ports/a72a7f14-59e8-4839-b0bc-5ee1707fcae7 HTTP/1.1" status: 200 len: 910 time: 0.0721107 Oct 19 07:39:25.349340 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 54890) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:39:25.398225 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-ea6d1058-400a-4306-9520-e93a7f35f043 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-673051', 'neutron.services.segments.db._delete_segments_for_network-8785021519108'] for network, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:25.418942 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-4e9291a0-eebd-4c2b-804a-e96ecdb44ff8 None None] Notify callbacks [] for port, precommit_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:25.441321 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] No Port match for: 1a7c9852-2f3e-4aff-956d-7e80ca35cf42 {{(pid=103334) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 19 07:39:25.442852 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device 1a7c9852-2f3e-4aff-956d-7e80ca35cf42 not bound to the agent host dv-neutron-861624-1-hyperv {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 07:39:25.469657 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-ea6d1058-400a-4306-9520-e93a7f35f043 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de3f37db-d3ca-4217-bdca-1aad3ca029e7']}} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:39:25.484733 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0be75f8-f7f4-46a1-b60d-7ef8806b3d07 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d12c6ac-27a3-545c-a8f3-f04e30423d6d-6b5a65c5-1bed-4301-9db8-c1056c2b8eba', 'network_id': '6b5a65c5-1bed-4301-9db8-c1056c2b8eba', 'tenant_id': '61a2e57b80c1442e9cb330141a970781', 'fixed_ips': [{'subnet_id': 'a446df93-f871-4211-bc51-c84a20cf6dc4'}]}} from dv-neutron-861624-1-hyperv. {{(pid=103334) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 07:39:25.485682 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-c0be75f8-f7f4-46a1-b60d-7ef8806b3d07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:25.491775 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-ea6d1058-400a-4306-9520-e93a7f35f043 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d0b8933-d37f-4eff-abef-e7df3392a9f0') {'for_net_delete': True} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:39:25.492098 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-ea6d1058-400a-4306-9520-e93a7f35f043 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d0b8933-d37f-4eff-abef-e7df3392a9f0') {} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:39:25.492738 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-0cad5655-f5a1-4e3d-b4be-43bea82c32f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '136d69f6-87bf-4b77-bf7c-f4af555a6ab5', 'name': 'tempest-snat-router-1947537279', 'tenant_id': 'fec3e90f990246a9ab12e89f58de82cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'external_fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.151'}], 'enable_snat': False}, 'gw_port_id': '00c00e85-bf3d-4d32-9e69-9d4071412f9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T07:39:20Z', 'updated_at': '2022-10-19T07:39:23Z', 'revision_number': 3, 'project_id': 'fec3e90f990246a9ab12e89f58de82cb', 'gw_port': {'id': '00c00e85-bf3d-4d32-9e69-9d4071412f9d', 'name': '', 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:a4:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '136d69f6-87bf-4b77-bf7c-f4af555a6ab5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:39:21Z', 'updated_at': '2022-10-19T07:39:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-861624-1-hyperv'}], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:39:25.512093 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-ea6d1058-400a-4306-9520-e93a7f35f043 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785021519382', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-134111927'] for segment, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:25.517881 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-42162c8a-9fb0-4285-83f3-42eb0d416b31 tempest-RoutersAdminTest-1280535694 tempest-RoutersAdminTest-1280535694-project-admin] 10.222.0.27 "GET /v2.0/routers/136d69f6-87bf-4b77-bf7c-f4af555a6ab5 HTTP/1.1" status: 200 len: 909 time: 0.3022780 Oct 19 07:39:25.524697 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 54892) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:39:25.529024 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-6b584175-1a0f-4599-800f-426bb9f09fc2 tempest-RoutersAdminTest-1280535694 tempest-RoutersAdminTest-1280535694-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1947537279', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'enable_snat': True}}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:39:25.531393 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06791aab-24b1-4581-ae44-c6ba7434216d None None] Routers {'8b4a171d-3358-47e1-bb2d-7c04ab9804cc'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 07:39:25.532107 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cad5655-f5a1-4e3d-b4be-43bea82c32f2 None None] Checking router: 136d69f6-87bf-4b77-bf7c-f4af555a6ab5 for host: dv-neutron-861624-1-hyperv {{(pid=103335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 07:39:25.532628 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cad5655-f5a1-4e3d-b4be-43bea82c32f2 None None] Updating router 136d69f6-87bf-4b77-bf7c-f4af555a6ab5 port 00c00e85-bf3d-4d32-9e69-9d4071412f9d binding host dv-neutron-861624-1-hyperv {{(pid=103335) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 07:39:25.532872 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-06791aab-24b1-4581-ae44-c6ba7434216d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T07:39:16Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['8b4a171d-3358-47e1-bb2d-7c04ab9804cc'], 'active': True} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:39:25.539962 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-4e9291a0-eebd-4c2b-804a-e96ecdb44ff8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:25.569632 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-ea6d1058-400a-4306-9520-e93a7f35f043 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979'] for segment, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:25.571940 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-0cad5655-f5a1-4e3d-b4be-43bea82c32f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:25.626546 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea6d1058-400a-4306-9520-e93a7f35f043 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Releasing vlan 159 on physical network physnet1 to pool {{(pid=103333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 07:39:25.626959 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-ea6d1058-400a-4306-9520-e93a7f35f043 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130996782'] for segment, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:25.635200 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.db_base_plugin_common [None req-dd2c1ced-900f-4d3b-a008-f445cb088125 tempest-RoutersIpV6AdminTest-1896539816 tempest-RoutersIpV6AdminTest-1896539816-project-admin] Allocated IP 172.26.0.170 (99c66757-74e3-40a4-b479-8d09e3a7c3dd/7f3d1034-1de7-458a-a3ee-77488de3949b/568aa019-e89b-4c73-8622-0001e9a2c3ee) {{(pid=103332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 07:39:25.661617 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.services.segments.plugin [-] Segment 1d0b8933-d37f-4eff-abef-e7df3392a9f0 resource provider aggregate not found Oct 19 07:39:25.665736 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-6b584175-1a0f-4599-800f-426bb9f09fc2 tempest-RoutersAdminTest-1280535694 tempest-RoutersAdminTest-1280535694-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1692695', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12668'] for router, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:25.670135 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-6b584175-1a0f-4599-800f-426bb9f09fc2 tempest-RoutersAdminTest-1280535694 tempest-RoutersAdminTest-1280535694-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1692835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1693910', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1621825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12659'] for router, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:25.723781 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.services.segments.plugin [-] Segment 1d0b8933-d37f-4eff-abef-e7df3392a9f0 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1d0b8933-d37f-4eff-abef-e7df3392a9f0 found for delete ", "request_id": "req-70b53b14-8794-4b98-afb7-b8a689e2eb17"}]} Oct 19 07:39:25.787688 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-2cb9b24b-dffc-42f3-aa6a-8581c7860881 None None] Port a72a7f14-59e8-4839-b0bc-5ee1707fcae7 cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 07:39:25.824596 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server [None req-5766aa38-a699-4d3e-9897-5f437dfd2872 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 8c18aa2a-b688-4482-846f-bde29bf272d7: This subnet is being modified by another concurrent operation. Oct 19 07:39:25.824596 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Oct 19 07:39:25.824596 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Oct 19 07:39:25.824596 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Oct 19 07:39:25.824596 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Oct 19 07:39:25.824596 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Oct 19 07:39:25.824596 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Oct 19 07:39:25.824596 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Oct 19 07:39:25.824596 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 19 07:39:25.824596 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 19 07:39:25.824596 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 19 07:39:25.824596 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 19 07:39:25.824596 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 19 07:39:25.824596 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 19 07:39:25.824596 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 19 07:39:25.824596 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server raise self.value Oct 19 07:39:25.824596 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 19 07:39:25.824596 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 19 07:39:25.824596 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 19 07:39:25.824596 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 19 07:39:25.824596 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 19 07:39:25.824596 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 19 07:39:25.824596 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 19 07:39:25.824596 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server raise self.value Oct 19 07:39:25.824596 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 19 07:39:25.824596 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 19 07:39:25.824596 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 19 07:39:25.824596 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 19 07:39:25.824596 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 19 07:39:25.824596 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 19 07:39:25.824596 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 19 07:39:25.824596 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server raise self.value Oct 19 07:39:25.824596 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 19 07:39:25.824596 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 19 07:39:25.824596 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Oct 19 07:39:25.824596 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Oct 19 07:39:25.824596 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Oct 19 07:39:25.824596 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Oct 19 07:39:25.824596 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Oct 19 07:39:25.824596 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Oct 19 07:39:25.824596 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Oct 19 07:39:25.824596 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Oct 19 07:39:25.824596 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Oct 19 07:39:25.824596 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 19 07:39:25.824596 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Oct 19 07:39:25.824596 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 19 07:39:25.824596 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 19 07:39:25.824596 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 19 07:39:25.824596 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 19 07:39:25.824596 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 19 07:39:25.824596 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 19 07:39:25.824596 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server raise self.value Oct 19 07:39:25.824596 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 19 07:39:25.824596 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 19 07:39:25.828071 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 19 07:39:25.828071 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 19 07:39:25.828071 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 19 07:39:25.828071 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 19 07:39:25.828071 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 19 07:39:25.828071 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server raise self.value Oct 19 07:39:25.828071 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 19 07:39:25.828071 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 19 07:39:25.828071 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 19 07:39:25.828071 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 19 07:39:25.828071 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 19 07:39:25.828071 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 19 07:39:25.828071 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 19 07:39:25.828071 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server raise self.value Oct 19 07:39:25.828071 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 19 07:39:25.828071 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 19 07:39:25.828071 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1517, in create_port Oct 19 07:39:25.828071 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Oct 19 07:39:25.828071 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1482, in _create_port_db Oct 19 07:39:25.828071 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Oct 19 07:39:25.828071 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1458, in create_port_db Oct 19 07:39:25.828071 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Oct 19 07:39:25.828071 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Oct 19 07:39:25.828071 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Oct 19 07:39:25.828071 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Oct 19 07:39:25.828071 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 19 07:39:25.828071 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Oct 19 07:39:25.828071 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Oct 19 07:39:25.828071 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Oct 19 07:39:25.828071 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Oct 19 07:39:25.828071 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Oct 19 07:39:25.828071 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Oct 19 07:39:25.828071 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 691, in _ipam_get_subnets Oct 19 07:39:25.828071 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server subnet.lock_register( Oct 19 07:39:25.828071 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Oct 19 07:39:25.828071 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server raise exception Oct 19 07:39:25.828071 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 8c18aa2a-b688-4482-846f-bde29bf272d7: This subnet is being modified by another concurrent operation. Oct 19 07:39:25.828071 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server Oct 19 07:39:25.828071 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device b10d6bcc-bdb0-471a-93dc-1d70e5db74f4 up at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 07:39:25.893962 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-06791aab-24b1-4581-ae44-c6ba7434216d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:39:25.906013 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48a6e4f9-c76a-47b4-8751-aa3013c03260 None None] Network de3f37db-d3ca-4217-bdca-1aad3ca029e7 requested from dv-neutron-861624-1-hyperv {{(pid=103334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 07:39:25.908242 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-4e9291a0-eebd-4c2b-804a-e96ecdb44ff8 None None] Attempting to bind port 56d69e48-91eb-4274-8d5b-152ea1867de0 on host dv-neutron-861624-1-hyperv for vnic_type normal with profile {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 19 07:39:25.908668 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-4e9291a0-eebd-4c2b-804a-e96ecdb44ff8 None None] Attempting to bind port 56d69e48-91eb-4274-8d5b-152ea1867de0 by drivers openvswitch,hyperv on host dv-neutron-861624-1-hyperv at level 0 using segments [{'id': '53981d04-8205-40d8-8d33-0510111d6f8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd'}] {{(pid=103334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 19 07:39:25.909038 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e9291a0-eebd-4c2b-804a-e96ecdb44ff8 None None] Attempting to bind port 56d69e48-91eb-4274-8d5b-152ea1867de0 on network 99c66757-74e3-40a4-b479-8d09e3a7c3dd {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 07:39:25.946154 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-dd2c1ced-900f-4d3b-a008-f445cb088125 tempest-RoutersIpV6AdminTest-1896539816 tempest-RoutersIpV6AdminTest-1896539816-project-admin] Notify callbacks [] for port, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:26.000985 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e9291a0-eebd-4c2b-804a-e96ecdb44ff8 None None] Checking agent: {'id': 'a5b0152c-d633-409b-aaf8-3b76458e2410', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861624-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 19, 7, 30, 19), 'started_at': datetime.datetime(2022, 10, 19, 7, 30, 49), 'heartbeat_timestamp': datetime.datetime(2022, 10, 19, 7, 39, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861624-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 07:39:26.001357 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e9291a0-eebd-4c2b-804a-e96ecdb44ff8 None None] Checking segment: {'id': '53981d04-8205-40d8-8d33-0510111d6f8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 19 07:39:26.001924 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-4e9291a0-eebd-4c2b-804a-e96ecdb44ff8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:26.002484 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e9291a0-eebd-4c2b-804a-e96ecdb44ff8 None None] Bound using segment: {'id': '53981d04-8205-40d8-8d33-0510111d6f8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd'} {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 07:39:26.003136 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-4e9291a0-eebd-4c2b-804a-e96ecdb44ff8 None None] Bound port: 56d69e48-91eb-4274-8d5b-152ea1867de0, host: dv-neutron-861624-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53981d04-8205-40d8-8d33-0510111d6f8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd'}}] {{(pid=103334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 19 07:39:26.003681 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-4e9291a0-eebd-4c2b-804a-e96ecdb44ff8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:26.019635 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-ec44ee9f-cd9d-4a10-b8b0-683f463ad35d tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:26.069161 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016496bb-7b13-4ee5-b2ef-d681bdd4197c None None] Pushing event updated for resources: {'Port': ['ID=56d69e48-91eb-4274-8d5b-152ea1867de0,revision_number=2']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:39:26.071646 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06791aab-24b1-4581-ae44-c6ba7434216d None None] Routers {'8b4a171d-3358-47e1-bb2d-7c04ab9804cc'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 07:39:26.072467 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-06791aab-24b1-4581-ae44-c6ba7434216d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T07:39:16Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['8b4a171d-3358-47e1-bb2d-7c04ab9804cc'], 'active': True} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:39:26.085483 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-dd2c1ced-900f-4d3b-a008-f445cb088125 tempest-RoutersIpV6AdminTest-1896539816 tempest-RoutersIpV6AdminTest-1896539816-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785020947330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133553798'] for port, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:26.111943 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-ea6d1058-400a-4306-9520-e93a7f35f043 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-673044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1695087'] for network, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:26.150072 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-ea6d1058-400a-4306-9520-e93a7f35f043 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574827'] for network, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:26.153474 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-ea6d1058-400a-4306-9520-e93a7f35f043 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] 10.222.0.27 "DELETE /v2.0/networks/de3f37db-d3ca-4217-bdca-1aad3ca029e7 HTTP/1.1" status: 204 len: 168 time: 1.7227068 Oct 19 07:39:26.168147 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 54898) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:39:26.177827 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-06791aab-24b1-4581-ae44-c6ba7434216d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:39:26.178587 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06791aab-24b1-4581-ae44-c6ba7434216d None None] The sync data for ids ['8b4a171d-3358-47e1-bb2d-7c04ab9804cc'] in dv-neutron-861624-1-hyperv is: [] {{(pid=103334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 07:39:26.197816 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-aa89dac2-8e19-4b8e-9fcc-ebba9eda05c4 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-883161653'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:39:26.215659 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd2c1ced-900f-4d3b-a008-f445cb088125 tempest-RoutersIpV6AdminTest-1896539816 tempest-RoutersIpV6AdminTest-1896539816-project-admin] Network 99c66757-74e3-40a4-b479-8d09e3a7c3dd is already hosted by enough agents. {{(pid=103332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 07:39:26.221922 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.base_scheduler [None req-dd2c1ced-900f-4d3b-a008-f445cb088125 tempest-RoutersIpV6AdminTest-1896539816 tempest-RoutersIpV6AdminTest-1896539816-project-admin] Resources bound (agent type, host, resource id): {{(pid=103332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:39:26.225516 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd2c1ced-900f-4d3b-a008-f445cb088125 tempest-RoutersIpV6AdminTest-1896539816 tempest-RoutersIpV6AdminTest-1896539816-project-admin] Received port after_create {{(pid=103332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 07:39:26.227990 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-6b584175-1a0f-4599-800f-426bb9f09fc2 tempest-RoutersAdminTest-1280535694 tempest-RoutersAdminTest-1280535694-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:26.233713 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6d1058-400a-4306-9520-e93a7f35f043 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Pushing event deleted for resources: {'Network': ['ID=de3f37db-d3ca-4217-bdca-1aad3ca029e7,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:39:26.274145 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2c1ced-900f-4d3b-a008-f445cb088125 tempest-RoutersIpV6AdminTest-1896539816 tempest-RoutersIpV6AdminTest-1896539816-project-admin] Pushing event updated for resources: {'Port': ['ID=568aa019-e89b-4c73-8622-0001e9a2c3ee,revision_number=1']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:39:26.292167 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-2cb9b24b-dffc-42f3-aa6a-8581c7860881 None None] Attempt 3 to provision port a72a7f14-59e8-4839-b0bc-5ee1707fcae7 Oct 19 07:39:26.333936 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.db_base_plugin_common [None req-c0be75f8-f7f4-46a1-b60d-7ef8806b3d07 None None] Allocated IP 2001:db8::f816:3eff:fe1c:ad41 (6b5a65c5-1bed-4301-9db8-c1056c2b8eba/a446df93-f871-4211-bc51-c84a20cf6dc4/ff41f549-262c-424f-ad66-cc44646c4743) {{(pid=103334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 07:39:26.384065 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa89dac2-8e19-4b8e-9fcc-ebba9eda05c4 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Made reservation on behalf of 2a06cf3adb854931a1e873f20cdb1976 for: {'network': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 07:39:26.387653 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-aa89dac2-8e19-4b8e-9fcc-ebba9eda05c4 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for network, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:26.400228 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-0cad5655-f5a1-4e3d-b4be-43bea82c32f2 None None] Notify callbacks [] for port, precommit_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:26.407429 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-0cad5655-f5a1-4e3d-b4be-43bea82c32f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:26.450727 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-7fd1b14e-dcea-465c-82c1-616c4cf3d96f tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130997899', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130170401'] for subnet, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:26.474656 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-0cad5655-f5a1-4e3d-b4be-43bea82c32f2 None None] Attempting to bind port 00c00e85-bf3d-4d32-9e69-9d4071412f9d on host dv-neutron-861624-1-hyperv for vnic_type normal with profile {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 19 07:39:26.475024 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-0cad5655-f5a1-4e3d-b4be-43bea82c32f2 None None] Attempting to bind port 00c00e85-bf3d-4d32-9e69-9d4071412f9d by drivers openvswitch,hyperv on host dv-neutron-861624-1-hyperv at level 0 using segments [{'id': '53981d04-8205-40d8-8d33-0510111d6f8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd'}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 19 07:39:26.475384 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cad5655-f5a1-4e3d-b4be-43bea82c32f2 None None] Attempting to bind port 00c00e85-bf3d-4d32-9e69-9d4071412f9d on network 99c66757-74e3-40a4-b479-8d09e3a7c3dd {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 07:39:26.480897 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbdede4a-40bc-4640-a616-adac97b6fa89 None None] Pushing event updated for resources: {'Port': ['ID=00c00e85-bf3d-4d32-9e69-9d4071412f9d,revision_number=2']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:39:26.486349 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cad5655-f5a1-4e3d-b4be-43bea82c32f2 None None] Checking agent: {'id': 'a5b0152c-d633-409b-aaf8-3b76458e2410', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861624-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 19, 7, 30, 19), 'started_at': datetime.datetime(2022, 10, 19, 7, 30, 49), 'heartbeat_timestamp': datetime.datetime(2022, 10, 19, 7, 39, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861624-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 07:39:26.487105 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cad5655-f5a1-4e3d-b4be-43bea82c32f2 None None] Checking segment: {'id': '53981d04-8205-40d8-8d33-0510111d6f8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 19 07:39:26.487659 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-0cad5655-f5a1-4e3d-b4be-43bea82c32f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:26.488285 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cad5655-f5a1-4e3d-b4be-43bea82c32f2 None None] Bound using segment: {'id': '53981d04-8205-40d8-8d33-0510111d6f8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd'} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 07:39:26.489060 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-0cad5655-f5a1-4e3d-b4be-43bea82c32f2 None None] Bound port: 00c00e85-bf3d-4d32-9e69-9d4071412f9d, host: dv-neutron-861624-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53981d04-8205-40d8-8d33-0510111d6f8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd'}}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 19 07:39:26.489666 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-0cad5655-f5a1-4e3d-b4be-43bea82c32f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:26.529603 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-6b584175-1a0f-4599-800f-426bb9f09fc2 tempest-RoutersAdminTest-1280535694 tempest-RoutersAdminTest-1280535694-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:26.549805 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fd1b14e-dcea-465c-82c1-616c4cf3d96f tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Network 6b5a65c5-1bed-4301-9db8-c1056c2b8eba is already hosted by enough agents. {{(pid=103333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 07:39:26.556773 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa89dac2-8e19-4b8e-9fcc-ebba9eda05c4 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 170} {{(pid=103333) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 07:39:26.558428 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-0cad5655-f5a1-4e3d-b4be-43bea82c32f2 None None] For port 00c00e85-bf3d-4d32-9e69-9d4071412f9d, host dv-neutron-861624-1-hyperv, cleared binding levels {{(pid=103335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 07:39:26.562315 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-7fd1b14e-dcea-465c-82c1-616c4cf3d96f tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Resources bound (agent type, host, resource id): {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:39:26.562990 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-0cad5655-f5a1-4e3d-b4be-43bea82c32f2 None None] For port 00c00e85-bf3d-4d32-9e69-9d4071412f9d, host dv-neutron-861624-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=00c00e85-bf3d-4d32-9e69-9d4071412f9d,segment=NetworkSegment(53981d04-8205-40d8-8d33-0510111d6f8f),segment_id=53981d04-8205-40d8-8d33-0510111d6f8f)] {{(pid=103335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 07:39:26.570388 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-0cad5655-f5a1-4e3d-b4be-43bea82c32f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:26.578628 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fd1b14e-dcea-465c-82c1-616c4cf3d96f tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:39:26.579222 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-7fd1b14e-dcea-465c-82c1-616c4cf3d96f tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks [] for subnet, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:26.598752 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd1b14e-dcea-465c-82c1-616c4cf3d96f tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Pushing event updated for resources: {'Subnet': ['ID=e8c56248-d441-435c-94d9-66f6f9b522f4,revision_number=0']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:39:26.600239 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-4e9291a0-eebd-4c2b-804a-e96ecdb44ff8 None None] For port 56d69e48-91eb-4274-8d5b-152ea1867de0, host dv-neutron-861624-1-hyperv, cleared binding levels {{(pid=103334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 07:39:26.605134 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-aa89dac2-8e19-4b8e-9fcc-ebba9eda05c4 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979'] for segment, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:26.606817 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.db.segments_db [None req-aa89dac2-8e19-4b8e-9fcc-ebba9eda05c4 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Added segment 0e13e23d-3350-4e02-8296-e065726ecb93 of type vlan for network 9f1c0b20-803c-40f9-a25e-7b8b6e4c8505 Oct 19 07:39:26.623445 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-c0be75f8-f7f4-46a1-b60d-7ef8806b3d07 None None] Notify callbacks [] for port, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:26.632073 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbdede4a-40bc-4640-a616-adac97b6fa89 None None] Pushing event updated for resources: {'Port': ['ID=00c00e85-bf3d-4d32-9e69-9d4071412f9d,revision_number=3']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:39:26.636158 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Provisioning complete for port b10d6bcc-bdb0-471a-93dc-1d70e5db74f4 triggered by entity L2. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:39:26.636598 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:26.636920 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Attempt 1 to provision port b10d6bcc-bdb0-471a-93dc-1d70e5db74f4 Oct 19 07:39:26.642502 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cad5655-f5a1-4e3d-b4be-43bea82c32f2 None None] Routers {'136d69f6-87bf-4b77-bf7c-f4af555a6ab5'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 07:39:26.643145 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-0cad5655-f5a1-4e3d-b4be-43bea82c32f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T07:39:16Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['136d69f6-87bf-4b77-bf7c-f4af555a6ab5'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:39:26.643851 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-4e9291a0-eebd-4c2b-804a-e96ecdb44ff8 None None] For port 56d69e48-91eb-4274-8d5b-152ea1867de0, host dv-neutron-861624-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=56d69e48-91eb-4274-8d5b-152ea1867de0,segment=NetworkSegment(53981d04-8205-40d8-8d33-0510111d6f8f),segment_id=53981d04-8205-40d8-8d33-0510111d6f8f)] {{(pid=103334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 07:39:26.659653 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-7fd1b14e-dcea-465c-82c1-616c4cf3d96f tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9644396 Oct 19 07:39:26.664949 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 54900) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:39:26.666598 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-c0be75f8-f7f4-46a1-b60d-7ef8806b3d07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785020947330'] for port, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:26.672937 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-d5aa7da4-91c9-4139-8168-a8819be606fc tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Request body: {'port': {'network_id': '6b5a65c5-1bed-4301-9db8-c1056c2b8eba', 'mac_address': 'fa:16:3e:fd:ce:8a', 'name': 'tempest-NetworksTestDHCPv6-257122404'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:39:26.675729 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-4e9291a0-eebd-4c2b-804a-e96ecdb44ff8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:26.702365 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-aa89dac2-8e19-4b8e-9fcc-ebba9eda05c4 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785020965340'] for network, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:26.726608 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-2cb9b24b-dffc-42f3-aa6a-8581c7860881 None None] Port a72a7f14-59e8-4839-b0bc-5ee1707fcae7 cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 07:39:26.738242 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0be75f8-f7f4-46a1-b60d-7ef8806b3d07 None None] Network 6b5a65c5-1bed-4301-9db8-c1056c2b8eba is already hosted by enough agents. {{(pid=103334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 07:39:26.746506 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.scheduler.base_scheduler [None req-c0be75f8-f7f4-46a1-b60d-7ef8806b3d07 None None] Resources bound (agent type, host, resource id): {{(pid=103334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:39:26.749586 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0be75f8-f7f4-46a1-b60d-7ef8806b3d07 None None] Received port after_create {{(pid=103334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 07:39:26.760771 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e9291a0-eebd-4c2b-804a-e96ecdb44ff8 None None] Routers {'b1e416c1-a96e-4d2b-87ba-f545563f4188'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 07:39:26.761395 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-4e9291a0-eebd-4c2b-804a-e96ecdb44ff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T07:39:16Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['b1e416c1-a96e-4d2b-87ba-f545563f4188'], 'active': True} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:39:26.775480 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-dd2c1ced-900f-4d3b-a008-f445cb088125 tempest-RoutersIpV6AdminTest-1896539816 tempest-RoutersIpV6AdminTest-1896539816-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:26.778790 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvr_db [None req-0cad5655-f5a1-4e3d-b4be-43bea82c32f2 None None] Set router 136d69f6-87bf-4b77-bf7c-f4af555a6ab5 gateway port host: dv-neutron-861624-1-hyperv {{(pid=103335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 07:39:26.798025 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0be75f8-f7f4-46a1-b60d-7ef8806b3d07 None None] Pushing event updated for resources: {'Port': ['ID=ff41f549-262c-424f-ad66-cc44646c4743,revision_number=1']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:39:26.838018 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.db_base_plugin_common [None req-ec44ee9f-cd9d-4a10-b8b0-683f463ad35d tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Allocated IP 172.21.0.1 (62d5a6e5-e501-49fa-885e-19275b60b41a/a14c824c-6407-4202-a775-dea8515d9029/5dede235-c2d1-4777-bdc4-8db98ad5682d) {{(pid=103332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 07:39:26.861380 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-aa89dac2-8e19-4b8e-9fcc-ebba9eda05c4 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873'] for network, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:26.872561 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa89dac2-8e19-4b8e-9fcc-ebba9eda05c4 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:39:26.873501 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-aa89dac2-8e19-4b8e-9fcc-ebba9eda05c4 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574827'] for network, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:26.942605 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-c0be75f8-f7f4-46a1-b60d-7ef8806b3d07 None None] Attempting to bind port ff41f549-262c-424f-ad66-cc44646c4743 on host dv-neutron-861624-1-hyperv for vnic_type normal with profile {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 19 07:39:26.942605 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-c0be75f8-f7f4-46a1-b60d-7ef8806b3d07 None None] Attempting to bind port ff41f549-262c-424f-ad66-cc44646c4743 by drivers openvswitch,hyperv on host dv-neutron-861624-1-hyperv at level 0 using segments [{'id': '5a8d2b05-b527-4bd4-a671-b9112f193fef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '6b5a65c5-1bed-4301-9db8-c1056c2b8eba'}] {{(pid=103334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 19 07:39:26.943319 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0be75f8-f7f4-46a1-b60d-7ef8806b3d07 None None] Attempting to bind port ff41f549-262c-424f-ad66-cc44646c4743 on network 6b5a65c5-1bed-4301-9db8-c1056c2b8eba {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 07:39:26.978871 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016496bb-7b13-4ee5-b2ef-d681bdd4197c None None] Pushing event updated for resources: {'Port': ['ID=56d69e48-91eb-4274-8d5b-152ea1867de0,revision_number=3']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:39:26.983975 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5aa7da4-91c9-4139-8168-a8819be606fc tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Made reservation on behalf of 61a2e57b80c1442e9cb330141a970781 for: {'port': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 07:39:26.989748 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Current status of the port b10d6bcc-bdb0-471a-93dc-1d70e5db74f4 is: DOWN; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:39:26.990846 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:26.994679 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0be75f8-f7f4-46a1-b60d-7ef8806b3d07 None None] Checking agent: {'id': 'a5b0152c-d633-409b-aaf8-3b76458e2410', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861624-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 19, 7, 30, 19), 'started_at': datetime.datetime(2022, 10, 19, 7, 30, 49), 'heartbeat_timestamp': datetime.datetime(2022, 10, 19, 7, 39, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861624-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 07:39:26.995057 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0be75f8-f7f4-46a1-b60d-7ef8806b3d07 None None] Checking segment: {'id': '5a8d2b05-b527-4bd4-a671-b9112f193fef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '6b5a65c5-1bed-4301-9db8-c1056c2b8eba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 19 07:39:26.995455 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-c0be75f8-f7f4-46a1-b60d-7ef8806b3d07 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:26.995845 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0be75f8-f7f4-46a1-b60d-7ef8806b3d07 None None] Bound using segment: {'id': '5a8d2b05-b527-4bd4-a671-b9112f193fef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '6b5a65c5-1bed-4301-9db8-c1056c2b8eba'} {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 07:39:26.996333 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-c0be75f8-f7f4-46a1-b60d-7ef8806b3d07 None None] Bound port: ff41f549-262c-424f-ad66-cc44646c4743, host: dv-neutron-861624-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a8d2b05-b527-4bd4-a671-b9112f193fef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '6b5a65c5-1bed-4301-9db8-c1056c2b8eba'}}] {{(pid=103334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 19 07:39:26.996757 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-c0be75f8-f7f4-46a1-b60d-7ef8806b3d07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:27.003138 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-aa89dac2-8e19-4b8e-9fcc-ebba9eda05c4 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.8193862 Oct 19 07:39:27.003303 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 54902) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:39:27.009568 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-4b226ca6-19c9-4940-8ef4-cf86a26beb55 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Request body: {'subnet': {'network_id': '9f1c0b20-803c-40f9-a25e-7b8b6e4c8505', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:39:27.039361 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvr_db [None req-4e9291a0-eebd-4c2b-804a-e96ecdb44ff8 None None] Set router b1e416c1-a96e-4d2b-87ba-f545563f4188 gateway port host: dv-neutron-861624-1-hyperv {{(pid=103334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 07:39:27.092368 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-0cad5655-f5a1-4e3d-b4be-43bea82c32f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '136d69f6-87bf-4b77-bf7c-f4af555a6ab5', 'name': 'tempest-snat-router-1947537279', 'tenant_id': 'fec3e90f990246a9ab12e89f58de82cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'external_fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.151'}], 'enable_snat': False}, 'gw_port_id': '00c00e85-bf3d-4d32-9e69-9d4071412f9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T07:39:20Z', 'updated_at': '2022-10-19T07:39:23Z', 'revision_number': 3, 'project_id': 'fec3e90f990246a9ab12e89f58de82cb', 'gw_port': {'id': '00c00e85-bf3d-4d32-9e69-9d4071412f9d', 'name': '', 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:a4:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '136d69f6-87bf-4b77-bf7c-f4af555a6ab5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:39:21Z', 'updated_at': '2022-10-19T07:39:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-861624-1-hyperv'}], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:39:27.128706 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-ec44ee9f-cd9d-4a10-b8b0-683f463ad35d tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Notify callbacks [] for port, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:27.134941 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cad5655-f5a1-4e3d-b4be-43bea82c32f2 None None] The sync data for ids ['136d69f6-87bf-4b77-bf7c-f4af555a6ab5'] in dv-neutron-861624-1-hyperv is: [{'id': '136d69f6-87bf-4b77-bf7c-f4af555a6ab5', 'name': 'tempest-snat-router-1947537279', 'tenant_id': 'fec3e90f990246a9ab12e89f58de82cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'external_fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.151'}], 'enable_snat': False}, 'gw_port_id': '00c00e85-bf3d-4d32-9e69-9d4071412f9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T07:39:20Z', 'updated_at': '2022-10-19T07:39:23Z', 'revision_number': 3, 'project_id': 'fec3e90f990246a9ab12e89f58de82cb', 'gw_port': {'id': '00c00e85-bf3d-4d32-9e69-9d4071412f9d', 'name': '', 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:a4:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '136d69f6-87bf-4b77-bf7c-f4af555a6ab5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:39:21Z', 'updated_at': '2022-10-19T07:39:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-861624-1-hyperv'}] {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 07:39:27.135218 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] For port b10d6bcc-bdb0-471a-93dc-1d70e5db74f4, host dv-neutron-861624-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=b10d6bcc-bdb0-471a-93dc-1d70e5db74f4,segment=NetworkSegment(a823f724-a18b-4efb-ada8-27eaa7d54a0c),segment_id=a823f724-a18b-4efb-ada8-27eaa7d54a0c)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:39:27.152923 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:27.153693 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device 0e88ccdb-b76b-42e9-8296-c6dd02bc5a6f up at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 07:39:27.168289 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa89dac2-8e19-4b8e-9fcc-ebba9eda05c4 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Pushing event updated for resources: {'Network': ['ID=9f1c0b20-803c-40f9-a25e-7b8b6e4c8505,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:39:27.220616 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-dd2c1ced-900f-4d3b-a008-f445cb088125 tempest-RoutersIpV6AdminTest-1896539816 tempest-RoutersIpV6AdminTest-1896539816-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1692844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1693859'] for router, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:27.258161 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-6b584175-1a0f-4599-800f-426bb9f09fc2 tempest-RoutersAdminTest-1280535694 tempest-RoutersAdminTest-1280535694-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:27.284777 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-6b584175-1a0f-4599-800f-426bb9f09fc2 tempest-RoutersAdminTest-1280535694 tempest-RoutersAdminTest-1280535694-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:27.285148 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b226ca6-19c9-4940-8ef4-cf86a26beb55 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Made reservation on behalf of 2a06cf3adb854931a1e873f20cdb1976 for: {'subnet': 1} {{(pid=103332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 07:39:27.289184 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-4b226ca6-19c9-4940-8ef4-cf86a26beb55 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130659787'] for subnet, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:27.302754 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-d5aa7da4-91c9-4139-8168-a8819be606fc tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:27.303012 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-2cb9b24b-dffc-42f3-aa6a-8581c7860881 None None] Attempt 4 to provision port a72a7f14-59e8-4839-b0bc-5ee1707fcae7 Oct 19 07:39:27.313578 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-ec44ee9f-cd9d-4a10-b8b0-683f463ad35d tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785020947330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133553798'] for port, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:27.327981 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.notifiers.nova [None req-d5aa7da4-91c9-4139-8168-a8819be606fc tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] device_id is not set on port 85097af7-04f5-492e-965d-94736b7c621b yet. {{(pid=103333) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 19 07:39:27.341069 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Network 9f1c0b20-803c-40f9-a25e-7b8b6e4c8505 details requested by agent ovs-agent-dv-neutron-861624-1-hyperv with host dv-neutron-861624-1-hyperv {{(pid=103334) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 07:39:27.359237 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-2cb9b24b-dffc-42f3-aa6a-8581c7860881 None None] Port a72a7f14-59e8-4839-b0bc-5ee1707fcae7 cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 07:39:27.379217 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-c0be75f8-f7f4-46a1-b60d-7ef8806b3d07 None None] For port ff41f549-262c-424f-ad66-cc44646c4743, host dv-neutron-861624-1-hyperv, cleared binding levels {{(pid=103334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 07:39:27.408277 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.ipam_backend_mixin [None req-4b226ca6-19c9-4940-8ef4-cf86a26beb55 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Performing IP validity checks on allocation pools {{(pid=103332) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:322}} Oct 19 07:39:27.409162 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.ipam_backend_mixin [None req-4b226ca6-19c9-4940-8ef4-cf86a26beb55 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103332) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:343}} Oct 19 07:39:27.444769 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-c0be75f8-f7f4-46a1-b60d-7ef8806b3d07 None None] For port ff41f549-262c-424f-ad66-cc44646c4743, host dv-neutron-861624-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=ff41f549-262c-424f-ad66-cc44646c4743,segment=NetworkSegment(5a8d2b05-b527-4bd4-a671-b9112f193fef),segment_id=5a8d2b05-b527-4bd4-a671-b9112f193fef)] {{(pid=103334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 07:39:27.463649 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec44ee9f-cd9d-4a10-b8b0-683f463ad35d tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Network 62d5a6e5-e501-49fa-885e-19275b60b41a is already hosted by enough agents. {{(pid=103332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 07:39:27.502011 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.base_scheduler [None req-ec44ee9f-cd9d-4a10-b8b0-683f463ad35d tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Resources bound (agent type, host, resource id): {{(pid=103332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:39:27.522996 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Provisioning complete for port 0e88ccdb-b76b-42e9-8296-c6dd02bc5a6f triggered by entity L2. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:39:27.523445 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:27.523867 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Attempt 1 to provision port 0e88ccdb-b76b-42e9-8296-c6dd02bc5a6f Oct 19 07:39:27.529314 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec44ee9f-cd9d-4a10-b8b0-683f463ad35d tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Received port after_create {{(pid=103332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 07:39:27.545302 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec44ee9f-cd9d-4a10-b8b0-683f463ad35d tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Pushing event updated for resources: {'Port': ['ID=5dede235-c2d1-4777-bdc4-8db98ad5682d,revision_number=1']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:39:27.561424 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Pushing event updated for resources: {'Port': ['ID=b10d6bcc-bdb0-471a-93dc-1d70e5db74f4,revision_number=3']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:39:27.565096 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-c0be75f8-f7f4-46a1-b60d-7ef8806b3d07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:27.626388 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.db_base_plugin_common [None req-6b584175-1a0f-4599-800f-426bb9f09fc2 tempest-RoutersAdminTest-1280535694 tempest-RoutersAdminTest-1280535694-project-admin] Allocated IP 172.26.0.95 (99c66757-74e3-40a4-b479-8d09e3a7c3dd/7f3d1034-1de7-458a-a3ee-77488de3949b/5905eaec-63a8-45d5-ab79-a25fa1861327) {{(pid=103333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 07:39:27.628998 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.db_base_plugin_common [None req-d5aa7da4-91c9-4139-8168-a8819be606fc tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Allocated IP 172.20.0.10 (6b5a65c5-1bed-4301-9db8-c1056c2b8eba/e8c56248-d441-435c-94d9-66f6f9b522f4/85097af7-04f5-492e-965d-94736b7c621b) {{(pid=103333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 07:39:27.641031 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-ec44ee9f-cd9d-4a10-b8b0-683f463ad35d tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1695190'] for router_interface, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:27.642977 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.db_base_plugin_common [None req-d5aa7da4-91c9-4139-8168-a8819be606fc tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Allocated IP 2001:db8::f816:3eff:fefd:ce8a (6b5a65c5-1bed-4301-9db8-c1056c2b8eba/a446df93-f871-4211-bc51-c84a20cf6dc4/85097af7-04f5-492e-965d-94736b7c621b) {{(pid=103333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 07:39:27.937227 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-6b584175-1a0f-4599-800f-426bb9f09fc2 tempest-RoutersAdminTest-1280535694 tempest-RoutersAdminTest-1280535694-project-admin] Notify callbacks [] for port, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:27.998465 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-d5aa7da4-91c9-4139-8168-a8819be606fc tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks [] for port, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:28.001318 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-6b584175-1a0f-4599-800f-426bb9f09fc2 tempest-RoutersAdminTest-1280535694 tempest-RoutersAdminTest-1280535694-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785020947330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130996763'] for port, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:28.045826 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-2cb9b24b-dffc-42f3-aa6a-8581c7860881 None None] Attempt 5 to provision port a72a7f14-59e8-4839-b0bc-5ee1707fcae7 Oct 19 07:39:28.071191 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b584175-1a0f-4599-800f-426bb9f09fc2 tempest-RoutersAdminTest-1280535694 tempest-RoutersAdminTest-1280535694-project-admin] Pushing event updated for resources: {'Port': ['ID=5905eaec-63a8-45d5-ab79-a25fa1861327,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:39:28.084973 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0be75f8-f7f4-46a1-b60d-7ef8806b3d07 None None] Pushing event updated for resources: {'Port': ['ID=ff41f549-262c-424f-ad66-cc44646c4743,revision_number=2']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:39:28.094732 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-4e9291a0-eebd-4c2b-804a-e96ecdb44ff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1e416c1-a96e-4d2b-87ba-f545563f4188', 'name': 'tempest-snat-router-178052612', 'tenant_id': 'c3ff9d0048274a50bcec5d88a82a5cea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'external_fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.232'}], 'enable_snat': False}, 'gw_port_id': '56d69e48-91eb-4274-8d5b-152ea1867de0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T07:39:17Z', 'updated_at': '2022-10-19T07:39:21Z', 'revision_number': 3, 'project_id': 'c3ff9d0048274a50bcec5d88a82a5cea', 'gw_port': {'id': '56d69e48-91eb-4274-8d5b-152ea1867de0', 'name': '', 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:aa:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1e416c1-a96e-4d2b-87ba-f545563f4188', 'device_owner': 'network:router_gateway', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:39:19Z', 'updated_at': '2022-10-19T07:39:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-861624-1-hyperv'}], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:39:28.102009 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Current status of the port 0e88ccdb-b76b-42e9-8296-c6dd02bc5a6f is: ACTIVE; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:39:28.120611 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-d5aa7da4-91c9-4139-8168-a8819be606fc tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785020947330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130996763'] for port, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:28.141942 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e9291a0-eebd-4c2b-804a-e96ecdb44ff8 None None] The sync data for ids ['b1e416c1-a96e-4d2b-87ba-f545563f4188'] in dv-neutron-861624-1-hyperv is: [{'id': 'b1e416c1-a96e-4d2b-87ba-f545563f4188', 'name': 'tempest-snat-router-178052612', 'tenant_id': 'c3ff9d0048274a50bcec5d88a82a5cea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'external_fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.232'}], 'enable_snat': False}, 'gw_port_id': '56d69e48-91eb-4274-8d5b-152ea1867de0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T07:39:17Z', 'updated_at': '2022-10-19T07:39:21Z', 'revision_number': 3, 'project_id': 'c3ff9d0048274a50bcec5d88a82a5cea', 'gw_port': {'id': '56d69e48-91eb-4274-8d5b-152ea1867de0', 'name': '', 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:aa:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1e416c1-a96e-4d2b-87ba-f545563f4188', 'device_owner': 'network:router_gateway', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:39:19Z', 'updated_at': '2022-10-19T07:39:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-861624-1-hyperv'}] {{(pid=103334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 07:39:28.143823 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-2cb9b24b-dffc-42f3-aa6a-8581c7860881 None None] Port a72a7f14-59e8-4839-b0bc-5ee1707fcae7 cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 07:39:28.155764 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5aa7da4-91c9-4139-8168-a8819be606fc tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Network 6b5a65c5-1bed-4301-9db8-c1056c2b8eba is already hosted by enough agents. {{(pid=103333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 07:39:28.159481 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b584175-1a0f-4599-800f-426bb9f09fc2 tempest-RoutersAdminTest-1280535694 tempest-RoutersAdminTest-1280535694-project-admin] Network 99c66757-74e3-40a4-b479-8d09e3a7c3dd is already hosted by enough agents. {{(pid=103333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 07:39:28.162845 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-d5aa7da4-91c9-4139-8168-a8819be606fc tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Resources bound (agent type, host, resource id): {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:39:28.201786 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5aa7da4-91c9-4139-8168-a8819be606fc tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Received port after_create {{(pid=103333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 07:39:28.259913 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5aa7da4-91c9-4139-8168-a8819be606fc tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:39:28.260633 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-d5aa7da4-91c9-4139-8168-a8819be606fc tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42160'] for port, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:28.263387 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-6b584175-1a0f-4599-800f-426bb9f09fc2 tempest-RoutersAdminTest-1280535694 tempest-RoutersAdminTest-1280535694-project-admin] Resources bound (agent type, host, resource id): {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:39:28.275682 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b584175-1a0f-4599-800f-426bb9f09fc2 tempest-RoutersAdminTest-1280535694 tempest-RoutersAdminTest-1280535694-project-admin] Received port after_create {{(pid=103333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 07:39:28.341895 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-d5aa7da4-91c9-4139-8168-a8819be606fc tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.6741343 Oct 19 07:39:28.346376 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 54904) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:39:28.370474 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5aa7da4-91c9-4139-8168-a8819be606fc tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Pushing event updated for resources: {'Port': ['ID=85097af7-04f5-492e-965d-94736b7c621b,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:39:28.424546 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device b10d6bcc-bdb0-471a-93dc-1d70e5db74f4 up at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 07:39:28.453715 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd2c1ced-900f-4d3b-a008-f445cb088125 tempest-RoutersIpV6AdminTest-1896539816 tempest-RoutersIpV6AdminTest-1896539816-project-admin] Router acf36c16-d6ed-4482-9756-31ad4ee10296 is scheduled to L3 agent ab388470-1243-4d53-80f2-c2f5899c97a7 with binding_index 1 {{(pid=103332) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 07:39:28.506718 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Provisioning complete for port b10d6bcc-bdb0-471a-93dc-1d70e5db74f4 triggered by entity L2. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:39:28.507269 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:28.507613 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Attempt 1 to provision port b10d6bcc-bdb0-471a-93dc-1d70e5db74f4 Oct 19 07:39:28.560461 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c332a563-6957-4111-bbcb-6179fe383dd0 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:39:28.580543 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c332a563-6957-4111-bbcb-6179fe383dd0 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:39:28.592124 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-c332a563-6957-4111-bbcb-6179fe383dd0 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] 10.222.0.27 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.2326097 Oct 19 07:39:28.597412 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 54906) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:39:28.605303 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-ec44ee9f-cd9d-4a10-b8b0-683f463ad35d tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:28.642526 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Current status of the port b10d6bcc-bdb0-471a-93dc-1d70e5db74f4 is: ACTIVE; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:39:28.643770 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device 00c00e85-bf3d-4d32-9e69-9d4071412f9d up at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 07:39:28.647865 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-2cb9b24b-dffc-42f3-aa6a-8581c7860881 None None] Attempt 6 to provision port a72a7f14-59e8-4839-b0bc-5ee1707fcae7 Oct 19 07:39:28.660139 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-4b226ca6-19c9-4940-8ef4-cf86a26beb55 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-133552662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130659641'] for subnet, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:28.765274 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-2cb9b24b-dffc-42f3-aa6a-8581c7860881 None None] Port a72a7f14-59e8-4839-b0bc-5ee1707fcae7 cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 07:39:28.787775 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Provisioning complete for port 00c00e85-bf3d-4d32-9e69-9d4071412f9d triggered by entity L2. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:39:28.788155 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:28.789469 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Attempt 1 to provision port 00c00e85-bf3d-4d32-9e69-9d4071412f9d Oct 19 07:39:28.836123 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-6b584175-1a0f-4599-800f-426bb9f09fc2 tempest-RoutersAdminTest-1280535694 tempest-RoutersAdminTest-1280535694-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:28.925558 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Current status of the port 00c00e85-bf3d-4d32-9e69-9d4071412f9d is: DOWN; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:39:28.927666 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:28.953190 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] For port 00c00e85-bf3d-4d32-9e69-9d4071412f9d, host dv-neutron-861624-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=00c00e85-bf3d-4d32-9e69-9d4071412f9d,segment=NetworkSegment(53981d04-8205-40d8-8d33-0510111d6f8f),segment_id=53981d04-8205-40d8-8d33-0510111d6f8f)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:39:28.963649 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:28.964711 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device ff41f549-262c-424f-ad66-cc44646c4743 up at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 07:39:28.976366 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b226ca6-19c9-4940-8ef4-cf86a26beb55 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Pushing event updated for resources: {'Subnet': ['ID=6be6cca3-59bf-4591-8ca7-e80010769794,revision_number=0']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:39:29.021762 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd2c1ced-900f-4d3b-a008-f445cb088125 tempest-RoutersIpV6AdminTest-1896539816 tempest-RoutersIpV6AdminTest-1896539816-project-admin] Notify agent at l3_agent.dv-neutron-861624-1-hyperv the message routers_updated {{(pid=103332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 07:39:29.033572 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d5f9c38-d4c9-4188-87b0-076c22172c42 None None] Sync routers for ids ['acf36c16-d6ed-4482-9756-31ad4ee10296'] in dv-neutron-861624-1-hyperv {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 07:39:29.052128 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d5f9c38-d4c9-4188-87b0-076c22172c42 None None] Routers {'acf36c16-d6ed-4482-9756-31ad4ee10296'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 07:39:29.056702 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-8d5f9c38-d4c9-4188-87b0-076c22172c42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T07:39:16Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['acf36c16-d6ed-4482-9756-31ad4ee10296'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:39:29.096230 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b226ca6-19c9-4940-8ef4-cf86a26beb55 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Checking segment: {'id': '0e13e23d-3350-4e02-8296-e065726ecb93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '9f1c0b20-803c-40f9-a25e-7b8b6e4c8505'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 19 07:39:29.096795 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b226ca6-19c9-4940-8ef4-cf86a26beb55 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Network hostable DHCP agents. Network: 9f1c0b20-803c-40f9-a25e-7b8b6e4c8505, hostable agents: ['310d813b-0e3e-4d7e-9b79-8f4ec0dbcab0'], hosted agents: [] {{(pid=103332) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 07:39:29.122008 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.plugin [None req-cd482f3d-e95c-4305-ae6b-108e2277a015 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Deleting port 85097af7-04f5-492e-965d-94736b7c621b {{(pid=103332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 07:39:29.122008 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-cd482f3d-e95c-4305-ae6b-108e2277a015 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:29.125049 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Provisioning complete for port ff41f549-262c-424f-ad66-cc44646c4743 triggered by entity L2. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:39:29.125545 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:29.125759 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Attempt 1 to provision port ff41f549-262c-424f-ad66-cc44646c4743 Oct 19 07:39:29.150829 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-dd2c1ced-900f-4d3b-a008-f445cb088125 tempest-RoutersIpV6AdminTest-1896539816 tempest-RoutersIpV6AdminTest-1896539816-project-admin] Notify callbacks [] for router, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:29.155148 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 54910) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:39:29.155856 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-dd2c1ced-900f-4d3b-a008-f445cb088125 tempest-RoutersIpV6AdminTest-1896539816 tempest-RoutersIpV6AdminTest-1896539816-project-admin] 10.222.0.27 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 5.3793011 Oct 19 07:39:29.210916 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Pushing event updated for resources: {'Port': ['ID=00c00e85-bf3d-4d32-9e69-9d4071412f9d,revision_number=4']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:39:29.274728 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-2cb9b24b-dffc-42f3-aa6a-8581c7860881 None None] Attempt 7 to provision port a72a7f14-59e8-4839-b0bc-5ee1707fcae7 Oct 19 07:39:29.292557 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b226ca6-19c9-4940-8ef4-cf86a26beb55 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Network 9f1c0b20-803c-40f9-a25e-7b8b6e4c8505 is scheduled to be hosted by DHCP agent 310d813b-0e3e-4d7e-9b79-8f4ec0dbcab0 with binding_index 1 {{(pid=103332) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 07:39:29.305551 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-6b584175-1a0f-4599-800f-426bb9f09fc2 tempest-RoutersAdminTest-1280535694 tempest-RoutersAdminTest-1280535694-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1692844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1693859'] for router, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:29.343660 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a1a640b-5e36-4162-ab1d-9f07d075b0e3 None None] Network 6b5a65c5-1bed-4301-9db8-c1056c2b8eba requested from dv-neutron-861624-1-hyperv {{(pid=103334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 07:39:29.403203 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-2cb9b24b-dffc-42f3-aa6a-8581c7860881 None None] Port a72a7f14-59e8-4839-b0bc-5ee1707fcae7 cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 07:39:29.418114 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Current status of the port ff41f549-262c-424f-ad66-cc44646c4743 is: DOWN; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:39:29.418737 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:29.443476 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.base_scheduler [None req-4b226ca6-19c9-4940-8ef4-cf86a26beb55 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861624-1-hyperv, 9f1c0b20-803c-40f9-a25e-7b8b6e4c8505) {{(pid=103332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:39:29.463599 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b226ca6-19c9-4940-8ef4-cf86a26beb55 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:39:29.464340 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-4b226ca6-19c9-4940-8ef4-cf86a26beb55 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574827'] for subnet, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:29.470161 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-610e11fb-9da5-4df8-8463-aacc8d8b5081 None None] Network 9f1c0b20-803c-40f9-a25e-7b8b6e4c8505 requested from dv-neutron-861624-1-hyperv {{(pid=103334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 07:39:29.474095 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-cd482f3d-e95c-4305-ae6b-108e2277a015 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:29.491976 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvr_db [None req-8d5f9c38-d4c9-4188-87b0-076c22172c42 None None] Set router acf36c16-d6ed-4482-9756-31ad4ee10296 gateway port host: dv-neutron-861624-1-hyperv {{(pid=103335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 07:39:29.492676 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.plugin [None req-cd482f3d-e95c-4305-ae6b-108e2277a015 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Calling delete_port for 85097af7-04f5-492e-965d-94736b7c621b owned by {{(pid=103332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 07:39:29.647541 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] For port ff41f549-262c-424f-ad66-cc44646c4743, host dv-neutron-861624-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=ff41f549-262c-424f-ad66-cc44646c4743,segment=NetworkSegment(5a8d2b05-b527-4bd4-a671-b9112f193fef),segment_id=5a8d2b05-b527-4bd4-a671-b9112f193fef)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:39:29.674460 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:29.742503 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-ec44ee9f-cd9d-4a10-b8b0-683f463ad35d tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Notify callbacks [] for port, precommit_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:29.778626 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-ec44ee9f-cd9d-4a10-b8b0-683f463ad35d tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133553807'] for port, after_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:29.813610 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02de9f6f-3677-421d-bcd7-a5106c517a86 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d12c6ac-27a3-545c-a8f3-f04e30423d6d-9f1c0b20-803c-40f9-a25e-7b8b6e4c8505', 'network_id': '9f1c0b20-803c-40f9-a25e-7b8b6e4c8505', 'tenant_id': '2a06cf3adb854931a1e873f20cdb1976', 'fixed_ips': [{'subnet_id': '6be6cca3-59bf-4591-8ca7-e80010769794'}]}} from dv-neutron-861624-1-hyperv. {{(pid=103334) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 07:39:29.814774 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-02de9f6f-3677-421d-bcd7-a5106c517a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:29.826742 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-8d5f9c38-d4c9-4188-87b0-076c22172c42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acf36c16-d6ed-4482-9756-31ad4ee10296', 'name': 'tempest-snat-router-178052612', 'tenant_id': 'c3ff9d0048274a50bcec5d88a82a5cea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'external_fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.170'}], 'enable_snat': True}, 'gw_port_id': '568aa019-e89b-4c73-8622-0001e9a2c3ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T07:39:23Z', 'updated_at': '2022-10-19T07:39:26Z', 'revision_number': 3, 'project_id': 'c3ff9d0048274a50bcec5d88a82a5cea', 'gw_port': {'id': '568aa019-e89b-4c73-8622-0001e9a2c3ee', 'name': '', 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:14:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acf36c16-d6ed-4482-9756-31ad4ee10296', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:39:25Z', 'updated_at': '2022-10-19T07:39:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861624-1-hyperv'}], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:39:29.868461 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-4b226ca6-19c9-4940-8ef4-cf86a26beb55 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 2.8646970 Oct 19 07:39:29.871767 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d5f9c38-d4c9-4188-87b0-076c22172c42 None None] Checking router: acf36c16-d6ed-4482-9756-31ad4ee10296 for host: dv-neutron-861624-1-hyperv {{(pid=103335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 07:39:29.872113 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d5f9c38-d4c9-4188-87b0-076c22172c42 None None] Updating router acf36c16-d6ed-4482-9756-31ad4ee10296 port 568aa019-e89b-4c73-8622-0001e9a2c3ee binding host dv-neutron-861624-1-hyperv {{(pid=103335) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 07:39:29.873417 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 54912) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:39:29.908849 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-2cb9b24b-dffc-42f3-aa6a-8581c7860881 None None] Attempt 8 to provision port a72a7f14-59e8-4839-b0bc-5ee1707fcae7 Oct 19 07:39:29.912521 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-8d5f9c38-d4c9-4188-87b0-076c22172c42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:29.919826 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-ec44ee9f-cd9d-4a10-b8b0-683f463ad35d tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1574855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1694822'] for router_interface, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:29.921633 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-cd482f3d-e95c-4305-ae6b-108e2277a015 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133553798'] for port, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:29.924297 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Pushing event updated for resources: {'Port': ['ID=ff41f549-262c-424f-ad66-cc44646c4743,revision_number=3']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:39:29.986915 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec44ee9f-cd9d-4a10-b8b0-683f463ad35d tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Pushing event updated for resources: {'Port': ['ID=5dede235-c2d1-4777-bdc4-8db98ad5682d,revision_number=2']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:39:30.009202 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-605197db-74fb-4cc2-949f-6a1172d9ea4d tempest-RoutersIpV6AdminTest-1896539816 tempest-RoutersIpV6AdminTest-1896539816-project-admin] 10.222.0.27 "GET /v2.0/routers/acf36c16-d6ed-4482-9756-31ad4ee10296 HTTP/1.1" status: 200 len: 907 time: 0.8522327 Oct 19 07:39:30.009948 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 54914) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:39:30.097307 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-2cb9b24b-dffc-42f3-aa6a-8581c7860881 None None] Port a72a7f14-59e8-4839-b0bc-5ee1707fcae7 cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 07:39:30.103486 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd482f3d-e95c-4305-ae6b-108e2277a015 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Pushing event deleted for resources: {'Port': ['ID=85097af7-04f5-492e-965d-94736b7c621b,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:39:30.193736 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-62f1d7e4-962b-4906-9ea8-407abf703bf1 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-667019'] for network, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:30.195979 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-cd482f3d-e95c-4305-ae6b-108e2277a015 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42160'] for port, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:30.199050 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-cd482f3d-e95c-4305-ae6b-108e2277a015 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] 10.222.0.27 "DELETE /v2.0/ports/85097af7-04f5-492e-965d-94736b7c621b HTTP/1.1" status: 204 len: 168 time: 1.5973411 Oct 19 07:39:30.204302 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.db_base_plugin_common [None req-02de9f6f-3677-421d-bcd7-a5106c517a86 None None] Allocated IP 172.20.0.3 (9f1c0b20-803c-40f9-a25e-7b8b6e4c8505/6be6cca3-59bf-4591-8ca7-e80010769794/c8ed9108-0e7a-4b1b-8572-d20cefb1465f) {{(pid=103334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 07:39:30.205844 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 54916) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:39:30.250200 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9b1e4c9-e0ba-47d4-8447-23e3c80b0b98 None None] Update dhcp port {'port': {'network_id': '6b5a65c5-1bed-4301-9db8-c1056c2b8eba', 'fixed_ips': [{'subnet_id': 'a446df93-f871-4211-bc51-c84a20cf6dc4', 'ip_address': '2001:db8::f816:3eff:fe1c:ad41'}, {'subnet_id': 'e8c56248-d441-435c-94d9-66f6f9b522f4'}], 'binding:host_id': 'dv-neutron-861624-1-hyperv'}, 'id': 'ff41f549-262c-424f-ad66-cc44646c4743'} from dv-neutron-861624-1-hyperv. {{(pid=103334) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 19 07:39:30.273888 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec44ee9f-cd9d-4a10-b8b0-683f463ad35d tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Network 62d5a6e5-e501-49fa-885e-19275b60b41a is already hosted by enough agents. {{(pid=103332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 07:39:30.282237 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.base_scheduler [None req-ec44ee9f-cd9d-4a10-b8b0-683f463ad35d tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Resources bound (agent type, host, resource id): {{(pid=103332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:39:30.284675 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-8d5f9c38-d4c9-4188-87b0-076c22172c42 None None] Notify callbacks [] for port, precommit_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:30.291887 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-8d5f9c38-d4c9-4188-87b0-076c22172c42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:30.335047 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ea906cd-a00f-4f05-8363-7ee562207c79 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:39:30.339716 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ea906cd-a00f-4f05-8363-7ee562207c79 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:39:30.341347 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ea906cd-a00f-4f05-8363-7ee562207c79 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:39:30.345409 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-5ea906cd-a00f-4f05-8363-7ee562207c79 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] 10.222.0.27 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1361511 Oct 19 07:39:30.355878 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 54918) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:39:30.369482 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-8d5f9c38-d4c9-4188-87b0-076c22172c42 None None] Attempting to bind port 568aa019-e89b-4c73-8622-0001e9a2c3ee on host dv-neutron-861624-1-hyperv for vnic_type normal with profile {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 19 07:39:30.369868 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-8d5f9c38-d4c9-4188-87b0-076c22172c42 None None] Attempting to bind port 568aa019-e89b-4c73-8622-0001e9a2c3ee by drivers openvswitch,hyperv on host dv-neutron-861624-1-hyperv at level 0 using segments [{'id': '53981d04-8205-40d8-8d33-0510111d6f8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd'}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 19 07:39:30.371400 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d5f9c38-d4c9-4188-87b0-076c22172c42 None None] Attempting to bind port 568aa019-e89b-4c73-8622-0001e9a2c3ee on network 99c66757-74e3-40a4-b479-8d09e3a7c3dd {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 07:39:30.413273 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d5f9c38-d4c9-4188-87b0-076c22172c42 None None] Checking agent: {'id': 'a5b0152c-d633-409b-aaf8-3b76458e2410', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861624-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 19, 7, 30, 19), 'started_at': datetime.datetime(2022, 10, 19, 7, 30, 49), 'heartbeat_timestamp': datetime.datetime(2022, 10, 19, 7, 39, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861624-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 07:39:30.413743 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d5f9c38-d4c9-4188-87b0-076c22172c42 None None] Checking segment: {'id': '53981d04-8205-40d8-8d33-0510111d6f8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 19 07:39:30.414150 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-8d5f9c38-d4c9-4188-87b0-076c22172c42 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:30.414545 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d5f9c38-d4c9-4188-87b0-076c22172c42 None None] Bound using segment: {'id': '53981d04-8205-40d8-8d33-0510111d6f8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd'} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 07:39:30.415058 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-8d5f9c38-d4c9-4188-87b0-076c22172c42 None None] Bound port: 568aa019-e89b-4c73-8622-0001e9a2c3ee, host: dv-neutron-861624-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53981d04-8205-40d8-8d33-0510111d6f8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd'}}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 19 07:39:30.419010 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-8d5f9c38-d4c9-4188-87b0-076c22172c42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:30.429066 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-678b511a-8a6f-441c-93e2-cb37375db57e tempest-RoutersIpV6AdminTest-1896539816 tempest-RoutersIpV6AdminTest-1896539816-project-admin] Notify callbacks [] for router, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:30.438488 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b584175-1a0f-4599-800f-426bb9f09fc2 tempest-RoutersAdminTest-1280535694 tempest-RoutersAdminTest-1280535694-project-admin] Router f0c80446-9d37-481d-89e3-0bf775824a20 is scheduled to L3 agent ab388470-1243-4d53-80f2-c2f5899c97a7 with binding_index 1 {{(pid=103333) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 07:39:30.455080 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b821ccdb-dea9-4bdc-9ca2-3a022b5ead66 None None] Pushing event updated for resources: {'Port': ['ID=568aa019-e89b-4c73-8622-0001e9a2c3ee,revision_number=2']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:39:30.499965 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.db_base_plugin_v2 [None req-4552f6d4-ddf3-47de-9e54-8a00f29c9839 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Deleting subnet a446df93-f871-4211-bc51-c84a20cf6dc4 {{(pid=103333) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 19 07:39:30.505327 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-c9b1e4c9-e0ba-47d4-8447-23e3c80b0b98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:30.510968 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-4552f6d4-ddf3-47de-9e54-8a00f29c9839 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks [] for subnet, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:30.514224 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device ff41f549-262c-424f-ad66-cc44646c4743 up at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 07:39:30.519861 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-8d5f9c38-d4c9-4188-87b0-076c22172c42 None None] For port 568aa019-e89b-4c73-8622-0001e9a2c3ee, host dv-neutron-861624-1-hyperv, cleared binding levels {{(pid=103335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 07:39:30.528196 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-8d5f9c38-d4c9-4188-87b0-076c22172c42 None None] For port 568aa019-e89b-4c73-8622-0001e9a2c3ee, host dv-neutron-861624-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=568aa019-e89b-4c73-8622-0001e9a2c3ee,segment=NetworkSegment(53981d04-8205-40d8-8d33-0510111d6f8f),segment_id=53981d04-8205-40d8-8d33-0510111d6f8f)] {{(pid=103335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 07:39:30.539849 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-8d5f9c38-d4c9-4188-87b0-076c22172c42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:30.544113 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-62f1d7e4-962b-4906-9ea8-407abf703bf1 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-679826'] for subnet, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:30.610447 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d5f9c38-d4c9-4188-87b0-076c22172c42 None None] Routers {'acf36c16-d6ed-4482-9756-31ad4ee10296'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 07:39:30.611068 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-8d5f9c38-d4c9-4188-87b0-076c22172c42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T07:39:16Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['acf36c16-d6ed-4482-9756-31ad4ee10296'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:39:30.634282 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-2cb9b24b-dffc-42f3-aa6a-8581c7860881 None None] Attempt 9 to provision port a72a7f14-59e8-4839-b0bc-5ee1707fcae7 Oct 19 07:39:30.641259 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec44ee9f-cd9d-4a10-b8b0-683f463ad35d tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Router 8b4a171d-3358-47e1-bb2d-7c04ab9804cc has already been hosted by L3 agent ab388470-1243-4d53-80f2-c2f5899c97a7 {{(pid=103332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 07:39:30.696853 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b821ccdb-dea9-4bdc-9ca2-3a022b5ead66 None None] Pushing event updated for resources: {'Port': ['ID=568aa019-e89b-4c73-8622-0001e9a2c3ee,revision_number=3']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:39:30.712844 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-4552f6d4-ddf3-47de-9e54-8a00f29c9839 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-134111928'] for subnet, precommit_delete_associations {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:30.721685 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-2cb9b24b-dffc-42f3-aa6a-8581c7860881 None None] Port a72a7f14-59e8-4839-b0bc-5ee1707fcae7 cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 07:39:30.765078 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvr_db [None req-8d5f9c38-d4c9-4188-87b0-076c22172c42 None None] Set router acf36c16-d6ed-4482-9756-31ad4ee10296 gateway port host: dv-neutron-861624-1-hyperv {{(pid=103335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 07:39:30.784934 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec44ee9f-cd9d-4a10-b8b0-683f463ad35d tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Notify agent at l3_agent.dv-neutron-861624-1-hyperv the message routers_updated {{(pid=103332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 07:39:30.805129 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-ec44ee9f-cd9d-4a10-b8b0-683f463ad35d tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] 10.222.0.27 "PUT /v2.0/routers/8b4a171d-3358-47e1-bb2d-7c04ab9804cc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4538300 Oct 19 07:39:30.808561 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 54922) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:39:30.852391 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-678b511a-8a6f-441c-93e2-cb37375db57e tempest-RoutersIpV6AdminTest-1896539816 tempest-RoutersIpV6AdminTest-1896539816-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:30.863307 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-02de9f6f-3677-421d-bcd7-a5106c517a86 None None] Notify callbacks [] for port, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:30.871900 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Provisioning complete for port ff41f549-262c-424f-ad66-cc44646c4743 triggered by entity L2. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:39:30.872220 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:30.872766 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Attempt 1 to provision port ff41f549-262c-424f-ad66-cc44646c4743 Oct 19 07:39:30.878613 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-217b8b4c-1b28-4925-bd60-ca3492a21234 None None] Sync routers for ids ['8b4a171d-3358-47e1-bb2d-7c04ab9804cc'] in dv-neutron-861624-1-hyperv {{(pid=103334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 07:39:30.878836 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b584175-1a0f-4599-800f-426bb9f09fc2 tempest-RoutersAdminTest-1280535694 tempest-RoutersAdminTest-1280535694-project-admin] Notify agent at l3_agent.dv-neutron-861624-1-hyperv the message routers_updated {{(pid=103333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 07:39:30.892364 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ebefc82-6774-44d2-9c0d-16483d07af21 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:39:30.898454 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-3ebefc82-6774-44d2-9c0d-16483d07af21 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] 10.222.0.27 "GET /v2.0/ports/5dede235-c2d1-4777-bdc4-8db98ad5682d HTTP/1.1" status: 200 len: 910 time: 0.0885935 Oct 19 07:39:30.899389 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 54926) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:39:30.930311 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-217b8b4c-1b28-4925-bd60-ca3492a21234 None None] Routers {'8b4a171d-3358-47e1-bb2d-7c04ab9804cc'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 07:39:30.931284 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-217b8b4c-1b28-4925-bd60-ca3492a21234 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T07:39:16Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['8b4a171d-3358-47e1-bb2d-7c04ab9804cc'], 'active': True} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:39:30.933308 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea7c0005-d712-4b7b-ac59-4231c0db88be None None] Sync routers for ids ['f0c80446-9d37-481d-89e3-0bf775824a20'] in dv-neutron-861624-1-hyperv {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 07:39:30.976954 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-6b584175-1a0f-4599-800f-426bb9f09fc2 tempest-RoutersAdminTest-1280535694 tempest-RoutersAdminTest-1280535694-project-admin] Notify callbacks [] for router, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:30.978182 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-6b584175-1a0f-4599-800f-426bb9f09fc2 tempest-RoutersAdminTest-1280535694 tempest-RoutersAdminTest-1280535694-project-admin] 10.222.0.27 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 5.4525270 Oct 19 07:39:30.981931 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 54928) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:39:30.995886 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea7c0005-d712-4b7b-ac59-4231c0db88be None None] Routers {'f0c80446-9d37-481d-89e3-0bf775824a20'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 07:39:30.996273 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-ea7c0005-d712-4b7b-ac59-4231c0db88be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T07:39:16Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['f0c80446-9d37-481d-89e3-0bf775824a20'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:39:31.095411 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-62f1d7e4-962b-4906-9ea8-407abf703bf1 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-679819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-133552721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130659632'] for subnet, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:31.118346 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-4552f6d4-ddf3-47de-9e54-8a00f29c9839 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-679826'] for subnet, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:31.126082 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-b740e44c-0f5e-46ad-b963-8f2ce70605e0 tempest-RoutersAdminTest-1280535694 tempest-RoutersAdminTest-1280535694-project-admin] 10.222.0.27 "GET /v2.0/routers/f0c80446-9d37-481d-89e3-0bf775824a20 HTTP/1.1" status: 200 len: 907 time: 0.1430323 Oct 19 07:39:31.126699 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 54930) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:39:31.136976 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-02de9f6f-3677-421d-bcd7-a5106c517a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785020947330'] for port, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:31.146479 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f1d7e4-962b-4906-9ea8-407abf703bf1 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Pushing event deleted for resources: {'Subnet': ['ID=6be6cca3-59bf-4591-8ca7-e80010769794,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:39:31.187182 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-217b8b4c-1b28-4925-bd60-ca3492a21234 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:39:31.189328 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c66f418-7a99-4d19-becd-289a792a3e1c req-b6442ee0-20d6-4b95-b988-bb4f1ebdd3dc tempest-ServerActionsTestJSON-1032082790 tempest-ServerActionsTestJSON-1032082790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:39:31.199626 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-2c66f418-7a99-4d19-becd-289a792a3e1c req-b6442ee0-20d6-4b95-b988-bb4f1ebdd3dc tempest-ServerActionsTestJSON-1032082790 tempest-ServerActionsTestJSON-1032082790-project] 10.222.0.27 "GET /v2.0/ports?device_id=c15ce40b-4ff1-4ce8-b3f1-4c16c8447f68 HTTP/1.1" status: 200 len: 945 time: 0.1897624 Oct 19 07:39:31.232250 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02de9f6f-3677-421d-bcd7-a5106c517a86 None None] Network 9f1c0b20-803c-40f9-a25e-7b8b6e4c8505 is already hosted by enough agents. {{(pid=103334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 07:39:31.233239 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-2cb9b24b-dffc-42f3-aa6a-8581c7860881 None None] Attempt 10 to provision port a72a7f14-59e8-4839-b0bc-5ee1707fcae7 Oct 19 07:39:31.240891 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvr_db [None req-ea7c0005-d712-4b7b-ac59-4231c0db88be None None] Set router f0c80446-9d37-481d-89e3-0bf775824a20 gateway port host: dv-neutron-861624-1-hyperv {{(pid=103335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 07:39:31.261533 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.scheduler.base_scheduler [None req-02de9f6f-3677-421d-bcd7-a5106c517a86 None None] Resources bound (agent type, host, resource id): {{(pid=103334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:39:31.264730 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02de9f6f-3677-421d-bcd7-a5106c517a86 None None] Received port after_create {{(pid=103334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 07:39:31.301904 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server [None req-c9b1e4c9-e0ba-47d4-8447-23e3c80b0b98 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a446df93-f871-4211-bc51-c84a20cf6dc4: This subnet is being modified by another concurrent operation. Oct 19 07:39:31.301904 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Oct 19 07:39:31.301904 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Oct 19 07:39:31.301904 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Oct 19 07:39:31.301904 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Oct 19 07:39:31.301904 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Oct 19 07:39:31.301904 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Oct 19 07:39:31.301904 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Oct 19 07:39:31.301904 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 19 07:39:31.301904 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 19 07:39:31.301904 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 19 07:39:31.301904 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 19 07:39:31.301904 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 19 07:39:31.301904 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 19 07:39:31.301904 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 19 07:39:31.301904 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 19 07:39:31.301904 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 19 07:39:31.301904 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server raise self.value Oct 19 07:39:31.301904 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 19 07:39:31.301904 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 19 07:39:31.301904 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 19 07:39:31.301904 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 19 07:39:31.301904 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 19 07:39:31.301904 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 19 07:39:31.301904 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 19 07:39:31.301904 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server raise self.value Oct 19 07:39:31.301904 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 19 07:39:31.301904 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 19 07:39:31.301904 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 19 07:39:31.301904 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 19 07:39:31.301904 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 19 07:39:31.301904 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 19 07:39:31.301904 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 19 07:39:31.301904 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server raise self.value Oct 19 07:39:31.301904 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 19 07:39:31.301904 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 19 07:39:31.301904 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Oct 19 07:39:31.301904 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Oct 19 07:39:31.301904 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Oct 19 07:39:31.301904 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Oct 19 07:39:31.301904 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Oct 19 07:39:31.301904 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 19 07:39:31.301904 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Oct 19 07:39:31.301904 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 19 07:39:31.301904 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 19 07:39:31.301904 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 19 07:39:31.301904 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 19 07:39:31.301904 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 19 07:39:31.301904 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 19 07:39:31.301904 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server raise self.value Oct 19 07:39:31.301904 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 19 07:39:31.301904 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 19 07:39:31.301904 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 19 07:39:31.301904 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 19 07:39:31.304923 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 19 07:39:31.304923 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 19 07:39:31.304923 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 19 07:39:31.304923 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server raise self.value Oct 19 07:39:31.304923 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 19 07:39:31.304923 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 19 07:39:31.304923 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 19 07:39:31.304923 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 19 07:39:31.304923 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 19 07:39:31.304923 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 19 07:39:31.304923 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 19 07:39:31.304923 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server raise self.value Oct 19 07:39:31.304923 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 19 07:39:31.304923 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 19 07:39:31.304923 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1799, in update_port Oct 19 07:39:31.304923 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Oct 19 07:39:31.304923 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Oct 19 07:39:31.304923 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 19 07:39:31.304923 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1513, in update_port Oct 19 07:39:31.304923 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Oct 19 07:39:31.304923 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 734, in update_port Oct 19 07:39:31.304923 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Oct 19 07:39:31.304923 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 455, in update_port_with_ips Oct 19 07:39:31.304923 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Oct 19 07:39:31.304923 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 379, in _update_ips_for_port Oct 19 07:39:31.304923 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Oct 19 07:39:31.304923 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 691, in _ipam_get_subnets Oct 19 07:39:31.304923 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server subnet.lock_register( Oct 19 07:39:31.304923 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Oct 19 07:39:31.304923 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server raise exception Oct 19 07:39:31.304923 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a446df93-f871-4211-bc51-c84a20cf6dc4: This subnet is being modified by another concurrent operation. Oct 19 07:39:31.304923 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server Oct 19 07:39:31.312888 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-217b8b4c-1b28-4925-bd60-ca3492a21234 None None] Routers {'8b4a171d-3358-47e1-bb2d-7c04ab9804cc'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 07:39:31.312888 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-217b8b4c-1b28-4925-bd60-ca3492a21234 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T07:39:16Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['8b4a171d-3358-47e1-bb2d-7c04ab9804cc'], 'active': True} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:39:31.318366 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-62f1d7e4-962b-4906-9ea8-407abf703bf1 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-673051', 'neutron.services.segments.db._delete_segments_for_network-8785021519108'] for network, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:31.368432 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-2c66f418-7a99-4d19-becd-289a792a3e1c req-803b80b0-7931-451b-8700-13fd142943ee tempest-ServerActionsTestJSON-1032082790 tempest-ServerActionsTestJSON-1032082790-project] 10.222.0.27 "GET /v2.0/security-groups?id=f0bcd6ee-444f-46c6-b01f-ccacf8976dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1673427 Oct 19 07:39:31.374828 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-217b8b4c-1b28-4925-bd60-ca3492a21234 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:39:31.375566 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-217b8b4c-1b28-4925-bd60-ca3492a21234 None None] The sync data for ids ['8b4a171d-3358-47e1-bb2d-7c04ab9804cc'] in dv-neutron-861624-1-hyperv is: [] {{(pid=103334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 07:39:31.388026 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-8d5f9c38-d4c9-4188-87b0-076c22172c42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acf36c16-d6ed-4482-9756-31ad4ee10296', 'name': 'tempest-snat-router-178052612', 'tenant_id': 'c3ff9d0048274a50bcec5d88a82a5cea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'external_fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.170'}], 'enable_snat': True}, 'gw_port_id': '568aa019-e89b-4c73-8622-0001e9a2c3ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T07:39:23Z', 'updated_at': '2022-10-19T07:39:26Z', 'revision_number': 3, 'project_id': 'c3ff9d0048274a50bcec5d88a82a5cea', 'gw_port': {'id': '568aa019-e89b-4c73-8622-0001e9a2c3ee', 'name': '', 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:14:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acf36c16-d6ed-4482-9756-31ad4ee10296', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:39:25Z', 'updated_at': '2022-10-19T07:39:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861624-1-hyperv'}], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:39:31.406970 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.services.segments.db [None req-62f1d7e4-962b-4906-9ea8-407abf703bf1 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f1c0b20-803c-40f9-a25e-7b8b6e4c8505']}} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:39:31.419313 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02de9f6f-3677-421d-bcd7-a5106c517a86 None None] Pushing event updated for resources: {'Port': ['ID=c8ed9108-0e7a-4b1b-8572-d20cefb1465f,revision_number=1']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:39:31.421453 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.services.segments.db [None req-62f1d7e4-962b-4906-9ea8-407abf703bf1 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e13e23d-3350-4e02-8296-e065726ecb93') {'for_net_delete': True} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:39:31.421743 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.services.segments.db [None req-62f1d7e4-962b-4906-9ea8-407abf703bf1 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e13e23d-3350-4e02-8296-e065726ecb93') {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:39:31.464723 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-62f1d7e4-962b-4906-9ea8-407abf703bf1 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785021519382', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130726885'] for segment, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:31.468376 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d5f9c38-d4c9-4188-87b0-076c22172c42 None None] The sync data for ids ['acf36c16-d6ed-4482-9756-31ad4ee10296'] in dv-neutron-861624-1-hyperv is: [{'id': 'acf36c16-d6ed-4482-9756-31ad4ee10296', 'name': 'tempest-snat-router-178052612', 'tenant_id': 'c3ff9d0048274a50bcec5d88a82a5cea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'external_fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.170'}], 'enable_snat': True}, 'gw_port_id': '568aa019-e89b-4c73-8622-0001e9a2c3ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T07:39:23Z', 'updated_at': '2022-10-19T07:39:26Z', 'revision_number': 3, 'project_id': 'c3ff9d0048274a50bcec5d88a82a5cea', 'gw_port': {'id': '568aa019-e89b-4c73-8622-0001e9a2c3ee', 'name': '', 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:14:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acf36c16-d6ed-4482-9756-31ad4ee10296', 'device_owner': 'network:router_gateway', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:39:25Z', 'updated_at': '2022-10-19T07:39:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861624-1-hyperv'}] {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 07:39:31.490464 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-62f1d7e4-962b-4906-9ea8-407abf703bf1 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979'] for segment, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:31.493444 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Current status of the port ff41f549-262c-424f-ad66-cc44646c4743 is: ACTIVE; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:39:31.496833 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device 00c00e85-bf3d-4d32-9e69-9d4071412f9d up at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 07:39:31.498277 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-2cb9b24b-dffc-42f3-aa6a-8581c7860881 None None] Port a72a7f14-59e8-4839-b0bc-5ee1707fcae7 cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 07:39:31.517778 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62f1d7e4-962b-4906-9ea8-407abf703bf1 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Releasing vlan 170 on physical network physnet1 to pool {{(pid=103332) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 07:39:31.517778 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-62f1d7e4-962b-4906-9ea8-407abf703bf1 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-133553843'] for segment, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:31.526093 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-37efb431-c698-4caa-be7a-a25328eb7262 tempest-RoutersAdminTest-1280535694 tempest-RoutersAdminTest-1280535694-project-admin] Notify callbacks [] for router, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:31.527564 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-02de9f6f-3677-421d-bcd7-a5106c517a86 None None] Attempting to bind port c8ed9108-0e7a-4b1b-8572-d20cefb1465f on host dv-neutron-861624-1-hyperv for vnic_type normal with profile {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 19 07:39:31.528042 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-02de9f6f-3677-421d-bcd7-a5106c517a86 None None] Attempting to bind port c8ed9108-0e7a-4b1b-8572-d20cefb1465f by drivers openvswitch,hyperv on host dv-neutron-861624-1-hyperv at level 0 using segments [{'id': '0e13e23d-3350-4e02-8296-e065726ecb93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '9f1c0b20-803c-40f9-a25e-7b8b6e4c8505'}] {{(pid=103334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 19 07:39:31.528534 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02de9f6f-3677-421d-bcd7-a5106c517a86 None None] Attempting to bind port c8ed9108-0e7a-4b1b-8572-d20cefb1465f on network 9f1c0b20-803c-40f9-a25e-7b8b6e4c8505 {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 07:39:31.551660 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-2cb9b24b-dffc-42f3-aa6a-8581c7860881 None None] Provisioning complete for port 4073bc26-64d2-4023-89ef-3f6549933bde triggered by entity DHCP. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:39:31.552143 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-2cb9b24b-dffc-42f3-aa6a-8581c7860881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:31.552611 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-2cb9b24b-dffc-42f3-aa6a-8581c7860881 None None] Attempt 1 to provision port 4073bc26-64d2-4023-89ef-3f6549933bde Oct 19 07:39:31.557605 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02de9f6f-3677-421d-bcd7-a5106c517a86 None None] Checking agent: {'id': 'a5b0152c-d633-409b-aaf8-3b76458e2410', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861624-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 19, 7, 30, 19), 'started_at': datetime.datetime(2022, 10, 19, 7, 30, 49), 'heartbeat_timestamp': datetime.datetime(2022, 10, 19, 7, 39, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861624-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 07:39:31.558151 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02de9f6f-3677-421d-bcd7-a5106c517a86 None None] Checking segment: {'id': '0e13e23d-3350-4e02-8296-e065726ecb93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '9f1c0b20-803c-40f9-a25e-7b8b6e4c8505'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 19 07:39:31.558659 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-02de9f6f-3677-421d-bcd7-a5106c517a86 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:31.559212 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02de9f6f-3677-421d-bcd7-a5106c517a86 None None] Bound using segment: {'id': '0e13e23d-3350-4e02-8296-e065726ecb93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '9f1c0b20-803c-40f9-a25e-7b8b6e4c8505'} {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 07:39:31.560622 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-02de9f6f-3677-421d-bcd7-a5106c517a86 None None] Bound port: c8ed9108-0e7a-4b1b-8572-d20cefb1465f, host: dv-neutron-861624-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e13e23d-3350-4e02-8296-e065726ecb93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '9f1c0b20-803c-40f9-a25e-7b8b6e4c8505'}}] {{(pid=103334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 19 07:39:31.561104 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-02de9f6f-3677-421d-bcd7-a5106c517a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:31.591904 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.services.segments.plugin [-] Segment 0e13e23d-3350-4e02-8296-e065726ecb93 resource provider aggregate not found Oct 19 07:39:31.637990 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-4552f6d4-ddf3-47de-9e54-8a00f29c9839 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-679819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130997964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130170408'] for subnet, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:31.664492 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.services.segments.plugin [-] Segment 0e13e23d-3350-4e02-8296-e065726ecb93 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0e13e23d-3350-4e02-8296-e065726ecb93 found for delete ", "request_id": "req-b4ccc624-abe8-4e6b-a1d3-e9626232b7fe"}]} Oct 19 07:39:31.690584 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.db.api [None req-62f1d7e4-962b-4906-9ea8-407abf703bf1 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 19 07:39:31.690584 dv-neutron-861624-1-hyperv neutron-server[103332]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 19 07:39:31.690584 dv-neutron-861624-1-hyperv neutron-server[103332]: [parameters: {'id': '9f1c0b20-803c-40f9-a25e-7b8b6e4c8505'}] Oct 19 07:39:31.690584 dv-neutron-861624-1-hyperv neutron-server[103332]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103332) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 19 07:39:31.690896 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG oslo_db.api [None req-62f1d7e4-962b-4906-9ea8-407abf703bf1 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 19 07:39:31.696847 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-ea7c0005-d712-4b7b-ac59-4231c0db88be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0c80446-9d37-481d-89e3-0bf775824a20', 'name': 'tempest-snat-router-1947537279', 'tenant_id': 'fec3e90f990246a9ab12e89f58de82cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'external_fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.95'}], 'enable_snat': True}, 'gw_port_id': '5905eaec-63a8-45d5-ab79-a25fa1861327', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T07:39:25Z', 'updated_at': '2022-10-19T07:39:28Z', 'revision_number': 3, 'project_id': 'fec3e90f990246a9ab12e89f58de82cb', 'gw_port': {'id': '5905eaec-63a8-45d5-ab79-a25fa1861327', 'name': '', 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:96:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0c80446-9d37-481d-89e3-0bf775824a20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:39:27Z', 'updated_at': '2022-10-19T07:39:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861624-1-hyperv'}], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:39:31.701819 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Provisioning complete for port 00c00e85-bf3d-4d32-9e69-9d4071412f9d triggered by entity L2. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:39:31.702239 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:31.702583 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Attempt 1 to provision port 00c00e85-bf3d-4d32-9e69-9d4071412f9d Oct 19 07:39:31.710031 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-02de9f6f-3677-421d-bcd7-a5106c517a86 None None] For port c8ed9108-0e7a-4b1b-8572-d20cefb1465f, host dv-neutron-861624-1-hyperv, cleared binding levels {{(pid=103334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 07:39:31.711997 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8205ac5-fa41-4f61-b1ae-5e3f0d27ff1f req-7077ad6e-d55c-4321-917e-dcb2f1acd2c8 tempest-ServerActionsTestJSON-1032082790 tempest-ServerActionsTestJSON-1032082790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:39:31.713434 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-b8205ac5-fa41-4f61-b1ae-5e3f0d27ff1f req-7077ad6e-d55c-4321-917e-dcb2f1acd2c8 tempest-ServerActionsTestJSON-1032082790 tempest-ServerActionsTestJSON-1032082790-project] 10.222.0.27 "GET /v2.0/ports?device_id=c15ce40b-4ff1-4ce8-b3f1-4c16c8447f68 HTTP/1.1" status: 200 len: 945 time: 0.1355205 Oct 19 07:39:31.767991 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea7c0005-d712-4b7b-ac59-4231c0db88be None None] Checking router: f0c80446-9d37-481d-89e3-0bf775824a20 for host: dv-neutron-861624-1-hyperv {{(pid=103335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 07:39:31.768722 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea7c0005-d712-4b7b-ac59-4231c0db88be None None] Updating router f0c80446-9d37-481d-89e3-0bf775824a20 port 5905eaec-63a8-45d5-ab79-a25fa1861327 binding host dv-neutron-861624-1-hyperv {{(pid=103335) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 07:39:31.777150 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-02de9f6f-3677-421d-bcd7-a5106c517a86 None None] For port c8ed9108-0e7a-4b1b-8572-d20cefb1465f, host dv-neutron-861624-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=c8ed9108-0e7a-4b1b-8572-d20cefb1465f,segment=NetworkSegment(0e13e23d-3350-4e02-8296-e065726ecb93),segment_id=0e13e23d-3350-4e02-8296-e065726ecb93)] {{(pid=103334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 07:39:31.793383 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-02de9f6f-3677-421d-bcd7-a5106c517a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:31.822757 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-ea7c0005-d712-4b7b-ac59-4231c0db88be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:31.870222 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4552f6d4-ddf3-47de-9e54-8a00f29c9839 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Pushing event deleted for resources: {'Subnet': ['ID=a446df93-f871-4211-bc51-c84a20cf6dc4,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:39:31.874538 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-4552f6d4-ddf3-47de-9e54-8a00f29c9839 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks [] for subnet, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:31.881274 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-4552f6d4-ddf3-47de-9e54-8a00f29c9839 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] 10.222.0.27 "DELETE /v2.0/subnets/a446df93-f871-4211-bc51-c84a20cf6dc4 HTTP/1.1" status: 204 len: 168 time: 1.5207167 Oct 19 07:39:31.881274 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-37efb431-c698-4caa-be7a-a25328eb7262 tempest-RoutersAdminTest-1280535694 tempest-RoutersAdminTest-1280535694-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:31.884375 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 54940) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:39:31.933587 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-678b511a-8a6f-441c-93e2-cb37375db57e tempest-RoutersIpV6AdminTest-1896539816 tempest-RoutersIpV6AdminTest-1896539816-project-admin] Deleting port 568aa019-e89b-4c73-8622-0001e9a2c3ee {{(pid=103333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 07:39:31.933955 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-678b511a-8a6f-441c-93e2-cb37375db57e tempest-RoutersIpV6AdminTest-1896539816 tempest-RoutersIpV6AdminTest-1896539816-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:31.958302 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-901ff9bf-92ba-4bcd-9624-c2cad7be4f75 None None] Network 6b5a65c5-1bed-4301-9db8-c1056c2b8eba requested from dv-neutron-861624-1-hyperv {{(pid=103334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 07:39:31.967699 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-2cb9b24b-dffc-42f3-aa6a-8581c7860881 None None] Current status of the port 4073bc26-64d2-4023-89ef-3f6549933bde is: ACTIVE; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:39:32.046518 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e65cf32f-dcf7-4e39-b59b-92923c5456eb None None] Network 9f1c0b20-803c-40f9-a25e-7b8b6e4c8505 requested from dv-neutron-861624-1-hyperv {{(pid=103334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 07:39:32.057123 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.db_base_plugin_v2 [None req-7eeb26ce-41ec-41d0-aee3-ce1252e2359b tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Deleting subnet e8c56248-d441-435c-94d9-66f6f9b522f4 {{(pid=103333) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 19 07:39:32.104147 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-7eeb26ce-41ec-41d0-aee3-ce1252e2359b tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks [] for subnet, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:32.154421 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02de9f6f-3677-421d-bcd7-a5106c517a86 None None] Pushing event updated for resources: {'Port': ['ID=c8ed9108-0e7a-4b1b-8572-d20cefb1465f,revision_number=2']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:39:32.183818 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-7eeb26ce-41ec-41d0-aee3-ce1252e2359b tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-134111928'] for subnet, precommit_delete_associations {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:32.192072 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-62f1d7e4-962b-4906-9ea8-407abf703bf1 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-667019'] for network, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:32.232624 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.db [None req-678b511a-8a6f-441c-93e2-cb37375db57e tempest-RoutersIpV6AdminTest-1896539816 tempest-RoutersIpV6AdminTest-1896539816-project-admin] For port 568aa019-e89b-4c73-8622-0001e9a2c3ee, host dv-neutron-861624-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=568aa019-e89b-4c73-8622-0001e9a2c3ee,segment=NetworkSegment(53981d04-8205-40d8-8d33-0510111d6f8f),segment_id=53981d04-8205-40d8-8d33-0510111d6f8f)] {{(pid=103333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:39:32.233004 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-678b511a-8a6f-441c-93e2-cb37375db57e tempest-RoutersIpV6AdminTest-1896539816 tempest-RoutersIpV6AdminTest-1896539816-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:32.256822 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-b8205ac5-fa41-4f61-b1ae-5e3f0d27ff1f req-0cc2cbe6-56d2-4c90-bb4e-0b05b7f94da2 tempest-ServerActionsTestJSON-1032082790 tempest-ServerActionsTestJSON-1032082790-project] 10.222.0.27 "GET /v2.0/security-groups?id=f0bcd6ee-444f-46c6-b01f-ccacf8976dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5360401 Oct 19 07:39:32.260239 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-678b511a-8a6f-441c-93e2-cb37375db57e tempest-RoutersIpV6AdminTest-1896539816 tempest-RoutersIpV6AdminTest-1896539816-project-admin] Calling delete_port for 568aa019-e89b-4c73-8622-0001e9a2c3ee owned by network:router_gateway {{(pid=103333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 07:39:32.274657 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-37efb431-c698-4caa-be7a-a25328eb7262 tempest-RoutersAdminTest-1280535694 tempest-RoutersAdminTest-1280535694-project-admin] Deleting port 5905eaec-63a8-45d5-ab79-a25fa1861327 {{(pid=103333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 07:39:32.276444 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-37efb431-c698-4caa-be7a-a25328eb7262 tempest-RoutersAdminTest-1280535694 tempest-RoutersAdminTest-1280535694-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:32.321295 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-7eeb26ce-41ec-41d0-aee3-ce1252e2359b tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-679826'] for subnet, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:32.358988 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-f1d31164-9d15-43bc-9726-84e5ab28633c tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1694785'] for router_interface, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:32.370586 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Current status of the port 00c00e85-bf3d-4d32-9e69-9d4071412f9d is: ACTIVE; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:39:32.372323 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device 56d69e48-91eb-4274-8d5b-152ea1867de0 up at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 07:39:32.385104 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-7deb4362-9e74-41db-ba98-5c7cc28f8622 None None] Provisioning complete for port ff41f549-262c-424f-ad66-cc44646c4743 triggered by entity DHCP. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:39:32.385865 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-7deb4362-9e74-41db-ba98-5c7cc28f8622 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:32.386348 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-7deb4362-9e74-41db-ba98-5c7cc28f8622 None None] Attempt 1 to provision port ff41f549-262c-424f-ad66-cc44646c4743 Oct 19 07:39:32.422723 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.plugin [None req-62f1d7e4-962b-4906-9ea8-407abf703bf1 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Deleting port c8ed9108-0e7a-4b1b-8572-d20cefb1465f {{(pid=103332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 07:39:32.423060 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-62f1d7e4-962b-4906-9ea8-407abf703bf1 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:32.507366 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.db [None req-62f1d7e4-962b-4906-9ea8-407abf703bf1 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] For port c8ed9108-0e7a-4b1b-8572-d20cefb1465f, host dv-neutron-861624-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=c8ed9108-0e7a-4b1b-8572-d20cefb1465f,segment=NetworkSegment(0e13e23d-3350-4e02-8296-e065726ecb93),segment_id=0e13e23d-3350-4e02-8296-e065726ecb93)] {{(pid=103332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:39:32.507747 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-62f1d7e4-962b-4906-9ea8-407abf703bf1 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:32.525433 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.plugin [None req-62f1d7e4-962b-4906-9ea8-407abf703bf1 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Calling delete_port for c8ed9108-0e7a-4b1b-8572-d20cefb1465f owned by network:dhcp {{(pid=103332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 07:39:32.539757 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-ea7c0005-d712-4b7b-ac59-4231c0db88be None None] Notify callbacks [] for port, precommit_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:32.549857 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-ea7c0005-d712-4b7b-ac59-4231c0db88be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:32.567690 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-37efb431-c698-4caa-be7a-a25328eb7262 tempest-RoutersAdminTest-1280535694 tempest-RoutersAdminTest-1280535694-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:32.619668 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-ea7c0005-d712-4b7b-ac59-4231c0db88be None None] Attempting to bind port 5905eaec-63a8-45d5-ab79-a25fa1861327 on host dv-neutron-861624-1-hyperv for vnic_type normal with profile {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 19 07:39:32.620086 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-ea7c0005-d712-4b7b-ac59-4231c0db88be None None] Attempting to bind port 5905eaec-63a8-45d5-ab79-a25fa1861327 by drivers openvswitch,hyperv on host dv-neutron-861624-1-hyperv at level 0 using segments [{'id': '53981d04-8205-40d8-8d33-0510111d6f8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd'}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 19 07:39:32.620863 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea7c0005-d712-4b7b-ac59-4231c0db88be None None] Attempting to bind port 5905eaec-63a8-45d5-ab79-a25fa1861327 on network 99c66757-74e3-40a4-b479-8d09e3a7c3dd {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 07:39:32.635188 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08900ad8-bb3c-4cae-8228-7c680bdaeb70 None None] Pushing event updated for resources: {'Port': ['ID=5905eaec-63a8-45d5-ab79-a25fa1861327,revision_number=2']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:39:32.640363 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea7c0005-d712-4b7b-ac59-4231c0db88be None None] Checking agent: {'id': 'a5b0152c-d633-409b-aaf8-3b76458e2410', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861624-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 19, 7, 30, 19), 'started_at': datetime.datetime(2022, 10, 19, 7, 30, 49), 'heartbeat_timestamp': datetime.datetime(2022, 10, 19, 7, 39, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861624-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 07:39:32.641215 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea7c0005-d712-4b7b-ac59-4231c0db88be None None] Checking segment: {'id': '53981d04-8205-40d8-8d33-0510111d6f8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 19 07:39:32.641699 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-ea7c0005-d712-4b7b-ac59-4231c0db88be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:32.642229 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea7c0005-d712-4b7b-ac59-4231c0db88be None None] Bound using segment: {'id': '53981d04-8205-40d8-8d33-0510111d6f8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd'} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 07:39:32.642752 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-ea7c0005-d712-4b7b-ac59-4231c0db88be None None] Bound port: 5905eaec-63a8-45d5-ab79-a25fa1861327, host: dv-neutron-861624-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53981d04-8205-40d8-8d33-0510111d6f8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd'}}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 19 07:39:32.643259 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-ea7c0005-d712-4b7b-ac59-4231c0db88be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:32.673459 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-7eeb26ce-41ec-41d0-aee3-ce1252e2359b tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-679819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130997964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130170408'] for subnet, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:32.680301 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-62f1d7e4-962b-4906-9ea8-407abf703bf1 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133553798'] for port, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:32.697176 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-37efb431-c698-4caa-be7a-a25328eb7262 tempest-RoutersAdminTest-1280535694 tempest-RoutersAdminTest-1280535694-project-admin] Calling delete_port for 5905eaec-63a8-45d5-ab79-a25fa1861327 owned by network:router_gateway {{(pid=103333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 07:39:32.718064 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-ea7c0005-d712-4b7b-ac59-4231c0db88be None None] For port 5905eaec-63a8-45d5-ab79-a25fa1861327, host dv-neutron-861624-1-hyperv, cleared binding levels {{(pid=103335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 07:39:32.723397 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-ea7c0005-d712-4b7b-ac59-4231c0db88be None None] For port 5905eaec-63a8-45d5-ab79-a25fa1861327, host dv-neutron-861624-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=5905eaec-63a8-45d5-ab79-a25fa1861327,segment=NetworkSegment(53981d04-8205-40d8-8d33-0510111d6f8f),segment_id=53981d04-8205-40d8-8d33-0510111d6f8f)] {{(pid=103335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 07:39:32.728447 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-ea7c0005-d712-4b7b-ac59-4231c0db88be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:32.776731 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Provisioning complete for port 56d69e48-91eb-4274-8d5b-152ea1867de0 triggered by entity L2. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:39:32.776731 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:32.777861 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Attempt 1 to provision port 56d69e48-91eb-4274-8d5b-152ea1867de0 Oct 19 07:39:32.791979 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-7eeb26ce-41ec-41d0-aee3-ce1252e2359b tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks [] for subnet, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:32.797798 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-7eeb26ce-41ec-41d0-aee3-ce1252e2359b tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] 10.222.0.27 "DELETE /v2.0/subnets/e8c56248-d441-435c-94d9-66f6f9b522f4 HTTP/1.1" status: 204 len: 168 time: 0.9093578 Oct 19 07:39:32.797991 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-7deb4362-9e74-41db-ba98-5c7cc28f8622 None None] Current status of the port ff41f549-262c-424f-ad66-cc44646c4743 is: ACTIVE; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:39:32.809004 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eeb26ce-41ec-41d0-aee3-ce1252e2359b tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Pushing event deleted for resources: {'Subnet': ['ID=e8c56248-d441-435c-94d9-66f6f9b522f4,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:39:32.811308 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 54946) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:39:32.812262 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea7c0005-d712-4b7b-ac59-4231c0db88be None None] Routers {'f0c80446-9d37-481d-89e3-0bf775824a20'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 07:39:32.814666 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-ea7c0005-d712-4b7b-ac59-4231c0db88be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T07:39:16Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['f0c80446-9d37-481d-89e3-0bf775824a20'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:39:32.828551 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f1d7e4-962b-4906-9ea8-407abf703bf1 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Pushing event deleted for resources: {'Port': ['ID=c8ed9108-0e7a-4b1b-8572-d20cefb1465f,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:39:32.844164 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62f1d7e4-962b-4906-9ea8-407abf703bf1 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] No DVR routers for this DVR port c8ed9108-0e7a-4b1b-8572-d20cefb1465f on host dv-neutron-861624-1-hyperv {{(pid=103332) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 19 07:39:32.871937 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65222022-7a23-4f8a-b825-a3a31454ba05 req-fd08ff08-d8ae-4770-8ef3-09caaac7356c tempest-ServerActionsTestJSON-1032082790 tempest-ServerActionsTestJSON-1032082790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:39:32.874007 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-65222022-7a23-4f8a-b825-a3a31454ba05 req-fd08ff08-d8ae-4770-8ef3-09caaac7356c tempest-ServerActionsTestJSON-1032082790 tempest-ServerActionsTestJSON-1032082790-project] 10.222.0.27 "GET /v2.0/ports?device_id=c15ce40b-4ff1-4ce8-b3f1-4c16c8447f68 HTTP/1.1" status: 200 len: 945 time: 0.4675956 Oct 19 07:39:32.943674 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08900ad8-bb3c-4cae-8228-7c680bdaeb70 None None] Pushing event updated for resources: {'Port': ['ID=5905eaec-63a8-45d5-ab79-a25fa1861327,revision_number=3']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:39:32.961657 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvr_db [None req-ea7c0005-d712-4b7b-ac59-4231c0db88be None None] Set router f0c80446-9d37-481d-89e3-0bf775824a20 gateway port host: None {{(pid=103335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 07:39:32.972884 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-7deb4362-9e74-41db-ba98-5c7cc28f8622 None None] Provisioning complete for port b10d6bcc-bdb0-471a-93dc-1d70e5db74f4 triggered by entity DHCP. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:39:32.973909 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-7deb4362-9e74-41db-ba98-5c7cc28f8622 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:32.974243 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-7deb4362-9e74-41db-ba98-5c7cc28f8622 None None] Attempt 1 to provision port b10d6bcc-bdb0-471a-93dc-1d70e5db74f4 Oct 19 07:39:33.021621 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a147747a-ab8a-40ae-a0b9-1951e5283c04 None None] Update dhcp port {'port': {'network_id': '6b5a65c5-1bed-4301-9db8-c1056c2b8eba', 'fixed_ips': [{'subnet_id': 'e8c56248-d441-435c-94d9-66f6f9b522f4'}], 'binding:host_id': 'dv-neutron-861624-1-hyperv'}, 'id': 'ff41f549-262c-424f-ad66-cc44646c4743'} from dv-neutron-861624-1-hyperv. {{(pid=103334) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 19 07:39:33.026306 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-ea7c0005-d712-4b7b-ac59-4231c0db88be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0c80446-9d37-481d-89e3-0bf775824a20', 'name': 'tempest-snat-router-1947537279', 'tenant_id': 'fec3e90f990246a9ab12e89f58de82cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T07:39:25Z', 'updated_at': '2022-10-19T07:39:31Z', 'revision_number': 4, 'project_id': 'fec3e90f990246a9ab12e89f58de82cb', 'gw_port_host': None}], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:39:33.056628 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea7c0005-d712-4b7b-ac59-4231c0db88be None None] The sync data for ids ['f0c80446-9d37-481d-89e3-0bf775824a20'] in dv-neutron-861624-1-hyperv is: [{'id': 'f0c80446-9d37-481d-89e3-0bf775824a20', 'name': 'tempest-snat-router-1947537279', 'tenant_id': 'fec3e90f990246a9ab12e89f58de82cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T07:39:25Z', 'updated_at': '2022-10-19T07:39:31Z', 'revision_number': 4, 'project_id': 'fec3e90f990246a9ab12e89f58de82cb', 'gw_port_host': None}] {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 07:39:33.077111 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-fa2596b8-be69-423c-85c2-47333642a057 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] 10.222.0.27 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2605371 Oct 19 07:39:33.080237 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 54950) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:39:33.086462 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-183a0013-892a-48c9-9a51-8190d6d58ad6 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Request body: {'subnet': {'network_id': '6b5a65c5-1bed-4301-9db8-c1056c2b8eba', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:39:33.110185 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-65222022-7a23-4f8a-b825-a3a31454ba05 req-0449ba9b-89a5-45af-b4e2-2b0a31222910 tempest-ServerActionsTestJSON-1032082790 tempest-ServerActionsTestJSON-1032082790-project] 10.222.0.27 "GET /v2.0/security-groups?id=f0bcd6ee-444f-46c6-b01f-ccacf8976dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2108030 Oct 19 07:39:33.171919 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-a147747a-ab8a-40ae-a0b9-1951e5283c04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:33.182443 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-62f1d7e4-962b-4906-9ea8-407abf703bf1 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-673051', 'neutron.services.segments.db._delete_segments_for_network-8785021519108'] for network, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:33.236995 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.services.segments.db [None req-62f1d7e4-962b-4906-9ea8-407abf703bf1 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f1c0b20-803c-40f9-a25e-7b8b6e4c8505']}} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:39:33.242671 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Current status of the port 56d69e48-91eb-4274-8d5b-152ea1867de0 is: DOWN; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:39:33.243117 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:33.258645 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f67403-a133-46b5-b261-69a71cdac3c8 req-c6e9f89b-8f78-4bb8-89fa-ae96a6def176 tempest-ServersTestJSON-461936375 tempest-ServersTestJSON-461936375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:39:33.260200 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-74f67403-a133-46b5-b261-69a71cdac3c8 req-c6e9f89b-8f78-4bb8-89fa-ae96a6def176 tempest-ServersTestJSON-461936375 tempest-ServersTestJSON-461936375-project] 10.222.0.27 "GET /v2.0/ports?device_id=7edb487a-fad4-4d3e-826c-bf286ef7d7e5 HTTP/1.1" status: 200 len: 946 time: 0.2739933 Oct 19 07:39:33.264594 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.services.segments.db [None req-62f1d7e4-962b-4906-9ea8-407abf703bf1 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e13e23d-3350-4e02-8296-e065726ecb93') {'for_net_delete': True} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:39:33.264925 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.services.segments.db [None req-62f1d7e4-962b-4906-9ea8-407abf703bf1 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e13e23d-3350-4e02-8296-e065726ecb93') {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:39:33.276521 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] For port 56d69e48-91eb-4274-8d5b-152ea1867de0, host dv-neutron-861624-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=56d69e48-91eb-4274-8d5b-152ea1867de0,segment=NetworkSegment(53981d04-8205-40d8-8d33-0510111d6f8f),segment_id=53981d04-8205-40d8-8d33-0510111d6f8f)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:39:33.290102 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-678b511a-8a6f-441c-93e2-cb37375db57e tempest-RoutersIpV6AdminTest-1896539816 tempest-RoutersIpV6AdminTest-1896539816-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130996763'] for port, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:33.315398 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-62f1d7e4-962b-4906-9ea8-407abf703bf1 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785021519382', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130726885'] for segment, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:33.323805 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:33.369557 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-62f1d7e4-962b-4906-9ea8-407abf703bf1 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979'] for segment, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:33.382668 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-7deb4362-9e74-41db-ba98-5c7cc28f8622 None None] Current status of the port b10d6bcc-bdb0-471a-93dc-1d70e5db74f4 is: ACTIVE; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:39:33.402877 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-74f67403-a133-46b5-b261-69a71cdac3c8 req-11d47e65-73c1-4cdc-ab5f-54f712d1a72e tempest-ServersTestJSON-461936375 tempest-ServersTestJSON-461936375-project] 10.222.0.27 "GET /v2.0/security-groups?id=47cbba02-6d50-4e36-a3e0-bd46273f3056&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1355672 Oct 19 07:39:33.403234 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-7deb4362-9e74-41db-ba98-5c7cc28f8622 None None] Could not find standard attr ID for object 85097af7-04f5-492e-965d-94736b7c621b. {{(pid=103334) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 19 07:39:33.412059 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-37efb431-c698-4caa-be7a-a25328eb7262 tempest-RoutersAdminTest-1280535694 tempest-RoutersAdminTest-1280535694-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130996763'] for port, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:33.435969 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62f1d7e4-962b-4906-9ea8-407abf703bf1 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Releasing vlan 170 on physical network physnet1 to pool {{(pid=103332) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 07:39:33.436110 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-62f1d7e4-962b-4906-9ea8-407abf703bf1 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-133553843'] for segment, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:33.449432 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678b511a-8a6f-441c-93e2-cb37375db57e tempest-RoutersIpV6AdminTest-1896539816 tempest-RoutersIpV6AdminTest-1896539816-project-admin] Pushing event deleted for resources: {'Port': ['ID=568aa019-e89b-4c73-8622-0001e9a2c3ee,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:39:33.558757 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-7deb4362-9e74-41db-ba98-5c7cc28f8622 None None] Provisioning complete for port a72a7f14-59e8-4839-b0bc-5ee1707fcae7 triggered by entity DHCP. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:39:33.559221 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-7deb4362-9e74-41db-ba98-5c7cc28f8622 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:33.559553 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-7deb4362-9e74-41db-ba98-5c7cc28f8622 None None] Attempt 1 to provision port a72a7f14-59e8-4839-b0bc-5ee1707fcae7 Oct 19 07:39:33.561516 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device 568aa019-e89b-4c73-8622-0001e9a2c3ee up at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 07:39:33.579897 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37efb431-c698-4caa-be7a-a25328eb7262 tempest-RoutersAdminTest-1280535694 tempest-RoutersAdminTest-1280535694-project-admin] Pushing event deleted for resources: {'Port': ['ID=5905eaec-63a8-45d5-ab79-a25fa1861327,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:39:33.583179 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-183a0013-892a-48c9-9a51-8190d6d58ad6 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Made reservation on behalf of 61a2e57b80c1442e9cb330141a970781 for: {'subnet': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 07:39:33.587819 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-183a0013-892a-48c9-9a51-8190d6d58ad6 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130170579'] for subnet, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:33.605182 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-62f1d7e4-962b-4906-9ea8-407abf703bf1 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-673044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1695087'] for network, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:33.605811 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Pushing event updated for resources: {'Port': ['ID=56d69e48-91eb-4274-8d5b-152ea1867de0,revision_number=4']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:39:33.627336 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-62f1d7e4-962b-4906-9ea8-407abf703bf1 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Notify callbacks [] for network, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:33.631831 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-62f1d7e4-962b-4906-9ea8-407abf703bf1 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] 10.222.0.27 "DELETE /v2.0/networks/9f1c0b20-803c-40f9-a25e-7b8b6e4c8505 HTTP/1.1" status: 204 len: 168 time: 3.7552927 Oct 19 07:39:33.635531 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f1d7e4-962b-4906-9ea8-407abf703bf1 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Pushing event deleted for resources: {'Network': ['ID=9f1c0b20-803c-40f9-a25e-7b8b6e4c8505,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:39:33.636020 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 54956) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:39:33.639435 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4e1b758-564a-4113-8b40-6a097c0a84bd None None] get_active_networks_info from dv-neutron-861624-1-hyperv {{(pid=103334) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 19 07:39:33.654166 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.plugin [None req-f1d31164-9d15-43bc-9726-84e5ab28633c tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Deleting port 5dede235-c2d1-4777-bdc4-8db98ad5682d {{(pid=103332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 07:39:33.654647 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-f1d31164-9d15-43bc-9726-84e5ab28633c tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:33.659435 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-a316afc1-fd62-472c-9017-2ca59a9fe907 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-879676830'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:39:33.667302 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] No Port match for: 568aa019-e89b-4c73-8622-0001e9a2c3ee {{(pid=103334) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 19 07:39:33.667650 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device 568aa019-e89b-4c73-8622-0001e9a2c3ee not bound to the agent host dv-neutron-861624-1-hyperv {{(pid=103334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Oct 19 07:39:33.683236 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbc3050-408c-4de2-92be-57401bb4c9b2 req-11eb75a4-536f-42da-b38e-58094d4bcdcc tempest-ServerActionsTestJSON-1032082790 tempest-ServerActionsTestJSON-1032082790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:39:33.684952 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-edbc3050-408c-4de2-92be-57401bb4c9b2 req-11eb75a4-536f-42da-b38e-58094d4bcdcc tempest-ServerActionsTestJSON-1032082790 tempest-ServerActionsTestJSON-1032082790-project] 10.222.0.27 "GET /v2.0/ports?device_id=c15ce40b-4ff1-4ce8-b3f1-4c16c8447f68 HTTP/1.1" status: 200 len: 945 time: 0.1640499 Oct 19 07:39:33.707193 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Port 568aa019-e89b-4c73-8622-0001e9a2c3ee not found, will not notify nova. {{(pid=103334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Oct 19 07:39:33.718435 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-7deb4362-9e74-41db-ba98-5c7cc28f8622 None None] Port a72a7f14-59e8-4839-b0bc-5ee1707fcae7 cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 07:39:33.784136 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a316afc1-fd62-472c-9017-2ca59a9fe907 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Made reservation on behalf of 2a06cf3adb854931a1e873f20cdb1976 for: {'network': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 07:39:33.790462 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-a316afc1-fd62-472c-9017-2ca59a9fe907 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for network, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:33.792985 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-f1d31164-9d15-43bc-9726-84e5ab28633c tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:33.797507 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.services.segments.plugin [-] Segment 0e13e23d-3350-4e02-8296-e065726ecb93 resource provider aggregate not found Oct 19 07:39:33.804166 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4e1b758-564a-4113-8b40-6a097c0a84bd None None] Resources bound (agent type, host, resource id): {{(pid=103334) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 19 07:39:33.813238 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device ff41f549-262c-424f-ad66-cc44646c4743 no longer exists at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 07:39:33.828157 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.services.segments.plugin [-] Segment 0e13e23d-3350-4e02-8296-e065726ecb93 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0e13e23d-3350-4e02-8296-e065726ecb93 found for delete ", "request_id": "req-553c64c9-2003-497e-b5bc-6aac366a4164"}]} Oct 19 07:39:33.830451 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-678b511a-8a6f-441c-93e2-cb37375db57e tempest-RoutersIpV6AdminTest-1896539816 tempest-RoutersIpV6AdminTest-1896539816-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1693831'] for router_gateway, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:33.838195 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.plugin [None req-f1d31164-9d15-43bc-9726-84e5ab28633c tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Calling delete_port for 5dede235-c2d1-4777-bdc4-8db98ad5682d owned by network:router_interface {{(pid=103332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 07:39:33.905634 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-37efb431-c698-4caa-be7a-a25328eb7262 tempest-RoutersAdminTest-1280535694 tempest-RoutersAdminTest-1280535694-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1693831'] for router_gateway, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:33.922709 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-edbc3050-408c-4de2-92be-57401bb4c9b2 req-3e9f838f-428f-4419-a075-b5c7772f34fe tempest-ServerActionsTestJSON-1032082790 tempest-ServerActionsTestJSON-1032082790-project] 10.222.0.27 "GET /v2.0/security-groups?id=f0bcd6ee-444f-46c6-b01f-ccacf8976dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1228077 Oct 19 07:39:34.020696 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-37efb431-c698-4caa-be7a-a25328eb7262 tempest-RoutersAdminTest-1280535694 tempest-RoutersAdminTest-1280535694-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1693565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12618'] for router, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:34.022978 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a316afc1-fd62-472c-9017-2ca59a9fe907 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 157} {{(pid=103333) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 07:39:34.025491 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-37efb431-c698-4caa-be7a-a25328eb7262 tempest-RoutersAdminTest-1280535694 tempest-RoutersAdminTest-1280535694-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:34.078581 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-678b511a-8a6f-441c-93e2-cb37375db57e tempest-RoutersIpV6AdminTest-1896539816 tempest-RoutersIpV6AdminTest-1896539816-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1693565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12618'] for router, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:34.084739 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-678b511a-8a6f-441c-93e2-cb37375db57e tempest-RoutersIpV6AdminTest-1896539816 tempest-RoutersIpV6AdminTest-1896539816-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:34.125930 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-f1d31164-9d15-43bc-9726-84e5ab28633c tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133553798'] for port, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:34.157289 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Current status of the port ff41f549-262c-424f-ad66-cc44646c4743 is: ACTIVE; New status is: DOWN {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:39:34.157696 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:34.171285 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d31164-9d15-43bc-9726-84e5ab28633c tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Pushing event deleted for resources: {'Port': ['ID=5dede235-c2d1-4777-bdc4-8db98ad5682d,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:39:34.220160 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] For port ff41f549-262c-424f-ad66-cc44646c4743, host dv-neutron-861624-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=ff41f549-262c-424f-ad66-cc44646c4743,segment=NetworkSegment(5a8d2b05-b527-4bd4-a671-b9112f193fef),segment_id=5a8d2b05-b527-4bd4-a671-b9112f193fef)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:39:34.222069 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-7deb4362-9e74-41db-ba98-5c7cc28f8622 None None] Attempt 2 to provision port a72a7f14-59e8-4839-b0bc-5ee1707fcae7 Oct 19 07:39:34.250396 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:34.282439 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-a316afc1-fd62-472c-9017-2ca59a9fe907 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979'] for segment, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:34.282439 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.db.segments_db [None req-a316afc1-fd62-472c-9017-2ca59a9fe907 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Added segment f1461146-263a-437e-881e-0498166d234c of type vlan for network 54089a1a-1c47-41df-9717-024e88782b3c Oct 19 07:39:34.316312 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-37efb431-c698-4caa-be7a-a25328eb7262 tempest-RoutersAdminTest-1280535694 tempest-RoutersAdminTest-1280535694-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1693542'] for router, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:34.317285 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37efb431-c698-4caa-be7a-a25328eb7262 tempest-RoutersAdminTest-1280535694 tempest-RoutersAdminTest-1280535694-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f0c80446-9d37-481d-89e3-0bf775824a20 {{(pid=103333) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 07:39:34.357752 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-7deb4362-9e74-41db-ba98-5c7cc28f8622 None None] Port a72a7f14-59e8-4839-b0bc-5ee1707fcae7 cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 07:39:34.372496 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Pushing event updated for resources: {'Port': ['ID=ff41f549-262c-424f-ad66-cc44646c4743,revision_number=5']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:39:34.390952 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-37efb431-c698-4caa-be7a-a25328eb7262 tempest-RoutersAdminTest-1280535694 tempest-RoutersAdminTest-1280535694-project-admin] Notify callbacks [] for router, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:34.395315 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-37efb431-c698-4caa-be7a-a25328eb7262 tempest-RoutersAdminTest-1280535694 tempest-RoutersAdminTest-1280535694-project-admin] 10.222.0.27 "DELETE /v2.0/routers/f0c80446-9d37-481d-89e3-0bf775824a20 HTTP/1.1" status: 204 len: 168 time: 3.2353179 Oct 19 07:39:34.395717 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 54968) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:39:34.435397 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57c8fd7f-d92e-4181-a116-ebbf25576510 None None] get_active_networks_info from dv-neutron-861624-1-hyperv {{(pid=103334) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 19 07:39:34.618572 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-f1d31164-9d15-43bc-9726-84e5ab28633c tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1574862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1694957'] for router_interface, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:34.634833 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57c8fd7f-d92e-4181-a116-ebbf25576510 None None] Resources bound (agent type, host, resource id): {{(pid=103334) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 19 07:39:34.648642 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e330c6-8611-40d7-bbaf-34311e363292 req-7a7af3ea-4dd1-4e49-977a-915f93918f1e tempest-ServersTestJSON-461936375 tempest-ServersTestJSON-461936375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:39:34.650451 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-d6e330c6-8611-40d7-bbaf-34311e363292 req-7a7af3ea-4dd1-4e49-977a-915f93918f1e tempest-ServersTestJSON-461936375 tempest-ServersTestJSON-461936375-project] 10.222.0.16 "GET /v2.0/ports?device_id=7edb487a-fad4-4d3e-826c-bf286ef7d7e5 HTTP/1.1" status: 200 len: 946 time: 0.2316740 Oct 19 07:39:34.720447 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0234b1-414e-4529-873e-018b9aa82c4b req-3d92944f-5f01-4315-adbf-9abeee1ce6f4 tempest-ServerActionsTestJSON-1032082790 tempest-ServerActionsTestJSON-1032082790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:39:34.721985 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-2b0234b1-414e-4529-873e-018b9aa82c4b req-3d92944f-5f01-4315-adbf-9abeee1ce6f4 tempest-ServerActionsTestJSON-1032082790 tempest-ServerActionsTestJSON-1032082790-project] 10.222.0.27 "GET /v2.0/ports?device_id=c15ce40b-4ff1-4ce8-b3f1-4c16c8447f68 HTTP/1.1" status: 200 len: 945 time: 0.1932166 Oct 19 07:39:34.808442 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e3a978-051d-4dce-a6af-40d8fdf4c04d req-535cf56d-5519-46eb-9c37-07bf7b3b2c68 tempest-ServersTestJSON-461936375 tempest-ServersTestJSON-461936375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:39:34.810074 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-a3e3a978-051d-4dce-a6af-40d8fdf4c04d req-535cf56d-5519-46eb-9c37-07bf7b3b2c68 tempest-ServersTestJSON-461936375 tempest-ServersTestJSON-461936375-project] 10.222.0.27 "GET /v2.0/ports?device_id=7edb487a-fad4-4d3e-826c-bf286ef7d7e5 HTTP/1.1" status: 200 len: 946 time: 0.2759955 Oct 19 07:39:34.861529 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-7deb4362-9e74-41db-ba98-5c7cc28f8622 None None] Attempt 3 to provision port a72a7f14-59e8-4839-b0bc-5ee1707fcae7 Oct 19 07:39:34.876231 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-a316afc1-fd62-472c-9017-2ca59a9fe907 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785020965340'] for network, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:34.880659 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-678b511a-8a6f-441c-93e2-cb37375db57e tempest-RoutersIpV6AdminTest-1896539816 tempest-RoutersIpV6AdminTest-1896539816-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1693542'] for router, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:34.881586 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-678b511a-8a6f-441c-93e2-cb37375db57e tempest-RoutersIpV6AdminTest-1896539816 tempest-RoutersIpV6AdminTest-1896539816-project-admin] Fanout notify agent at l3_agent the message router_deleted on router acf36c16-d6ed-4482-9756-31ad4ee10296 {{(pid=103333) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 07:39:34.911630 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-678b511a-8a6f-441c-93e2-cb37375db57e tempest-RoutersIpV6AdminTest-1896539816 tempest-RoutersIpV6AdminTest-1896539816-project-admin] Notify callbacks [] for router, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:34.911759 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-2b0234b1-414e-4529-873e-018b9aa82c4b req-39d50297-a626-4405-a58f-e93a934cfd00 tempest-ServerActionsTestJSON-1032082790 tempest-ServerActionsTestJSON-1032082790-project] 10.222.0.27 "GET /v2.0/security-groups?id=f0bcd6ee-444f-46c6-b01f-ccacf8976dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1685567 Oct 19 07:39:34.913435 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-678b511a-8a6f-441c-93e2-cb37375db57e tempest-RoutersIpV6AdminTest-1896539816 tempest-RoutersIpV6AdminTest-1896539816-project-admin] 10.222.0.27 "DELETE /v2.0/routers/acf36c16-d6ed-4482-9756-31ad4ee10296 HTTP/1.1" status: 204 len: 168 time: 4.8403218 Oct 19 07:39:34.918014 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 54974) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:39:34.953570 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-7deb4362-9e74-41db-ba98-5c7cc28f8622 None None] Port a72a7f14-59e8-4839-b0bc-5ee1707fcae7 cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 07:39:34.965608 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-a3e3a978-051d-4dce-a6af-40d8fdf4c04d req-f5d69113-855b-4881-99f7-85df3b96f3bc tempest-ServersTestJSON-461936375 tempest-ServersTestJSON-461936375-project] 10.222.0.27 "GET /v2.0/security-groups?id=47cbba02-6d50-4e36-a3e0-bd46273f3056&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1439626 Oct 19 07:39:35.034396 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.plugin [req-d6e330c6-8611-40d7-bbaf-34311e363292 req-232976e2-2603-4796-808a-089fd9c0a718 tempest-ServersTestJSON-461936375 tempest-ServersTestJSON-461936375-project] Deleting port c7b653fc-acc2-4b86-b664-a00123df00c4 {{(pid=103332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 07:39:35.034743 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-d6e330c6-8611-40d7-bbaf-34311e363292 req-232976e2-2603-4796-808a-089fd9c0a718 tempest-ServersTestJSON-461936375 tempest-ServersTestJSON-461936375-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:35.049877 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-cbb94433-beb5-4933-a53d-b6148c3b83f3 tempest-RoutersIpV6AdminTest-1896539816 tempest-RoutersIpV6AdminTest-1896539816-project-admin] Notify callbacks [] for router, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:35.053940 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1d31164-9d15-43bc-9726-84e5ab28633c tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Router 8b4a171d-3358-47e1-bb2d-7c04ab9804cc has already been hosted by L3 agent ab388470-1243-4d53-80f2-c2f5899c97a7 {{(pid=103332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 07:39:35.055954 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.db.resource_extend [None req-a316afc1-fd62-472c-9017-2ca59a9fe907 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 19 07:39:35.088872 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa30c9f9-8297-4c82-90a3-765c92cb794c None None] Update dhcp port {'port': {'network_id': '6b5a65c5-1bed-4301-9db8-c1056c2b8eba', 'fixed_ips': [{'subnet_id': '90f6029e-2a2f-4d8e-8993-661dbc37512c'}], 'binding:host_id': 'dv-neutron-861624-1-hyperv'}, 'id': 'ff41f549-262c-424f-ad66-cc44646c4743'} from dv-neutron-861624-1-hyperv. {{(pid=103334) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 19 07:39:35.118866 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-aa30c9f9-8297-4c82-90a3-765c92cb794c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:35.135889 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-a316afc1-fd62-472c-9017-2ca59a9fe907 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873'] for network, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:35.141712 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a316afc1-fd62-472c-9017-2ca59a9fe907 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:39:35.142340 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-a316afc1-fd62-472c-9017-2ca59a9fe907 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574827'] for network, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:35.234918 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.db [req-d6e330c6-8611-40d7-bbaf-34311e363292 req-232976e2-2603-4796-808a-089fd9c0a718 tempest-ServersTestJSON-461936375 tempest-ServersTestJSON-461936375-project] For port c7b653fc-acc2-4b86-b664-a00123df00c4, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=c7b653fc-acc2-4b86-b664-a00123df00c4,segment=NetworkSegment(f4c58900-46fa-40ca-95c7-471a7b507c99),segment_id=f4c58900-46fa-40ca-95c7-471a7b507c99)] {{(pid=103332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:39:35.235745 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-d6e330c6-8611-40d7-bbaf-34311e363292 req-232976e2-2603-4796-808a-089fd9c0a718 tempest-ServersTestJSON-461936375 tempest-ServersTestJSON-461936375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:35.316731 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.db_base_plugin_common [None req-aa30c9f9-8297-4c82-90a3-765c92cb794c None None] Allocated IP 2001:db8::f816:3eff:fe1c:ad41 (6b5a65c5-1bed-4301-9db8-c1056c2b8eba/90f6029e-2a2f-4d8e-8993-661dbc37512c/ff41f549-262c-424f-ad66-cc44646c4743) {{(pid=103334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 07:39:35.350371 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1d31164-9d15-43bc-9726-84e5ab28633c tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Notify agent at l3_agent.dv-neutron-861624-1-hyperv the message routers_updated {{(pid=103332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 07:39:35.354974 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-a316afc1-fd62-472c-9017-2ca59a9fe907 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.7044685 Oct 19 07:39:35.365617 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47101bc4-ddf2-430e-8697-c844ca1ed923 None None] Sync routers for ids ['8b4a171d-3358-47e1-bb2d-7c04ab9804cc'] in dv-neutron-861624-1-hyperv {{(pid=103334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 07:39:35.367910 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-f1d31164-9d15-43bc-9726-84e5ab28633c tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] 10.222.0.27 "PUT /v2.0/routers/8b4a171d-3358-47e1-bb2d-7c04ab9804cc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4661539 Oct 19 07:39:35.373619 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 54976) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:39:35.373883 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 54978) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:39:35.375914 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.objects.ports [None req-183a0013-892a-48c9-9a51-8190d6d58ad6 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103333) get_objects /opt/stack/neutron/neutron/objects/ports.py:470}} Oct 19 07:39:35.397051 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-68eb8273-fcc8-4c89-97d6-e149873aa467 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Request body: {'subnet': {'network_id': '54089a1a-1c47-41df-9717-024e88782b3c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:39:35.404987 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-6151eb20-7b43-4aae-aa05-2cf7356b9e3a tempest-RoutersAdminTest-1280535694 tempest-RoutersAdminTest-1280535694-project-admin] Notify callbacks [] for router, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:35.428771 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47101bc4-ddf2-430e-8697-c844ca1ed923 None None] Routers {'8b4a171d-3358-47e1-bb2d-7c04ab9804cc'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 07:39:35.429411 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-47101bc4-ddf2-430e-8697-c844ca1ed923 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T07:39:16Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['8b4a171d-3358-47e1-bb2d-7c04ab9804cc'], 'active': True} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:39:35.465394 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-7deb4362-9e74-41db-ba98-5c7cc28f8622 None None] Attempt 4 to provision port a72a7f14-59e8-4839-b0bc-5ee1707fcae7 Oct 19 07:39:35.470453 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-47101bc4-ddf2-430e-8697-c844ca1ed923 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:39:35.522097 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-aa30c9f9-8297-4c82-90a3-765c92cb794c None None] For port ff41f549-262c-424f-ad66-cc44646c4743, host dv-neutron-861624-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=ff41f549-262c-424f-ad66-cc44646c4743,segment=NetworkSegment(5a8d2b05-b527-4bd4-a671-b9112f193fef),segment_id=5a8d2b05-b527-4bd4-a671-b9112f193fef)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:39:35.525147 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47101bc4-ddf2-430e-8697-c844ca1ed923 None None] Routers {'8b4a171d-3358-47e1-bb2d-7c04ab9804cc'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 07:39:35.525773 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-47101bc4-ddf2-430e-8697-c844ca1ed923 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T07:39:16Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['8b4a171d-3358-47e1-bb2d-7c04ab9804cc'], 'active': True} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:39:35.538586 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-7deb4362-9e74-41db-ba98-5c7cc28f8622 None None] Port a72a7f14-59e8-4839-b0bc-5ee1707fcae7 cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 07:39:35.548364 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-d6e330c6-8611-40d7-bbaf-34311e363292 req-232976e2-2603-4796-808a-089fd9c0a718 tempest-ServersTestJSON-461936375 tempest-ServersTestJSON-461936375-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:35.548865 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-d6e330c6-8611-40d7-bbaf-34311e363292 req-232976e2-2603-4796-808a-089fd9c0a718 tempest-ServersTestJSON-461936375 tempest-ServersTestJSON-461936375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1695041'] for floatingip, after_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:35.549242 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.db.l3_db [req-d6e330c6-8611-40d7-bbaf-34311e363292 req-232976e2-2603-4796-808a-089fd9c0a718 tempest-ServersTestJSON-461936375 tempest-ServersTestJSON-461936375-project] Floating IP 99f05a28-c91b-4d68-a8ac-64c47d926c90 disassociated. External IP: 172.26.0.83, port: c7b653fc-acc2-4b86-b664-a00123df00c4. Oct 19 07:39:35.549639 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.plugin [req-d6e330c6-8611-40d7-bbaf-34311e363292 req-232976e2-2603-4796-808a-089fd9c0a718 tempest-ServersTestJSON-461936375 tempest-ServersTestJSON-461936375-project] Calling delete_port for c7b653fc-acc2-4b86-b664-a00123df00c4 owned by compute:nova {{(pid=103332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 07:39:35.573153 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-47101bc4-ddf2-430e-8697-c844ca1ed923 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:39:35.573805 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47101bc4-ddf2-430e-8697-c844ca1ed923 None None] The sync data for ids ['8b4a171d-3358-47e1-bb2d-7c04ab9804cc'] in dv-neutron-861624-1-hyperv is: [] {{(pid=103334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 07:39:35.589658 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-aa30c9f9-8297-4c82-90a3-765c92cb794c None None] Notify callbacks [] for port, precommit_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:35.595036 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-aa30c9f9-8297-4c82-90a3-765c92cb794c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:35.623577 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a316afc1-fd62-472c-9017-2ca59a9fe907 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Pushing event updated for resources: {'Network': ['ID=54089a1a-1c47-41df-9717-024e88782b3c,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:39:35.636722 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Network 54089a1a-1c47-41df-9717-024e88782b3c details requested by agent ovs-agent-dv-neutron-861624-1-hyperv with host dv-neutron-861624-1-hyperv {{(pid=103334) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 07:39:35.724097 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa30c9f9-8297-4c82-90a3-765c92cb794c None None] Pushing event updated for resources: {'Port': ['ID=ff41f549-262c-424f-ad66-cc44646c4743,revision_number=6']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:39:35.739976 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-d6e330c6-8611-40d7-bbaf-34311e363292 req-232976e2-2603-4796-808a-089fd9c0a718 tempest-ServersTestJSON-461936375 tempest-ServersTestJSON-461936375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133553798'] for port, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:35.744890 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-cbb94433-beb5-4933-a53d-b6148c3b83f3 tempest-RoutersIpV6AdminTest-1896539816 tempest-RoutersIpV6AdminTest-1896539816-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:35.776385 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device 56d69e48-91eb-4274-8d5b-152ea1867de0 up at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 07:39:35.793457 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232976e2-2603-4796-808a-089fd9c0a718 tempest-ServersTestJSON-461936375 tempest-ServersTestJSON-461936375-project] Pushing event deleted for resources: {'Port': ['ID=c7b653fc-acc2-4b86-b664-a00123df00c4,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:39:35.844362 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Provisioning complete for port 56d69e48-91eb-4274-8d5b-152ea1867de0 triggered by entity L2. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:39:35.844362 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:35.844801 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Attempt 1 to provision port 56d69e48-91eb-4274-8d5b-152ea1867de0 Oct 19 07:39:35.968234 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Current status of the port 56d69e48-91eb-4274-8d5b-152ea1867de0 is: ACTIVE; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:39:36.037711 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.ipam_pluggable_backend [None req-183a0013-892a-48c9-9a51-8190d6d58ad6 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Port ff41f549-262c-424f-ad66-cc44646c4743 got IPv6 auto-address in a concurrent create or update port request. Ignoring. {{(pid=103333) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:612}} Oct 19 07:39:36.038250 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-183a0013-892a-48c9-9a51-8190d6d58ad6 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130997899', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130170401'] for subnet, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:36.039868 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-7deb4362-9e74-41db-ba98-5c7cc28f8622 None None] Attempt 5 to provision port a72a7f14-59e8-4839-b0bc-5ee1707fcae7 Oct 19 07:39:36.085200 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device 568aa019-e89b-4c73-8622-0001e9a2c3ee no longer exists at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 07:39:36.131530 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] No Port match for: 568aa019-e89b-4c73-8622-0001e9a2c3ee {{(pid=103334) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 19 07:39:36.132243 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device 568aa019-e89b-4c73-8622-0001e9a2c3ee not bound to the agent host dv-neutron-861624-1-hyperv {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 07:39:36.148223 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-7deb4362-9e74-41db-ba98-5c7cc28f8622 None None] Port a72a7f14-59e8-4839-b0bc-5ee1707fcae7 cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 07:39:36.161468 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68eb8273-fcc8-4c89-97d6-e149873aa467 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Made reservation on behalf of 2a06cf3adb854931a1e873f20cdb1976 for: {'subnet': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 07:39:36.164975 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-68eb8273-fcc8-4c89-97d6-e149873aa467 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130170579'] for subnet, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:36.200973 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-183a0013-892a-48c9-9a51-8190d6d58ad6 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Network 6b5a65c5-1bed-4301-9db8-c1056c2b8eba is already hosted by enough agents. {{(pid=103333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 07:39:36.226682 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-183a0013-892a-48c9-9a51-8190d6d58ad6 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Resources bound (agent type, host, resource id): {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:39:36.229021 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-6151eb20-7b43-4aae-aa05-2cf7356b9e3a tempest-RoutersAdminTest-1280535694 tempest-RoutersAdminTest-1280535694-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:36.234647 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-183a0013-892a-48c9-9a51-8190d6d58ad6 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:39:36.235232 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-183a0013-892a-48c9-9a51-8190d6d58ad6 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks [] for subnet, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:36.269607 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183a0013-892a-48c9-9a51-8190d6d58ad6 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Pushing event updated for resources: {'Subnet': ['ID=90f6029e-2a2f-4d8e-8993-661dbc37512c,revision_number=0']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:39:36.340120 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-183a0013-892a-48c9-9a51-8190d6d58ad6 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.2563436 Oct 19 07:39:36.350127 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 54988) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:39:36.369008 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-cbb94433-beb5-4933-a53d-b6148c3b83f3 tempest-RoutersIpV6AdminTest-1896539816 tempest-RoutersIpV6AdminTest-1896539816-project-admin] Deleting port 56d69e48-91eb-4274-8d5b-152ea1867de0 {{(pid=103333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 07:39:36.369366 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-cbb94433-beb5-4933-a53d-b6148c3b83f3 tempest-RoutersIpV6AdminTest-1896539816 tempest-RoutersIpV6AdminTest-1896539816-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:36.372033 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-49b922fb-ede9-4080-926d-96b94ae78010 req-89cc7596-f30d-449c-b9b7-63cedbc3b97d tempest-ServersTestJSON-461936375 tempest-ServersTestJSON-461936375-project] 10.222.0.27 "GET /v2.0/ports?device_id=7edb487a-fad4-4d3e-826c-bf286ef7d7e5 HTTP/1.1" status: 200 len: 210 time: 0.0745754 Oct 19 07:39:36.379828 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-25c6729a-ce83-462f-a8f4-899dff00fb62 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Request body: {'subnet': {'network_id': '6b5a65c5-1bed-4301-9db8-c1056c2b8eba', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:39:36.433674 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d6e330c6-8611-40d7-bbaf-34311e363292 req-232976e2-2603-4796-808a-089fd9c0a718 tempest-ServersTestJSON-461936375 tempest-ServersTestJSON-461936375-project] Router 11ad4213-f43a-44bb-8c9d-75b1722e86b4 has already been hosted by L3 agent ab388470-1243-4d53-80f2-c2f5899c97a7 {{(pid=103332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 07:39:36.516845 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451e76ee-04a9-4e04-b662-45845ab45fe3 req-94f68cd7-512e-4e22-a79a-5fed9dcc656c tempest-ServerActionsTestJSON-1032082790 tempest-ServerActionsTestJSON-1032082790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:39:36.519434 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-451e76ee-04a9-4e04-b662-45845ab45fe3 req-94f68cd7-512e-4e22-a79a-5fed9dcc656c tempest-ServerActionsTestJSON-1032082790 tempest-ServerActionsTestJSON-1032082790-project] 10.222.0.27 "GET /v2.0/ports?device_id=c15ce40b-4ff1-4ce8-b3f1-4c16c8447f68 HTTP/1.1" status: 200 len: 945 time: 0.2160232 Oct 19 07:39:36.650869 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-7deb4362-9e74-41db-ba98-5c7cc28f8622 None None] Attempt 6 to provision port a72a7f14-59e8-4839-b0bc-5ee1707fcae7 Oct 19 07:39:36.692188 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-451e76ee-04a9-4e04-b662-45845ab45fe3 req-79a23683-0232-4303-92be-f7d0e3e46131 tempest-ServerActionsTestJSON-1032082790 tempest-ServerActionsTestJSON-1032082790-project] 10.222.0.27 "GET /v2.0/security-groups?id=f0bcd6ee-444f-46c6-b01f-ccacf8976dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1572425 Oct 19 07:39:36.710455 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a00efd37-ed9c-40f7-940b-7a5841c3db16 None None] Network 6b5a65c5-1bed-4301-9db8-c1056c2b8eba requested from dv-neutron-861624-1-hyperv {{(pid=103334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 07:39:36.765622 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-7deb4362-9e74-41db-ba98-5c7cc28f8622 None None] Port a72a7f14-59e8-4839-b0bc-5ee1707fcae7 cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 07:39:36.783648 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d6e330c6-8611-40d7-bbaf-34311e363292 req-232976e2-2603-4796-808a-089fd9c0a718 tempest-ServersTestJSON-461936375 tempest-ServersTestJSON-461936375-project] Notify agent at l3_agent.dv-neutron-861624-1-hyperv the message routers_updated {{(pid=103332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 07:39:36.796312 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c855d4d-7137-4d4c-a93f-691e2f04007b None None] Sync routers for ids ['11ad4213-f43a-44bb-8c9d-75b1722e86b4'] in dv-neutron-861624-1-hyperv {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 07:39:36.814873 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c855d4d-7137-4d4c-a93f-691e2f04007b None None] Routers {'11ad4213-f43a-44bb-8c9d-75b1722e86b4'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 07:39:36.815491 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-1c855d4d-7137-4d4c-a93f-691e2f04007b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T07:39:16Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['11ad4213-f43a-44bb-8c9d-75b1722e86b4'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:39:36.979242 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-6151eb20-7b43-4aae-aa05-2cf7356b9e3a tempest-RoutersAdminTest-1280535694 tempest-RoutersAdminTest-1280535694-project-admin] Deleting port 00c00e85-bf3d-4d32-9e69-9d4071412f9d {{(pid=103333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 07:39:36.979613 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-6151eb20-7b43-4aae-aa05-2cf7356b9e3a tempest-RoutersAdminTest-1280535694 tempest-RoutersAdminTest-1280535694-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:36.989245 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25c6729a-ce83-462f-a8f4-899dff00fb62 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Made reservation on behalf of 61a2e57b80c1442e9cb330141a970781 for: {'subnet': 1} {{(pid=103332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 07:39:36.998849 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-25c6729a-ce83-462f-a8f4-899dff00fb62 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130659787'] for subnet, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:37.009774 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6e330c6-8611-40d7-bbaf-34311e363292 req-232976e2-2603-4796-808a-089fd9c0a718 tempest-ServersTestJSON-461936375 tempest-ServersTestJSON-461936375-project] No DVR routers for this DVR port c7b653fc-acc2-4b86-b664-a00123df00c4 on host hv-neutron-8616 {{(pid=103332) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 19 07:39:37.019072 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-d6e330c6-8611-40d7-bbaf-34311e363292 req-232976e2-2603-4796-808a-089fd9c0a718 tempest-ServersTestJSON-461936375 tempest-ServersTestJSON-461936375-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42160'] for port, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:37.029423 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-d6e330c6-8611-40d7-bbaf-34311e363292 req-232976e2-2603-4796-808a-089fd9c0a718 tempest-ServersTestJSON-461936375 tempest-ServersTestJSON-461936375-project] 10.222.0.16 "DELETE /v2.0/ports/c7b653fc-acc2-4b86-b664-a00123df00c4 HTTP/1.1" status: 204 len: 173 time: 2.3365977 Oct 19 07:39:37.055607 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7edb487a-fad4-4d3e-826c-bf286ef7d7e5', 'name': 'network-vif-deleted', 'tag': 'c7b653fc-acc2-4b86-b664-a00123df00c4'}] {{(pid=103332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 19 07:39:37.061170 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a021b02cf5f527cd4bbbc40a031b51490d9893d7edeeb551bdf5128ee7546f8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56e7f4e1-c8a5-459b-a432-02b35ce63b92" -d '{"events": [{"server_uuid": "7edb487a-fad4-4d3e-826c-bf286ef7d7e5", "name": "network-vif-deleted", "tag": "c7b653fc-acc2-4b86-b664-a00123df00c4"}]}' {{(pid=103332) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 07:39:37.090108 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvr_db [None req-1c855d4d-7137-4d4c-a93f-691e2f04007b None None] Set router 11ad4213-f43a-44bb-8c9d-75b1722e86b4 gateway port host: dv-neutron-861624-1-hyperv {{(pid=103335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 07:39:37.096339 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.db [None req-cbb94433-beb5-4933-a53d-b6148c3b83f3 tempest-RoutersIpV6AdminTest-1896539816 tempest-RoutersIpV6AdminTest-1896539816-project-admin] For port 56d69e48-91eb-4274-8d5b-152ea1867de0, host dv-neutron-861624-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=56d69e48-91eb-4274-8d5b-152ea1867de0,segment=NetworkSegment(53981d04-8205-40d8-8d33-0510111d6f8f),segment_id=53981d04-8205-40d8-8d33-0510111d6f8f)] {{(pid=103333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:39:37.108148 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-cbb94433-beb5-4933-a53d-b6148c3b83f3 tempest-RoutersIpV6AdminTest-1896539816 tempest-RoutersIpV6AdminTest-1896539816-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:37.169394 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-cbb94433-beb5-4933-a53d-b6148c3b83f3 tempest-RoutersIpV6AdminTest-1896539816 tempest-RoutersIpV6AdminTest-1896539816-project-admin] Calling delete_port for 56d69e48-91eb-4274-8d5b-152ea1867de0 owned by network:router_gateway {{(pid=103333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 07:39:37.181889 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-68eb8273-fcc8-4c89-97d6-e149873aa467 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130997899', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130170401'] for subnet, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:37.238034 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68477ef2-0825-4d1d-aecb-c407283e5ac2 req-85c77d16-dd28-4c86-bfdb-d9f8c8f0bedf tempest-ServersTestManualDisk-1995987990 tempest-ServersTestManualDisk-1995987990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:39:37.256402 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-68477ef2-0825-4d1d-aecb-c407283e5ac2 req-85c77d16-dd28-4c86-bfdb-d9f8c8f0bedf tempest-ServersTestManualDisk-1995987990 tempest-ServersTestManualDisk-1995987990-project] 10.222.0.27 "GET /v2.0/ports?device_id=fd32aad3-def3-4cd3-9b2d-e2a48bdb7a3b HTTP/1.1" status: 200 len: 945 time: 0.4495795 Oct 19 07:39:37.266768 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-7deb4362-9e74-41db-ba98-5c7cc28f8622 None None] Attempt 7 to provision port a72a7f14-59e8-4839-b0bc-5ee1707fcae7 Oct 19 07:39:37.283240 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 19 Oct 2022 07:39:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc96298c-a8c0-4f9f-9ab9-69b471eb19c3 x-openstack-request-id: req-fc96298c-a8c0-4f9f-9ab9-69b471eb19c3 {{(pid=103332) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 07:39:37.283637 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7edb487a-fad4-4d3e-826c-bf286ef7d7e5", "name": "network-vif-deleted", "tag": "c7b653fc-acc2-4b86-b664-a00123df00c4", "status": "completed", "code": 200}]} {{(pid=103332) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 07:39:37.283759 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-fc96298c-a8c0-4f9f-9ab9-69b471eb19c3 {{(pid=103332) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 07:39:37.284150 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fc96298c-a8c0-4f9f-9ab9-69b471eb19c3'] response: {'server_uuid': '7edb487a-fad4-4d3e-826c-bf286ef7d7e5', 'name': 'network-vif-deleted', 'tag': 'c7b653fc-acc2-4b86-b664-a00123df00c4', 'status': 'completed', 'code': 200} Oct 19 07:39:37.352130 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.db [None req-6151eb20-7b43-4aae-aa05-2cf7356b9e3a tempest-RoutersAdminTest-1280535694 tempest-RoutersAdminTest-1280535694-project-admin] For port 00c00e85-bf3d-4d32-9e69-9d4071412f9d, host dv-neutron-861624-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=00c00e85-bf3d-4d32-9e69-9d4071412f9d,segment=NetworkSegment(53981d04-8205-40d8-8d33-0510111d6f8f),segment_id=53981d04-8205-40d8-8d33-0510111d6f8f)] {{(pid=103333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:39:37.352552 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-6151eb20-7b43-4aae-aa05-2cf7356b9e3a tempest-RoutersAdminTest-1280535694 tempest-RoutersAdminTest-1280535694-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:37.354222 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-7deb4362-9e74-41db-ba98-5c7cc28f8622 None None] Port a72a7f14-59e8-4839-b0bc-5ee1707fcae7 cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 07:39:37.369480 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-6151eb20-7b43-4aae-aa05-2cf7356b9e3a tempest-RoutersAdminTest-1280535694 tempest-RoutersAdminTest-1280535694-project-admin] Calling delete_port for 00c00e85-bf3d-4d32-9e69-9d4071412f9d owned by network:router_gateway {{(pid=103333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 07:39:37.404139 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-68477ef2-0825-4d1d-aecb-c407283e5ac2 req-b7a4eea0-9cdf-4bb0-ac69-3bd5d7012571 tempest-ServersTestManualDisk-1995987990 tempest-ServersTestManualDisk-1995987990-project] 10.222.0.27 "GET /v2.0/security-groups?id=cd2f4ea7-fe99-4ea4-b101-5829406beaad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1358991 Oct 19 07:39:37.558216 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device ff41f549-262c-424f-ad66-cc44646c4743 up at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 07:39:37.571921 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-ab31661d-49b4-466e-bfb8-468ca1381a93 req-139fd6b6-c515-4ca6-aa51-7c7f3c34855b tempest-ServersTestJSON-461936375 tempest-ServersTestJSON-461936375-project] 10.222.0.27 "GET /v2.0/ports?device_id=7edb487a-fad4-4d3e-826c-bf286ef7d7e5 HTTP/1.1" status: 200 len: 210 time: 0.0319915 Oct 19 07:39:37.645812 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-1c855d4d-7137-4d4c-a93f-691e2f04007b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11ad4213-f43a-44bb-8c9d-75b1722e86b4', 'name': 'tempest-ServersTestJSON-1339676520-router', 'tenant_id': '0cfd53a0c8b24bdeb4999c9bff6eae77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'external_fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.149'}], 'enable_snat': True}, 'gw_port_id': '253cf2ee-6b77-4d6e-af78-a76eddf9707e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T07:37:55Z', 'updated_at': '2022-10-19T07:38:09Z', 'revision_number': 4, 'project_id': '0cfd53a0c8b24bdeb4999c9bff6eae77', 'gw_port': {'id': '253cf2ee-6b77-4d6e-af78-a76eddf9707e', 'name': '', 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:16:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11ad4213-f43a-44bb-8c9d-75b1722e86b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:37:56Z', 'updated_at': '2022-10-19T07:38:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861624-1-hyperv', '_interfaces': [{'id': 'f96a1284-97a6-4ae5-9893-8add67057705', 'name': '', 'network_id': '29346864-1bf4-4ca7-8c28-dd64957b61d5', 'tenant_id': '0cfd53a0c8b24bdeb4999c9bff6eae77', 'mac_address': 'fa:16:3e:73:76:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11ad4213-f43a-44bb-8c9d-75b1722e86b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 127, 'fixed_ips': [{'subnet_id': '9b83089a-6242-4a4f-85cc-90b42d56ee75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:38:05Z', 'updated_at': '2022-10-19T07:38:16Z', 'revision_number': 5, 'project_id': '0cfd53a0c8b24bdeb4999c9bff6eae77', 'subnets': [{'id': '9b83089a-6242-4a4f-85cc-90b42d56ee75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:39:37.671554 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Provisioning complete for port ff41f549-262c-424f-ad66-cc44646c4743 triggered by entity L2. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:39:37.672188 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:37.672350 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Attempt 1 to provision port ff41f549-262c-424f-ad66-cc44646c4743 Oct 19 07:39:37.729478 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c855d4d-7137-4d4c-a93f-691e2f04007b None None] Checking router: 11ad4213-f43a-44bb-8c9d-75b1722e86b4 for host: dv-neutron-861624-1-hyperv {{(pid=103335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 07:39:37.740992 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-25c6729a-ce83-462f-a8f4-899dff00fb62 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-133552662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130659641'] for subnet, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:37.745272 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c855d4d-7137-4d4c-a93f-691e2f04007b None None] Routers {'11ad4213-f43a-44bb-8c9d-75b1722e86b4'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 07:39:37.746264 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-1c855d4d-7137-4d4c-a93f-691e2f04007b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T07:39:16Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['11ad4213-f43a-44bb-8c9d-75b1722e86b4'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:39:37.749018 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68eb8273-fcc8-4c89-97d6-e149873aa467 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Pushing event updated for resources: {'Subnet': ['ID=1f0f7fe7-18b4-4683-9a0b-57405be5f790,revision_number=0']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:39:37.839144 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Current status of the port ff41f549-262c-424f-ad66-cc44646c4743 is: DOWN; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:39:37.839144 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:37.844551 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-6151eb20-7b43-4aae-aa05-2cf7356b9e3a tempest-RoutersAdminTest-1280535694 tempest-RoutersAdminTest-1280535694-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130996763'] for port, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:37.859616 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-7deb4362-9e74-41db-ba98-5c7cc28f8622 None None] Attempt 8 to provision port a72a7f14-59e8-4839-b0bc-5ee1707fcae7 Oct 19 07:39:37.878642 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25c6729a-ce83-462f-a8f4-899dff00fb62 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Network 6b5a65c5-1bed-4301-9db8-c1056c2b8eba is already hosted by enough agents. {{(pid=103332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 07:39:37.887259 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.base_scheduler [None req-25c6729a-ce83-462f-a8f4-899dff00fb62 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Resources bound (agent type, host, resource id): {{(pid=103332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:39:37.891920 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6151eb20-7b43-4aae-aa05-2cf7356b9e3a tempest-RoutersAdminTest-1280535694 tempest-RoutersAdminTest-1280535694-project-admin] Pushing event deleted for resources: {'Port': ['ID=00c00e85-bf3d-4d32-9e69-9d4071412f9d,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:39:37.914059 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25c6729a-ce83-462f-a8f4-899dff00fb62 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:39:37.914059 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-25c6729a-ce83-462f-a8f4-899dff00fb62 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574827'] for subnet, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:37.938108 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c6729a-ce83-462f-a8f4-899dff00fb62 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Pushing event updated for resources: {'Subnet': ['ID=3f4dc049-6a69-4330-b4db-64ec8376ae72,revision_number=0']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:39:37.957025 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-25c6729a-ce83-462f-a8f4-899dff00fb62 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5877440 Oct 19 07:39:37.967018 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211851ba-cafc-4b16-904e-ff1f79b0538a req-ef53b724-5848-416d-842e-bce69842133b tempest-ServerActionsTestJSON-1032082790 tempest-ServerActionsTestJSON-1032082790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:39:37.970377 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] For port ff41f549-262c-424f-ad66-cc44646c4743, host dv-neutron-861624-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=ff41f549-262c-424f-ad66-cc44646c4743,segment=NetworkSegment(5a8d2b05-b527-4bd4-a671-b9112f193fef),segment_id=5a8d2b05-b527-4bd4-a671-b9112f193fef)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:39:37.972152 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e12d86d-36ff-47b3-9c04-00f99c55dbb3 None None] Network 6b5a65c5-1bed-4301-9db8-c1056c2b8eba requested from dv-neutron-861624-1-hyperv {{(pid=103334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 07:39:37.974611 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-211851ba-cafc-4b16-904e-ff1f79b0538a req-ef53b724-5848-416d-842e-bce69842133b tempest-ServerActionsTestJSON-1032082790 tempest-ServerActionsTestJSON-1032082790-project] 10.222.0.27 "GET /v2.0/ports?device_id=c15ce40b-4ff1-4ce8-b3f1-4c16c8447f68 HTTP/1.1" status: 200 len: 945 time: 0.1256278 Oct 19 07:39:37.976986 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 54998) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:39:37.979595 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68eb8273-fcc8-4c89-97d6-e149873aa467 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Checking segment: {'id': 'f1461146-263a-437e-881e-0498166d234c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '54089a1a-1c47-41df-9717-024e88782b3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 19 07:39:37.980214 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68eb8273-fcc8-4c89-97d6-e149873aa467 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Network hostable DHCP agents. Network: 54089a1a-1c47-41df-9717-024e88782b3c, hostable agents: ['310d813b-0e3e-4d7e-9b79-8f4ec0dbcab0'], hosted agents: [] {{(pid=103333) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 07:39:37.985810 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-f874e587-079a-4fc4-a882-a418ecb9d175 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1694785'] for router_interface, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:37.987906 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-f248c53f-3a05-4d32-a6e8-e2d56ae95473 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Request body: {'port': {'network_id': '6b5a65c5-1bed-4301-9db8-c1056c2b8eba', 'mac_address': 'fa:16:3e:f2:56:80', 'name': 'tempest-NetworksTestDHCPv6-1512361987'}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:39:37.994214 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:38.045403 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvr_db [None req-1c855d4d-7137-4d4c-a93f-691e2f04007b None None] Set router 11ad4213-f43a-44bb-8c9d-75b1722e86b4 gateway port host: dv-neutron-861624-1-hyperv {{(pid=103335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 07:39:38.138984 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-7deb4362-9e74-41db-ba98-5c7cc28f8622 None None] Port a72a7f14-59e8-4839-b0bc-5ee1707fcae7 cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 07:39:38.154982 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Pushing event updated for resources: {'Port': ['ID=ff41f549-262c-424f-ad66-cc44646c4743,revision_number=7']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:39:38.176720 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-211851ba-cafc-4b16-904e-ff1f79b0538a req-eeda4356-b8dd-40eb-8afb-69e7bbab63fb tempest-ServerActionsTestJSON-1032082790 tempest-ServerActionsTestJSON-1032082790-project] 10.222.0.27 "GET /v2.0/security-groups?id=f0bcd6ee-444f-46c6-b01f-ccacf8976dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1704204 Oct 19 07:39:38.208043 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc52535a-85d9-40b5-bdf9-42c0335a2636 req-3c26de1d-09d3-4073-81f3-33918aa726b7 tempest-ServersTestManualDisk-1995987990 tempest-ServersTestManualDisk-1995987990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:39:38.209721 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-fc52535a-85d9-40b5-bdf9-42c0335a2636 req-3c26de1d-09d3-4073-81f3-33918aa726b7 tempest-ServersTestManualDisk-1995987990 tempest-ServersTestManualDisk-1995987990-project] 10.222.0.16 "GET /v2.0/ports?device_id=fd32aad3-def3-4cd3-9b2d-e2a48bdb7a3b HTTP/1.1" status: 200 len: 945 time: 0.1742239 Oct 19 07:39:38.315948 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-6151eb20-7b43-4aae-aa05-2cf7356b9e3a tempest-RoutersAdminTest-1280535694 tempest-RoutersAdminTest-1280535694-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1693831'] for router_gateway, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:38.319245 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68eb8273-fcc8-4c89-97d6-e149873aa467 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Network 54089a1a-1c47-41df-9717-024e88782b3c is scheduled to be hosted by DHCP agent 310d813b-0e3e-4d7e-9b79-8f4ec0dbcab0 with binding_index 1 {{(pid=103333) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 07:39:38.339135 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Device c7b653fc-acc2-4b86-b664-a00123df00c4 no longer exists at agent hyperv_hv-neutron-8616 {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 07:39:38.342808 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f248c53f-3a05-4d32-a6e8-e2d56ae95473 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Made reservation on behalf of 61a2e57b80c1442e9cb330141a970781 for: {'port': 1} {{(pid=103332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 07:39:38.362813 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.plugin [req-fc52535a-85d9-40b5-bdf9-42c0335a2636 req-e30802ce-9ad2-4f69-a96e-ca756c2b6b2e tempest-ServersTestManualDisk-1995987990 tempest-ServersTestManualDisk-1995987990-project] Deleting port ac82e6f5-e329-44a1-b9e7-97810fa5c238 {{(pid=103332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 07:39:38.363305 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-fc52535a-85d9-40b5-bdf9-42c0335a2636 req-e30802ce-9ad2-4f69-a96e-ca756c2b6b2e tempest-ServersTestManualDisk-1995987990 tempest-ServersTestManualDisk-1995987990-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:38.383487 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-68eb8273-fcc8-4c89-97d6-e149873aa467 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861624-1-hyperv, 54089a1a-1c47-41df-9717-024e88782b3c) {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:39:38.397261 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15aaebd5-4045-439f-be17-7cbb509d77af None None] Network 54089a1a-1c47-41df-9717-024e88782b3c requested from dv-neutron-861624-1-hyperv {{(pid=103334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 07:39:38.411399 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] No Port match for: c7b653fc-acc2-4b86-b664-a00123df00c4 {{(pid=103334) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 19 07:39:38.412091 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Device c7b653fc-acc2-4b86-b664-a00123df00c4 not bound to the agent host hv-neutron-8616 {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 07:39:38.520733 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68eb8273-fcc8-4c89-97d6-e149873aa467 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:39:38.521657 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-68eb8273-fcc8-4c89-97d6-e149873aa467 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Notify callbacks [] for subnet, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:38.528136 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-1c855d4d-7137-4d4c-a93f-691e2f04007b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11ad4213-f43a-44bb-8c9d-75b1722e86b4', 'name': 'tempest-ServersTestJSON-1339676520-router', 'tenant_id': '0cfd53a0c8b24bdeb4999c9bff6eae77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'external_fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.149'}], 'enable_snat': True}, 'gw_port_id': '253cf2ee-6b77-4d6e-af78-a76eddf9707e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T07:37:55Z', 'updated_at': '2022-10-19T07:38:09Z', 'revision_number': 4, 'project_id': '0cfd53a0c8b24bdeb4999c9bff6eae77', 'gw_port': {'id': '253cf2ee-6b77-4d6e-af78-a76eddf9707e', 'name': '', 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:16:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11ad4213-f43a-44bb-8c9d-75b1722e86b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:37:56Z', 'updated_at': '2022-10-19T07:38:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861624-1-hyperv', '_interfaces': [{'id': 'f96a1284-97a6-4ae5-9893-8add67057705', 'name': '', 'network_id': '29346864-1bf4-4ca7-8c28-dd64957b61d5', 'tenant_id': '0cfd53a0c8b24bdeb4999c9bff6eae77', 'mac_address': 'fa:16:3e:73:76:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11ad4213-f43a-44bb-8c9d-75b1722e86b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 127, 'fixed_ips': [{'subnet_id': '9b83089a-6242-4a4f-85cc-90b42d56ee75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:38:05Z', 'updated_at': '2022-10-19T07:38:16Z', 'revision_number': 5, 'project_id': '0cfd53a0c8b24bdeb4999c9bff6eae77', 'subnets': [{'id': '9b83089a-6242-4a4f-85cc-90b42d56ee75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:39:38.559749 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c855d4d-7137-4d4c-a93f-691e2f04007b None None] The sync data for ids ['11ad4213-f43a-44bb-8c9d-75b1722e86b4'] in dv-neutron-861624-1-hyperv is: [{'id': '11ad4213-f43a-44bb-8c9d-75b1722e86b4', 'name': 'tempest-ServersTestJSON-1339676520-router', 'tenant_id': '0cfd53a0c8b24bdeb4999c9bff6eae77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'external_fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.149'}], 'enable_snat': True}, 'gw_port_id': '253cf2ee-6b77-4d6e-af78-a76eddf9707e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T07:37:55Z', 'updated_at': '2022-10-19T07:38:09Z', 'revision_number': 4, 'project_id': '0cfd53a0c8b24bdeb4999c9bff6eae77', 'gw_port': {'id': '253cf2ee-6b77-4d6e-af78-a76eddf9707e', 'name': '', 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:16:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11ad4213-f43a-44bb-8c9d-75b1722e86b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:37:56Z', 'updated_at': '2022-10-19T07:38:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861624-1-hyperv', '_interfaces': [{'id': 'f96a1284-97a6-4ae5-9893-8add67057705', 'name': '', 'network_id': '29346864-1bf4-4ca7-8c28-dd64957b61d5', 'tenant_id': '0cfd53a0c8b24bdeb4999c9bff6eae77', 'mac_address': 'fa:16:3e:73:76:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11ad4213-f43a-44bb-8c9d-75b1722e86b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 127, 'fixed_ips': [{'subnet_id': '9b83089a-6242-4a4f-85cc-90b42d56ee75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:38:05Z', 'updated_at': '2022-10-19T07:38:16Z', 'revision_number': 5, 'project_id': '0cfd53a0c8b24bdeb4999c9bff6eae77', 'subnets': [{'id': '9b83089a-6242-4a4f-85cc-90b42d56ee75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 07:39:38.621421 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.agents_db [None req-6057327c-4456-4c72-8e75-6d3cd9249757 None None] Agent healthcheck: found 6 active agents {{(pid=103335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 07:39:38.681880 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-6151eb20-7b43-4aae-aa05-2cf7356b9e3a tempest-RoutersAdminTest-1280535694 tempest-RoutersAdminTest-1280535694-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1693565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12618'] for router, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:38.689429 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-6151eb20-7b43-4aae-aa05-2cf7356b9e3a tempest-RoutersAdminTest-1280535694 tempest-RoutersAdminTest-1280535694-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:38.726248 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.db [req-fc52535a-85d9-40b5-bdf9-42c0335a2636 req-e30802ce-9ad2-4f69-a96e-ca756c2b6b2e tempest-ServersTestManualDisk-1995987990 tempest-ServersTestManualDisk-1995987990-project] For port ac82e6f5-e329-44a1-b9e7-97810fa5c238, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=ac82e6f5-e329-44a1-b9e7-97810fa5c238,segment=NetworkSegment(1e98df17-e196-417f-957d-cb8b343f8c04),segment_id=1e98df17-e196-417f-957d-cb8b343f8c04)] {{(pid=103332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:39:38.726818 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-fc52535a-85d9-40b5-bdf9-42c0335a2636 req-e30802ce-9ad2-4f69-a96e-ca756c2b6b2e tempest-ServersTestManualDisk-1995987990 tempest-ServersTestManualDisk-1995987990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:38.729842 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 55006) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:39:38.743119 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-7deb4362-9e74-41db-ba98-5c7cc28f8622 None None] Attempt 9 to provision port a72a7f14-59e8-4839-b0bc-5ee1707fcae7 Oct 19 07:39:38.792307 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-132c3356-caee-44ef-a4cc-6664d7828d17 None None] Update dhcp port {'port': {'network_id': '6b5a65c5-1bed-4301-9db8-c1056c2b8eba', 'fixed_ips': [{'subnet_id': '90f6029e-2a2f-4d8e-8993-661dbc37512c', 'ip_address': '2001:db8::f816:3eff:fe1c:ad41'}, {'subnet_id': '3f4dc049-6a69-4330-b4db-64ec8376ae72'}], 'binding:host_id': 'dv-neutron-861624-1-hyperv'}, 'id': 'ff41f549-262c-424f-ad66-cc44646c4743'} from dv-neutron-861624-1-hyperv. {{(pid=103334) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 19 07:39:38.805632 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6711888-07b5-4b3c-9487-3c62e0cc2d2d req-08eb7fa7-d427-47e5-a47e-d1cf73ef1d30 tempest-ServersTestManualDisk-1995987990 tempest-ServersTestManualDisk-1995987990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:39:38.814707 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-b6711888-07b5-4b3c-9487-3c62e0cc2d2d req-08eb7fa7-d427-47e5-a47e-d1cf73ef1d30 tempest-ServersTestManualDisk-1995987990 tempest-ServersTestManualDisk-1995987990-project] 10.222.0.27 "GET /v2.0/ports?device_id=fd32aad3-def3-4cd3-9b2d-e2a48bdb7a3b HTTP/1.1" status: 200 len: 945 time: 0.2427280 Oct 19 07:39:38.827421 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-68eb8273-fcc8-4c89-97d6-e149873aa467 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 3.4502437 Oct 19 07:39:38.829362 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-6151eb20-7b43-4aae-aa05-2cf7356b9e3a tempest-RoutersAdminTest-1280535694 tempest-RoutersAdminTest-1280535694-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1693542'] for router, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:38.829985 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6151eb20-7b43-4aae-aa05-2cf7356b9e3a tempest-RoutersAdminTest-1280535694 tempest-RoutersAdminTest-1280535694-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 136d69f6-87bf-4b77-bf7c-f4af555a6ab5 {{(pid=103333) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 07:39:38.843029 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-7deb4362-9e74-41db-ba98-5c7cc28f8622 None None] Port a72a7f14-59e8-4839-b0bc-5ee1707fcae7 cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 07:39:38.843923 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-132c3356-caee-44ef-a4cc-6664d7828d17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:38.847607 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-6151eb20-7b43-4aae-aa05-2cf7356b9e3a tempest-RoutersAdminTest-1280535694 tempest-RoutersAdminTest-1280535694-project-admin] Notify callbacks [] for router, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:38.851134 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-6151eb20-7b43-4aae-aa05-2cf7356b9e3a tempest-RoutersAdminTest-1280535694 tempest-RoutersAdminTest-1280535694-project-admin] 10.222.0.27 "DELETE /v2.0/routers/136d69f6-87bf-4b77-bf7c-f4af555a6ab5 HTTP/1.1" status: 204 len: 168 time: 4.4504514 Oct 19 07:39:38.851780 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 55008) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:39:38.856254 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0686abb-08e8-4de9-b461-76e7c077a114 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d12c6ac-27a3-545c-a8f3-f04e30423d6d-54089a1a-1c47-41df-9717-024e88782b3c', 'network_id': '54089a1a-1c47-41df-9717-024e88782b3c', 'tenant_id': '2a06cf3adb854931a1e873f20cdb1976', 'fixed_ips': [{'subnet_id': '1f0f7fe7-18b4-4683-9a0b-57405be5f790'}]}} from dv-neutron-861624-1-hyperv. {{(pid=103334) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 07:39:38.857144 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-c0686abb-08e8-4de9-b461-76e7c077a114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:38.893572 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-cbb94433-beb5-4933-a53d-b6148c3b83f3 tempest-RoutersIpV6AdminTest-1896539816 tempest-RoutersIpV6AdminTest-1896539816-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130996763'] for port, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:38.897298 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 55010) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:39:38.952832 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-f248c53f-3a05-4d32-a6e8-e2d56ae95473 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:39.006875 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-b6711888-07b5-4b3c-9487-3c62e0cc2d2d req-24f166a7-7abc-4964-9a6c-e8fe26933126 tempest-ServersTestManualDisk-1995987990 tempest-ServersTestManualDisk-1995987990-project] 10.222.0.27 "GET /v2.0/security-groups?id=cd2f4ea7-fe99-4ea4-b101-5829406beaad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1910002 Oct 19 07:39:39.060262 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-52b87068-802d-4b0f-abd2-d6723dae9ccd tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-667019'] for network, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:39.063403 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c719c2f2-78ee-4793-8fa8-4b3f9b329b1b None None] New status for floating IP 99f05a28-c91b-4d68-a8ac-64c47d926c90: DOWN {{(pid=103334) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 19 07:39:39.076834 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-df6e6fb0-def5-4731-a3d1-d762cc77d4f2 tempest-RoutersAdminTest-1850549588 tempest-RoutersAdminTest-1850549588-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-619612430', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd'}, 'admin_state_up': False}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:39:39.101431 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.notifiers.nova [None req-f248c53f-3a05-4d32-a6e8-e2d56ae95473 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] device_id is not set on port a0f1de84-6b4c-4d2a-8b31-bd1884df064e yet. {{(pid=103332) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 19 07:39:39.119446 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb94433-beb5-4933-a53d-b6148c3b83f3 tempest-RoutersIpV6AdminTest-1896539816 tempest-RoutersIpV6AdminTest-1896539816-project-admin] Pushing event deleted for resources: {'Port': ['ID=56d69e48-91eb-4274-8d5b-152ea1867de0,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:39:39.119798 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-33b0a889-ab4b-49df-a9a0-a03f75734d59 tempest-ServersTestJSON-461936375 tempest-ServersTestJSON-461936375-project] Notify callbacks [] for security_group, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:39.226777 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-df6e6fb0-def5-4731-a3d1-d762cc77d4f2 tempest-RoutersAdminTest-1850549588 tempest-RoutersAdminTest-1850549588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1692695', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12668'] for router, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:39.227800 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-df6e6fb0-def5-4731-a3d1-d762cc77d4f2 tempest-RoutersAdminTest-1850549588 tempest-RoutersAdminTest-1850549588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1692835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1693910', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1621825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12659'] for router, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:39.267227 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-52b87068-802d-4b0f-abd2-d6723dae9ccd tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-679826'] for subnet, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:39.283063 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-fc52535a-85d9-40b5-bdf9-42c0335a2636 req-e30802ce-9ad2-4f69-a96e-ca756c2b6b2e tempest-ServersTestManualDisk-1995987990 tempest-ServersTestManualDisk-1995987990-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:39.284943 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-fc52535a-85d9-40b5-bdf9-42c0335a2636 req-e30802ce-9ad2-4f69-a96e-ca756c2b6b2e tempest-ServersTestManualDisk-1995987990 tempest-ServersTestManualDisk-1995987990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1695041'] for floatingip, after_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:39.285466 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.db.l3_db [req-fc52535a-85d9-40b5-bdf9-42c0335a2636 req-e30802ce-9ad2-4f69-a96e-ca756c2b6b2e tempest-ServersTestManualDisk-1995987990 tempest-ServersTestManualDisk-1995987990-project] Floating IP c1d3e635-328f-4466-a560-d84442c0b644 disassociated. External IP: 172.26.0.177, port: ac82e6f5-e329-44a1-b9e7-97810fa5c238. Oct 19 07:39:39.286013 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.plugin [req-fc52535a-85d9-40b5-bdf9-42c0335a2636 req-e30802ce-9ad2-4f69-a96e-ca756c2b6b2e tempest-ServersTestManualDisk-1995987990 tempest-ServersTestManualDisk-1995987990-project] Calling delete_port for ac82e6f5-e329-44a1-b9e7-97810fa5c238 owned by compute:nova {{(pid=103332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 07:39:39.297727 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-33b0a889-ab4b-49df-a9a0-a03f75734d59 tempest-ServersTestJSON-461936375 tempest-ServersTestJSON-461936375-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:39.315197 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-cbb94433-beb5-4933-a53d-b6148c3b83f3 tempest-RoutersIpV6AdminTest-1896539816 tempest-RoutersIpV6AdminTest-1896539816-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1693831'] for router_gateway, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:39.320225 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-f874e587-079a-4fc4-a882-a418ecb9d175 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Deleting port a72a7f14-59e8-4839-b0bc-5ee1707fcae7 {{(pid=103333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 07:39:39.320890 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-f874e587-079a-4fc4-a882-a418ecb9d175 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:39.354543 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-7deb4362-9e74-41db-ba98-5c7cc28f8622 None None] Attempt 10 to provision port a72a7f14-59e8-4839-b0bc-5ee1707fcae7 Oct 19 07:39:39.437008 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-7deb4362-9e74-41db-ba98-5c7cc28f8622 None None] Port a72a7f14-59e8-4839-b0bc-5ee1707fcae7 cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 07:39:39.469221 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-7deb4362-9e74-41db-ba98-5c7cc28f8622 None None] Could not find standard attr ID for object 5dede235-c2d1-4777-bdc4-8db98ad5682d. {{(pid=103334) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 19 07:39:39.471097 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.db_base_plugin_common [None req-c0686abb-08e8-4de9-b461-76e7c077a114 None None] Allocated IP 172.20.0.1 (54089a1a-1c47-41df-9717-024e88782b3c/1f0f7fe7-18b4-4683-9a0b-57405be5f790/5d934036-80df-4c2e-99d0-0e94f00205bc) {{(pid=103334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 07:39:39.499600 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.db_base_plugin_common [None req-132c3356-caee-44ef-a4cc-6664d7828d17 None None] Allocated IP 172.20.0.2 (6b5a65c5-1bed-4301-9db8-c1056c2b8eba/3f4dc049-6a69-4330-b4db-64ec8376ae72/ff41f549-262c-424f-ad66-cc44646c4743) {{(pid=103334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 07:39:39.518946 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-df6e6fb0-def5-4731-a3d1-d762cc77d4f2 tempest-RoutersAdminTest-1850549588 tempest-RoutersAdminTest-1850549588-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:39.563180 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f00ef8-4cb4-446d-9441-6643abc3ed6e req-af89b536-1831-4c97-bde2-4a2a80ea3004 tempest-ServerActionsTestJSON-1032082790 tempest-ServerActionsTestJSON-1032082790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:39:39.567319 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-78f00ef8-4cb4-446d-9441-6643abc3ed6e req-af89b536-1831-4c97-bde2-4a2a80ea3004 tempest-ServerActionsTestJSON-1032082790 tempest-ServerActionsTestJSON-1032082790-project] 10.222.0.27 "GET /v2.0/ports?device_id=c15ce40b-4ff1-4ce8-b3f1-4c16c8447f68 HTTP/1.1" status: 200 len: 945 time: 0.2750747 Oct 19 07:39:39.615717 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device ff41f549-262c-424f-ad66-cc44646c4743 up at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 07:39:39.627585 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-33b0a889-ab4b-49df-a9a0-a03f75734d59 tempest-ServersTestJSON-461936375 tempest-ServersTestJSON-461936375-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788643'] for security_group, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:39.630176 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-33b0a889-ab4b-49df-a9a0-a03f75734d59 tempest-ServersTestJSON-461936375 tempest-ServersTestJSON-461936375-project] Notify callbacks [] for security_group, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:39.633690 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-33b0a889-ab4b-49df-a9a0-a03f75734d59 tempest-ServersTestJSON-461936375 tempest-ServersTestJSON-461936375-project] 10.222.0.27 "DELETE /v2.0/security-groups/47cbba02-6d50-4e36-a3e0-bd46273f3056 HTTP/1.1" status: 204 len: 168 time: 0.8985534 Oct 19 07:39:39.638230 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 55014) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:39:39.646518 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-cbb94433-beb5-4933-a53d-b6148c3b83f3 tempest-RoutersIpV6AdminTest-1896539816 tempest-RoutersIpV6AdminTest-1896539816-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1693565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12618'] for router, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:39.655595 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-78f00ef8-4cb4-446d-9441-6643abc3ed6e req-f1b39b91-0cfc-4b41-ba84-38dd18f3fbf3 tempest-ServerActionsTestJSON-1032082790 tempest-ServerActionsTestJSON-1032082790-project] 10.222.0.27 "GET /v2.0/security-groups?id=f0bcd6ee-444f-46c6-b01f-ccacf8976dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0832772 Oct 19 07:39:39.658950 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b0a889-ab4b-49df-a9a0-a03f75734d59 tempest-ServersTestJSON-461936375 tempest-ServersTestJSON-461936375-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=47cbba02-6d50-4e36-a3e0-bd46273f3056,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:39:39.675661 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-cbb94433-beb5-4933-a53d-b6148c3b83f3 tempest-RoutersIpV6AdminTest-1896539816 tempest-RoutersIpV6AdminTest-1896539816-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:39.681391 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.api.v2.resource [None req-b5c83eb3-11af-45a0-b029-6ecf2b710975 tempest-ServersTestJSON-461936375 tempest-ServersTestJSON-461936375-project] show failed (client error): The resource could not be found. Oct 19 07:39:39.690680 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-b5c83eb3-11af-45a0-b029-6ecf2b710975 tempest-ServersTestJSON-461936375 tempest-ServersTestJSON-461936375-project] 10.222.0.27 "GET /v2.0/security-groups/47cbba02-6d50-4e36-a3e0-bd46273f3056 HTTP/1.1" status: 404 len: 347 time: 0.0489664 Oct 19 07:39:39.692635 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 55016) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:39:39.733715 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-e9efc09b-628e-4aaa-a8fc-ce790e7779e6 None None] Provisioning complete for port ff41f549-262c-424f-ad66-cc44646c4743 triggered by entity DHCP. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:39:39.734122 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-e9efc09b-628e-4aaa-a8fc-ce790e7779e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:39.734461 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-e9efc09b-628e-4aaa-a8fc-ce790e7779e6 None None] Attempt 1 to provision port ff41f549-262c-424f-ad66-cc44646c4743 Oct 19 07:39:39.755754 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-fc52535a-85d9-40b5-bdf9-42c0335a2636 req-e30802ce-9ad2-4f69-a96e-ca756c2b6b2e tempest-ServersTestManualDisk-1995987990 tempest-ServersTestManualDisk-1995987990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133553798'] for port, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:39.787476 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30802ce-9ad2-4f69-a96e-ca756c2b6b2e tempest-ServersTestManualDisk-1995987990 tempest-ServersTestManualDisk-1995987990-project] Pushing event deleted for resources: {'Port': ['ID=ac82e6f5-e329-44a1-b9e7-97810fa5c238,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:39:39.820041 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-132c3356-caee-44ef-a4cc-6664d7828d17 None None] For port ff41f549-262c-424f-ad66-cc44646c4743, host dv-neutron-861624-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=ff41f549-262c-424f-ad66-cc44646c4743,segment=NetworkSegment(5a8d2b05-b527-4bd4-a671-b9112f193fef),segment_id=5a8d2b05-b527-4bd4-a671-b9112f193fef)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:39:39.877878 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-c0686abb-08e8-4de9-b461-76e7c077a114 None None] Notify callbacks [] for port, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:39.889372 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Provisioning complete for port ff41f549-262c-424f-ad66-cc44646c4743 triggered by entity L2. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:39:39.889747 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:39.890090 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Attempt 1 to provision port ff41f549-262c-424f-ad66-cc44646c4743 Oct 19 07:39:39.896494 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-132c3356-caee-44ef-a4cc-6664d7828d17 None None] Notify callbacks [] for port, precommit_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:39.916868 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-c0686abb-08e8-4de9-b461-76e7c077a114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785020947330'] for port, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:39.929084 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-132c3356-caee-44ef-a4cc-6664d7828d17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:39.948211 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fc52535a-85d9-40b5-bdf9-42c0335a2636 req-e30802ce-9ad2-4f69-a96e-ca756c2b6b2e tempest-ServersTestManualDisk-1995987990 tempest-ServersTestManualDisk-1995987990-project] Router b3647913-7e6a-4259-ad8f-fe4fb785c61e has already been hosted by L3 agent ab388470-1243-4d53-80f2-c2f5899c97a7 {{(pid=103332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 07:39:40.015463 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0686abb-08e8-4de9-b461-76e7c077a114 None None] Network 54089a1a-1c47-41df-9717-024e88782b3c is already hosted by enough agents. {{(pid=103334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 07:39:40.027011 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.scheduler.base_scheduler [None req-c0686abb-08e8-4de9-b461-76e7c077a114 None None] Resources bound (agent type, host, resource id): {{(pid=103334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:39:40.061101 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0686abb-08e8-4de9-b461-76e7c077a114 None None] Pushing event updated for resources: {'Port': ['ID=5d934036-80df-4c2e-99d0-0e94f00205bc,revision_number=1']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:39:40.069699 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0686abb-08e8-4de9-b461-76e7c077a114 None None] Received port after_create {{(pid=103334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 07:39:40.096882 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-e9efc09b-628e-4aaa-a8fc-ce790e7779e6 None None] Current status of the port ff41f549-262c-424f-ad66-cc44646c4743 is: ACTIVE; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:39:40.125094 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.db_base_plugin_common [None req-f248c53f-3a05-4d32-a6e8-e2d56ae95473 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Allocated IP 172.20.0.13 (6b5a65c5-1bed-4301-9db8-c1056c2b8eba/3f4dc049-6a69-4330-b4db-64ec8376ae72/a0f1de84-6b4c-4d2a-8b31-bd1884df064e) {{(pid=103332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 07:39:40.154258 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-cbb94433-beb5-4933-a53d-b6148c3b83f3 tempest-RoutersIpV6AdminTest-1896539816 tempest-RoutersIpV6AdminTest-1896539816-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1693542'] for router, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:40.155134 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbb94433-beb5-4933-a53d-b6148c3b83f3 tempest-RoutersIpV6AdminTest-1896539816 tempest-RoutersIpV6AdminTest-1896539816-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b1e416c1-a96e-4d2b-87ba-f545563f4188 {{(pid=103333) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 07:39:40.178072 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-cbb94433-beb5-4933-a53d-b6148c3b83f3 tempest-RoutersIpV6AdminTest-1896539816 tempest-RoutersIpV6AdminTest-1896539816-project-admin] Notify callbacks [] for router, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:40.179798 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-cbb94433-beb5-4933-a53d-b6148c3b83f3 tempest-RoutersIpV6AdminTest-1896539816 tempest-RoutersIpV6AdminTest-1896539816-project-admin] 10.222.0.27 "DELETE /v2.0/routers/b1e416c1-a96e-4d2b-87ba-f545563f4188 HTTP/1.1" status: 204 len: 168 time: 5.2583165 Oct 19 07:39:40.186846 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-f874e587-079a-4fc4-a882-a418ecb9d175 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:40.189585 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 55020) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:39:40.194687 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-dd308d81-6f41-4500-afcc-3feb77268ed4 req-d741bd0f-e699-4d85-9af2-a74489a62f85 tempest-ServersTestManualDisk-1995987990 tempest-ServersTestManualDisk-1995987990-project] 10.222.0.27 "GET /v2.0/ports?device_id=fd32aad3-def3-4cd3-9b2d-e2a48bdb7a3b HTTP/1.1" status: 200 len: 210 time: 0.0669749 Oct 19 07:39:40.201805 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.db_base_plugin_common [None req-f248c53f-3a05-4d32-a6e8-e2d56ae95473 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Allocated IP 2001:db8::f816:3eff:fef2:5680 (6b5a65c5-1bed-4301-9db8-c1056c2b8eba/90f6029e-2a2f-4d8e-8993-661dbc37512c/a0f1de84-6b4c-4d2a-8b31-bd1884df064e) {{(pid=103332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 07:39:40.219309 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-df6e6fb0-def5-4731-a3d1-d762cc77d4f2 tempest-RoutersAdminTest-1850549588 tempest-RoutersAdminTest-1850549588-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:40.226143 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-c0686abb-08e8-4de9-b461-76e7c077a114 None None] Attempting to bind port 5d934036-80df-4c2e-99d0-0e94f00205bc on host dv-neutron-861624-1-hyperv for vnic_type normal with profile {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 19 07:39:40.226515 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-c0686abb-08e8-4de9-b461-76e7c077a114 None None] Attempting to bind port 5d934036-80df-4c2e-99d0-0e94f00205bc by drivers openvswitch,hyperv on host dv-neutron-861624-1-hyperv at level 0 using segments [{'id': 'f1461146-263a-437e-881e-0498166d234c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '54089a1a-1c47-41df-9717-024e88782b3c'}] {{(pid=103334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 19 07:39:40.226784 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-52b87068-802d-4b0f-abd2-d6723dae9ccd tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-679819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130997964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130170408'] for subnet, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:40.226910 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0686abb-08e8-4de9-b461-76e7c077a114 None None] Attempting to bind port 5d934036-80df-4c2e-99d0-0e94f00205bc on network 54089a1a-1c47-41df-9717-024e88782b3c {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 07:39:40.227929 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fc52535a-85d9-40b5-bdf9-42c0335a2636 req-e30802ce-9ad2-4f69-a96e-ca756c2b6b2e tempest-ServersTestManualDisk-1995987990 tempest-ServersTestManualDisk-1995987990-project] Notify agent at l3_agent.dv-neutron-861624-1-hyperv the message routers_updated {{(pid=103332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 07:39:40.234112 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-ca14a383-7110-47d2-8400-7e5912e3b3a3 tempest-RoutersIpV6AdminTest-1129688832 tempest-RoutersIpV6AdminTest-1129688832-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1247835613', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd'}, 'admin_state_up': False}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:39:40.238308 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132c3356-caee-44ef-a4cc-6664d7828d17 None None] Pushing event updated for resources: {'Port': ['ID=ff41f549-262c-424f-ad66-cc44646c4743,revision_number=8']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:39:40.244189 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Current status of the port ff41f549-262c-424f-ad66-cc44646c4743 is: ACTIVE; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:39:40.244707 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca752910-dea1-4402-90c6-2465086b7643 None None] Sync routers for ids ['b3647913-7e6a-4259-ad8f-fe4fb785c61e'] in dv-neutron-861624-1-hyperv {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 07:39:40.246767 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0686abb-08e8-4de9-b461-76e7c077a114 None None] Checking agent: {'id': 'a5b0152c-d633-409b-aaf8-3b76458e2410', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861624-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 19, 7, 30, 19), 'started_at': datetime.datetime(2022, 10, 19, 7, 30, 49), 'heartbeat_timestamp': datetime.datetime(2022, 10, 19, 7, 39, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861624-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 07:39:40.252018 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0686abb-08e8-4de9-b461-76e7c077a114 None None] Checking segment: {'id': 'f1461146-263a-437e-881e-0498166d234c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '54089a1a-1c47-41df-9717-024e88782b3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 19 07:39:40.252609 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-c0686abb-08e8-4de9-b461-76e7c077a114 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:40.253242 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0686abb-08e8-4de9-b461-76e7c077a114 None None] Bound using segment: {'id': 'f1461146-263a-437e-881e-0498166d234c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '54089a1a-1c47-41df-9717-024e88782b3c'} {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 07:39:40.253758 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-c0686abb-08e8-4de9-b461-76e7c077a114 None None] Bound port: 5d934036-80df-4c2e-99d0-0e94f00205bc, host: dv-neutron-861624-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1461146-263a-437e-881e-0498166d234c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '54089a1a-1c47-41df-9717-024e88782b3c'}}] {{(pid=103334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 19 07:39:40.254238 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-c0686abb-08e8-4de9-b461-76e7c077a114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:40.258313 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca752910-dea1-4402-90c6-2465086b7643 None None] Routers {'b3647913-7e6a-4259-ad8f-fe4fb785c61e'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 07:39:40.258940 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-ca752910-dea1-4402-90c6-2465086b7643 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T07:39:16Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['b3647913-7e6a-4259-ad8f-fe4fb785c61e'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:39:40.383580 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-f874e587-079a-4fc4-a882-a418ecb9d175 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Calling delete_port for a72a7f14-59e8-4839-b0bc-5ee1707fcae7 owned by network:router_interface {{(pid=103333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 07:39:40.404092 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device 00c00e85-bf3d-4d32-9e69-9d4071412f9d no longer exists at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 07:39:40.413884 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-c0686abb-08e8-4de9-b461-76e7c077a114 None None] For port 5d934036-80df-4c2e-99d0-0e94f00205bc, host dv-neutron-861624-1-hyperv, cleared binding levels {{(pid=103334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 07:39:40.423219 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b87068-802d-4b0f-abd2-d6723dae9ccd tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Pushing event deleted for resources: {'Subnet': ['ID=1f0f7fe7-18b4-4683-9a0b-57405be5f790,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:39:40.487382 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] No Port match for: 00c00e85-bf3d-4d32-9e69-9d4071412f9d {{(pid=103334) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 19 07:39:40.487725 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device 00c00e85-bf3d-4d32-9e69-9d4071412f9d not bound to the agent host dv-neutron-861624-1-hyperv {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 07:39:40.498870 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-c0686abb-08e8-4de9-b461-76e7c077a114 None None] For port 5d934036-80df-4c2e-99d0-0e94f00205bc, host dv-neutron-861624-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=5d934036-80df-4c2e-99d0-0e94f00205bc,segment=NetworkSegment(f1461146-263a-437e-881e-0498166d234c),segment_id=f1461146-263a-437e-881e-0498166d234c)] {{(pid=103334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 07:39:40.506451 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-c0686abb-08e8-4de9-b461-76e7c077a114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:40.565383 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc52535a-85d9-40b5-bdf9-42c0335a2636 req-e30802ce-9ad2-4f69-a96e-ca756c2b6b2e tempest-ServersTestManualDisk-1995987990 tempest-ServersTestManualDisk-1995987990-project] No DVR routers for this DVR port ac82e6f5-e329-44a1-b9e7-97810fa5c238 on host hv-neutron-8616 {{(pid=103332) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 19 07:39:40.571681 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvr_db [None req-ca752910-dea1-4402-90c6-2465086b7643 None None] Set router b3647913-7e6a-4259-ad8f-fe4fb785c61e gateway port host: dv-neutron-861624-1-hyperv {{(pid=103335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 07:39:40.576000 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-fc52535a-85d9-40b5-bdf9-42c0335a2636 req-e30802ce-9ad2-4f69-a96e-ca756c2b6b2e tempest-ServersTestManualDisk-1995987990 tempest-ServersTestManualDisk-1995987990-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42160'] for port, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:40.580848 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-fc52535a-85d9-40b5-bdf9-42c0335a2636 req-e30802ce-9ad2-4f69-a96e-ca756c2b6b2e tempest-ServersTestManualDisk-1995987990 tempest-ServersTestManualDisk-1995987990-project] 10.222.0.16 "DELETE /v2.0/ports/ac82e6f5-e329-44a1-b9e7-97810fa5c238 HTTP/1.1" status: 204 len: 173 time: 2.3641129 Oct 19 07:39:40.588145 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd32aad3-def3-4cd3-9b2d-e2a48bdb7a3b', 'name': 'network-vif-deleted', 'tag': 'ac82e6f5-e329-44a1-b9e7-97810fa5c238'}] {{(pid=103332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 19 07:39:40.591745 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a021b02cf5f527cd4bbbc40a031b51490d9893d7edeeb551bdf5128ee7546f8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9708de6-172f-49e5-a6b6-c7418691f653" -d '{"events": [{"server_uuid": "fd32aad3-def3-4cd3-9b2d-e2a48bdb7a3b", "name": "network-vif-deleted", "tag": "ac82e6f5-e329-44a1-b9e7-97810fa5c238"}]}' {{(pid=103332) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 07:39:40.607348 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-ca14a383-7110-47d2-8400-7e5912e3b3a3 tempest-RoutersIpV6AdminTest-1129688832 tempest-RoutersIpV6AdminTest-1129688832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1692695', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12668'] for router, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:40.612884 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-ca14a383-7110-47d2-8400-7e5912e3b3a3 tempest-RoutersIpV6AdminTest-1129688832 tempest-RoutersIpV6AdminTest-1129688832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1692835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1693910', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1621825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12659'] for router, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:40.670228 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-f248c53f-3a05-4d32-a6e8-e2d56ae95473 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks [] for port, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:40.689773 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 19 Oct 2022 07:39:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79fd2706-b585-4c37-bdaa-c9188d4da358 x-openstack-request-id: req-79fd2706-b585-4c37-bdaa-c9188d4da358 {{(pid=103332) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 07:39:40.690087 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd32aad3-def3-4cd3-9b2d-e2a48bdb7a3b", "name": "network-vif-deleted", "tag": "ac82e6f5-e329-44a1-b9e7-97810fa5c238", "status": "completed", "code": 200}]} {{(pid=103332) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 07:39:40.690905 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-79fd2706-b585-4c37-bdaa-c9188d4da358 {{(pid=103332) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 07:39:40.691321 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.notifiers.nova [-] Nova event matching ['req-79fd2706-b585-4c37-bdaa-c9188d4da358'] response: {'server_uuid': 'fd32aad3-def3-4cd3-9b2d-e2a48bdb7a3b', 'name': 'network-vif-deleted', 'tag': 'ac82e6f5-e329-44a1-b9e7-97810fa5c238', 'status': 'completed', 'code': 200} Oct 19 07:39:40.700129 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bee517d-2b90-4402-bfd9-f9afa5918549 None None] Network 54089a1a-1c47-41df-9717-024e88782b3c requested from dv-neutron-861624-1-hyperv {{(pid=103334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 07:39:40.753421 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0686abb-08e8-4de9-b461-76e7c077a114 None None] Pushing event updated for resources: {'Port': ['ID=5d934036-80df-4c2e-99d0-0e94f00205bc,revision_number=2']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:39:40.771700 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-52b87068-802d-4b0f-abd2-d6723dae9ccd tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-673051', 'neutron.services.segments.db._delete_segments_for_network-8785021519108'] for network, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:40.787211 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-f248c53f-3a05-4d32-a6e8-e2d56ae95473 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785020947330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133553798'] for port, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:40.871376 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f248c53f-3a05-4d32-a6e8-e2d56ae95473 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Network 6b5a65c5-1bed-4301-9db8-c1056c2b8eba is already hosted by enough agents. {{(pid=103332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 07:39:40.873466 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.base_scheduler [None req-f248c53f-3a05-4d32-a6e8-e2d56ae95473 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Resources bound (agent type, host, resource id): {{(pid=103332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:39:40.882202 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f248c53f-3a05-4d32-a6e8-e2d56ae95473 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Received port after_create {{(pid=103332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 07:39:40.924704 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-52b87068-802d-4b0f-abd2-d6723dae9ccd tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54089a1a-1c47-41df-9717-024e88782b3c']}} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:39:40.948217 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f248c53f-3a05-4d32-a6e8-e2d56ae95473 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Pushing event updated for resources: {'Port': ['ID=a0f1de84-6b4c-4d2a-8b31-bd1884df064e,revision_number=1']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:39:40.973741 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-52b87068-802d-4b0f-abd2-d6723dae9ccd tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1461146-263a-437e-881e-0498166d234c') {'for_net_delete': True} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:39:40.981313 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f248c53f-3a05-4d32-a6e8-e2d56ae95473 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:39:40.981776 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-52b87068-802d-4b0f-abd2-d6723dae9ccd tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1461146-263a-437e-881e-0498166d234c') {} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:39:40.981992 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-f248c53f-3a05-4d32-a6e8-e2d56ae95473 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42160'] for port, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:41.009367 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-f248c53f-3a05-4d32-a6e8-e2d56ae95473 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 3.0279193 Oct 19 07:39:41.016245 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 55026) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:39:41.095652 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-ca14a383-7110-47d2-8400-7e5912e3b3a3 tempest-RoutersIpV6AdminTest-1129688832 tempest-RoutersIpV6AdminTest-1129688832-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:41.130966 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-38eb00e2-9347-4b09-9941-ade1cc24d1b2 tempest-ServersTestJSON-461936375 tempest-ServersTestJSON-461936375-project] Deleting port 084d105c-84aa-4736-a486-c4b7ee0d49dc {{(pid=103333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 07:39:41.131523 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-38eb00e2-9347-4b09-9941-ade1cc24d1b2 tempest-ServersTestJSON-461936375 tempest-ServersTestJSON-461936375-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:41.134791 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-52b87068-802d-4b0f-abd2-d6723dae9ccd tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785021519382', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-134111927'] for segment, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:41.185733 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-ca752910-dea1-4402-90c6-2465086b7643 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3647913-7e6a-4259-ad8f-fe4fb785c61e', 'name': 'tempest-ServersTestManualDisk-1946037705-router', 'tenant_id': '340a20aa929d4020a108d5231191ac1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'external_fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.199'}], 'enable_snat': True}, 'gw_port_id': '941803fa-8032-40bb-a8ba-616d8fbfed2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T07:37:59Z', 'updated_at': '2022-10-19T07:38:14Z', 'revision_number': 4, 'project_id': '340a20aa929d4020a108d5231191ac1d', 'gw_port': {'id': '941803fa-8032-40bb-a8ba-616d8fbfed2b', 'name': '', 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:6f:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3647913-7e6a-4259-ad8f-fe4fb785c61e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:38:01Z', 'updated_at': '2022-10-19T07:38:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861624-1-hyperv', '_interfaces': [{'id': '8eee7f3b-d4f5-49d5-9d62-6f7b6da3fb87', 'name': '', 'network_id': 'b591b429-0972-4e45-afd3-bb0899b18496', 'tenant_id': '340a20aa929d4020a108d5231191ac1d', 'mac_address': 'fa:16:3e:5d:44:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3647913-7e6a-4259-ad8f-fe4fb785c61e', 'device_owner': 'network:router_interface', 'standard_attr_id': 139, 'fixed_ips': [{'subnet_id': '50f42235-c2b7-4baf-8d65-761c27136b2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:38:11Z', 'updated_at': '2022-10-19T07:38:20Z', 'revision_number': 5, 'project_id': '340a20aa929d4020a108d5231191ac1d', 'subnets': [{'id': '50f42235-c2b7-4baf-8d65-761c27136b2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:39:41.192276 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb5634c0-98e7-445f-85bc-4b514fafe7b1 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:39:41.205632 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb5634c0-98e7-445f-85bc-4b514fafe7b1 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:39:41.213188 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-cb5634c0-98e7-445f-85bc-4b514fafe7b1 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] 10.222.0.27 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1864 time: 0.1899874 Oct 19 07:39:41.215067 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 55028) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:39:41.287972 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-52b87068-802d-4b0f-abd2-d6723dae9ccd tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979'] for segment, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:41.304410 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca752910-dea1-4402-90c6-2465086b7643 None None] Checking router: b3647913-7e6a-4259-ad8f-fe4fb785c61e for host: dv-neutron-861624-1-hyperv {{(pid=103335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 07:39:41.323472 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca752910-dea1-4402-90c6-2465086b7643 None None] Routers {'b3647913-7e6a-4259-ad8f-fe4fb785c61e'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 07:39:41.324407 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-ca752910-dea1-4402-90c6-2465086b7643 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T07:39:16Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['b3647913-7e6a-4259-ad8f-fe4fb785c61e'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:39:41.339037 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a3f34a-b338-48ca-9d8a-5f704feb659a req-ab60307e-6b8b-4dd6-a146-ef2a2f16d6c8 tempest-ServerActionsTestJSON-1032082790 tempest-ServerActionsTestJSON-1032082790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:39:41.340794 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-54a3f34a-b338-48ca-9d8a-5f704feb659a req-ab60307e-6b8b-4dd6-a146-ef2a2f16d6c8 tempest-ServerActionsTestJSON-1032082790 tempest-ServerActionsTestJSON-1032082790-project] 10.222.0.27 "GET /v2.0/ports?device_id=c15ce40b-4ff1-4ce8-b3f1-4c16c8447f68 HTTP/1.1" status: 200 len: 945 time: 0.2656891 Oct 19 07:39:41.362430 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52b87068-802d-4b0f-abd2-d6723dae9ccd tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Releasing vlan 157 on physical network physnet1 to pool {{(pid=103333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 07:39:41.362947 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-52b87068-802d-4b0f-abd2-d6723dae9ccd tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130996782'] for segment, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:41.368406 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 55034) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:39:41.512942 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvr_db [None req-ca752910-dea1-4402-90c6-2465086b7643 None None] Set router b3647913-7e6a-4259-ad8f-fe4fb785c61e gateway port host: dv-neutron-861624-1-hyperv {{(pid=103335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 07:39:41.523085 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.services.segments.plugin [-] Segment f1461146-263a-437e-881e-0498166d234c resource provider aggregate not found Oct 19 07:39:41.564095 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device ff41f549-262c-424f-ad66-cc44646c4743 up at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 07:39:41.635760 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-38eb00e2-9347-4b09-9941-ade1cc24d1b2 tempest-ServersTestJSON-461936375 tempest-ServersTestJSON-461936375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:41.635975 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-38eb00e2-9347-4b09-9941-ade1cc24d1b2 tempest-ServersTestJSON-461936375 tempest-ServersTestJSON-461936375-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:41.637701 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:41.640231 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-3784664b-4ee1-44f2-b78e-9b1517db1a51 None None] Provisioning complete for port ff41f549-262c-424f-ad66-cc44646c4743 triggered by entity DHCP. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:39:41.640617 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-3784664b-4ee1-44f2-b78e-9b1517db1a51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:41.641139 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-3784664b-4ee1-44f2-b78e-9b1517db1a51 None None] Attempt 1 to provision port ff41f549-262c-424f-ad66-cc44646c4743 Oct 19 07:39:41.700197 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.services.segments.plugin [-] Segment f1461146-263a-437e-881e-0498166d234c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f1461146-263a-437e-881e-0498166d234c found for delete ", "request_id": "req-db26a39a-e943-4876-bea1-46956c99b722"}]} Oct 19 07:39:41.717654 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Provisioning complete for port ff41f549-262c-424f-ad66-cc44646c4743 triggered by entity L2. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:39:41.718277 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:41.718760 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Attempt 1 to provision port ff41f549-262c-424f-ad66-cc44646c4743 Oct 19 07:39:41.771161 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-ca14a383-7110-47d2-8400-7e5912e3b3a3 tempest-RoutersIpV6AdminTest-1129688832 tempest-RoutersIpV6AdminTest-1129688832-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:41.774412 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-38eb00e2-9347-4b09-9941-ade1cc24d1b2 tempest-ServersTestJSON-461936375 tempest-ServersTestJSON-461936375-project] Calling delete_port for 084d105c-84aa-4736-a486-c4b7ee0d49dc owned by network:floatingip {{(pid=103333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 07:39:41.776775 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.db.api [None req-52b87068-802d-4b0f-abd2-d6723dae9ccd tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 19 07:39:41.776775 dv-neutron-861624-1-hyperv neutron-server[103333]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 19 07:39:41.776775 dv-neutron-861624-1-hyperv neutron-server[103333]: [parameters: {'id': '54089a1a-1c47-41df-9717-024e88782b3c'}] Oct 19 07:39:41.776775 dv-neutron-861624-1-hyperv neutron-server[103333]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103333) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 19 07:39:41.777283 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG oslo_db.api [None req-52b87068-802d-4b0f-abd2-d6723dae9ccd tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 19 07:39:41.823003 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-3784664b-4ee1-44f2-b78e-9b1517db1a51 None None] Current status of the port ff41f549-262c-424f-ad66-cc44646c4743 is: ACTIVE; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:39:41.823581 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-f874e587-079a-4fc4-a882-a418ecb9d175 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130996763'] for port, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:41.862277 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efa59e2d-4b35-4e8f-be79-e0b0a0b5d2e1 None None] get_active_networks_info from dv-neutron-861624-1-hyperv {{(pid=103334) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 19 07:39:41.913488 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Current status of the port ff41f549-262c-424f-ad66-cc44646c4743 is: ACTIVE; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:39:41.919374 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-ca752910-dea1-4402-90c6-2465086b7643 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3647913-7e6a-4259-ad8f-fe4fb785c61e', 'name': 'tempest-ServersTestManualDisk-1946037705-router', 'tenant_id': '340a20aa929d4020a108d5231191ac1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'external_fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.199'}], 'enable_snat': True}, 'gw_port_id': '941803fa-8032-40bb-a8ba-616d8fbfed2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T07:37:59Z', 'updated_at': '2022-10-19T07:38:14Z', 'revision_number': 4, 'project_id': '340a20aa929d4020a108d5231191ac1d', 'gw_port': {'id': '941803fa-8032-40bb-a8ba-616d8fbfed2b', 'name': '', 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:6f:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3647913-7e6a-4259-ad8f-fe4fb785c61e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:38:01Z', 'updated_at': '2022-10-19T07:38:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861624-1-hyperv', '_interfaces': [{'id': '8eee7f3b-d4f5-49d5-9d62-6f7b6da3fb87', 'name': '', 'network_id': 'b591b429-0972-4e45-afd3-bb0899b18496', 'tenant_id': '340a20aa929d4020a108d5231191ac1d', 'mac_address': 'fa:16:3e:5d:44:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3647913-7e6a-4259-ad8f-fe4fb785c61e', 'device_owner': 'network:router_interface', 'standard_attr_id': 139, 'fixed_ips': [{'subnet_id': '50f42235-c2b7-4baf-8d65-761c27136b2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:38:11Z', 'updated_at': '2022-10-19T07:38:20Z', 'revision_number': 5, 'project_id': '340a20aa929d4020a108d5231191ac1d', 'subnets': [{'id': '50f42235-c2b7-4baf-8d65-761c27136b2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:39:41.919597 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f874e587-079a-4fc4-a882-a418ecb9d175 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Pushing event deleted for resources: {'Port': ['ID=a72a7f14-59e8-4839-b0bc-5ee1707fcae7,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:39:41.954433 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca752910-dea1-4402-90c6-2465086b7643 None None] The sync data for ids ['b3647913-7e6a-4259-ad8f-fe4fb785c61e'] in dv-neutron-861624-1-hyperv is: [{'id': 'b3647913-7e6a-4259-ad8f-fe4fb785c61e', 'name': 'tempest-ServersTestManualDisk-1946037705-router', 'tenant_id': '340a20aa929d4020a108d5231191ac1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'external_fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.199'}], 'enable_snat': True}, 'gw_port_id': '941803fa-8032-40bb-a8ba-616d8fbfed2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T07:37:59Z', 'updated_at': '2022-10-19T07:38:14Z', 'revision_number': 4, 'project_id': '340a20aa929d4020a108d5231191ac1d', 'gw_port': {'id': '941803fa-8032-40bb-a8ba-616d8fbfed2b', 'name': '', 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:6f:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3647913-7e6a-4259-ad8f-fe4fb785c61e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:38:01Z', 'updated_at': '2022-10-19T07:38:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861624-1-hyperv', '_interfaces': [{'id': '8eee7f3b-d4f5-49d5-9d62-6f7b6da3fb87', 'name': '', 'network_id': 'b591b429-0972-4e45-afd3-bb0899b18496', 'tenant_id': '340a20aa929d4020a108d5231191ac1d', 'mac_address': 'fa:16:3e:5d:44:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3647913-7e6a-4259-ad8f-fe4fb785c61e', 'device_owner': 'network:router_interface', 'standard_attr_id': 139, 'fixed_ips': [{'subnet_id': '50f42235-c2b7-4baf-8d65-761c27136b2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:38:11Z', 'updated_at': '2022-10-19T07:38:20Z', 'revision_number': 5, 'project_id': '340a20aa929d4020a108d5231191ac1d', 'subnets': [{'id': '50f42235-c2b7-4baf-8d65-761c27136b2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 07:39:41.954859 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-54a3f34a-b338-48ca-9d8a-5f704feb659a req-a197cded-8cb4-4221-a48d-0dfeb829b4b3 tempest-ServerActionsTestJSON-1032082790 tempest-ServerActionsTestJSON-1032082790-project] 10.222.0.27 "GET /v2.0/security-groups?id=f0bcd6ee-444f-46c6-b01f-ccacf8976dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6033404 Oct 19 07:39:41.965162 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device 56d69e48-91eb-4274-8d5b-152ea1867de0 no longer exists at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 07:39:41.967430 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-79f8ec1d-61cb-4f19-a867-f5cff81960f6 tempest-ServersTestManualDisk-1995987990 tempest-ServersTestManualDisk-1995987990-project] Notify callbacks [] for security_group, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:41.992103 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] No Port match for: 56d69e48-91eb-4274-8d5b-152ea1867de0 {{(pid=103334) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 19 07:39:41.992496 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device 56d69e48-91eb-4274-8d5b-152ea1867de0 not bound to the agent host dv-neutron-861624-1-hyperv {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 07:39:42.014427 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.plugin [None req-4fe38794-a69a-4c96-8357-5fa34827b263 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Deleting port a0f1de84-6b4c-4d2a-8b31-bd1884df064e {{(pid=103332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 07:39:42.015160 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-4fe38794-a69a-4c96-8357-5fa34827b263 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:42.030017 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-336689e6-5e91-4b7b-86bc-f912c65180f3 None None] Provisioning complete for port a0f1de84-6b4c-4d2a-8b31-bd1884df064e triggered by entity DHCP. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:39:42.030649 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-336689e6-5e91-4b7b-86bc-f912c65180f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:42.030755 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-336689e6-5e91-4b7b-86bc-f912c65180f3 None None] Attempt 1 to provision port a0f1de84-6b4c-4d2a-8b31-bd1884df064e Oct 19 07:39:42.086584 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efa59e2d-4b35-4e8f-be79-e0b0a0b5d2e1 None None] Resources bound (agent type, host, resource id): {{(pid=103334) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 19 07:39:42.092217 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-336689e6-5e91-4b7b-86bc-f912c65180f3 None None] Port a0f1de84-6b4c-4d2a-8b31-bd1884df064e cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 07:39:42.121945 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-79f8ec1d-61cb-4f19-a867-f5cff81960f6 tempest-ServersTestManualDisk-1995987990 tempest-ServersTestManualDisk-1995987990-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:42.132145 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-4fe38794-a69a-4c96-8357-5fa34827b263 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:42.151148 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.plugin [None req-4fe38794-a69a-4c96-8357-5fa34827b263 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Calling delete_port for a0f1de84-6b4c-4d2a-8b31-bd1884df064e owned by {{(pid=103332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 07:39:42.174174 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-df6e6fb0-def5-4731-a3d1-d762cc77d4f2 tempest-RoutersAdminTest-1850549588 tempest-RoutersAdminTest-1850549588-project] Notify callbacks [] for router_gateway, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:42.250040 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-df6e6fb0-def5-4731-a3d1-d762cc77d4f2 tempest-RoutersAdminTest-1850549588 tempest-RoutersAdminTest-1850549588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:42.318357 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-52b87068-802d-4b0f-abd2-d6723dae9ccd tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-667019'] for network, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:42.351477 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Device ac82e6f5-e329-44a1-b9e7-97810fa5c238 no longer exists at agent hyperv_hv-neutron-8616 {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 07:39:42.353463 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b92ebbe0-294c-4a8a-b747-48f8738e1d20 None None] New status for floating IP c1d3e635-328f-4466-a560-d84442c0b644: DOWN {{(pid=103334) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 19 07:39:42.387100 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-f874e587-079a-4fc4-a882-a418ecb9d175 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1574862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1694957'] for router_interface, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:42.391016 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-4fe38794-a69a-4c96-8357-5fa34827b263 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133553798'] for port, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:42.418909 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] No Port match for: ac82e6f5-e329-44a1-b9e7-97810fa5c238 {{(pid=103334) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 19 07:39:42.419278 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Device ac82e6f5-e329-44a1-b9e7-97810fa5c238 not bound to the agent host hv-neutron-8616 {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 07:39:42.433943 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe38794-a69a-4c96-8357-5fa34827b263 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Pushing event deleted for resources: {'Port': ['ID=a0f1de84-6b4c-4d2a-8b31-bd1884df064e,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:39:42.535537 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-4fe38794-a69a-4c96-8357-5fa34827b263 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42160'] for port, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:42.542417 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-4fe38794-a69a-4c96-8357-5fa34827b263 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] 10.222.0.27 "DELETE /v2.0/ports/a0f1de84-6b4c-4d2a-8b31-bd1884df064e HTTP/1.1" status: 204 len: 168 time: 1.3262815 Oct 19 07:39:42.543268 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 55040) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:39:42.593868 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-336689e6-5e91-4b7b-86bc-f912c65180f3 None None] Attempt 2 to provision port a0f1de84-6b4c-4d2a-8b31-bd1884df064e Oct 19 07:39:42.630636 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-336689e6-5e91-4b7b-86bc-f912c65180f3 None None] Port a0f1de84-6b4c-4d2a-8b31-bd1884df064e was deleted so its status cannot be updated. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Oct 19 07:39:42.637032 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68ca5ab8-04d2-4b8f-a2e6-fc22ea16e608 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:39:42.638840 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68ca5ab8-04d2-4b8f-a2e6-fc22ea16e608 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:39:42.640473 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68ca5ab8-04d2-4b8f-a2e6-fc22ea16e608 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:39:42.644686 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-68ca5ab8-04d2-4b8f-a2e6-fc22ea16e608 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] 10.222.0.27 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0978131 Oct 19 07:39:42.645166 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 55042) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:39:42.708012 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-79f8ec1d-61cb-4f19-a867-f5cff81960f6 tempest-ServersTestManualDisk-1995987990 tempest-ServersTestManualDisk-1995987990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788643'] for security_group, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:42.710692 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-79f8ec1d-61cb-4f19-a867-f5cff81960f6 tempest-ServersTestManualDisk-1995987990 tempest-ServersTestManualDisk-1995987990-project] Notify callbacks [] for security_group, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:42.713706 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.db_base_plugin_v2 [None req-9047f3d3-73ca-4810-92a7-02fa352b0ceb tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Deleting subnet 3f4dc049-6a69-4330-b4db-64ec8376ae72 {{(pid=103332) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 19 07:39:42.714727 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-79f8ec1d-61cb-4f19-a867-f5cff81960f6 tempest-ServersTestManualDisk-1995987990 tempest-ServersTestManualDisk-1995987990-project] 10.222.0.27 "DELETE /v2.0/security-groups/cd2f4ea7-fe99-4ea4-b101-5829406beaad HTTP/1.1" status: 204 len: 168 time: 1.3144743 Oct 19 07:39:42.717842 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-9047f3d3-73ca-4810-92a7-02fa352b0ceb tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks [] for subnet, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:42.718033 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 55044) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:39:42.770079 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-9047f3d3-73ca-4810-92a7-02fa352b0ceb tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130726890'] for subnet, precommit_delete_associations {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:42.786624 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f8ec1d-61cb-4f19-a867-f5cff81960f6 tempest-ServersTestManualDisk-1995987990 tempest-ServersTestManualDisk-1995987990-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd2f4ea7-fe99-4ea4-b101-5829406beaad,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:39:42.826426 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.api.v2.resource [None req-73a8611a-013b-4bfe-899f-931253aa2c88 tempest-ServersTestManualDisk-1995987990 tempest-ServersTestManualDisk-1995987990-project] show failed (client error): The resource could not be found. Oct 19 07:39:42.830299 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-73a8611a-013b-4bfe-899f-931253aa2c88 tempest-ServersTestManualDisk-1995987990 tempest-ServersTestManualDisk-1995987990-project] 10.222.0.27 "GET /v2.0/security-groups/cd2f4ea7-fe99-4ea4-b101-5829406beaad HTTP/1.1" status: 404 len: 347 time: 0.1063991 Oct 19 07:39:42.839132 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 55046) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:39:42.853015 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-38eb00e2-9347-4b09-9941-ade1cc24d1b2 tempest-ServersTestJSON-461936375 tempest-ServersTestJSON-461936375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130996763'] for port, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:42.877807 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-9047f3d3-73ca-4810-92a7-02fa352b0ceb tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-679826'] for subnet, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:42.937748 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-9047f3d3-73ca-4810-92a7-02fa352b0ceb tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-679819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-133552721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130659632'] for subnet, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:42.964417 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9047f3d3-73ca-4810-92a7-02fa352b0ceb tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Pushing event deleted for resources: {'Subnet': ['ID=3f4dc049-6a69-4330-b4db-64ec8376ae72,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:39:42.970170 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-9047f3d3-73ca-4810-92a7-02fa352b0ceb tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574827'] for subnet, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:42.976305 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-9047f3d3-73ca-4810-92a7-02fa352b0ceb tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] 10.222.0.27 "DELETE /v2.0/subnets/3f4dc049-6a69-4330-b4db-64ec8376ae72 HTTP/1.1" status: 204 len: 168 time: 0.3300264 Oct 19 07:39:42.976952 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 55048) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:39:42.978616 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d361d08-4fb5-48d7-8894-5842025163cf None None] Network 6b5a65c5-1bed-4301-9db8-c1056c2b8eba requested from dv-neutron-861624-1-hyperv {{(pid=103334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 07:39:43.002910 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38eb00e2-9347-4b09-9941-ade1cc24d1b2 tempest-ServersTestJSON-461936375 tempest-ServersTestJSON-461936375-project] Pushing event deleted for resources: {'Port': ['ID=084d105c-84aa-4736-a486-c4b7ee0d49dc,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:39:43.035198 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.db_base_plugin_v2 [None req-8864d97a-fde5-4db4-9df0-9a6d121cee75 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Deleting subnet 90f6029e-2a2f-4d8e-8993-661dbc37512c {{(pid=103332) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 19 07:39:43.039312 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-8864d97a-fde5-4db4-9df0-9a6d121cee75 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks [] for subnet, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:43.117802 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-8864d97a-fde5-4db4-9df0-9a6d121cee75 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130726890'] for subnet, precommit_delete_associations {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:43.181812 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb8cc4a-ce54-4d80-9641-0cbc98d13c11 req-36d15360-3ce2-4ba5-a90d-1784865dd0fb tempest-ServerActionsTestJSON-1032082790 tempest-ServerActionsTestJSON-1032082790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:39:43.183455 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-0bb8cc4a-ce54-4d80-9641-0cbc98d13c11 req-36d15360-3ce2-4ba5-a90d-1784865dd0fb tempest-ServerActionsTestJSON-1032082790 tempest-ServerActionsTestJSON-1032082790-project] 10.222.0.27 "GET /v2.0/ports?device_id=c15ce40b-4ff1-4ce8-b3f1-4c16c8447f68 HTTP/1.1" status: 200 len: 945 time: 0.1036296 Oct 19 07:39:43.205727 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-ca14a383-7110-47d2-8400-7e5912e3b3a3 tempest-RoutersIpV6AdminTest-1129688832 tempest-RoutersIpV6AdminTest-1129688832-project] Notify callbacks [] for router_gateway, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:43.236530 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.db_base_plugin_common [None req-df6e6fb0-def5-4731-a3d1-d762cc77d4f2 tempest-RoutersAdminTest-1850549588 tempest-RoutersAdminTest-1850549588-project] Allocated IP 172.26.0.147 (99c66757-74e3-40a4-b479-8d09e3a7c3dd/7f3d1034-1de7-458a-a3ee-77488de3949b/d45ca564-9197-4893-ae95-81f91140ce58) {{(pid=103333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 07:39:43.250114 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-8864d97a-fde5-4db4-9df0-9a6d121cee75 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-679826'] for subnet, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:43.280730 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-0bb8cc4a-ce54-4d80-9641-0cbc98d13c11 req-50e69b68-faf1-42fc-a676-86c847e8fef6 tempest-ServerActionsTestJSON-1032082790 tempest-ServerActionsTestJSON-1032082790-project] 10.222.0.27 "GET /v2.0/security-groups?id=f0bcd6ee-444f-46c6-b01f-ccacf8976dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0885386 Oct 19 07:39:43.310672 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-ca14a383-7110-47d2-8400-7e5912e3b3a3 tempest-RoutersIpV6AdminTest-1129688832 tempest-RoutersIpV6AdminTest-1129688832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:43.337757 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f874e587-079a-4fc4-a882-a418ecb9d175 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Router 8b4a171d-3358-47e1-bb2d-7c04ab9804cc has already been hosted by L3 agent ab388470-1243-4d53-80f2-c2f5899c97a7 {{(pid=103333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 07:39:43.340918 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-8864d97a-fde5-4db4-9df0-9a6d121cee75 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-679819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-133552721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130659632'] for subnet, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:43.352480 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-20ffc23a-9e5e-4a29-89f6-5f78329d51c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:43.355667 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-38eb00e2-9347-4b09-9941-ade1cc24d1b2 tempest-ServersTestJSON-461936375 tempest-ServersTestJSON-461936375-project] Notify callbacks [] for floatingip, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:43.358289 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-38eb00e2-9347-4b09-9941-ade1cc24d1b2 tempest-ServersTestJSON-461936375 tempest-ServersTestJSON-461936375-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42160'] for floatingip, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:43.363809 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-38eb00e2-9347-4b09-9941-ade1cc24d1b2 tempest-ServersTestJSON-461936375 tempest-ServersTestJSON-461936375-project] 10.222.0.27 "DELETE /v2.0/floatingips/99f05a28-c91b-4d68-a8ac-64c47d926c90 HTTP/1.1" status: 204 len: 168 time: 3.6696792 Oct 19 07:39:43.365403 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-52b87068-802d-4b0f-abd2-d6723dae9ccd tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Deleting port 5d934036-80df-4c2e-99d0-0e94f00205bc {{(pid=103333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 07:39:43.365737 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-52b87068-802d-4b0f-abd2-d6723dae9ccd tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:43.375131 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 55052) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:39:43.386468 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8864d97a-fde5-4db4-9df0-9a6d121cee75 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Pushing event deleted for resources: {'Subnet': ['ID=90f6029e-2a2f-4d8e-8993-661dbc37512c,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:39:43.397736 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-8864d97a-fde5-4db4-9df0-9a6d121cee75 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574827'] for subnet, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:43.401736 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-8864d97a-fde5-4db4-9df0-9a6d121cee75 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] 10.222.0.27 "DELETE /v2.0/subnets/90f6029e-2a2f-4d8e-8993-661dbc37512c HTTP/1.1" status: 204 len: 168 time: 0.4238255 Oct 19 07:39:43.404358 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 55054) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:39:43.449040 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-36967e3b-ce74-4d57-b5d8-ea402a05a0d8 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] 10.222.0.27 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0420508 Oct 19 07:39:43.450691 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 55056) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:39:43.455668 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-1159dc91-6ed1-4988-90d5-a1bf6e625528 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Request body: {'subnet': {'network_id': '6b5a65c5-1bed-4301-9db8-c1056c2b8eba', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:39:43.555092 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1159dc91-6ed1-4988-90d5-a1bf6e625528 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Made reservation on behalf of 61a2e57b80c1442e9cb330141a970781 for: {'subnet': 1} {{(pid=103332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 07:39:43.559392 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-1159dc91-6ed1-4988-90d5-a1bf6e625528 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130659787'] for subnet, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:43.701496 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.db [None req-52b87068-802d-4b0f-abd2-d6723dae9ccd tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] For port 5d934036-80df-4c2e-99d0-0e94f00205bc, host dv-neutron-861624-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=5d934036-80df-4c2e-99d0-0e94f00205bc,segment=NetworkSegment(f1461146-263a-437e-881e-0498166d234c),segment_id=f1461146-263a-437e-881e-0498166d234c)] {{(pid=103333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:39:43.701809 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-52b87068-802d-4b0f-abd2-d6723dae9ccd tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:43.718765 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-53aaa7a2-ec5f-4d0b-8434-6939259322e6 tempest-ServersTestManualDisk-1995987990 tempest-ServersTestManualDisk-1995987990-project] Deleting port 35a8a2ef-8000-4f68-96b3-8791307cc85c {{(pid=103333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 07:39:43.719384 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-53aaa7a2-ec5f-4d0b-8434-6939259322e6 tempest-ServersTestManualDisk-1995987990 tempest-ServersTestManualDisk-1995987990-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:43.747680 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4215fba9-9a80-4d4d-bc5c-e25b082c7f95 None None] Network 6b5a65c5-1bed-4301-9db8-c1056c2b8eba requested from dv-neutron-861624-1-hyperv {{(pid=103334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 07:39:43.776276 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-1159dc91-6ed1-4988-90d5-a1bf6e625528 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-133552662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130659641'] for subnet, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:43.782677 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f874e587-079a-4fc4-a882-a418ecb9d175 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Notify agent at l3_agent.dv-neutron-861624-1-hyperv the message routers_updated {{(pid=103333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 07:39:43.789236 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-f874e587-079a-4fc4-a882-a418ecb9d175 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] 10.222.0.27 "PUT /v2.0/routers/8b4a171d-3358-47e1-bb2d-7c04ab9804cc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4106312 Oct 19 07:39:43.790009 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-52b87068-802d-4b0f-abd2-d6723dae9ccd tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Calling delete_port for 5d934036-80df-4c2e-99d0-0e94f00205bc owned by network:dhcp {{(pid=103333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 07:39:43.794754 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 55058) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:39:43.796267 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66c3dcb6-1a43-4552-971e-a3a796828ba7 None None] Sync routers for ids ['8b4a171d-3358-47e1-bb2d-7c04ab9804cc'] in dv-neutron-861624-1-hyperv {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 07:39:43.821660 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66c3dcb6-1a43-4552-971e-a3a796828ba7 None None] Routers {'8b4a171d-3358-47e1-bb2d-7c04ab9804cc'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 07:39:43.822770 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-66c3dcb6-1a43-4552-971e-a3a796828ba7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T07:39:16Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['8b4a171d-3358-47e1-bb2d-7c04ab9804cc'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:39:43.822903 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-0a17c8ff-fb7a-43f9-8e3f-9a4b2fd82478 None None] Provisioning complete for port ff41f549-262c-424f-ad66-cc44646c4743 triggered by entity DHCP. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:39:43.823216 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-0a17c8ff-fb7a-43f9-8e3f-9a4b2fd82478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:43.823624 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-0a17c8ff-fb7a-43f9-8e3f-9a4b2fd82478 None None] Attempt 1 to provision port ff41f549-262c-424f-ad66-cc44646c4743 Oct 19 07:39:43.860295 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-78ba449a-b3d0-44ed-a3b3-f4a892a1aeae tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] 10.222.0.27 "GET /v2.0/ports?device_id=8b4a171d-3358-47e1-bb2d-7c04ab9804cc HTTP/1.1" status: 200 len: 205 time: 0.0615983 Oct 19 07:39:43.869183 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 55060) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:39:43.871065 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-66c3dcb6-1a43-4552-971e-a3a796828ba7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:39:43.872849 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1159dc91-6ed1-4988-90d5-a1bf6e625528 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Network 6b5a65c5-1bed-4301-9db8-c1056c2b8eba is already hosted by enough agents. {{(pid=103332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 07:39:43.876310 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.base_scheduler [None req-1159dc91-6ed1-4988-90d5-a1bf6e625528 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Resources bound (agent type, host, resource id): {{(pid=103332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:39:43.882040 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1159dc91-6ed1-4988-90d5-a1bf6e625528 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:39:43.883053 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-1159dc91-6ed1-4988-90d5-a1bf6e625528 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574827'] for subnet, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:43.890243 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66c3dcb6-1a43-4552-971e-a3a796828ba7 None None] Routers {'8b4a171d-3358-47e1-bb2d-7c04ab9804cc'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 07:39:43.891091 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-66c3dcb6-1a43-4552-971e-a3a796828ba7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T07:39:16Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['8b4a171d-3358-47e1-bb2d-7c04ab9804cc'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:39:43.900175 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1159dc91-6ed1-4988-90d5-a1bf6e625528 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Pushing event updated for resources: {'Subnet': ['ID=3049719c-506a-444d-aed4-75732b529d6e,revision_number=0']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:39:43.918929 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-1159dc91-6ed1-4988-90d5-a1bf6e625528 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4671202 Oct 19 07:39:43.922169 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 55062) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:39:43.928638 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-a901c7d4-bda0-4bef-a7f9-a43af43a3333 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Request body: {'subnet': {'network_id': '6b5a65c5-1bed-4301-9db8-c1056c2b8eba', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:39:43.931779 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-df6e6fb0-def5-4731-a3d1-d762cc77d4f2 tempest-RoutersAdminTest-1850549588 tempest-RoutersAdminTest-1850549588-project] Notify callbacks [] for port, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:43.960281 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-66c3dcb6-1a43-4552-971e-a3a796828ba7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:39:43.961240 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66c3dcb6-1a43-4552-971e-a3a796828ba7 None None] The sync data for ids ['8b4a171d-3358-47e1-bb2d-7c04ab9804cc'] in dv-neutron-861624-1-hyperv is: [] {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 07:39:43.983772 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-0a17c8ff-fb7a-43f9-8e3f-9a4b2fd82478 None None] Current status of the port ff41f549-262c-424f-ad66-cc44646c4743 is: ACTIVE; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:39:44.041492 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c445f6b-9a39-45e3-9001-d9788f218cf2 None None] Update dhcp port {'port': {'network_id': '6b5a65c5-1bed-4301-9db8-c1056c2b8eba', 'fixed_ips': [{'subnet_id': '3049719c-506a-444d-aed4-75732b529d6e'}], 'binding:host_id': 'dv-neutron-861624-1-hyperv'}, 'id': 'ff41f549-262c-424f-ad66-cc44646c4743'} from dv-neutron-861624-1-hyperv. {{(pid=103334) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 19 07:39:44.069213 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a901c7d4-bda0-4bef-a7f9-a43af43a3333 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Made reservation on behalf of 61a2e57b80c1442e9cb330141a970781 for: {'subnet': 1} {{(pid=103332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 07:39:44.071118 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-7c445f6b-9a39-45e3-9001-d9788f218cf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:44.073881 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-a901c7d4-bda0-4bef-a7f9-a43af43a3333 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130659787'] for subnet, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:44.268296 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.db_base_plugin_common [None req-7c445f6b-9a39-45e3-9001-d9788f218cf2 None None] Allocated IP 172.20.0.2 (6b5a65c5-1bed-4301-9db8-c1056c2b8eba/3049719c-506a-444d-aed4-75732b529d6e/ff41f549-262c-424f-ad66-cc44646c4743) {{(pid=103334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 07:39:44.339246 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-53aaa7a2-ec5f-4d0b-8434-6939259322e6 tempest-ServersTestManualDisk-1995987990 tempest-ServersTestManualDisk-1995987990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:44.339577 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-53aaa7a2-ec5f-4d0b-8434-6939259322e6 tempest-ServersTestManualDisk-1995987990 tempest-ServersTestManualDisk-1995987990-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:44.352366 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-53aaa7a2-ec5f-4d0b-8434-6939259322e6 tempest-ServersTestManualDisk-1995987990 tempest-ServersTestManualDisk-1995987990-project] Calling delete_port for 35a8a2ef-8000-4f68-96b3-8791307cc85c owned by network:floatingip {{(pid=103333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 07:39:44.371559 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-7a54b685-3e37-4bbe-9124-9deef58bb2ec tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Notify callbacks [] for router, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:44.389501 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-7c445f6b-9a39-45e3-9001-d9788f218cf2 None None] For port ff41f549-262c-424f-ad66-cc44646c4743, host dv-neutron-861624-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=ff41f549-262c-424f-ad66-cc44646c4743,segment=NetworkSegment(5a8d2b05-b527-4bd4-a671-b9112f193fef),segment_id=5a8d2b05-b527-4bd4-a671-b9112f193fef)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:39:44.420814 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-7c445f6b-9a39-45e3-9001-d9788f218cf2 None None] Notify callbacks [] for port, precommit_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:44.425584 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-7c445f6b-9a39-45e3-9001-d9788f218cf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:44.459145 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f335ba76-9698-40c0-bbda-351844257799 req-2d7a0334-cf84-4335-a2d3-ebdff0b834d1 tempest-ServerActionsTestJSON-1032082790 tempest-ServerActionsTestJSON-1032082790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:39:44.461028 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-f335ba76-9698-40c0-bbda-351844257799 req-2d7a0334-cf84-4335-a2d3-ebdff0b834d1 tempest-ServerActionsTestJSON-1032082790 tempest-ServerActionsTestJSON-1032082790-project] 10.222.0.27 "GET /v2.0/ports?device_id=c15ce40b-4ff1-4ce8-b3f1-4c16c8447f68 HTTP/1.1" status: 200 len: 945 time: 0.0965397 Oct 19 07:39:44.511637 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c445f6b-9a39-45e3-9001-d9788f218cf2 None None] Pushing event updated for resources: {'Port': ['ID=ff41f549-262c-424f-ad66-cc44646c4743,revision_number=11']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:39:44.583019 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-f335ba76-9698-40c0-bbda-351844257799 req-b0ac6737-139f-4883-ac5c-40dc71f6d4d4 tempest-ServerActionsTestJSON-1032082790 tempest-ServerActionsTestJSON-1032082790-project] 10.222.0.27 "GET /v2.0/security-groups?id=f0bcd6ee-444f-46c6-b01f-ccacf8976dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1074507 Oct 19 07:39:44.595880 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.objects.ports [None req-a901c7d4-bda0-4bef-a7f9-a43af43a3333 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103332) get_objects /opt/stack/neutron/neutron/objects/ports.py:470}} Oct 19 07:39:44.650605 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-df6e6fb0-def5-4731-a3d1-d762cc77d4f2 tempest-RoutersAdminTest-1850549588 tempest-RoutersAdminTest-1850549588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785020947330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130996763'] for port, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:44.737007 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-7a54b685-3e37-4bbe-9124-9deef58bb2ec tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1693565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12618'] for router, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:44.766779 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-52b87068-802d-4b0f-abd2-d6723dae9ccd tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130996763'] for port, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:44.777404 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-7a54b685-3e37-4bbe-9124-9deef58bb2ec tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:44.837736 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-a901c7d4-bda0-4bef-a7f9-a43af43a3333 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:44.892598 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52b87068-802d-4b0f-abd2-d6723dae9ccd tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] No DVR routers for this DVR port 5d934036-80df-4c2e-99d0-0e94f00205bc on host dv-neutron-861624-1-hyperv {{(pid=103333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 19 07:39:44.899475 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df6e6fb0-def5-4731-a3d1-d762cc77d4f2 tempest-RoutersAdminTest-1850549588 tempest-RoutersAdminTest-1850549588-project] Network 99c66757-74e3-40a4-b479-8d09e3a7c3dd is already hosted by enough agents. {{(pid=103333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 07:39:44.918879 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.db_base_plugin_common [None req-ca14a383-7110-47d2-8400-7e5912e3b3a3 tempest-RoutersIpV6AdminTest-1129688832 tempest-RoutersIpV6AdminTest-1129688832-project] Allocated IP 172.26.0.53 (99c66757-74e3-40a4-b479-8d09e3a7c3dd/7f3d1034-1de7-458a-a3ee-77488de3949b/6202312a-0195-4703-8ee1-051cc20334d3) {{(pid=103333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 07:39:44.942017 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-df6e6fb0-def5-4731-a3d1-d762cc77d4f2 tempest-RoutersAdminTest-1850549588 tempest-RoutersAdminTest-1850549588-project] Resources bound (agent type, host, resource id): {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:39:44.944122 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6e6fb0-def5-4731-a3d1-d762cc77d4f2 tempest-RoutersAdminTest-1850549588 tempest-RoutersAdminTest-1850549588-project] Pushing event updated for resources: {'Port': ['ID=d45ca564-9197-4893-ae95-81f91140ce58,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:39:44.947020 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df6e6fb0-def5-4731-a3d1-d762cc77d4f2 tempest-RoutersAdminTest-1850549588 tempest-RoutersAdminTest-1850549588-project] Received port after_create {{(pid=103333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 07:39:44.971875 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-7a54b685-3e37-4bbe-9124-9deef58bb2ec tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1693542'] for router, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:44.972435 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a54b685-3e37-4bbe-9124-9deef58bb2ec tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Fanout notify agent at l3_agent the message router_deleted on router 8b4a171d-3358-47e1-bb2d-7c04ab9804cc {{(pid=103333) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 07:39:44.992021 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-7a54b685-3e37-4bbe-9124-9deef58bb2ec tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Notify callbacks [] for router, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:44.996127 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 55066) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:39:44.996274 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-7a54b685-3e37-4bbe-9124-9deef58bb2ec tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] 10.222.0.27 "DELETE /v2.0/routers/8b4a171d-3358-47e1-bb2d-7c04ab9804cc HTTP/1.1" status: 204 len: 168 time: 1.1219399 Oct 19 07:39:45.059220 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.db [None req-a901c7d4-bda0-4bef-a7f9-a43af43a3333 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] For port ff41f549-262c-424f-ad66-cc44646c4743, host dv-neutron-861624-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=ff41f549-262c-424f-ad66-cc44646c4743,segment=NetworkSegment(5a8d2b05-b527-4bd4-a671-b9112f193fef),segment_id=5a8d2b05-b527-4bd4-a671-b9112f193fef)] {{(pid=103332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:39:45.075673 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9c59e49-7163-4ddd-966a-1e9247f961e2 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Deleting subnet a14c824c-6407-4202-a775-dea8515d9029 {{(pid=103332) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 19 07:39:45.082722 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-a9c59e49-7163-4ddd-966a-1e9247f961e2 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Notify callbacks [] for subnet, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:45.097773 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b87068-802d-4b0f-abd2-d6723dae9ccd tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Pushing event deleted for resources: {'Port': ['ID=5d934036-80df-4c2e-99d0-0e94f00205bc,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:39:45.132029 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-a901c7d4-bda0-4bef-a7f9-a43af43a3333 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks [] for port, precommit_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:45.138095 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-a9c59e49-7163-4ddd-966a-1e9247f961e2 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130726890'] for subnet, precommit_delete_associations {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:45.145675 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c0b2886-87d6-4a9c-8949-e3dcc1fa3161 None None] Network 6b5a65c5-1bed-4301-9db8-c1056c2b8eba requested from dv-neutron-861624-1-hyperv {{(pid=103334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 07:39:45.166649 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-a901c7d4-bda0-4bef-a7f9-a43af43a3333 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133553807'] for port, after_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:45.167477 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-a901c7d4-bda0-4bef-a7f9-a43af43a3333 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-133552662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130659641'] for subnet, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:45.197351 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-52b87068-802d-4b0f-abd2-d6723dae9ccd tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-673051', 'neutron.services.segments.db._delete_segments_for_network-8785021519108'] for network, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:45.235678 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-8c09b7d2-f023-4559-8a23-71899b31c481 None None] Provisioning complete for port ff41f549-262c-424f-ad66-cc44646c4743 triggered by entity DHCP. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:39:45.236046 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-8c09b7d2-f023-4559-8a23-71899b31c481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:45.236372 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-8c09b7d2-f023-4559-8a23-71899b31c481 None None] Attempt 1 to provision port ff41f549-262c-424f-ad66-cc44646c4743 Oct 19 07:39:45.244463 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a901c7d4-bda0-4bef-a7f9-a43af43a3333 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Network 6b5a65c5-1bed-4301-9db8-c1056c2b8eba is already hosted by enough agents. {{(pid=103332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 07:39:45.251039 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-53aaa7a2-ec5f-4d0b-8434-6939259322e6 tempest-ServersTestManualDisk-1995987990 tempest-ServersTestManualDisk-1995987990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130996763'] for port, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:45.266122 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.base_scheduler [None req-a901c7d4-bda0-4bef-a7f9-a43af43a3333 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Resources bound (agent type, host, resource id): {{(pid=103332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:39:45.275295 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a901c7d4-bda0-4bef-a7f9-a43af43a3333 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:39:45.275991 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-a901c7d4-bda0-4bef-a7f9-a43af43a3333 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574827'] for subnet, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:45.302410 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-a901c7d4-bda0-4bef-a7f9-a43af43a3333 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.3760493 Oct 19 07:39:45.319311 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 55068) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:39:45.328890 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-1ca535f1-028e-425d-9b17-fd2f1bf6ec9c tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Request body: {'port': {'network_id': '6b5a65c5-1bed-4301-9db8-c1056c2b8eba', 'mac_address': 'fa:16:3e:c3:a3:da', 'name': 'tempest-NetworksTestDHCPv6-173158588'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:39:45.339525 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a901c7d4-bda0-4bef-a7f9-a43af43a3333 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Pushing event updated for resources: {'Subnet': ['ID=9ca53bb9-b70a-49d8-9ca6-80e861a57ef6,revision_number=0']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:39:45.348193 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a901c7d4-bda0-4bef-a7f9-a43af43a3333 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Pushing event updated for resources: {'Port': ['ID=ff41f549-262c-424f-ad66-cc44646c4743,revision_number=13']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:39:45.357504 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-a9c59e49-7163-4ddd-966a-1e9247f961e2 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-679826'] for subnet, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:45.373734 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-52b87068-802d-4b0f-abd2-d6723dae9ccd tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54089a1a-1c47-41df-9717-024e88782b3c']}} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:39:45.382706 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53aaa7a2-ec5f-4d0b-8434-6939259322e6 tempest-ServersTestManualDisk-1995987990 tempest-ServersTestManualDisk-1995987990-project] Pushing event deleted for resources: {'Port': ['ID=35a8a2ef-8000-4f68-96b3-8791307cc85c,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:39:45.439111 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-a9c59e49-7163-4ddd-966a-1e9247f961e2 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-679819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-133552721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130659632'] for subnet, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:45.440294 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-8c09b7d2-f023-4559-8a23-71899b31c481 None None] Current status of the port ff41f549-262c-424f-ad66-cc44646c4743 is: ACTIVE; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:39:45.464041 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device ff41f549-262c-424f-ad66-cc44646c4743 up at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 07:39:45.464246 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-52b87068-802d-4b0f-abd2-d6723dae9ccd tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1461146-263a-437e-881e-0498166d234c') {'for_net_delete': True} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:39:45.464246 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-52b87068-802d-4b0f-abd2-d6723dae9ccd tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1461146-263a-437e-881e-0498166d234c') {} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:39:45.479497 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c59e49-7163-4ddd-966a-1e9247f961e2 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Pushing event deleted for resources: {'Subnet': ['ID=a14c824c-6407-4202-a775-dea8515d9029,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:39:45.488715 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-a9c59e49-7163-4ddd-966a-1e9247f961e2 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574827'] for subnet, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:45.491888 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-a9c59e49-7163-4ddd-966a-1e9247f961e2 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] 10.222.0.27 "DELETE /v2.0/subnets/a14c824c-6407-4202-a775-dea8515d9029 HTTP/1.1" status: 204 len: 168 time: 0.4947853 Oct 19 07:39:45.494781 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 55070) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:39:45.522063 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c5575ea-18ea-48fd-8243-1d7c74549a96 None None] Network 62d5a6e5-e501-49fa-885e-19275b60b41a requested from dv-neutron-861624-1-hyperv {{(pid=103334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 07:39:45.561115 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-52b87068-802d-4b0f-abd2-d6723dae9ccd tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785021519382', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-134111927'] for segment, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:45.568333 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.db_base_plugin_v2 [None req-efc9ebb8-99d5-460d-bf17-55b118149ca2 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Deleting subnet 96952e71-f9b4-493b-bb7f-783cdbd68e81 {{(pid=103332) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 19 07:39:45.571804 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-efc9ebb8-99d5-460d-bf17-55b118149ca2 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Notify callbacks [] for subnet, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:45.593443 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-ca14a383-7110-47d2-8400-7e5912e3b3a3 tempest-RoutersIpV6AdminTest-1129688832 tempest-RoutersIpV6AdminTest-1129688832-project] Notify callbacks [] for port, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:45.633824 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-52b87068-802d-4b0f-abd2-d6723dae9ccd tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979'] for segment, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:45.637554 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-efc9ebb8-99d5-460d-bf17-55b118149ca2 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130726890'] for subnet, precommit_delete_associations {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:45.670643 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Provisioning complete for port ff41f549-262c-424f-ad66-cc44646c4743 triggered by entity L2. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:39:45.670643 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:45.670643 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Attempt 1 to provision port ff41f549-262c-424f-ad66-cc44646c4743 Oct 19 07:39:45.675804 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52b87068-802d-4b0f-abd2-d6723dae9ccd tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Releasing vlan 157 on physical network physnet1 to pool {{(pid=103333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 07:39:45.676210 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-52b87068-802d-4b0f-abd2-d6723dae9ccd tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130996782'] for segment, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:45.772613 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.services.segments.plugin [-] Segment f1461146-263a-437e-881e-0498166d234c resource provider aggregate not found Oct 19 07:39:45.805231 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Current status of the port ff41f549-262c-424f-ad66-cc44646c4743 is: ACTIVE; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:39:45.814654 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-efc9ebb8-99d5-460d-bf17-55b118149ca2 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-679826'] for subnet, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:45.825806 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-53aaa7a2-ec5f-4d0b-8434-6939259322e6 tempest-ServersTestManualDisk-1995987990 tempest-ServersTestManualDisk-1995987990-project] Notify callbacks [] for floatingip, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:45.828725 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-53aaa7a2-ec5f-4d0b-8434-6939259322e6 tempest-ServersTestManualDisk-1995987990 tempest-ServersTestManualDisk-1995987990-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42160'] for floatingip, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:45.830183 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-53aaa7a2-ec5f-4d0b-8434-6939259322e6 tempest-ServersTestManualDisk-1995987990 tempest-ServersTestManualDisk-1995987990-project] 10.222.0.27 "DELETE /v2.0/floatingips/c1d3e635-328f-4466-a560-d84442c0b644 HTTP/1.1" status: 204 len: 168 time: 2.9889500 Oct 19 07:39:45.840329 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.services.segments.plugin [-] Segment f1461146-263a-437e-881e-0498166d234c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f1461146-263a-437e-881e-0498166d234c found for delete ", "request_id": "req-12dd7063-0fa9-4b2a-93ca-2adc9873aa68"}]} Oct 19 07:39:45.845721 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 55078) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:39:45.872415 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa82d22-1d57-4164-bb56-a1fbefb73d9f req-6c824827-4a9b-49bc-a7ee-d505377a4acd tempest-ServerActionsTestJSON-1032082790 tempest-ServerActionsTestJSON-1032082790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:39:45.874145 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-6aa82d22-1d57-4164-bb56-a1fbefb73d9f req-6c824827-4a9b-49bc-a7ee-d505377a4acd tempest-ServerActionsTestJSON-1032082790 tempest-ServerActionsTestJSON-1032082790-project] 10.222.0.27 "GET /v2.0/ports?device_id=c15ce40b-4ff1-4ce8-b3f1-4c16c8447f68 HTTP/1.1" status: 200 len: 945 time: 0.1307528 Oct 19 07:39:45.888789 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46e03b5b-6d66-4c72-b4b5-81123ee765e9 None None] DHCP port deletion for 62d5a6e5-e501-49fa-885e-19275b60b41a request from dv-neutron-861624-1-hyperv {{(pid=103334) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 07:39:45.936775 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-ca14a383-7110-47d2-8400-7e5912e3b3a3 tempest-RoutersIpV6AdminTest-1129688832 tempest-RoutersIpV6AdminTest-1129688832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785020947330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130996763'] for port, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:45.950034 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-46e03b5b-6d66-4c72-b4b5-81123ee765e9 None None] Deleting port 0e88ccdb-b76b-42e9-8296-c6dd02bc5a6f {{(pid=103334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 07:39:45.950554 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-46e03b5b-6d66-4c72-b4b5-81123ee765e9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:45.967218 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca14a383-7110-47d2-8400-7e5912e3b3a3 tempest-RoutersIpV6AdminTest-1129688832 tempest-RoutersIpV6AdminTest-1129688832-project] Network 99c66757-74e3-40a4-b479-8d09e3a7c3dd is already hosted by enough agents. {{(pid=103333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 07:39:45.974608 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-efc9ebb8-99d5-460d-bf17-55b118149ca2 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-679819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-133552721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130659632'] for subnet, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:45.977982 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-ca14a383-7110-47d2-8400-7e5912e3b3a3 tempest-RoutersIpV6AdminTest-1129688832 tempest-RoutersIpV6AdminTest-1129688832-project] Resources bound (agent type, host, resource id): {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:39:46.005723 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ca535f1-028e-425d-9b17-fd2f1bf6ec9c tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Made reservation on behalf of 61a2e57b80c1442e9cb330141a970781 for: {'port': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 07:39:46.016320 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc9ebb8-99d5-460d-bf17-55b118149ca2 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Pushing event deleted for resources: {'Subnet': ['ID=96952e71-f9b4-493b-bb7f-783cdbd68e81,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:39:46.033786 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-6aa82d22-1d57-4164-bb56-a1fbefb73d9f req-c406a7c1-b70e-4dec-9801-d694d41c9777 tempest-ServerActionsTestJSON-1032082790 tempest-ServerActionsTestJSON-1032082790-project] 10.222.0.27 "GET /v2.0/security-groups?id=f0bcd6ee-444f-46c6-b01f-ccacf8976dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1477077 Oct 19 07:39:46.041616 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-efc9ebb8-99d5-460d-bf17-55b118149ca2 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574827'] for subnet, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:46.046110 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-efc9ebb8-99d5-460d-bf17-55b118149ca2 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] 10.222.0.27 "DELETE /v2.0/subnets/96952e71-f9b4-493b-bb7f-783cdbd68e81 HTTP/1.1" status: 204 len: 168 time: 0.5495577 Oct 19 07:39:46.050067 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 55080) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:39:46.050190 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-46e03b5b-6d66-4c72-b4b5-81123ee765e9 None None] For port 0e88ccdb-b76b-42e9-8296-c6dd02bc5a6f, host dv-neutron-861624-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=0e88ccdb-b76b-42e9-8296-c6dd02bc5a6f,segment=NetworkSegment(d8ff4c83-6a95-4712-996f-9149a4fbdc79),segment_id=d8ff4c83-6a95-4712-996f-9149a4fbdc79)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:39:46.051370 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-46e03b5b-6d66-4c72-b4b5-81123ee765e9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:46.066043 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fbebfda-4ac4-4847-b5b4-cfe84462cb79 None None] Network d721bbd8-f70e-4706-968d-f500d7d63db8 requested from dv-neutron-861624-1-hyperv {{(pid=103334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 07:39:46.066501 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca14a383-7110-47d2-8400-7e5912e3b3a3 tempest-RoutersIpV6AdminTest-1129688832 tempest-RoutersIpV6AdminTest-1129688832-project] Received port after_create {{(pid=103333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 07:39:46.068060 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-52b87068-802d-4b0f-abd2-d6723dae9ccd tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-673044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1695087'] for network, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:46.114394 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-46e03b5b-6d66-4c72-b4b5-81123ee765e9 None None] Calling delete_port for 0e88ccdb-b76b-42e9-8296-c6dd02bc5a6f owned by network:dhcp {{(pid=103334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 07:39:46.233382 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-30d6a322-c74a-4469-b8ab-d4ea89308744 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-667019'] for network, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:46.325408 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.plugin [None req-30d6a322-c74a-4469-b8ab-d4ea89308744 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Deleting port 0e88ccdb-b76b-42e9-8296-c6dd02bc5a6f {{(pid=103332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 07:39:46.325923 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-30d6a322-c74a-4469-b8ab-d4ea89308744 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:46.400764 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-52b87068-802d-4b0f-abd2-d6723dae9ccd tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574827'] for network, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:46.407802 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-52b87068-802d-4b0f-abd2-d6723dae9ccd tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] 10.222.0.27 "DELETE /v2.0/networks/54089a1a-1c47-41df-9717-024e88782b3c HTTP/1.1" status: 204 len: 168 time: 7.5135820 Oct 19 07:39:46.416766 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9e8be05-de91-4782-8707-c8de60304214 None None] Network 6b5a65c5-1bed-4301-9db8-c1056c2b8eba requested from dv-neutron-861624-1-hyperv {{(pid=103334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 07:39:46.430056 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 55086) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:39:46.437609 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.db [None req-30d6a322-c74a-4469-b8ab-d4ea89308744 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] For port 0e88ccdb-b76b-42e9-8296-c6dd02bc5a6f, host dv-neutron-861624-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=0e88ccdb-b76b-42e9-8296-c6dd02bc5a6f,segment=NetworkSegment(d8ff4c83-6a95-4712-996f-9149a4fbdc79),segment_id=d8ff4c83-6a95-4712-996f-9149a4fbdc79)] {{(pid=103332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:39:46.437936 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-30d6a322-c74a-4469-b8ab-d4ea89308744 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:46.445169 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-3450bc4e-4a18-48dc-99aa-d0a4d8317867 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1629451519'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:39:46.453082 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-7f38c6a4-bd42-4e49-ace3-82e59ed6b1d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1694785'] for router_interface, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:46.471156 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.plugin [None req-30d6a322-c74a-4469-b8ab-d4ea89308744 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Calling delete_port for 0e88ccdb-b76b-42e9-8296-c6dd02bc5a6f owned by network:dhcp {{(pid=103332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 07:39:46.491265 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b87068-802d-4b0f-abd2-d6723dae9ccd tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Pushing event deleted for resources: {'Network': ['ID=54089a1a-1c47-41df-9717-024e88782b3c,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:39:46.497874 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341abe07-f269-40e2-ae99-f86968d05814 req-fed7091d-596d-4a9a-b869-bfa80c0ca1d9 tempest-ServerActionsTestJSON-1032082790 tempest-ServerActionsTestJSON-1032082790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:39:46.499414 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-341abe07-f269-40e2-ae99-f86968d05814 req-fed7091d-596d-4a9a-b869-bfa80c0ca1d9 tempest-ServerActionsTestJSON-1032082790 tempest-ServerActionsTestJSON-1032082790-project] 10.222.0.27 "GET /v2.0/ports?device_id=c15ce40b-4ff1-4ce8-b3f1-4c16c8447f68 HTTP/1.1" status: 200 len: 945 time: 0.1132743 Oct 19 07:39:46.531781 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-5d1d4471-c16f-4a1a-b2fc-db8e95a5046d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:46.562074 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0bffc9-72c3-469e-a391-f28dc7be7cd6 req-e1587aab-7cb0-4140-9698-ccd098961111 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:39:46.563540 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-4a0bffc9-72c3-469e-a391-f28dc7be7cd6 req-e1587aab-7cb0-4140-9698-ccd098961111 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b76abfccca1e443d8cfed9fe77b82608&device_id=c15ce40b-4ff1-4ce8-b3f1-4c16c8447f68 HTTP/1.1" status: 200 len: 1098 time: 0.1408367 Oct 19 07:39:46.571289 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-1a837db8-aaaa-4a67-9488-72a901479c3b None None] Provisioning complete for port ff41f549-262c-424f-ad66-cc44646c4743 triggered by entity DHCP. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:39:46.571685 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-1a837db8-aaaa-4a67-9488-72a901479c3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:46.572189 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-1a837db8-aaaa-4a67-9488-72a901479c3b None None] Attempt 1 to provision port ff41f549-262c-424f-ad66-cc44646c4743 Oct 19 07:39:46.580652 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca14a383-7110-47d2-8400-7e5912e3b3a3 tempest-RoutersIpV6AdminTest-1129688832 tempest-RoutersIpV6AdminTest-1129688832-project] Pushing event updated for resources: {'Port': ['ID=6202312a-0195-4703-8ee1-051cc20334d3,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:39:46.612201 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-341abe07-f269-40e2-ae99-f86968d05814 req-53a61fa9-dc0f-479a-9301-44276c55748b tempest-ServerActionsTestJSON-1032082790 tempest-ServerActionsTestJSON-1032082790-project] 10.222.0.27 "GET /v2.0/security-groups?id=f0bcd6ee-444f-46c6-b01f-ccacf8976dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1019015 Oct 19 07:39:46.612451 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-df6e6fb0-def5-4731-a3d1-d762cc77d4f2 tempest-RoutersAdminTest-1850549588 tempest-RoutersAdminTest-1850549588-project] Notify callbacks [] for router_gateway, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:46.671096 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3450bc4e-4a18-48dc-99aa-d0a4d8317867 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Made reservation on behalf of 2a06cf3adb854931a1e873f20cdb1976 for: {'network': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 07:39:46.674936 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-3450bc4e-4a18-48dc-99aa-d0a4d8317867 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for network, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:46.699003 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-30d6a322-c74a-4469-b8ab-d4ea89308744 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133553798'] for port, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:46.706344 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0bffc9-72c3-469e-a391-f28dc7be7cd6 req-477f55f0-f2f7-46f8-8073-a90046ce44e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:39:46.708189 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-4a0bffc9-72c3-469e-a391-f28dc7be7cd6 req-477f55f0-f2f7-46f8-8073-a90046ce44e3 service neutron] 10.222.0.16 "GET /v2.0/networks?id=9f9e4d3a-9b0f-46a7-b045-8d44d07986e0 HTTP/1.1" status: 200 len: 912 time: 0.1355824 Oct 19 07:39:46.711548 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-46e03b5b-6d66-4c72-b4b5-81123ee765e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339'] for port, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:46.736325 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d6a322-c74a-4469-b8ab-d4ea89308744 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Pushing event deleted for resources: {'Port': ['ID=0e88ccdb-b76b-42e9-8296-c6dd02bc5a6f,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:39:46.739343 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46e03b5b-6d66-4c72-b4b5-81123ee765e9 None None] No DVR routers for this DVR port 0e88ccdb-b76b-42e9-8296-c6dd02bc5a6f on host dv-neutron-861624-1-hyperv {{(pid=103334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 19 07:39:46.776351 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30d6a322-c74a-4469-b8ab-d4ea89308744 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] No DVR routers for this DVR port 0e88ccdb-b76b-42e9-8296-c6dd02bc5a6f on host dv-neutron-861624-1-hyperv {{(pid=103332) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 19 07:39:46.795918 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e03b5b-6d66-4c72-b4b5-81123ee765e9 None None] Pushing event deleted for resources: {'Port': ['ID=0e88ccdb-b76b-42e9-8296-c6dd02bc5a6f,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:39:46.806260 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2583f0df-4707-445a-a837-3863ed132abf None None] DHCP port deletion for d721bbd8-f70e-4706-968d-f500d7d63db8 request from dv-neutron-861624-1-hyperv {{(pid=103334) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 07:39:46.847136 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-1ca535f1-028e-425d-9b17-fd2f1bf6ec9c tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:46.850116 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-4a0bffc9-72c3-469e-a391-f28dc7be7cd6 req-2fc4a6b2-ff04-4f32-9b9e-cf805b3720a3 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=166507e4-5bf0-4d0c-a912-f2cd4a10fdee HTTP/1.1" status: 200 len: 1001 time: 0.1217198 Oct 19 07:39:46.876549 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-30d6a322-c74a-4469-b8ab-d4ea89308744 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-673051', 'neutron.services.segments.db._delete_segments_for_network-8785021519108'] for network, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:46.905141 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-1a837db8-aaaa-4a67-9488-72a901479c3b None None] Current status of the port ff41f549-262c-424f-ad66-cc44646c4743 is: ACTIVE; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:39:46.932573 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.services.segments.db [None req-30d6a322-c74a-4469-b8ab-d4ea89308744 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62d5a6e5-e501-49fa-885e-19275b60b41a']}} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:39:46.947240 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.services.segments.db [None req-30d6a322-c74a-4469-b8ab-d4ea89308744 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8ff4c83-6a95-4712-996f-9149a4fbdc79') {'for_net_delete': True} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:39:46.947558 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.services.segments.db [None req-30d6a322-c74a-4469-b8ab-d4ea89308744 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8ff4c83-6a95-4712-996f-9149a4fbdc79') {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:39:46.954335 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-2583f0df-4707-445a-a837-3863ed132abf None None] Deleting port 4073bc26-64d2-4023-89ef-3f6549933bde {{(pid=103334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 07:39:46.954522 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-2583f0df-4707-445a-a837-3863ed132abf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:46.957556 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0bffc9-72c3-469e-a391-f28dc7be7cd6 req-00275329-e22d-4171-a26d-a6dc245a373f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:39:46.959809 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-4a0bffc9-72c3-469e-a391-f28dc7be7cd6 req-00275329-e22d-4171-a26d-a6dc245a373f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=509b576d-66cd-49df-8740-f428cd2060b2 HTTP/1.1" status: 200 len: 850 time: 0.0792203 Oct 19 07:39:46.963369 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3450bc4e-4a18-48dc-99aa-d0a4d8317867 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 151} {{(pid=103333) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 07:39:46.963464 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-30d6a322-c74a-4469-b8ab-d4ea89308744 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785021519382', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130726885'] for segment, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:47.005183 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-30d6a322-c74a-4469-b8ab-d4ea89308744 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979'] for segment, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:47.014199 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30d6a322-c74a-4469-b8ab-d4ea89308744 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Releasing vlan 172 on physical network physnet1 to pool {{(pid=103332) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 07:39:47.022776 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-30d6a322-c74a-4469-b8ab-d4ea89308744 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-133553843'] for segment, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:47.045177 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-2583f0df-4707-445a-a837-3863ed132abf None None] For port 4073bc26-64d2-4023-89ef-3f6549933bde, host dv-neutron-861624-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=4073bc26-64d2-4023-89ef-3f6549933bde,segment=NetworkSegment(21718be8-9ca5-45ec-aaa3-e266bb405d34),segment_id=21718be8-9ca5-45ec-aaa3-e266bb405d34)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:39:47.045177 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-2583f0df-4707-445a-a837-3863ed132abf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:47.048908 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-3450bc4e-4a18-48dc-99aa-d0a4d8317867 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979'] for segment, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:47.049706 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.db.segments_db [None req-3450bc4e-4a18-48dc-99aa-d0a4d8317867 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Added segment b11fbb46-0e8d-48d3-ba0f-7d72d8040e70 of type vlan for network 8707995b-d7fa-477e-bc47-5896702f2192 Oct 19 07:39:47.054451 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.notifiers.nova [None req-1ca535f1-028e-425d-9b17-fd2f1bf6ec9c tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] device_id is not set on port 053ac457-ec0e-4c40-8631-28537fd01e84 yet. {{(pid=103333) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 19 07:39:47.054646 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.services.segments.plugin [-] Segment d8ff4c83-6a95-4712-996f-9149a4fbdc79 resource provider aggregate not found Oct 19 07:39:47.069574 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-2583f0df-4707-445a-a837-3863ed132abf None None] Calling delete_port for 4073bc26-64d2-4023-89ef-3f6549933bde owned by network:dhcp {{(pid=103334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 07:39:47.083344 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0bffc9-72c3-469e-a391-f28dc7be7cd6 req-e2ac1628-001c-4b08-ba52-2b023f42220a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:39:47.084877 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-4a0bffc9-72c3-469e-a391-f28dc7be7cd6 req-e2ac1628-001c-4b08-ba52-2b023f42220a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=9f9e4d3a-9b0f-46a7-b045-8d44d07986e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1146724 Oct 19 07:39:47.092475 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.services.segments.plugin [-] Segment d8ff4c83-6a95-4712-996f-9149a4fbdc79 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d8ff4c83-6a95-4712-996f-9149a4fbdc79 found for delete ", "request_id": "req-4908dd07-1ab5-4d7e-a685-24bc0981c162"}]} Oct 19 07:39:47.160063 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-30d6a322-c74a-4469-b8ab-d4ea89308744 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-673044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1695087'] for network, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:47.193146 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-2583f0df-4707-445a-a837-3863ed132abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339'] for port, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:47.221655 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2583f0df-4707-445a-a837-3863ed132abf None None] Pushing event deleted for resources: {'Port': ['ID=4073bc26-64d2-4023-89ef-3f6549933bde,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:39:47.225215 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2583f0df-4707-445a-a837-3863ed132abf None None] No DVR routers for this DVR port 4073bc26-64d2-4023-89ef-3f6549933bde on host dv-neutron-861624-1-hyperv {{(pid=103334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 19 07:39:47.231313 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-30d6a322-c74a-4469-b8ab-d4ea89308744 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Notify callbacks [] for network, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:47.237583 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-30d6a322-c74a-4469-b8ab-d4ea89308744 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] 10.222.0.27 "DELETE /v2.0/networks/62d5a6e5-e501-49fa-885e-19275b60b41a HTTP/1.1" status: 204 len: 168 time: 1.1695173 Oct 19 07:39:47.237583 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d6a322-c74a-4469-b8ab-d4ea89308744 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Pushing event deleted for resources: {'Network': ['ID=62d5a6e5-e501-49fa-885e-19275b60b41a,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:39:47.239467 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 55094) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:39:47.333873 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-4a0bffc9-72c3-469e-a391-f28dc7be7cd6 req-0d6b8e22-3705-4128-b534-6368a98431cd service neutron] 10.222.0.16 "GET /v2.0/networks/9f9e4d3a-9b0f-46a7-b045-8d44d07986e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2404568 Oct 19 07:39:47.339695 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-46e77b17-c8ba-492d-ae58-e63bf754a3a2 None None] Provisioning complete for port ff41f549-262c-424f-ad66-cc44646c4743 triggered by entity DHCP. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:39:47.340183 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-46e77b17-c8ba-492d-ae58-e63bf754a3a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:47.340640 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-46e77b17-c8ba-492d-ae58-e63bf754a3a2 None None] Attempt 1 to provision port ff41f549-262c-424f-ad66-cc44646c4743 Oct 19 07:39:47.341368 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-c9906e9e-057c-4f1c-95a9-9ee0ece269be tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-667019'] for network, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:47.351491 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-3450bc4e-4a18-48dc-99aa-d0a4d8317867 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785020965340'] for network, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:47.462512 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-46e77b17-c8ba-492d-ae58-e63bf754a3a2 None None] Current status of the port ff41f549-262c-424f-ad66-cc44646c4743 is: ACTIVE; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:39:47.490613 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device ff41f549-262c-424f-ad66-cc44646c4743 up at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 07:39:47.544933 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Provisioning complete for port ff41f549-262c-424f-ad66-cc44646c4743 triggered by entity L2. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:39:47.545660 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:47.546192 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Attempt 1 to provision port ff41f549-262c-424f-ad66-cc44646c4743 Oct 19 07:39:47.550157 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-3450bc4e-4a18-48dc-99aa-d0a4d8317867 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873'] for network, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:47.556395 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3450bc4e-4a18-48dc-99aa-d0a4d8317867 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:39:47.557060 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-3450bc4e-4a18-48dc-99aa-d0a4d8317867 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574827'] for network, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:47.630682 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Current status of the port ff41f549-262c-424f-ad66-cc44646c4743 is: ACTIVE; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:39:47.663949 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-df6e6fb0-def5-4731-a3d1-d762cc77d4f2 tempest-RoutersAdminTest-1850549588 tempest-RoutersAdminTest-1850549588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1692844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1693859'] for router, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:47.681202 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-ca14a383-7110-47d2-8400-7e5912e3b3a3 tempest-RoutersIpV6AdminTest-1129688832 tempest-RoutersIpV6AdminTest-1129688832-project] Notify callbacks [] for router_gateway, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:47.685348 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-3450bc4e-4a18-48dc-99aa-d0a4d8317867 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.2518816 Oct 19 07:39:47.687402 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device 4073bc26-64d2-4023-89ef-3f6549933bde no longer exists at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 07:39:47.715841 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] No Port match for: 4073bc26-64d2-4023-89ef-3f6549933bde {{(pid=103334) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 19 07:39:47.716048 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device 4073bc26-64d2-4023-89ef-3f6549933bde not bound to the agent host dv-neutron-861624-1-hyperv {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 07:39:47.716770 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device 0e88ccdb-b76b-42e9-8296-c6dd02bc5a6f no longer exists at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 07:39:47.739694 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] No Port match for: 0e88ccdb-b76b-42e9-8296-c6dd02bc5a6f {{(pid=103334) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 19 07:39:47.740163 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device 0e88ccdb-b76b-42e9-8296-c6dd02bc5a6f not bound to the agent host dv-neutron-861624-1-hyperv {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 07:39:47.762282 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 55096) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:39:47.770526 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-13217bd4-2f0d-423d-8b6b-c9b4131dd804 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Request body: {'subnet': {'network_id': '8707995b-d7fa-477e-bc47-5896702f2192', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:39:47.792807 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3450bc4e-4a18-48dc-99aa-d0a4d8317867 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Pushing event updated for resources: {'Network': ['ID=8707995b-d7fa-477e-bc47-5896702f2192,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:39:47.804358 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Network 8707995b-d7fa-477e-bc47-5896702f2192 details requested by agent ovs-agent-dv-neutron-861624-1-hyperv with host dv-neutron-861624-1-hyperv {{(pid=103334) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 07:39:47.807864 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-c9906e9e-057c-4f1c-95a9-9ee0ece269be tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-673051', 'neutron.services.segments.db._delete_segments_for_network-8785021519108'] for network, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:47.825210 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-4a0bffc9-72c3-469e-a391-f28dc7be7cd6 req-aadfea04-cc5a-40f9-a7ad-aee877d9d0c3 service neutron] 10.222.0.16 "GET /v2.0/networks/9f9e4d3a-9b0f-46a7-b045-8d44d07986e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4816957 Oct 19 07:39:47.853344 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.services.segments.db [None req-c9906e9e-057c-4f1c-95a9-9ee0ece269be tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d721bbd8-f70e-4706-968d-f500d7d63db8']}} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:39:47.866192 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.services.segments.db [None req-c9906e9e-057c-4f1c-95a9-9ee0ece269be tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21718be8-9ca5-45ec-aaa3-e266bb405d34') {'for_net_delete': True} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:39:47.866485 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.services.segments.db [None req-c9906e9e-057c-4f1c-95a9-9ee0ece269be tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21718be8-9ca5-45ec-aaa3-e266bb405d34') {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:39:47.879505 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-c9906e9e-057c-4f1c-95a9-9ee0ece269be tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785021519382', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130726885'] for segment, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:47.901022 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7d6830-e25c-411f-bd0f-a2c1247ba7cd req-b9c0e3fe-a3e2-4d0c-8356-051c32e53358 tempest-ServerActionsTestJSON-1032082790 tempest-ServerActionsTestJSON-1032082790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:39:47.902873 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-7d7d6830-e25c-411f-bd0f-a2c1247ba7cd req-b9c0e3fe-a3e2-4d0c-8356-051c32e53358 tempest-ServerActionsTestJSON-1032082790 tempest-ServerActionsTestJSON-1032082790-project] 10.222.0.27 "GET /v2.0/ports?device_id=c15ce40b-4ff1-4ce8-b3f1-4c16c8447f68 HTTP/1.1" status: 200 len: 945 time: 0.1186361 Oct 19 07:39:47.903942 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-c9906e9e-057c-4f1c-95a9-9ee0ece269be tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979'] for segment, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:47.915559 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-2a2259f7-b034-4eec-af7a-7abaede746c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:47.918850 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9906e9e-057c-4f1c-95a9-9ee0ece269be tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Releasing vlan 198 on physical network physnet1 to pool {{(pid=103332) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 07:39:47.919260 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-c9906e9e-057c-4f1c-95a9-9ee0ece269be tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-133553843'] for segment, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:48.002721 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-7d7d6830-e25c-411f-bd0f-a2c1247ba7cd req-18c2ad10-6b7b-461c-abe3-00c670b49aa9 tempest-ServerActionsTestJSON-1032082790 tempest-ServerActionsTestJSON-1032082790-project] 10.222.0.27 "GET /v2.0/security-groups?id=f0bcd6ee-444f-46c6-b01f-ccacf8976dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0915198 Oct 19 07:39:48.007115 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-c9906e9e-057c-4f1c-95a9-9ee0ece269be tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-673044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1695087'] for network, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:48.028534 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-c9906e9e-057c-4f1c-95a9-9ee0ece269be tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Notify callbacks [] for network, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:48.028534 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-c9906e9e-057c-4f1c-95a9-9ee0ece269be tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] 10.222.0.27 "DELETE /v2.0/networks/d721bbd8-f70e-4706-968d-f500d7d63db8 HTTP/1.1" status: 204 len: 168 time: 0.7765515 Oct 19 07:39:48.032693 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 55100) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:39:48.034269 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-dc1eb0f3-3f40-4abe-957f-8113ca8d374d tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Request body: {'network': {'name': 'tempest-RoutersTest-952582413'}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:39:48.039640 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9906e9e-057c-4f1c-95a9-9ee0ece269be tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Pushing event deleted for resources: {'Network': ['ID=d721bbd8-f70e-4706-968d-f500d7d63db8,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:39:48.056404 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc1eb0f3-3f40-4abe-957f-8113ca8d374d tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Made reservation on behalf of ea2e94e7c58741afa39e88c6d73f4fb1 for: {'network': 1} {{(pid=103332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 07:39:48.060001 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-dc1eb0f3-3f40-4abe-957f-8113ca8d374d tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for network, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:48.087773 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc1eb0f3-3f40-4abe-957f-8113ca8d374d tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 162} {{(pid=103332) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 07:39:48.097746 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-dc1eb0f3-3f40-4abe-957f-8113ca8d374d tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979'] for segment, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:48.098087 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.db.segments_db [None req-dc1eb0f3-3f40-4abe-957f-8113ca8d374d tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Added segment 417fbaca-c09b-48b6-b8b2-82e6d70ebf05 of type vlan for network 3aa1cb62-fce0-43f9-9557-155b06fb823e Oct 19 07:39:48.141370 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-dc1eb0f3-3f40-4abe-957f-8113ca8d374d tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785020965340'] for network, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:48.165668 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-dc1eb0f3-3f40-4abe-957f-8113ca8d374d tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873'] for network, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:48.171299 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc1eb0f3-3f40-4abe-957f-8113ca8d374d tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:39:48.172056 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-dc1eb0f3-3f40-4abe-957f-8113ca8d374d tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Notify callbacks [] for network, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:48.210912 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-dc1eb0f3-3f40-4abe-957f-8113ca8d374d tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.1804118 Oct 19 07:39:48.217388 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 55102) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:39:48.224438 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-bdc2bb4b-babb-49c1-aa06-9d436d40603e tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Request body: {'subnet': {'network_id': '3aa1cb62-fce0-43f9-9557-155b06fb823e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:39:48.230406 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.db_base_plugin_common [None req-1ca535f1-028e-425d-9b17-fd2f1bf6ec9c tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Allocated IP 172.20.0.7 (6b5a65c5-1bed-4301-9db8-c1056c2b8eba/3049719c-506a-444d-aed4-75732b529d6e/053ac457-ec0e-4c40-8631-28537fd01e84) {{(pid=103333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 07:39:48.273720 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1eb0f3-3f40-4abe-957f-8113ca8d374d tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Pushing event updated for resources: {'Network': ['ID=3aa1cb62-fce0-43f9-9557-155b06fb823e,revision_number=1']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:39:48.285633 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Network 3aa1cb62-fce0-43f9-9557-155b06fb823e details requested by agent ovs-agent-dv-neutron-861624-1-hyperv with host dv-neutron-861624-1-hyperv {{(pid=103334) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 07:39:48.321815 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.db_base_plugin_common [None req-1ca535f1-028e-425d-9b17-fd2f1bf6ec9c tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Allocated IP 2001:db8::f816:3eff:fec3:a3da (6b5a65c5-1bed-4301-9db8-c1056c2b8eba/9ca53bb9-b70a-49d8-9ca6-80e861a57ef6/053ac457-ec0e-4c40-8631-28537fd01e84) {{(pid=103333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 07:39:48.367428 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdc2bb4b-babb-49c1-aa06-9d436d40603e tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Made reservation on behalf of ea2e94e7c58741afa39e88c6d73f4fb1 for: {'subnet': 1} {{(pid=103332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 07:39:48.370952 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-bdc2bb4b-babb-49c1-aa06-9d436d40603e tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130659787'] for subnet, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:48.471218 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13217bd4-2f0d-423d-8b6b-c9b4131dd804 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Made reservation on behalf of 2a06cf3adb854931a1e873f20cdb1976 for: {'subnet': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 07:39:48.474623 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-13217bd4-2f0d-423d-8b6b-c9b4131dd804 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130170579'] for subnet, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:48.551345 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-bdc2bb4b-babb-49c1-aa06-9d436d40603e tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-133552662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130659641'] for subnet, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:48.609418 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc2bb4b-babb-49c1-aa06-9d436d40603e tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Pushing event updated for resources: {'Subnet': ['ID=b6e6bdfb-2428-4902-9769-1c73c4a8be34,revision_number=0']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:39:48.618389 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdc2bb4b-babb-49c1-aa06-9d436d40603e tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Checking segment: {'id': '417fbaca-c09b-48b6-b8b2-82e6d70ebf05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '3aa1cb62-fce0-43f9-9557-155b06fb823e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 19 07:39:48.618740 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdc2bb4b-babb-49c1-aa06-9d436d40603e tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Network hostable DHCP agents. Network: 3aa1cb62-fce0-43f9-9557-155b06fb823e, hostable agents: ['310d813b-0e3e-4d7e-9b79-8f4ec0dbcab0'], hosted agents: [] {{(pid=103332) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 07:39:48.634684 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdc2bb4b-babb-49c1-aa06-9d436d40603e tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Network 3aa1cb62-fce0-43f9-9557-155b06fb823e is scheduled to be hosted by DHCP agent 310d813b-0e3e-4d7e-9b79-8f4ec0dbcab0 with binding_index 1 {{(pid=103332) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 07:39:48.643024 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.base_scheduler [None req-bdc2bb4b-babb-49c1-aa06-9d436d40603e tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861624-1-hyperv, 3aa1cb62-fce0-43f9-9557-155b06fb823e) {{(pid=103332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:39:48.647333 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdc2bb4b-babb-49c1-aa06-9d436d40603e tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:39:48.648179 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-bdc2bb4b-babb-49c1-aa06-9d436d40603e tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574827'] for subnet, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:48.654362 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fc2ebf8-e227-4b01-aaad-20227e4ae39d None None] Network 3aa1cb62-fce0-43f9-9557-155b06fb823e requested from dv-neutron-861624-1-hyperv {{(pid=103334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 07:39:48.670706 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-bdc2bb4b-babb-49c1-aa06-9d436d40603e tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4497271 Oct 19 07:39:48.670896 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 55104) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:39:48.676345 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-69736288-9b58-47a3-98ab-3abb49835e8e tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-203121806', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:39:48.700227 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-69736288-9b58-47a3-98ab-3abb49835e8e tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1692695', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12668'] for router, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:48.701294 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-69736288-9b58-47a3-98ab-3abb49835e8e tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1692835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1693910', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1621825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12659'] for router, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:48.724377 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-7f38c6a4-bd42-4e49-ace3-82e59ed6b1d1 admin admin] Deleting port f96a1284-97a6-4ae5-9893-8add67057705 {{(pid=103333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 07:39:48.724651 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-7f38c6a4-bd42-4e49-ace3-82e59ed6b1d1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:48.746389 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-ca14a383-7110-47d2-8400-7e5912e3b3a3 tempest-RoutersIpV6AdminTest-1129688832 tempest-RoutersIpV6AdminTest-1129688832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1692844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1693859'] for router, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:48.752342 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-69736288-9b58-47a3-98ab-3abb49835e8e tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:48.758472 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-69736288-9b58-47a3-98ab-3abb49835e8e tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1692844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1693859'] for router, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:48.762698 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df6e6fb0-def5-4731-a3d1-d762cc77d4f2 tempest-RoutersAdminTest-1850549588 tempest-RoutersAdminTest-1850549588-project] Router 190d35f7-8242-4ccc-bd6c-c3452962f8f3 is scheduled to L3 agent ab388470-1243-4d53-80f2-c2f5899c97a7 with binding_index 1 {{(pid=103333) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 07:39:48.777636 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-69736288-9b58-47a3-98ab-3abb49835e8e tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Notify callbacks [] for router, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:48.781814 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-69736288-9b58-47a3-98ab-3abb49835e8e tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] 10.222.0.27 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1089115 Oct 19 07:39:48.781988 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 55106) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:39:48.787831 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-acb03156-3f37-47d4-8058-66d0b5058e88 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Request body: {'port': {'network_id': '3aa1cb62-fce0-43f9-9557-155b06fb823e', 'name': 'tempest-RoutersTest-1193885849'}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:39:48.830862 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc9b3f94-fcdf-4008-9deb-86c301e13311 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d12c6ac-27a3-545c-a8f3-f04e30423d6d-3aa1cb62-fce0-43f9-9557-155b06fb823e', 'network_id': '3aa1cb62-fce0-43f9-9557-155b06fb823e', 'tenant_id': 'ea2e94e7c58741afa39e88c6d73f4fb1', 'fixed_ips': [{'subnet_id': 'b6e6bdfb-2428-4902-9769-1c73c4a8be34'}]}} from dv-neutron-861624-1-hyperv. {{(pid=103334) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 07:39:48.831819 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-fc9b3f94-fcdf-4008-9deb-86c301e13311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:48.909440 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acb03156-3f37-47d4-8058-66d0b5058e88 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Made reservation on behalf of ea2e94e7c58741afa39e88c6d73f4fb1 for: {'port': 1} {{(pid=103332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 07:39:48.917499 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-acb03156-3f37-47d4-8058-66d0b5058e88 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:48.936437 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.notifiers.nova [None req-acb03156-3f37-47d4-8058-66d0b5058e88 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] device_id is not set on port 91ffc99c-2052-4f90-a1d2-eceadaa4bee6 yet. {{(pid=103332) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 19 07:39:48.946281 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-1a0da505-d0f9-48c6-b7e2-53b9c5e41298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:48.979142 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-1ca535f1-028e-425d-9b17-fd2f1bf6ec9c tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks [] for port, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:48.990548 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.db_base_plugin_common [None req-fc9b3f94-fcdf-4008-9deb-86c301e13311 None None] Allocated IP 172.20.0.2 (3aa1cb62-fce0-43f9-9557-155b06fb823e/b6e6bdfb-2428-4902-9769-1c73c4a8be34/0cfa5274-a1e0-447e-b02c-469a53ebe098) {{(pid=103334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 07:39:48.991568 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-3a89675f-148c-44f6-bfab-6f2cfdbc7376 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1694785'] for router_interface, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:49.096011 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:49.109344 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.db [None req-7f38c6a4-bd42-4e49-ace3-82e59ed6b1d1 admin admin] For port f96a1284-97a6-4ae5-9893-8add67057705, host dv-neutron-861624-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=f96a1284-97a6-4ae5-9893-8add67057705,segment=NetworkSegment(f4c58900-46fa-40ca-95c7-471a7b507c99),segment_id=f4c58900-46fa-40ca-95c7-471a7b507c99)] {{(pid=103333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:39:49.109652 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-7f38c6a4-bd42-4e49-ace3-82e59ed6b1d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:49.137558 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.services.segments.plugin [-] Segment 21718be8-9ca5-45ec-aaa3-e266bb405d34 resource provider aggregate not found Oct 19 07:39:49.161378 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-fc9b3f94-fcdf-4008-9deb-86c301e13311 None None] Notify callbacks [] for port, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:49.162594 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.services.segments.plugin [-] Segment 21718be8-9ca5-45ec-aaa3-e266bb405d34 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 21718be8-9ca5-45ec-aaa3-e266bb405d34 found for delete ", "request_id": "req-e60f8b1a-6089-4544-bc9f-c176784c2da2"}]} Oct 19 07:39:49.167260 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-fc9b3f94-fcdf-4008-9deb-86c301e13311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785020947330'] for port, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:49.171736 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-7f38c6a4-bd42-4e49-ace3-82e59ed6b1d1 admin admin] Calling delete_port for f96a1284-97a6-4ae5-9893-8add67057705 owned by network:router_interface {{(pid=103333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 07:39:49.207414 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a7cbf7-7a4e-4883-a87a-879b4e44bd95 req-1e4d1a6d-d93f-4419-9d5c-32203b6c73c3 tempest-ServerActionsTestJSON-1032082790 tempest-ServerActionsTestJSON-1032082790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:39:49.209089 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-e8a7cbf7-7a4e-4883-a87a-879b4e44bd95 req-1e4d1a6d-d93f-4419-9d5c-32203b6c73c3 tempest-ServerActionsTestJSON-1032082790 tempest-ServerActionsTestJSON-1032082790-project] 10.222.0.27 "GET /v2.0/ports?device_id=c15ce40b-4ff1-4ce8-b3f1-4c16c8447f68 HTTP/1.1" status: 200 len: 945 time: 0.1200259 Oct 19 07:39:49.216201 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc9b3f94-fcdf-4008-9deb-86c301e13311 None None] Network 3aa1cb62-fce0-43f9-9557-155b06fb823e is already hosted by enough agents. {{(pid=103334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 07:39:49.217798 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.scheduler.base_scheduler [None req-fc9b3f94-fcdf-4008-9deb-86c301e13311 None None] Resources bound (agent type, host, resource id): {{(pid=103334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:39:49.219742 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9b3f94-fcdf-4008-9deb-86c301e13311 None None] Pushing event updated for resources: {'Port': ['ID=0cfa5274-a1e0-447e-b02c-469a53ebe098,revision_number=1']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:39:49.221995 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc9b3f94-fcdf-4008-9deb-86c301e13311 None None] Received port after_create {{(pid=103334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 07:39:49.256695 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.db_base_plugin_common [None req-acb03156-3f37-47d4-8058-66d0b5058e88 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Allocated IP 172.20.0.3 (3aa1cb62-fce0-43f9-9557-155b06fb823e/b6e6bdfb-2428-4902-9769-1c73c4a8be34/91ffc99c-2052-4f90-a1d2-eceadaa4bee6) {{(pid=103332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 07:39:49.279293 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-e8a7cbf7-7a4e-4883-a87a-879b4e44bd95 req-158998cd-48b7-49c7-ade9-5c68bd19e5ce tempest-ServerActionsTestJSON-1032082790 tempest-ServerActionsTestJSON-1032082790-project] 10.222.0.27 "GET /v2.0/security-groups?id=f0bcd6ee-444f-46c6-b01f-ccacf8976dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551391 Oct 19 07:39:49.292323 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-fc9b3f94-fcdf-4008-9deb-86c301e13311 None None] Attempting to bind port 0cfa5274-a1e0-447e-b02c-469a53ebe098 on host dv-neutron-861624-1-hyperv for vnic_type normal with profile {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 19 07:39:49.292870 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-fc9b3f94-fcdf-4008-9deb-86c301e13311 None None] Attempting to bind port 0cfa5274-a1e0-447e-b02c-469a53ebe098 by drivers openvswitch,hyperv on host dv-neutron-861624-1-hyperv at level 0 using segments [{'id': '417fbaca-c09b-48b6-b8b2-82e6d70ebf05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '3aa1cb62-fce0-43f9-9557-155b06fb823e'}] {{(pid=103334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 19 07:39:49.293330 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc9b3f94-fcdf-4008-9deb-86c301e13311 None None] Attempting to bind port 0cfa5274-a1e0-447e-b02c-469a53ebe098 on network 3aa1cb62-fce0-43f9-9557-155b06fb823e {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 07:39:49.306685 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc9b3f94-fcdf-4008-9deb-86c301e13311 None None] Checking agent: {'id': 'a5b0152c-d633-409b-aaf8-3b76458e2410', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861624-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 19, 7, 30, 19), 'started_at': datetime.datetime(2022, 10, 19, 7, 30, 49), 'heartbeat_timestamp': datetime.datetime(2022, 10, 19, 7, 39, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861624-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 07:39:49.307145 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc9b3f94-fcdf-4008-9deb-86c301e13311 None None] Checking segment: {'id': '417fbaca-c09b-48b6-b8b2-82e6d70ebf05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '3aa1cb62-fce0-43f9-9557-155b06fb823e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 19 07:39:49.307560 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-fc9b3f94-fcdf-4008-9deb-86c301e13311 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:49.307953 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc9b3f94-fcdf-4008-9deb-86c301e13311 None None] Bound using segment: {'id': '417fbaca-c09b-48b6-b8b2-82e6d70ebf05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '3aa1cb62-fce0-43f9-9557-155b06fb823e'} {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 07:39:49.308427 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-fc9b3f94-fcdf-4008-9deb-86c301e13311 None None] Bound port: 0cfa5274-a1e0-447e-b02c-469a53ebe098, host: dv-neutron-861624-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '417fbaca-c09b-48b6-b8b2-82e6d70ebf05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '3aa1cb62-fce0-43f9-9557-155b06fb823e'}}] {{(pid=103334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 19 07:39:49.308842 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-fc9b3f94-fcdf-4008-9deb-86c301e13311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:49.338686 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-13217bd4-2f0d-423d-8b6b-c9b4131dd804 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130997899', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130170401'] for subnet, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:49.389923 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df6e6fb0-def5-4731-a3d1-d762cc77d4f2 tempest-RoutersAdminTest-1850549588 tempest-RoutersAdminTest-1850549588-project] Notify agent at l3_agent.dv-neutron-861624-1-hyperv the message routers_updated {{(pid=103333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 07:39:49.401823 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-fc9b3f94-fcdf-4008-9deb-86c301e13311 None None] For port 0cfa5274-a1e0-447e-b02c-469a53ebe098, host dv-neutron-861624-1-hyperv, cleared binding levels {{(pid=103334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 07:39:49.402202 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-1ca535f1-028e-425d-9b17-fd2f1bf6ec9c tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785020947330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130996763'] for port, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:49.411434 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1db2a9f1-09fc-46dd-a974-9c35ce46b3b1 None None] Sync routers for ids ['190d35f7-8242-4ccc-bd6c-c3452962f8f3'] in dv-neutron-861624-1-hyperv {{(pid=103334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 07:39:49.427972 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-fc9b3f94-fcdf-4008-9deb-86c301e13311 None None] For port 0cfa5274-a1e0-447e-b02c-469a53ebe098, host dv-neutron-861624-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=0cfa5274-a1e0-447e-b02c-469a53ebe098,segment=NetworkSegment(417fbaca-c09b-48b6-b8b2-82e6d70ebf05),segment_id=417fbaca-c09b-48b6-b8b2-82e6d70ebf05)] {{(pid=103334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 07:39:49.432588 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1db2a9f1-09fc-46dd-a974-9c35ce46b3b1 None None] Routers {'190d35f7-8242-4ccc-bd6c-c3452962f8f3'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 07:39:49.432588 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-1db2a9f1-09fc-46dd-a974-9c35ce46b3b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T07:39:46Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['190d35f7-8242-4ccc-bd6c-c3452962f8f3'], 'active': True} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:39:49.467481 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-fc9b3f94-fcdf-4008-9deb-86c301e13311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:49.479580 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-1db2a9f1-09fc-46dd-a974-9c35ce46b3b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:39:49.493323 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9222c5-2542-4048-a08b-c67c64dd9d12 req-aa5f2d52-4b5d-4ded-ab62-957823375dca tempest-ServerActionsTestJSON-1032082790 tempest-ServerActionsTestJSON-1032082790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:39:49.500474 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-ff9222c5-2542-4048-a08b-c67c64dd9d12 req-aa5f2d52-4b5d-4ded-ab62-957823375dca tempest-ServerActionsTestJSON-1032082790 tempest-ServerActionsTestJSON-1032082790-project] 10.222.0.27 "GET /v2.0/ports?device_id=c15ce40b-4ff1-4ce8-b3f1-4c16c8447f68 HTTP/1.1" status: 200 len: 945 time: 0.1190994 Oct 19 07:39:49.525936 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1db2a9f1-09fc-46dd-a974-9c35ce46b3b1 None None] Routers {'190d35f7-8242-4ccc-bd6c-c3452962f8f3'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 07:39:49.526669 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-1db2a9f1-09fc-46dd-a974-9c35ce46b3b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T07:39:46Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['190d35f7-8242-4ccc-bd6c-c3452962f8f3'], 'active': True} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:39:49.543016 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-acb03156-3f37-47d4-8058-66d0b5058e88 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Notify callbacks [] for port, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:49.557241 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ca535f1-028e-425d-9b17-fd2f1bf6ec9c tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Network 6b5a65c5-1bed-4301-9db8-c1056c2b8eba is already hosted by enough agents. {{(pid=103333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 07:39:49.558769 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13217bd4-2f0d-423d-8b6b-c9b4131dd804 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Pushing event updated for resources: {'Subnet': ['ID=f0d03f1c-723c-46f4-a1c2-d00de2907967,revision_number=0']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:39:49.567093 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-ff9222c5-2542-4048-a08b-c67c64dd9d12 req-ac71e021-33a7-4d0e-996f-cfd2b315f710 tempest-ServerActionsTestJSON-1032082790 tempest-ServerActionsTestJSON-1032082790-project] 10.222.0.27 "GET /v2.0/security-groups?id=f0bcd6ee-444f-46c6-b01f-ccacf8976dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650272 Oct 19 07:39:49.568236 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-1ca535f1-028e-425d-9b17-fd2f1bf6ec9c tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Resources bound (agent type, host, resource id): {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:39:49.599233 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-1db2a9f1-09fc-46dd-a974-9c35ce46b3b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:39:49.599918 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1db2a9f1-09fc-46dd-a974-9c35ce46b3b1 None None] The sync data for ids ['190d35f7-8242-4ccc-bd6c-c3452962f8f3'] in dv-neutron-861624-1-hyperv is: [] {{(pid=103334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 07:39:49.610207 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9b3f94-fcdf-4008-9deb-86c301e13311 None None] Pushing event updated for resources: {'Port': ['ID=0cfa5274-a1e0-447e-b02c-469a53ebe098,revision_number=2']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:39:49.630950 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ca535f1-028e-425d-9b17-fd2f1bf6ec9c tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Received port after_create {{(pid=103333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 07:39:49.633924 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-acb03156-3f37-47d4-8058-66d0b5058e88 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785020947330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133553798'] for port, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:49.654630 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-df6e6fb0-def5-4731-a3d1-d762cc77d4f2 tempest-RoutersAdminTest-1850549588 tempest-RoutersAdminTest-1850549588-project] Notify callbacks [] for router, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:49.658446 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-df6e6fb0-def5-4731-a3d1-d762cc77d4f2 tempest-RoutersAdminTest-1850549588 tempest-RoutersAdminTest-1850549588-project] 10.222.0.27 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 10.6100860 Oct 19 07:39:49.667357 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 55118) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:39:49.673996 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-be511037-7768-4677-98d3-07fe820851ca tempest-RoutersAdminTest-1280535694 tempest-RoutersAdminTest-1280535694-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'enable_snat': False}}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:39:49.783982 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca14a383-7110-47d2-8400-7e5912e3b3a3 tempest-RoutersIpV6AdminTest-1129688832 tempest-RoutersIpV6AdminTest-1129688832-project] Router e722064a-e9db-4dcb-a58c-196471986636 is scheduled to L3 agent ab388470-1243-4d53-80f2-c2f5899c97a7 with binding_index 1 {{(pid=103333) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 07:39:49.803302 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acb03156-3f37-47d4-8058-66d0b5058e88 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Network 3aa1cb62-fce0-43f9-9557-155b06fb823e is already hosted by enough agents. {{(pid=103332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 07:39:49.804658 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb03156-3f37-47d4-8058-66d0b5058e88 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Pushing event updated for resources: {'Port': ['ID=91ffc99c-2052-4f90-a1d2-eceadaa4bee6,revision_number=1']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:39:49.820098 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.base_scheduler [None req-acb03156-3f37-47d4-8058-66d0b5058e88 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Resources bound (agent type, host, resource id): {{(pid=103332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:39:49.822328 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acb03156-3f37-47d4-8058-66d0b5058e88 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Received port after_create {{(pid=103332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 07:39:49.990482 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acb03156-3f37-47d4-8058-66d0b5058e88 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:39:49.991145 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-acb03156-3f37-47d4-8058-66d0b5058e88 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42160'] for port, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:50.016687 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-c783b59e-50ce-4276-9d70-e291d6b85f56 None None] Provisioning complete for port 053ac457-ec0e-4c40-8631-28537fd01e84 triggered by entity DHCP. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:39:50.017305 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-c783b59e-50ce-4276-9d70-e291d6b85f56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:50.017525 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-c783b59e-50ce-4276-9d70-e291d6b85f56 None None] Attempt 1 to provision port 053ac457-ec0e-4c40-8631-28537fd01e84 Oct 19 07:39:50.054841 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-acb03156-3f37-47d4-8058-66d0b5058e88 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.2716553 Oct 19 07:39:50.057379 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-c783b59e-50ce-4276-9d70-e291d6b85f56 None None] Port 053ac457-ec0e-4c40-8631-28537fd01e84 cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 07:39:50.064345 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d39ca3-706c-4ab2-b50e-7e6bce843742 req-1104e696-a1d7-43c9-896a-72beed172c2f tempest-ServerActionsTestJSON-1032082790 tempest-ServerActionsTestJSON-1032082790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:39:50.065857 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-33d39ca3-706c-4ab2-b50e-7e6bce843742 req-1104e696-a1d7-43c9-896a-72beed172c2f tempest-ServerActionsTestJSON-1032082790 tempest-ServerActionsTestJSON-1032082790-project] 10.222.0.27 "GET /v2.0/ports?device_id=c15ce40b-4ff1-4ce8-b3f1-4c16c8447f68 HTTP/1.1" status: 200 len: 945 time: 0.1762884 Oct 19 07:39:50.068669 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 55122) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:39:50.132713 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13217bd4-2f0d-423d-8b6b-c9b4131dd804 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Checking segment: {'id': 'b11fbb46-0e8d-48d3-ba0f-7d72d8040e70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '8707995b-d7fa-477e-bc47-5896702f2192'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 19 07:39:50.133191 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13217bd4-2f0d-423d-8b6b-c9b4131dd804 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Network hostable DHCP agents. Network: 8707995b-d7fa-477e-bc47-5896702f2192, hostable agents: ['310d813b-0e3e-4d7e-9b79-8f4ec0dbcab0'], hosted agents: [] {{(pid=103333) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 07:39:50.135459 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca535f1-028e-425d-9b17-fd2f1bf6ec9c tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Pushing event updated for resources: {'Port': ['ID=053ac457-ec0e-4c40-8631-28537fd01e84,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:39:50.195147 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ca535f1-028e-425d-9b17-fd2f1bf6ec9c tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:39:50.195866 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-1ca535f1-028e-425d-9b17-fd2f1bf6ec9c tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42160'] for port, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:50.252866 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13217bd4-2f0d-423d-8b6b-c9b4131dd804 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Network 8707995b-d7fa-477e-bc47-5896702f2192 is scheduled to be hosted by DHCP agent 310d813b-0e3e-4d7e-9b79-8f4ec0dbcab0 with binding_index 1 {{(pid=103333) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 07:39:50.261610 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-1ca535f1-028e-425d-9b17-fd2f1bf6ec9c tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 4.9373281 Oct 19 07:39:50.270642 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 55124) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:39:50.304375 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-33d39ca3-706c-4ab2-b50e-7e6bce843742 req-456dabf7-3d55-4399-9a8f-23e9e89acbdd tempest-ServerActionsTestJSON-1032082790 tempest-ServerActionsTestJSON-1032082790-project] 10.222.0.27 "GET /v2.0/security-groups?id=f0bcd6ee-444f-46c6-b01f-ccacf8976dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2246966 Oct 19 07:39:50.322517 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-13217bd4-2f0d-423d-8b6b-c9b4131dd804 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861624-1-hyperv, 8707995b-d7fa-477e-bc47-5896702f2192) {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:39:50.349987 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a533697-bc3d-4bf7-af49-9163c481805c None None] Network 8707995b-d7fa-477e-bc47-5896702f2192 requested from dv-neutron-861624-1-hyperv {{(pid=103334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 07:39:50.448055 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13217bd4-2f0d-423d-8b6b-c9b4131dd804 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:39:50.448776 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-13217bd4-2f0d-423d-8b6b-c9b4131dd804 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Notify callbacks [] for subnet, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:50.528116 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f881ab4-29c3-4820-bfab-ec9c62924e94 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:39:50.528448 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c51706b4-eb9f-4ee0-bb1b-b9b6b9836bd6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d12c6ac-27a3-545c-a8f3-f04e30423d6d-8707995b-d7fa-477e-bc47-5896702f2192', 'network_id': '8707995b-d7fa-477e-bc47-5896702f2192', 'tenant_id': '2a06cf3adb854931a1e873f20cdb1976', 'fixed_ips': [{'subnet_id': 'f0d03f1c-723c-46f4-a1c2-d00de2907967'}]}} from dv-neutron-861624-1-hyperv. {{(pid=103334) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 07:39:50.529341 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-c51706b4-eb9f-4ee0-bb1b-b9b6b9836bd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:50.535036 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f881ab4-29c3-4820-bfab-ec9c62924e94 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:39:50.540950 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-5f881ab4-29c3-4820-bfab-ec9c62924e94 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] 10.222.0.27 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.2668254 Oct 19 07:39:50.542491 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 55128) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:39:50.547544 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-7f38c6a4-bd42-4e49-ace3-82e59ed6b1d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130996763'] for port, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:50.615481 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-c783b59e-50ce-4276-9d70-e291d6b85f56 None None] Attempt 2 to provision port 053ac457-ec0e-4c40-8631-28537fd01e84 Oct 19 07:39:50.631296 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-13217bd4-2f0d-423d-8b6b-c9b4131dd804 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8677926 Oct 19 07:39:50.636168 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 55130) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:39:50.664481 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8159a090-958c-413f-9315-c79ead5ba9c5 req-8121f94f-1912-4483-b88c-4848afc18c30 tempest-ServerActionsTestJSON-1032082790 tempest-ServerActionsTestJSON-1032082790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:39:50.664666 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f38c6a4-bd42-4e49-ace3-82e59ed6b1d1 admin admin] Pushing event deleted for resources: {'Port': ['ID=f96a1284-97a6-4ae5-9893-8add67057705,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:39:50.666835 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-8159a090-958c-413f-9315-c79ead5ba9c5 req-8121f94f-1912-4483-b88c-4848afc18c30 tempest-ServerActionsTestJSON-1032082790 tempest-ServerActionsTestJSON-1032082790-project] 10.222.0.27 "GET /v2.0/ports?device_id=c15ce40b-4ff1-4ce8-b3f1-4c16c8447f68 HTTP/1.1" status: 200 len: 945 time: 0.2402554 Oct 19 07:39:50.695417 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-c783b59e-50ce-4276-9d70-e291d6b85f56 None None] Port 053ac457-ec0e-4c40-8631-28537fd01e84 cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 07:39:50.716793 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca14a383-7110-47d2-8400-7e5912e3b3a3 tempest-RoutersIpV6AdminTest-1129688832 tempest-RoutersIpV6AdminTest-1129688832-project] Notify agent at l3_agent.dv-neutron-861624-1-hyperv the message routers_updated {{(pid=103333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 07:39:50.726993 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-104ddf26-90aa-446f-9571-52efc913675d None None] Sync routers for ids ['e722064a-e9db-4dcb-a58c-196471986636'] in dv-neutron-861624-1-hyperv {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 07:39:50.756067 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-104ddf26-90aa-446f-9571-52efc913675d None None] Routers {'e722064a-e9db-4dcb-a58c-196471986636'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 07:39:50.756728 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-104ddf26-90aa-446f-9571-52efc913675d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T07:39:46Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['e722064a-e9db-4dcb-a58c-196471986636'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:39:50.764614 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.db_base_plugin_common [None req-c51706b4-eb9f-4ee0-bb1b-b9b6b9836bd6 None None] Allocated IP 172.20.0.2 (8707995b-d7fa-477e-bc47-5896702f2192/f0d03f1c-723c-46f4-a1c2-d00de2907967/c2fd6059-78bb-4d4f-ad75-2ad47d3af7cd) {{(pid=103334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 07:39:50.802910 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-8159a090-958c-413f-9315-c79ead5ba9c5 req-5530e0a3-34c1-4ace-b053-2fe76f43a4d5 tempest-ServerActionsTestJSON-1032082790 tempest-ServerActionsTestJSON-1032082790-project] 10.222.0.27 "GET /v2.0/security-groups?id=f0bcd6ee-444f-46c6-b01f-ccacf8976dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667160 Oct 19 07:39:50.819056 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-361f5084-a80b-44bf-929a-0b93bcaab94b tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:50.822404 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67532dca-231b-430e-8470-ed5ad2625f2b None None] Network 3aa1cb62-fce0-43f9-9557-155b06fb823e requested from dv-neutron-861624-1-hyperv {{(pid=103334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 07:39:50.850028 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-104ddf26-90aa-446f-9571-52efc913675d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:39:50.867232 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-be511037-7768-4677-98d3-07fe820851ca tempest-RoutersAdminTest-1280535694 tempest-RoutersAdminTest-1280535694-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:50.871668 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-104ddf26-90aa-446f-9571-52efc913675d None None] Routers {'e722064a-e9db-4dcb-a58c-196471986636'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 07:39:50.872440 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-104ddf26-90aa-446f-9571-52efc913675d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T07:39:46Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['e722064a-e9db-4dcb-a58c-196471986636'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:39:50.935822 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-104ddf26-90aa-446f-9571-52efc913675d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:39:50.936769 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-104ddf26-90aa-446f-9571-52efc913675d None None] The sync data for ids ['e722064a-e9db-4dcb-a58c-196471986636'] in dv-neutron-861624-1-hyperv is: [] {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 07:39:51.005252 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-3a89675f-148c-44f6-bfab-6f2cfdbc7376 admin admin] Deleting port 8eee7f3b-d4f5-49d5-9d62-6f7b6da3fb87 {{(pid=103333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 07:39:51.005694 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-3a89675f-148c-44f6-bfab-6f2cfdbc7376 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:51.010104 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-ca14a383-7110-47d2-8400-7e5912e3b3a3 tempest-RoutersIpV6AdminTest-1129688832 tempest-RoutersIpV6AdminTest-1129688832-project] Notify callbacks [] for router, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:51.014341 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-ca14a383-7110-47d2-8400-7e5912e3b3a3 tempest-RoutersIpV6AdminTest-1129688832 tempest-RoutersIpV6AdminTest-1129688832-project] 10.222.0.27 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 10.7899017 Oct 19 07:39:51.017820 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 55134) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:39:51.036247 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-d62c1b32-a145-40a5-8b53-1af4ae9e9ce0 tempest-RoutersIpV6AdminTest-1896539816 tempest-RoutersIpV6AdminTest-1896539816-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'enable_snat': False}}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:39:51.076472 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-7f38c6a4-bd42-4e49-ace3-82e59ed6b1d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1574862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1694957'] for router_interface, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:51.095075 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-9d64e6df-d906-41ab-b9bd-4c7b0803c5d9 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-667019'] for network, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:51.117411 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-c51706b4-eb9f-4ee0-bb1b-b9b6b9836bd6 None None] Notify callbacks [] for port, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:51.127069 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-c51706b4-eb9f-4ee0-bb1b-b9b6b9836bd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785020947330'] for port, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:51.139234 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef38481-f654-4405-a22d-4d0a51b031af req-4d619fff-9162-49c8-a78b-4ac2bdcd7037 tempest-ServerActionsTestJSON-1032082790 tempest-ServerActionsTestJSON-1032082790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:39:51.140677 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-fef38481-f654-4405-a22d-4d0a51b031af req-4d619fff-9162-49c8-a78b-4ac2bdcd7037 tempest-ServerActionsTestJSON-1032082790 tempest-ServerActionsTestJSON-1032082790-project] 10.222.0.27 "GET /v2.0/ports?device_id=c15ce40b-4ff1-4ce8-b3f1-4c16c8447f68 HTTP/1.1" status: 200 len: 945 time: 0.1895704 Oct 19 07:39:51.170708 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c51706b4-eb9f-4ee0-bb1b-b9b6b9836bd6 None None] Network 8707995b-d7fa-477e-bc47-5896702f2192 is already hosted by enough agents. {{(pid=103334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 07:39:51.180083 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.scheduler.base_scheduler [None req-c51706b4-eb9f-4ee0-bb1b-b9b6b9836bd6 None None] Resources bound (agent type, host, resource id): {{(pid=103334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:39:51.185005 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c51706b4-eb9f-4ee0-bb1b-b9b6b9836bd6 None None] Received port after_create {{(pid=103334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 07:39:51.197545 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-c783b59e-50ce-4276-9d70-e291d6b85f56 None None] Attempt 3 to provision port 053ac457-ec0e-4c40-8631-28537fd01e84 Oct 19 07:39:51.238511 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-3f77ac54-4c49-427a-987f-b696bf730325 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Deleting port 053ac457-ec0e-4c40-8631-28537fd01e84 {{(pid=103333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 07:39:51.239136 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-3f77ac54-4c49-427a-987f-b696bf730325 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:51.291511 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.db [None req-3a89675f-148c-44f6-bfab-6f2cfdbc7376 admin admin] For port 8eee7f3b-d4f5-49d5-9d62-6f7b6da3fb87, host dv-neutron-861624-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=8eee7f3b-d4f5-49d5-9d62-6f7b6da3fb87,segment=NetworkSegment(1e98df17-e196-417f-957d-cb8b343f8c04),segment_id=1e98df17-e196-417f-957d-cb8b343f8c04)] {{(pid=103333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:39:51.291905 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-3a89675f-148c-44f6-bfab-6f2cfdbc7376 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:51.318290 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-3a89675f-148c-44f6-bfab-6f2cfdbc7376 admin admin] Calling delete_port for 8eee7f3b-d4f5-49d5-9d62-6f7b6da3fb87 owned by network:router_interface {{(pid=103333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 07:39:51.407921 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-c783b59e-50ce-4276-9d70-e291d6b85f56 None None] Port 053ac457-ec0e-4c40-8631-28537fd01e84 cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 07:39:51.414221 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51706b4-eb9f-4ee0-bb1b-b9b6b9836bd6 None None] Pushing event updated for resources: {'Port': ['ID=c2fd6059-78bb-4d4f-ad75-2ad47d3af7cd,revision_number=1']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:39:51.475565 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-c51706b4-eb9f-4ee0-bb1b-b9b6b9836bd6 None None] Attempting to bind port c2fd6059-78bb-4d4f-ad75-2ad47d3af7cd on host dv-neutron-861624-1-hyperv for vnic_type normal with profile {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 19 07:39:51.475565 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-c51706b4-eb9f-4ee0-bb1b-b9b6b9836bd6 None None] Attempting to bind port c2fd6059-78bb-4d4f-ad75-2ad47d3af7cd by drivers openvswitch,hyperv on host dv-neutron-861624-1-hyperv at level 0 using segments [{'id': 'b11fbb46-0e8d-48d3-ba0f-7d72d8040e70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '8707995b-d7fa-477e-bc47-5896702f2192'}] {{(pid=103334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 19 07:39:51.476022 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c51706b4-eb9f-4ee0-bb1b-b9b6b9836bd6 None None] Attempting to bind port c2fd6059-78bb-4d4f-ad75-2ad47d3af7cd on network 8707995b-d7fa-477e-bc47-5896702f2192 {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 07:39:51.482790 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c51706b4-eb9f-4ee0-bb1b-b9b6b9836bd6 None None] Checking agent: {'id': 'a5b0152c-d633-409b-aaf8-3b76458e2410', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861624-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 19, 7, 30, 19), 'started_at': datetime.datetime(2022, 10, 19, 7, 30, 49), 'heartbeat_timestamp': datetime.datetime(2022, 10, 19, 7, 39, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861624-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 07:39:51.483221 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c51706b4-eb9f-4ee0-bb1b-b9b6b9836bd6 None None] Checking segment: {'id': 'b11fbb46-0e8d-48d3-ba0f-7d72d8040e70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '8707995b-d7fa-477e-bc47-5896702f2192'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 19 07:39:51.483667 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-c51706b4-eb9f-4ee0-bb1b-b9b6b9836bd6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:51.484074 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c51706b4-eb9f-4ee0-bb1b-b9b6b9836bd6 None None] Bound using segment: {'id': 'b11fbb46-0e8d-48d3-ba0f-7d72d8040e70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '8707995b-d7fa-477e-bc47-5896702f2192'} {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 07:39:51.484616 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-c51706b4-eb9f-4ee0-bb1b-b9b6b9836bd6 None None] Bound port: c2fd6059-78bb-4d4f-ad75-2ad47d3af7cd, host: dv-neutron-861624-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b11fbb46-0e8d-48d3-ba0f-7d72d8040e70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '8707995b-d7fa-477e-bc47-5896702f2192'}}] {{(pid=103334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 19 07:39:51.485057 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-c51706b4-eb9f-4ee0-bb1b-b9b6b9836bd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:51.593118 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-c51706b4-eb9f-4ee0-bb1b-b9b6b9836bd6 None None] For port c2fd6059-78bb-4d4f-ad75-2ad47d3af7cd, host dv-neutron-861624-1-hyperv, cleared binding levels {{(pid=103334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 07:39:51.596805 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-c51706b4-eb9f-4ee0-bb1b-b9b6b9836bd6 None None] For port c2fd6059-78bb-4d4f-ad75-2ad47d3af7cd, host dv-neutron-861624-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=c2fd6059-78bb-4d4f-ad75-2ad47d3af7cd,segment=NetworkSegment(b11fbb46-0e8d-48d3-ba0f-7d72d8040e70),segment_id=b11fbb46-0e8d-48d3-ba0f-7d72d8040e70)] {{(pid=103334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 07:39:51.603488 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-c51706b4-eb9f-4ee0-bb1b-b9b6b9836bd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:51.634672 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device 0cfa5274-a1e0-447e-b02c-469a53ebe098 up at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 07:39:51.684003 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-fef38481-f654-4405-a22d-4d0a51b031af req-a29d1fd2-4815-4bb7-8cc4-463de07833c2 tempest-ServerActionsTestJSON-1032082790 tempest-ServerActionsTestJSON-1032082790-project] 10.222.0.27 "GET /v2.0/security-groups?id=f0bcd6ee-444f-46c6-b01f-ccacf8976dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5316565 Oct 19 07:39:51.690085 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-3f77ac54-4c49-427a-987f-b696bf730325 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:51.718217 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-3f77ac54-4c49-427a-987f-b696bf730325 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Calling delete_port for 053ac457-ec0e-4c40-8631-28537fd01e84 owned by {{(pid=103333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 07:39:51.783453 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-361f5084-a80b-44bf-929a-0b93bcaab94b tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Notify callbacks [] for port, precommit_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:51.788707 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.plugin [None req-9d64e6df-d906-41ab-b9bd-4c7b0803c5d9 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Deleting port c2fd6059-78bb-4d4f-ad75-2ad47d3af7cd {{(pid=103332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 07:39:51.789062 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-9d64e6df-d906-41ab-b9bd-4c7b0803c5d9 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:51.793668 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51706b4-eb9f-4ee0-bb1b-b9b6b9836bd6 None None] Pushing event updated for resources: {'Port': ['ID=c2fd6059-78bb-4d4f-ad75-2ad47d3af7cd,revision_number=2']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:39:51.825269 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Provisioning complete for port 0cfa5274-a1e0-447e-b02c-469a53ebe098 triggered by entity L2. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:39:51.825739 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:51.826193 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Attempt 1 to provision port 0cfa5274-a1e0-447e-b02c-469a53ebe098 Oct 19 07:39:51.858184 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-361f5084-a80b-44bf-929a-0b93bcaab94b tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133553807'] for port, after_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:51.915243 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-c783b59e-50ce-4276-9d70-e291d6b85f56 None None] Attempt 4 to provision port 053ac457-ec0e-4c40-8631-28537fd01e84 Oct 19 07:39:52.015617 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-c783b59e-50ce-4276-9d70-e291d6b85f56 None None] Port 053ac457-ec0e-4c40-8631-28537fd01e84 cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 07:39:52.074343 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Current status of the port 0cfa5274-a1e0-447e-b02c-469a53ebe098 is: DOWN; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:39:52.074343 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:52.125940 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f38c6a4-bd42-4e49-ace3-82e59ed6b1d1 admin admin] Router 11ad4213-f43a-44bb-8c9d-75b1722e86b4 has already been hosted by L3 agent ab388470-1243-4d53-80f2-c2f5899c97a7 {{(pid=103333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 07:39:52.126543 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] For port 0cfa5274-a1e0-447e-b02c-469a53ebe098, host dv-neutron-861624-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=0cfa5274-a1e0-447e-b02c-469a53ebe098,segment=NetworkSegment(417fbaca-c09b-48b6-b8b2-82e6d70ebf05),segment_id=417fbaca-c09b-48b6-b8b2-82e6d70ebf05)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:39:52.133245 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:52.189150 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Pushing event updated for resources: {'Port': ['ID=0cfa5274-a1e0-447e-b02c-469a53ebe098,revision_number=3']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:39:52.261482 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361f5084-a80b-44bf-929a-0b93bcaab94b tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Pushing event updated for resources: {'Port': ['ID=91ffc99c-2052-4f90-a1d2-eceadaa4bee6,revision_number=2']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:39:52.281233 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.db [None req-9d64e6df-d906-41ab-b9bd-4c7b0803c5d9 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] For port c2fd6059-78bb-4d4f-ad75-2ad47d3af7cd, host dv-neutron-861624-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=c2fd6059-78bb-4d4f-ad75-2ad47d3af7cd,segment=NetworkSegment(b11fbb46-0e8d-48d3-ba0f-7d72d8040e70),segment_id=b11fbb46-0e8d-48d3-ba0f-7d72d8040e70)] {{(pid=103332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:39:52.281541 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-9d64e6df-d906-41ab-b9bd-4c7b0803c5d9 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:52.330589 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.plugin [None req-9d64e6df-d906-41ab-b9bd-4c7b0803c5d9 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Calling delete_port for c2fd6059-78bb-4d4f-ad75-2ad47d3af7cd owned by network:dhcp {{(pid=103332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 07:39:52.406235 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e3b77d-4a61-428c-9cb5-8a5ef303d2a5 req-1c1a0fb8-5811-4b3f-8e01-51e23eb8fa6b tempest-ServerActionsTestJSON-1032082790 tempest-ServerActionsTestJSON-1032082790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:39:52.407744 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-34e3b77d-4a61-428c-9cb5-8a5ef303d2a5 req-1c1a0fb8-5811-4b3f-8e01-51e23eb8fa6b tempest-ServerActionsTestJSON-1032082790 tempest-ServerActionsTestJSON-1032082790-project] 10.222.0.27 "GET /v2.0/ports?device_id=c15ce40b-4ff1-4ce8-b3f1-4c16c8447f68 HTTP/1.1" status: 200 len: 945 time: 0.3211467 Oct 19 07:39:52.517290 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-c783b59e-50ce-4276-9d70-e291d6b85f56 None None] Attempt 5 to provision port 053ac457-ec0e-4c40-8631-28537fd01e84 Oct 19 07:39:52.560278 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-c783b59e-50ce-4276-9d70-e291d6b85f56 None None] Port 053ac457-ec0e-4c40-8631-28537fd01e84 cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 07:39:52.603320 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-34e3b77d-4a61-428c-9cb5-8a5ef303d2a5 req-00fb71b6-810b-4a7d-a71c-db9a3e136b86 tempest-ServerActionsTestJSON-1032082790 tempest-ServerActionsTestJSON-1032082790-project] 10.222.0.27 "GET /v2.0/security-groups?id=f0bcd6ee-444f-46c6-b01f-ccacf8976dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1548343 Oct 19 07:39:52.638587 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-361f5084-a80b-44bf-929a-0b93bcaab94b tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1695190'] for router_interface, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:52.715106 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-d62c1b32-a145-40a5-8b53-1af4ae9e9ce0 tempest-RoutersIpV6AdminTest-1896539816 tempest-RoutersIpV6AdminTest-1896539816-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:52.727875 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-3a89675f-148c-44f6-bfab-6f2cfdbc7376 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130996763'] for port, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:52.754376 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f38c6a4-bd42-4e49-ace3-82e59ed6b1d1 admin admin] Notify agent at l3_agent.dv-neutron-861624-1-hyperv the message routers_updated {{(pid=103333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 07:39:52.770857 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d5f0ae5-7c63-421a-b990-314bcfd4682e None None] Sync routers for ids ['11ad4213-f43a-44bb-8c9d-75b1722e86b4'] in dv-neutron-861624-1-hyperv {{(pid=103334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 07:39:52.789587 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d5f0ae5-7c63-421a-b990-314bcfd4682e None None] Routers {'11ad4213-f43a-44bb-8c9d-75b1722e86b4'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 07:39:52.790385 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-1d5f0ae5-7c63-421a-b990-314bcfd4682e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T07:39:46Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['11ad4213-f43a-44bb-8c9d-75b1722e86b4'], 'active': True} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:39:52.803089 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-7f38c6a4-bd42-4e49-ace3-82e59ed6b1d1 admin admin] 10.222.0.27 "PUT /v2.0/routers/11ad4213-f43a-44bb-8c9d-75b1722e86b4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.4242666 Oct 19 07:39:52.805326 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 55140) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:39:52.811563 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a89675f-148c-44f6-bfab-6f2cfdbc7376 admin admin] Pushing event deleted for resources: {'Port': ['ID=8eee7f3b-d4f5-49d5-9d62-6f7b6da3fb87,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:39:52.888909 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-3f77ac54-4c49-427a-987f-b696bf730325 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130996763'] for port, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:52.937976 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-be511037-7768-4677-98d3-07fe820851ca tempest-RoutersAdminTest-1280535694 tempest-RoutersAdminTest-1280535694-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1693896', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1692821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12609'] for router, precommit_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:52.972009 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-be511037-7768-4677-98d3-07fe820851ca tempest-RoutersAdminTest-1280535694 tempest-RoutersAdminTest-1280535694-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1693859', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1693873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1693882', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1692830'] for router, after_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:52.984115 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-9d64e6df-d906-41ab-b9bd-4c7b0803c5d9 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133553798'] for port, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:53.003763 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f77ac54-4c49-427a-987f-b696bf730325 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Pushing event deleted for resources: {'Port': ['ID=053ac457-ec0e-4c40-8631-28537fd01e84,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:39:53.009472 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvr_db [None req-1d5f0ae5-7c63-421a-b990-314bcfd4682e None None] Set router 11ad4213-f43a-44bb-8c9d-75b1722e86b4 gateway port host: dv-neutron-861624-1-hyperv {{(pid=103334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 07:39:53.084555 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-c783b59e-50ce-4276-9d70-e291d6b85f56 None None] Attempt 6 to provision port 053ac457-ec0e-4c40-8631-28537fd01e84 Oct 19 07:39:53.123513 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-c783b59e-50ce-4276-9d70-e291d6b85f56 None None] Port 053ac457-ec0e-4c40-8631-28537fd01e84 was deleted so its status cannot be updated. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Oct 19 07:39:53.128174 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-361f5084-a80b-44bf-929a-0b93bcaab94b tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:53.148406 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-4b0d5a38-eac7-4e38-92e9-0e5c3e417a4a admin admin] Notify callbacks [] for router, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:53.221772 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-3a89675f-148c-44f6-bfab-6f2cfdbc7376 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1574862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1694957'] for router_interface, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:53.230643 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-3f77ac54-4c49-427a-987f-b696bf730325 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42160'] for port, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:53.237531 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-3f77ac54-4c49-427a-987f-b696bf730325 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] 10.222.0.27 "DELETE /v2.0/ports/053ac457-ec0e-4c40-8631-28537fd01e84 HTTP/1.1" status: 204 len: 168 time: 2.6913211 Oct 19 07:39:53.249098 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 55142) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:39:53.277290 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc952c1c-18d8-41e7-ab83-5cd38d9fd466 None None] Network 8707995b-d7fa-477e-bc47-5896702f2192 requested from dv-neutron-861624-1-hyperv {{(pid=103334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 07:39:53.314252 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-630a09c7-b77e-4f1c-bec2-09a1a2f44f84 None None] Provisioning complete for port 0cfa5274-a1e0-447e-b02c-469a53ebe098 triggered by entity DHCP. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:39:53.314619 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-630a09c7-b77e-4f1c-bec2-09a1a2f44f84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:53.314948 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-630a09c7-b77e-4f1c-bec2-09a1a2f44f84 None None] Attempt 1 to provision port 0cfa5274-a1e0-447e-b02c-469a53ebe098 Oct 19 07:39:53.377549 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d64e6df-d906-41ab-b9bd-4c7b0803c5d9 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Pushing event deleted for resources: {'Port': ['ID=c2fd6059-78bb-4d4f-ad75-2ad47d3af7cd,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:39:53.431645 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d64e6df-d906-41ab-b9bd-4c7b0803c5d9 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] No DVR routers for this DVR port c2fd6059-78bb-4d4f-ad75-2ad47d3af7cd on host dv-neutron-861624-1-hyperv {{(pid=103332) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 19 07:39:53.505039 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-4b0d5a38-eac7-4e38-92e9-0e5c3e417a4a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:53.515830 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-1d5f0ae5-7c63-421a-b990-314bcfd4682e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11ad4213-f43a-44bb-8c9d-75b1722e86b4', 'name': 'tempest-ServersTestJSON-1339676520-router', 'tenant_id': '0cfd53a0c8b24bdeb4999c9bff6eae77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'external_fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.149'}], 'enable_snat': True}, 'gw_port_id': '253cf2ee-6b77-4d6e-af78-a76eddf9707e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T07:37:55Z', 'updated_at': '2022-10-19T07:39:50Z', 'revision_number': 5, 'project_id': '0cfd53a0c8b24bdeb4999c9bff6eae77', 'gw_port': {'id': '253cf2ee-6b77-4d6e-af78-a76eddf9707e', 'name': '', 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:16:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11ad4213-f43a-44bb-8c9d-75b1722e86b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:37:56Z', 'updated_at': '2022-10-19T07:38:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861624-1-hyperv'}], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:39:53.524573 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a374e631-47f9-4a6f-8ec2-bffbc8538f18 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:39:53.526167 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a374e631-47f9-4a6f-8ec2-bffbc8538f18 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:39:53.527734 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a374e631-47f9-4a6f-8ec2-bffbc8538f18 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:39:53.532251 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-a374e631-47f9-4a6f-8ec2-bffbc8538f18 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] 10.222.0.27 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.2821469 Oct 19 07:39:53.532895 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 55144) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:39:53.547958 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d5f0ae5-7c63-421a-b990-314bcfd4682e None None] Checking router: 11ad4213-f43a-44bb-8c9d-75b1722e86b4 for host: dv-neutron-861624-1-hyperv {{(pid=103334) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 07:39:53.558751 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-630a09c7-b77e-4f1c-bec2-09a1a2f44f84 None None] Current status of the port 0cfa5274-a1e0-447e-b02c-469a53ebe098 is: ACTIVE; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:39:53.572043 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d5f0ae5-7c63-421a-b990-314bcfd4682e None None] Routers {'11ad4213-f43a-44bb-8c9d-75b1722e86b4'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 07:39:53.572703 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-1d5f0ae5-7c63-421a-b990-314bcfd4682e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T07:39:46Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['11ad4213-f43a-44bb-8c9d-75b1722e86b4'], 'active': True} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:39:53.618092 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-630a09c7-b77e-4f1c-bec2-09a1a2f44f84 None None] Provisioning complete for port 91ffc99c-2052-4f90-a1d2-eceadaa4bee6 triggered by entity DHCP. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:39:53.618430 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-630a09c7-b77e-4f1c-bec2-09a1a2f44f84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:53.618734 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-630a09c7-b77e-4f1c-bec2-09a1a2f44f84 None None] Attempt 1 to provision port 91ffc99c-2052-4f90-a1d2-eceadaa4bee6 Oct 19 07:39:53.663130 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-9d64e6df-d906-41ab-b9bd-4c7b0803c5d9 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-679826'] for subnet, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:53.682918 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device 0cfa5274-a1e0-447e-b02c-469a53ebe098 up at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 07:39:53.725654 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.db_base_plugin_v2 [None req-18ff18f8-0252-4fa0-bfbc-2f82e89cdcfe tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Deleting subnet 3049719c-506a-444d-aed4-75732b529d6e {{(pid=103333) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 19 07:39:53.733546 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-18ff18f8-0252-4fa0-bfbc-2f82e89cdcfe tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks [] for subnet, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:53.746374 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvr_db [None req-1d5f0ae5-7c63-421a-b990-314bcfd4682e None None] Set router 11ad4213-f43a-44bb-8c9d-75b1722e86b4 gateway port host: None {{(pid=103334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 07:39:53.773934 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-630a09c7-b77e-4f1c-bec2-09a1a2f44f84 None None] Port 91ffc99c-2052-4f90-a1d2-eceadaa4bee6 cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 07:39:53.784716 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be511037-7768-4677-98d3-07fe820851ca tempest-RoutersAdminTest-1280535694 tempest-RoutersAdminTest-1280535694-project-admin] Router 190d35f7-8242-4ccc-bd6c-c3452962f8f3 has already been hosted by L3 agent ab388470-1243-4d53-80f2-c2f5899c97a7 {{(pid=103332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 07:39:53.813485 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-1d5f0ae5-7c63-421a-b990-314bcfd4682e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11ad4213-f43a-44bb-8c9d-75b1722e86b4', 'name': 'tempest-ServersTestJSON-1339676520-router', 'tenant_id': '0cfd53a0c8b24bdeb4999c9bff6eae77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T07:37:55Z', 'updated_at': '2022-10-19T07:39:53Z', 'revision_number': 6, 'project_id': '0cfd53a0c8b24bdeb4999c9bff6eae77', 'gw_port_host': None}], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:39:53.853069 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d5f0ae5-7c63-421a-b990-314bcfd4682e None None] The sync data for ids ['11ad4213-f43a-44bb-8c9d-75b1722e86b4'] in dv-neutron-861624-1-hyperv is: [{'id': '11ad4213-f43a-44bb-8c9d-75b1722e86b4', 'name': 'tempest-ServersTestJSON-1339676520-router', 'tenant_id': '0cfd53a0c8b24bdeb4999c9bff6eae77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T07:37:55Z', 'updated_at': '2022-10-19T07:39:53Z', 'revision_number': 6, 'project_id': '0cfd53a0c8b24bdeb4999c9bff6eae77', 'gw_port_host': None}] {{(pid=103334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 07:39:53.857819 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-18ff18f8-0252-4fa0-bfbc-2f82e89cdcfe tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-134111928'] for subnet, precommit_delete_associations {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:53.883617 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Provisioning complete for port 0cfa5274-a1e0-447e-b02c-469a53ebe098 triggered by entity L2. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:39:53.883995 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:53.884333 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Attempt 1 to provision port 0cfa5274-a1e0-447e-b02c-469a53ebe098 Oct 19 07:39:53.967356 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a89675f-148c-44f6-bfab-6f2cfdbc7376 admin admin] Router b3647913-7e6a-4259-ad8f-fe4fb785c61e has already been hosted by L3 agent ab388470-1243-4d53-80f2-c2f5899c97a7 {{(pid=103333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 07:39:53.996871 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Current status of the port 0cfa5274-a1e0-447e-b02c-469a53ebe098 is: ACTIVE; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:39:54.133052 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-d62c1b32-a145-40a5-8b53-1af4ae9e9ce0 tempest-RoutersIpV6AdminTest-1896539816 tempest-RoutersIpV6AdminTest-1896539816-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1693896', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1692821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12609'] for router, precommit_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:54.194204 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-9d64e6df-d906-41ab-b9bd-4c7b0803c5d9 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-679819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-133552721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130659632'] for subnet, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:54.211771 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9d1696-a042-4718-8ff2-1346e3a099b4 req-1b4b6f17-fe57-45d9-83c7-8ea77efdecde tempest-ServerActionsTestJSON-1032082790 tempest-ServerActionsTestJSON-1032082790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:39:54.213377 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-df9d1696-a042-4718-8ff2-1346e3a099b4 req-1b4b6f17-fe57-45d9-83c7-8ea77efdecde tempest-ServerActionsTestJSON-1032082790 tempest-ServerActionsTestJSON-1032082790-project] 10.222.0.27 "GET /v2.0/ports?device_id=c15ce40b-4ff1-4ce8-b3f1-4c16c8447f68 HTTP/1.1" status: 200 len: 945 time: 0.5175588 Oct 19 07:39:54.258500 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d64e6df-d906-41ab-b9bd-4c7b0803c5d9 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Pushing event deleted for resources: {'Subnet': ['ID=f0d03f1c-723c-46f4-a1c2-d00de2907967,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:39:54.274903 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-630a09c7-b77e-4f1c-bec2-09a1a2f44f84 None None] Attempt 2 to provision port 91ffc99c-2052-4f90-a1d2-eceadaa4bee6 Oct 19 07:39:54.282255 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc02b51c-622e-42fc-865e-1b9f848947d3 None None] Network 8707995b-d7fa-477e-bc47-5896702f2192 requested from dv-neutron-861624-1-hyperv {{(pid=103334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 07:39:54.319190 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.plugin [None req-4b0d5a38-eac7-4e38-92e9-0e5c3e417a4a admin admin] Deleting port 253cf2ee-6b77-4d6e-af78-a76eddf9707e {{(pid=103332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 07:39:54.320040 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-4b0d5a38-eac7-4e38-92e9-0e5c3e417a4a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:54.339621 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-630a09c7-b77e-4f1c-bec2-09a1a2f44f84 None None] Port 91ffc99c-2052-4f90-a1d2-eceadaa4bee6 cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 07:39:54.424016 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-18ff18f8-0252-4fa0-bfbc-2f82e89cdcfe tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-679826'] for subnet, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:54.432418 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-d62c1b32-a145-40a5-8b53-1af4ae9e9ce0 tempest-RoutersIpV6AdminTest-1896539816 tempest-RoutersIpV6AdminTest-1896539816-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1693859', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1693873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1693882', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1692830'] for router, after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:54.488232 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-9d64e6df-d906-41ab-b9bd-4c7b0803c5d9 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-673051', 'neutron.services.segments.db._delete_segments_for_network-8785021519108'] for network, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:54.517892 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-df9d1696-a042-4718-8ff2-1346e3a099b4 req-194f1e4d-9ead-4c39-b956-64322662ef67 tempest-ServerActionsTestJSON-1032082790 tempest-ServerActionsTestJSON-1032082790-project] 10.222.0.27 "GET /v2.0/security-groups?id=f0bcd6ee-444f-46c6-b01f-ccacf8976dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2755210 Oct 19 07:39:54.523397 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a89675f-148c-44f6-bfab-6f2cfdbc7376 admin admin] Notify agent at l3_agent.dv-neutron-861624-1-hyperv the message routers_updated {{(pid=103333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 07:39:54.530573 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-3a89675f-148c-44f6-bfab-6f2cfdbc7376 admin admin] 10.222.0.27 "PUT /v2.0/routers/b3647913-7e6a-4259-ad8f-fe4fb785c61e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6763473 Oct 19 07:39:54.538511 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 55148) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:39:54.552468 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-361f5084-a80b-44bf-929a-0b93bcaab94b tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Notify callbacks [] for port, precommit_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:54.565822 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67cf15b5-1c49-44c8-aa1f-8c3751639377 None None] Sync routers for ids ['b3647913-7e6a-4259-ad8f-fe4fb785c61e'] in dv-neutron-861624-1-hyperv {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 07:39:54.586437 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67cf15b5-1c49-44c8-aa1f-8c3751639377 None None] Routers {'b3647913-7e6a-4259-ad8f-fe4fb785c61e'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 07:39:54.587285 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-67cf15b5-1c49-44c8-aa1f-8c3751639377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T07:39:46Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['b3647913-7e6a-4259-ad8f-fe4fb785c61e'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:39:54.590827 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.services.segments.db [None req-9d64e6df-d906-41ab-b9bd-4c7b0803c5d9 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8707995b-d7fa-477e-bc47-5896702f2192']}} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:39:54.591770 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-361f5084-a80b-44bf-929a-0b93bcaab94b tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133553807'] for port, after_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:54.641361 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-18ff18f8-0252-4fa0-bfbc-2f82e89cdcfe tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-679819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130997964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130170408'] for subnet, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:54.673112 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.services.segments.db [None req-9d64e6df-d906-41ab-b9bd-4c7b0803c5d9 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b11fbb46-0e8d-48d3-ba0f-7d72d8040e70') {'for_net_delete': True} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:39:54.673414 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.services.segments.db [None req-9d64e6df-d906-41ab-b9bd-4c7b0803c5d9 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b11fbb46-0e8d-48d3-ba0f-7d72d8040e70') {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:39:54.694208 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5daf009c-cc3f-4ccb-b082-99a7a21c1f8e None None] Network 6b5a65c5-1bed-4301-9db8-c1056c2b8eba requested from dv-neutron-861624-1-hyperv {{(pid=103334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 07:39:54.694940 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ff18f8-0252-4fa0-bfbc-2f82e89cdcfe tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Pushing event deleted for resources: {'Subnet': ['ID=3049719c-506a-444d-aed4-75732b529d6e,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:39:54.698744 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-18ff18f8-0252-4fa0-bfbc-2f82e89cdcfe tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks [] for subnet, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:54.710173 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-18ff18f8-0252-4fa0-bfbc-2f82e89cdcfe tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] 10.222.0.27 "DELETE /v2.0/subnets/3049719c-506a-444d-aed4-75732b529d6e HTTP/1.1" status: 204 len: 168 time: 1.1741261 Oct 19 07:39:54.711536 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-9d64e6df-d906-41ab-b9bd-4c7b0803c5d9 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785021519382', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130726885'] for segment, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:54.714887 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 55152) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:39:54.731542 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56ec62a4-76b9-41d4-bc20-9ada946ba1af None None] DHCP port deletion for 8707995b-d7fa-477e-bc47-5896702f2192 request from dv-neutron-861624-1-hyperv {{(pid=103334) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 07:39:54.752182 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ff18f8-0252-4fa0-bfbc-2f82e89cdcfe tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:39:54.756561 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ff18f8-0252-4fa0-bfbc-2f82e89cdcfe tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:39:54.757085 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ff18f8-0252-4fa0-bfbc-2f82e89cdcfe tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:39:54.757578 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ff18f8-0252-4fa0-bfbc-2f82e89cdcfe tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:39:54.758210 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ff18f8-0252-4fa0-bfbc-2f82e89cdcfe tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:39:54.758902 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ff18f8-0252-4fa0-bfbc-2f82e89cdcfe tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:39:54.759388 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ff18f8-0252-4fa0-bfbc-2f82e89cdcfe tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:39:54.759939 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ff18f8-0252-4fa0-bfbc-2f82e89cdcfe tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:39:54.760424 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ff18f8-0252-4fa0-bfbc-2f82e89cdcfe tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:39:54.760923 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ff18f8-0252-4fa0-bfbc-2f82e89cdcfe tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:39:54.761408 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ff18f8-0252-4fa0-bfbc-2f82e89cdcfe tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:39:54.761884 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ff18f8-0252-4fa0-bfbc-2f82e89cdcfe tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:39:54.796407 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.db [None req-4b0d5a38-eac7-4e38-92e9-0e5c3e417a4a admin admin] For port 253cf2ee-6b77-4d6e-af78-a76eddf9707e, host dv-neutron-861624-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=253cf2ee-6b77-4d6e-af78-a76eddf9707e,segment=NetworkSegment(53981d04-8205-40d8-8d33-0510111d6f8f),segment_id=53981d04-8205-40d8-8d33-0510111d6f8f)] {{(pid=103332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:39:54.796848 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-4b0d5a38-eac7-4e38-92e9-0e5c3e417a4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:54.809857 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvr_db [None req-67cf15b5-1c49-44c8-aa1f-8c3751639377 None None] Set router b3647913-7e6a-4259-ad8f-fe4fb785c61e gateway port host: dv-neutron-861624-1-hyperv {{(pid=103335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 07:39:54.830302 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be511037-7768-4677-98d3-07fe820851ca tempest-RoutersAdminTest-1280535694 tempest-RoutersAdminTest-1280535694-project-admin] Notify agent at l3_agent.dv-neutron-861624-1-hyperv the message routers_updated {{(pid=103332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 07:39:54.831977 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361f5084-a80b-44bf-929a-0b93bcaab94b tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Pushing event updated for resources: {'Port': ['ID=91ffc99c-2052-4f90-a1d2-eceadaa4bee6,revision_number=3']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:39:54.849533 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-be511037-7768-4677-98d3-07fe820851ca tempest-RoutersAdminTest-1280535694 tempest-RoutersAdminTest-1280535694-project-admin] Notify callbacks [] for router, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:54.850774 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-be511037-7768-4677-98d3-07fe820851ca tempest-RoutersAdminTest-1280535694 tempest-RoutersAdminTest-1280535694-project-admin] 10.222.0.27 "PUT /v2.0/routers/190d35f7-8242-4ccc-bd6c-c3452962f8f3 HTTP/1.1" status: 200 len: 921 time: 5.1806500 Oct 19 07:39:54.852587 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-361f5084-a80b-44bf-929a-0b93bcaab94b tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1574855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1694822'] for router_interface, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:54.853512 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 55156) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:39:54.860661 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.plugin [None req-4b0d5a38-eac7-4e38-92e9-0e5c3e417a4a admin admin] Calling delete_port for 253cf2ee-6b77-4d6e-af78-a76eddf9707e owned by network:router_gateway {{(pid=103332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 07:39:54.867493 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-9d64e6df-d906-41ab-b9bd-4c7b0803c5d9 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979'] for segment, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:54.873641 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d62c1b32-a145-40a5-8b53-1af4ae9e9ce0 tempest-RoutersIpV6AdminTest-1896539816 tempest-RoutersIpV6AdminTest-1896539816-project-admin] Router e722064a-e9db-4dcb-a58c-196471986636 has already been hosted by L3 agent ab388470-1243-4d53-80f2-c2f5899c97a7 {{(pid=103333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 07:39:54.898959 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-361f5084-a80b-44bf-929a-0b93bcaab94b tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:39:54.899356 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-361f5084-a80b-44bf-929a-0b93bcaab94b tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:39:54.899631 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-361f5084-a80b-44bf-929a-0b93bcaab94b tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:39:54.899965 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-361f5084-a80b-44bf-929a-0b93bcaab94b tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:39:54.900298 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-361f5084-a80b-44bf-929a-0b93bcaab94b tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:39:54.901302 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-361f5084-a80b-44bf-929a-0b93bcaab94b tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:39:54.901642 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-361f5084-a80b-44bf-929a-0b93bcaab94b tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:39:54.901974 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-361f5084-a80b-44bf-929a-0b93bcaab94b tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:39:54.902302 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-361f5084-a80b-44bf-929a-0b93bcaab94b tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:39:54.903968 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-361f5084-a80b-44bf-929a-0b93bcaab94b tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:39:54.904325 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-361f5084-a80b-44bf-929a-0b93bcaab94b tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:39:54.904760 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-361f5084-a80b-44bf-929a-0b93bcaab94b tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:39:54.943959 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-630a09c7-b77e-4f1c-bec2-09a1a2f44f84 None None] Attempt 3 to provision port 91ffc99c-2052-4f90-a1d2-eceadaa4bee6 Oct 19 07:39:54.958865 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d64e6df-d906-41ab-b9bd-4c7b0803c5d9 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Releasing vlan 151 on physical network physnet1 to pool {{(pid=103332) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 07:39:54.959286 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-9d64e6df-d906-41ab-b9bd-4c7b0803c5d9 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-133553843'] for segment, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:55.017093 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.services.segments.plugin [-] Segment b11fbb46-0e8d-48d3-ba0f-7d72d8040e70 resource provider aggregate not found Oct 19 07:39:55.085289 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-95028966-39d6-42a5-a5b2-125b2e591aad admin admin] Notify callbacks [] for router, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:55.089870 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d62c1b32-a145-40a5-8b53-1af4ae9e9ce0 tempest-RoutersIpV6AdminTest-1896539816 tempest-RoutersIpV6AdminTest-1896539816-project-admin] Notify agent at l3_agent.dv-neutron-861624-1-hyperv the message routers_updated {{(pid=103333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 07:39:55.116085 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c100b8fd-9d03-4ce0-903b-e78d042f0d13 None None] Sync routers for ids ['e722064a-e9db-4dcb-a58c-196471986636'] in dv-neutron-861624-1-hyperv {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 07:39:55.119523 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c42b813d-5aa6-49cd-8356-e6388890c7fb None None] Sync routers for ids ['190d35f7-8242-4ccc-bd6c-c3452962f8f3'] in dv-neutron-861624-1-hyperv {{(pid=103334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 07:39:55.125219 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-67cf15b5-1c49-44c8-aa1f-8c3751639377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3647913-7e6a-4259-ad8f-fe4fb785c61e', 'name': 'tempest-ServersTestManualDisk-1946037705-router', 'tenant_id': '340a20aa929d4020a108d5231191ac1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'external_fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.199'}], 'enable_snat': True}, 'gw_port_id': '941803fa-8032-40bb-a8ba-616d8fbfed2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T07:37:59Z', 'updated_at': '2022-10-19T07:39:52Z', 'revision_number': 5, 'project_id': '340a20aa929d4020a108d5231191ac1d', 'gw_port': {'id': '941803fa-8032-40bb-a8ba-616d8fbfed2b', 'name': '', 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:6f:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3647913-7e6a-4259-ad8f-fe4fb785c61e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:38:01Z', 'updated_at': '2022-10-19T07:38:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861624-1-hyperv'}], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:39:55.127398 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-d62c1b32-a145-40a5-8b53-1af4ae9e9ce0 tempest-RoutersIpV6AdminTest-1896539816 tempest-RoutersIpV6AdminTest-1896539816-project-admin] Notify callbacks [] for router, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:55.128715 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-d62c1b32-a145-40a5-8b53-1af4ae9e9ce0 tempest-RoutersIpV6AdminTest-1896539816 tempest-RoutersIpV6AdminTest-1896539816-project-admin] 10.222.0.27 "PUT /v2.0/routers/e722064a-e9db-4dcb-a58c-196471986636 HTTP/1.1" status: 200 len: 925 time: 4.1006539 Oct 19 07:39:55.133227 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 55162) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:39:55.136537 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c100b8fd-9d03-4ce0-903b-e78d042f0d13 None None] Routers {'e722064a-e9db-4dcb-a58c-196471986636'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 07:39:55.137406 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-c100b8fd-9d03-4ce0-903b-e78d042f0d13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T07:39:46Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['e722064a-e9db-4dcb-a58c-196471986636'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:39:55.152249 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-630a09c7-b77e-4f1c-bec2-09a1a2f44f84 None None] Port 91ffc99c-2052-4f90-a1d2-eceadaa4bee6 cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 07:39:55.154726 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c42b813d-5aa6-49cd-8356-e6388890c7fb None None] Routers {'190d35f7-8242-4ccc-bd6c-c3452962f8f3'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 07:39:55.155524 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-c42b813d-5aa6-49cd-8356-e6388890c7fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T07:39:46Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['190d35f7-8242-4ccc-bd6c-c3452962f8f3'], 'active': True} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:39:55.218709 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-c42b813d-5aa6-49cd-8356-e6388890c7fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:39:55.228947 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c42b813d-5aa6-49cd-8356-e6388890c7fb None None] Routers {'190d35f7-8242-4ccc-bd6c-c3452962f8f3'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 07:39:55.230325 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-c42b813d-5aa6-49cd-8356-e6388890c7fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T07:39:46Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['190d35f7-8242-4ccc-bd6c-c3452962f8f3'], 'active': True} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:39:55.248329 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-c100b8fd-9d03-4ce0-903b-e78d042f0d13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:39:55.254863 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-8c0d7129-75c3-4f9a-bdfa-f2edbabb337a tempest-RoutersAdminTest-1280535694 tempest-RoutersAdminTest-1280535694-project-admin] 10.222.0.27 "GET /v2.0/routers/190d35f7-8242-4ccc-bd6c-c3452962f8f3 HTTP/1.1" status: 200 len: 921 time: 0.4000766 Oct 19 07:39:55.266012 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-c42b813d-5aa6-49cd-8356-e6388890c7fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:39:55.266901 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c42b813d-5aa6-49cd-8356-e6388890c7fb None None] The sync data for ids ['190d35f7-8242-4ccc-bd6c-c3452962f8f3'] in dv-neutron-861624-1-hyperv is: [] {{(pid=103334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 07:39:55.268268 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c100b8fd-9d03-4ce0-903b-e78d042f0d13 None None] Routers {'e722064a-e9db-4dcb-a58c-196471986636'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 07:39:55.273025 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-c100b8fd-9d03-4ce0-903b-e78d042f0d13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T07:39:46Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['e722064a-e9db-4dcb-a58c-196471986636'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:39:55.287592 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 55164) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:39:55.322025 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.services.segments.plugin [-] Segment b11fbb46-0e8d-48d3-ba0f-7d72d8040e70 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b11fbb46-0e8d-48d3-ba0f-7d72d8040e70 found for delete ", "request_id": "req-7fd253b7-1833-40fa-9dae-4fdf80f5652a"}]} Oct 19 07:39:55.337871 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67cf15b5-1c49-44c8-aa1f-8c3751639377 None None] Checking router: b3647913-7e6a-4259-ad8f-fe4fb785c61e for host: dv-neutron-861624-1-hyperv {{(pid=103335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 07:39:55.341570 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-c100b8fd-9d03-4ce0-903b-e78d042f0d13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:39:55.342262 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c100b8fd-9d03-4ce0-903b-e78d042f0d13 None None] The sync data for ids ['e722064a-e9db-4dcb-a58c-196471986636'] in dv-neutron-861624-1-hyperv is: [] {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 07:39:55.346744 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-4b0d5a38-eac7-4e38-92e9-0e5c3e417a4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133553798'] for port, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:55.355489 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.db_base_plugin_v2 [None req-fca28b87-d3e9-4b14-9528-3cd124f4813e tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Deleting subnet 9ca53bb9-b70a-49d8-9ca6-80e861a57ef6 {{(pid=103332) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 19 07:39:55.360202 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67cf15b5-1c49-44c8-aa1f-8c3751639377 None None] Routers {'b3647913-7e6a-4259-ad8f-fe4fb785c61e'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 07:39:55.361041 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-67cf15b5-1c49-44c8-aa1f-8c3751639377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T07:39:46Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['b3647913-7e6a-4259-ad8f-fe4fb785c61e'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:39:55.382881 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-9f5fc04c-7ea3-4d4c-9256-950c04f42b80 tempest-RoutersIpV6AdminTest-1896539816 tempest-RoutersIpV6AdminTest-1896539816-project-admin] 10.222.0.27 "GET /v2.0/routers/e722064a-e9db-4dcb-a58c-196471986636 HTTP/1.1" status: 200 len: 925 time: 0.2485161 Oct 19 07:39:55.385171 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 55166) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:39:55.406357 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-95028966-39d6-42a5-a5b2-125b2e591aad admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:55.441872 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-fca28b87-d3e9-4b14-9528-3cd124f4813e tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks [] for subnet, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:55.488628 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device c2fd6059-78bb-4d4f-ad75-2ad47d3af7cd no longer exists at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 07:39:55.520863 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44f21b51-0d36-41be-9f23-a32ab7e5c56a tempest-RoutersIpV6AdminTest-1896539816 tempest-RoutersIpV6AdminTest-1896539816-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:39:55.521075 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0d5a38-eac7-4e38-92e9-0e5c3e417a4a admin admin] Pushing event deleted for resources: {'Port': ['ID=253cf2ee-6b77-4d6e-af78-a76eddf9707e,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:39:55.531914 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-44f21b51-0d36-41be-9f23-a32ab7e5c56a tempest-RoutersIpV6AdminTest-1896539816 tempest-RoutersIpV6AdminTest-1896539816-project-admin] 10.222.0.27 "GET /v2.0/ports?network_id=99c66757-74e3-40a4-b479-8d09e3a7c3dd&device_id=e722064a-e9db-4dcb-a58c-196471986636&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1418912 Oct 19 07:39:55.536125 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 55168) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:39:55.543475 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-9d64e6df-d906-41ab-b9bd-4c7b0803c5d9 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-673044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1695087'] for network, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:55.553743 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] No Port match for: c2fd6059-78bb-4d4f-ad75-2ad47d3af7cd {{(pid=103334) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 19 07:39:55.554085 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device c2fd6059-78bb-4d4f-ad75-2ad47d3af7cd not bound to the agent host dv-neutron-861624-1-hyperv {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 07:39:55.554496 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device 253cf2ee-6b77-4d6e-af78-a76eddf9707e no longer exists at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 07:39:55.576064 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-9d64e6df-d906-41ab-b9bd-4c7b0803c5d9 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Notify callbacks [] for network, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:55.586334 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-9d64e6df-d906-41ab-b9bd-4c7b0803c5d9 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] 10.222.0.27 "DELETE /v2.0/networks/8707995b-d7fa-477e-bc47-5896702f2192 HTTP/1.1" status: 204 len: 168 time: 4.9443173 Oct 19 07:39:55.586496 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-95028966-39d6-42a5-a5b2-125b2e591aad admin admin] Deleting port 941803fa-8032-40bb-a8ba-616d8fbfed2b {{(pid=103333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 07:39:55.586496 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-95028966-39d6-42a5-a5b2-125b2e591aad admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:55.589086 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvr_db [None req-67cf15b5-1c49-44c8-aa1f-8c3751639377 None None] Set router b3647913-7e6a-4259-ad8f-fe4fb785c61e gateway port host: dv-neutron-861624-1-hyperv {{(pid=103335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 07:39:55.604758 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ed5ee5-9b7f-4ac5-8e1c-4df415137f4a req-6502bf49-3d2e-403b-97ad-78c719e3f115 tempest-ServerActionsTestJSON-1032082790 tempest-ServerActionsTestJSON-1032082790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:39:55.611705 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 55170) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:39:55.612205 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-23ed5ee5-9b7f-4ac5-8e1c-4df415137f4a req-6502bf49-3d2e-403b-97ad-78c719e3f115 tempest-ServerActionsTestJSON-1032082790 tempest-ServerActionsTestJSON-1032082790-project] 10.222.0.27 "GET /v2.0/ports?device_id=c15ce40b-4ff1-4ce8-b3f1-4c16c8447f68 HTTP/1.1" status: 200 len: 945 time: 0.7324224 Oct 19 07:39:55.617529 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] No Port match for: 253cf2ee-6b77-4d6e-af78-a76eddf9707e {{(pid=103334) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 19 07:39:55.617932 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device 253cf2ee-6b77-4d6e-af78-a76eddf9707e not bound to the agent host dv-neutron-861624-1-hyperv {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 07:39:55.618355 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device f96a1284-97a6-4ae5-9893-8add67057705 no longer exists at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 07:39:55.624122 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-c0924a8e-abd4-4257-a330-79443b0e12b9 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1171552891'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:39:55.649064 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] No Port match for: f96a1284-97a6-4ae5-9893-8add67057705 {{(pid=103334) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 19 07:39:55.649584 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device f96a1284-97a6-4ae5-9893-8add67057705 not bound to the agent host dv-neutron-861624-1-hyperv {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 07:39:55.652778 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-630a09c7-b77e-4f1c-bec2-09a1a2f44f84 None None] Attempt 4 to provision port 91ffc99c-2052-4f90-a1d2-eceadaa4bee6 Oct 19 07:39:55.676614 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-fca28b87-d3e9-4b14-9528-3cd124f4813e tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130726890'] for subnet, precommit_delete_associations {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:55.719988 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-630a09c7-b77e-4f1c-bec2-09a1a2f44f84 None None] Port 91ffc99c-2052-4f90-a1d2-eceadaa4bee6 cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 07:39:55.734164 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0924a8e-abd4-4257-a330-79443b0e12b9 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Made reservation on behalf of 2a06cf3adb854931a1e873f20cdb1976 for: {'network': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 07:39:55.737705 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-c0924a8e-abd4-4257-a330-79443b0e12b9 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for network, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:55.742620 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d64e6df-d906-41ab-b9bd-4c7b0803c5d9 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Pushing event deleted for resources: {'Network': ['ID=8707995b-d7fa-477e-bc47-5896702f2192,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:39:55.770314 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03bbaac3-48e7-4e51-b666-f80048c91776 tempest-RoutersIpV6AdminTest-1896539816 tempest-RoutersIpV6AdminTest-1896539816-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:39:55.772354 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-03bbaac3-48e7-4e51-b666-f80048c91776 tempest-RoutersIpV6AdminTest-1896539816 tempest-RoutersIpV6AdminTest-1896539816-project-admin] 10.222.0.27 "GET /v2.0/networks/99c66757-74e3-40a4-b479-8d09e3a7c3dd HTTP/1.1" status: 200 len: 881 time: 0.2348485 Oct 19 07:39:55.781300 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cbe6f53-f1e9-4649-8e9f-505e894da2ae tempest-RoutersAdminTest-1280535694 tempest-RoutersAdminTest-1280535694-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:39:55.782874 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-4cbe6f53-f1e9-4649-8e9f-505e894da2ae tempest-RoutersAdminTest-1280535694 tempest-RoutersAdminTest-1280535694-project-admin] 10.222.0.27 "GET /v2.0/ports?network_id=99c66757-74e3-40a4-b479-8d09e3a7c3dd&device_id=190d35f7-8242-4ccc-bd6c-c3452962f8f3&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.4830942 Oct 19 07:39:55.783842 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 55172) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:39:55.793869 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-361f5084-a80b-44bf-929a-0b93bcaab94b tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Network 3aa1cb62-fce0-43f9-9557-155b06fb823e is already hosted by enough agents. {{(pid=103332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 07:39:55.796273 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 55174) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:39:55.803037 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.base_scheduler [None req-361f5084-a80b-44bf-929a-0b93bcaab94b tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Resources bound (agent type, host, resource id): {{(pid=103332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:39:55.815639 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-4b0d5a38-eac7-4e38-92e9-0e5c3e417a4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1693831'] for router_gateway, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:55.824171 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-23ed5ee5-9b7f-4ac5-8e1c-4df415137f4a req-ee4699f1-d1f3-4ea7-a174-176542a079f3 tempest-ServerActionsTestJSON-1032082790 tempest-ServerActionsTestJSON-1032082790-project] 10.222.0.27 "GET /v2.0/security-groups?id=f0bcd6ee-444f-46c6-b01f-ccacf8976dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2110617 Oct 19 07:39:55.860926 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-77820873-60d9-4991-8b11-267dcb4cc7de tempest-RoutersIpV6AdminTest-1129688832 tempest-RoutersIpV6AdminTest-1129688832-project] 10.222.0.27 "GET /v2.0/ports?device_id=e722064a-e9db-4dcb-a58c-196471986636 HTTP/1.1" status: 200 len: 205 time: 0.0633764 Oct 19 07:39:55.863949 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 55176) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:39:55.876836 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.db [None req-95028966-39d6-42a5-a5b2-125b2e591aad admin admin] For port 941803fa-8032-40bb-a8ba-616d8fbfed2b, host dv-neutron-861624-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=941803fa-8032-40bb-a8ba-616d8fbfed2b,segment=NetworkSegment(53981d04-8205-40d8-8d33-0510111d6f8f),segment_id=53981d04-8205-40d8-8d33-0510111d6f8f)] {{(pid=103333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:39:55.877231 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-95028966-39d6-42a5-a5b2-125b2e591aad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:55.892335 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0924a8e-abd4-4257-a330-79443b0e12b9 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 189} {{(pid=103333) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 07:39:55.945262 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-95028966-39d6-42a5-a5b2-125b2e591aad admin admin] Calling delete_port for 941803fa-8032-40bb-a8ba-616d8fbfed2b owned by network:router_gateway {{(pid=103333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 07:39:55.968859 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-c0924a8e-abd4-4257-a330-79443b0e12b9 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979'] for segment, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:55.969194 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.db.segments_db [None req-c0924a8e-abd4-4257-a330-79443b0e12b9 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Added segment 0728c191-4c1b-4bc3-9d42-9c511ec05449 of type vlan for network 4e858dbb-4a2b-48f9-94b9-867d2213af68 Oct 19 07:39:56.018265 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-67cf15b5-1c49-44c8-aa1f-8c3751639377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3647913-7e6a-4259-ad8f-fe4fb785c61e', 'name': 'tempest-ServersTestManualDisk-1946037705-router', 'tenant_id': '340a20aa929d4020a108d5231191ac1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'external_fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.199'}], 'enable_snat': True}, 'gw_port_id': '941803fa-8032-40bb-a8ba-616d8fbfed2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T07:37:59Z', 'updated_at': '2022-10-19T07:39:52Z', 'revision_number': 5, 'project_id': '340a20aa929d4020a108d5231191ac1d', 'gw_port': {'id': '941803fa-8032-40bb-a8ba-616d8fbfed2b', 'name': '', 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:6f:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3647913-7e6a-4259-ad8f-fe4fb785c61e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:38:01Z', 'updated_at': '2022-10-19T07:38:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861624-1-hyperv'}], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:39:56.060936 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67cf15b5-1c49-44c8-aa1f-8c3751639377 None None] The sync data for ids ['b3647913-7e6a-4259-ad8f-fe4fb785c61e'] in dv-neutron-861624-1-hyperv is: [{'id': 'b3647913-7e6a-4259-ad8f-fe4fb785c61e', 'name': 'tempest-ServersTestManualDisk-1946037705-router', 'tenant_id': '340a20aa929d4020a108d5231191ac1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'external_fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.199'}], 'enable_snat': True}, 'gw_port_id': '941803fa-8032-40bb-a8ba-616d8fbfed2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T07:37:59Z', 'updated_at': '2022-10-19T07:39:52Z', 'revision_number': 5, 'project_id': '340a20aa929d4020a108d5231191ac1d', 'gw_port': {'id': '941803fa-8032-40bb-a8ba-616d8fbfed2b', 'name': '', 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:6f:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3647913-7e6a-4259-ad8f-fe4fb785c61e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:38:01Z', 'updated_at': '2022-10-19T07:38:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861624-1-hyperv'}] {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 07:39:56.093619 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-fca28b87-d3e9-4b14-9528-3cd124f4813e tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-679826'] for subnet, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:56.115311 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-c0924a8e-abd4-4257-a330-79443b0e12b9 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785020965340'] for network, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:56.120945 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d409970-a241-4b81-9b9d-195590838eff tempest-RoutersAdminTest-1280535694 tempest-RoutersAdminTest-1280535694-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:39:56.122311 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-8d409970-a241-4b81-9b9d-195590838eff tempest-RoutersAdminTest-1280535694 tempest-RoutersAdminTest-1280535694-project-admin] 10.222.0.27 "GET /v2.0/networks/99c66757-74e3-40a4-b479-8d09e3a7c3dd HTTP/1.1" status: 200 len: 881 time: 0.3232105 Oct 19 07:39:56.125475 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 55178) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:39:56.151666 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-4b0d5a38-eac7-4e38-92e9-0e5c3e417a4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1693565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12618'] for router, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:56.158449 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-4b0d5a38-eac7-4e38-92e9-0e5c3e417a4a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:56.188116 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-c0924a8e-abd4-4257-a330-79443b0e12b9 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873'] for network, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:56.193821 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0924a8e-abd4-4257-a330-79443b0e12b9 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:39:56.194408 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-c0924a8e-abd4-4257-a330-79443b0e12b9 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574827'] for network, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:56.220881 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-630a09c7-b77e-4f1c-bec2-09a1a2f44f84 None None] Attempt 5 to provision port 91ffc99c-2052-4f90-a1d2-eceadaa4bee6 Oct 19 07:39:56.232939 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-c0924a8e-abd4-4257-a330-79443b0e12b9 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6197040 Oct 19 07:39:56.240126 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-847d530d-cc68-4804-ab54-68326498e5aa tempest-RoutersAdminTest-1850549588 tempest-RoutersAdminTest-1850549588-project] 10.222.0.27 "GET /v2.0/ports?device_id=190d35f7-8242-4ccc-bd6c-c3452962f8f3 HTTP/1.1" status: 200 len: 205 time: 0.0829456 Oct 19 07:39:56.241705 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 55180) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:39:56.246093 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 55182) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:39:56.251275 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-ab021bb2-7f32-4902-af7f-40f01de4aad1 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Request body: {'subnet': {'network_id': '4e858dbb-4a2b-48f9-94b9-867d2213af68', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:39:56.275627 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-630a09c7-b77e-4f1c-bec2-09a1a2f44f84 None None] Port 91ffc99c-2052-4f90-a1d2-eceadaa4bee6 cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 07:39:56.312492 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-4b0d5a38-eac7-4e38-92e9-0e5c3e417a4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1693542'] for router, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:56.312948 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b0d5a38-eac7-4e38-92e9-0e5c3e417a4a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 11ad4213-f43a-44bb-8c9d-75b1722e86b4 {{(pid=103332) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 07:39:56.334524 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-4b0d5a38-eac7-4e38-92e9-0e5c3e417a4a admin admin] Notify callbacks [] for router, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:56.335678 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-4b0d5a38-eac7-4e38-92e9-0e5c3e417a4a admin admin] 10.222.0.27 "DELETE /v2.0/routers/11ad4213-f43a-44bb-8c9d-75b1722e86b4 HTTP/1.1" status: 204 len: 168 time: 3.5265744 Oct 19 07:39:56.344251 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 55184) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:39:56.359996 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0924a8e-abd4-4257-a330-79443b0e12b9 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Pushing event updated for resources: {'Network': ['ID=4e858dbb-4a2b-48f9-94b9-867d2213af68,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:39:56.371015 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Network 4e858dbb-4a2b-48f9-94b9-867d2213af68 details requested by agent ovs-agent-dv-neutron-861624-1-hyperv with host dv-neutron-861624-1-hyperv {{(pid=103334) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 07:39:56.380101 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-3f474edd-f455-4a55-912b-2330ef68bebe tempest-RoutersIpV6AdminTest-1129688832 tempest-RoutersIpV6AdminTest-1129688832-project] Notify callbacks [] for router, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:56.448993 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-fca28b87-d3e9-4b14-9528-3cd124f4813e tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-679819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-133552721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130659632'] for subnet, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:56.509788 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca28b87-d3e9-4b14-9528-3cd124f4813e tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Pushing event deleted for resources: {'Subnet': ['ID=9ca53bb9-b70a-49d8-9ca6-80e861a57ef6,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:39:56.519766 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-fca28b87-d3e9-4b14-9528-3cd124f4813e tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574827'] for subnet, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:56.525393 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-fca28b87-d3e9-4b14-9528-3cd124f4813e tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] 10.222.0.27 "DELETE /v2.0/subnets/9ca53bb9-b70a-49d8-9ca6-80e861a57ef6 HTTP/1.1" status: 204 len: 168 time: 1.7975197 Oct 19 07:39:56.529859 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 55186) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:39:56.532414 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77d8671e-20bd-49b9-8434-edcea8635683 None None] Network 6b5a65c5-1bed-4301-9db8-c1056c2b8eba requested from dv-neutron-861624-1-hyperv {{(pid=103334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 07:39:56.543354 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-361f5084-a80b-44bf-929a-0b93bcaab94b tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Router 6c77e106-d4f7-4000-856d-1ac98464cde5 is scheduled to L3 agent ab388470-1243-4d53-80f2-c2f5899c97a7 with binding_index 1 {{(pid=103332) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 07:39:56.715249 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.db_base_plugin_v2 [None req-34592fb3-161a-449d-8800-840c1077ace7 admin admin] Deleting subnet 9b83089a-6242-4a4f-85cc-90b42d56ee75 {{(pid=103333) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 19 07:39:56.745154 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-95028966-39d6-42a5-a5b2-125b2e591aad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130996763'] for port, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:56.751587 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-34592fb3-161a-449d-8800-840c1077ace7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:56.777320 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-630a09c7-b77e-4f1c-bec2-09a1a2f44f84 None None] Attempt 6 to provision port 91ffc99c-2052-4f90-a1d2-eceadaa4bee6 Oct 19 07:39:56.781979 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1abee9c-359f-4bf8-8369-6e4331339ef8 None None] DHCP port deletion for 6b5a65c5-1bed-4301-9db8-c1056c2b8eba request from dv-neutron-861624-1-hyperv {{(pid=103334) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 07:39:56.820478 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95028966-39d6-42a5-a5b2-125b2e591aad admin admin] Pushing event deleted for resources: {'Port': ['ID=941803fa-8032-40bb-a8ba-616d8fbfed2b,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:39:56.827341 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-888b8b29-255b-4cee-a9e7-ed3133a94b83 tempest-RoutersAdminTest-1850549588 tempest-RoutersAdminTest-1850549588-project] Notify callbacks [] for router, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:56.841155 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-630a09c7-b77e-4f1c-bec2-09a1a2f44f84 None None] Port 91ffc99c-2052-4f90-a1d2-eceadaa4bee6 cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 07:39:56.861184 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-d1abee9c-359f-4bf8-8369-6e4331339ef8 None None] Deleting port ff41f549-262c-424f-ad66-cc44646c4743 {{(pid=103334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 07:39:56.861554 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d1abee9c-359f-4bf8-8369-6e4331339ef8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:56.885280 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-34592fb3-161a-449d-8800-840c1077ace7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-134111928'] for subnet, precommit_delete_associations {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:56.931934 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-d1abee9c-359f-4bf8-8369-6e4331339ef8 None None] For port ff41f549-262c-424f-ad66-cc44646c4743, host dv-neutron-861624-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=ff41f549-262c-424f-ad66-cc44646c4743,segment=NetworkSegment(5a8d2b05-b527-4bd4-a671-b9112f193fef),segment_id=5a8d2b05-b527-4bd4-a671-b9112f193fef)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:39:56.932790 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d1abee9c-359f-4bf8-8369-6e4331339ef8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:56.946556 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-d1abee9c-359f-4bf8-8369-6e4331339ef8 None None] Calling delete_port for ff41f549-262c-424f-ad66-cc44646c4743 owned by network:dhcp {{(pid=103334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 07:39:56.965000 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-3fa8e27a-d8b6-4f5a-afe6-b452b2a1a99e tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] 10.222.0.27 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.4339790 Oct 19 07:39:56.970181 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 55190) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:39:56.979023 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-a23a8c47-48a9-479b-9e74-45f55ee94797 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Request body: {'subnet': {'network_id': '6b5a65c5-1bed-4301-9db8-c1056c2b8eba', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:39:56.983546 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab021bb2-7f32-4902-af7f-40f01de4aad1 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Made reservation on behalf of 2a06cf3adb854931a1e873f20cdb1976 for: {'subnet': 1} {{(pid=103332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 07:39:56.986935 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-ab021bb2-7f32-4902-af7f-40f01de4aad1 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130659787'] for subnet, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:57.038195 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d1abee9c-359f-4bf8-8369-6e4331339ef8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339'] for port, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:57.042241 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-95028966-39d6-42a5-a5b2-125b2e591aad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1693831'] for router_gateway, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:57.073749 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1abee9c-359f-4bf8-8369-6e4331339ef8 None None] No DVR routers for this DVR port ff41f549-262c-424f-ad66-cc44646c4743 on host dv-neutron-861624-1-hyperv {{(pid=103334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 19 07:39:57.079147 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1abee9c-359f-4bf8-8369-6e4331339ef8 None None] Pushing event deleted for resources: {'Port': ['ID=ff41f549-262c-424f-ad66-cc44646c4743,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:39:57.087254 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1abee9c-359f-4bf8-8369-6e4331339ef8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:39:57.087991 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1abee9c-359f-4bf8-8369-6e4331339ef8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:39:57.088203 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1abee9c-359f-4bf8-8369-6e4331339ef8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:39:57.088804 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1abee9c-359f-4bf8-8369-6e4331339ef8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:39:57.088929 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1abee9c-359f-4bf8-8369-6e4331339ef8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:39:57.089198 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1abee9c-359f-4bf8-8369-6e4331339ef8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:39:57.089686 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1abee9c-359f-4bf8-8369-6e4331339ef8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:39:57.090157 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1abee9c-359f-4bf8-8369-6e4331339ef8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:39:57.091937 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1abee9c-359f-4bf8-8369-6e4331339ef8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:39:57.092049 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-888b8b29-255b-4cee-a9e7-ed3133a94b83 tempest-RoutersAdminTest-1850549588 tempest-RoutersAdminTest-1850549588-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:57.092538 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1abee9c-359f-4bf8-8369-6e4331339ef8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:39:57.093015 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1abee9c-359f-4bf8-8369-6e4331339ef8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:39:57.093559 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1abee9c-359f-4bf8-8369-6e4331339ef8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:39:57.146917 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-3f474edd-f455-4a55-912b-2330ef68bebe tempest-RoutersIpV6AdminTest-1129688832 tempest-RoutersIpV6AdminTest-1129688832-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:57.174871 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-95028966-39d6-42a5-a5b2-125b2e591aad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1693565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12618'] for router, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:57.184944 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.ipam_backend_mixin [None req-ab021bb2-7f32-4902-af7f-40f01de4aad1 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Performing IP validity checks on allocation pools {{(pid=103332) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:322}} Oct 19 07:39:57.185463 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.ipam_backend_mixin [None req-ab021bb2-7f32-4902-af7f-40f01de4aad1 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103332) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:343}} Oct 19 07:39:57.195420 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-95028966-39d6-42a5-a5b2-125b2e591aad admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:57.200316 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-34592fb3-161a-449d-8800-840c1077ace7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-679826'] for subnet, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:57.258434 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3fa7c5-f481-466c-a4c9-9dfd4ce8992f req-207190c4-a41b-405a-82a7-e4a846787eec tempest-ServerActionsTestJSON-1032082790 tempest-ServerActionsTestJSON-1032082790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:39:57.259946 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-ad3fa7c5-f481-466c-a4c9-9dfd4ce8992f req-207190c4-a41b-405a-82a7-e4a846787eec tempest-ServerActionsTestJSON-1032082790 tempest-ServerActionsTestJSON-1032082790-project] 10.222.0.27 "GET /v2.0/ports?device_id=c15ce40b-4ff1-4ce8-b3f1-4c16c8447f68 HTTP/1.1" status: 200 len: 945 time: 0.2886262 Oct 19 07:39:57.279712 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-95028966-39d6-42a5-a5b2-125b2e591aad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1693542'] for router, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:57.279712 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95028966-39d6-42a5-a5b2-125b2e591aad admin admin] Fanout notify agent at l3_agent the message router_deleted on router b3647913-7e6a-4259-ad8f-fe4fb785c61e {{(pid=103333) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 07:39:57.283347 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-95028966-39d6-42a5-a5b2-125b2e591aad admin admin] Notify callbacks [] for router, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:57.287978 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-95028966-39d6-42a5-a5b2-125b2e591aad admin admin] 10.222.0.27 "DELETE /v2.0/routers/b3647913-7e6a-4259-ad8f-fe4fb785c61e HTTP/1.1" status: 204 len: 168 time: 2.7484601 Oct 19 07:39:57.291277 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 55192) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:39:57.312445 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-361f5084-a80b-44bf-929a-0b93bcaab94b tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Notify agent at l3_agent.dv-neutron-861624-1-hyperv the message routers_updated {{(pid=103332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 07:39:57.325356 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-361f5084-a80b-44bf-929a-0b93bcaab94b tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] 10.222.0.27 "PUT /v2.0/routers/6c77e106-d4f7-4000-856d-1ac98464cde5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2527900 Oct 19 07:39:57.329647 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 55194) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:39:57.330431 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c418ad6-2526-4cd7-803b-a7cae525f9b5 None None] Sync routers for ids ['6c77e106-d4f7-4000-856d-1ac98464cde5'] in dv-neutron-861624-1-hyperv {{(pid=103334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 07:39:57.337636 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a23a8c47-48a9-479b-9e74-45f55ee94797 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Made reservation on behalf of 61a2e57b80c1442e9cb330141a970781 for: {'subnet': 1} {{(pid=103332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 07:39:57.340976 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-a23a8c47-48a9-479b-9e74-45f55ee94797 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130659787'] for subnet, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:57.342158 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-630a09c7-b77e-4f1c-bec2-09a1a2f44f84 None None] Attempt 7 to provision port 91ffc99c-2052-4f90-a1d2-eceadaa4bee6 Oct 19 07:39:57.384243 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-34592fb3-161a-449d-8800-840c1077ace7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-679819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130997964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130170408'] for subnet, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:57.395827 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-888b8b29-255b-4cee-a9e7-ed3133a94b83 tempest-RoutersAdminTest-1850549588 tempest-RoutersAdminTest-1850549588-project] Deleting port d45ca564-9197-4893-ae95-81f91140ce58 {{(pid=103333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 07:39:57.396423 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-888b8b29-255b-4cee-a9e7-ed3133a94b83 tempest-RoutersAdminTest-1850549588 tempest-RoutersAdminTest-1850549588-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:57.411416 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99b7910b-dbce-4d96-9839-e97a4bef75f9 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:39:57.413158 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-99b7910b-dbce-4d96-9839-e97a4bef75f9 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] 10.222.0.27 "GET /v2.0/ports/91ffc99c-2052-4f90-a1d2-eceadaa4bee6 HTTP/1.1" status: 200 len: 977 time: 0.0798995 Oct 19 07:39:57.416393 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f2ffc1c-3f44-4d49-83e0-0dcc98c5c4fa admin admin] Deleting subnet 50f42235-c2b7-4baf-8d65-761c27136b2d {{(pid=103333) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 19 07:39:57.422549 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 55196) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:39:57.423997 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c418ad6-2526-4cd7-803b-a7cae525f9b5 None None] Routers {'6c77e106-d4f7-4000-856d-1ac98464cde5'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 07:39:57.424919 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-8c418ad6-2526-4cd7-803b-a7cae525f9b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T07:39:46Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['6c77e106-d4f7-4000-856d-1ac98464cde5'], 'active': True} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:39:57.453451 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-1f2ffc1c-3f44-4d49-83e0-0dcc98c5c4fa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:57.481282 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34592fb3-161a-449d-8800-840c1077ace7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9b83089a-6242-4a4f-85cc-90b42d56ee75,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:39:57.483968 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-34592fb3-161a-449d-8800-840c1077ace7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:57.488587 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-34592fb3-161a-449d-8800-840c1077ace7 admin admin] 10.222.0.27 "DELETE /v2.0/subnets/9b83089a-6242-4a4f-85cc-90b42d56ee75 HTTP/1.1" status: 204 len: 168 time: 1.1406474 Oct 19 07:39:57.489930 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-8c418ad6-2526-4cd7-803b-a7cae525f9b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:39:57.495175 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 55198) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:39:57.497598 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83051c6a-881d-406f-b9b6-8e8df4b5a685 None None] Network 29346864-1bf4-4ca7-8c28-dd64957b61d5 requested from dv-neutron-861624-1-hyperv {{(pid=103334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 07:39:57.521336 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-630a09c7-b77e-4f1c-bec2-09a1a2f44f84 None None] Port 91ffc99c-2052-4f90-a1d2-eceadaa4bee6 cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 07:39:57.552834 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c418ad6-2526-4cd7-803b-a7cae525f9b5 None None] Routers {'6c77e106-d4f7-4000-856d-1ac98464cde5'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 07:39:57.554294 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-8c418ad6-2526-4cd7-803b-a7cae525f9b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T07:39:46Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['6c77e106-d4f7-4000-856d-1ac98464cde5'], 'active': True} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:39:57.590082 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-1f2ffc1c-3f44-4d49-83e0-0dcc98c5c4fa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-134111928'] for subnet, precommit_delete_associations {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:57.594005 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-ad3fa7c5-f481-466c-a4c9-9dfd4ce8992f req-d7bab62f-aa86-45db-8b00-de75cdad92e7 tempest-ServerActionsTestJSON-1032082790 tempest-ServerActionsTestJSON-1032082790-project] 10.222.0.27 "GET /v2.0/security-groups?id=f0bcd6ee-444f-46c6-b01f-ccacf8976dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3046560 Oct 19 07:39:57.635449 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-8c418ad6-2526-4cd7-803b-a7cae525f9b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:39:57.636439 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c418ad6-2526-4cd7-803b-a7cae525f9b5 None None] The sync data for ids ['6c77e106-d4f7-4000-856d-1ac98464cde5'] in dv-neutron-861624-1-hyperv is: [] {{(pid=103334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 07:39:57.648304 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-ab021bb2-7f32-4902-af7f-40f01de4aad1 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-133552662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130659641'] for subnet, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:57.711570 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-2f8dee4f-439d-42f1-979d-9e47d24286a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-667019'] for network, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:57.714308 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-888b8b29-255b-4cee-a9e7-ed3133a94b83 tempest-RoutersAdminTest-1850549588 tempest-RoutersAdminTest-1850549588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:57.719647 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.plugin [None req-3f474edd-f455-4a55-912b-2330ef68bebe tempest-RoutersIpV6AdminTest-1129688832 tempest-RoutersIpV6AdminTest-1129688832-project] Deleting port 6202312a-0195-4703-8ee1-051cc20334d3 {{(pid=103332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 07:39:57.720069 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-3f474edd-f455-4a55-912b-2330ef68bebe tempest-RoutersIpV6AdminTest-1129688832 tempest-RoutersIpV6AdminTest-1129688832-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:57.733082 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-888b8b29-255b-4cee-a9e7-ed3133a94b83 tempest-RoutersAdminTest-1850549588 tempest-RoutersAdminTest-1850549588-project] Calling delete_port for d45ca564-9197-4893-ae95-81f91140ce58 owned by network:router_gateway {{(pid=103333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 07:39:57.751507 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-1f2ffc1c-3f44-4d49-83e0-0dcc98c5c4fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-679826'] for subnet, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:57.861484 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab021bb2-7f32-4902-af7f-40f01de4aad1 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Pushing event updated for resources: {'Subnet': ['ID=f83fc7b3-6ba9-41d0-ab5a-2eeceb994aae,revision_number=0']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:39:57.888750 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-1f2ffc1c-3f44-4d49-83e0-0dcc98c5c4fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-679819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130997964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130170408'] for subnet, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:57.929556 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e25573f-dbe2-4410-a8f6-154e970c33f3 None None] DHCP port deletion for 29346864-1bf4-4ca7-8c28-dd64957b61d5 request from dv-neutron-861624-1-hyperv {{(pid=103334) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 07:39:57.940175 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device 8eee7f3b-d4f5-49d5-9d62-6f7b6da3fb87 no longer exists at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 07:39:57.975283 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-1f2ffc1c-3f44-4d49-83e0-0dcc98c5c4fa admin admin] Notify callbacks [] for subnet, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:57.981038 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-1f2ffc1c-3f44-4d49-83e0-0dcc98c5c4fa admin admin] 10.222.0.27 "DELETE /v2.0/subnets/50f42235-c2b7-4baf-8d65-761c27136b2d HTTP/1.1" status: 204 len: 168 time: 0.6866500 Oct 19 07:39:57.983984 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2ffc1c-3f44-4d49-83e0-0dcc98c5c4fa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=50f42235-c2b7-4baf-8d65-761c27136b2d,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:39:57.987347 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 55202) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:39:57.988523 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3141c74b-8183-41a9-a051-f5900e0b62bb None None] Network b591b429-0972-4e45-afd3-bb0899b18496 requested from dv-neutron-861624-1-hyperv {{(pid=103334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 07:39:57.991150 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] No Port match for: 8eee7f3b-d4f5-49d5-9d62-6f7b6da3fb87 {{(pid=103334) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 19 07:39:57.991454 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device 8eee7f3b-d4f5-49d5-9d62-6f7b6da3fb87 not bound to the agent host dv-neutron-861624-1-hyperv {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 07:39:57.991856 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device ff41f549-262c-424f-ad66-cc44646c4743 no longer exists at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 07:39:58.006462 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a68632-ef07-489a-a339-36356986e89d req-2cd0cc7e-5b86-44ab-9806-73bf2a3d1c9d tempest-ServerActionsTestJSON-1032082790 tempest-ServerActionsTestJSON-1032082790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:39:58.008002 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-46a68632-ef07-489a-a339-36356986e89d req-2cd0cc7e-5b86-44ab-9806-73bf2a3d1c9d tempest-ServerActionsTestJSON-1032082790 tempest-ServerActionsTestJSON-1032082790-project] 10.222.0.27 "GET /v2.0/ports?device_id=c15ce40b-4ff1-4ce8-b3f1-4c16c8447f68 HTTP/1.1" status: 200 len: 945 time: 0.2834044 Oct 19 07:39:58.028096 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-630a09c7-b77e-4f1c-bec2-09a1a2f44f84 None None] Attempt 8 to provision port 91ffc99c-2052-4f90-a1d2-eceadaa4bee6 Oct 19 07:39:58.031697 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] No Port match for: ff41f549-262c-424f-ad66-cc44646c4743 {{(pid=103334) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 19 07:39:58.032042 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device ff41f549-262c-424f-ad66-cc44646c4743 not bound to the agent host dv-neutron-861624-1-hyperv {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 07:39:58.036483 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab021bb2-7f32-4902-af7f-40f01de4aad1 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Checking segment: {'id': '0728c191-4c1b-4bc3-9d42-9c511ec05449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '4e858dbb-4a2b-48f9-94b9-867d2213af68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 19 07:39:58.036483 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab021bb2-7f32-4902-af7f-40f01de4aad1 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Network hostable DHCP agents. Network: 4e858dbb-4a2b-48f9-94b9-867d2213af68, hostable agents: ['310d813b-0e3e-4d7e-9b79-8f4ec0dbcab0'], hosted agents: [] {{(pid=103332) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 07:39:58.048935 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-2f8dee4f-439d-42f1-979d-9e47d24286a9 admin admin] Deleting port 29d49807-bacb-4fe7-b6c4-4704844ed5f2 {{(pid=103333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 07:39:58.049354 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-2f8dee4f-439d-42f1-979d-9e47d24286a9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:58.049577 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-3f474edd-f455-4a55-912b-2330ef68bebe tempest-RoutersIpV6AdminTest-1129688832 tempest-RoutersIpV6AdminTest-1129688832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:58.117095 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.plugin [None req-3f474edd-f455-4a55-912b-2330ef68bebe tempest-RoutersIpV6AdminTest-1129688832 tempest-RoutersIpV6AdminTest-1129688832-project] Calling delete_port for 6202312a-0195-4703-8ee1-051cc20334d3 owned by network:router_gateway {{(pid=103332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 07:39:58.133181 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-83363426-691f-438b-abec-7ffa4d495210 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-667019'] for network, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:58.156735 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-630a09c7-b77e-4f1c-bec2-09a1a2f44f84 None None] Port 91ffc99c-2052-4f90-a1d2-eceadaa4bee6 cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 07:39:58.183918 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-4e25573f-dbe2-4410-a8f6-154e970c33f3 None None] Deleting port 29d49807-bacb-4fe7-b6c4-4704844ed5f2 {{(pid=103334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 07:39:58.184289 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-4e25573f-dbe2-4410-a8f6-154e970c33f3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:58.195017 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab021bb2-7f32-4902-af7f-40f01de4aad1 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Network 4e858dbb-4a2b-48f9-94b9-867d2213af68 is scheduled to be hosted by DHCP agent 310d813b-0e3e-4d7e-9b79-8f4ec0dbcab0 with binding_index 1 {{(pid=103332) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 07:39:58.199493 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-46a68632-ef07-489a-a339-36356986e89d req-908009ef-5646-4761-a34c-679c0b769800 tempest-ServerActionsTestJSON-1032082790 tempest-ServerActionsTestJSON-1032082790-project] 10.222.0.27 "GET /v2.0/security-groups?id=f0bcd6ee-444f-46c6-b01f-ccacf8976dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1725471 Oct 19 07:39:58.202795 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.db [None req-2f8dee4f-439d-42f1-979d-9e47d24286a9 admin admin] For port 29d49807-bacb-4fe7-b6c4-4704844ed5f2, host dv-neutron-861624-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=29d49807-bacb-4fe7-b6c4-4704844ed5f2,segment=NetworkSegment(f4c58900-46fa-40ca-95c7-471a7b507c99),segment_id=f4c58900-46fa-40ca-95c7-471a7b507c99)] {{(pid=103333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:39:58.203195 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-2f8dee4f-439d-42f1-979d-9e47d24286a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:58.206135 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-a23a8c47-48a9-479b-9e74-45f55ee94797 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-133552662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130659641'] for subnet, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:58.247193 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-2f8dee4f-439d-42f1-979d-9e47d24286a9 admin admin] Calling delete_port for 29d49807-bacb-4fe7-b6c4-4704844ed5f2 owned by network:dhcp {{(pid=103333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 07:39:58.287947 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.base_scheduler [None req-ab021bb2-7f32-4902-af7f-40f01de4aad1 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861624-1-hyperv, 4e858dbb-4a2b-48f9-94b9-867d2213af68) {{(pid=103332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:39:58.303608 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab021bb2-7f32-4902-af7f-40f01de4aad1 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:39:58.304209 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-ab021bb2-7f32-4902-af7f-40f01de4aad1 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574827'] for subnet, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:58.311787 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-888b8b29-255b-4cee-a9e7-ed3133a94b83 tempest-RoutersAdminTest-1850549588 tempest-RoutersAdminTest-1850549588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130996763'] for port, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:58.312601 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-4e25573f-dbe2-4410-a8f6-154e970c33f3 None None] For port 29d49807-bacb-4fe7-b6c4-4704844ed5f2, host dv-neutron-861624-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=29d49807-bacb-4fe7-b6c4-4704844ed5f2,segment=NetworkSegment(f4c58900-46fa-40ca-95c7-471a7b507c99),segment_id=f4c58900-46fa-40ca-95c7-471a7b507c99)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:39:58.314683 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-4e25573f-dbe2-4410-a8f6-154e970c33f3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:58.326361 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a23a8c47-48a9-479b-9e74-45f55ee94797 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Network 6b5a65c5-1bed-4301-9db8-c1056c2b8eba is already hosted by enough agents. {{(pid=103332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 07:39:58.329046 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-528b1768-1a29-462a-8f87-dfa2a57604fd None None] Network 4e858dbb-4a2b-48f9-94b9-867d2213af68 requested from dv-neutron-861624-1-hyperv {{(pid=103334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 07:39:58.346317 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.base_scheduler [None req-a23a8c47-48a9-479b-9e74-45f55ee94797 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Resources bound (agent type, host, resource id): {{(pid=103332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:39:58.352436 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a23a8c47-48a9-479b-9e74-45f55ee94797 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:39:58.353876 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-a23a8c47-48a9-479b-9e74-45f55ee94797 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574827'] for subnet, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:58.357888 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23a8c47-48a9-479b-9e74-45f55ee94797 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Pushing event updated for resources: {'Subnet': ['ID=88186065-749f-44ef-80e2-564f345c0f29,revision_number=0']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:39:58.358137 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888b8b29-255b-4cee-a9e7-ed3133a94b83 tempest-RoutersAdminTest-1850549588 tempest-RoutersAdminTest-1850549588-project] Pushing event deleted for resources: {'Port': ['ID=d45ca564-9197-4893-ae95-81f91140ce58,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:39:58.362276 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-4e25573f-dbe2-4410-a8f6-154e970c33f3 None None] Calling delete_port for 29d49807-bacb-4fe7-b6c4-4704844ed5f2 owned by network:dhcp {{(pid=103334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 07:39:58.376018 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-ab021bb2-7f32-4902-af7f-40f01de4aad1 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 2.1288004 Oct 19 07:39:58.382541 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 55206) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:39:58.398157 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-83363426-691f-438b-abec-7ffa4d495210 admin admin] Deleting port 3de665dd-2d09-4b70-87c6-cb6d6e6eb012 {{(pid=103333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 07:39:58.398505 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-83363426-691f-438b-abec-7ffa4d495210 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:58.480764 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c6f63ef-cbe6-4630-ba6d-731ca2baef75 None None] Network 6b5a65c5-1bed-4301-9db8-c1056c2b8eba requested from dv-neutron-861624-1-hyperv {{(pid=103334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 07:39:58.485050 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-a23a8c47-48a9-479b-9e74-45f55ee94797 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5124972 Oct 19 07:39:58.490553 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 55208) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:39:58.495487 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-dc32f4a6-5e06-4b32-b2e4-4faa8e0a12d6 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Request body: {'subnet': {'network_id': '6b5a65c5-1bed-4301-9db8-c1056c2b8eba', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:39:58.516802 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.db [None req-83363426-691f-438b-abec-7ffa4d495210 admin admin] For port 3de665dd-2d09-4b70-87c6-cb6d6e6eb012, host dv-neutron-861624-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=3de665dd-2d09-4b70-87c6-cb6d6e6eb012,segment=NetworkSegment(1e98df17-e196-417f-957d-cb8b343f8c04),segment_id=1e98df17-e196-417f-957d-cb8b343f8c04)] {{(pid=103333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:39:58.517200 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-83363426-691f-438b-abec-7ffa4d495210 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:58.557424 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-83363426-691f-438b-abec-7ffa4d495210 admin admin] Calling delete_port for 3de665dd-2d09-4b70-87c6-cb6d6e6eb012 owned by network:dhcp {{(pid=103333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 07:39:58.616770 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-888b8b29-255b-4cee-a9e7-ed3133a94b83 tempest-RoutersAdminTest-1850549588 tempest-RoutersAdminTest-1850549588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1693831'] for router_gateway, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:58.650561 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-2f8dee4f-439d-42f1-979d-9e47d24286a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130996763'] for port, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:58.652371 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5a639c-8506-4041-b4d2-02b414ee8d98 req-85ed96e0-4139-43c3-9316-7b148c25c2ea tempest-ServerActionsTestJSON-1032082790 tempest-ServerActionsTestJSON-1032082790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:39:58.653952 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-6e5a639c-8506-4041-b4d2-02b414ee8d98 req-85ed96e0-4139-43c3-9316-7b148c25c2ea tempest-ServerActionsTestJSON-1032082790 tempest-ServerActionsTestJSON-1032082790-project] 10.222.0.27 "GET /v2.0/ports?device_id=c15ce40b-4ff1-4ce8-b3f1-4c16c8447f68 HTTP/1.1" status: 200 len: 945 time: 0.2292826 Oct 19 07:39:58.660973 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2b89028-a6a2-4e2c-a765-1962b6372132 None None] DHCP port deletion for b591b429-0972-4e45-afd3-bb0899b18496 request from dv-neutron-861624-1-hyperv {{(pid=103334) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 07:39:58.681214 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-630a09c7-b77e-4f1c-bec2-09a1a2f44f84 None None] Attempt 9 to provision port 91ffc99c-2052-4f90-a1d2-eceadaa4bee6 Oct 19 07:39:58.699364 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-d1a455a2-8c82-4eba-aab4-fbec4891e428 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-667019'] for network, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:58.739888 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-3f474edd-f455-4a55-912b-2330ef68bebe tempest-RoutersIpV6AdminTest-1129688832 tempest-RoutersIpV6AdminTest-1129688832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133553798'] for port, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:58.741622 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-562e2982-9214-4128-bdc2-24fbc1da03f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d12c6ac-27a3-545c-a8f3-f04e30423d6d-4e858dbb-4a2b-48f9-94b9-867d2213af68', 'network_id': '4e858dbb-4a2b-48f9-94b9-867d2213af68', 'tenant_id': '2a06cf3adb854931a1e873f20cdb1976', 'fixed_ips': [{'subnet_id': 'f83fc7b3-6ba9-41d0-ab5a-2eeceb994aae'}]}} from dv-neutron-861624-1-hyperv. {{(pid=103334) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 07:39:58.742528 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-562e2982-9214-4128-bdc2-24fbc1da03f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:58.785700 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-888b8b29-255b-4cee-a9e7-ed3133a94b83 tempest-RoutersAdminTest-1850549588 tempest-RoutersAdminTest-1850549588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1693565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12618'] for router, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:58.788022 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8dee4f-439d-42f1-979d-9e47d24286a9 admin admin] Pushing event deleted for resources: {'Port': ['ID=29d49807-bacb-4fe7-b6c4-4704844ed5f2,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:39:58.795248 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-888b8b29-255b-4cee-a9e7-ed3133a94b83 tempest-RoutersAdminTest-1850549588 tempest-RoutersAdminTest-1850549588-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:58.807391 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f8dee4f-439d-42f1-979d-9e47d24286a9 admin admin] No DVR routers for this DVR port 29d49807-bacb-4fe7-b6c4-4704844ed5f2 on host dv-neutron-861624-1-hyperv {{(pid=103333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 19 07:39:58.817152 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-6e5a639c-8506-4041-b4d2-02b414ee8d98 req-d0341843-4f60-475f-ae1c-521e60b29845 tempest-ServerActionsTestJSON-1032082790 tempest-ServerActionsTestJSON-1032082790-project] 10.222.0.27 "GET /v2.0/security-groups?id=f0bcd6ee-444f-46c6-b01f-ccacf8976dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1466272 Oct 19 07:39:58.820392 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-630a09c7-b77e-4f1c-bec2-09a1a2f44f84 None None] Port 91ffc99c-2052-4f90-a1d2-eceadaa4bee6 cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 07:39:58.851935 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f474edd-f455-4a55-912b-2330ef68bebe tempest-RoutersIpV6AdminTest-1129688832 tempest-RoutersIpV6AdminTest-1129688832-project] Pushing event deleted for resources: {'Port': ['ID=6202312a-0195-4703-8ee1-051cc20334d3,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:39:58.934205 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-a82ad9d1-30b5-48b7-812d-4f6a2c7f3ce5 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1694785'] for router_interface, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:58.964232 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-4e25573f-dbe2-4410-a8f6-154e970c33f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339'] for port, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:58.981473 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-d1a455a2-8c82-4eba-aab4-fbec4891e428 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-679826'] for subnet, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:58.987686 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-937212e1-f112-4b18-8d6c-f79a5601146b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d12c6ac-27a3-545c-a8f3-f04e30423d6d-6b5a65c5-1bed-4301-9db8-c1056c2b8eba', 'network_id': '6b5a65c5-1bed-4301-9db8-c1056c2b8eba', 'tenant_id': '61a2e57b80c1442e9cb330141a970781', 'fixed_ips': [{'subnet_id': '88186065-749f-44ef-80e2-564f345c0f29'}]}} from dv-neutron-861624-1-hyperv. {{(pid=103334) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 07:39:58.988428 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-937212e1-f112-4b18-8d6c-f79a5601146b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:59.171309 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-888b8b29-255b-4cee-a9e7-ed3133a94b83 tempest-RoutersAdminTest-1850549588 tempest-RoutersAdminTest-1850549588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1693542'] for router, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:59.171887 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-888b8b29-255b-4cee-a9e7-ed3133a94b83 tempest-RoutersAdminTest-1850549588 tempest-RoutersAdminTest-1850549588-project] Fanout notify agent at l3_agent the message router_deleted on router 190d35f7-8242-4ccc-bd6c-c3452962f8f3 {{(pid=103333) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 07:39:59.183062 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e25573f-dbe2-4410-a8f6-154e970c33f3 None None] Pushing event deleted for resources: {'Port': ['ID=29d49807-bacb-4fe7-b6c4-4704844ed5f2,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:39:59.188855 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-888b8b29-255b-4cee-a9e7-ed3133a94b83 tempest-RoutersAdminTest-1850549588 tempest-RoutersAdminTest-1850549588-project] Notify callbacks [] for router, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:59.194845 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-888b8b29-255b-4cee-a9e7-ed3133a94b83 tempest-RoutersAdminTest-1850549588 tempest-RoutersAdminTest-1850549588-project] 10.222.0.27 "DELETE /v2.0/routers/190d35f7-8242-4ccc-bd6c-c3452962f8f3 HTTP/1.1" status: 204 len: 168 time: 2.9476912 Oct 19 07:39:59.196634 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e25573f-dbe2-4410-a8f6-154e970c33f3 None None] No DVR routers for this DVR port 29d49807-bacb-4fe7-b6c4-4704844ed5f2 on host dv-neutron-861624-1-hyperv {{(pid=103334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 19 07:39:59.198738 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 55212) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:39:59.204234 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-3490b62f-180f-4b99-a433-a9dfb7044528 tempest-RoutersAdminTest-1850549588 tempest-RoutersAdminTest-1850549588-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1663291771', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:39:59.214634 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc32f4a6-5e06-4b32-b2e4-4faa8e0a12d6 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Made reservation on behalf of 61a2e57b80c1442e9cb330141a970781 for: {'subnet': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 07:39:59.226325 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-dc32f4a6-5e06-4b32-b2e4-4faa8e0a12d6 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130170579'] for subnet, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:59.254848 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-2f8dee4f-439d-42f1-979d-9e47d24286a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-673051', 'neutron.services.segments.db._delete_segments_for_network-8785021519108'] for network, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:59.265848 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-83363426-691f-438b-abec-7ffa4d495210 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130996763'] for port, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:59.324300 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-f2b89028-a6a2-4e2c-a765-1962b6372132 None None] Deleting port 3de665dd-2d09-4b70-87c6-cb6d6e6eb012 {{(pid=103334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 07:39:59.324694 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-f2b89028-a6a2-4e2c-a765-1962b6372132 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:59.326430 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-630a09c7-b77e-4f1c-bec2-09a1a2f44f84 None None] Attempt 10 to provision port 91ffc99c-2052-4f90-a1d2-eceadaa4bee6 Oct 19 07:39:59.344112 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-2f8dee4f-439d-42f1-979d-9e47d24286a9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29346864-1bf4-4ca7-8c28-dd64957b61d5']}} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:39:59.355683 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83363426-691f-438b-abec-7ffa4d495210 admin admin] Pushing event deleted for resources: {'Port': ['ID=3de665dd-2d09-4b70-87c6-cb6d6e6eb012,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:39:59.372139 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83363426-691f-438b-abec-7ffa4d495210 admin admin] No DVR routers for this DVR port 3de665dd-2d09-4b70-87c6-cb6d6e6eb012 on host dv-neutron-861624-1-hyperv {{(pid=103333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 19 07:39:59.395224 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.db_base_plugin_common [None req-562e2982-9214-4128-bdc2-24fbc1da03f5 None None] Allocated IP 172.20.0.3 (4e858dbb-4a2b-48f9-94b9-867d2213af68/f83fc7b3-6ba9-41d0-ab5a-2eeceb994aae/acfa1eb4-6763-48ff-bf66-b579423a6622) {{(pid=103334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 07:39:59.413204 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-3f474edd-f455-4a55-912b-2330ef68bebe tempest-RoutersIpV6AdminTest-1129688832 tempest-RoutersIpV6AdminTest-1129688832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1693831'] for router_gateway, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:59.463729 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-83363426-691f-438b-abec-7ffa4d495210 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-673051', 'neutron.services.segments.db._delete_segments_for_network-8785021519108'] for network, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:59.486289 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-83363426-691f-438b-abec-7ffa4d495210 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b591b429-0972-4e45-afd3-bb0899b18496']}} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:39:59.498339 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-630a09c7-b77e-4f1c-bec2-09a1a2f44f84 None None] Port 91ffc99c-2052-4f90-a1d2-eceadaa4bee6 cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 07:39:59.499367 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-83363426-691f-438b-abec-7ffa4d495210 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e98df17-e196-417f-957d-cb8b343f8c04') {'for_net_delete': True} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:39:59.499884 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-83363426-691f-438b-abec-7ffa4d495210 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e98df17-e196-417f-957d-cb8b343f8c04') {} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:39:59.508607 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60c1844-3758-4d0e-85c8-5184bdff50ad req-144fe4fd-8624-4fb2-b438-57671e4f5f0d tempest-ServerActionsTestJSON-1032082790 tempest-ServerActionsTestJSON-1032082790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:39:59.510307 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-c60c1844-3758-4d0e-85c8-5184bdff50ad req-144fe4fd-8624-4fb2-b438-57671e4f5f0d tempest-ServerActionsTestJSON-1032082790 tempest-ServerActionsTestJSON-1032082790-project] 10.222.0.27 "GET /v2.0/ports?device_id=c15ce40b-4ff1-4ce8-b3f1-4c16c8447f68 HTTP/1.1" status: 200 len: 945 time: 0.5343027 Oct 19 07:39:59.510755 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device 941803fa-8032-40bb-a8ba-616d8fbfed2b no longer exists at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 07:39:59.511325 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-83363426-691f-438b-abec-7ffa4d495210 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785021519382', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-134111927'] for segment, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:59.515260 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-f2b89028-a6a2-4e2c-a765-1962b6372132 None None] For port 3de665dd-2d09-4b70-87c6-cb6d6e6eb012, host dv-neutron-861624-1-hyperv, got binding levels [] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:39:59.515673 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-f2b89028-a6a2-4e2c-a765-1962b6372132 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:59.524625 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-2f8dee4f-439d-42f1-979d-9e47d24286a9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4c58900-46fa-40ca-95c7-471a7b507c99') {'for_net_delete': True} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:39:59.525003 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-2f8dee4f-439d-42f1-979d-9e47d24286a9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4c58900-46fa-40ca-95c7-471a7b507c99') {} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:39:59.557366 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-3490b62f-180f-4b99-a433-a9dfb7044528 tempest-RoutersAdminTest-1850549588 tempest-RoutersAdminTest-1850549588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1692695', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12668'] for router, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:59.558508 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-3490b62f-180f-4b99-a433-a9dfb7044528 tempest-RoutersAdminTest-1850549588 tempest-RoutersAdminTest-1850549588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1692835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1693910', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1621825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12659'] for router, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:59.566387 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-f2b89028-a6a2-4e2c-a765-1962b6372132 None None] Calling delete_port for 3de665dd-2d09-4b70-87c6-cb6d6e6eb012 owned by network:dhcp {{(pid=103334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 07:39:59.567916 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] No Port match for: 941803fa-8032-40bb-a8ba-616d8fbfed2b {{(pid=103334) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 19 07:39:59.568257 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device 941803fa-8032-40bb-a8ba-616d8fbfed2b not bound to the agent host dv-neutron-861624-1-hyperv {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 07:39:59.569092 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device 29d49807-bacb-4fe7-b6c4-4704844ed5f2 no longer exists at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 07:39:59.573808 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.ipam_backend_mixin [None req-f2b89028-a6a2-4e2c-a765-1962b6372132 None None] Port 3de665dd-2d09-4b70-87c6-cb6d6e6eb012 was not found and therefore no delete operation was performed {{(pid=103334) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Oct 19 07:39:59.578278 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-83363426-691f-438b-abec-7ffa4d495210 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979'] for segment, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:59.580994 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-3f474edd-f455-4a55-912b-2330ef68bebe tempest-RoutersIpV6AdminTest-1129688832 tempest-RoutersIpV6AdminTest-1129688832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1693565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12618'] for router, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:59.584850 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.db_base_plugin_common [None req-937212e1-f112-4b18-8d6c-f79a5601146b None None] Allocated IP 172.20.0.2 (6b5a65c5-1bed-4301-9db8-c1056c2b8eba/88186065-749f-44ef-80e2-564f345c0f29/b4b6c8cb-b2b7-4371-8d0e-9c82f1fffb86) {{(pid=103334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 07:39:59.586295 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-2f8dee4f-439d-42f1-979d-9e47d24286a9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785021519382', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-134111927'] for segment, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:59.594135 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83363426-691f-438b-abec-7ffa4d495210 admin admin] Releasing vlan 194 on physical network physnet1 to pool {{(pid=103333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 07:39:59.594626 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-83363426-691f-438b-abec-7ffa4d495210 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130996782'] for segment, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:59.607754 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-3f474edd-f455-4a55-912b-2330ef68bebe tempest-RoutersIpV6AdminTest-1129688832 tempest-RoutersIpV6AdminTest-1129688832-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:59.637862 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.services.segments.plugin [-] Segment 1e98df17-e196-417f-957d-cb8b343f8c04 resource provider aggregate not found Oct 19 07:39:59.638072 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-f2b89028-a6a2-4e2c-a765-1962b6372132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339'] for port, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:59.661889 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] No Port match for: 29d49807-bacb-4fe7-b6c4-4704844ed5f2 {{(pid=103334) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 19 07:39:59.662552 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device 29d49807-bacb-4fe7-b6c4-4704844ed5f2 not bound to the agent host dv-neutron-861624-1-hyperv {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 07:39:59.662552 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device 3de665dd-2d09-4b70-87c6-cb6d6e6eb012 no longer exists at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 07:39:59.663123 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-2f8dee4f-439d-42f1-979d-9e47d24286a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979'] for segment, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:59.677160 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-c60c1844-3758-4d0e-85c8-5184bdff50ad req-44204114-e0f5-4819-8a4b-5ee42fc20d2c tempest-ServerActionsTestJSON-1032082790 tempest-ServerActionsTestJSON-1032082790-project] 10.222.0.27 "GET /v2.0/security-groups?id=f0bcd6ee-444f-46c6-b01f-ccacf8976dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1351676 Oct 19 07:39:59.687300 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-3f474edd-f455-4a55-912b-2330ef68bebe tempest-RoutersIpV6AdminTest-1129688832 tempest-RoutersIpV6AdminTest-1129688832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1693542'] for router, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:59.688059 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f474edd-f455-4a55-912b-2330ef68bebe tempest-RoutersIpV6AdminTest-1129688832 tempest-RoutersIpV6AdminTest-1129688832-project] Fanout notify agent at l3_agent the message router_deleted on router e722064a-e9db-4dcb-a58c-196471986636 {{(pid=103332) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 07:39:59.690722 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.services.segments.plugin [-] Segment 1e98df17-e196-417f-957d-cb8b343f8c04 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1e98df17-e196-417f-957d-cb8b343f8c04 found for delete ", "request_id": "req-1468f20a-39f0-49e0-84bf-2a61558833bd"}]} Oct 19 07:39:59.704102 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-3f474edd-f455-4a55-912b-2330ef68bebe tempest-RoutersIpV6AdminTest-1129688832 tempest-RoutersIpV6AdminTest-1129688832-project] Notify callbacks [] for router, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:59.705953 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-3f474edd-f455-4a55-912b-2330ef68bebe tempest-RoutersIpV6AdminTest-1129688832 tempest-RoutersIpV6AdminTest-1129688832-project] 10.222.0.27 "DELETE /v2.0/routers/e722064a-e9db-4dcb-a58c-196471986636 HTTP/1.1" status: 204 len: 168 time: 3.8405204 Oct 19 07:39:59.710451 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 55220) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:39:59.714493 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-fe4580ce-c20e-48d2-a2ad-3936118c8166 tempest-RoutersIpV6AdminTest-1129688832 tempest-RoutersIpV6AdminTest-1129688832-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1276508349', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:39:59.714656 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-73053284-fe3c-4323-ba8b-5e8aa22eadf9 None None] Could not find standard attr ID for object c2fd6059-78bb-4d4f-ad75-2ad47d3af7cd. {{(pid=103334) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 19 07:39:59.745579 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f8dee4f-439d-42f1-979d-9e47d24286a9 admin admin] Releasing vlan 188 on physical network physnet1 to pool {{(pid=103333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 07:39:59.746156 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-2f8dee4f-439d-42f1-979d-9e47d24286a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130996782'] for segment, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:59.754235 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b89028-a6a2-4e2c-a765-1962b6372132 None None] Pushing event deleted for resources: {'Port': ['ID=3de665dd-2d09-4b70-87c6-cb6d6e6eb012,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:39:59.760115 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2b89028-a6a2-4e2c-a765-1962b6372132 None None] No DVR routers for this DVR port 3de665dd-2d09-4b70-87c6-cb6d6e6eb012 on host dv-neutron-861624-1-hyperv {{(pid=103334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 19 07:39:59.768078 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] No Port match for: 3de665dd-2d09-4b70-87c6-cb6d6e6eb012 {{(pid=103334) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 19 07:39:59.768436 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device 3de665dd-2d09-4b70-87c6-cb6d6e6eb012 not bound to the agent host dv-neutron-861624-1-hyperv {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 07:39:59.775604 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-73053284-fe3c-4323-ba8b-5e8aa22eadf9 None None] Could not find standard attr ID for object ff41f549-262c-424f-ad66-cc44646c4743. {{(pid=103334) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 19 07:39:59.775967 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-3490b62f-180f-4b99-a433-a9dfb7044528 tempest-RoutersAdminTest-1850549588 tempest-RoutersAdminTest-1850549588-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:59.797754 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-3490b62f-180f-4b99-a433-a9dfb7044528 tempest-RoutersAdminTest-1850549588 tempest-RoutersAdminTest-1850549588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1692844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1693859'] for router, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:59.797944 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-fe4580ce-c20e-48d2-a2ad-3936118c8166 tempest-RoutersIpV6AdminTest-1129688832 tempest-RoutersIpV6AdminTest-1129688832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1692695', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12668'] for router, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:59.798569 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-fe4580ce-c20e-48d2-a2ad-3936118c8166 tempest-RoutersIpV6AdminTest-1129688832 tempest-RoutersIpV6AdminTest-1129688832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1692835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1693910', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1621825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12659'] for router, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:59.858549 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-83363426-691f-438b-abec-7ffa4d495210 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-673044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1695087'] for network, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:59.870735 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-83363426-691f-438b-abec-7ffa4d495210 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574827'] for network, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:59.872539 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-83363426-691f-438b-abec-7ffa4d495210 admin admin] 10.222.0.27 "DELETE /v2.0/networks/b591b429-0972-4e45-afd3-bb0899b18496 HTTP/1.1" status: 204 len: 168 time: 1.8809869 Oct 19 07:39:59.882226 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-3490b62f-180f-4b99-a433-a9dfb7044528 tempest-RoutersAdminTest-1850549588 tempest-RoutersAdminTest-1850549588-project] Notify callbacks [] for router, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:59.886191 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-3490b62f-180f-4b99-a433-a9dfb7044528 tempest-RoutersAdminTest-1850549588 tempest-RoutersAdminTest-1850549588-project] 10.222.0.27 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.6836066 Oct 19 07:39:59.888320 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 55224) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:39:59.891069 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-73053284-fe3c-4323-ba8b-5e8aa22eadf9 None None] Provisioning complete for port 91ffc99c-2052-4f90-a1d2-eceadaa4bee6 triggered by entity DHCP. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:39:59.891992 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-73053284-fe3c-4323-ba8b-5e8aa22eadf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:59.892331 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-73053284-fe3c-4323-ba8b-5e8aa22eadf9 None None] Attempt 1 to provision port 91ffc99c-2052-4f90-a1d2-eceadaa4bee6 Oct 19 07:39:59.895256 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-2f8dee4f-439d-42f1-979d-9e47d24286a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-673044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1695087'] for network, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:59.901352 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83363426-691f-438b-abec-7ffa4d495210 admin admin] Pushing event deleted for resources: {'Network': ['ID=b591b429-0972-4e45-afd3-bb0899b18496,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:39:59.913169 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-fe4580ce-c20e-48d2-a2ad-3936118c8166 tempest-RoutersIpV6AdminTest-1129688832 tempest-RoutersIpV6AdminTest-1129688832-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:59.918570 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-c862b3e9-a240-438a-86b3-0bbcbcab530a tempest-RoutersAdminTest-1850549588 tempest-RoutersAdminTest-1850549588-project] Request body: {'router': {'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd'}}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:39:59.928600 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac991cb-02c9-484a-a492-6ea0d63cd236 req-b98de102-fd8b-451d-b465-bcd51159a0b4 tempest-ServerActionsTestJSON-1032082790 tempest-ServerActionsTestJSON-1032082790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:39:59.930439 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-6ac991cb-02c9-484a-a492-6ea0d63cd236 req-b98de102-fd8b-451d-b465-bcd51159a0b4 tempest-ServerActionsTestJSON-1032082790 tempest-ServerActionsTestJSON-1032082790-project] 10.222.0.27 "GET /v2.0/ports?device_id=c15ce40b-4ff1-4ce8-b3f1-4c16c8447f68 HTTP/1.1" status: 200 len: 945 time: 0.1437838 Oct 19 07:39:59.946778 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-2f8dee4f-439d-42f1-979d-9e47d24286a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574827'] for network, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:59.950885 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-2f8dee4f-439d-42f1-979d-9e47d24286a9 admin admin] 10.222.0.27 "DELETE /v2.0/networks/29346864-1bf4-4ca7-8c28-dd64957b61d5 HTTP/1.1" status: 204 len: 168 time: 2.4414079 Oct 19 07:39:59.965313 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8dee4f-439d-42f1-979d-9e47d24286a9 admin admin] Pushing event deleted for resources: {'Network': ['ID=29346864-1bf4-4ca7-8c28-dd64957b61d5,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:39:59.979236 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-fe4580ce-c20e-48d2-a2ad-3936118c8166 tempest-RoutersIpV6AdminTest-1129688832 tempest-RoutersIpV6AdminTest-1129688832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1692844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1693859'] for router, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:39:59.993268 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.plugin [None req-a82ad9d1-30b5-48b7-812d-4f6a2c7f3ce5 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Deleting port 91ffc99c-2052-4f90-a1d2-eceadaa4bee6 {{(pid=103332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 07:39:59.994059 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-a82ad9d1-30b5-48b7-812d-4f6a2c7f3ce5 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:00.069044 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-fe4580ce-c20e-48d2-a2ad-3936118c8166 tempest-RoutersIpV6AdminTest-1129688832 tempest-RoutersIpV6AdminTest-1129688832-project] Notify callbacks [] for router, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:00.070641 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-fe4580ce-c20e-48d2-a2ad-3936118c8166 tempest-RoutersIpV6AdminTest-1129688832 tempest-RoutersIpV6AdminTest-1129688832-project] 10.222.0.27 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.3596182 Oct 19 07:40:00.074818 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 55228) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:40:00.083909 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-f2a2548d-4a8c-4620-b613-19973143b6a0 tempest-RoutersIpV6AdminTest-1129688832 tempest-RoutersIpV6AdminTest-1129688832-project] Request body: {'router': {'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd'}}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:40:00.121165 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-73053284-fe3c-4323-ba8b-5e8aa22eadf9 None None] Port 91ffc99c-2052-4f90-a1d2-eceadaa4bee6 cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 07:40:00.127170 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-562e2982-9214-4128-bdc2-24fbc1da03f5 None None] Notify callbacks [] for port, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:00.140882 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-562e2982-9214-4128-bdc2-24fbc1da03f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785020947330'] for port, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:00.167354 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-937212e1-f112-4b18-8d6c-f79a5601146b None None] Notify callbacks [] for port, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:00.205310 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 55230) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:40:00.205822 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 55232) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:40:00.214174 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-937212e1-f112-4b18-8d6c-f79a5601146b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785020947330'] for port, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:00.234378 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-562e2982-9214-4128-bdc2-24fbc1da03f5 None None] Network 4e858dbb-4a2b-48f9-94b9-867d2213af68 is already hosted by enough agents. {{(pid=103334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 07:40:00.245172 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.scheduler.base_scheduler [None req-562e2982-9214-4128-bdc2-24fbc1da03f5 None None] Resources bound (agent type, host, resource id): {{(pid=103334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:40:00.251462 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-562e2982-9214-4128-bdc2-24fbc1da03f5 None None] Received port after_create {{(pid=103334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 07:40:00.259414 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-937212e1-f112-4b18-8d6c-f79a5601146b None None] Network 6b5a65c5-1bed-4301-9db8-c1056c2b8eba is already hosted by enough agents. {{(pid=103334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 07:40:00.268952 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.scheduler.base_scheduler [None req-937212e1-f112-4b18-8d6c-f79a5601146b None None] Resources bound (agent type, host, resource id): {{(pid=103334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:40:00.269901 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562e2982-9214-4128-bdc2-24fbc1da03f5 None None] Pushing event updated for resources: {'Port': ['ID=acfa1eb4-6763-48ff-bf66-b579423a6622,revision_number=1']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:40:00.272872 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-937212e1-f112-4b18-8d6c-f79a5601146b None None] Received port after_create {{(pid=103334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 07:40:00.281169 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-6ac991cb-02c9-484a-a492-6ea0d63cd236 req-5f531d01-5374-4544-9935-56230fa62276 tempest-ServerActionsTestJSON-1032082790 tempest-ServerActionsTestJSON-1032082790-project] 10.222.0.27 "GET /v2.0/security-groups?id=f0bcd6ee-444f-46c6-b01f-ccacf8976dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3048666 Oct 19 07:40:00.333796 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-55b9d36f-0cac-4dba-aff8-bd8643cd81ba admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=340a20aa929d4020a108d5231191ac1d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1270499 Oct 19 07:40:00.352093 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 55236) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:40:00.371398 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-c862b3e9-a240-438a-86b3-0bbcbcab530a tempest-RoutersAdminTest-1850549588 tempest-RoutersAdminTest-1850549588-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:00.380660 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-d1a455a2-8c82-4eba-aab4-fbec4891e428 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-679819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-133552721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130659632'] for subnet, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:00.404752 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-562e2982-9214-4128-bdc2-24fbc1da03f5 None None] Attempting to bind port acfa1eb4-6763-48ff-bf66-b579423a6622 on host dv-neutron-861624-1-hyperv for vnic_type normal with profile {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 19 07:40:00.405143 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-562e2982-9214-4128-bdc2-24fbc1da03f5 None None] Attempting to bind port acfa1eb4-6763-48ff-bf66-b579423a6622 by drivers openvswitch,hyperv on host dv-neutron-861624-1-hyperv at level 0 using segments [{'id': '0728c191-4c1b-4bc3-9d42-9c511ec05449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '4e858dbb-4a2b-48f9-94b9-867d2213af68'}] {{(pid=103334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 19 07:40:00.405491 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-562e2982-9214-4128-bdc2-24fbc1da03f5 None None] Attempting to bind port acfa1eb4-6763-48ff-bf66-b579423a6622 on network 4e858dbb-4a2b-48f9-94b9-867d2213af68 {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 07:40:00.426430 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-a82ad9d1-30b5-48b7-812d-4f6a2c7f3ce5 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:00.432361 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937212e1-f112-4b18-8d6c-f79a5601146b None None] Pushing event updated for resources: {'Port': ['ID=b4b6c8cb-b2b7-4371-8d0e-9c82f1fffb86,revision_number=1']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:40:00.434829 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-562e2982-9214-4128-bdc2-24fbc1da03f5 None None] Checking agent: {'id': 'a5b0152c-d633-409b-aaf8-3b76458e2410', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861624-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 19, 7, 30, 19), 'started_at': datetime.datetime(2022, 10, 19, 7, 30, 49), 'heartbeat_timestamp': datetime.datetime(2022, 10, 19, 7, 39, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861624-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 07:40:00.435203 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-562e2982-9214-4128-bdc2-24fbc1da03f5 None None] Checking segment: {'id': '0728c191-4c1b-4bc3-9d42-9c511ec05449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '4e858dbb-4a2b-48f9-94b9-867d2213af68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 19 07:40:00.435608 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-562e2982-9214-4128-bdc2-24fbc1da03f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:00.435990 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-562e2982-9214-4128-bdc2-24fbc1da03f5 None None] Bound using segment: {'id': '0728c191-4c1b-4bc3-9d42-9c511ec05449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '4e858dbb-4a2b-48f9-94b9-867d2213af68'} {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 07:40:00.436469 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-562e2982-9214-4128-bdc2-24fbc1da03f5 None None] Bound port: acfa1eb4-6763-48ff-bf66-b579423a6622, host: dv-neutron-861624-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0728c191-4c1b-4bc3-9d42-9c511ec05449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '4e858dbb-4a2b-48f9-94b9-867d2213af68'}}] {{(pid=103334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 19 07:40:00.436875 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-562e2982-9214-4128-bdc2-24fbc1da03f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:00.455235 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-97b3baac-b5d3-4b2e-a34b-820027edb33d admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=0cfd53a0c8b24bdeb4999c9bff6eae77&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2473478 Oct 19 07:40:00.461128 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-937212e1-f112-4b18-8d6c-f79a5601146b None None] Attempting to bind port b4b6c8cb-b2b7-4371-8d0e-9c82f1fffb86 on host dv-neutron-861624-1-hyperv for vnic_type normal with profile {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 19 07:40:00.461502 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-937212e1-f112-4b18-8d6c-f79a5601146b None None] Attempting to bind port b4b6c8cb-b2b7-4371-8d0e-9c82f1fffb86 by drivers openvswitch,hyperv on host dv-neutron-861624-1-hyperv at level 0 using segments [{'id': '5a8d2b05-b527-4bd4-a671-b9112f193fef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '6b5a65c5-1bed-4301-9db8-c1056c2b8eba'}] {{(pid=103334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 19 07:40:00.461869 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-937212e1-f112-4b18-8d6c-f79a5601146b None None] Attempting to bind port b4b6c8cb-b2b7-4371-8d0e-9c82f1fffb86 on network 6b5a65c5-1bed-4301-9db8-c1056c2b8eba {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 07:40:00.477903 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 55238) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:40:00.484301 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-f2a2548d-4a8c-4620-b613-19973143b6a0 tempest-RoutersIpV6AdminTest-1129688832 tempest-RoutersIpV6AdminTest-1129688832-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:00.484734 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-937212e1-f112-4b18-8d6c-f79a5601146b None None] Checking agent: {'id': 'a5b0152c-d633-409b-aaf8-3b76458e2410', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861624-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 19, 7, 30, 19), 'started_at': datetime.datetime(2022, 10, 19, 7, 30, 49), 'heartbeat_timestamp': datetime.datetime(2022, 10, 19, 7, 39, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861624-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 07:40:00.485040 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-937212e1-f112-4b18-8d6c-f79a5601146b None None] Checking segment: {'id': '5a8d2b05-b527-4bd4-a671-b9112f193fef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '6b5a65c5-1bed-4301-9db8-c1056c2b8eba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 19 07:40:00.485440 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-937212e1-f112-4b18-8d6c-f79a5601146b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:00.485831 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-937212e1-f112-4b18-8d6c-f79a5601146b None None] Bound using segment: {'id': '5a8d2b05-b527-4bd4-a671-b9112f193fef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '6b5a65c5-1bed-4301-9db8-c1056c2b8eba'} {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 07:40:00.486214 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a455a2-8c82-4eba-aab4-fbec4891e428 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Pushing event deleted for resources: {'Subnet': ['ID=f83fc7b3-6ba9-41d0-ab5a-2eeceb994aae,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:40:00.486326 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-937212e1-f112-4b18-8d6c-f79a5601146b None None] Bound port: b4b6c8cb-b2b7-4371-8d0e-9c82f1fffb86, host: dv-neutron-861624-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a8d2b05-b527-4bd4-a671-b9112f193fef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '6b5a65c5-1bed-4301-9db8-c1056c2b8eba'}}] {{(pid=103334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 19 07:40:00.487143 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-937212e1-f112-4b18-8d6c-f79a5601146b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:00.511239 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.plugin [None req-a82ad9d1-30b5-48b7-812d-4f6a2c7f3ce5 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Calling delete_port for 91ffc99c-2052-4f90-a1d2-eceadaa4bee6 owned by network:router_interface {{(pid=103332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 07:40:00.562046 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.objects.ports [None req-dc32f4a6-5e06-4b32-b2e4-4faa8e0a12d6 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103333) get_objects /opt/stack/neutron/neutron/objects/ports.py:470}} Oct 19 07:40:00.563287 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-562e2982-9214-4128-bdc2-24fbc1da03f5 None None] For port acfa1eb4-6763-48ff-bf66-b579423a6622, host dv-neutron-861624-1-hyperv, cleared binding levels {{(pid=103334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 07:40:00.568901 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-562e2982-9214-4128-bdc2-24fbc1da03f5 None None] For port acfa1eb4-6763-48ff-bf66-b579423a6622, host dv-neutron-861624-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=acfa1eb4-6763-48ff-bf66-b579423a6622,segment=NetworkSegment(0728c191-4c1b-4bc3-9d42-9c511ec05449),segment_id=0728c191-4c1b-4bc3-9d42-9c511ec05449)] {{(pid=103334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 07:40:00.573223 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-e806687e-a89c-4886-8684-dbab27f68ac9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:00.579214 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-562e2982-9214-4128-bdc2-24fbc1da03f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:00.587389 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-d1a455a2-8c82-4eba-aab4-fbec4891e428 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-673051', 'neutron.services.segments.db._delete_segments_for_network-8785021519108'] for network, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:00.622376 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-73053284-fe3c-4323-ba8b-5e8aa22eadf9 None None] Attempt 2 to provision port 91ffc99c-2052-4f90-a1d2-eceadaa4bee6 Oct 19 07:40:00.640706 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-937212e1-f112-4b18-8d6c-f79a5601146b None None] For port b4b6c8cb-b2b7-4371-8d0e-9c82f1fffb86, host dv-neutron-861624-1-hyperv, cleared binding levels {{(pid=103334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 07:40:00.661509 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.services.segments.db [None req-d1a455a2-8c82-4eba-aab4-fbec4891e428 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e858dbb-4a2b-48f9-94b9-867d2213af68']}} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:40:00.669227 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-e806687e-a89c-4886-8684-dbab27f68ac9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:00.673301 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626afe5a-1609-4fba-bd36-30058771148c req-2ffc2535-0cdd-4a4c-88e6-c9b715c9ffe2 tempest-ServerActionsTestJSON-1032082790 tempest-ServerActionsTestJSON-1032082790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:40:00.675007 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-626afe5a-1609-4fba-bd36-30058771148c req-2ffc2535-0cdd-4a4c-88e6-c9b715c9ffe2 tempest-ServerActionsTestJSON-1032082790 tempest-ServerActionsTestJSON-1032082790-project] 10.222.0.27 "GET /v2.0/ports?device_id=c15ce40b-4ff1-4ce8-b3f1-4c16c8447f68 HTTP/1.1" status: 200 len: 945 time: 0.2704823 Oct 19 07:40:00.688898 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.services.segments.db [None req-d1a455a2-8c82-4eba-aab4-fbec4891e428 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0728c191-4c1b-4bc3-9d42-9c511ec05449') {'for_net_delete': True} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:40:00.689941 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.services.segments.db [None req-d1a455a2-8c82-4eba-aab4-fbec4891e428 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0728c191-4c1b-4bc3-9d42-9c511ec05449') {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:40:00.693150 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-937212e1-f112-4b18-8d6c-f79a5601146b None None] For port b4b6c8cb-b2b7-4371-8d0e-9c82f1fffb86, host dv-neutron-861624-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=b4b6c8cb-b2b7-4371-8d0e-9c82f1fffb86,segment=NetworkSegment(5a8d2b05-b527-4bd4-a671-b9112f193fef),segment_id=5a8d2b05-b527-4bd4-a671-b9112f193fef)] {{(pid=103334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 07:40:00.705803 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-73053284-fe3c-4323-ba8b-5e8aa22eadf9 None None] Port 91ffc99c-2052-4f90-a1d2-eceadaa4bee6 cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 07:40:00.712760 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-d1a455a2-8c82-4eba-aab4-fbec4891e428 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785021519382', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130726885'] for segment, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:00.713405 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-937212e1-f112-4b18-8d6c-f79a5601146b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:00.722464 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562e2982-9214-4128-bdc2-24fbc1da03f5 None None] Pushing event updated for resources: {'Port': ['ID=acfa1eb4-6763-48ff-bf66-b579423a6622,revision_number=2']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:40:00.763638 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c6ce4cc-9ab4-4151-b5f0-476b0672bfe7 None None] Network 4e858dbb-4a2b-48f9-94b9-867d2213af68 requested from dv-neutron-861624-1-hyperv {{(pid=103334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 07:40:00.789845 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-095fa745-702e-47e1-9399-67cd991504a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:00.791859 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-d1a455a2-8c82-4eba-aab4-fbec4891e428 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979'] for segment, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:00.825578 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1a455a2-8c82-4eba-aab4-fbec4891e428 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Releasing vlan 189 on physical network physnet1 to pool {{(pid=103332) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 07:40:00.825990 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-d1a455a2-8c82-4eba-aab4-fbec4891e428 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-133553843'] for segment, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:00.834547 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-e806687e-a89c-4886-8684-dbab27f68ac9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788643'] for security_group, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:00.837798 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-e806687e-a89c-4886-8684-dbab27f68ac9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:00.839158 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-e806687e-a89c-4886-8684-dbab27f68ac9 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/c011f203-e4ac-4c90-a496-3edf2368c4a1 HTTP/1.1" status: 204 len: 168 time: 0.4840086 Oct 19 07:40:00.872237 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937212e1-f112-4b18-8d6c-f79a5601146b None None] Pushing event updated for resources: {'Port': ['ID=b4b6c8cb-b2b7-4371-8d0e-9c82f1fffb86,revision_number=2']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:40:00.879362 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e806687e-a89c-4886-8684-dbab27f68ac9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c011f203-e4ac-4c90-a496-3edf2368c4a1,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:40:00.893195 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-dc32f4a6-5e06-4b32-b2e4-4faa8e0a12d6 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:00.927162 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.services.segments.plugin [-] Segment 0728c191-4c1b-4bc3-9d42-9c511ec05449 resource provider aggregate not found Oct 19 07:40:00.936118 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-626afe5a-1609-4fba-bd36-30058771148c req-72a087d2-1624-47d4-8d53-96986823041f tempest-ServerActionsTestJSON-1032082790 tempest-ServerActionsTestJSON-1032082790-project] 10.222.0.27 "GET /v2.0/security-groups?id=f0bcd6ee-444f-46c6-b01f-ccacf8976dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2197282 Oct 19 07:40:00.940269 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-095fa745-702e-47e1-9399-67cd991504a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:00.980300 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.services.segments.plugin [-] Segment 0728c191-4c1b-4bc3-9d42-9c511ec05449 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0728c191-4c1b-4bc3-9d42-9c511ec05449 found for delete ", "request_id": "req-d5e339d7-d0b7-43b1-9512-1e32cab9cc20"}]} Oct 19 07:40:01.081121 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.db.api [None req-d1a455a2-8c82-4eba-aab4-fbec4891e428 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 19 07:40:01.081121 dv-neutron-861624-1-hyperv neutron-server[103332]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 19 07:40:01.081121 dv-neutron-861624-1-hyperv neutron-server[103332]: [parameters: {'id': '4e858dbb-4a2b-48f9-94b9-867d2213af68'}] Oct 19 07:40:01.081121 dv-neutron-861624-1-hyperv neutron-server[103332]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103332) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 19 07:40:01.081522 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG oslo_db.api [None req-d1a455a2-8c82-4eba-aab4-fbec4891e428 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 19 07:40:01.096883 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-095fa745-702e-47e1-9399-67cd991504a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788643'] for security_group, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:01.100173 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-095fa745-702e-47e1-9399-67cd991504a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:01.101643 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-095fa745-702e-47e1-9399-67cd991504a3 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/2fb2863a-23d4-4282-937c-586f0f156308 HTTP/1.1" status: 204 len: 168 time: 0.6199462 Oct 19 07:40:01.140728 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-f2a2548d-4a8c-4620-b613-19973143b6a0 tempest-RoutersIpV6AdminTest-1129688832 tempest-RoutersIpV6AdminTest-1129688832-project] Notify callbacks [] for router_gateway, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:01.186329 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095fa745-702e-47e1-9399-67cd991504a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fb2863a-23d4-4282-937c-586f0f156308,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:40:01.192541 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-a82ad9d1-30b5-48b7-812d-4f6a2c7f3ce5 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133553798'] for port, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:01.207846 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-73053284-fe3c-4323-ba8b-5e8aa22eadf9 None None] Attempt 3 to provision port 91ffc99c-2052-4f90-a1d2-eceadaa4bee6 Oct 19 07:40:01.229724 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-f2a2548d-4a8c-4620-b613-19973143b6a0 tempest-RoutersIpV6AdminTest-1129688832 tempest-RoutersIpV6AdminTest-1129688832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:01.245660 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-73053284-fe3c-4323-ba8b-5e8aa22eadf9 None None] Port 91ffc99c-2052-4f90-a1d2-eceadaa4bee6 was deleted so its status cannot be updated. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Oct 19 07:40:01.339892 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.db [None req-dc32f4a6-5e06-4b32-b2e4-4faa8e0a12d6 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] For port b4b6c8cb-b2b7-4371-8d0e-9c82f1fffb86, host dv-neutron-861624-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=b4b6c8cb-b2b7-4371-8d0e-9c82f1fffb86,segment=NetworkSegment(5a8d2b05-b527-4bd4-a671-b9112f193fef),segment_id=5a8d2b05-b527-4bd4-a671-b9112f193fef)] {{(pid=103333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:40:01.343438 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82ad9d1-30b5-48b7-812d-4f6a2c7f3ce5 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Pushing event deleted for resources: {'Port': ['ID=91ffc99c-2052-4f90-a1d2-eceadaa4bee6,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:40:01.346688 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-c862b3e9-a240-438a-86b3-0bbcbcab530a tempest-RoutersAdminTest-1850549588 tempest-RoutersAdminTest-1850549588-project] Notify callbacks [] for router_gateway, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:01.441555 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-c862b3e9-a240-438a-86b3-0bbcbcab530a tempest-RoutersAdminTest-1850549588 tempest-RoutersAdminTest-1850549588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:01.541740 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-dc32f4a6-5e06-4b32-b2e4-4faa8e0a12d6 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks [] for port, precommit_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:01.552645 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-dc32f4a6-5e06-4b32-b2e4-4faa8e0a12d6 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130996754'] for port, after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:01.553672 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-dc32f4a6-5e06-4b32-b2e4-4faa8e0a12d6 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130997899', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130170401'] for subnet, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:01.560226 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device b4b6c8cb-b2b7-4371-8d0e-9c82f1fffb86 up at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 07:40:01.583797 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-d1a455a2-8c82-4eba-aab4-fbec4891e428 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-667019'] for network, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:01.669717 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc32f4a6-5e06-4b32-b2e4-4faa8e0a12d6 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Network 6b5a65c5-1bed-4301-9db8-c1056c2b8eba is already hosted by enough agents. {{(pid=103333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 07:40:01.672537 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-a82ad9d1-30b5-48b7-812d-4f6a2c7f3ce5 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1574862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1694957'] for router_interface, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:01.681268 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-dc32f4a6-5e06-4b32-b2e4-4faa8e0a12d6 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Resources bound (agent type, host, resource id): {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:40:01.685579 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc32f4a6-5e06-4b32-b2e4-4faa8e0a12d6 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:40:01.686168 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-dc32f4a6-5e06-4b32-b2e4-4faa8e0a12d6 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks [] for subnet, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:01.695501 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Provisioning complete for port b4b6c8cb-b2b7-4371-8d0e-9c82f1fffb86 triggered by entity L2. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:40:01.696319 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:01.696319 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Attempt 1 to provision port b4b6c8cb-b2b7-4371-8d0e-9c82f1fffb86 Oct 19 07:40:01.708902 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.db_base_plugin_common [None req-f2a2548d-4a8c-4620-b613-19973143b6a0 tempest-RoutersIpV6AdminTest-1129688832 tempest-RoutersIpV6AdminTest-1129688832-project] Allocated IP 172.26.0.153 (99c66757-74e3-40a4-b479-8d09e3a7c3dd/7f3d1034-1de7-458a-a3ee-77488de3949b/06f1545e-13d4-41ba-8f80-b750b703a961) {{(pid=103333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 07:40:01.747027 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc32f4a6-5e06-4b32-b2e4-4faa8e0a12d6 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Pushing event updated for resources: {'Port': ['ID=b4b6c8cb-b2b7-4371-8d0e-9c82f1fffb86,revision_number=4']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:40:01.761802 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-dc32f4a6-5e06-4b32-b2e4-4faa8e0a12d6 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.2701776 Oct 19 07:40:01.774929 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 55264) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:40:01.791556 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-bee88709-591c-4fec-87ee-60ebd4f55dea tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Request body: {'port': {'network_id': '6b5a65c5-1bed-4301-9db8-c1056c2b8eba', 'mac_address': 'fa:16:3e:93:22:ce', 'name': 'tempest-NetworksTestDHCPv6-1832826585'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:40:01.837734 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.services.segments.plugin [-] Segment f4c58900-46fa-40ca-95c7-471a7b507c99 resource provider aggregate not found Oct 19 07:40:01.895329 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.services.segments.plugin [-] Segment f4c58900-46fa-40ca-95c7-471a7b507c99 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f4c58900-46fa-40ca-95c7-471a7b507c99 found for delete ", "request_id": "req-4ef563e5-3605-426a-b13e-297bfe554dc0"}]} Oct 19 07:40:01.904159 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Current status of the port b4b6c8cb-b2b7-4371-8d0e-9c82f1fffb86 is: DOWN; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:40:01.906071 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:01.982067 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] For port b4b6c8cb-b2b7-4371-8d0e-9c82f1fffb86, host dv-neutron-861624-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=b4b6c8cb-b2b7-4371-8d0e-9c82f1fffb86,segment=NetworkSegment(5a8d2b05-b527-4bd4-a671-b9112f193fef),segment_id=5a8d2b05-b527-4bd4-a671-b9112f193fef)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:40:01.983387 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.plugin [None req-d1a455a2-8c82-4eba-aab4-fbec4891e428 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Deleting port acfa1eb4-6763-48ff-bf66-b579423a6622 {{(pid=103332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 07:40:01.984630 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-d1a455a2-8c82-4eba-aab4-fbec4891e428 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:01.990843 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:02.023194 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc32f4a6-5e06-4b32-b2e4-4faa8e0a12d6 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Pushing event updated for resources: {'Subnet': ['ID=9126f379-0089-4fa1-9513-c16e01c4304b,revision_number=0']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:40:02.092946 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Pushing event updated for resources: {'Port': ['ID=b4b6c8cb-b2b7-4371-8d0e-9c82f1fffb86,revision_number=5']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:40:02.119661 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a82ad9d1-30b5-48b7-812d-4f6a2c7f3ce5 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Router 6c77e106-d4f7-4000-856d-1ac98464cde5 has already been hosted by L3 agent ab388470-1243-4d53-80f2-c2f5899c97a7 {{(pid=103332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 07:40:02.195985 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bee88709-591c-4fec-87ee-60ebd4f55dea tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Made reservation on behalf of 61a2e57b80c1442e9cb330141a970781 for: {'port': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 07:40:02.219619 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-f2a2548d-4a8c-4620-b613-19973143b6a0 tempest-RoutersIpV6AdminTest-1129688832 tempest-RoutersIpV6AdminTest-1129688832-project] Notify callbacks [] for port, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:02.261379 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.db [None req-d1a455a2-8c82-4eba-aab4-fbec4891e428 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] For port acfa1eb4-6763-48ff-bf66-b579423a6622, host dv-neutron-861624-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=acfa1eb4-6763-48ff-bf66-b579423a6622,segment=NetworkSegment(0728c191-4c1b-4bc3-9d42-9c511ec05449),segment_id=0728c191-4c1b-4bc3-9d42-9c511ec05449)] {{(pid=103332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:40:02.261791 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-d1a455a2-8c82-4eba-aab4-fbec4891e428 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:02.320885 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.plugin [None req-d1a455a2-8c82-4eba-aab4-fbec4891e428 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Calling delete_port for acfa1eb4-6763-48ff-bf66-b579423a6622 owned by network:dhcp {{(pid=103332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 07:40:02.323318 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a82ad9d1-30b5-48b7-812d-4f6a2c7f3ce5 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Notify agent at l3_agent.dv-neutron-861624-1-hyperv the message routers_updated {{(pid=103332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 07:40:02.330015 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-a82ad9d1-30b5-48b7-812d-4f6a2c7f3ce5 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] 10.222.0.27 "PUT /v2.0/routers/6c77e106-d4f7-4000-856d-1ac98464cde5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7492490 Oct 19 07:40:02.335357 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 55286) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:40:02.336680 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c4a6a24-7658-4d51-a515-0746548f572e None None] Sync routers for ids ['6c77e106-d4f7-4000-856d-1ac98464cde5'] in dv-neutron-861624-1-hyperv {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 07:40:02.350451 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c4a6a24-7658-4d51-a515-0746548f572e None None] Routers {'6c77e106-d4f7-4000-856d-1ac98464cde5'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 07:40:02.351331 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-6c4a6a24-7658-4d51-a515-0746548f572e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T07:39:46Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['6c77e106-d4f7-4000-856d-1ac98464cde5'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:40:02.376606 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-bee88709-591c-4fec-87ee-60ebd4f55dea tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:02.397764 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-f2a2548d-4a8c-4620-b613-19973143b6a0 tempest-RoutersIpV6AdminTest-1129688832 tempest-RoutersIpV6AdminTest-1129688832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785020947330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130996763'] for port, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:02.399408 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-6c4a6a24-7658-4d51-a515-0746548f572e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:40:02.411662 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c4a6a24-7658-4d51-a515-0746548f572e None None] Routers {'6c77e106-d4f7-4000-856d-1ac98464cde5'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 07:40:02.412612 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-6c4a6a24-7658-4d51-a515-0746548f572e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T07:39:46Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['6c77e106-d4f7-4000-856d-1ac98464cde5'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:40:02.426709 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca542905-dc3c-4f0a-bd8e-69216103e5be None None] Network 6b5a65c5-1bed-4301-9db8-c1056c2b8eba requested from dv-neutron-861624-1-hyperv {{(pid=103334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 07:40:02.438233 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.notifiers.nova [None req-bee88709-591c-4fec-87ee-60ebd4f55dea tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] device_id is not set on port c6fdc9dc-3a3e-4131-8132-4b19f12ae139 yet. {{(pid=103333) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 19 07:40:02.459831 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-6c4a6a24-7658-4d51-a515-0746548f572e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:40:02.460819 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c4a6a24-7658-4d51-a515-0746548f572e None None] The sync data for ids ['6c77e106-d4f7-4000-856d-1ac98464cde5'] in dv-neutron-861624-1-hyperv is: [] {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 07:40:02.518383 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-c0f228fc-66d0-491e-946d-29c5fd895674 None None] Provisioning complete for port b4b6c8cb-b2b7-4371-8d0e-9c82f1fffb86 triggered by entity DHCP. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:40:02.519626 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-c0f228fc-66d0-491e-946d-29c5fd895674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:02.520413 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-c0f228fc-66d0-491e-946d-29c5fd895674 None None] Attempt 1 to provision port b4b6c8cb-b2b7-4371-8d0e-9c82f1fffb86 Oct 19 07:40:02.634988 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.db_base_plugin_common [None req-bee88709-591c-4fec-87ee-60ebd4f55dea tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Allocated IP 172.20.0.14 (6b5a65c5-1bed-4301-9db8-c1056c2b8eba/88186065-749f-44ef-80e2-564f345c0f29/c6fdc9dc-3a3e-4131-8132-4b19f12ae139) {{(pid=103333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 07:40:02.642260 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.db_base_plugin_common [None req-bee88709-591c-4fec-87ee-60ebd4f55dea tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Allocated IP 2001:db8::f816:3eff:fe93:22ce (6b5a65c5-1bed-4301-9db8-c1056c2b8eba/9126f379-0089-4fa1-9513-c16e01c4304b/c6fdc9dc-3a3e-4131-8132-4b19f12ae139) {{(pid=103333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 07:40:02.805746 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-bee88709-591c-4fec-87ee-60ebd4f55dea tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks [] for port, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:02.833893 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2a2548d-4a8c-4620-b613-19973143b6a0 tempest-RoutersIpV6AdminTest-1129688832 tempest-RoutersIpV6AdminTest-1129688832-project] Network 99c66757-74e3-40a4-b479-8d09e3a7c3dd is already hosted by enough agents. {{(pid=103333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 07:40:02.843053 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-f2a2548d-4a8c-4620-b613-19973143b6a0 tempest-RoutersIpV6AdminTest-1129688832 tempest-RoutersIpV6AdminTest-1129688832-project] Resources bound (agent type, host, resource id): {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:40:02.851912 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2a2548d-4a8c-4620-b613-19973143b6a0 tempest-RoutersIpV6AdminTest-1129688832 tempest-RoutersIpV6AdminTest-1129688832-project] Received port after_create {{(pid=103333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 07:40:02.857660 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a2548d-4a8c-4620-b613-19973143b6a0 tempest-RoutersIpV6AdminTest-1129688832 tempest-RoutersIpV6AdminTest-1129688832-project] Pushing event updated for resources: {'Port': ['ID=06f1545e-13d4-41ba-8f80-b750b703a961,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:40:02.908385 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-bee88709-591c-4fec-87ee-60ebd4f55dea tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785020947330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130996763'] for port, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:03.011311 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bee88709-591c-4fec-87ee-60ebd4f55dea tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Network 6b5a65c5-1bed-4301-9db8-c1056c2b8eba is already hosted by enough agents. {{(pid=103333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 07:40:03.012038 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee88709-591c-4fec-87ee-60ebd4f55dea tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Pushing event updated for resources: {'Port': ['ID=c6fdc9dc-3a3e-4131-8132-4b19f12ae139,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:40:03.013716 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.db_base_plugin_common [None req-c862b3e9-a240-438a-86b3-0bbcbcab530a tempest-RoutersAdminTest-1850549588 tempest-RoutersAdminTest-1850549588-project] Allocated IP 172.26.0.4 (99c66757-74e3-40a4-b479-8d09e3a7c3dd/7f3d1034-1de7-458a-a3ee-77488de3949b/a814477f-74fb-4c0f-b85d-7a2cb159a5f5) {{(pid=103332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 07:40:03.017102 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-bee88709-591c-4fec-87ee-60ebd4f55dea tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Resources bound (agent type, host, resource id): {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:40:03.037826 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-c0f228fc-66d0-491e-946d-29c5fd895674 None None] Current status of the port b4b6c8cb-b2b7-4371-8d0e-9c82f1fffb86 is: ACTIVE; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:40:03.046653 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bee88709-591c-4fec-87ee-60ebd4f55dea tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Received port after_create {{(pid=103333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 07:40:03.074363 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.api.v2.resource [None req-faf90c3d-1dcb-4bd6-98d9-790d0e69f516 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] remove_router_interface failed (client error): The resource could not be found. Oct 19 07:40:03.075691 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-faf90c3d-1dcb-4bd6-98d9-790d0e69f516 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] 10.222.0.27 "PUT /v2.0/routers/6c77e106-d4f7-4000-856d-1ac98464cde5/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.7393351 Oct 19 07:40:03.086838 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 55308) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:40:03.123642 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-9309d6b7-3908-4559-891d-55db3a9d3bc5 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] 10.222.0.27 "GET /v2.0/ports?device_id=6c77e106-d4f7-4000-856d-1ac98464cde5 HTTP/1.1" status: 200 len: 205 time: 0.0356202 Oct 19 07:40:03.127320 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 55312) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:40:03.186649 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-d1a455a2-8c82-4eba-aab4-fbec4891e428 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133553798'] for port, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:03.262275 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a455a2-8c82-4eba-aab4-fbec4891e428 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Pushing event deleted for resources: {'Port': ['ID=acfa1eb4-6763-48ff-bf66-b579423a6622,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:40:03.305627 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-d0a75f32-419d-41a5-b90b-59fd4187dce4 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Notify callbacks [] for router, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:03.314117 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1a455a2-8c82-4eba-aab4-fbec4891e428 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] No DVR routers for this DVR port acfa1eb4-6763-48ff-bf66-b579423a6622 on host dv-neutron-861624-1-hyperv {{(pid=103332) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 19 07:40:03.514315 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device b4b6c8cb-b2b7-4371-8d0e-9c82f1fffb86 up at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 07:40:03.524472 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bee88709-591c-4fec-87ee-60ebd4f55dea tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:40:03.525085 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-bee88709-591c-4fec-87ee-60ebd4f55dea tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42160'] for port, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:03.597193 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Provisioning complete for port b4b6c8cb-b2b7-4371-8d0e-9c82f1fffb86 triggered by entity L2. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:40:03.597643 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:03.598177 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Attempt 1 to provision port b4b6c8cb-b2b7-4371-8d0e-9c82f1fffb86 Oct 19 07:40:03.608090 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-bee88709-591c-4fec-87ee-60ebd4f55dea tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 1.8314297 Oct 19 07:40:03.610541 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 55324) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:40:03.610876 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 55326) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:40:03.676760 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-f2a2548d-4a8c-4620-b613-19973143b6a0 tempest-RoutersIpV6AdminTest-1129688832 tempest-RoutersIpV6AdminTest-1129688832-project] Notify callbacks [] for router_gateway, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:03.686476 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-d0a75f32-419d-41a5-b90b-59fd4187dce4 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1693565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12618'] for router, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:03.691562 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-d0a75f32-419d-41a5-b90b-59fd4187dce4 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:03.735652 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Current status of the port b4b6c8cb-b2b7-4371-8d0e-9c82f1fffb86 is: ACTIVE; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:40:03.793594 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-c862b3e9-a240-438a-86b3-0bbcbcab530a tempest-RoutersAdminTest-1850549588 tempest-RoutersAdminTest-1850549588-project] Notify callbacks [] for port, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:03.824399 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-d1a455a2-8c82-4eba-aab4-fbec4891e428 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-673051', 'neutron.services.segments.db._delete_segments_for_network-8785021519108'] for network, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:03.840029 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-d0a75f32-419d-41a5-b90b-59fd4187dce4 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1693542'] for router, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:03.840552 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0a75f32-419d-41a5-b90b-59fd4187dce4 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Fanout notify agent at l3_agent the message router_deleted on router 6c77e106-d4f7-4000-856d-1ac98464cde5 {{(pid=103332) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 07:40:03.851552 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-d0a75f32-419d-41a5-b90b-59fd4187dce4 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Notify callbacks [] for router, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:03.855515 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-d0a75f32-419d-41a5-b90b-59fd4187dce4 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] 10.222.0.27 "DELETE /v2.0/routers/6c77e106-d4f7-4000-856d-1ac98464cde5 HTTP/1.1" status: 204 len: 168 time: 0.7265782 Oct 19 07:40:03.857614 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 55332) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:40:03.880792 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66164f49-d03f-4471-a11e-922b90e37166 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:40:03.887659 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66164f49-d03f-4471-a11e-922b90e37166 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:40:03.893119 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-66164f49-d03f-4471-a11e-922b90e37166 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] 10.222.0.27 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1864 time: 0.2794020 Oct 19 07:40:03.893758 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 55334) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:40:03.905595 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.services.segments.db [None req-d1a455a2-8c82-4eba-aab4-fbec4891e428 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e858dbb-4a2b-48f9-94b9-867d2213af68']}} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:40:03.917689 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 55336) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:40:03.943496 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.services.segments.db [None req-d1a455a2-8c82-4eba-aab4-fbec4891e428 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0728c191-4c1b-4bc3-9d42-9c511ec05449') {'for_net_delete': True} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:40:03.943797 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.services.segments.db [None req-d1a455a2-8c82-4eba-aab4-fbec4891e428 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0728c191-4c1b-4bc3-9d42-9c511ec05449') {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:40:03.979923 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-d1a455a2-8c82-4eba-aab4-fbec4891e428 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785021519382', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130726885'] for segment, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:03.994827 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.db_base_plugin_v2 [None req-e0ef70f2-7ebf-48f1-aa19-fa3254befddb tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Deleting subnet b6e6bdfb-2428-4902-9769-1c73c4a8be34 {{(pid=103332) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 19 07:40:04.004869 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-e0ef70f2-7ebf-48f1-aa19-fa3254befddb tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Notify callbacks [] for subnet, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:04.017110 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-cedcd056-6512-45d2-8b42-ff13804719a3 tempest-RoutersTestDVR-818086592 tempest-RoutersTestDVR-818086592-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1781006791'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:40:04.035615 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-ebbf59bf-c39f-460c-86c1-ff888d215e1d tempest-RoutersAdminNegativeTest-1931672227 tempest-RoutersAdminNegativeTest-1931672227-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1116603085', 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd'}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:40:04.042241 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-d1a455a2-8c82-4eba-aab4-fbec4891e428 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979'] for segment, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:04.051660 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-f2a2548d-4a8c-4620-b613-19973143b6a0 tempest-RoutersIpV6AdminTest-1129688832 tempest-RoutersIpV6AdminTest-1129688832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1693896', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1692821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12609'] for router, precommit_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:04.057324 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-c862b3e9-a240-438a-86b3-0bbcbcab530a tempest-RoutersAdminTest-1850549588 tempest-RoutersAdminTest-1850549588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785020947330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133553798'] for port, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:04.059497 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1a455a2-8c82-4eba-aab4-fbec4891e428 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Releasing vlan 189 on physical network physnet1 to pool {{(pid=103332) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 07:40:04.059956 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-d1a455a2-8c82-4eba-aab4-fbec4891e428 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-133553843'] for segment, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:04.068435 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-f2a2548d-4a8c-4620-b613-19973143b6a0 tempest-RoutersIpV6AdminTest-1129688832 tempest-RoutersIpV6AdminTest-1129688832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1693859', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1693873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1693882', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1692830'] for router, after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:04.075513 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-cedcd056-6512-45d2-8b42-ff13804719a3 tempest-RoutersTestDVR-818086592 tempest-RoutersTestDVR-818086592-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1692695', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12668'] for router, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:04.077075 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-cedcd056-6512-45d2-8b42-ff13804719a3 tempest-RoutersTestDVR-818086592 tempest-RoutersTestDVR-818086592-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1692835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1693910', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1621825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12659'] for router, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:04.088337 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-1b15c7ad-383d-4786-87d7-c551707a1b6b tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Deleting port c6fdc9dc-3a3e-4131-8132-4b19f12ae139 {{(pid=103333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 07:40:04.088946 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-1b15c7ad-383d-4786-87d7-c551707a1b6b tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:04.126471 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.services.segments.plugin [-] Segment 0728c191-4c1b-4bc3-9d42-9c511ec05449 resource provider aggregate not found Oct 19 07:40:04.142431 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-e0ef70f2-7ebf-48f1-aa19-fa3254befddb tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130726890'] for subnet, precommit_delete_associations {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:04.179929 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-03665c20-5b30-46c4-b3f9-7379a844446e None None] Provisioning complete for port b4b6c8cb-b2b7-4371-8d0e-9c82f1fffb86 triggered by entity DHCP. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:40:04.184860 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-03665c20-5b30-46c4-b3f9-7379a844446e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:04.185202 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-03665c20-5b30-46c4-b3f9-7379a844446e None None] Attempt 1 to provision port b4b6c8cb-b2b7-4371-8d0e-9c82f1fffb86 Oct 19 07:40:04.219559 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.services.segments.plugin [-] Segment 0728c191-4c1b-4bc3-9d42-9c511ec05449 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0728c191-4c1b-4bc3-9d42-9c511ec05449 found for delete ", "request_id": "req-11d14e08-5155-4c84-a6cb-2af1cf09c525"}]} Oct 19 07:40:04.227682 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebbf59bf-c39f-460c-86c1-ff888d215e1d tempest-RoutersAdminNegativeTest-1931672227 tempest-RoutersAdminNegativeTest-1931672227-project-admin] Made reservation on behalf of 91e19c3e1a124ed29a726fd9bad04d16 for: {'port': 1} {{(pid=103332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 07:40:04.230226 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-ebbf59bf-c39f-460c-86c1-ff888d215e1d tempest-RoutersAdminNegativeTest-1931672227 tempest-RoutersAdminNegativeTest-1931672227-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:04.245909 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-cedcd056-6512-45d2-8b42-ff13804719a3 tempest-RoutersTestDVR-818086592 tempest-RoutersTestDVR-818086592-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:04.246149 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c862b3e9-a240-438a-86b3-0bbcbcab530a tempest-RoutersAdminTest-1850549588 tempest-RoutersAdminTest-1850549588-project] Network 99c66757-74e3-40a4-b479-8d09e3a7c3dd is already hosted by enough agents. {{(pid=103332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 07:40:04.255603 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c862b3e9-a240-438a-86b3-0bbcbcab530a tempest-RoutersAdminTest-1850549588 tempest-RoutersAdminTest-1850549588-project] Pushing event updated for resources: {'Port': ['ID=a814477f-74fb-4c0f-b85d-7a2cb159a5f5,revision_number=1']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:40:04.259295 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-cedcd056-6512-45d2-8b42-ff13804719a3 tempest-RoutersTestDVR-818086592 tempest-RoutersTestDVR-818086592-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1692844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1693859'] for router, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:04.261422 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.base_scheduler [None req-c862b3e9-a240-438a-86b3-0bbcbcab530a tempest-RoutersAdminTest-1850549588 tempest-RoutersAdminTest-1850549588-project] Resources bound (agent type, host, resource id): {{(pid=103332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:40:04.266099 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-ebbf59bf-c39f-460c-86c1-ff888d215e1d tempest-RoutersAdminNegativeTest-1931672227 tempest-RoutersAdminNegativeTest-1931672227-project-admin] Notify callbacks [] for security_group, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:04.268224 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c862b3e9-a240-438a-86b3-0bbcbcab530a tempest-RoutersAdminTest-1850549588 tempest-RoutersAdminTest-1850549588-project] Received port after_create {{(pid=103332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 07:40:04.274121 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-d1a455a2-8c82-4eba-aab4-fbec4891e428 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-673044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1695087'] for network, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:04.311348 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-03665c20-5b30-46c4-b3f9-7379a844446e None None] Current status of the port b4b6c8cb-b2b7-4371-8d0e-9c82f1fffb86 is: ACTIVE; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:40:04.324902 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-d1a455a2-8c82-4eba-aab4-fbec4891e428 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Notify callbacks [] for network, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:04.327491 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-03665c20-5b30-46c4-b3f9-7379a844446e None None] Provisioning complete for port c6fdc9dc-3a3e-4131-8132-4b19f12ae139 triggered by entity DHCP. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:40:04.327898 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-03665c20-5b30-46c4-b3f9-7379a844446e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:04.328361 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-03665c20-5b30-46c4-b3f9-7379a844446e None None] Attempt 1 to provision port c6fdc9dc-3a3e-4131-8132-4b19f12ae139 Oct 19 07:40:04.328753 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-d1a455a2-8c82-4eba-aab4-fbec4891e428 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] 10.222.0.27 "DELETE /v2.0/networks/4e858dbb-4a2b-48f9-94b9-867d2213af68 HTTP/1.1" status: 204 len: 168 time: 5.9108863 Oct 19 07:40:04.333424 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a455a2-8c82-4eba-aab4-fbec4891e428 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Pushing event deleted for resources: {'Network': ['ID=4e858dbb-4a2b-48f9-94b9-867d2213af68,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:40:04.335308 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 55344) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:40:04.336756 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-cedcd056-6512-45d2-8b42-ff13804719a3 tempest-RoutersTestDVR-818086592 tempest-RoutersTestDVR-818086592-project-admin] Notify callbacks [] for router, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:04.338174 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-cedcd056-6512-45d2-8b42-ff13804719a3 tempest-RoutersTestDVR-818086592 tempest-RoutersTestDVR-818086592-project-admin] 10.222.0.27 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 0.7263598 Oct 19 07:40:04.347334 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 55346) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:40:04.356751 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-1b15c7ad-383d-4786-87d7-c551707a1b6b tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:04.377890 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-05ed5419-aa05-496e-89c6-e40677e6e733 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-576524932'}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:40:04.382239 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-03665c20-5b30-46c4-b3f9-7379a844446e None None] Port c6fdc9dc-3a3e-4131-8132-4b19f12ae139 cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 07:40:04.410200 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-1b15c7ad-383d-4786-87d7-c551707a1b6b tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Calling delete_port for c6fdc9dc-3a3e-4131-8132-4b19f12ae139 owned by {{(pid=103333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 07:40:04.444144 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-e0ef70f2-7ebf-48f1-aa19-fa3254befddb tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-679826'] for subnet, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:04.459059 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-38631ddd-a17c-4577-a81b-38d6a66b8901 tempest-RoutersTestDVR-818086592 tempest-RoutersTestDVR-818086592-project-admin] Notify callbacks [] for router, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:04.479184 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05ed5419-aa05-496e-89c6-e40677e6e733 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Made reservation on behalf of 2a06cf3adb854931a1e873f20cdb1976 for: {'network': 1} {{(pid=103332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 07:40:04.482570 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-05ed5419-aa05-496e-89c6-e40677e6e733 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for network, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:04.544742 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f3e1f5a-d706-421f-a05d-2a940005cad5 None None] get_active_networks_info from dv-neutron-861624-1-hyperv {{(pid=103334) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 19 07:40:04.614854 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2a2548d-4a8c-4620-b613-19973143b6a0 tempest-RoutersIpV6AdminTest-1129688832 tempest-RoutersIpV6AdminTest-1129688832-project] Router 10db5d78-af80-410c-bf5e-08c370e0bf3f is scheduled to L3 agent ab388470-1243-4d53-80f2-c2f5899c97a7 with binding_index 1 {{(pid=103333) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 07:40:04.636461 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05ed5419-aa05-496e-89c6-e40677e6e733 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 187} {{(pid=103332) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 07:40:04.642019 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f3e1f5a-d706-421f-a05d-2a940005cad5 None None] Resources bound (agent type, host, resource id): {{(pid=103334) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 19 07:40:04.673926 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-ebbf59bf-c39f-460c-86c1-ff888d215e1d tempest-RoutersAdminNegativeTest-1931672227 tempest-RoutersAdminNegativeTest-1931672227-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:04.676044 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-05ed5419-aa05-496e-89c6-e40677e6e733 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979'] for segment, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:04.676494 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.db.segments_db [None req-05ed5419-aa05-496e-89c6-e40677e6e733 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Added segment a33c0e31-663c-4468-8a54-6e27f8fbc676 of type vlan for network 69bbabff-a252-40f5-bc6d-2156032cd4d6 Oct 19 07:40:04.688146 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-ebbf59bf-c39f-460c-86c1-ff888d215e1d tempest-RoutersAdminNegativeTest-1931672227 tempest-RoutersAdminNegativeTest-1931672227-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788643'] for security_group, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:04.724844 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-e0ef70f2-7ebf-48f1-aa19-fa3254befddb tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-679819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-133552721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130659632'] for subnet, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:04.727847 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.notifiers.nova [None req-ebbf59bf-c39f-460c-86c1-ff888d215e1d tempest-RoutersAdminNegativeTest-1931672227 tempest-RoutersAdminNegativeTest-1931672227-project-admin] device_id is not set on port e81c9e2a-69cd-49a0-b89c-5472d447aea6 yet. {{(pid=103332) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 19 07:40:04.736968 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-38631ddd-a17c-4577-a81b-38d6a66b8901 tempest-RoutersTestDVR-818086592 tempest-RoutersTestDVR-818086592-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1693565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12618'] for router, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:04.747171 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-38631ddd-a17c-4577-a81b-38d6a66b8901 tempest-RoutersTestDVR-818086592 tempest-RoutersTestDVR-818086592-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:04.804724 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ef70f2-7ebf-48f1-aa19-fa3254befddb tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Pushing event deleted for resources: {'Subnet': ['ID=b6e6bdfb-2428-4902-9769-1c73c4a8be34,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:40:04.821681 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-05ed5419-aa05-496e-89c6-e40677e6e733 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785020965340'] for network, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:04.831180 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-e0ef70f2-7ebf-48f1-aa19-fa3254befddb tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574827'] for subnet, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:04.837838 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-e0ef70f2-7ebf-48f1-aa19-fa3254befddb tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] 10.222.0.27 "DELETE /v2.0/subnets/b6e6bdfb-2428-4902-9769-1c73c4a8be34 HTTP/1.1" status: 204 len: 168 time: 0.9730432 Oct 19 07:40:04.840275 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 55348) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:40:04.856617 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbf59bf-c39f-460c-86c1-ff888d215e1d tempest-RoutersAdminNegativeTest-1931672227 tempest-RoutersAdminNegativeTest-1931672227-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1efd1e65-9f8e-4ef6-92e7-344e0589cf09,revision_number=1']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:40:04.864860 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-38631ddd-a17c-4577-a81b-38d6a66b8901 tempest-RoutersTestDVR-818086592 tempest-RoutersTestDVR-818086592-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1693542'] for router, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:04.865392 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38631ddd-a17c-4577-a81b-38d6a66b8901 tempest-RoutersTestDVR-818086592 tempest-RoutersTestDVR-818086592-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f4e45fae-5cc2-4221-897d-67c03eabcbea {{(pid=103333) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 07:40:04.877217 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-38631ddd-a17c-4577-a81b-38d6a66b8901 tempest-RoutersTestDVR-818086592 tempest-RoutersTestDVR-818086592-project-admin] Notify callbacks [] for router, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:04.882557 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-38631ddd-a17c-4577-a81b-38d6a66b8901 tempest-RoutersTestDVR-818086592 tempest-RoutersTestDVR-818086592-project-admin] 10.222.0.27 "DELETE /v2.0/routers/f4e45fae-5cc2-4221-897d-67c03eabcbea HTTP/1.1" status: 204 len: 168 time: 0.5339353 Oct 19 07:40:04.883166 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 55350) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:40:04.883924 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-03665c20-5b30-46c4-b3f9-7379a844446e None None] Attempt 2 to provision port c6fdc9dc-3a3e-4131-8132-4b19f12ae139 Oct 19 07:40:04.890916 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-df145ac3-dba1-4303-ae77-6f31d8d4c57f tempest-RoutersTestDVR-818086592 tempest-RoutersTestDVR-818086592-project-admin] Request body: {'router': {'name': 'tempest-router-1290331648', 'distributed': False}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:40:04.923485 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2a2548d-4a8c-4620-b613-19973143b6a0 tempest-RoutersIpV6AdminTest-1129688832 tempest-RoutersIpV6AdminTest-1129688832-project] Notify agent at l3_agent.dv-neutron-861624-1-hyperv the message routers_updated {{(pid=103333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 07:40:04.935017 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-05ed5419-aa05-496e-89c6-e40677e6e733 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873'] for network, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:04.938842 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-f2a2548d-4a8c-4620-b613-19973143b6a0 tempest-RoutersIpV6AdminTest-1129688832 tempest-RoutersIpV6AdminTest-1129688832-project] Notify callbacks [] for router, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:04.942654 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-f2a2548d-4a8c-4620-b613-19973143b6a0 tempest-RoutersIpV6AdminTest-1129688832 tempest-RoutersIpV6AdminTest-1129688832-project] 10.222.0.27 "PUT /v2.0/routers/10db5d78-af80-410c-bf5e-08c370e0bf3f HTTP/1.1" status: 200 len: 884 time: 4.8609524 Oct 19 07:40:04.942833 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05ed5419-aa05-496e-89c6-e40677e6e733 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:40:04.942833 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-05ed5419-aa05-496e-89c6-e40677e6e733 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Notify callbacks [] for network, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:04.945022 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-03665c20-5b30-46c4-b3f9-7379a844446e None None] Port c6fdc9dc-3a3e-4131-8132-4b19f12ae139 cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 07:40:04.948753 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 55352) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:40:04.960608 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f73c4ec5-75f9-4c78-8982-4d0d7d944974 None None] Sync routers for ids ['10db5d78-af80-410c-bf5e-08c370e0bf3f'] in dv-neutron-861624-1-hyperv {{(pid=103334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 07:40:04.966283 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f410a419-4c71-45bc-93b8-eac6fa60abe8 None None] Network 3aa1cb62-fce0-43f9-9557-155b06fb823e requested from dv-neutron-861624-1-hyperv {{(pid=103334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 07:40:04.968077 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-df145ac3-dba1-4303-ae77-6f31d8d4c57f tempest-RoutersTestDVR-818086592 tempest-RoutersTestDVR-818086592-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1692695', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12668'] for router, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:04.969134 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-df145ac3-dba1-4303-ae77-6f31d8d4c57f tempest-RoutersTestDVR-818086592 tempest-RoutersTestDVR-818086592-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1692835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1693910', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1621825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12659'] for router, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:04.992192 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f73c4ec5-75f9-4c78-8982-4d0d7d944974 None None] Routers {'10db5d78-af80-410c-bf5e-08c370e0bf3f'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 07:40:04.992998 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-f73c4ec5-75f9-4c78-8982-4d0d7d944974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T07:39:46Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['10db5d78-af80-410c-bf5e-08c370e0bf3f'], 'active': True} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:40:04.999232 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-c862b3e9-a240-438a-86b3-0bbcbcab530a tempest-RoutersAdminTest-1850549588 tempest-RoutersAdminTest-1850549588-project] Notify callbacks [] for router_gateway, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:05.018133 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-1b15c7ad-383d-4786-87d7-c551707a1b6b tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130996763'] for port, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:05.042975 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-df145ac3-dba1-4303-ae77-6f31d8d4c57f tempest-RoutersTestDVR-818086592 tempest-RoutersTestDVR-818086592-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:05.051794 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-df145ac3-dba1-4303-ae77-6f31d8d4c57f tempest-RoutersTestDVR-818086592 tempest-RoutersTestDVR-818086592-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1692844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1693859'] for router, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:05.066891 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-f73c4ec5-75f9-4c78-8982-4d0d7d944974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:40:05.082570 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b15c7ad-383d-4786-87d7-c551707a1b6b tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Pushing event deleted for resources: {'Port': ['ID=c6fdc9dc-3a3e-4131-8132-4b19f12ae139,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:40:05.108070 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f73c4ec5-75f9-4c78-8982-4d0d7d944974 None None] Routers {'10db5d78-af80-410c-bf5e-08c370e0bf3f'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 07:40:05.108070 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-f73c4ec5-75f9-4c78-8982-4d0d7d944974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T07:39:46Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['10db5d78-af80-410c-bf5e-08c370e0bf3f'], 'active': True} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:40:05.118802 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-8c8130ce-8d06-4083-9063-4e711f882807 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-667019'] for network, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:05.122035 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-df145ac3-dba1-4303-ae77-6f31d8d4c57f tempest-RoutersTestDVR-818086592 tempest-RoutersTestDVR-818086592-project-admin] Notify callbacks [] for router, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:05.124006 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-05ed5419-aa05-496e-89c6-e40677e6e733 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.7840664 Oct 19 07:40:05.126272 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-df145ac3-dba1-4303-ae77-6f31d8d4c57f tempest-RoutersTestDVR-818086592 tempest-RoutersTestDVR-818086592-project-admin] 10.222.0.27 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.2386096 Oct 19 07:40:05.127121 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 55354) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:40:05.127412 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 55356) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:40:05.150908 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-29f0faec-25d1-4b45-b864-e81506f31dff tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Request body: {'subnet': {'network_id': '69bbabff-a252-40f5-bc6d-2156032cd4d6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:40:05.162784 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-f73c4ec5-75f9-4c78-8982-4d0d7d944974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:40:05.163738 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f73c4ec5-75f9-4c78-8982-4d0d7d944974 None None] The sync data for ids ['10db5d78-af80-410c-bf5e-08c370e0bf3f'] in dv-neutron-861624-1-hyperv is: [] {{(pid=103334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 07:40:05.224996 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ed5419-aa05-496e-89c6-e40677e6e733 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Pushing event updated for resources: {'Network': ['ID=69bbabff-a252-40f5-bc6d-2156032cd4d6,revision_number=1']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:40:05.237221 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Network 69bbabff-a252-40f5-bc6d-2156032cd4d6 details requested by agent ovs-agent-dv-neutron-861624-1-hyperv with host dv-neutron-861624-1-hyperv {{(pid=103334) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 07:40:05.291737 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebfe33fb-24fe-4d4f-b62c-114713d0ef8d None None] DHCP port deletion for 3aa1cb62-fce0-43f9-9557-155b06fb823e request from dv-neutron-861624-1-hyperv {{(pid=103334) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 07:40:05.313944 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-b7d8f4f0-af20-4e36-93cc-6aca6aee3b85 tempest-RoutersTestDVR-818086592 tempest-RoutersTestDVR-818086592-project-admin] Notify callbacks [] for router, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:05.374664 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-accfae3d-2dc8-4d45-85b0-e03852dcab29 tempest-RoutersIpV6AdminTest-1896539816 tempest-RoutersIpV6AdminTest-1896539816-project-admin] 10.222.0.27 "GET /v2.0/routers/10db5d78-af80-410c-bf5e-08c370e0bf3f HTTP/1.1" status: 200 len: 925 time: 0.4192483 Oct 19 07:40:05.378778 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 55358) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:40:05.391528 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-ebfe33fb-24fe-4d4f-b62c-114713d0ef8d None None] Deleting port 0cfa5274-a1e0-447e-b02c-469a53ebe098 {{(pid=103334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 07:40:05.392541 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-ebfe33fb-24fe-4d4f-b62c-114713d0ef8d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:05.402407 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.db_base_plugin_common [None req-ebbf59bf-c39f-460c-86c1-ff888d215e1d tempest-RoutersAdminNegativeTest-1931672227 tempest-RoutersAdminNegativeTest-1931672227-project-admin] Allocated IP 172.26.0.197 (99c66757-74e3-40a4-b479-8d09e3a7c3dd/7f3d1034-1de7-458a-a3ee-77488de3949b/e81c9e2a-69cd-49a0-b89c-5472d447aea6) {{(pid=103332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 07:40:05.475777 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-03665c20-5b30-46c4-b3f9-7379a844446e None None] Attempt 3 to provision port c6fdc9dc-3a3e-4131-8132-4b19f12ae139 Oct 19 07:40:05.485601 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device 0cfa5274-a1e0-447e-b02c-469a53ebe098 no longer exists at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 07:40:05.512979 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-ebfe33fb-24fe-4d4f-b62c-114713d0ef8d None None] For port 0cfa5274-a1e0-447e-b02c-469a53ebe098, host dv-neutron-861624-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=0cfa5274-a1e0-447e-b02c-469a53ebe098,segment=NetworkSegment(417fbaca-c09b-48b6-b8b2-82e6d70ebf05),segment_id=417fbaca-c09b-48b6-b8b2-82e6d70ebf05)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:40:05.513382 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-ebfe33fb-24fe-4d4f-b62c-114713d0ef8d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:05.539715 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-03665c20-5b30-46c4-b3f9-7379a844446e None None] Port c6fdc9dc-3a3e-4131-8132-4b19f12ae139 was deleted so its status cannot be updated. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Oct 19 07:40:05.558683 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-ebfe33fb-24fe-4d4f-b62c-114713d0ef8d None None] Calling delete_port for 0cfa5274-a1e0-447e-b02c-469a53ebe098 owned by network:dhcp {{(pid=103334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 07:40:05.578113 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.plugin [None req-8c8130ce-8d06-4083-9063-4e711f882807 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Deleting port 0cfa5274-a1e0-447e-b02c-469a53ebe098 {{(pid=103332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 07:40:05.578697 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-8c8130ce-8d06-4083-9063-4e711f882807 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:05.587909 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38774dec-7e4e-47c0-9fa0-51002687eb5d tempest-RoutersIpV6AdminTest-1896539816 tempest-RoutersIpV6AdminTest-1896539816-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:40:05.589522 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-38774dec-7e4e-47c0-9fa0-51002687eb5d tempest-RoutersIpV6AdminTest-1896539816 tempest-RoutersIpV6AdminTest-1896539816-project-admin] 10.222.0.27 "GET /v2.0/ports?network_id=99c66757-74e3-40a4-b479-8d09e3a7c3dd&device_id=10db5d78-af80-410c-bf5e-08c370e0bf3f&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2086017 Oct 19 07:40:05.608147 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 55360) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:40:05.655236 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-1b15c7ad-383d-4786-87d7-c551707a1b6b tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42160'] for port, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:05.660926 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-1b15c7ad-383d-4786-87d7-c551707a1b6b tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] 10.222.0.27 "DELETE /v2.0/ports/c6fdc9dc-3a3e-4131-8132-4b19f12ae139 HTTP/1.1" status: 204 len: 168 time: 1.7583888 Oct 19 07:40:05.688430 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 55362) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:40:05.709806 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.db [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] No ports have port_id starting with 0cfa5274-a1e0-447e-b02c-469a53ebe098 Oct 19 07:40:05.727494 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-ebfe33fb-24fe-4d4f-b62c-114713d0ef8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339'] for port, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:05.733407 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-6c8dff74-f166-499a-bece-cef0024936e3 None None] Could not find standard attr ID for object c6fdc9dc-3a3e-4131-8132-4b19f12ae139. {{(pid=103334) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 19 07:40:05.762575 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfe33fb-24fe-4d4f-b62c-114713d0ef8d None None] Pushing event deleted for resources: {'Port': ['ID=0cfa5274-a1e0-447e-b02c-469a53ebe098,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:40:05.764996 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebfe33fb-24fe-4d4f-b62c-114713d0ef8d None None] No DVR routers for this DVR port 0cfa5274-a1e0-447e-b02c-469a53ebe098 on host dv-neutron-861624-1-hyperv {{(pid=103334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 19 07:40:05.808128 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29f0faec-25d1-4b45-b864-e81506f31dff tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Made reservation on behalf of 2a06cf3adb854931a1e873f20cdb1976 for: {'subnet': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 07:40:05.811707 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-29f0faec-25d1-4b45-b864-e81506f31dff tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130170579'] for subnet, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:05.852371 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-b7d8f4f0-af20-4e36-93cc-6aca6aee3b85 tempest-RoutersTestDVR-818086592 tempest-RoutersTestDVR-818086592-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1693565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12618'] for router, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:05.865991 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-b7d8f4f0-af20-4e36-93cc-6aca6aee3b85 tempest-RoutersTestDVR-818086592 tempest-RoutersTestDVR-818086592-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:05.870660 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-095ddd32-f7db-4a60-9b8f-ae37bf5df966 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:40:05.872183 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-095ddd32-f7db-4a60-9b8f-ae37bf5df966 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:40:05.873735 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-095ddd32-f7db-4a60-9b8f-ae37bf5df966 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:40:05.878057 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-095ddd32-f7db-4a60-9b8f-ae37bf5df966 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] 10.222.0.27 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1860390 Oct 19 07:40:05.881766 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 55364) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:40:05.992917 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-c862b3e9-a240-438a-86b3-0bbcbcab530a tempest-RoutersAdminTest-1850549588 tempest-RoutersAdminTest-1850549588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1693896', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1692821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12609'] for router, precommit_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:05.998817 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-b7d8f4f0-af20-4e36-93cc-6aca6aee3b85 tempest-RoutersTestDVR-818086592 tempest-RoutersTestDVR-818086592-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1693542'] for router, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:05.999246 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7d8f4f0-af20-4e36-93cc-6aca6aee3b85 tempest-RoutersTestDVR-818086592 tempest-RoutersTestDVR-818086592-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d14487d9-6432-4100-9afa-1f5f571eaa8b {{(pid=103333) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 07:40:06.006482 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-b7d8f4f0-af20-4e36-93cc-6aca6aee3b85 tempest-RoutersTestDVR-818086592 tempest-RoutersTestDVR-818086592-project-admin] Notify callbacks [] for router, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:06.009123 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-b7d8f4f0-af20-4e36-93cc-6aca6aee3b85 tempest-RoutersTestDVR-818086592 tempest-RoutersTestDVR-818086592-project-admin] 10.222.0.27 "DELETE /v2.0/routers/d14487d9-6432-4100-9afa-1f5f571eaa8b HTTP/1.1" status: 204 len: 168 time: 0.8636093 Oct 19 07:40:06.014309 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 55366) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:40:06.017614 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-c862b3e9-a240-438a-86b3-0bbcbcab530a tempest-RoutersAdminTest-1850549588 tempest-RoutersAdminTest-1850549588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1693859', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1693873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1693882', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1692830'] for router, after_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:06.021658 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-19c25de7-bd30-4fc8-a556-a6e60ddf38e0 tempest-RoutersTestDVR-818086592 tempest-RoutersTestDVR-818086592-project-admin] Request body: {'router': {'name': 'tempest-router-1114611852', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '9a265665f2d3471d8399fbf146cc7c43'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:40:06.027691 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4b21d01-bd86-4822-b876-6344341ccc88 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Deleting subnet 88186065-749f-44ef-80e2-564f345c0f29 {{(pid=103333) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 19 07:40:06.036242 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-d4b21d01-bd86-4822-b876-6344341ccc88 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks [] for subnet, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:06.097748 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-19c25de7-bd30-4fc8-a556-a6e60ddf38e0 tempest-RoutersTestDVR-818086592 tempest-RoutersTestDVR-818086592-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1692695', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12668'] for router, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:06.099021 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-19c25de7-bd30-4fc8-a556-a6e60ddf38e0 tempest-RoutersTestDVR-818086592 tempest-RoutersTestDVR-818086592-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1692835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1693910', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1621825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12659'] for router, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:06.110737 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-d4b21d01-bd86-4822-b876-6344341ccc88 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-134111928'] for subnet, precommit_delete_associations {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:06.182183 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.db [None req-8c8130ce-8d06-4083-9063-4e711f882807 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] For port 0cfa5274-a1e0-447e-b02c-469a53ebe098, host dv-neutron-861624-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=0cfa5274-a1e0-447e-b02c-469a53ebe098,segment=NetworkSegment(417fbaca-c09b-48b6-b8b2-82e6d70ebf05),segment_id=417fbaca-c09b-48b6-b8b2-82e6d70ebf05)] {{(pid=103332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:40:06.182767 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-8c8130ce-8d06-4083-9063-4e711f882807 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:06.218264 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.plugin [None req-8c8130ce-8d06-4083-9063-4e711f882807 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Calling delete_port for 0cfa5274-a1e0-447e-b02c-469a53ebe098 owned by network:dhcp {{(pid=103332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 07:40:06.228592 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-19c25de7-bd30-4fc8-a556-a6e60ddf38e0 tempest-RoutersTestDVR-818086592 tempest-RoutersTestDVR-818086592-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:06.238582 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-19c25de7-bd30-4fc8-a556-a6e60ddf38e0 tempest-RoutersTestDVR-818086592 tempest-RoutersTestDVR-818086592-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1692844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1693859'] for router, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:06.289636 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-19c25de7-bd30-4fc8-a556-a6e60ddf38e0 tempest-RoutersTestDVR-818086592 tempest-RoutersTestDVR-818086592-project-admin] Notify callbacks [] for router, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:06.290599 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-19c25de7-bd30-4fc8-a556-a6e60ddf38e0 tempest-RoutersTestDVR-818086592 tempest-RoutersTestDVR-818086592-project-admin] 10.222.0.27 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.2753689 Oct 19 07:40:06.295617 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 55368) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:40:06.304798 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-c823bc0d-e478-4da3-b5bd-91bb5224c4ab tempest-RoutersTestDVR-818086592 tempest-RoutersTestDVR-818086592-project-admin] Request body: {'router': {'distributed': True}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:40:06.306136 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-239461c2-d4fc-429f-9c7e-c1da56f15b84 tempest-RoutersIpV6AdminTest-1896539816 tempest-RoutersIpV6AdminTest-1896539816-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:40:06.307516 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-239461c2-d4fc-429f-9c7e-c1da56f15b84 tempest-RoutersIpV6AdminTest-1896539816 tempest-RoutersIpV6AdminTest-1896539816-project-admin] 10.222.0.27 "GET /v2.0/networks/99c66757-74e3-40a4-b479-8d09e3a7c3dd HTTP/1.1" status: 200 len: 881 time: 0.6968622 Oct 19 07:40:06.330424 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 55370) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:40:06.351392 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-ebbf59bf-c39f-460c-86c1-ff888d215e1d tempest-RoutersAdminNegativeTest-1931672227 tempest-RoutersAdminNegativeTest-1931672227-project-admin] Notify callbacks [] for port, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:06.403930 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-d4b21d01-bd86-4822-b876-6344341ccc88 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-679826'] for subnet, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:06.412610 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-4527e9d7-9e60-455b-afc6-c1244865a46c tempest-RoutersIpV6AdminTest-1129688832 tempest-RoutersIpV6AdminTest-1129688832-project] 10.222.0.27 "GET /v2.0/ports?device_id=10db5d78-af80-410c-bf5e-08c370e0bf3f HTTP/1.1" status: 200 len: 205 time: 0.0810566 Oct 19 07:40:06.418307 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 55372) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:40:06.465218 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-8c8130ce-8d06-4083-9063-4e711f882807 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133553798'] for port, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:06.502503 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-ebbf59bf-c39f-460c-86c1-ff888d215e1d tempest-RoutersAdminNegativeTest-1931672227 tempest-RoutersAdminNegativeTest-1931672227-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785020947330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133553798'] for port, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:06.513514 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8130ce-8d06-4083-9063-4e711f882807 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Pushing event deleted for resources: {'Port': ['ID=0cfa5274-a1e0-447e-b02c-469a53ebe098,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:40:06.516699 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-29f0faec-25d1-4b45-b864-e81506f31dff tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130997899', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130170401'] for subnet, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:06.518005 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c8130ce-8d06-4083-9063-4e711f882807 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] No DVR routers for this DVR port 0cfa5274-a1e0-447e-b02c-469a53ebe098 on host dv-neutron-861624-1-hyperv {{(pid=103332) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 19 07:40:06.642290 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebbf59bf-c39f-460c-86c1-ff888d215e1d tempest-RoutersAdminNegativeTest-1931672227 tempest-RoutersAdminNegativeTest-1931672227-project-admin] Network 99c66757-74e3-40a4-b479-8d09e3a7c3dd is already hosted by enough agents. {{(pid=103332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 07:40:06.656284 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c862b3e9-a240-438a-86b3-0bbcbcab530a tempest-RoutersAdminTest-1850549588 tempest-RoutersAdminTest-1850549588-project] Router 78ce1fca-e571-4691-b118-3965febd5b3e is scheduled to L3 agent ab388470-1243-4d53-80f2-c2f5899c97a7 with binding_index 1 {{(pid=103332) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 07:40:06.666033 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.base_scheduler [None req-ebbf59bf-c39f-460c-86c1-ff888d215e1d tempest-RoutersAdminNegativeTest-1931672227 tempest-RoutersAdminNegativeTest-1931672227-project-admin] Resources bound (agent type, host, resource id): {{(pid=103332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:40:06.669294 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f0faec-25d1-4b45-b864-e81506f31dff tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Pushing event updated for resources: {'Subnet': ['ID=b8124818-8917-4ece-b3d1-005922d2c1c1,revision_number=0']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:40:06.678437 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebbf59bf-c39f-460c-86c1-ff888d215e1d tempest-RoutersAdminNegativeTest-1931672227 tempest-RoutersAdminNegativeTest-1931672227-project-admin] Received port after_create {{(pid=103332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 07:40:06.682146 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbf59bf-c39f-460c-86c1-ff888d215e1d tempest-RoutersAdminNegativeTest-1931672227 tempest-RoutersAdminNegativeTest-1931672227-project-admin] Pushing event updated for resources: {'Port': ['ID=e81c9e2a-69cd-49a0-b89c-5472d447aea6,revision_number=1']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:40:06.700676 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-c823bc0d-e478-4da3-b5bd-91bb5224c4ab tempest-RoutersTestDVR-818086592 tempest-RoutersTestDVR-818086592-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1693896', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1692821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12609'] for router, precommit_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:06.701033 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-c823bc0d-e478-4da3-b5bd-91bb5224c4ab tempest-RoutersTestDVR-818086592 tempest-RoutersTestDVR-818086592-project-admin] Notify callbacks [] for router, before_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:06.732193 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-8c8130ce-8d06-4083-9063-4e711f882807 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-673051', 'neutron.services.segments.db._delete_segments_for_network-8785021519108'] for network, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:06.746272 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-d4b21d01-bd86-4822-b876-6344341ccc88 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-679819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130997964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130170408'] for subnet, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:06.764744 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-4336f112-fdb1-473c-b150-ec4645763526 tempest-RoutersIpV6AdminTest-1129688832 tempest-RoutersIpV6AdminTest-1129688832-project] Notify callbacks [] for router, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:06.797666 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29f0faec-25d1-4b45-b864-e81506f31dff tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Checking segment: {'id': 'a33c0e31-663c-4468-8a54-6e27f8fbc676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '69bbabff-a252-40f5-bc6d-2156032cd4d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 19 07:40:06.798028 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29f0faec-25d1-4b45-b864-e81506f31dff tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Network hostable DHCP agents. Network: 69bbabff-a252-40f5-bc6d-2156032cd4d6, hostable agents: ['310d813b-0e3e-4d7e-9b79-8f4ec0dbcab0'], hosted agents: [] {{(pid=103333) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 07:40:06.820147 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.services.segments.db [None req-8c8130ce-8d06-4083-9063-4e711f882807 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3aa1cb62-fce0-43f9-9557-155b06fb823e']}} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:40:06.825529 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b21d01-bd86-4822-b876-6344341ccc88 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Pushing event deleted for resources: {'Subnet': ['ID=88186065-749f-44ef-80e2-564f345c0f29,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:40:06.828851 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-d4b21d01-bd86-4822-b876-6344341ccc88 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks [] for subnet, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:06.832805 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-d4b21d01-bd86-4822-b876-6344341ccc88 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] 10.222.0.27 "DELETE /v2.0/subnets/88186065-749f-44ef-80e2-564f345c0f29 HTTP/1.1" status: 204 len: 168 time: 0.9500256 Oct 19 07:40:06.835852 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-c823bc0d-e478-4da3-b5bd-91bb5224c4ab tempest-RoutersTestDVR-818086592 tempest-RoutersTestDVR-818086592-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=103333) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Oct 19 07:40:06.836191 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-c823bc0d-e478-4da3-b5bd-91bb5224c4ab tempest-RoutersTestDVR-818086592 tempest-RoutersTestDVR-818086592-project-admin] Router c4942363-5ad3-4f49-b760-cb9d154cd6d3 migrating from provider to provider. {{(pid=103333) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Oct 19 07:40:06.836572 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-c823bc0d-e478-4da3-b5bd-91bb5224c4ab tempest-RoutersTestDVR-818086592 tempest-RoutersTestDVR-818086592-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:06.838315 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 55374) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:40:06.839162 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-763261b4-522b-47cc-a5ac-971affb721ce None None] Network 6b5a65c5-1bed-4301-9db8-c1056c2b8eba requested from dv-neutron-861624-1-hyperv {{(pid=103334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 07:40:06.854784 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-c823bc0d-e478-4da3-b5bd-91bb5224c4ab tempest-RoutersTestDVR-818086592 tempest-RoutersTestDVR-818086592-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:06.865306 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebbf59bf-c39f-460c-86c1-ff888d215e1d tempest-RoutersAdminNegativeTest-1931672227 tempest-RoutersAdminNegativeTest-1931672227-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:40:06.865926 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-ebbf59bf-c39f-460c-86c1-ff888d215e1d tempest-RoutersAdminNegativeTest-1931672227 tempest-RoutersAdminNegativeTest-1931672227-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42160'] for port, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:06.871826 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.services.segments.db [None req-8c8130ce-8d06-4083-9063-4e711f882807 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '417fbaca-c09b-48b6-b8b2-82e6d70ebf05') {'for_net_delete': True} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:40:06.872108 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.services.segments.db [None req-8c8130ce-8d06-4083-9063-4e711f882807 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '417fbaca-c09b-48b6-b8b2-82e6d70ebf05') {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:40:06.881041 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-c823bc0d-e478-4da3-b5bd-91bb5224c4ab tempest-RoutersTestDVR-818086592 tempest-RoutersTestDVR-818086592-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1693859', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1693873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1693882', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1692830'] for router, after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:06.902548 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-8c8130ce-8d06-4083-9063-4e711f882807 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785021519382', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130726885'] for segment, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:06.921995 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-ebbf59bf-c39f-460c-86c1-ff888d215e1d tempest-RoutersAdminNegativeTest-1931672227 tempest-RoutersAdminNegativeTest-1931672227-project-admin] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.9985039 Oct 19 07:40:06.930516 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 55376) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:40:06.935955 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-12ba544f-8b7d-49df-b3db-749b6e84c232 tempest-RoutersAdminNegativeTest-1931672227 tempest-RoutersAdminNegativeTest-1931672227-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'external_fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.197'}]}}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:40:06.940144 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-8c8130ce-8d06-4083-9063-4e711f882807 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979'] for segment, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:07.003274 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29f0faec-25d1-4b45-b864-e81506f31dff tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Network 69bbabff-a252-40f5-bc6d-2156032cd4d6 is scheduled to be hosted by DHCP agent 310d813b-0e3e-4d7e-9b79-8f4ec0dbcab0 with binding_index 1 {{(pid=103333) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 07:40:07.015670 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c8130ce-8d06-4083-9063-4e711f882807 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Releasing vlan 162 on physical network physnet1 to pool {{(pid=103332) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 07:40:07.016081 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-8c8130ce-8d06-4083-9063-4e711f882807 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-133553843'] for segment, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:07.026105 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-29f0faec-25d1-4b45-b864-e81506f31dff tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861624-1-hyperv, 69bbabff-a252-40f5-bc6d-2156032cd4d6) {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:40:07.030861 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29f0faec-25d1-4b45-b864-e81506f31dff tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:40:07.031469 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-29f0faec-25d1-4b45-b864-e81506f31dff tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Notify callbacks [] for subnet, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:07.040136 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42956109-c0ed-4d04-83f1-a6d93e56d31b None None] Network 69bbabff-a252-40f5-bc6d-2156032cd4d6 requested from dv-neutron-861624-1-hyperv {{(pid=103334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 07:40:07.047756 dv-neutron-861624-1-hyperv neutron-server[103333]: WARNING neutron.scheduler.l3_agent_scheduler [None req-c823bc0d-e478-4da3-b5bd-91bb5224c4ab tempest-RoutersTestDVR-818086592 tempest-RoutersTestDVR-818086592-project-admin] No L3 agents can host the router c4942363-5ad3-4f49-b760-cb9d154cd6d3 Oct 19 07:40:07.054036 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.db_base_plugin_v2 [None req-ebd069c9-51db-4318-b8ac-1f50993f4044 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Deleting subnet 9126f379-0089-4fa1-9513-c16e01c4304b {{(pid=103333) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 19 07:40:07.057909 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-ebd069c9-51db-4318-b8ac-1f50993f4044 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks [] for subnet, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:07.074384 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-12ba544f-8b7d-49df-b3db-749b6e84c232 tempest-RoutersAdminNegativeTest-1931672227 tempest-RoutersAdminNegativeTest-1931672227-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1692695', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12668'] for router, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:07.075663 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-12ba544f-8b7d-49df-b3db-749b6e84c232 tempest-RoutersAdminNegativeTest-1931672227 tempest-RoutersAdminNegativeTest-1931672227-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1692835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1693910', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1621825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12659'] for router, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:07.079726 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.services.segments.plugin [-] Segment 417fbaca-c09b-48b6-b8b2-82e6d70ebf05 resource provider aggregate not found Oct 19 07:40:07.089556 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-29f0faec-25d1-4b45-b864-e81506f31dff tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.9402254 Oct 19 07:40:07.111977 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c862b3e9-a240-438a-86b3-0bbcbcab530a tempest-RoutersAdminTest-1850549588 tempest-RoutersAdminTest-1850549588-project] Notify agent at l3_agent.dv-neutron-861624-1-hyperv the message routers_updated {{(pid=103332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 07:40:07.118097 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 55382) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:40:07.123429 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-c862b3e9-a240-438a-86b3-0bbcbcab530a tempest-RoutersAdminTest-1850549588 tempest-RoutersAdminTest-1850549588-project] Notify callbacks [] for router, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:07.126876 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7853d00-189f-4f98-9fd0-c9ed17361033 None None] Sync routers for ids ['78ce1fca-e571-4691-b118-3965febd5b3e'] in dv-neutron-861624-1-hyperv {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 07:40:07.127467 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-c862b3e9-a240-438a-86b3-0bbcbcab530a tempest-RoutersAdminTest-1850549588 tempest-RoutersAdminTest-1850549588-project] 10.222.0.27 "PUT /v2.0/routers/78ce1fca-e571-4691-b118-3965febd5b3e HTTP/1.1" status: 200 len: 878 time: 7.2126825 Oct 19 07:40:07.130986 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 55384) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:40:07.150447 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-4336f112-fdb1-473c-b150-ec4645763526 tempest-RoutersIpV6AdminTest-1129688832 tempest-RoutersIpV6AdminTest-1129688832-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:07.156719 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7853d00-189f-4f98-9fd0-c9ed17361033 None None] Routers {'78ce1fca-e571-4691-b118-3965febd5b3e'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 07:40:07.157353 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-e7853d00-189f-4f98-9fd0-c9ed17361033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T07:39:46Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['78ce1fca-e571-4691-b118-3965febd5b3e'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:40:07.165679 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-ebd069c9-51db-4318-b8ac-1f50993f4044 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-134111928'] for subnet, precommit_delete_associations {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:07.191924 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.services.segments.plugin [-] Segment 417fbaca-c09b-48b6-b8b2-82e6d70ebf05 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 417fbaca-c09b-48b6-b8b2-82e6d70ebf05 found for delete ", "request_id": "req-2ecc6e26-7633-4aec-ad4f-6d3ae1bce938"}]} Oct 19 07:40:07.209515 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-e7853d00-189f-4f98-9fd0-c9ed17361033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:40:07.219224 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7853d00-189f-4f98-9fd0-c9ed17361033 None None] Routers {'78ce1fca-e571-4691-b118-3965febd5b3e'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 07:40:07.220068 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-e7853d00-189f-4f98-9fd0-c9ed17361033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T07:39:46Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['78ce1fca-e571-4691-b118-3965febd5b3e'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:40:07.254768 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-8c8130ce-8d06-4083-9063-4e711f882807 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-673044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1695087'] for network, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:07.255723 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-e7853d00-189f-4f98-9fd0-c9ed17361033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:40:07.256804 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7853d00-189f-4f98-9fd0-c9ed17361033 None None] The sync data for ids ['78ce1fca-e571-4691-b118-3965febd5b3e'] in dv-neutron-861624-1-hyperv is: [] {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 07:40:07.295801 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de5a47ee-dae1-4e6a-80d4-930284a2db34 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d12c6ac-27a3-545c-a8f3-f04e30423d6d-69bbabff-a252-40f5-bc6d-2156032cd4d6', 'network_id': '69bbabff-a252-40f5-bc6d-2156032cd4d6', 'tenant_id': '2a06cf3adb854931a1e873f20cdb1976', 'fixed_ips': [{'subnet_id': 'b8124818-8917-4ece-b3d1-005922d2c1c1'}]}} from dv-neutron-861624-1-hyperv. {{(pid=103334) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 07:40:07.297578 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-de5a47ee-dae1-4e6a-80d4-930284a2db34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:07.341242 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-8c8130ce-8d06-4083-9063-4e711f882807 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Notify callbacks [] for network, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:07.344496 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-8c8130ce-8d06-4083-9063-4e711f882807 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] 10.222.0.27 "DELETE /v2.0/networks/3aa1cb62-fce0-43f9-9557-155b06fb823e HTTP/1.1" status: 204 len: 168 time: 2.5008841 Oct 19 07:40:07.349284 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c823bc0d-e478-4da3-b5bd-91bb5224c4ab tempest-RoutersTestDVR-818086592 tempest-RoutersTestDVR-818086592-project-admin] Hosts for router c4942363-5ad3-4f49-b760-cb9d154cd6d3: [] {{(pid=103333) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Oct 19 07:40:07.355708 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 55386) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:40:07.360094 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-378f37fd-e2dd-4eb7-95c8-7cac90599f95 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Request body: {'network': {'name': 'tempest-RoutersTest-1140892728'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:40:07.417449 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-12ba544f-8b7d-49df-b3db-749b6e84c232 tempest-RoutersAdminNegativeTest-1931672227 tempest-RoutersAdminNegativeTest-1931672227-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:07.420215 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8130ce-8d06-4083-9063-4e711f882807 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Pushing event deleted for resources: {'Network': ['ID=3aa1cb62-fce0-43f9-9557-155b06fb823e,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:40:07.445676 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c823bc0d-e478-4da3-b5bd-91bb5224c4ab tempest-RoutersTestDVR-818086592 tempest-RoutersTestDVR-818086592-project-admin] Hosts for other DVR routers connected to router c4942363-5ad3-4f49-b760-cb9d154cd6d3: set() {{(pid=103333) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Oct 19 07:40:07.448676 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-c823bc0d-e478-4da3-b5bd-91bb5224c4ab tempest-RoutersTestDVR-818086592 tempest-RoutersTestDVR-818086592-project-admin] Notify callbacks [] for router, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:07.454273 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-c823bc0d-e478-4da3-b5bd-91bb5224c4ab tempest-RoutersTestDVR-818086592 tempest-RoutersTestDVR-818086592-project-admin] 10.222.0.27 "PUT /v2.0/routers/c4942363-5ad3-4f49-b760-cb9d154cd6d3 HTTP/1.1" status: 200 len: 717 time: 1.1576579 Oct 19 07:40:07.454887 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 55388) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:40:07.499000 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.db_base_plugin_common [None req-de5a47ee-dae1-4e6a-80d4-930284a2db34 None None] Allocated IP 172.20.0.1 (69bbabff-a252-40f5-bc6d-2156032cd4d6/b8124818-8917-4ece-b3d1-005922d2c1c1/1a82226c-005a-42c0-b6f1-f95bdd49b565) {{(pid=103334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 07:40:07.533461 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-8a502014-a0af-4ac1-8885-747b9525cac6 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-667019'] for network, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:07.549887 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-ebd069c9-51db-4318-b8ac-1f50993f4044 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-679826'] for subnet, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:07.586367 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-d2a965e0-7841-4604-9524-0223c9c5bbc6 tempest-RoutersTestDVR-818086592 tempest-RoutersTestDVR-818086592-project-admin] 10.222.0.27 "GET /v2.0/routers/c4942363-5ad3-4f49-b760-cb9d154cd6d3 HTTP/1.1" status: 200 len: 717 time: 0.1257517 Oct 19 07:40:07.589666 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-378f37fd-e2dd-4eb7-95c8-7cac90599f95 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Made reservation on behalf of ea2e94e7c58741afa39e88c6d73f4fb1 for: {'network': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 07:40:07.593074 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-378f37fd-e2dd-4eb7-95c8-7cac90599f95 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for network, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:07.597953 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 55390) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:40:07.619128 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-12192bf6-65d7-4b9a-b3e2-37f7b56c9afe tempest-RoutersAdminTest-1280535694 tempest-RoutersAdminTest-1280535694-project-admin] 10.222.0.27 "GET /v2.0/routers/78ce1fca-e571-4691-b118-3965febd5b3e HTTP/1.1" status: 200 len: 919 time: 0.4789085 Oct 19 07:40:07.623588 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 55394) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:40:07.648550 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-378f37fd-e2dd-4eb7-95c8-7cac90599f95 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 178} {{(pid=103333) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 07:40:07.661218 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-378f37fd-e2dd-4eb7-95c8-7cac90599f95 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979'] for segment, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:07.661636 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.db.segments_db [None req-378f37fd-e2dd-4eb7-95c8-7cac90599f95 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Added segment c6a26e15-0421-4342-91a4-c12725c7bd08 of type vlan for network 7377ca91-eb4f-4b6a-936d-2eb861737545 Oct 19 07:40:07.669118 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-12ba544f-8b7d-49df-b3db-749b6e84c232 tempest-RoutersAdminNegativeTest-1931672227 tempest-RoutersAdminNegativeTest-1931672227-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:07.697105 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.plugin [None req-4336f112-fdb1-473c-b150-ec4645763526 tempest-RoutersIpV6AdminTest-1129688832 tempest-RoutersIpV6AdminTest-1129688832-project] Deleting port 06f1545e-13d4-41ba-8f80-b750b703a961 {{(pid=103332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 07:40:07.697197 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-4336f112-fdb1-473c-b150-ec4645763526 tempest-RoutersIpV6AdminTest-1129688832 tempest-RoutersIpV6AdminTest-1129688832-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:07.720854 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-378f37fd-e2dd-4eb7-95c8-7cac90599f95 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785020965340'] for network, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:07.775692 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-378f37fd-e2dd-4eb7-95c8-7cac90599f95 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873'] for network, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:07.785429 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-378f37fd-e2dd-4eb7-95c8-7cac90599f95 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:40:07.786293 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-de5a47ee-dae1-4e6a-80d4-930284a2db34 None None] Notify callbacks [] for port, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:07.786555 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-378f37fd-e2dd-4eb7-95c8-7cac90599f95 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574827'] for network, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:07.795773 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-ebd069c9-51db-4318-b8ac-1f50993f4044 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-679819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130997964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130170408'] for subnet, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:07.795992 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-de5a47ee-dae1-4e6a-80d4-930284a2db34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785020947330'] for port, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:07.823438 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-8a502014-a0af-4ac1-8885-747b9525cac6 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-679826'] for subnet, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:07.851264 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47639fb1-9cac-4511-a1fd-31ffc2636fd6 tempest-RoutersAdminTest-1280535694 tempest-RoutersAdminTest-1280535694-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:40:07.852824 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-47639fb1-9cac-4511-a1fd-31ffc2636fd6 tempest-RoutersAdminTest-1280535694 tempest-RoutersAdminTest-1280535694-project-admin] 10.222.0.27 "GET /v2.0/ports?network_id=99c66757-74e3-40a4-b479-8d09e3a7c3dd&device_id=78ce1fca-e571-4691-b118-3965febd5b3e&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 943 time: 0.2274995 Oct 19 07:40:07.856079 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd069c9-51db-4318-b8ac-1f50993f4044 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Pushing event deleted for resources: {'Subnet': ['ID=9126f379-0089-4fa1-9513-c16e01c4304b,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:40:07.858419 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de5a47ee-dae1-4e6a-80d4-930284a2db34 None None] Network 69bbabff-a252-40f5-bc6d-2156032cd4d6 is already hosted by enough agents. {{(pid=103334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 07:40:07.860090 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5a47ee-dae1-4e6a-80d4-930284a2db34 None None] Pushing event updated for resources: {'Port': ['ID=1a82226c-005a-42c0-b6f1-f95bdd49b565,revision_number=1']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:40:07.863294 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.scheduler.base_scheduler [None req-de5a47ee-dae1-4e6a-80d4-930284a2db34 None None] Resources bound (agent type, host, resource id): {{(pid=103334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:40:07.865695 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de5a47ee-dae1-4e6a-80d4-930284a2db34 None None] Received port after_create {{(pid=103334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 07:40:07.869228 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 55396) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:40:07.933906 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-de5a47ee-dae1-4e6a-80d4-930284a2db34 None None] Attempting to bind port 1a82226c-005a-42c0-b6f1-f95bdd49b565 on host dv-neutron-861624-1-hyperv for vnic_type normal with profile {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 19 07:40:07.934278 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-de5a47ee-dae1-4e6a-80d4-930284a2db34 None None] Attempting to bind port 1a82226c-005a-42c0-b6f1-f95bdd49b565 by drivers openvswitch,hyperv on host dv-neutron-861624-1-hyperv at level 0 using segments [{'id': 'a33c0e31-663c-4468-8a54-6e27f8fbc676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '69bbabff-a252-40f5-bc6d-2156032cd4d6'}] {{(pid=103334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 19 07:40:07.934643 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de5a47ee-dae1-4e6a-80d4-930284a2db34 None None] Attempting to bind port 1a82226c-005a-42c0-b6f1-f95bdd49b565 on network 69bbabff-a252-40f5-bc6d-2156032cd4d6 {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 07:40:07.944235 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de5a47ee-dae1-4e6a-80d4-930284a2db34 None None] Checking agent: {'id': 'a5b0152c-d633-409b-aaf8-3b76458e2410', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861624-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 19, 7, 30, 19), 'started_at': datetime.datetime(2022, 10, 19, 7, 30, 49), 'heartbeat_timestamp': datetime.datetime(2022, 10, 19, 7, 39, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861624-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 07:40:07.944235 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de5a47ee-dae1-4e6a-80d4-930284a2db34 None None] Checking segment: {'id': 'a33c0e31-663c-4468-8a54-6e27f8fbc676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '69bbabff-a252-40f5-bc6d-2156032cd4d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 19 07:40:07.944235 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-de5a47ee-dae1-4e6a-80d4-930284a2db34 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:07.944658 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de5a47ee-dae1-4e6a-80d4-930284a2db34 None None] Bound using segment: {'id': 'a33c0e31-663c-4468-8a54-6e27f8fbc676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '69bbabff-a252-40f5-bc6d-2156032cd4d6'} {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 07:40:07.945583 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-378f37fd-e2dd-4eb7-95c8-7cac90599f95 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5892985 Oct 19 07:40:07.946087 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-de5a47ee-dae1-4e6a-80d4-930284a2db34 None None] Bound port: 1a82226c-005a-42c0-b6f1-f95bdd49b565, host: dv-neutron-861624-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a33c0e31-663c-4468-8a54-6e27f8fbc676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '69bbabff-a252-40f5-bc6d-2156032cd4d6'}}] {{(pid=103334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 19 07:40:07.946488 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-de5a47ee-dae1-4e6a-80d4-930284a2db34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:07.952670 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-ebd069c9-51db-4318-b8ac-1f50993f4044 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks [] for subnet, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:07.958432 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-ebd069c9-51db-4318-b8ac-1f50993f4044 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] 10.222.0.27 "DELETE /v2.0/subnets/9126f379-0089-4fa1-9513-c16e01c4304b HTTP/1.1" status: 204 len: 168 time: 1.1171505 Oct 19 07:40:07.959307 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 55398) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:40:07.961413 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 55400) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:40:07.967857 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-a749151b-bc12-4ffd-b706-254f5dbea6f6 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Request body: {'subnet': {'network_id': '7377ca91-eb4f-4b6a-936d-2eb861737545', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:40:07.999096 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-613e8686-66f8-4546-a5d2-e52c14c2e8e0 None None] Network 6b5a65c5-1bed-4301-9db8-c1056c2b8eba requested from dv-neutron-861624-1-hyperv {{(pid=103334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 07:40:08.093905 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-de5a47ee-dae1-4e6a-80d4-930284a2db34 None None] For port 1a82226c-005a-42c0-b6f1-f95bdd49b565, host dv-neutron-861624-1-hyperv, cleared binding levels {{(pid=103334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 07:40:08.113026 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-de5a47ee-dae1-4e6a-80d4-930284a2db34 None None] For port 1a82226c-005a-42c0-b6f1-f95bdd49b565, host dv-neutron-861624-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=1a82226c-005a-42c0-b6f1-f95bdd49b565,segment=NetworkSegment(a33c0e31-663c-4468-8a54-6e27f8fbc676),segment_id=a33c0e31-663c-4468-8a54-6e27f8fbc676)] {{(pid=103334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 07:40:08.136338 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-de5a47ee-dae1-4e6a-80d4-930284a2db34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:08.147714 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-97b67b44-5ec4-45e3-bc30-bdf881592acb None None] Provisioning complete for port b4b6c8cb-b2b7-4371-8d0e-9c82f1fffb86 triggered by entity DHCP. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:40:08.148089 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-97b67b44-5ec4-45e3-bc30-bdf881592acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:08.148429 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-97b67b44-5ec4-45e3-bc30-bdf881592acb None None] Attempt 1 to provision port b4b6c8cb-b2b7-4371-8d0e-9c82f1fffb86 Oct 19 07:40:08.330775 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-2512fbe8-80e8-4a89-a680-e13903490da1 tempest-RoutersTestDVR-999278415 tempest-RoutersTestDVR-999278415-project] 10.222.0.27 "GET /v2.0/routers/c4942363-5ad3-4f49-b760-cb9d154cd6d3 HTTP/1.1" status: 200 len: 683 time: 0.7311063 Oct 19 07:40:08.332756 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378f37fd-e2dd-4eb7-95c8-7cac90599f95 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Pushing event updated for resources: {'Network': ['ID=7377ca91-eb4f-4b6a-936d-2eb861737545,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:40:08.333823 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-4336f112-fdb1-473c-b150-ec4645763526 tempest-RoutersIpV6AdminTest-1129688832 tempest-RoutersIpV6AdminTest-1129688832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:08.335106 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 55402) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:40:08.374626 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Network 7377ca91-eb4f-4b6a-936d-2eb861737545 details requested by agent ovs-agent-dv-neutron-861624-1-hyperv with host dv-neutron-861624-1-hyperv {{(pid=103334) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 07:40:08.400759 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.plugin [None req-4336f112-fdb1-473c-b150-ec4645763526 tempest-RoutersIpV6AdminTest-1129688832 tempest-RoutersIpV6AdminTest-1129688832-project] Calling delete_port for 06f1545e-13d4-41ba-8f80-b750b703a961 owned by network:router_gateway {{(pid=103332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 07:40:08.462390 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1dad333-e683-4459-a3be-3d68976ba495 tempest-RoutersAdminTest-1280535694 tempest-RoutersAdminTest-1280535694-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:40:08.466867 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-a1dad333-e683-4459-a3be-3d68976ba495 tempest-RoutersAdminTest-1280535694 tempest-RoutersAdminTest-1280535694-project-admin] 10.222.0.27 "GET /v2.0/networks/99c66757-74e3-40a4-b479-8d09e3a7c3dd HTTP/1.1" status: 200 len: 881 time: 0.5931494 Oct 19 07:40:08.468450 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 55404) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:40:08.476867 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-ac4b4e7d-6f42-4ded-a95e-270f25d8ec34 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] 10.222.0.27 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.5019550 Oct 19 07:40:08.479706 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-fa0d3ebe-464d-4aad-97db-9c2f96c2f559 tempest-RoutersTestDVR-818086592 tempest-RoutersTestDVR-818086592-project-admin] Notify callbacks [] for router, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:08.480469 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 55406) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:40:08.481159 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5a47ee-dae1-4e6a-80d4-930284a2db34 None None] Pushing event updated for resources: {'Port': ['ID=1a82226c-005a-42c0-b6f1-f95bdd49b565,revision_number=2']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:40:08.603350 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-97b67b44-5ec4-45e3-bc30-bdf881592acb None None] Current status of the port b4b6c8cb-b2b7-4371-8d0e-9c82f1fffb86 is: ACTIVE; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:40:08.643396 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-349349cf-77ae-4c99-87c1-4fffbed5957a None None] DHCP port deletion for 6b5a65c5-1bed-4301-9db8-c1056c2b8eba request from dv-neutron-861624-1-hyperv {{(pid=103334) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 07:40:08.650993 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-8a502014-a0af-4ac1-8885-747b9525cac6 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-679819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-133552721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130659632'] for subnet, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:08.660479 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-4e1c5058-d309-4ae3-bbf4-f5c092fe1822 tempest-RoutersAdminTest-1850549588 tempest-RoutersAdminTest-1850549588-project] 10.222.0.27 "GET /v2.0/ports?device_id=78ce1fca-e571-4691-b118-3965febd5b3e HTTP/1.1" status: 200 len: 205 time: 0.1921337 Oct 19 07:40:08.679220 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 55408) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:40:08.706081 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-349349cf-77ae-4c99-87c1-4fffbed5957a None None] Deleting port b4b6c8cb-b2b7-4371-8d0e-9c82f1fffb86 {{(pid=103334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 07:40:08.706408 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-349349cf-77ae-4c99-87c1-4fffbed5957a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:08.714980 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a502014-a0af-4ac1-8885-747b9525cac6 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Pushing event deleted for resources: {'Subnet': ['ID=b8124818-8917-4ece-b3d1-005922d2c1c1,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:40:08.764451 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-fa0d3ebe-464d-4aad-97db-9c2f96c2f559 tempest-RoutersTestDVR-818086592 tempest-RoutersTestDVR-818086592-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1693565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12618'] for router, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:08.771721 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-fa0d3ebe-464d-4aad-97db-9c2f96c2f559 tempest-RoutersTestDVR-818086592 tempest-RoutersTestDVR-818086592-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:08.791024 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a749151b-bc12-4ffd-b706-254f5dbea6f6 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Made reservation on behalf of ea2e94e7c58741afa39e88c6d73f4fb1 for: {'subnet': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 07:40:08.794539 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-a749151b-bc12-4ffd-b706-254f5dbea6f6 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130170579'] for subnet, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:08.795675 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-349349cf-77ae-4c99-87c1-4fffbed5957a None None] For port b4b6c8cb-b2b7-4371-8d0e-9c82f1fffb86, host dv-neutron-861624-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=b4b6c8cb-b2b7-4371-8d0e-9c82f1fffb86,segment=NetworkSegment(5a8d2b05-b527-4bd4-a671-b9112f193fef),segment_id=5a8d2b05-b527-4bd4-a671-b9112f193fef)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:40:08.796663 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-349349cf-77ae-4c99-87c1-4fffbed5957a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:08.798918 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e383280e-cf34-4a97-9603-e21c0bc28f4f tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:40:08.803549 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-e383280e-cf34-4a97-9603-e21c0bc28f4f tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] 10.222.0.27 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1803460 Oct 19 07:40:08.811039 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-349349cf-77ae-4c99-87c1-4fffbed5957a None None] Calling delete_port for b4b6c8cb-b2b7-4371-8d0e-9c82f1fffb86 owned by network:dhcp {{(pid=103334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 07:40:08.832808 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-8a502014-a0af-4ac1-8885-747b9525cac6 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-673051', 'neutron.services.segments.db._delete_segments_for_network-8785021519108'] for network, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:08.838218 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 55410) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:40:08.853614 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-fa0d3ebe-464d-4aad-97db-9c2f96c2f559 tempest-RoutersTestDVR-818086592 tempest-RoutersTestDVR-818086592-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1693542'] for router, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:08.854117 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa0d3ebe-464d-4aad-97db-9c2f96c2f559 tempest-RoutersTestDVR-818086592 tempest-RoutersTestDVR-818086592-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c4942363-5ad3-4f49-b760-cb9d154cd6d3 {{(pid=103333) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 07:40:08.899950 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-fa0d3ebe-464d-4aad-97db-9c2f96c2f559 tempest-RoutersTestDVR-818086592 tempest-RoutersTestDVR-818086592-project-admin] Notify callbacks [] for router, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:08.904979 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-fa0d3ebe-464d-4aad-97db-9c2f96c2f559 tempest-RoutersTestDVR-818086592 tempest-RoutersTestDVR-818086592-project-admin] 10.222.0.27 "DELETE /v2.0/routers/c4942363-5ad3-4f49-b760-cb9d154cd6d3 HTTP/1.1" status: 204 len: 168 time: 0.5280399 Oct 19 07:40:08.907247 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 55412) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:40:08.912011 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-dd0e59f4-ba98-437d-a830-8d223023db2b tempest-RoutersTestDVR-818086592 tempest-RoutersTestDVR-818086592-project-admin] Request body: {'router': {'name': 'tempest-router-1920106236', 'distributed': True}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:40:08.912733 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-349349cf-77ae-4c99-87c1-4fffbed5957a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339'] for port, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:08.928114 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-349349cf-77ae-4c99-87c1-4fffbed5957a None None] No DVR routers for this DVR port b4b6c8cb-b2b7-4371-8d0e-9c82f1fffb86 on host dv-neutron-861624-1-hyperv {{(pid=103334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 19 07:40:08.946083 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.services.segments.db [None req-8a502014-a0af-4ac1-8885-747b9525cac6 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69bbabff-a252-40f5-bc6d-2156032cd4d6']}} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:40:08.951819 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349349cf-77ae-4c99-87c1-4fffbed5957a None None] Pushing event deleted for resources: {'Port': ['ID=b4b6c8cb-b2b7-4371-8d0e-9c82f1fffb86,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:40:08.976812 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-7416e734-5e7e-45ff-85c9-79d468a03c09 tempest-RoutersAdminTest-1850549588 tempest-RoutersAdminTest-1850549588-project] Notify callbacks [] for router, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:09.021437 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-dd0e59f4-ba98-437d-a830-8d223023db2b tempest-RoutersTestDVR-818086592 tempest-RoutersTestDVR-818086592-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1692695', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12668'] for router, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:09.022093 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.services.segments.db [None req-8a502014-a0af-4ac1-8885-747b9525cac6 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a33c0e31-663c-4468-8a54-6e27f8fbc676') {'for_net_delete': True} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:40:09.022385 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.services.segments.db [None req-8a502014-a0af-4ac1-8885-747b9525cac6 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a33c0e31-663c-4468-8a54-6e27f8fbc676') {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:40:09.022489 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-dd0e59f4-ba98-437d-a830-8d223023db2b tempest-RoutersTestDVR-818086592 tempest-RoutersTestDVR-818086592-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1692835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1693910', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1621825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12659'] for router, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:09.026451 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b08f0671-ea5a-4711-a7ac-7b7e42ce5267 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:40:09.028357 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-b08f0671-ea5a-4711-a7ac-7b7e42ce5267 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] 10.222.0.27 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1884375 Oct 19 07:40:09.029232 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-4336f112-fdb1-473c-b150-ec4645763526 tempest-RoutersIpV6AdminTest-1129688832 tempest-RoutersIpV6AdminTest-1129688832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133553798'] for port, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:09.031466 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 55414) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:40:09.075420 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-8a502014-a0af-4ac1-8885-747b9525cac6 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785021519382', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130726885'] for segment, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:09.078980 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4336f112-fdb1-473c-b150-ec4645763526 tempest-RoutersIpV6AdminTest-1129688832 tempest-RoutersIpV6AdminTest-1129688832-project] Pushing event deleted for resources: {'Port': ['ID=06f1545e-13d4-41ba-8f80-b750b703a961,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:40:09.097718 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-df828020-4c42-4865-8056-6bf765da22f3 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] 10.222.0.27 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0587418 Oct 19 07:40:09.105790 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 55416) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:40:09.109010 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-ab3e067f-8e35-4422-bc53-07844ef816c1 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Request body: {'subnet': {'network_id': '6b5a65c5-1bed-4301-9db8-c1056c2b8eba', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:40:09.125408 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-12ba544f-8b7d-49df-b3db-749b6e84c232 tempest-RoutersAdminNegativeTest-1931672227 tempest-RoutersAdminNegativeTest-1931672227-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:09.127933 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-8a502014-a0af-4ac1-8885-747b9525cac6 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979'] for segment, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:09.177406 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a502014-a0af-4ac1-8885-747b9525cac6 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Releasing vlan 187 on physical network physnet1 to pool {{(pid=103332) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 07:40:09.177850 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-8a502014-a0af-4ac1-8885-747b9525cac6 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-133553843'] for segment, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:09.190148 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-12ba544f-8b7d-49df-b3db-749b6e84c232 tempest-RoutersAdminNegativeTest-1931672227 tempest-RoutersAdminNegativeTest-1931672227-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:09.240251 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.services.segments.plugin [-] Segment a33c0e31-663c-4468-8a54-6e27f8fbc676 resource provider aggregate not found Oct 19 07:40:09.246503 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-dd0e59f4-ba98-437d-a830-8d223023db2b tempest-RoutersTestDVR-818086592 tempest-RoutersTestDVR-818086592-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:09.264019 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-dd0e59f4-ba98-437d-a830-8d223023db2b tempest-RoutersTestDVR-818086592 tempest-RoutersTestDVR-818086592-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1692844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1693859'] for router, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:09.302508 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.services.segments.plugin [-] Segment a33c0e31-663c-4468-8a54-6e27f8fbc676 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a33c0e31-663c-4468-8a54-6e27f8fbc676 found for delete ", "request_id": "req-5b99413c-eee4-4acb-9b60-14a730310aec"}]} Oct 19 07:40:09.308787 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-4336f112-fdb1-473c-b150-ec4645763526 tempest-RoutersIpV6AdminTest-1129688832 tempest-RoutersIpV6AdminTest-1129688832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1693831'] for router_gateway, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:09.339981 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.db.api [None req-8a502014-a0af-4ac1-8885-747b9525cac6 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 19 07:40:09.339981 dv-neutron-861624-1-hyperv neutron-server[103332]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 19 07:40:09.339981 dv-neutron-861624-1-hyperv neutron-server[103332]: [parameters: {'id': '69bbabff-a252-40f5-bc6d-2156032cd4d6'}] Oct 19 07:40:09.339981 dv-neutron-861624-1-hyperv neutron-server[103332]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103332) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 19 07:40:09.340879 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG oslo_db.api [None req-8a502014-a0af-4ac1-8885-747b9525cac6 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 19 07:40:09.361366 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-7416e734-5e7e-45ff-85c9-79d468a03c09 tempest-RoutersAdminTest-1850549588 tempest-RoutersAdminTest-1850549588-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:09.374299 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-dd0e59f4-ba98-437d-a830-8d223023db2b tempest-RoutersTestDVR-818086592 tempest-RoutersTestDVR-818086592-project-admin] Notify callbacks [] for router, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:09.377051 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-dd0e59f4-ba98-437d-a830-8d223023db2b tempest-RoutersTestDVR-818086592 tempest-RoutersTestDVR-818086592-project-admin] 10.222.0.27 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.4673371 Oct 19 07:40:09.381163 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 55422) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:40:09.398573 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-a749151b-bc12-4ffd-b706-254f5dbea6f6 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130997899', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130170401'] for subnet, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:09.426587 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab3e067f-8e35-4422-bc53-07844ef816c1 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Made reservation on behalf of 61a2e57b80c1442e9cb330141a970781 for: {'subnet': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 07:40:09.430777 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-ab3e067f-8e35-4422-bc53-07844ef816c1 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130170579'] for subnet, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:09.432775 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab3e067f-8e35-4422-bc53-07844ef816c1 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 19 07:40:09.433281 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ab3e067f-8e35-4422-bc53-07844ef816c1 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103333) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 07:40:09.502971 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-ab3e067f-8e35-4422-bc53-07844ef816c1 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.3942735 Oct 19 07:40:09.503917 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 55424) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:40:09.512771 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-55a4ba69-4fc2-4ba9-8ac3-539611819f8a tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Request body: {'subnet': {'network_id': '6b5a65c5-1bed-4301-9db8-c1056c2b8eba', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:40:09.515851 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device 1a82226c-005a-42c0-b6f1-f95bdd49b565 up at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 07:40:09.518525 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a749151b-bc12-4ffd-b706-254f5dbea6f6 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Pushing event updated for resources: {'Subnet': ['ID=477b21ed-e373-4d78-b248-df577dd2dc19,revision_number=0']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:40:09.534683 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a749151b-bc12-4ffd-b706-254f5dbea6f6 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Checking segment: {'id': 'c6a26e15-0421-4342-91a4-c12725c7bd08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '7377ca91-eb4f-4b6a-936d-2eb861737545'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 19 07:40:09.535312 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a749151b-bc12-4ffd-b706-254f5dbea6f6 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Network hostable DHCP agents. Network: 7377ca91-eb4f-4b6a-936d-2eb861737545, hostable agents: ['310d813b-0e3e-4d7e-9b79-8f4ec0dbcab0'], hosted agents: [] {{(pid=103333) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 07:40:09.542018 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-7416e734-5e7e-45ff-85c9-79d468a03c09 tempest-RoutersAdminTest-1850549588 tempest-RoutersAdminTest-1850549588-project] Deleting port a814477f-74fb-4c0f-b85d-7a2cb159a5f5 {{(pid=103333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 07:40:09.542655 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-7416e734-5e7e-45ff-85c9-79d468a03c09 tempest-RoutersAdminTest-1850549588 tempest-RoutersAdminTest-1850549588-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:09.544885 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-4336f112-fdb1-473c-b150-ec4645763526 tempest-RoutersIpV6AdminTest-1129688832 tempest-RoutersIpV6AdminTest-1129688832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1693565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12618'] for router, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:09.547556 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-4336f112-fdb1-473c-b150-ec4645763526 tempest-RoutersIpV6AdminTest-1129688832 tempest-RoutersIpV6AdminTest-1129688832-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:09.574993 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebd25246-df84-4e9a-8c6b-aa9b8258a90d None None] Network 69bbabff-a252-40f5-bc6d-2156032cd4d6 requested from dv-neutron-861624-1-hyperv {{(pid=103334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 07:40:09.578052 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a749151b-bc12-4ffd-b706-254f5dbea6f6 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Network 7377ca91-eb4f-4b6a-936d-2eb861737545 is scheduled to be hosted by DHCP agent 310d813b-0e3e-4d7e-9b79-8f4ec0dbcab0 with binding_index 1 {{(pid=103333) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 07:40:09.596462 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-5de8d22f-5fce-4e61-905d-5c8a3090e521 tempest-RoutersTestDVR-818086592 tempest-RoutersTestDVR-818086592-project-admin] Notify callbacks [] for router, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:09.617761 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-a749151b-bc12-4ffd-b706-254f5dbea6f6 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861624-1-hyperv, 7377ca91-eb4f-4b6a-936d-2eb861737545) {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:40:09.624053 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a749151b-bc12-4ffd-b706-254f5dbea6f6 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:40:09.624738 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-a749151b-bc12-4ffd-b706-254f5dbea6f6 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Notify callbacks [] for subnet, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:09.648895 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b666de3-a9c5-4b24-858f-97d2b5d4b61a None None] Network 7377ca91-eb4f-4b6a-936d-2eb861737545 requested from dv-neutron-861624-1-hyperv {{(pid=103334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 07:40:09.661247 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-a749151b-bc12-4ffd-b706-254f5dbea6f6 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7005985 Oct 19 07:40:09.661985 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 55426) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:40:09.664168 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-7416e734-5e7e-45ff-85c9-79d468a03c09 tempest-RoutersAdminTest-1850549588 tempest-RoutersAdminTest-1850549588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:09.671046 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Provisioning complete for port 1a82226c-005a-42c0-b6f1-f95bdd49b565 triggered by entity L2. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:40:09.671413 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:09.671746 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Attempt 1 to provision port 1a82226c-005a-42c0-b6f1-f95bdd49b565 Oct 19 07:40:09.676134 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-c5790547-fe9c-479f-90c2-7157e56c0e57 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-728570138', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:40:09.692018 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-7416e734-5e7e-45ff-85c9-79d468a03c09 tempest-RoutersAdminTest-1850549588 tempest-RoutersAdminTest-1850549588-project] Calling delete_port for a814477f-74fb-4c0f-b85d-7a2cb159a5f5 owned by network:router_gateway {{(pid=103333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 07:40:09.697468 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-4336f112-fdb1-473c-b150-ec4645763526 tempest-RoutersIpV6AdminTest-1129688832 tempest-RoutersIpV6AdminTest-1129688832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1693542'] for router, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:09.698184 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4336f112-fdb1-473c-b150-ec4645763526 tempest-RoutersIpV6AdminTest-1129688832 tempest-RoutersIpV6AdminTest-1129688832-project] Fanout notify agent at l3_agent the message router_deleted on router 10db5d78-af80-410c-bf5e-08c370e0bf3f {{(pid=103332) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 07:40:09.706218 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-4336f112-fdb1-473c-b150-ec4645763526 tempest-RoutersIpV6AdminTest-1129688832 tempest-RoutersIpV6AdminTest-1129688832-project] Notify callbacks [] for router, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:09.713890 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-4336f112-fdb1-473c-b150-ec4645763526 tempest-RoutersIpV6AdminTest-1129688832 tempest-RoutersIpV6AdminTest-1129688832-project] 10.222.0.27 "DELETE /v2.0/routers/10db5d78-af80-410c-bf5e-08c370e0bf3f HTTP/1.1" status: 204 len: 168 time: 3.2945113 Oct 19 07:40:09.724748 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 55428) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:40:09.730258 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-f030a21e-4416-45be-870e-e78f19681f0e tempest-RoutersIpV6AdminTest-1129688832 tempest-RoutersIpV6AdminTest-1129688832-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-455830361', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:40:09.750226 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-c5790547-fe9c-479f-90c2-7157e56c0e57 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1692695', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12668'] for router, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:09.751259 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-c5790547-fe9c-479f-90c2-7157e56c0e57 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1692835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1693910', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1621825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12659'] for router, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:09.783646 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-6652a1ff-62bd-4b17-9058-11506323c045 None None] Provisioning complete for port 1a82226c-005a-42c0-b6f1-f95bdd49b565 triggered by entity DHCP. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:40:09.784302 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-6652a1ff-62bd-4b17-9058-11506323c045 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:09.785343 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-6652a1ff-62bd-4b17-9058-11506323c045 None None] Attempt 1 to provision port 1a82226c-005a-42c0-b6f1-f95bdd49b565 Oct 19 07:40:09.827936 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-c5790547-fe9c-479f-90c2-7157e56c0e57 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:09.845381 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-8a502014-a0af-4ac1-8885-747b9525cac6 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-667019'] for network, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:09.860778 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-c5790547-fe9c-479f-90c2-7157e56c0e57 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1692844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1693859'] for router, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:09.895895 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-c5790547-fe9c-479f-90c2-7157e56c0e57 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Notify callbacks [] for router, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:09.900069 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-c5790547-fe9c-479f-90c2-7157e56c0e57 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] 10.222.0.27 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2331543 Oct 19 07:40:09.902414 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 55430) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:40:09.924474 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-12ba544f-8b7d-49df-b3db-749b6e84c232 tempest-RoutersAdminNegativeTest-1931672227 tempest-RoutersAdminNegativeTest-1931672227-project-admin] Notify callbacks [] for router, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:09.934377 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-f030a21e-4416-45be-870e-e78f19681f0e tempest-RoutersIpV6AdminTest-1129688832 tempest-RoutersIpV6AdminTest-1129688832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1692695', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12668'] for router, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:09.934871 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-f030a21e-4416-45be-870e-e78f19681f0e tempest-RoutersIpV6AdminTest-1129688832 tempest-RoutersIpV6AdminTest-1129688832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1692835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1693910', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1621825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12659'] for router, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:09.979522 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55a4ba69-4fc2-4ba9-8ac3-539611819f8a tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Made reservation on behalf of 61a2e57b80c1442e9cb330141a970781 for: {'subnet': 1} {{(pid=103332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 07:40:09.983104 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-55a4ba69-4fc2-4ba9-8ac3-539611819f8a tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130659787'] for subnet, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:09.985139 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.pecan_wsgi.hooks.translation [None req-55a4ba69-4fc2-4ba9-8ac3-539611819f8a tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 19 07:40:09.985569 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-55a4ba69-4fc2-4ba9-8ac3-539611819f8a tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103332) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 07:40:10.017036 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-5de8d22f-5fce-4e61-905d-5c8a3090e521 tempest-RoutersTestDVR-818086592 tempest-RoutersTestDVR-818086592-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1693565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12618'] for router, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:10.018431 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Current status of the port 1a82226c-005a-42c0-b6f1-f95bdd49b565 is: DOWN; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:40:10.019528 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:10.021803 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95bab560-1b74-45f4-b5be-684415501df9 None None] DHCP port deletion for 69bbabff-a252-40f5-bc6d-2156032cd4d6 request from dv-neutron-861624-1-hyperv {{(pid=103334) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 07:40:10.029026 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-5de8d22f-5fce-4e61-905d-5c8a3090e521 tempest-RoutersTestDVR-818086592 tempest-RoutersTestDVR-818086592-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:10.040772 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42195055-6464-4192-a7e0-e4d6537597b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d12c6ac-27a3-545c-a8f3-f04e30423d6d-7377ca91-eb4f-4b6a-936d-2eb861737545', 'network_id': '7377ca91-eb4f-4b6a-936d-2eb861737545', 'tenant_id': 'ea2e94e7c58741afa39e88c6d73f4fb1', 'fixed_ips': [{'subnet_id': '477b21ed-e373-4d78-b248-df577dd2dc19'}]}} from dv-neutron-861624-1-hyperv. {{(pid=103334) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 07:40:10.041635 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-42195055-6464-4192-a7e0-e4d6537597b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:10.094868 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-55a4ba69-4fc2-4ba9-8ac3-539611819f8a tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.5876262 Oct 19 07:40:10.097903 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-6652a1ff-62bd-4b17-9058-11506323c045 None None] Current status of the port 1a82226c-005a-42c0-b6f1-f95bdd49b565 is: DOWN; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:40:10.098295 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-6652a1ff-62bd-4b17-9058-11506323c045 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:10.132807 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 55432) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:40:10.133761 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] For port 1a82226c-005a-42c0-b6f1-f95bdd49b565, host dv-neutron-861624-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=1a82226c-005a-42c0-b6f1-f95bdd49b565,segment=NetworkSegment(a33c0e31-663c-4468-8a54-6e27f8fbc676),segment_id=a33c0e31-663c-4468-8a54-6e27f8fbc676)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:40:10.166438 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-38104ee8-5825-4da3-b76b-1ec201c697da tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Request body: {'subnet': {'network_id': '6b5a65c5-1bed-4301-9db8-c1056c2b8eba', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:40:10.192107 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:10.258326 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-f030a21e-4416-45be-870e-e78f19681f0e tempest-RoutersIpV6AdminTest-1129688832 tempest-RoutersIpV6AdminTest-1129688832-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:10.266788 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-5de8d22f-5fce-4e61-905d-5c8a3090e521 tempest-RoutersTestDVR-818086592 tempest-RoutersTestDVR-818086592-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1693542'] for router, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:10.267444 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5de8d22f-5fce-4e61-905d-5c8a3090e521 tempest-RoutersTestDVR-818086592 tempest-RoutersTestDVR-818086592-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 5a72122b-162d-4e07-9bf6-13a0f40b9404 {{(pid=103332) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 07:40:10.307245 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-95bab560-1b74-45f4-b5be-684415501df9 None None] Deleting port 1a82226c-005a-42c0-b6f1-f95bdd49b565 {{(pid=103334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 07:40:10.307620 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-95bab560-1b74-45f4-b5be-684415501df9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:10.316451 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-12ba544f-8b7d-49df-b3db-749b6e84c232 tempest-RoutersAdminNegativeTest-1931672227 tempest-RoutersAdminNegativeTest-1931672227-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1693565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12618'] for router, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:10.319240 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-12ba544f-8b7d-49df-b3db-749b6e84c232 tempest-RoutersAdminNegativeTest-1931672227 tempest-RoutersAdminNegativeTest-1931672227-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:10.330691 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-5de8d22f-5fce-4e61-905d-5c8a3090e521 tempest-RoutersTestDVR-818086592 tempest-RoutersTestDVR-818086592-project-admin] Notify callbacks [] for router, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:10.335552 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-5de8d22f-5fce-4e61-905d-5c8a3090e521 tempest-RoutersTestDVR-818086592 tempest-RoutersTestDVR-818086592-project-admin] 10.222.0.27 "DELETE /v2.0/routers/5a72122b-162d-4e07-9bf6-13a0f40b9404 HTTP/1.1" status: 204 len: 168 time: 0.8875179 Oct 19 07:40:10.335689 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device b4b6c8cb-b2b7-4371-8d0e-9c82f1fffb86 no longer exists at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 07:40:10.342985 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-f030a21e-4416-45be-870e-e78f19681f0e tempest-RoutersIpV6AdminTest-1129688832 tempest-RoutersIpV6AdminTest-1129688832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1692844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1693859'] for router, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:10.372830 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Pushing event updated for resources: {'Port': ['ID=1a82226c-005a-42c0-b6f1-f95bdd49b565,revision_number=3']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:40:10.403746 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.db.api [None req-6652a1ff-62bd-4b17-9058-11506323c045 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103334) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 19 07:40:10.404128 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG oslo_db.api [None req-6652a1ff-62bd-4b17-9058-11506323c045 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 19 07:40:10.407547 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] No Port match for: b4b6c8cb-b2b7-4371-8d0e-9c82f1fffb86 {{(pid=103334) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 19 07:40:10.407693 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-f030a21e-4416-45be-870e-e78f19681f0e tempest-RoutersIpV6AdminTest-1129688832 tempest-RoutersIpV6AdminTest-1129688832-project] Notify callbacks [] for router, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:10.407907 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device b4b6c8cb-b2b7-4371-8d0e-9c82f1fffb86 not bound to the agent host dv-neutron-861624-1-hyperv {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 07:40:10.415257 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 55436) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:40:10.427188 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-f030a21e-4416-45be-870e-e78f19681f0e tempest-RoutersIpV6AdminTest-1129688832 tempest-RoutersIpV6AdminTest-1129688832-project] 10.222.0.27 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.7012649 Oct 19 07:40:10.460070 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-95bab560-1b74-45f4-b5be-684415501df9 None None] For port 1a82226c-005a-42c0-b6f1-f95bdd49b565, host dv-neutron-861624-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=1a82226c-005a-42c0-b6f1-f95bdd49b565,segment=NetworkSegment(a33c0e31-663c-4468-8a54-6e27f8fbc676),segment_id=a33c0e31-663c-4468-8a54-6e27f8fbc676)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:40:10.460799 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-95bab560-1b74-45f4-b5be-684415501df9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:10.463287 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.db_base_plugin_common [None req-42195055-6464-4192-a7e0-e4d6537597b2 None None] Allocated IP 172.20.0.2 (7377ca91-eb4f-4b6a-936d-2eb861737545/477b21ed-e373-4d78-b248-df577dd2dc19/dada3eeb-d14a-4f90-9813-c544e2e7671a) {{(pid=103334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 07:40:10.468325 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-8e14172f-de13-4c9d-9252-383934004bfc tempest-RoutersIpV6AdminTest-1896539816 tempest-RoutersIpV6AdminTest-1896539816-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'enable_snat': True}}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:40:10.472301 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-7416e734-5e7e-45ff-85c9-79d468a03c09 tempest-RoutersAdminTest-1850549588 tempest-RoutersAdminTest-1850549588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130996763'] for port, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:10.481928 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-95bab560-1b74-45f4-b5be-684415501df9 None None] Calling delete_port for 1a82226c-005a-42c0-b6f1-f95bdd49b565 owned by network:dhcp {{(pid=103334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 07:40:10.484084 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-12ba544f-8b7d-49df-b3db-749b6e84c232 tempest-RoutersAdminNegativeTest-1931672227 tempest-RoutersAdminNegativeTest-1931672227-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1693542'] for router, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:10.484228 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12ba544f-8b7d-49df-b3db-749b6e84c232 tempest-RoutersAdminNegativeTest-1931672227 tempest-RoutersAdminNegativeTest-1931672227-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 2d9af685-2bf7-49e8-91a0-d034a3fe8a49 {{(pid=103332) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 07:40:10.501428 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.plugin [None req-8a502014-a0af-4ac1-8885-747b9525cac6 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Deleting port 1a82226c-005a-42c0-b6f1-f95bdd49b565 {{(pid=103332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 07:40:10.501897 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-8a502014-a0af-4ac1-8885-747b9525cac6 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:10.573049 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7416e734-5e7e-45ff-85c9-79d468a03c09 tempest-RoutersAdminTest-1850549588 tempest-RoutersAdminTest-1850549588-project] Pushing event deleted for resources: {'Port': ['ID=a814477f-74fb-4c0f-b85d-7a2cb159a5f5,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:40:10.655559 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-95bab560-1b74-45f4-b5be-684415501df9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339'] for port, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:10.716305 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95bab560-1b74-45f4-b5be-684415501df9 None None] Pushing event deleted for resources: {'Port': ['ID=1a82226c-005a-42c0-b6f1-f95bdd49b565,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:40:10.721248 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95bab560-1b74-45f4-b5be-684415501df9 None None] No DVR routers for this DVR port 1a82226c-005a-42c0-b6f1-f95bdd49b565 on host dv-neutron-861624-1-hyperv {{(pid=103334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 19 07:40:10.727125 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 55440) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:40:10.739847 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-42195055-6464-4192-a7e0-e4d6537597b2 None None] Notify callbacks [] for port, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:10.746723 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-42195055-6464-4192-a7e0-e4d6537597b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785020947330'] for port, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:10.792273 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42195055-6464-4192-a7e0-e4d6537597b2 None None] Network 7377ca91-eb4f-4b6a-936d-2eb861737545 is already hosted by enough agents. {{(pid=103334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 07:40:10.797936 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.scheduler.base_scheduler [None req-42195055-6464-4192-a7e0-e4d6537597b2 None None] Resources bound (agent type, host, resource id): {{(pid=103334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:40:10.799866 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42195055-6464-4192-a7e0-e4d6537597b2 None None] Pushing event updated for resources: {'Port': ['ID=dada3eeb-d14a-4f90-9813-c544e2e7671a,revision_number=1']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:40:10.802673 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42195055-6464-4192-a7e0-e4d6537597b2 None None] Received port after_create {{(pid=103334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 07:40:10.877219 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-42195055-6464-4192-a7e0-e4d6537597b2 None None] Attempting to bind port dada3eeb-d14a-4f90-9813-c544e2e7671a on host dv-neutron-861624-1-hyperv for vnic_type normal with profile {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 19 07:40:10.879486 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-42195055-6464-4192-a7e0-e4d6537597b2 None None] Attempting to bind port dada3eeb-d14a-4f90-9813-c544e2e7671a by drivers openvswitch,hyperv on host dv-neutron-861624-1-hyperv at level 0 using segments [{'id': 'c6a26e15-0421-4342-91a4-c12725c7bd08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '7377ca91-eb4f-4b6a-936d-2eb861737545'}] {{(pid=103334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 19 07:40:10.881500 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42195055-6464-4192-a7e0-e4d6537597b2 None None] Attempting to bind port dada3eeb-d14a-4f90-9813-c544e2e7671a on network 7377ca91-eb4f-4b6a-936d-2eb861737545 {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 07:40:10.886143 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.api.v2.resource [None req-12ba544f-8b7d-49df-b3db-749b6e84c232 tempest-RoutersAdminNegativeTest-1931672227 tempest-RoutersAdminNegativeTest-1931672227-project-admin] create failed (client error): There was a conflict when trying to complete your request. Oct 19 07:40:10.890518 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-12ba544f-8b7d-49df-b3db-749b6e84c232 tempest-RoutersAdminNegativeTest-1931672227 tempest-RoutersAdminNegativeTest-1931672227-project-admin] 10.222.0.27 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 3.9561961 Oct 19 07:40:10.893521 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 55444) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:40:10.894787 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-8e14172f-de13-4c9d-9252-383934004bfc tempest-RoutersIpV6AdminTest-1896539816 tempest-RoutersIpV6AdminTest-1896539816-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:10.895464 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42195055-6464-4192-a7e0-e4d6537597b2 None None] Checking agent: {'id': 'a5b0152c-d633-409b-aaf8-3b76458e2410', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861624-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 19, 7, 30, 19), 'started_at': datetime.datetime(2022, 10, 19, 7, 30, 49), 'heartbeat_timestamp': datetime.datetime(2022, 10, 19, 7, 39, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861624-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 07:40:10.896059 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42195055-6464-4192-a7e0-e4d6537597b2 None None] Checking segment: {'id': 'c6a26e15-0421-4342-91a4-c12725c7bd08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '7377ca91-eb4f-4b6a-936d-2eb861737545'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 19 07:40:10.896712 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-42195055-6464-4192-a7e0-e4d6537597b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:10.898020 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42195055-6464-4192-a7e0-e4d6537597b2 None None] Bound using segment: {'id': 'c6a26e15-0421-4342-91a4-c12725c7bd08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '7377ca91-eb4f-4b6a-936d-2eb861737545'} {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 07:40:10.898715 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-42195055-6464-4192-a7e0-e4d6537597b2 None None] Bound port: dada3eeb-d14a-4f90-9813-c544e2e7671a, host: dv-neutron-861624-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6a26e15-0421-4342-91a4-c12725c7bd08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '7377ca91-eb4f-4b6a-936d-2eb861737545'}}] {{(pid=103334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 19 07:40:10.899638 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-42195055-6464-4192-a7e0-e4d6537597b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:10.945665 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-6652a1ff-62bd-4b17-9058-11506323c045 None None] Port 1a82226c-005a-42c0-b6f1-f95bdd49b565 update to ACTIVE by agent not found {{(pid=103334) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Oct 19 07:40:10.951292 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-7416e734-5e7e-45ff-85c9-79d468a03c09 tempest-RoutersAdminTest-1850549588 tempest-RoutersAdminTest-1850549588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1693831'] for router_gateway, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:10.957744 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-d16fdcb1-05ab-457e-b6ea-f43641f8f846 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:10.957963 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38104ee8-5825-4da3-b76b-1ec201c697da tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Made reservation on behalf of 61a2e57b80c1442e9cb330141a970781 for: {'subnet': 1} {{(pid=103332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 07:40:10.961283 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-38104ee8-5825-4da3-b76b-1ec201c697da tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130659787'] for subnet, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:10.962762 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.pecan_wsgi.hooks.translation [None req-38104ee8-5825-4da3-b76b-1ec201c697da tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 19 07:40:10.963270 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-38104ee8-5825-4da3-b76b-1ec201c697da tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103332) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 07:40:10.974216 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.db [None req-8a502014-a0af-4ac1-8885-747b9525cac6 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] For port 1a82226c-005a-42c0-b6f1-f95bdd49b565, host dv-neutron-861624-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=1a82226c-005a-42c0-b6f1-f95bdd49b565,segment=NetworkSegment(a33c0e31-663c-4468-8a54-6e27f8fbc676),segment_id=a33c0e31-663c-4468-8a54-6e27f8fbc676)] {{(pid=103332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:40:10.974655 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-8a502014-a0af-4ac1-8885-747b9525cac6 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:11.013134 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-42195055-6464-4192-a7e0-e4d6537597b2 None None] For port dada3eeb-d14a-4f90-9813-c544e2e7671a, host dv-neutron-861624-1-hyperv, cleared binding levels {{(pid=103334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 07:40:11.020052 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-38104ee8-5825-4da3-b76b-1ec201c697da tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.8539386 Oct 19 07:40:11.020311 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-42195055-6464-4192-a7e0-e4d6537597b2 None None] For port dada3eeb-d14a-4f90-9813-c544e2e7671a, host dv-neutron-861624-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=dada3eeb-d14a-4f90-9813-c544e2e7671a,segment=NetworkSegment(c6a26e15-0421-4342-91a4-c12725c7bd08),segment_id=c6a26e15-0421-4342-91a4-c12725c7bd08)] {{(pid=103334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 07:40:11.020810 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.plugin [None req-8a502014-a0af-4ac1-8885-747b9525cac6 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Calling delete_port for 1a82226c-005a-42c0-b6f1-f95bdd49b565 owned by network:dhcp {{(pid=103332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 07:40:11.020810 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 55446) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:40:11.025824 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-42195055-6464-4192-a7e0-e4d6537597b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:11.028707 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-c06bde18-7527-42de-ab89-e051a5b1604e tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Request body: {'subnet': {'network_id': '6b5a65c5-1bed-4301-9db8-c1056c2b8eba', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:40:11.065448 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-49361fb0-930b-4874-95ef-900627979fe1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:11.129953 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-7416e734-5e7e-45ff-85c9-79d468a03c09 tempest-RoutersAdminTest-1850549588 tempest-RoutersAdminTest-1850549588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1693565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12618'] for router, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:11.133478 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-7416e734-5e7e-45ff-85c9-79d468a03c09 tempest-RoutersAdminTest-1850549588 tempest-RoutersAdminTest-1850549588-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:11.185290 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c06bde18-7527-42de-ab89-e051a5b1604e tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Made reservation on behalf of 61a2e57b80c1442e9cb330141a970781 for: {'subnet': 1} {{(pid=103332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 07:40:11.188804 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-c06bde18-7527-42de-ab89-e051a5b1604e tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130659787'] for subnet, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:11.191500 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.pecan_wsgi.hooks.translation [None req-c06bde18-7527-42de-ab89-e051a5b1604e tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 19 07:40:11.191942 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c06bde18-7527-42de-ab89-e051a5b1604e tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103332) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 07:40:11.204496 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.plugin [None req-249a084f-1c1e-492d-92b1-b1eb12279ecc tempest-RoutersAdminNegativeTest-1931672227 tempest-RoutersAdminNegativeTest-1931672227-project-admin] Deleting port e81c9e2a-69cd-49a0-b89c-5472d447aea6 {{(pid=103332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 07:40:11.204869 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-249a084f-1c1e-492d-92b1-b1eb12279ecc tempest-RoutersAdminNegativeTest-1931672227 tempest-RoutersAdminNegativeTest-1931672227-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:11.238965 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-c06bde18-7527-42de-ab89-e051a5b1604e tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.2111924 Oct 19 07:40:11.239195 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 55448) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:40:11.242492 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42195055-6464-4192-a7e0-e4d6537597b2 None None] Pushing event updated for resources: {'Port': ['ID=dada3eeb-d14a-4f90-9813-c544e2e7671a,revision_number=2']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:40:11.243910 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-79c2fa0f-7a9b-4f4f-b135-9192746db86f tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Request body: {'subnet': {'network_id': '6b5a65c5-1bed-4301-9db8-c1056c2b8eba', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:40:11.317066 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-8a502014-a0af-4ac1-8885-747b9525cac6 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133553798'] for port, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:11.351401 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-7416e734-5e7e-45ff-85c9-79d468a03c09 tempest-RoutersAdminTest-1850549588 tempest-RoutersAdminTest-1850549588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1693542'] for router, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:11.351980 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7416e734-5e7e-45ff-85c9-79d468a03c09 tempest-RoutersAdminTest-1850549588 tempest-RoutersAdminTest-1850549588-project] Fanout notify agent at l3_agent the message router_deleted on router 78ce1fca-e571-4691-b118-3965febd5b3e {{(pid=103333) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 07:40:11.363680 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-7416e734-5e7e-45ff-85c9-79d468a03c09 tempest-RoutersAdminTest-1850549588 tempest-RoutersAdminTest-1850549588-project] Notify callbacks [] for router, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:11.368732 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-7416e734-5e7e-45ff-85c9-79d468a03c09 tempest-RoutersAdminTest-1850549588 tempest-RoutersAdminTest-1850549588-project] 10.222.0.27 "DELETE /v2.0/routers/78ce1fca-e571-4691-b118-3965febd5b3e HTTP/1.1" status: 204 len: 168 time: 2.6846757 Oct 19 07:40:11.372277 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 55450) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:40:11.372406 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a502014-a0af-4ac1-8885-747b9525cac6 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Pushing event deleted for resources: {'Port': ['ID=1a82226c-005a-42c0-b6f1-f95bdd49b565,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:40:11.386764 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-515fba95-8601-498a-9475-e6fc772c3e93 tempest-RoutersAdminTest-1850549588 tempest-RoutersAdminTest-1850549588-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1356739088', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:40:11.480253 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a502014-a0af-4ac1-8885-747b9525cac6 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] No DVR routers for this DVR port 1a82226c-005a-42c0-b6f1-f95bdd49b565 on host dv-neutron-861624-1-hyperv {{(pid=103332) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 19 07:40:11.498054 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-515fba95-8601-498a-9475-e6fc772c3e93 tempest-RoutersAdminTest-1850549588 tempest-RoutersAdminTest-1850549588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1692695', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12668'] for router, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:11.499527 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-515fba95-8601-498a-9475-e6fc772c3e93 tempest-RoutersAdminTest-1850549588 tempest-RoutersAdminTest-1850549588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1692835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1693910', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1621825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12659'] for router, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:11.523060 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79c2fa0f-7a9b-4f4f-b135-9192746db86f tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Made reservation on behalf of 61a2e57b80c1442e9cb330141a970781 for: {'subnet': 1} {{(pid=103332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 07:40:11.526875 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-79c2fa0f-7a9b-4f4f-b135-9192746db86f tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130659787'] for subnet, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:11.528370 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.pecan_wsgi.hooks.translation [None req-79c2fa0f-7a9b-4f4f-b135-9192746db86f tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 19 07:40:11.529473 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-79c2fa0f-7a9b-4f4f-b135-9192746db86f tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103332) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 07:40:11.544701 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:11.549403 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device dada3eeb-d14a-4f90-9813-c544e2e7671a up at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 07:40:11.559430 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-249a084f-1c1e-492d-92b1-b1eb12279ecc tempest-RoutersAdminNegativeTest-1931672227 tempest-RoutersAdminNegativeTest-1931672227-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:11.564743 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-79c2fa0f-7a9b-4f4f-b135-9192746db86f tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.3245747 Oct 19 07:40:11.573015 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 55452) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:40:11.584789 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-08ccba2e-18fe-462b-a112-2c1f29f207f1 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Request body: {'subnet': {'network_id': '6b5a65c5-1bed-4301-9db8-c1056c2b8eba', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:40:11.600915 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.plugin [None req-249a084f-1c1e-492d-92b1-b1eb12279ecc tempest-RoutersAdminNegativeTest-1931672227 tempest-RoutersAdminNegativeTest-1931672227-project-admin] Calling delete_port for e81c9e2a-69cd-49a0-b89c-5472d447aea6 owned by {{(pid=103332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 07:40:11.603788 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Provisioning complete for port dada3eeb-d14a-4f90-9813-c544e2e7671a triggered by entity L2. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:40:11.604263 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:11.604741 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Attempt 1 to provision port dada3eeb-d14a-4f90-9813-c544e2e7671a Oct 19 07:40:11.625788 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-49361fb0-930b-4874-95ef-900627979fe1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:11.653203 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-515fba95-8601-498a-9475-e6fc772c3e93 tempest-RoutersAdminTest-1850549588 tempest-RoutersAdminTest-1850549588-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:11.654904 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-8a502014-a0af-4ac1-8885-747b9525cac6 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-673051', 'neutron.services.segments.db._delete_segments_for_network-8785021519108'] for network, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:11.662368 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-49361fb0-930b-4874-95ef-900627979fe1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788643'] for security_group, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:11.669611 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-515fba95-8601-498a-9475-e6fc772c3e93 tempest-RoutersAdminTest-1850549588 tempest-RoutersAdminTest-1850549588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1692844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1693859'] for router, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:11.702125 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Current status of the port dada3eeb-d14a-4f90-9813-c544e2e7671a is: DOWN; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:40:11.702593 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:11.736603 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] For port dada3eeb-d14a-4f90-9813-c544e2e7671a, host dv-neutron-861624-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=dada3eeb-d14a-4f90-9813-c544e2e7671a,segment=NetworkSegment(c6a26e15-0421-4342-91a4-c12725c7bd08),segment_id=c6a26e15-0421-4342-91a4-c12725c7bd08)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:40:11.741418 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:11.747303 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.db_base_plugin_common [None req-d16fdcb1-05ab-457e-b6ea-f43641f8f846 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Allocated IP 172.20.0.1 (7377ca91-eb4f-4b6a-936d-2eb861737545/477b21ed-e373-4d78-b248-df577dd2dc19/b4381569-792d-481c-b330-e802116804e1) {{(pid=103333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 07:40:11.754049 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.services.segments.db [None req-8a502014-a0af-4ac1-8885-747b9525cac6 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69bbabff-a252-40f5-bc6d-2156032cd4d6']}} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:40:11.778409 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.services.segments.db [None req-8a502014-a0af-4ac1-8885-747b9525cac6 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a33c0e31-663c-4468-8a54-6e27f8fbc676') {'for_net_delete': True} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:40:11.778409 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.services.segments.db [None req-8a502014-a0af-4ac1-8885-747b9525cac6 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a33c0e31-663c-4468-8a54-6e27f8fbc676') {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:40:11.792328 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-515fba95-8601-498a-9475-e6fc772c3e93 tempest-RoutersAdminTest-1850549588 tempest-RoutersAdminTest-1850549588-project] Notify callbacks [] for router, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:11.795842 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-8a502014-a0af-4ac1-8885-747b9525cac6 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785021519382', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130726885'] for segment, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:11.797178 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-515fba95-8601-498a-9475-e6fc772c3e93 tempest-RoutersAdminTest-1850549588 tempest-RoutersAdminTest-1850549588-project] 10.222.0.27 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.4197834 Oct 19 07:40:11.797808 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Pushing event updated for resources: {'Port': ['ID=dada3eeb-d14a-4f90-9813-c544e2e7671a,revision_number=3']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:40:11.797957 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 55454) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:40:11.816580 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08ccba2e-18fe-462b-a112-2c1f29f207f1 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Made reservation on behalf of 61a2e57b80c1442e9cb330141a970781 for: {'subnet': 1} {{(pid=103332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 07:40:11.820442 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-08ccba2e-18fe-462b-a112-2c1f29f207f1 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130659787'] for subnet, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:11.821878 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.pecan_wsgi.hooks.translation [None req-08ccba2e-18fe-462b-a112-2c1f29f207f1 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 19 07:40:11.822516 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-08ccba2e-18fe-462b-a112-2c1f29f207f1 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103332) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 07:40:11.824920 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-8a502014-a0af-4ac1-8885-747b9525cac6 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979'] for segment, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:11.834697 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-ed2695ab-c4e5-4d30-a6e8-894538de34ed tempest-RoutersAdminTest-1280535694 tempest-RoutersAdminTest-1280535694-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'enable_snat': True}}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:40:11.837263 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49361fb0-930b-4874-95ef-900627979fe1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da0509eb-1446-40aa-b10e-e3c6b0d3285c,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:40:11.843883 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device 1a82226c-005a-42c0-b6f1-f95bdd49b565 no longer exists at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 07:40:11.844364 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-49361fb0-930b-4874-95ef-900627979fe1 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=9a265665f2d3471d8399fbf146cc7c43&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0936639 Oct 19 07:40:11.849290 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 55456) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:40:11.850297 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a502014-a0af-4ac1-8885-747b9525cac6 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Releasing vlan 187 on physical network physnet1 to pool {{(pid=103332) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 07:40:11.850705 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-8a502014-a0af-4ac1-8885-747b9525cac6 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-133553843'] for segment, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:11.880894 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] No Port match for: 1a82226c-005a-42c0-b6f1-f95bdd49b565 {{(pid=103334) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 19 07:40:11.881383 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device 1a82226c-005a-42c0-b6f1-f95bdd49b565 not bound to the agent host dv-neutron-861624-1-hyperv {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 07:40:11.901729 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.services.segments.plugin [-] Segment a33c0e31-663c-4468-8a54-6e27f8fbc676 resource provider aggregate not found Oct 19 07:40:11.962497 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.services.segments.plugin [-] Segment a33c0e31-663c-4468-8a54-6e27f8fbc676 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a33c0e31-663c-4468-8a54-6e27f8fbc676 found for delete ", "request_id": "req-c8a4681e-7a7f-4fdb-b3c5-3657be65c857"}]} Oct 19 07:40:11.969627 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-08ccba2e-18fe-462b-a112-2c1f29f207f1 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.3941948 Oct 19 07:40:11.976400 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 55462) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:40:12.017528 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-8a502014-a0af-4ac1-8885-747b9525cac6 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-673044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1695087'] for network, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:12.045493 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-9c2fa278-1e3d-45e9-a107-c06fe6bad964 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] 10.222.0.27 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0477786 Oct 19 07:40:12.046198 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-8a502014-a0af-4ac1-8885-747b9525cac6 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Notify callbacks [] for network, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:12.053115 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-8a502014-a0af-4ac1-8885-747b9525cac6 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] 10.222.0.27 "DELETE /v2.0/networks/69bbabff-a252-40f5-bc6d-2156032cd4d6 HTTP/1.1" status: 204 len: 168 time: 4.9191658 Oct 19 07:40:12.053296 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 55464) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:40:12.055572 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 55466) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:40:12.071504 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a502014-a0af-4ac1-8885-747b9525cac6 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Pushing event deleted for resources: {'Network': ['ID=69bbabff-a252-40f5-bc6d-2156032cd4d6,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:40:12.083104 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-45456d04-f7b2-4431-b7ea-b59f54826831 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-477234363'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:40:12.096207 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-249a084f-1c1e-492d-92b1-b1eb12279ecc tempest-RoutersAdminNegativeTest-1931672227 tempest-RoutersAdminNegativeTest-1931672227-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133553798'] for port, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:12.108473 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-a483764d-8be5-4e8c-be94-7fd72ea526db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:12.139187 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249a084f-1c1e-492d-92b1-b1eb12279ecc tempest-RoutersAdminNegativeTest-1931672227 tempest-RoutersAdminNegativeTest-1931672227-project-admin] Pushing event deleted for resources: {'Port': ['ID=e81c9e2a-69cd-49a0-b89c-5472d447aea6,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:40:12.196899 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-a483764d-8be5-4e8c-be94-7fd72ea526db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:12.242358 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-249a084f-1c1e-492d-92b1-b1eb12279ecc tempest-RoutersAdminNegativeTest-1931672227 tempest-RoutersAdminNegativeTest-1931672227-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42160'] for port, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:12.250049 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-249a084f-1c1e-492d-92b1-b1eb12279ecc tempest-RoutersAdminNegativeTest-1931672227 tempest-RoutersAdminNegativeTest-1931672227-project-admin] 10.222.0.27 "DELETE /v2.0/ports/e81c9e2a-69cd-49a0-b89c-5472d447aea6 HTTP/1.1" status: 204 len: 168 time: 1.3510368 Oct 19 07:40:12.272863 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bffcd49-861b-4b3a-9b08-19cc32bb228f None None] Network 7377ca91-eb4f-4b6a-936d-2eb861737545 requested from dv-neutron-861624-1-hyperv {{(pid=103334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 07:40:12.289763 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-a483764d-8be5-4e8c-be94-7fd72ea526db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788643'] for security_group, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:12.294848 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-a483764d-8be5-4e8c-be94-7fd72ea526db admin admin] Notify callbacks [] for security_group, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:12.299138 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-a483764d-8be5-4e8c-be94-7fd72ea526db admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/da0509eb-1446-40aa-b10e-e3c6b0d3285c HTTP/1.1" status: 204 len: 168 time: 0.4414263 Oct 19 07:40:12.309725 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a483764d-8be5-4e8c-be94-7fd72ea526db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da0509eb-1446-40aa-b10e-e3c6b0d3285c,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:40:12.374694 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-055ec528-7050-4765-8bb8-e5d7e988e63b None None] Provisioning complete for port dada3eeb-d14a-4f90-9813-c544e2e7671a triggered by entity DHCP. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:40:12.375074 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-055ec528-7050-4765-8bb8-e5d7e988e63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:12.375410 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-055ec528-7050-4765-8bb8-e5d7e988e63b None None] Attempt 1 to provision port dada3eeb-d14a-4f90-9813-c544e2e7671a Oct 19 07:40:12.396082 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-8e14172f-de13-4c9d-9252-383934004bfc tempest-RoutersIpV6AdminTest-1896539816 tempest-RoutersIpV6AdminTest-1896539816-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:12.479355 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-8e14172f-de13-4c9d-9252-383934004bfc tempest-RoutersIpV6AdminTest-1896539816 tempest-RoutersIpV6AdminTest-1896539816-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:12.517163 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-055ec528-7050-4765-8bb8-e5d7e988e63b None None] Current status of the port dada3eeb-d14a-4f90-9813-c544e2e7671a is: ACTIVE; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:40:12.567071 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-d16fdcb1-05ab-457e-b6ea-f43641f8f846 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Notify callbacks [] for port, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:12.567602 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 55476) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:40:12.570923 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57eee16e-f147-4e71-81c5-b8f43a1b921b tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:40:12.572554 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-57eee16e-f147-4e71-81c5-b8f43a1b921b tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] 10.222.0.27 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.5177848 Oct 19 07:40:12.575818 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 55480) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:40:12.603766 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-ed2695ab-c4e5-4d30-a6e8-894538de34ed tempest-RoutersAdminTest-1280535694 tempest-RoutersAdminTest-1280535694-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:12.648294 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-4e5fed10-2c86-400e-bec2-6e8994e92035 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] 10.222.0.27 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0713158 Oct 19 07:40:12.653867 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 55482) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:40:12.662456 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-d0ab9eb7-49ce-462d-9e48-b0466d73500c tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Request body: {'subnet': {'network_id': '6b5a65c5-1bed-4301-9db8-c1056c2b8eba', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:40:12.710202 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45456d04-f7b2-4431-b7ea-b59f54826831 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Made reservation on behalf of 2a06cf3adb854931a1e873f20cdb1976 for: {'network': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 07:40:12.714622 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-45456d04-f7b2-4431-b7ea-b59f54826831 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for network, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:12.739662 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 55484) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:40:12.767632 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-1b07c5db-826a-46ce-8cb1-924750de2d1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:12.801353 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.db_base_plugin_common [None req-8e14172f-de13-4c9d-9252-383934004bfc tempest-RoutersIpV6AdminTest-1896539816 tempest-RoutersIpV6AdminTest-1896539816-project-admin] Allocated IP 172.26.0.90 (99c66757-74e3-40a4-b479-8d09e3a7c3dd/7f3d1034-1de7-458a-a3ee-77488de3949b/337fc6a2-0a57-4fde-9ae3-73efe50a1436) {{(pid=103333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 07:40:12.804948 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-698fa1f4-8060-48bc-a135-aac57cbf7cc5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:12.819179 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0ab9eb7-49ce-462d-9e48-b0466d73500c tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Made reservation on behalf of 61a2e57b80c1442e9cb330141a970781 for: {'subnet': 1} {{(pid=103332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 07:40:12.822998 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-d0ab9eb7-49ce-462d-9e48-b0466d73500c tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130659787'] for subnet, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:12.839655 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45456d04-f7b2-4431-b7ea-b59f54826831 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 182} {{(pid=103333) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 07:40:12.854556 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-d16fdcb1-05ab-457e-b6ea-f43641f8f846 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785020947330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130996763'] for port, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:12.917445 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-45456d04-f7b2-4431-b7ea-b59f54826831 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979'] for segment, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:12.917804 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.db.segments_db [None req-45456d04-f7b2-4431-b7ea-b59f54826831 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Added segment c7a95edb-be60-4f88-a882-6a4d350d08d8 of type vlan for network e8a39c2e-8ab5-4d75-b81e-cfd4989b3d28 Oct 19 07:40:12.938744 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-c2e10333-eeb8-4afb-9f3d-f1ce513ad42d None None] Provisioning complete for port dada3eeb-d14a-4f90-9813-c544e2e7671a triggered by entity DHCP. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:40:12.939119 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-c2e10333-eeb8-4afb-9f3d-f1ce513ad42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:12.939458 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-c2e10333-eeb8-4afb-9f3d-f1ce513ad42d None None] Attempt 1 to provision port dada3eeb-d14a-4f90-9813-c544e2e7671a Oct 19 07:40:12.964785 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-1b07c5db-826a-46ce-8cb1-924750de2d1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:12.968957 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-1b07c5db-826a-46ce-8cb1-924750de2d1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788643'] for security_group, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:12.987113 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d16fdcb1-05ab-457e-b6ea-f43641f8f846 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Network 7377ca91-eb4f-4b6a-936d-2eb861737545 is already hosted by enough agents. {{(pid=103333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 07:40:13.036648 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-c2e10333-eeb8-4afb-9f3d-f1ce513ad42d None None] Current status of the port dada3eeb-d14a-4f90-9813-c544e2e7671a is: ACTIVE; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:40:13.042952 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-1b07c5db-826a-46ce-8cb1-924750de2d1a admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=5ab58969c5434714ab7e2f8de58409b8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4742177 Oct 19 07:40:13.048644 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 55486) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:40:13.049047 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-d16fdcb1-05ab-457e-b6ea-f43641f8f846 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Resources bound (agent type, host, resource id): {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:40:13.055941 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b07c5db-826a-46ce-8cb1-924750de2d1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a35f5c7-bb89-4026-a09a-120f105e796e,revision_number=1']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:40:13.061728 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d16fdcb1-05ab-457e-b6ea-f43641f8f846 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Received port after_create {{(pid=103333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 07:40:13.111857 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16fdcb1-05ab-457e-b6ea-f43641f8f846 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Pushing event updated for resources: {'Port': ['ID=b4381569-792d-481c-b330-e802116804e1,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:40:13.126963 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-45456d04-f7b2-4431-b7ea-b59f54826831 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785020965340'] for network, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:13.183889 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-fce0276a-32d8-4f06-a77f-3eaf48194fdc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:13.206100 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-8e14172f-de13-4c9d-9252-383934004bfc tempest-RoutersIpV6AdminTest-1896539816 tempest-RoutersIpV6AdminTest-1896539816-project-admin] Notify callbacks [] for port, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:13.215806 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-d16fdcb1-05ab-457e-b6ea-f43641f8f846 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1695190'] for router_interface, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:13.219551 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-fce0276a-32d8-4f06-a77f-3eaf48194fdc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:13.236853 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.objects.ports [None req-d0ab9eb7-49ce-462d-9e48-b0466d73500c tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103332) get_objects /opt/stack/neutron/neutron/objects/ports.py:470}} Oct 19 07:40:13.244960 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-d0ab9eb7-49ce-462d-9e48-b0466d73500c tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-133552662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130659641'] for subnet, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:13.283924 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-45456d04-f7b2-4431-b7ea-b59f54826831 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873'] for network, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:13.290150 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45456d04-f7b2-4431-b7ea-b59f54826831 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:40:13.290514 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-45456d04-f7b2-4431-b7ea-b59f54826831 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574827'] for network, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:13.296360 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-698fa1f4-8060-48bc-a135-aac57cbf7cc5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:13.322894 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0ab9eb7-49ce-462d-9e48-b0466d73500c tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Network 6b5a65c5-1bed-4301-9db8-c1056c2b8eba is already hosted by enough agents. {{(pid=103332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 07:40:13.327206 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.base_scheduler [None req-d0ab9eb7-49ce-462d-9e48-b0466d73500c tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Resources bound (agent type, host, resource id): {{(pid=103332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:40:13.332491 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0ab9eb7-49ce-462d-9e48-b0466d73500c tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:40:13.333114 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-d0ab9eb7-49ce-462d-9e48-b0466d73500c tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574827'] for subnet, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:13.340355 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ab9eb7-49ce-462d-9e48-b0466d73500c tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Pushing event updated for resources: {'Subnet': ['ID=ef523c4d-36c4-4f4f-818b-1f3b84a887b4,revision_number=0']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:40:13.345039 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-698fa1f4-8060-48bc-a135-aac57cbf7cc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788643'] for security_group, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:13.352109 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b1e6307-0415-4284-8d5f-36b6f60d5b68 None None] Network 6b5a65c5-1bed-4301-9db8-c1056c2b8eba requested from dv-neutron-861624-1-hyperv {{(pid=103334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 07:40:13.371832 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-d0ab9eb7-49ce-462d-9e48-b0466d73500c tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.7157536 Oct 19 07:40:13.372793 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-fce0276a-32d8-4f06-a77f-3eaf48194fdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788643'] for security_group, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:13.376089 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-fce0276a-32d8-4f06-a77f-3eaf48194fdc admin admin] Notify callbacks [] for security_group, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:13.380986 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-fce0276a-32d8-4f06-a77f-3eaf48194fdc admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/9a35f5c7-bb89-4026-a09a-120f105e796e HTTP/1.1" status: 204 len: 168 time: 0.3311036 Oct 19 07:40:13.381654 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 55488) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:40:13.404783 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce0276a-32d8-4f06-a77f-3eaf48194fdc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a35f5c7-bb89-4026-a09a-120f105e796e,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:40:13.405087 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-d340a4f7-0810-4678-9a30-818d3a77d6e8 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Request body: {'port': {'network_id': '6b5a65c5-1bed-4301-9db8-c1056c2b8eba', 'mac_address': 'fa:16:3e:ea:44:67', 'name': 'tempest-NetworksTestDHCPv6-1414519083'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:40:13.420494 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 55492) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:40:13.420879 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-45456d04-f7b2-4431-b7ea-b59f54826831 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.3477130 Oct 19 07:40:13.426928 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-e2e309cb-8c03-4db3-bac6-0e4f2d5fc031 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Request body: {'subnet': {'network_id': 'e8a39c2e-8ab5-4d75-b81e-cfd4989b3d28', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:40:13.451818 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-74895731-b2c4-46ce-b24b-705907c69a73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:13.527112 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-61239df8-71f2-492f-b8aa-394d718d3e2d None None] Provisioning complete for port b4381569-792d-481c-b330-e802116804e1 triggered by entity DHCP. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:40:13.527656 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-61239df8-71f2-492f-b8aa-394d718d3e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:13.528440 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-61239df8-71f2-492f-b8aa-394d718d3e2d None None] Attempt 1 to provision port b4381569-792d-481c-b330-e802116804e1 Oct 19 07:40:13.565265 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-61239df8-71f2-492f-b8aa-394d718d3e2d None None] Port b4381569-792d-481c-b330-e802116804e1 cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 07:40:13.567020 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device dada3eeb-d14a-4f90-9813-c544e2e7671a up at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 07:40:13.572251 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698fa1f4-8060-48bc-a135-aac57cbf7cc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18ab3019-0a42-40c9-8de7-cc0a67c80f8b,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:40:13.574853 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45456d04-f7b2-4431-b7ea-b59f54826831 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Pushing event updated for resources: {'Network': ['ID=e8a39c2e-8ab5-4d75-b81e-cfd4989b3d28,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:40:13.582408 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2e309cb-8c03-4db3-bac6-0e4f2d5fc031 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Made reservation on behalf of 2a06cf3adb854931a1e873f20cdb1976 for: {'subnet': 1} {{(pid=103332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 07:40:13.585026 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-698fa1f4-8060-48bc-a135-aac57cbf7cc5 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=c3741f9a97c0437a96a3232b17a889f0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8408048 Oct 19 07:40:13.587507 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-e2e309cb-8c03-4db3-bac6-0e4f2d5fc031 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130659787'] for subnet, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:13.618146 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Network e8a39c2e-8ab5-4d75-b81e-cfd4989b3d28 details requested by agent ovs-agent-dv-neutron-861624-1-hyperv with host dv-neutron-861624-1-hyperv {{(pid=103334) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 07:40:13.631733 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 55494) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:40:13.632887 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-8e14172f-de13-4c9d-9252-383934004bfc tempest-RoutersIpV6AdminTest-1896539816 tempest-RoutersIpV6AdminTest-1896539816-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785020947330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130996763'] for port, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:13.643753 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b41a1f8c-b575-4249-af6e-ae6e9e0836ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d12c6ac-27a3-545c-a8f3-f04e30423d6d-6b5a65c5-1bed-4301-9db8-c1056c2b8eba', 'network_id': '6b5a65c5-1bed-4301-9db8-c1056c2b8eba', 'tenant_id': '61a2e57b80c1442e9cb330141a970781', 'fixed_ips': [{'subnet_id': 'ef523c4d-36c4-4f4f-818b-1f3b84a887b4'}]}} from dv-neutron-861624-1-hyperv. {{(pid=103334) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 07:40:13.644710 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-b41a1f8c-b575-4249-af6e-ae6e9e0836ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:13.783831 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-d16fdcb1-05ab-457e-b6ea-f43641f8f846 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:13.787218 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Provisioning complete for port dada3eeb-d14a-4f90-9813-c544e2e7671a triggered by entity L2. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:40:13.787602 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:13.787920 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Attempt 1 to provision port dada3eeb-d14a-4f90-9813-c544e2e7671a Oct 19 07:40:13.825533 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e14172f-de13-4c9d-9252-383934004bfc tempest-RoutersIpV6AdminTest-1896539816 tempest-RoutersIpV6AdminTest-1896539816-project-admin] Network 99c66757-74e3-40a4-b479-8d09e3a7c3dd is already hosted by enough agents. {{(pid=103333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 07:40:13.846126 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-8e14172f-de13-4c9d-9252-383934004bfc tempest-RoutersIpV6AdminTest-1896539816 tempest-RoutersIpV6AdminTest-1896539816-project-admin] Resources bound (agent type, host, resource id): {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:40:13.848615 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e14172f-de13-4c9d-9252-383934004bfc tempest-RoutersIpV6AdminTest-1896539816 tempest-RoutersIpV6AdminTest-1896539816-project-admin] Pushing event updated for resources: {'Port': ['ID=337fc6a2-0a57-4fde-9ae3-73efe50a1436,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:40:13.854177 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e14172f-de13-4c9d-9252-383934004bfc tempest-RoutersIpV6AdminTest-1896539816 tempest-RoutersIpV6AdminTest-1896539816-project-admin] Received port after_create {{(pid=103333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 07:40:13.889005 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-ed2695ab-c4e5-4d30-a6e8-894538de34ed tempest-RoutersAdminTest-1280535694 tempest-RoutersAdminTest-1280535694-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:13.902397 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-e2e309cb-8c03-4db3-bac6-0e4f2d5fc031 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-133552662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130659641'] for subnet, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:13.907167 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.db_base_plugin_common [None req-b41a1f8c-b575-4249-af6e-ae6e9e0836ec None None] Allocated IP 2001:db8::f816:3eff:fe2c:9393 (6b5a65c5-1bed-4301-9db8-c1056c2b8eba/ef523c4d-36c4-4f4f-818b-1f3b84a887b4/9dab898e-5e50-47d0-9579-ca4ab85b22fe) {{(pid=103334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 07:40:13.936542 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Current status of the port dada3eeb-d14a-4f90-9813-c544e2e7671a is: ACTIVE; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:40:13.964387 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d340a4f7-0810-4678-9a30-818d3a77d6e8 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Made reservation on behalf of 61a2e57b80c1442e9cb330141a970781 for: {'port': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 07:40:13.969153 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-ed2695ab-c4e5-4d30-a6e8-894538de34ed tempest-RoutersAdminTest-1280535694 tempest-RoutersAdminTest-1280535694-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:14.002573 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 55498) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:40:14.021905 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e309cb-8c03-4db3-bac6-0e4f2d5fc031 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Pushing event updated for resources: {'Subnet': ['ID=3207f40e-a31f-4f2a-85c0-0c545fabfa31,revision_number=0']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:40:14.035101 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2e309cb-8c03-4db3-bac6-0e4f2d5fc031 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Checking segment: {'id': 'c7a95edb-be60-4f88-a882-6a4d350d08d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'e8a39c2e-8ab5-4d75-b81e-cfd4989b3d28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 19 07:40:14.035466 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2e309cb-8c03-4db3-bac6-0e4f2d5fc031 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Network hostable DHCP agents. Network: e8a39c2e-8ab5-4d75-b81e-cfd4989b3d28, hostable agents: ['310d813b-0e3e-4d7e-9b79-8f4ec0dbcab0'], hosted agents: [] {{(pid=103332) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 07:40:14.053866 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-cc02571f-2bb7-45ad-b6f7-8f3b1c9d4fe8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:14.071416 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-61239df8-71f2-492f-b8aa-394d718d3e2d None None] Attempt 2 to provision port b4381569-792d-481c-b330-e802116804e1 Oct 19 07:40:14.074241 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-be282465-3303-4ba8-9579-a324423563b9 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=91e19c3e1a124ed29a726fd9bad04d16&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0651481 Oct 19 07:40:14.075932 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2e309cb-8c03-4db3-bac6-0e4f2d5fc031 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Network e8a39c2e-8ab5-4d75-b81e-cfd4989b3d28 is scheduled to be hosted by DHCP agent 310d813b-0e3e-4d7e-9b79-8f4ec0dbcab0 with binding_index 1 {{(pid=103332) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 07:40:14.077879 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 55500) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:40:14.096929 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-b41a1f8c-b575-4249-af6e-ae6e9e0836ec None None] Notify callbacks [] for port, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:14.098464 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.base_scheduler [None req-e2e309cb-8c03-4db3-bac6-0e4f2d5fc031 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861624-1-hyperv, e8a39c2e-8ab5-4d75-b81e-cfd4989b3d28) {{(pid=103332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:40:14.107526 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2e309cb-8c03-4db3-bac6-0e4f2d5fc031 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:40:14.108165 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-e2e309cb-8c03-4db3-bac6-0e4f2d5fc031 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574827'] for subnet, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:14.114867 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-b41a1f8c-b575-4249-af6e-ae6e9e0836ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785020947330'] for port, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:14.148406 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-61239df8-71f2-492f-b8aa-394d718d3e2d None None] Port b4381569-792d-481c-b330-e802116804e1 cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 07:40:14.150768 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-e2e309cb-8c03-4db3-bac6-0e4f2d5fc031 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.7288783 Oct 19 07:40:14.154664 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91ff3638-f06e-43b7-8b19-1570a77f704b None None] Network e8a39c2e-8ab5-4d75-b81e-cfd4989b3d28 requested from dv-neutron-861624-1-hyperv {{(pid=103334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 07:40:14.157614 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 55502) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:40:14.172802 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-f4cd1562-37bf-4294-b3cf-f4977bd17f2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:14.185627 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b41a1f8c-b575-4249-af6e-ae6e9e0836ec None None] Network 6b5a65c5-1bed-4301-9db8-c1056c2b8eba is already hosted by enough agents. {{(pid=103334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 07:40:14.191269 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41a1f8c-b575-4249-af6e-ae6e9e0836ec None None] Pushing event updated for resources: {'Port': ['ID=9dab898e-5e50-47d0-9579-ca4ab85b22fe,revision_number=1']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:40:14.194072 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.scheduler.base_scheduler [None req-b41a1f8c-b575-4249-af6e-ae6e9e0836ec None None] Resources bound (agent type, host, resource id): {{(pid=103334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:40:14.206932 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b41a1f8c-b575-4249-af6e-ae6e9e0836ec None None] Received port after_create {{(pid=103334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 07:40:14.248095 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-f4cd1562-37bf-4294-b3cf-f4977bd17f2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:14.250991 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-cc02571f-2bb7-45ad-b6f7-8f3b1c9d4fe8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:14.307324 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-b41a1f8c-b575-4249-af6e-ae6e9e0836ec None None] Attempting to bind port 9dab898e-5e50-47d0-9579-ca4ab85b22fe on host dv-neutron-861624-1-hyperv for vnic_type normal with profile {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 19 07:40:14.307944 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-b41a1f8c-b575-4249-af6e-ae6e9e0836ec None None] Attempting to bind port 9dab898e-5e50-47d0-9579-ca4ab85b22fe by drivers openvswitch,hyperv on host dv-neutron-861624-1-hyperv at level 0 using segments [{'id': '5a8d2b05-b527-4bd4-a671-b9112f193fef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '6b5a65c5-1bed-4301-9db8-c1056c2b8eba'}] {{(pid=103334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 19 07:40:14.308678 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b41a1f8c-b575-4249-af6e-ae6e9e0836ec None None] Attempting to bind port 9dab898e-5e50-47d0-9579-ca4ab85b22fe on network 6b5a65c5-1bed-4301-9db8-c1056c2b8eba {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 07:40:14.314276 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-e4631fb1-211a-4ca1-be75-57cbad700f3c tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-667019'] for network, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:14.338586 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b41a1f8c-b575-4249-af6e-ae6e9e0836ec None None] Checking agent: {'id': 'a5b0152c-d633-409b-aaf8-3b76458e2410', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861624-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 19, 7, 30, 19), 'started_at': datetime.datetime(2022, 10, 19, 7, 30, 49), 'heartbeat_timestamp': datetime.datetime(2022, 10, 19, 7, 39, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861624-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 07:40:14.338956 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b41a1f8c-b575-4249-af6e-ae6e9e0836ec None None] Checking segment: {'id': '5a8d2b05-b527-4bd4-a671-b9112f193fef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '6b5a65c5-1bed-4301-9db8-c1056c2b8eba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 19 07:40:14.339350 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-b41a1f8c-b575-4249-af6e-ae6e9e0836ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:14.339910 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b41a1f8c-b575-4249-af6e-ae6e9e0836ec None None] Bound using segment: {'id': '5a8d2b05-b527-4bd4-a671-b9112f193fef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '6b5a65c5-1bed-4301-9db8-c1056c2b8eba'} {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 07:40:14.340400 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-b41a1f8c-b575-4249-af6e-ae6e9e0836ec None None] Bound port: 9dab898e-5e50-47d0-9579-ca4ab85b22fe, host: dv-neutron-861624-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a8d2b05-b527-4bd4-a671-b9112f193fef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '6b5a65c5-1bed-4301-9db8-c1056c2b8eba'}}] {{(pid=103334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 19 07:40:14.340800 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-b41a1f8c-b575-4249-af6e-ae6e9e0836ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:14.366114 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-f4cd1562-37bf-4294-b3cf-f4977bd17f2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788643'] for security_group, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:14.368732 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-f4cd1562-37bf-4294-b3cf-f4977bd17f2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:14.369897 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-f4cd1562-37bf-4294-b3cf-f4977bd17f2d admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/1efd1e65-9f8e-4ef6-92e7-344e0589cf09 HTTP/1.1" status: 204 len: 168 time: 0.2908223 Oct 19 07:40:14.385231 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4cd1562-37bf-4294-b3cf-f4977bd17f2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1efd1e65-9f8e-4ef6-92e7-344e0589cf09,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:40:14.403041 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-e4631fb1-211a-4ca1-be75-57cbad700f3c tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-679826'] for subnet, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:14.442114 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-d340a4f7-0810-4678-9a30-818d3a77d6e8 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:14.469130 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80532c1b-db6f-4f36-9866-8faa2a720a27 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d12c6ac-27a3-545c-a8f3-f04e30423d6d-e8a39c2e-8ab5-4d75-b81e-cfd4989b3d28', 'network_id': 'e8a39c2e-8ab5-4d75-b81e-cfd4989b3d28', 'tenant_id': '2a06cf3adb854931a1e873f20cdb1976', 'fixed_ips': [{'subnet_id': '3207f40e-a31f-4f2a-85c0-0c545fabfa31'}]}} from dv-neutron-861624-1-hyperv. {{(pid=103334) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 07:40:14.470847 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-80532c1b-db6f-4f36-9866-8faa2a720a27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:14.489209 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-b41a1f8c-b575-4249-af6e-ae6e9e0836ec None None] For port 9dab898e-5e50-47d0-9579-ca4ab85b22fe, host dv-neutron-861624-1-hyperv, cleared binding levels {{(pid=103334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 07:40:14.506889 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-b41a1f8c-b575-4249-af6e-ae6e9e0836ec None None] For port 9dab898e-5e50-47d0-9579-ca4ab85b22fe, host dv-neutron-861624-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=9dab898e-5e50-47d0-9579-ca4ab85b22fe,segment=NetworkSegment(5a8d2b05-b527-4bd4-a671-b9112f193fef),segment_id=5a8d2b05-b527-4bd4-a671-b9112f193fef)] {{(pid=103334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 07:40:14.516940 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-b41a1f8c-b575-4249-af6e-ae6e9e0836ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:14.545456 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.notifiers.nova [None req-d340a4f7-0810-4678-9a30-818d3a77d6e8 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] device_id is not set on port beb7da94-9c72-426f-b39b-23996b742dd1 yet. {{(pid=103333) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 19 07:40:14.547575 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-e4631fb1-211a-4ca1-be75-57cbad700f3c tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-679819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-133552721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130659632'] for subnet, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:14.588204 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4631fb1-211a-4ca1-be75-57cbad700f3c tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Pushing event deleted for resources: {'Subnet': ['ID=3207f40e-a31f-4f2a-85c0-0c545fabfa31,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:40:14.657588 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-61239df8-71f2-492f-b8aa-394d718d3e2d None None] Attempt 3 to provision port b4381569-792d-481c-b330-e802116804e1 Oct 19 07:40:14.668785 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-e4631fb1-211a-4ca1-be75-57cbad700f3c tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-673051', 'neutron.services.segments.db._delete_segments_for_network-8785021519108'] for network, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:14.702524 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.services.segments.db [None req-e4631fb1-211a-4ca1-be75-57cbad700f3c tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8a39c2e-8ab5-4d75-b81e-cfd4989b3d28']}} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:40:14.714522 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.services.segments.db [None req-e4631fb1-211a-4ca1-be75-57cbad700f3c tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7a95edb-be60-4f88-a882-6a4d350d08d8') {'for_net_delete': True} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:40:14.714962 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.services.segments.db [None req-e4631fb1-211a-4ca1-be75-57cbad700f3c tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7a95edb-be60-4f88-a882-6a4d350d08d8') {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:40:14.723274 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41a1f8c-b575-4249-af6e-ae6e9e0836ec None None] Pushing event updated for resources: {'Port': ['ID=9dab898e-5e50-47d0-9579-ca4ab85b22fe,revision_number=2']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:40:14.726461 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-e4631fb1-211a-4ca1-be75-57cbad700f3c tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785021519382', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130726885'] for segment, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:14.745839 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-e4631fb1-211a-4ca1-be75-57cbad700f3c tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979'] for segment, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:14.753852 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4631fb1-211a-4ca1-be75-57cbad700f3c tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Releasing vlan 182 on physical network physnet1 to pool {{(pid=103332) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 07:40:14.754434 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-e4631fb1-211a-4ca1-be75-57cbad700f3c tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-133553843'] for segment, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:14.773435 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server [None req-80532c1b-db6f-4f36-9866-8faa2a720a27 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 3207f40e-a31f-4f2a-85c0-0c545fabfa31: This subnet is being modified by another concurrent operation. Oct 19 07:40:14.773435 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Oct 19 07:40:14.773435 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Oct 19 07:40:14.773435 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Oct 19 07:40:14.773435 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Oct 19 07:40:14.773435 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Oct 19 07:40:14.773435 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Oct 19 07:40:14.773435 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Oct 19 07:40:14.773435 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 19 07:40:14.773435 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 19 07:40:14.773435 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 19 07:40:14.773435 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 19 07:40:14.773435 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 19 07:40:14.773435 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 19 07:40:14.773435 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 19 07:40:14.773435 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server raise self.value Oct 19 07:40:14.773435 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 19 07:40:14.773435 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 19 07:40:14.773435 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 19 07:40:14.773435 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 19 07:40:14.773435 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 19 07:40:14.773435 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 19 07:40:14.773435 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 19 07:40:14.773435 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server raise self.value Oct 19 07:40:14.773435 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 19 07:40:14.773435 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 19 07:40:14.773435 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 19 07:40:14.773435 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 19 07:40:14.773435 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 19 07:40:14.773435 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 19 07:40:14.773435 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 19 07:40:14.773435 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server raise self.value Oct 19 07:40:14.773435 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 19 07:40:14.773435 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 19 07:40:14.773435 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Oct 19 07:40:14.773435 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Oct 19 07:40:14.773435 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Oct 19 07:40:14.773435 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Oct 19 07:40:14.773435 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Oct 19 07:40:14.773435 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Oct 19 07:40:14.773435 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Oct 19 07:40:14.773435 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Oct 19 07:40:14.773435 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Oct 19 07:40:14.773435 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 19 07:40:14.773435 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Oct 19 07:40:14.773435 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 19 07:40:14.773435 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 19 07:40:14.773435 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 19 07:40:14.773435 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 19 07:40:14.773435 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 19 07:40:14.773435 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 19 07:40:14.773435 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server raise self.value Oct 19 07:40:14.773435 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 19 07:40:14.773435 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 19 07:40:14.777273 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 19 07:40:14.777273 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 19 07:40:14.777273 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 19 07:40:14.777273 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 19 07:40:14.777273 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 19 07:40:14.777273 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server raise self.value Oct 19 07:40:14.777273 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 19 07:40:14.777273 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 19 07:40:14.777273 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 19 07:40:14.777273 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 19 07:40:14.777273 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 19 07:40:14.777273 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 19 07:40:14.777273 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 19 07:40:14.777273 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server raise self.value Oct 19 07:40:14.777273 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 19 07:40:14.777273 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 19 07:40:14.777273 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1517, in create_port Oct 19 07:40:14.777273 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Oct 19 07:40:14.777273 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1482, in _create_port_db Oct 19 07:40:14.777273 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Oct 19 07:40:14.777273 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1458, in create_port_db Oct 19 07:40:14.777273 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Oct 19 07:40:14.777273 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Oct 19 07:40:14.777273 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Oct 19 07:40:14.777273 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Oct 19 07:40:14.777273 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 19 07:40:14.777273 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Oct 19 07:40:14.777273 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Oct 19 07:40:14.777273 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Oct 19 07:40:14.777273 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Oct 19 07:40:14.777273 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Oct 19 07:40:14.777273 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Oct 19 07:40:14.777273 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 691, in _ipam_get_subnets Oct 19 07:40:14.777273 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server subnet.lock_register( Oct 19 07:40:14.777273 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Oct 19 07:40:14.777273 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server raise exception Oct 19 07:40:14.777273 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 3207f40e-a31f-4f2a-85c0-0c545fabfa31: This subnet is being modified by another concurrent operation. Oct 19 07:40:14.777273 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server Oct 19 07:40:14.799023 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-61239df8-71f2-492f-b8aa-394d718d3e2d None None] Port b4381569-792d-481c-b330-e802116804e1 cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 07:40:14.804953 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4514818-17f7-47ab-9c71-5cc4f221cfb5 None None] Network e8a39c2e-8ab5-4d75-b81e-cfd4989b3d28 requested from dv-neutron-861624-1-hyperv {{(pid=103334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 07:40:14.913756 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-e4631fb1-211a-4ca1-be75-57cbad700f3c tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-673044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1695087'] for network, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:14.937588 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-e4631fb1-211a-4ca1-be75-57cbad700f3c tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Notify callbacks [] for network, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:14.945810 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-e4631fb1-211a-4ca1-be75-57cbad700f3c tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] 10.222.0.27 "DELETE /v2.0/networks/e8a39c2e-8ab5-4d75-b81e-cfd4989b3d28 HTTP/1.1" status: 204 len: 168 time: 0.7871499 Oct 19 07:40:14.947387 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.services.segments.plugin [-] Segment c7a95edb-be60-4f88-a882-6a4d350d08d8 resource provider aggregate not found Oct 19 07:40:14.953211 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 55512) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:40:14.961236 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-bc3137ee-0408-4d4b-999e-758737d4e9f1 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2126620623'}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:40:14.966615 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.db_base_plugin_common [None req-ed2695ab-c4e5-4d30-a6e8-894538de34ed tempest-RoutersAdminTest-1280535694 tempest-RoutersAdminTest-1280535694-project-admin] Allocated IP 172.26.0.192 (99c66757-74e3-40a4-b479-8d09e3a7c3dd/7f3d1034-1de7-458a-a3ee-77488de3949b/63af8a35-39b9-4289-8bf2-65902af0c1b6) {{(pid=103333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 07:40:14.981551 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-cc02571f-2bb7-45ad-b6f7-8f3b1c9d4fe8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788643'] for security_group, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:14.991173 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-cc02571f-2bb7-45ad-b6f7-8f3b1c9d4fe8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:14.995084 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-cc02571f-2bb7-45ad-b6f7-8f3b1c9d4fe8 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/18ab3019-0a42-40c9-8de7-cc0a67c80f8b HTTP/1.1" status: 204 len: 168 time: 1.3598082 Oct 19 07:40:15.017244 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.services.segments.plugin [-] Segment c7a95edb-be60-4f88-a882-6a4d350d08d8 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c7a95edb-be60-4f88-a882-6a4d350d08d8 found for delete ", "request_id": "req-cd82f5f6-a688-479c-9547-96996d033ade"}]} Oct 19 07:40:15.022762 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4631fb1-211a-4ca1-be75-57cbad700f3c tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Pushing event deleted for resources: {'Network': ['ID=e8a39c2e-8ab5-4d75-b81e-cfd4989b3d28,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:40:15.038044 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc3137ee-0408-4d4b-999e-758737d4e9f1 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Made reservation on behalf of 2a06cf3adb854931a1e873f20cdb1976 for: {'network': 1} {{(pid=103332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 07:40:15.041622 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-bc3137ee-0408-4d4b-999e-758737d4e9f1 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for network, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:15.082059 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc3137ee-0408-4d4b-999e-758737d4e9f1 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 175} {{(pid=103332) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 07:40:15.095353 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-bc3137ee-0408-4d4b-999e-758737d4e9f1 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979'] for segment, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:15.095677 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.db.segments_db [None req-bc3137ee-0408-4d4b-999e-758737d4e9f1 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Added segment 21ece7da-3d23-4593-b0d8-f7ee7ebae380 of type vlan for network b07622db-79c5-49cf-99e7-6f4dcd7f3df4 Oct 19 07:40:15.157657 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-bc3137ee-0408-4d4b-999e-758737d4e9f1 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785020965340'] for network, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:15.175504 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc02571f-2bb7-45ad-b6f7-8f3b1c9d4fe8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18ab3019-0a42-40c9-8de7-cc0a67c80f8b,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:40:15.209394 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-bc3137ee-0408-4d4b-999e-758737d4e9f1 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873'] for network, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:15.218187 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc3137ee-0408-4d4b-999e-758737d4e9f1 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:40:15.218975 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-bc3137ee-0408-4d4b-999e-758737d4e9f1 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Notify callbacks [] for network, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:15.266523 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-bc3137ee-0408-4d4b-999e-758737d4e9f1 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3095884 Oct 19 07:40:15.268066 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 55526) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:40:15.275153 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-a1f52457-32b4-4358-8305-ab88621873a0 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Request body: {'network': {'name': 'New_network'}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:40:15.299883 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-61239df8-71f2-492f-b8aa-394d718d3e2d None None] Attempt 4 to provision port b4381569-792d-481c-b330-e802116804e1 Oct 19 07:40:15.339051 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3137ee-0408-4d4b-999e-758737d4e9f1 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Pushing event updated for resources: {'Network': ['ID=b07622db-79c5-49cf-99e7-6f4dcd7f3df4,revision_number=1']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:40:15.368083 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Network b07622db-79c5-49cf-99e7-6f4dcd7f3df4 details requested by agent ovs-agent-dv-neutron-861624-1-hyperv with host dv-neutron-861624-1-hyperv {{(pid=103334) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 07:40:15.376826 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-8e14172f-de13-4c9d-9252-383934004bfc tempest-RoutersIpV6AdminTest-1896539816 tempest-RoutersIpV6AdminTest-1896539816-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:15.433078 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.db_base_plugin_common [None req-d340a4f7-0810-4678-9a30-818d3a77d6e8 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Allocated IP 2001:db8::f816:3eff:feea:4467 (6b5a65c5-1bed-4301-9db8-c1056c2b8eba/ef523c4d-36c4-4f4f-818b-1f3b84a887b4/beb7da94-9c72-426f-b39b-23996b742dd1) {{(pid=103333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 07:40:15.456325 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-d16fdcb1-05ab-457e-b6ea-f43641f8f846 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Notify callbacks [] for port, precommit_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:15.471451 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-61239df8-71f2-492f-b8aa-394d718d3e2d None None] Port b4381569-792d-481c-b330-e802116804e1 cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 07:40:15.480865 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-ed2695ab-c4e5-4d30-a6e8-894538de34ed tempest-RoutersAdminTest-1280535694 tempest-RoutersAdminTest-1280535694-project-admin] Notify callbacks [] for port, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:15.500874 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-d16fdcb1-05ab-457e-b6ea-f43641f8f846 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130996754'] for port, after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:15.584615 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-a1f52457-32b4-4358-8305-ab88621873a0 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785020965340'] for network, precommit_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:15.614685 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-a1f52457-32b4-4358-8305-ab88621873a0 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873'] for network, after_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:15.625908 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-a1f52457-32b4-4358-8305-ab88621873a0 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Network b07622db-79c5-49cf-99e7-6f4dcd7f3df4 is not hosted by any dhcp agent {{(pid=103332) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Oct 19 07:40:15.630407 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.agents_db [None req-6057327c-4456-4c72-8e75-6d3cd9249757 None None] Agent healthcheck: found 6 active agents {{(pid=103335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 07:40:15.633218 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device 9dab898e-5e50-47d0-9579-ca4ab85b22fe up at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 07:40:15.645332 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1f52457-32b4-4358-8305-ab88621873a0 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:40:15.646008 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-a1f52457-32b4-4358-8305-ab88621873a0 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Notify callbacks [] for network, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:15.647321 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-a1f52457-32b4-4358-8305-ab88621873a0 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] 10.222.0.27 "PUT /v2.0/networks/b07622db-79c5-49cf-99e7-6f4dcd7f3df4 HTTP/1.1" status: 200 len: 723 time: 0.3787594 Oct 19 07:40:15.691674 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 55542) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:40:15.702260 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Provisioning complete for port 9dab898e-5e50-47d0-9579-ca4ab85b22fe triggered by entity L2. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:40:15.702773 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:15.703646 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Attempt 1 to provision port 9dab898e-5e50-47d0-9579-ca4ab85b22fe Oct 19 07:40:15.710076 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-e6187639-d472-4a36-b03a-1aef0eb4ab1d tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Request body: {'subnet': {'network_id': 'b07622db-79c5-49cf-99e7-6f4dcd7f3df4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:40:15.799673 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 55546) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:40:15.823762 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Current status of the port 9dab898e-5e50-47d0-9579-ca4ab85b22fe is: DOWN; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:40:15.824083 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:15.833804 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16fdcb1-05ab-457e-b6ea-f43641f8f846 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Pushing event updated for resources: {'Port': ['ID=b4381569-792d-481c-b330-e802116804e1,revision_number=2']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:40:15.834443 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f52457-32b4-4358-8305-ab88621873a0 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Pushing event updated for resources: {'Network': ['ID=b07622db-79c5-49cf-99e7-6f4dcd7f3df4,revision_number=2']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:40:15.848605 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-d16fdcb1-05ab-457e-b6ea-f43641f8f846 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1574855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1694822'] for router_interface, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:15.876176 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Network b07622db-79c5-49cf-99e7-6f4dcd7f3df4 details requested by agent ovs-agent-dv-neutron-861624-1-hyperv with host dv-neutron-861624-1-hyperv {{(pid=103334) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 07:40:15.979777 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-ed2695ab-c4e5-4d30-a6e8-894538de34ed tempest-RoutersAdminTest-1280535694 tempest-RoutersAdminTest-1280535694-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785020947330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130996763'] for port, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:15.984536 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-61239df8-71f2-492f-b8aa-394d718d3e2d None None] Attempt 5 to provision port b4381569-792d-481c-b330-e802116804e1 Oct 19 07:40:15.998258 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6187639-d472-4a36-b03a-1aef0eb4ab1d tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Made reservation on behalf of 2a06cf3adb854931a1e873f20cdb1976 for: {'subnet': 1} {{(pid=103332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 07:40:16.004776 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-e6187639-d472-4a36-b03a-1aef0eb4ab1d tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130659787'] for subnet, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:16.163372 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed2695ab-c4e5-4d30-a6e8-894538de34ed tempest-RoutersAdminTest-1280535694 tempest-RoutersAdminTest-1280535694-project-admin] Network 99c66757-74e3-40a4-b479-8d09e3a7c3dd is already hosted by enough agents. {{(pid=103333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 07:40:16.182128 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-ed2695ab-c4e5-4d30-a6e8-894538de34ed tempest-RoutersAdminTest-1280535694 tempest-RoutersAdminTest-1280535694-project-admin] Resources bound (agent type, host, resource id): {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:40:16.220906 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2695ab-c4e5-4d30-a6e8-894538de34ed tempest-RoutersAdminTest-1280535694 tempest-RoutersAdminTest-1280535694-project-admin] Pushing event updated for resources: {'Port': ['ID=63af8a35-39b9-4289-8bf2-65902af0c1b6,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:40:16.224203 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed2695ab-c4e5-4d30-a6e8-894538de34ed tempest-RoutersAdminTest-1280535694 tempest-RoutersAdminTest-1280535694-project-admin] Received port after_create {{(pid=103333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 07:40:16.277668 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-2083ec86-4d45-483f-b71c-03544bff4b28 tempest-AllowedAddressPairTestJSON-1474361603 tempest-AllowedAddressPairTestJSON-1474361603-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1199992112'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:40:16.298037 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14f90417-aea8-46b4-9ab5-afdf12ccdf95 None None] get_active_networks_info from dv-neutron-861624-1-hyperv {{(pid=103334) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 19 07:40:16.306080 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] For port 9dab898e-5e50-47d0-9579-ca4ab85b22fe, host dv-neutron-861624-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=9dab898e-5e50-47d0-9579-ca4ab85b22fe,segment=NetworkSegment(5a8d2b05-b527-4bd4-a671-b9112f193fef),segment_id=5a8d2b05-b527-4bd4-a671-b9112f193fef)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:40:16.324767 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-e6187639-d472-4a36-b03a-1aef0eb4ab1d tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-133552662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130659641'] for subnet, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:16.328973 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-8e14172f-de13-4c9d-9252-383934004bfc tempest-RoutersIpV6AdminTest-1896539816 tempest-RoutersIpV6AdminTest-1896539816-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1693896', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1692821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12609'] for router, precommit_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:16.343004 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:16.344053 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-d340a4f7-0810-4678-9a30-818d3a77d6e8 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks [] for port, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:16.349936 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-8e14172f-de13-4c9d-9252-383934004bfc tempest-RoutersIpV6AdminTest-1896539816 tempest-RoutersIpV6AdminTest-1896539816-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1693859', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1693873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1693882', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1692830'] for router, after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:16.356734 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-61239df8-71f2-492f-b8aa-394d718d3e2d None None] Port b4381569-792d-481c-b330-e802116804e1 cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 07:40:16.367612 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d16fdcb1-05ab-457e-b6ea-f43641f8f846 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Network 7377ca91-eb4f-4b6a-936d-2eb861737545 is already hosted by enough agents. {{(pid=103333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 07:40:16.370635 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2083ec86-4d45-483f-b71c-03544bff4b28 tempest-AllowedAddressPairTestJSON-1474361603 tempest-AllowedAddressPairTestJSON-1474361603-project] Made reservation on behalf of cc6c7fa417a24c65b4644d27be23f7f8 for: {'network': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 07:40:16.374132 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-2083ec86-4d45-483f-b71c-03544bff4b28 tempest-AllowedAddressPairTestJSON-1474361603 tempest-AllowedAddressPairTestJSON-1474361603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for network, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:16.386862 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-83ba6557-ebb6-4067-be56-c8a0873d3b54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:16.409336 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6187639-d472-4a36-b03a-1aef0eb4ab1d tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Pushing event updated for resources: {'Subnet': ['ID=81313b95-ef8b-4b27-8809-8f7700842e81,revision_number=0']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:40:16.414272 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6187639-d472-4a36-b03a-1aef0eb4ab1d tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Checking segment: {'id': '21ece7da-3d23-4593-b0d8-f7ee7ebae380', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'b07622db-79c5-49cf-99e7-6f4dcd7f3df4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 19 07:40:16.414922 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6187639-d472-4a36-b03a-1aef0eb4ab1d tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Network hostable DHCP agents. Network: b07622db-79c5-49cf-99e7-6f4dcd7f3df4, hostable agents: ['310d813b-0e3e-4d7e-9b79-8f4ec0dbcab0'], hosted agents: [] {{(pid=103332) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 07:40:16.417113 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-d16fdcb1-05ab-457e-b6ea-f43641f8f846 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Resources bound (agent type, host, resource id): {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:40:16.439211 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Pushing event updated for resources: {'Port': ['ID=9dab898e-5e50-47d0-9579-ca4ab85b22fe,revision_number=3']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:40:16.442484 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6187639-d472-4a36-b03a-1aef0eb4ab1d tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Network b07622db-79c5-49cf-99e7-6f4dcd7f3df4 is scheduled to be hosted by DHCP agent 310d813b-0e3e-4d7e-9b79-8f4ec0dbcab0 with binding_index 1 {{(pid=103332) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 07:40:16.458212 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.base_scheduler [None req-e6187639-d472-4a36-b03a-1aef0eb4ab1d tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861624-1-hyperv, b07622db-79c5-49cf-99e7-6f4dcd7f3df4) {{(pid=103332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:40:16.465427 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-2083ec86-4d45-483f-b71c-03544bff4b28 tempest-AllowedAddressPairTestJSON-1474361603 tempest-AllowedAddressPairTestJSON-1474361603-project] Notify callbacks [] for security_group, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:16.467127 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6187639-d472-4a36-b03a-1aef0eb4ab1d tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:40:16.469245 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-e6187639-d472-4a36-b03a-1aef0eb4ab1d tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574827'] for subnet, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:16.487062 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14f90417-aea8-46b4-9ab5-afdf12ccdf95 None None] Resources bound (agent type, host, resource id): {{(pid=103334) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 19 07:40:16.491128 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-e6187639-d472-4a36-b03a-1aef0eb4ab1d tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7973344 Oct 19 07:40:16.493737 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 55558) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:40:16.512885 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-70fccc55-5d58-4ea6-931b-8e4ba7e3f0f3 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:40:16.626618 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-70fccc55-5d58-4ea6-931b-8e4ba7e3f0f3 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-130659778'] for subnet, before_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:16.699726 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-d340a4f7-0810-4678-9a30-818d3a77d6e8 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785020947330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130996763'] for port, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:16.828141 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28d86d5e-0e4c-40f3-b0f1-f668fbbfcaee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d12c6ac-27a3-545c-a8f3-f04e30423d6d-b07622db-79c5-49cf-99e7-6f4dcd7f3df4', 'network_id': 'b07622db-79c5-49cf-99e7-6f4dcd7f3df4', 'tenant_id': '2a06cf3adb854931a1e873f20cdb1976', 'fixed_ips': [{'subnet_id': '81313b95-ef8b-4b27-8809-8f7700842e81'}]}} from dv-neutron-861624-1-hyperv. {{(pid=103334) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 07:40:16.829219 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-28d86d5e-0e4c-40f3-b0f1-f668fbbfcaee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:16.834824 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-70fccc55-5d58-4ea6-931b-8e4ba7e3f0f3 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8785021377747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-133552712'] for subnet, after_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:16.858676 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-61239df8-71f2-492f-b8aa-394d718d3e2d None None] Attempt 6 to provision port b4381569-792d-481c-b330-e802116804e1 Oct 19 07:40:16.890211 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70fccc55-5d58-4ea6-931b-8e4ba7e3f0f3 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:40:16.891535 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-70fccc55-5d58-4ea6-931b-8e4ba7e3f0f3 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Notify callbacks [] for subnet, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:16.894381 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-70fccc55-5d58-4ea6-931b-8e4ba7e3f0f3 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] 10.222.0.27 "PUT /v2.0/subnets/81313b95-ef8b-4b27-8809-8f7700842e81 HTTP/1.1" status: 200 len: 806 time: 0.3979993 Oct 19 07:40:16.897620 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 55568) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:40:16.932247 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70fccc55-5d58-4ea6-931b-8e4ba7e3f0f3 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Pushing event updated for resources: {'Subnet': ['ID=81313b95-ef8b-4b27-8809-8f7700842e81,revision_number=1']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:40:16.966913 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-61239df8-71f2-492f-b8aa-394d718d3e2d None None] Port b4381569-792d-481c-b330-e802116804e1 cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 07:40:17.018737 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-0bf1d534-b148-4d3e-8732-962b5e649304 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-667019'] for network, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:17.019462 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.db_base_plugin_common [None req-28d86d5e-0e4c-40f3-b0f1-f668fbbfcaee None None] Allocated IP 172.20.0.2 (b07622db-79c5-49cf-99e7-6f4dcd7f3df4/81313b95-ef8b-4b27-8809-8f7700842e81/5c887587-263d-4807-832b-c02b1f471c40) {{(pid=103334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 07:40:17.088294 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-0bf1d534-b148-4d3e-8732-962b5e649304 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-679826'] for subnet, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:17.188786 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d340a4f7-0810-4678-9a30-818d3a77d6e8 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Network 6b5a65c5-1bed-4301-9db8-c1056c2b8eba is already hosted by enough agents. {{(pid=103333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 07:40:17.210241 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-28d86d5e-0e4c-40f3-b0f1-f668fbbfcaee None None] Notify callbacks [] for port, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:17.217431 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-d340a4f7-0810-4678-9a30-818d3a77d6e8 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Resources bound (agent type, host, resource id): {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:40:17.223542 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-28d86d5e-0e4c-40f3-b0f1-f668fbbfcaee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785020947330'] for port, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:17.233848 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d340a4f7-0810-4678-9a30-818d3a77d6e8 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Received port after_create {{(pid=103333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 07:40:17.239915 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d340a4f7-0810-4678-9a30-818d3a77d6e8 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:40:17.240621 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-d340a4f7-0810-4678-9a30-818d3a77d6e8 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42160'] for port, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:17.240932 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-0bf1d534-b148-4d3e-8732-962b5e649304 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-679819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-133552721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130659632'] for subnet, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:17.248928 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d340a4f7-0810-4678-9a30-818d3a77d6e8 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Pushing event updated for resources: {'Port': ['ID=beb7da94-9c72-426f-b39b-23996b742dd1,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:40:17.261760 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 55576) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:40:17.270285 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28d86d5e-0e4c-40f3-b0f1-f668fbbfcaee None None] Network b07622db-79c5-49cf-99e7-6f4dcd7f3df4 is already hosted by enough agents. {{(pid=103334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 07:40:17.273449 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.scheduler.base_scheduler [None req-28d86d5e-0e4c-40f3-b0f1-f668fbbfcaee None None] Resources bound (agent type, host, resource id): {{(pid=103334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:40:17.291200 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf1d534-b148-4d3e-8732-962b5e649304 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Pushing event deleted for resources: {'Subnet': ['ID=81313b95-ef8b-4b27-8809-8f7700842e81,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:40:17.292881 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28d86d5e-0e4c-40f3-b0f1-f668fbbfcaee None None] Received port after_create {{(pid=103334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 07:40:17.306670 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d86d5e-0e4c-40f3-b0f1-f668fbbfcaee None None] Pushing event updated for resources: {'Port': ['ID=5c887587-263d-4807-832b-c02b1f471c40,revision_number=1']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:40:17.345399 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-d340a4f7-0810-4678-9a30-818d3a77d6e8 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.9550893 Oct 19 07:40:17.348063 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 55580) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:40:17.348365 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-2083ec86-4d45-483f-b71c-03544bff4b28 tempest-AllowedAddressPairTestJSON-1474361603 tempest-AllowedAddressPairTestJSON-1474361603-project] Notify callbacks [] for security_group, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:17.360444 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-2083ec86-4d45-483f-b71c-03544bff4b28 tempest-AllowedAddressPairTestJSON-1474361603 tempest-AllowedAddressPairTestJSON-1474361603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788643'] for security_group, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:17.368437 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-28d86d5e-0e4c-40f3-b0f1-f668fbbfcaee None None] Attempting to bind port 5c887587-263d-4807-832b-c02b1f471c40 on host dv-neutron-861624-1-hyperv for vnic_type normal with profile {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 19 07:40:17.368836 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-28d86d5e-0e4c-40f3-b0f1-f668fbbfcaee None None] Attempting to bind port 5c887587-263d-4807-832b-c02b1f471c40 by drivers openvswitch,hyperv on host dv-neutron-861624-1-hyperv at level 0 using segments [{'id': '21ece7da-3d23-4593-b0d8-f7ee7ebae380', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'b07622db-79c5-49cf-99e7-6f4dcd7f3df4'}] {{(pid=103334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 19 07:40:17.369328 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28d86d5e-0e4c-40f3-b0f1-f668fbbfcaee None None] Attempting to bind port 5c887587-263d-4807-832b-c02b1f471c40 on network b07622db-79c5-49cf-99e7-6f4dcd7f3df4 {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 07:40:17.373825 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d16fdcb1-05ab-457e-b6ea-f43641f8f846 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Router a2e206b1-60b5-4d62-afb0-8284b1591c71 is scheduled to L3 agent ab388470-1243-4d53-80f2-c2f5899c97a7 with binding_index 1 {{(pid=103333) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 07:40:17.375578 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e14172f-de13-4c9d-9252-383934004bfc tempest-RoutersIpV6AdminTest-1896539816 tempest-RoutersIpV6AdminTest-1896539816-project-admin] Router 44d0d9ec-8e6f-4e01-9712-95e1a2fd347b is scheduled to L3 agent ab388470-1243-4d53-80f2-c2f5899c97a7 with binding_index 1 {{(pid=103333) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 07:40:17.381369 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28d86d5e-0e4c-40f3-b0f1-f668fbbfcaee None None] Checking agent: {'id': 'a5b0152c-d633-409b-aaf8-3b76458e2410', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861624-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 19, 7, 30, 19), 'started_at': datetime.datetime(2022, 10, 19, 7, 30, 49), 'heartbeat_timestamp': datetime.datetime(2022, 10, 19, 7, 39, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861624-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 07:40:17.381758 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28d86d5e-0e4c-40f3-b0f1-f668fbbfcaee None None] Checking segment: {'id': '21ece7da-3d23-4593-b0d8-f7ee7ebae380', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'b07622db-79c5-49cf-99e7-6f4dcd7f3df4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 19 07:40:17.382139 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-28d86d5e-0e4c-40f3-b0f1-f668fbbfcaee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:17.382540 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28d86d5e-0e4c-40f3-b0f1-f668fbbfcaee None None] Bound using segment: {'id': '21ece7da-3d23-4593-b0d8-f7ee7ebae380', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'b07622db-79c5-49cf-99e7-6f4dcd7f3df4'} {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 07:40:17.383029 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-28d86d5e-0e4c-40f3-b0f1-f668fbbfcaee None None] Bound port: 5c887587-263d-4807-832b-c02b1f471c40, host: dv-neutron-861624-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21ece7da-3d23-4593-b0d8-f7ee7ebae380', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'b07622db-79c5-49cf-99e7-6f4dcd7f3df4'}}] {{(pid=103334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 19 07:40:17.383408 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-28d86d5e-0e4c-40f3-b0f1-f668fbbfcaee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:17.390239 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-ed2695ab-c4e5-4d30-a6e8-894538de34ed tempest-RoutersAdminTest-1280535694 tempest-RoutersAdminTest-1280535694-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:17.458068 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-472c1feb-148a-4d16-ad1f-626dad231482 tempest-RoutersAdminNegativeIpV6Test-538658368 tempest-RoutersAdminNegativeIpV6Test-538658368-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1076603439', 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:40:17.464958 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-28d86d5e-0e4c-40f3-b0f1-f668fbbfcaee None None] For port 5c887587-263d-4807-832b-c02b1f471c40, host dv-neutron-861624-1-hyperv, cleared binding levels {{(pid=103334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 07:40:17.465899 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2083ec86-4d45-483f-b71c-03544bff4b28 tempest-AllowedAddressPairTestJSON-1474361603 tempest-AllowedAddressPairTestJSON-1474361603-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 156} {{(pid=103333) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 07:40:17.467874 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-61239df8-71f2-492f-b8aa-394d718d3e2d None None] Attempt 7 to provision port b4381569-792d-481c-b330-e802116804e1 Oct 19 07:40:17.471700 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-0bf1d534-b148-4d3e-8732-962b5e649304 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-673051', 'neutron.services.segments.db._delete_segments_for_network-8785021519108'] for network, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:17.472338 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-28d86d5e-0e4c-40f3-b0f1-f668fbbfcaee None None] For port 5c887587-263d-4807-832b-c02b1f471c40, host dv-neutron-861624-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=5c887587-263d-4807-832b-c02b1f471c40,segment=NetworkSegment(21ece7da-3d23-4593-b0d8-f7ee7ebae380),segment_id=21ece7da-3d23-4593-b0d8-f7ee7ebae380)] {{(pid=103334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 07:40:17.497416 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.services.segments.db [None req-0bf1d534-b148-4d3e-8732-962b5e649304 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b07622db-79c5-49cf-99e7-6f4dcd7f3df4']}} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:40:17.508491 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-28d86d5e-0e4c-40f3-b0f1-f668fbbfcaee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:17.511377 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.services.segments.db [None req-0bf1d534-b148-4d3e-8732-962b5e649304 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21ece7da-3d23-4593-b0d8-f7ee7ebae380') {'for_net_delete': True} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:40:17.511702 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.services.segments.db [None req-0bf1d534-b148-4d3e-8732-962b5e649304 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21ece7da-3d23-4593-b0d8-f7ee7ebae380') {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:40:17.527603 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da44fc65-0a07-42b4-bf83-c5ee88cb4bbd tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:40:17.533517 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da44fc65-0a07-42b4-bf83-c5ee88cb4bbd tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:40:17.537988 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-da44fc65-0a07-42b4-bf83-c5ee88cb4bbd tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] 10.222.0.27 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1705 time: 0.1855731 Oct 19 07:40:17.539401 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-0bf1d534-b148-4d3e-8732-962b5e649304 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785021519382', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130726885'] for segment, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:17.539595 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2083ec86-4d45-483f-b71c-03544bff4b28 tempest-AllowedAddressPairTestJSON-1474361603 tempest-AllowedAddressPairTestJSON-1474361603-project] Pushing event updated for resources: {'SecurityGroup': ['ID=555ed60a-5538-4369-aa97-5f298f4a43ce,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:40:17.540863 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 55582) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:40:17.562591 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device 9dab898e-5e50-47d0-9579-ca4ab85b22fe up at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 07:40:17.582886 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-2083ec86-4d45-483f-b71c-03544bff4b28 tempest-AllowedAddressPairTestJSON-1474361603 tempest-AllowedAddressPairTestJSON-1474361603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979'] for segment, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:17.583350 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.db.segments_db [None req-2083ec86-4d45-483f-b71c-03544bff4b28 tempest-AllowedAddressPairTestJSON-1474361603 tempest-AllowedAddressPairTestJSON-1474361603-project] Added segment 25aadc07-b6fd-467d-ae3c-a5a2f7ecebbc of type vlan for network 2b5f9a1d-4552-4b64-bd0c-5f57eae79640 Oct 19 07:40:17.584500 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-0bf1d534-b148-4d3e-8732-962b5e649304 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979'] for segment, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:17.602074 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0bf1d534-b148-4d3e-8732-962b5e649304 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Releasing vlan 175 on physical network physnet1 to pool {{(pid=103332) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 07:40:17.602491 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-0bf1d534-b148-4d3e-8732-962b5e649304 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-133553843'] for segment, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:17.631868 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b87a6b0-819f-447d-b2e6-697a8e864fe2 None None] get_active_networks_info from dv-neutron-861624-1-hyperv {{(pid=103334) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 19 07:40:17.634640 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.services.segments.plugin [-] Segment 21ece7da-3d23-4593-b0d8-f7ee7ebae380 resource provider aggregate not found Oct 19 07:40:17.669144 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-472c1feb-148a-4d16-ad1f-626dad231482 tempest-RoutersAdminNegativeIpV6Test-538658368 tempest-RoutersAdminNegativeIpV6Test-538658368-project-admin] Made reservation on behalf of c2fc3996088b4b589a223e6b0ed405a6 for: {'port': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 07:40:17.669314 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-61239df8-71f2-492f-b8aa-394d718d3e2d None None] Port b4381569-792d-481c-b330-e802116804e1 cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 07:40:17.670662 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.services.segments.plugin [-] Segment 21ece7da-3d23-4593-b0d8-f7ee7ebae380 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 21ece7da-3d23-4593-b0d8-f7ee7ebae380 found for delete ", "request_id": "req-2dc64d1b-96f3-4403-b412-ec7ec2ff7610"}]} Oct 19 07:40:17.671224 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-472c1feb-148a-4d16-ad1f-626dad231482 tempest-RoutersAdminNegativeIpV6Test-538658368 tempest-RoutersAdminNegativeIpV6Test-538658368-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:17.699912 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d86d5e-0e4c-40f3-b0f1-f668fbbfcaee None None] Pushing event updated for resources: {'Port': ['ID=5c887587-263d-4807-832b-c02b1f471c40,revision_number=2']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:40:17.722631 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.db.api [None req-0bf1d534-b148-4d3e-8732-962b5e649304 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 19 07:40:17.722631 dv-neutron-861624-1-hyperv neutron-server[103332]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 19 07:40:17.722631 dv-neutron-861624-1-hyperv neutron-server[103332]: [parameters: {'id': 'b07622db-79c5-49cf-99e7-6f4dcd7f3df4'}] Oct 19 07:40:17.722631 dv-neutron-861624-1-hyperv neutron-server[103332]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103332) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 19 07:40:17.723500 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG oslo_db.api [None req-0bf1d534-b148-4d3e-8732-962b5e649304 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 19 07:40:17.737168 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Provisioning complete for port 9dab898e-5e50-47d0-9579-ca4ab85b22fe triggered by entity L2. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:40:17.738478 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:17.738478 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Attempt 1 to provision port 9dab898e-5e50-47d0-9579-ca4ab85b22fe Oct 19 07:40:17.743740 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.plugin [None req-1b20ef7f-2f00-40b3-a231-a2a792fcc135 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Deleting port beb7da94-9c72-426f-b39b-23996b742dd1 {{(pid=103332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 07:40:17.744078 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-1b20ef7f-2f00-40b3-a231-a2a792fcc135 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:17.770039 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-472c1feb-148a-4d16-ad1f-626dad231482 tempest-RoutersAdminNegativeIpV6Test-538658368 tempest-RoutersAdminNegativeIpV6Test-538658368-project-admin] Notify callbacks [] for security_group, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:17.778336 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-2083ec86-4d45-483f-b71c-03544bff4b28 tempest-AllowedAddressPairTestJSON-1474361603 tempest-AllowedAddressPairTestJSON-1474361603-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785020965340'] for network, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:17.804632 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b87a6b0-819f-447d-b2e6-697a8e864fe2 None None] Resources bound (agent type, host, resource id): {{(pid=103334) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 19 07:40:17.831191 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d16fdcb1-05ab-457e-b6ea-f43641f8f846 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Notify agent at l3_agent.dv-neutron-861624-1-hyperv the message routers_updated {{(pid=103333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 07:40:17.843033 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-1b20ef7f-2f00-40b3-a231-a2a792fcc135 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:17.846220 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb8cd53d-78e2-4ea6-ba4d-6f978a3eb4c2 None None] Sync routers for ids ['a2e206b1-60b5-4d62-afb0-8284b1591c71'] in dv-neutron-861624-1-hyperv {{(pid=103334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 07:40:17.857207 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.plugin [None req-1b20ef7f-2f00-40b3-a231-a2a792fcc135 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Calling delete_port for beb7da94-9c72-426f-b39b-23996b742dd1 owned by {{(pid=103332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 07:40:17.869181 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e14172f-de13-4c9d-9252-383934004bfc tempest-RoutersIpV6AdminTest-1896539816 tempest-RoutersIpV6AdminTest-1896539816-project-admin] Notify agent at l3_agent.dv-neutron-861624-1-hyperv the message routers_updated {{(pid=103333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 07:40:17.874863 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-d16fdcb1-05ab-457e-b6ea-f43641f8f846 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] 10.222.0.27 "PUT /v2.0/routers/a2e206b1-60b5-4d62-afb0-8284b1591c71/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9722621 Oct 19 07:40:17.882705 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-8e14172f-de13-4c9d-9252-383934004bfc tempest-RoutersIpV6AdminTest-1896539816 tempest-RoutersIpV6AdminTest-1896539816-project-admin] Notify callbacks [] for router, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:17.886928 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-8e14172f-de13-4c9d-9252-383934004bfc tempest-RoutersIpV6AdminTest-1896539816 tempest-RoutersIpV6AdminTest-1896539816-project-admin] 10.222.0.27 "PUT /v2.0/routers/44d0d9ec-8e6f-4e01-9712-95e1a2fd347b HTTP/1.1" status: 200 len: 917 time: 7.4675481 Oct 19 07:40:17.886928 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 55588) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:40:17.887294 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27468888-14cd-4d67-8d08-81dd1cb34a49 None None] Sync routers for ids ['44d0d9ec-8e6f-4e01-9712-95e1a2fd347b'] in dv-neutron-861624-1-hyperv {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 07:40:17.897861 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 55590) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:40:17.902138 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb8cd53d-78e2-4ea6-ba4d-6f978a3eb4c2 None None] Routers {'a2e206b1-60b5-4d62-afb0-8284b1591c71'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 07:40:17.902984 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-bb8cd53d-78e2-4ea6-ba4d-6f978a3eb4c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T07:40:16Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['a2e206b1-60b5-4d62-afb0-8284b1591c71'], 'active': True} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:40:17.904282 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27468888-14cd-4d67-8d08-81dd1cb34a49 None None] Routers {'44d0d9ec-8e6f-4e01-9712-95e1a2fd347b'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 07:40:17.905109 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-27468888-14cd-4d67-8d08-81dd1cb34a49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T07:40:16Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['44d0d9ec-8e6f-4e01-9712-95e1a2fd347b'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:40:17.927767 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-2083ec86-4d45-483f-b71c-03544bff4b28 tempest-AllowedAddressPairTestJSON-1474361603 tempest-AllowedAddressPairTestJSON-1474361603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873'] for network, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:17.932888 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2083ec86-4d45-483f-b71c-03544bff4b28 tempest-AllowedAddressPairTestJSON-1474361603 tempest-AllowedAddressPairTestJSON-1474361603-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:40:17.933753 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-2083ec86-4d45-483f-b71c-03544bff4b28 tempest-AllowedAddressPairTestJSON-1474361603 tempest-AllowedAddressPairTestJSON-1474361603-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574827'] for network, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:17.942468 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Current status of the port 9dab898e-5e50-47d0-9579-ca4ab85b22fe is: ACTIVE; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:40:17.947862 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-2a2259f7-b034-4eec-af7a-7abaede746c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:17.958371 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-bb8cd53d-78e2-4ea6-ba4d-6f978a3eb4c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:40:17.983654 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-27468888-14cd-4d67-8d08-81dd1cb34a49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:40:17.995710 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27468888-14cd-4d67-8d08-81dd1cb34a49 None None] Routers {'44d0d9ec-8e6f-4e01-9712-95e1a2fd347b'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 07:40:17.997592 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-27468888-14cd-4d67-8d08-81dd1cb34a49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T07:40:16Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['44d0d9ec-8e6f-4e01-9712-95e1a2fd347b'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:40:18.014404 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb8cd53d-78e2-4ea6-ba4d-6f978a3eb4c2 None None] Routers {'a2e206b1-60b5-4d62-afb0-8284b1591c71'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 07:40:18.015033 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-bb8cd53d-78e2-4ea6-ba4d-6f978a3eb4c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T07:40:16Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['a2e206b1-60b5-4d62-afb0-8284b1591c71'], 'active': True} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:40:18.040729 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62c7ae21-7ebe-4283-913c-c6c24bad031a tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:40:18.045021 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-62c7ae21-7ebe-4283-913c-c6c24bad031a tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] 10.222.0.27 "GET /v2.0/ports/b4381569-792d-481c-b330-e802116804e1 HTTP/1.1" status: 200 len: 910 time: 0.1555634 Oct 19 07:40:18.046940 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 55592) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:40:18.052569 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-bb8cd53d-78e2-4ea6-ba4d-6f978a3eb4c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:40:18.053237 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb8cd53d-78e2-4ea6-ba4d-6f978a3eb4c2 None None] The sync data for ids ['a2e206b1-60b5-4d62-afb0-8284b1591c71'] in dv-neutron-861624-1-hyperv is: [] {{(pid=103334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 07:40:18.060918 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-27468888-14cd-4d67-8d08-81dd1cb34a49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:40:18.062403 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27468888-14cd-4d67-8d08-81dd1cb34a49 None None] The sync data for ids ['44d0d9ec-8e6f-4e01-9712-95e1a2fd347b'] in dv-neutron-861624-1-hyperv is: [] {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 07:40:18.110453 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-1b20ef7f-2f00-40b3-a231-a2a792fcc135 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133553798'] for port, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:18.134933 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-2083ec86-4d45-483f-b71c-03544bff4b28 tempest-AllowedAddressPairTestJSON-1474361603 tempest-AllowedAddressPairTestJSON-1474361603-project] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 2.3174882 Oct 19 07:40:18.139707 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 55594) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:40:18.148337 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-3e1b567a-2a16-415a-bdc5-2a34b92dd8c5 tempest-AllowedAddressPairTestJSON-1474361603 tempest-AllowedAddressPairTestJSON-1474361603-project] Request body: {'subnet': {'network_id': '2b5f9a1d-4552-4b64-bd0c-5f57eae79640', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:40:18.157139 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2083ec86-4d45-483f-b71c-03544bff4b28 tempest-AllowedAddressPairTestJSON-1474361603 tempest-AllowedAddressPairTestJSON-1474361603-project] Pushing event updated for resources: {'Network': ['ID=2b5f9a1d-4552-4b64-bd0c-5f57eae79640,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:40:18.172009 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-61239df8-71f2-492f-b8aa-394d718d3e2d None None] Attempt 8 to provision port b4381569-792d-481c-b330-e802116804e1 Oct 19 07:40:18.177359 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Network 2b5f9a1d-4552-4b64-bd0c-5f57eae79640 details requested by agent ovs-agent-dv-neutron-861624-1-hyperv with host dv-neutron-861624-1-hyperv {{(pid=103334) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 07:40:18.178354 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b20ef7f-2f00-40b3-a231-a2a792fcc135 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Pushing event deleted for resources: {'Port': ['ID=beb7da94-9c72-426f-b39b-23996b742dd1,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:40:18.218071 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-1b20ef7f-2f00-40b3-a231-a2a792fcc135 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42160'] for port, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:18.221471 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-1b20ef7f-2f00-40b3-a231-a2a792fcc135 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] 10.222.0.27 "DELETE /v2.0/ports/beb7da94-9c72-426f-b39b-23996b742dd1 HTTP/1.1" status: 204 len: 168 time: 0.6796658 Oct 19 07:40:18.223914 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-ed2695ab-c4e5-4d30-a6e8-894538de34ed tempest-RoutersAdminTest-1280535694 tempest-RoutersAdminTest-1280535694-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1693896', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1692821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12609'] for router, precommit_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:18.224130 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 55596) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:40:18.224716 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-0bf1d534-b148-4d3e-8732-962b5e649304 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-667019'] for network, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:18.253740 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-ed2695ab-c4e5-4d30-a6e8-894538de34ed tempest-RoutersAdminTest-1280535694 tempest-RoutersAdminTest-1280535694-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1693859', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1693873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1693882', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1692830'] for router, after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:18.323660 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-472c1feb-148a-4d16-ad1f-626dad231482 tempest-RoutersAdminNegativeIpV6Test-538658368 tempest-RoutersAdminNegativeIpV6Test-538658368-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:18.354564 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4df749e0-828e-4e31-80e8-9fdbdf5a464c None None] Network b07622db-79c5-49cf-99e7-6f4dcd7f3df4 requested from dv-neutron-861624-1-hyperv {{(pid=103334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 07:40:18.357156 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-61239df8-71f2-492f-b8aa-394d718d3e2d None None] Port b4381569-792d-481c-b330-e802116804e1 cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 07:40:18.369700 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-3817d771-6d95-4c64-8360-6bf0737ceb16 tempest-RoutersIpV6AdminTest-1896539816 tempest-RoutersIpV6AdminTest-1896539816-project-admin] 10.222.0.27 "GET /v2.0/routers/44d0d9ec-8e6f-4e01-9712-95e1a2fd347b HTTP/1.1" status: 200 len: 923 time: 0.4691942 Oct 19 07:40:18.374176 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-472c1feb-148a-4d16-ad1f-626dad231482 tempest-RoutersAdminNegativeIpV6Test-538658368 tempest-RoutersAdminNegativeIpV6Test-538658368-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788643'] for security_group, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:18.379864 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 55598) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:40:18.392491 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.notifiers.nova [None req-472c1feb-148a-4d16-ad1f-626dad231482 tempest-RoutersAdminNegativeIpV6Test-538658368 tempest-RoutersAdminNegativeIpV6Test-538658368-project-admin] device_id is not set on port 60d330e0-b3df-4362-b024-108836351a73 yet. {{(pid=103333) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 19 07:40:18.439237 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a9e07d3-1876-426f-a43b-a090dd6b4b08 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:40:18.441206 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a9e07d3-1876-426f-a43b-a090dd6b4b08 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:40:18.446470 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-3a9e07d3-1876-426f-a43b-a090dd6b4b08 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] 10.222.0.27 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.2159672 Oct 19 07:40:18.453904 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 55600) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:40:18.529704 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5ca0b45-3dd3-4c2d-9d55-c58e74d2d41f None None] Network b07622db-79c5-49cf-99e7-6f4dcd7f3df4 requested from dv-neutron-861624-1-hyperv {{(pid=103334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 07:40:18.609582 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472c1feb-148a-4d16-ad1f-626dad231482 tempest-RoutersAdminNegativeIpV6Test-538658368 tempest-RoutersAdminNegativeIpV6Test-538658368-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c64c384-71fe-4647-b9ed-6b0407dcd1ed,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:40:18.632413 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e1b567a-2a16-415a-bdc5-2a34b92dd8c5 tempest-AllowedAddressPairTestJSON-1474361603 tempest-AllowedAddressPairTestJSON-1474361603-project] Made reservation on behalf of cc6c7fa417a24c65b4644d27be23f7f8 for: {'subnet': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 07:40:18.636213 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-3e1b567a-2a16-415a-bdc5-2a34b92dd8c5 tempest-AllowedAddressPairTestJSON-1474361603 tempest-AllowedAddressPairTestJSON-1474361603-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130170579'] for subnet, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:18.710745 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae3f7d9e-95f7-4a7f-97a2-c4a30a58b890 tempest-RoutersIpV6AdminTest-1896539816 tempest-RoutersIpV6AdminTest-1896539816-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:40:18.712364 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-ae3f7d9e-95f7-4a7f-97a2-c4a30a58b890 tempest-RoutersIpV6AdminTest-1896539816 tempest-RoutersIpV6AdminTest-1896539816-project-admin] 10.222.0.27 "GET /v2.0/ports?network_id=99c66757-74e3-40a4-b479-8d09e3a7c3dd&device_id=44d0d9ec-8e6f-4e01-9712-95e1a2fd347b&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.3298812 Oct 19 07:40:18.715006 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2174d890-54c9-4fe5-bc7a-0686b8c6d308 None None] Network b07622db-79c5-49cf-99e7-6f4dcd7f3df4 requested from dv-neutron-861624-1-hyperv {{(pid=103334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 07:40:18.719885 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 55602) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:40:18.846729 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.db_base_plugin_common [None req-472c1feb-148a-4d16-ad1f-626dad231482 tempest-RoutersAdminNegativeIpV6Test-538658368 tempest-RoutersAdminNegativeIpV6Test-538658368-project-admin] Allocated IP 172.26.0.49 (99c66757-74e3-40a4-b479-8d09e3a7c3dd/7f3d1034-1de7-458a-a3ee-77488de3949b/60d330e0-b3df-4362-b024-108836351a73) {{(pid=103333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 07:40:18.860776 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-61239df8-71f2-492f-b8aa-394d718d3e2d None None] Attempt 9 to provision port b4381569-792d-481c-b330-e802116804e1 Oct 19 07:40:18.905577 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-61239df8-71f2-492f-b8aa-394d718d3e2d None None] Port b4381569-792d-481c-b330-e802116804e1 cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 07:40:18.927131 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4eefcbb-afe7-4c5f-834e-44fb43e5f46d tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Deleting subnet ef523c4d-36c4-4f4f-818b-1f3b84a887b4 {{(pid=103332) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 19 07:40:18.934337 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-a4eefcbb-afe7-4c5f-834e-44fb43e5f46d tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks [] for subnet, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:18.942627 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-1a0da505-d0f9-48c6-b7e2-53b9c5e41298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:18.995467 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.plugin [None req-0bf1d534-b148-4d3e-8732-962b5e649304 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Deleting port 5c887587-263d-4807-832b-c02b1f471c40 {{(pid=103332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 07:40:18.995802 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-0bf1d534-b148-4d3e-8732-962b5e649304 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:19.021511 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-a4eefcbb-afe7-4c5f-834e-44fb43e5f46d tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130726890'] for subnet, precommit_delete_associations {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:19.055590 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-166b3ade-4d8d-4eac-ae10-764e211c084f tempest-RoutersIpV6AdminTest-1896539816 tempest-RoutersIpV6AdminTest-1896539816-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:40:19.057075 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-166b3ade-4d8d-4eac-ae10-764e211c084f tempest-RoutersIpV6AdminTest-1896539816 tempest-RoutersIpV6AdminTest-1896539816-project-admin] 10.222.0.27 "GET /v2.0/networks/99c66757-74e3-40a4-b479-8d09e3a7c3dd HTTP/1.1" status: 200 len: 881 time: 0.3255973 Oct 19 07:40:19.061577 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 55606) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:40:19.080854 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:19.169149 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.db [None req-0bf1d534-b148-4d3e-8732-962b5e649304 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] For port 5c887587-263d-4807-832b-c02b1f471c40, host dv-neutron-861624-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=5c887587-263d-4807-832b-c02b1f471c40,segment=NetworkSegment(21ece7da-3d23-4593-b0d8-f7ee7ebae380),segment_id=21ece7da-3d23-4593-b0d8-f7ee7ebae380)] {{(pid=103332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:40:19.169514 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-0bf1d534-b148-4d3e-8732-962b5e649304 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:19.209087 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-a4eefcbb-afe7-4c5f-834e-44fb43e5f46d tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-679826'] for subnet, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:19.236854 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.plugin [None req-0bf1d534-b148-4d3e-8732-962b5e649304 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Calling delete_port for 5c887587-263d-4807-832b-c02b1f471c40 owned by network:dhcp {{(pid=103332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 07:40:19.334246 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-a4eefcbb-afe7-4c5f-834e-44fb43e5f46d tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-679819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-133552721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130659632'] for subnet, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:19.352334 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-6d84e2e2-6c2d-447b-b616-ebf8cf3dc188 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1694785'] for router_interface, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:19.375005 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-0f2a6ff3-8dd9-443a-a58d-1debdc24eba4 tempest-RoutersIpV6AdminTest-1129688832 tempest-RoutersIpV6AdminTest-1129688832-project] 10.222.0.27 "GET /v2.0/ports?device_id=44d0d9ec-8e6f-4e01-9712-95e1a2fd347b HTTP/1.1" status: 200 len: 205 time: 0.3057635 Oct 19 07:40:19.381091 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-a4eefcbb-afe7-4c5f-834e-44fb43e5f46d tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks [] for subnet, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:19.383900 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-a4eefcbb-afe7-4c5f-834e-44fb43e5f46d tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] 10.222.0.27 "DELETE /v2.0/subnets/ef523c4d-36c4-4f4f-818b-1f3b84a887b4 HTTP/1.1" status: 204 len: 168 time: 0.9290371 Oct 19 07:40:19.384486 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 55608) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:40:19.390009 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25d7881f-e40d-4237-9718-86bf6d2df194 None None] Network 6b5a65c5-1bed-4301-9db8-c1056c2b8eba requested from dv-neutron-861624-1-hyperv {{(pid=103334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 07:40:19.394096 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed2695ab-c4e5-4d30-a6e8-894538de34ed tempest-RoutersAdminTest-1280535694 tempest-RoutersAdminTest-1280535694-project-admin] Router 9da5ebe8-36eb-491a-9928-0ec46ff70320 is scheduled to L3 agent ab388470-1243-4d53-80f2-c2f5899c97a7 with binding_index 1 {{(pid=103333) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 07:40:19.395894 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 55610) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:40:19.409803 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-61239df8-71f2-492f-b8aa-394d718d3e2d None None] Attempt 10 to provision port b4381569-792d-481c-b330-e802116804e1 Oct 19 07:40:19.429411 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4eefcbb-afe7-4c5f-834e-44fb43e5f46d tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Pushing event deleted for resources: {'Subnet': ['ID=ef523c4d-36c4-4f4f-818b-1f3b84a887b4,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:40:19.462217 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-84bb03b2-8d29-4f73-b777-19c0e2d13cb5 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] 10.222.0.27 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0617070 Oct 19 07:40:19.468704 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 55612) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:40:19.478053 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-0ede6578-721a-4246-ac4d-ed9d17bc4585 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Request body: {'subnet': {'network_id': '6b5a65c5-1bed-4301-9db8-c1056c2b8eba', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:40:19.491447 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-61239df8-71f2-492f-b8aa-394d718d3e2d None None] Port b4381569-792d-481c-b330-e802116804e1 cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 07:40:19.517771 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-0bf1d534-b148-4d3e-8732-962b5e649304 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133553798'] for port, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:19.559652 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bf1d534-b148-4d3e-8732-962b5e649304 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] No DVR routers for this DVR port 5c887587-263d-4807-832b-c02b1f471c40 on host dv-neutron-861624-1-hyperv {{(pid=103332) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 19 07:40:19.564063 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf1d534-b148-4d3e-8732-962b5e649304 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Pushing event deleted for resources: {'Port': ['ID=5c887587-263d-4807-832b-c02b1f471c40,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:40:19.590359 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-472c1feb-148a-4d16-ad1f-626dad231482 tempest-RoutersAdminNegativeIpV6Test-538658368 tempest-RoutersAdminNegativeIpV6Test-538658368-project-admin] Notify callbacks [] for port, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:19.619481 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-0aa76dc4-7cab-4399-83fd-67288c97458b None None] Provisioning complete for port 9dab898e-5e50-47d0-9579-ca4ab85b22fe triggered by entity DHCP. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:40:19.620010 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-0aa76dc4-7cab-4399-83fd-67288c97458b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:19.620276 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-0aa76dc4-7cab-4399-83fd-67288c97458b None None] Attempt 1 to provision port 9dab898e-5e50-47d0-9579-ca4ab85b22fe Oct 19 07:40:19.648658 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91f287ce-27c9-41c5-b0a7-2fd87df99dab None None] DHCP port deletion for 6b5a65c5-1bed-4301-9db8-c1056c2b8eba request from dv-neutron-861624-1-hyperv {{(pid=103334) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 07:40:19.662557 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-3e1b567a-2a16-415a-bdc5-2a34b92dd8c5 tempest-AllowedAddressPairTestJSON-1474361603 tempest-AllowedAddressPairTestJSON-1474361603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130997899', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130170401'] for subnet, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:19.744586 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-91f287ce-27c9-41c5-b0a7-2fd87df99dab None None] Deleting port 9dab898e-5e50-47d0-9579-ca4ab85b22fe {{(pid=103334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 07:40:19.745058 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-91f287ce-27c9-41c5-b0a7-2fd87df99dab None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:19.748794 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-0aa76dc4-7cab-4399-83fd-67288c97458b None None] Current status of the port 9dab898e-5e50-47d0-9579-ca4ab85b22fe is: ACTIVE; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:40:19.754429 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-0bf1d534-b148-4d3e-8732-962b5e649304 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-673051', 'neutron.services.segments.db._delete_segments_for_network-8785021519108'] for network, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:19.773080 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-b3d072ab-1291-4a72-991f-f046a1cb4bf9 tempest-RoutersIpV6AdminTest-1129688832 tempest-RoutersIpV6AdminTest-1129688832-project] Notify callbacks [] for router, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:19.810119 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-472c1feb-148a-4d16-ad1f-626dad231482 tempest-RoutersAdminNegativeIpV6Test-538658368 tempest-RoutersAdminNegativeIpV6Test-538658368-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785020947330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130996763'] for port, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:19.812207 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1b567a-2a16-415a-bdc5-2a34b92dd8c5 tempest-AllowedAddressPairTestJSON-1474361603 tempest-AllowedAddressPairTestJSON-1474361603-project] Pushing event updated for resources: {'Subnet': ['ID=590d023b-2916-4f82-923d-a7ace9294604,revision_number=0']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:40:19.815995 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-0aa76dc4-7cab-4399-83fd-67288c97458b None None] Provisioning complete for port b4381569-792d-481c-b330-e802116804e1 triggered by entity DHCP. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:40:19.816499 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-0aa76dc4-7cab-4399-83fd-67288c97458b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:19.816926 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-0aa76dc4-7cab-4399-83fd-67288c97458b None None] Attempt 1 to provision port b4381569-792d-481c-b330-e802116804e1 Oct 19 07:40:19.828536 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ede6578-721a-4246-ac4d-ed9d17bc4585 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Made reservation on behalf of 61a2e57b80c1442e9cb330141a970781 for: {'subnet': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 07:40:19.829390 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.services.segments.db [None req-0bf1d534-b148-4d3e-8732-962b5e649304 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b07622db-79c5-49cf-99e7-6f4dcd7f3df4']}} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:40:19.831229 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-0ede6578-721a-4246-ac4d-ed9d17bc4585 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130170579'] for subnet, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:19.835700 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed2695ab-c4e5-4d30-a6e8-894538de34ed tempest-RoutersAdminTest-1280535694 tempest-RoutersAdminTest-1280535694-project-admin] Notify agent at l3_agent.dv-neutron-861624-1-hyperv the message routers_updated {{(pid=103333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 07:40:19.849482 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-91f287ce-27c9-41c5-b0a7-2fd87df99dab None None] For port 9dab898e-5e50-47d0-9579-ca4ab85b22fe, host dv-neutron-861624-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=9dab898e-5e50-47d0-9579-ca4ab85b22fe,segment=NetworkSegment(5a8d2b05-b527-4bd4-a671-b9112f193fef),segment_id=5a8d2b05-b527-4bd4-a671-b9112f193fef)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:40:19.849977 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-91f287ce-27c9-41c5-b0a7-2fd87df99dab None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:19.853733 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.services.segments.db [None req-0bf1d534-b148-4d3e-8732-962b5e649304 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21ece7da-3d23-4593-b0d8-f7ee7ebae380') {'for_net_delete': True} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:40:19.854011 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.services.segments.db [None req-0bf1d534-b148-4d3e-8732-962b5e649304 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21ece7da-3d23-4593-b0d8-f7ee7ebae380') {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:40:19.861815 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fe676ac-7313-44f7-a668-29aac83b0eee None None] Sync routers for ids ['9da5ebe8-36eb-491a-9928-0ec46ff70320'] in dv-neutron-861624-1-hyperv {{(pid=103334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 07:40:19.863753 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-ed2695ab-c4e5-4d30-a6e8-894538de34ed tempest-RoutersAdminTest-1280535694 tempest-RoutersAdminTest-1280535694-project-admin] Notify callbacks [] for router, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:19.867774 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-ed2695ab-c4e5-4d30-a6e8-894538de34ed tempest-RoutersAdminTest-1280535694 tempest-RoutersAdminTest-1280535694-project-admin] 10.222.0.27 "PUT /v2.0/routers/9da5ebe8-36eb-491a-9928-0ec46ff70320 HTTP/1.1" status: 200 len: 915 time: 8.0363297 Oct 19 07:40:19.870418 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 55614) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:40:19.871944 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-0bf1d534-b148-4d3e-8732-962b5e649304 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785021519382', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130726885'] for segment, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:19.877395 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-91f287ce-27c9-41c5-b0a7-2fd87df99dab None None] Calling delete_port for 9dab898e-5e50-47d0-9579-ca4ab85b22fe owned by network:dhcp {{(pid=103334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 07:40:19.892080 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-0aa76dc4-7cab-4399-83fd-67288c97458b None None] Port b4381569-792d-481c-b330-e802116804e1 cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 07:40:19.894638 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fe676ac-7313-44f7-a668-29aac83b0eee None None] Routers {'9da5ebe8-36eb-491a-9928-0ec46ff70320'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 07:40:19.895355 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-7fe676ac-7313-44f7-a668-29aac83b0eee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T07:40:16Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['9da5ebe8-36eb-491a-9928-0ec46ff70320'], 'active': True} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:40:19.919362 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-472c1feb-148a-4d16-ad1f-626dad231482 tempest-RoutersAdminNegativeIpV6Test-538658368 tempest-RoutersAdminNegativeIpV6Test-538658368-project-admin] Network 99c66757-74e3-40a4-b479-8d09e3a7c3dd is already hosted by enough agents. {{(pid=103333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 07:40:19.933454 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-7fe676ac-7313-44f7-a668-29aac83b0eee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:40:19.950525 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e1b567a-2a16-415a-bdc5-2a34b92dd8c5 tempest-AllowedAddressPairTestJSON-1474361603 tempest-AllowedAddressPairTestJSON-1474361603-project] Checking segment: {'id': '25aadc07-b6fd-467d-ae3c-a5a2f7ecebbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '2b5f9a1d-4552-4b64-bd0c-5f57eae79640'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 19 07:40:19.950890 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e1b567a-2a16-415a-bdc5-2a34b92dd8c5 tempest-AllowedAddressPairTestJSON-1474361603 tempest-AllowedAddressPairTestJSON-1474361603-project] Network hostable DHCP agents. Network: 2b5f9a1d-4552-4b64-bd0c-5f57eae79640, hostable agents: ['310d813b-0e3e-4d7e-9b79-8f4ec0dbcab0'], hosted agents: [] {{(pid=103333) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 07:40:19.955790 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-472c1feb-148a-4d16-ad1f-626dad231482 tempest-RoutersAdminNegativeIpV6Test-538658368 tempest-RoutersAdminNegativeIpV6Test-538658368-project-admin] Resources bound (agent type, host, resource id): {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:40:19.958336 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472c1feb-148a-4d16-ad1f-626dad231482 tempest-RoutersAdminNegativeIpV6Test-538658368 tempest-RoutersAdminNegativeIpV6Test-538658368-project-admin] Pushing event updated for resources: {'Port': ['ID=60d330e0-b3df-4362-b024-108836351a73,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:40:19.960619 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-472c1feb-148a-4d16-ad1f-626dad231482 tempest-RoutersAdminNegativeIpV6Test-538658368 tempest-RoutersAdminNegativeIpV6Test-538658368-project-admin] Received port after_create {{(pid=103333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 07:40:19.977256 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-0bf1d534-b148-4d3e-8732-962b5e649304 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979'] for segment, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:19.977901 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fe676ac-7313-44f7-a668-29aac83b0eee None None] Routers {'9da5ebe8-36eb-491a-9928-0ec46ff70320'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 07:40:19.978818 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-7fe676ac-7313-44f7-a668-29aac83b0eee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T07:40:16Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['9da5ebe8-36eb-491a-9928-0ec46ff70320'], 'active': True} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:40:19.998418 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0bf1d534-b148-4d3e-8732-962b5e649304 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Releasing vlan 175 on physical network physnet1 to pool {{(pid=103332) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 07:40:19.998830 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-0bf1d534-b148-4d3e-8732-962b5e649304 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-133553843'] for segment, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:20.022812 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-7fe676ac-7313-44f7-a668-29aac83b0eee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:40:20.023038 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fe676ac-7313-44f7-a668-29aac83b0eee None None] The sync data for ids ['9da5ebe8-36eb-491a-9928-0ec46ff70320'] in dv-neutron-861624-1-hyperv is: [] {{(pid=103334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 07:40:20.033636 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e1b567a-2a16-415a-bdc5-2a34b92dd8c5 tempest-AllowedAddressPairTestJSON-1474361603 tempest-AllowedAddressPairTestJSON-1474361603-project] Network 2b5f9a1d-4552-4b64-bd0c-5f57eae79640 is scheduled to be hosted by DHCP agent 310d813b-0e3e-4d7e-9b79-8f4ec0dbcab0 with binding_index 1 {{(pid=103333) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 07:40:20.042177 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-472c1feb-148a-4d16-ad1f-626dad231482 tempest-RoutersAdminNegativeIpV6Test-538658368 tempest-RoutersAdminNegativeIpV6Test-538658368-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:40:20.042800 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-472c1feb-148a-4d16-ad1f-626dad231482 tempest-RoutersAdminNegativeIpV6Test-538658368 tempest-RoutersAdminNegativeIpV6Test-538658368-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42160'] for port, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:20.062371 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-91f287ce-27c9-41c5-b0a7-2fd87df99dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339'] for port, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:20.062937 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.services.segments.plugin [-] Segment 21ece7da-3d23-4593-b0d8-f7ee7ebae380 resource provider aggregate not found Oct 19 07:40:20.063765 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-3e1b567a-2a16-415a-bdc5-2a34b92dd8c5 tempest-AllowedAddressPairTestJSON-1474361603 tempest-AllowedAddressPairTestJSON-1474361603-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861624-1-hyperv, 2b5f9a1d-4552-4b64-bd0c-5f57eae79640) {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:40:20.090513 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e1b567a-2a16-415a-bdc5-2a34b92dd8c5 tempest-AllowedAddressPairTestJSON-1474361603 tempest-AllowedAddressPairTestJSON-1474361603-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:40:20.091285 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-3e1b567a-2a16-415a-bdc5-2a34b92dd8c5 tempest-AllowedAddressPairTestJSON-1474361603 tempest-AllowedAddressPairTestJSON-1474361603-project] Notify callbacks [] for subnet, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:20.093629 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-495eb931-1a6f-4e65-b9a7-e364dfa0f3ef None None] Network 2b5f9a1d-4552-4b64-bd0c-5f57eae79640 requested from dv-neutron-861624-1-hyperv {{(pid=103334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 07:40:20.099427 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f287ce-27c9-41c5-b0a7-2fd87df99dab None None] Pushing event deleted for resources: {'Port': ['ID=9dab898e-5e50-47d0-9579-ca4ab85b22fe,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:40:20.114721 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91f287ce-27c9-41c5-b0a7-2fd87df99dab None None] No DVR routers for this DVR port 9dab898e-5e50-47d0-9579-ca4ab85b22fe on host dv-neutron-861624-1-hyperv {{(pid=103334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 19 07:40:20.149801 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-472c1feb-148a-4d16-ad1f-626dad231482 tempest-RoutersAdminNegativeIpV6Test-538658368 tempest-RoutersAdminNegativeIpV6Test-538658368-project-admin] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 2.8832748 Oct 19 07:40:20.155019 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 55620) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:40:20.164642 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.services.segments.plugin [-] Segment 21ece7da-3d23-4593-b0d8-f7ee7ebae380 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 21ece7da-3d23-4593-b0d8-f7ee7ebae380 found for delete ", "request_id": "req-c478894d-6476-4cbf-baeb-2ddd89ccb706"}]} Oct 19 07:40:20.167421 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-b3d072ab-1291-4a72-991f-f046a1cb4bf9 tempest-RoutersIpV6AdminTest-1129688832 tempest-RoutersIpV6AdminTest-1129688832-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:20.171965 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-02a1bbc1-72a2-45c0-abc0-8d73f10bb401 tempest-RoutersAdminNegativeIpV6Test-538658368 tempest-RoutersAdminNegativeIpV6Test-538658368-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'external_fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.49'}]}}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:40:20.191964 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-3e1b567a-2a16-415a-bdc5-2a34b92dd8c5 tempest-AllowedAddressPairTestJSON-1474361603 tempest-AllowedAddressPairTestJSON-1474361603-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0482514 Oct 19 07:40:20.192922 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 55622) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:40:20.205909 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-c9459d8f-a345-44bf-a795-d68fd163342e tempest-AllowedAddressPairTestJSON-1474361603 tempest-AllowedAddressPairTestJSON-1474361603-project] Request body: {'port': {'network_id': '2b5f9a1d-4552-4b64-bd0c-5f57eae79640', 'name': 'tempest-AllowedAddressPairTestJSON-1670526296'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:40:20.210401 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-0bf1d534-b148-4d3e-8732-962b5e649304 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-673044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1695087'] for network, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:20.218588 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-0bf1d534-b148-4d3e-8732-962b5e649304 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Notify callbacks [] for network, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:20.225106 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-0bf1d534-b148-4d3e-8732-962b5e649304 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] 10.222.0.27 "DELETE /v2.0/networks/b07622db-79c5-49cf-99e7-6f4dcd7f3df4 HTTP/1.1" status: 204 len: 168 time: 3.3228822 Oct 19 07:40:20.227701 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 55624) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:40:20.260276 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-02a1bbc1-72a2-45c0-abc0-8d73f10bb401 tempest-RoutersAdminNegativeIpV6Test-538658368 tempest-RoutersAdminNegativeIpV6Test-538658368-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1692695', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12668'] for router, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:20.261643 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-02a1bbc1-72a2-45c0-abc0-8d73f10bb401 tempest-RoutersAdminNegativeIpV6Test-538658368 tempest-RoutersAdminNegativeIpV6Test-538658368-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1692835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1693910', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1621825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12659'] for router, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:20.275173 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-be75cbf3-f7b0-45a2-9c5b-61d3e484d4dd tempest-RoutersAdminTest-1280535694 tempest-RoutersAdminTest-1280535694-project-admin] 10.222.0.27 "GET /v2.0/routers/9da5ebe8-36eb-491a-9928-0ec46ff70320 HTTP/1.1" status: 200 len: 921 time: 0.4030352 Oct 19 07:40:20.284115 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf1d534-b148-4d3e-8732-962b5e649304 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Pushing event deleted for resources: {'Network': ['ID=b07622db-79c5-49cf-99e7-6f4dcd7f3df4,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:40:20.287806 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 55626) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:40:20.311740 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f7ac50b-d75d-411f-97db-fa9657c47fc0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d12c6ac-27a3-545c-a8f3-f04e30423d6d-2b5f9a1d-4552-4b64-bd0c-5f57eae79640', 'network_id': '2b5f9a1d-4552-4b64-bd0c-5f57eae79640', 'tenant_id': 'cc6c7fa417a24c65b4644d27be23f7f8', 'fixed_ips': [{'subnet_id': '590d023b-2916-4f82-923d-a7ace9294604'}]}} from dv-neutron-861624-1-hyperv. {{(pid=103334) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 07:40:20.312818 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-5f7ac50b-d75d-411f-97db-fa9657c47fc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:20.326976 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.pecan_wsgi.hooks.translation [None req-3db195c2-af0f-465c-af01-04c740d368df tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] DELETE failed (client error): The resource could not be found. Oct 19 07:40:20.327849 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3db195c2-af0f-465c-af01-04c740d368df tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103332) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 07:40:20.331901 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-3db195c2-af0f-465c-af01-04c740d368df tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] 10.222.0.27 "DELETE /v2.0/networks/b07622db-79c5-49cf-99e7-6f4dcd7f3df4 HTTP/1.1" status: 404 len: 339 time: 0.1006241 Oct 19 07:40:20.353045 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 55628) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:40:20.360200 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-7707aa9c-bc6d-4144-b725-e5739ccd8ac6 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1186923876', 'description': 'd1'}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:40:20.403657 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.plugin [None req-6d84e2e2-6c2d-447b-b616-ebf8cf3dc188 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Deleting port b4381569-792d-481c-b330-e802116804e1 {{(pid=103332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 07:40:20.403945 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-6d84e2e2-6c2d-447b-b616-ebf8cf3dc188 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:20.419529 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.objects.ports [None req-0ede6578-721a-4246-ac4d-ed9d17bc4585 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103333) get_objects /opt/stack/neutron/neutron/objects/ports.py:470}} Oct 19 07:40:20.420486 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7707aa9c-bc6d-4144-b725-e5739ccd8ac6 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Made reservation on behalf of 2a06cf3adb854931a1e873f20cdb1976 for: {'network': 1} {{(pid=103332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 07:40:20.423814 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-7707aa9c-bc6d-4144-b725-e5739ccd8ac6 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for network, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:20.427087 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-0ede6578-721a-4246-ac4d-ed9d17bc4585 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130997899', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130170401'] for subnet, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:20.441977 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8fe45a0-2636-4265-8591-5635fd29fe48 tempest-RoutersAdminTest-1280535694 tempest-RoutersAdminTest-1280535694-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:40:20.447124 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-b8fe45a0-2636-4265-8591-5635fd29fe48 tempest-RoutersAdminTest-1280535694 tempest-RoutersAdminTest-1280535694-project-admin] 10.222.0.27 "GET /v2.0/ports?network_id=99c66757-74e3-40a4-b479-8d09e3a7c3dd&device_id=9da5ebe8-36eb-491a-9928-0ec46ff70320&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1533566 Oct 19 07:40:20.447680 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 55630) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:40:20.476755 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.db_base_plugin_common [None req-5f7ac50b-d75d-411f-97db-fa9657c47fc0 None None] Allocated IP 172.20.0.2 (2b5f9a1d-4552-4b64-bd0c-5f57eae79640/590d023b-2916-4f82-923d-a7ace9294604/18b86d3a-927a-4145-94e8-d61bc537690f) {{(pid=103334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 07:40:20.488541 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-02a1bbc1-72a2-45c0-abc0-8d73f10bb401 tempest-RoutersAdminNegativeIpV6Test-538658368 tempest-RoutersAdminNegativeIpV6Test-538658368-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:20.493610 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.plugin [None req-b3d072ab-1291-4a72-991f-f046a1cb4bf9 tempest-RoutersIpV6AdminTest-1129688832 tempest-RoutersIpV6AdminTest-1129688832-project] Deleting port 337fc6a2-0a57-4fde-9ae3-73efe50a1436 {{(pid=103332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 07:40:20.494017 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-b3d072ab-1291-4a72-991f-f046a1cb4bf9 tempest-RoutersIpV6AdminTest-1129688832 tempest-RoutersIpV6AdminTest-1129688832-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:20.505196 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-0aa76dc4-7cab-4399-83fd-67288c97458b None None] Attempt 2 to provision port b4381569-792d-481c-b330-e802116804e1 Oct 19 07:40:20.525122 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7707aa9c-bc6d-4144-b725-e5739ccd8ac6 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 175} {{(pid=103332) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 07:40:20.560016 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-7707aa9c-bc6d-4144-b725-e5739ccd8ac6 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979'] for segment, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:20.560363 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.db.segments_db [None req-7707aa9c-bc6d-4144-b725-e5739ccd8ac6 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Added segment 94f33944-fea4-4923-8a99-7924e3d0ca9d of type vlan for network 6e793d50-18b0-4039-b65b-20da9b5764d1 Oct 19 07:40:20.562605 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-6d84e2e2-6c2d-447b-b616-ebf8cf3dc188 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:20.621478 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7536daf0-8ff9-4a47-aa5d-e7eccd5e13cb tempest-RoutersAdminTest-1280535694 tempest-RoutersAdminTest-1280535694-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:40:20.625632 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-7536daf0-8ff9-4a47-aa5d-e7eccd5e13cb tempest-RoutersAdminTest-1280535694 tempest-RoutersAdminTest-1280535694-project-admin] 10.222.0.27 "GET /v2.0/networks/99c66757-74e3-40a4-b479-8d09e3a7c3dd HTTP/1.1" status: 200 len: 881 time: 0.1708164 Oct 19 07:40:20.634903 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 55632) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:40:20.636480 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.plugin [None req-6d84e2e2-6c2d-447b-b616-ebf8cf3dc188 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Calling delete_port for b4381569-792d-481c-b330-e802116804e1 owned by network:router_interface {{(pid=103332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 07:40:20.687511 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-15b30e46-5336-450c-8c53-d556189a14c3 tempest-RoutersAdminTest-1850549588 tempest-RoutersAdminTest-1850549588-project] 10.222.0.27 "GET /v2.0/ports?device_id=9da5ebe8-36eb-491a-9928-0ec46ff70320 HTTP/1.1" status: 200 len: 205 time: 0.0449600 Oct 19 07:40:20.687511 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-7707aa9c-bc6d-4144-b725-e5739ccd8ac6 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785020965340'] for network, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:20.691756 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 55634) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:40:20.694520 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ede6578-721a-4246-ac4d-ed9d17bc4585 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Network 6b5a65c5-1bed-4301-9db8-c1056c2b8eba is already hosted by enough agents. {{(pid=103333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 07:40:20.725215 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-0ede6578-721a-4246-ac4d-ed9d17bc4585 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Resources bound (agent type, host, resource id): {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:40:20.743823 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-0aa76dc4-7cab-4399-83fd-67288c97458b None None] Port b4381569-792d-481c-b330-e802116804e1 cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 07:40:20.748726 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d513794-4159-4f79-bb4a-f2a1cb4143e6 None None] Network 6b5a65c5-1bed-4301-9db8-c1056c2b8eba requested from dv-neutron-861624-1-hyperv {{(pid=103334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 07:40:20.760035 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9459d8f-a345-44bf-a795-d68fd163342e tempest-AllowedAddressPairTestJSON-1474361603 tempest-AllowedAddressPairTestJSON-1474361603-project] Made reservation on behalf of cc6c7fa417a24c65b4644d27be23f7f8 for: {'port': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 07:40:20.763830 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-c9459d8f-a345-44bf-a795-d68fd163342e tempest-AllowedAddressPairTestJSON-1474361603 tempest-AllowedAddressPairTestJSON-1474361603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:20.780371 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ede6578-721a-4246-ac4d-ed9d17bc4585 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:40:20.781119 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-0ede6578-721a-4246-ac4d-ed9d17bc4585 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks [] for subnet, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:20.789030 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.notifiers.nova [None req-c9459d8f-a345-44bf-a795-d68fd163342e tempest-AllowedAddressPairTestJSON-1474361603 tempest-AllowedAddressPairTestJSON-1474361603-project] device_id is not set on port 1fc22c0e-8d0f-46e8-b79c-0ac9ba098dc8 yet. {{(pid=103333) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 19 07:40:20.799212 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-b3d072ab-1291-4a72-991f-f046a1cb4bf9 tempest-RoutersIpV6AdminTest-1129688832 tempest-RoutersIpV6AdminTest-1129688832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:20.829592 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.plugin [None req-b3d072ab-1291-4a72-991f-f046a1cb4bf9 tempest-RoutersIpV6AdminTest-1129688832 tempest-RoutersIpV6AdminTest-1129688832-project] Calling delete_port for 337fc6a2-0a57-4fde-9ae3-73efe50a1436 owned by network:router_gateway {{(pid=103332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 07:40:20.844827 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-7707aa9c-bc6d-4144-b725-e5739ccd8ac6 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873'] for network, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:20.851137 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7707aa9c-bc6d-4144-b725-e5739ccd8ac6 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:40:20.851755 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-7707aa9c-bc6d-4144-b725-e5739ccd8ac6 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Notify callbacks [] for network, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:20.857473 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ede6578-721a-4246-ac4d-ed9d17bc4585 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Pushing event updated for resources: {'Subnet': ['ID=80a36ae4-e1f5-4fd6-a72e-94465b58dba3,revision_number=0']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:40:20.915082 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-0ede6578-721a-4246-ac4d-ed9d17bc4585 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4416623 Oct 19 07:40:20.925543 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-5f7ac50b-d75d-411f-97db-fa9657c47fc0 None None] Notify callbacks [] for port, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:20.932712 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-5f7ac50b-d75d-411f-97db-fa9657c47fc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785020947330'] for port, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:20.938510 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-02a1bbc1-72a2-45c0-abc0-8d73f10bb401 tempest-RoutersAdminNegativeIpV6Test-538658368 tempest-RoutersAdminNegativeIpV6Test-538658368-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:20.944013 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 55636) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:40:20.950049 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-2d93eea3-1618-4f86-a678-be92537c4527 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Request body: {'port': {'network_id': '6b5a65c5-1bed-4301-9db8-c1056c2b8eba', 'mac_address': 'fa:16:3e:79:81:8a', 'name': 'tempest-NetworksTestDHCPv6-1232333283'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:40:21.007609 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-7707aa9c-bc6d-4144-b725-e5739ccd8ac6 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.6525517 Oct 19 07:40:21.013911 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f7ac50b-d75d-411f-97db-fa9657c47fc0 None None] Network 2b5f9a1d-4552-4b64-bd0c-5f57eae79640 is already hosted by enough agents. {{(pid=103334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 07:40:21.014319 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 55638) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:40:21.022905 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.scheduler.base_scheduler [None req-5f7ac50b-d75d-411f-97db-fa9657c47fc0 None None] Resources bound (agent type, host, resource id): {{(pid=103334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:40:21.042854 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7ac50b-d75d-411f-97db-fa9657c47fc0 None None] Pushing event updated for resources: {'Port': ['ID=18b86d3a-927a-4145-94e8-d61bc537690f,revision_number=1']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:40:21.045834 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f7ac50b-d75d-411f-97db-fa9657c47fc0 None None] Received port after_create {{(pid=103334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 07:40:21.080469 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7707aa9c-bc6d-4144-b725-e5739ccd8ac6 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Pushing event updated for resources: {'Network': ['ID=6e793d50-18b0-4039-b65b-20da9b5764d1,revision_number=1']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:40:21.080923 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7376fbf8-725d-4161-a932-c55713f2d064 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d12c6ac-27a3-545c-a8f3-f04e30423d6d-6b5a65c5-1bed-4301-9db8-c1056c2b8eba', 'network_id': '6b5a65c5-1bed-4301-9db8-c1056c2b8eba', 'tenant_id': '61a2e57b80c1442e9cb330141a970781', 'fixed_ips': [{'subnet_id': '80a36ae4-e1f5-4fd6-a72e-94465b58dba3'}]}} from dv-neutron-861624-1-hyperv. {{(pid=103334) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 07:40:21.082207 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-7376fbf8-725d-4161-a932-c55713f2d064 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:21.090618 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-b99c4e7e-9644-4c2f-badd-0ce9ec60f2e3 tempest-RoutersAdminTest-1850549588 tempest-RoutersAdminTest-1850549588-project] Notify callbacks [] for router, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:21.123407 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Network 6e793d50-18b0-4039-b65b-20da9b5764d1 details requested by agent ovs-agent-dv-neutron-861624-1-hyperv with host dv-neutron-861624-1-hyperv {{(pid=103334) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 07:40:21.148230 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.db_base_plugin_common [None req-c9459d8f-a345-44bf-a795-d68fd163342e tempest-AllowedAddressPairTestJSON-1474361603 tempest-AllowedAddressPairTestJSON-1474361603-project] Allocated IP 172.20.0.9 (2b5f9a1d-4552-4b64-bd0c-5f57eae79640/590d023b-2916-4f82-923d-a7ace9294604/1fc22c0e-8d0f-46e8-b79c-0ac9ba098dc8) {{(pid=103333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 07:40:21.172728 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-5f7ac50b-d75d-411f-97db-fa9657c47fc0 None None] Attempting to bind port 18b86d3a-927a-4145-94e8-d61bc537690f on host dv-neutron-861624-1-hyperv for vnic_type normal with profile {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 19 07:40:21.172728 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-5f7ac50b-d75d-411f-97db-fa9657c47fc0 None None] Attempting to bind port 18b86d3a-927a-4145-94e8-d61bc537690f by drivers openvswitch,hyperv on host dv-neutron-861624-1-hyperv at level 0 using segments [{'id': '25aadc07-b6fd-467d-ae3c-a5a2f7ecebbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '2b5f9a1d-4552-4b64-bd0c-5f57eae79640'}] {{(pid=103334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 19 07:40:21.173134 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f7ac50b-d75d-411f-97db-fa9657c47fc0 None None] Attempting to bind port 18b86d3a-927a-4145-94e8-d61bc537690f on network 2b5f9a1d-4552-4b64-bd0c-5f57eae79640 {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 07:40:21.236671 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27eca998-ee54-4bcf-bfbc-e072ac61a490 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:40:21.238394 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-27eca998-ee54-4bcf-bfbc-e072ac61a490 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] 10.222.0.27 "GET /v2.0/networks?id=6e793d50-18b0-4039-b65b-20da9b5764d1 HTTP/1.1" status: 200 len: 761 time: 0.2142196 Oct 19 07:40:21.243482 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 55640) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:40:21.251766 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-bdd3d0ec-054a-4dec-8324-4da7e71d2ff8 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Request body: {'network': {'description': 'd2'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:40:21.275347 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-0aa76dc4-7cab-4399-83fd-67288c97458b None None] Attempt 3 to provision port b4381569-792d-481c-b330-e802116804e1 Oct 19 07:40:21.283806 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f7ac50b-d75d-411f-97db-fa9657c47fc0 None None] Checking agent: {'id': 'a5b0152c-d633-409b-aaf8-3b76458e2410', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861624-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 19, 7, 30, 19), 'started_at': datetime.datetime(2022, 10, 19, 7, 30, 49), 'heartbeat_timestamp': datetime.datetime(2022, 10, 19, 7, 40, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861624-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 07:40:21.284252 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f7ac50b-d75d-411f-97db-fa9657c47fc0 None None] Checking segment: {'id': '25aadc07-b6fd-467d-ae3c-a5a2f7ecebbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '2b5f9a1d-4552-4b64-bd0c-5f57eae79640'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 19 07:40:21.284709 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-5f7ac50b-d75d-411f-97db-fa9657c47fc0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:21.285347 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f7ac50b-d75d-411f-97db-fa9657c47fc0 None None] Bound using segment: {'id': '25aadc07-b6fd-467d-ae3c-a5a2f7ecebbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '2b5f9a1d-4552-4b64-bd0c-5f57eae79640'} {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 07:40:21.285589 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-5f7ac50b-d75d-411f-97db-fa9657c47fc0 None None] Bound port: 18b86d3a-927a-4145-94e8-d61bc537690f, host: dv-neutron-861624-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25aadc07-b6fd-467d-ae3c-a5a2f7ecebbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '2b5f9a1d-4552-4b64-bd0c-5f57eae79640'}}] {{(pid=103334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 19 07:40:21.285979 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-5f7ac50b-d75d-411f-97db-fa9657c47fc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:21.318014 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-6d84e2e2-6c2d-447b-b616-ebf8cf3dc188 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133553798'] for port, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:21.366725 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d84e2e2-6c2d-447b-b616-ebf8cf3dc188 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Pushing event deleted for resources: {'Port': ['ID=b4381569-792d-481c-b330-e802116804e1,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:40:21.372407 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-b99c4e7e-9644-4c2f-badd-0ce9ec60f2e3 tempest-RoutersAdminTest-1850549588 tempest-RoutersAdminTest-1850549588-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:21.398041 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-b3d072ab-1291-4a72-991f-f046a1cb4bf9 tempest-RoutersIpV6AdminTest-1129688832 tempest-RoutersIpV6AdminTest-1129688832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133553798'] for port, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:21.406781 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-0aa76dc4-7cab-4399-83fd-67288c97458b None None] Port b4381569-792d-481c-b330-e802116804e1 cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 07:40:21.410210 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d93eea3-1618-4f86-a678-be92537c4527 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Made reservation on behalf of 61a2e57b80c1442e9cb330141a970781 for: {'port': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 07:40:21.436343 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.db_base_plugin_common [None req-7376fbf8-725d-4161-a932-c55713f2d064 None None] Allocated IP 2001:db8::f816:3eff:feba:9b73 (6b5a65c5-1bed-4301-9db8-c1056c2b8eba/80a36ae4-e1f5-4fd6-a72e-94465b58dba3/2c4ced24-ed14-42f2-8e03-0460fedd5ae2) {{(pid=103334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 07:40:21.444394 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-5f7ac50b-d75d-411f-97db-fa9657c47fc0 None None] For port 18b86d3a-927a-4145-94e8-d61bc537690f, host dv-neutron-861624-1-hyperv, cleared binding levels {{(pid=103334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 07:40:21.454573 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-5f7ac50b-d75d-411f-97db-fa9657c47fc0 None None] For port 18b86d3a-927a-4145-94e8-d61bc537690f, host dv-neutron-861624-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=18b86d3a-927a-4145-94e8-d61bc537690f,segment=NetworkSegment(25aadc07-b6fd-467d-ae3c-a5a2f7ecebbc),segment_id=25aadc07-b6fd-467d-ae3c-a5a2f7ecebbc)] {{(pid=103334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 07:40:21.471122 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d072ab-1291-4a72-991f-f046a1cb4bf9 tempest-RoutersIpV6AdminTest-1129688832 tempest-RoutersIpV6AdminTest-1129688832-project] Pushing event deleted for resources: {'Port': ['ID=337fc6a2-0a57-4fde-9ae3-73efe50a1436,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:40:21.471680 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-5f7ac50b-d75d-411f-97db-fa9657c47fc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:21.540750 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device 9dab898e-5e50-47d0-9579-ca4ab85b22fe no longer exists at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 07:40:21.614131 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] No Port match for: 9dab898e-5e50-47d0-9579-ca4ab85b22fe {{(pid=103334) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 19 07:40:21.614776 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device 9dab898e-5e50-47d0-9579-ca4ab85b22fe not bound to the agent host dv-neutron-861624-1-hyperv {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 07:40:21.637461 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-b3d072ab-1291-4a72-991f-f046a1cb4bf9 tempest-RoutersIpV6AdminTest-1129688832 tempest-RoutersIpV6AdminTest-1129688832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1693831'] for router_gateway, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:21.657734 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7ac50b-d75d-411f-97db-fa9657c47fc0 None None] Pushing event updated for resources: {'Port': ['ID=18b86d3a-927a-4145-94e8-d61bc537690f,revision_number=2']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:40:21.779355 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-c9459d8f-a345-44bf-a795-d68fd163342e tempest-AllowedAddressPairTestJSON-1474361603 tempest-AllowedAddressPairTestJSON-1474361603-project] Notify callbacks [] for port, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:21.820102 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-7376fbf8-725d-4161-a932-c55713f2d064 None None] Notify callbacks [] for port, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:21.826877 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-7376fbf8-725d-4161-a932-c55713f2d064 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785020947330'] for port, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:21.885255 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7376fbf8-725d-4161-a932-c55713f2d064 None None] Network 6b5a65c5-1bed-4301-9db8-c1056c2b8eba is already hosted by enough agents. {{(pid=103334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 07:40:21.889011 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.scheduler.base_scheduler [None req-7376fbf8-725d-4161-a932-c55713f2d064 None None] Resources bound (agent type, host, resource id): {{(pid=103334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:40:21.895503 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7376fbf8-725d-4161-a932-c55713f2d064 None None] Received port after_create {{(pid=103334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 07:40:21.907508 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-0aa76dc4-7cab-4399-83fd-67288c97458b None None] Attempt 4 to provision port b4381569-792d-481c-b330-e802116804e1 Oct 19 07:40:21.909967 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7376fbf8-725d-4161-a932-c55713f2d064 None None] Pushing event updated for resources: {'Port': ['ID=2c4ced24-ed14-42f2-8e03-0460fedd5ae2,revision_number=1']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:40:21.936926 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-0aa76dc4-7cab-4399-83fd-67288c97458b None None] Port b4381569-792d-481c-b330-e802116804e1 was deleted so its status cannot be updated. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Oct 19 07:40:21.959334 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-0aa76dc4-7cab-4399-83fd-67288c97458b None None] Could not find standard attr ID for object beb7da94-9c72-426f-b39b-23996b742dd1. {{(pid=103334) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 19 07:40:22.001066 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-7376fbf8-725d-4161-a932-c55713f2d064 None None] Attempting to bind port 2c4ced24-ed14-42f2-8e03-0460fedd5ae2 on host dv-neutron-861624-1-hyperv for vnic_type normal with profile {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 19 07:40:22.001479 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-7376fbf8-725d-4161-a932-c55713f2d064 None None] Attempting to bind port 2c4ced24-ed14-42f2-8e03-0460fedd5ae2 by drivers openvswitch,hyperv on host dv-neutron-861624-1-hyperv at level 0 using segments [{'id': '5a8d2b05-b527-4bd4-a671-b9112f193fef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '6b5a65c5-1bed-4301-9db8-c1056c2b8eba'}] {{(pid=103334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 19 07:40:22.001849 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7376fbf8-725d-4161-a932-c55713f2d064 None None] Attempting to bind port 2c4ced24-ed14-42f2-8e03-0460fedd5ae2 on network 6b5a65c5-1bed-4301-9db8-c1056c2b8eba {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 07:40:22.007896 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7376fbf8-725d-4161-a932-c55713f2d064 None None] Checking agent: {'id': 'a5b0152c-d633-409b-aaf8-3b76458e2410', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861624-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 19, 7, 30, 19), 'started_at': datetime.datetime(2022, 10, 19, 7, 30, 49), 'heartbeat_timestamp': datetime.datetime(2022, 10, 19, 7, 40, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861624-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 07:40:22.008344 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7376fbf8-725d-4161-a932-c55713f2d064 None None] Checking segment: {'id': '5a8d2b05-b527-4bd4-a671-b9112f193fef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '6b5a65c5-1bed-4301-9db8-c1056c2b8eba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 19 07:40:22.008792 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-7376fbf8-725d-4161-a932-c55713f2d064 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:22.009189 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7376fbf8-725d-4161-a932-c55713f2d064 None None] Bound using segment: {'id': '5a8d2b05-b527-4bd4-a671-b9112f193fef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '6b5a65c5-1bed-4301-9db8-c1056c2b8eba'} {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 07:40:22.009664 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-7376fbf8-725d-4161-a932-c55713f2d064 None None] Bound port: 2c4ced24-ed14-42f2-8e03-0460fedd5ae2, host: dv-neutron-861624-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a8d2b05-b527-4bd4-a671-b9112f193fef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '6b5a65c5-1bed-4301-9db8-c1056c2b8eba'}}] {{(pid=103334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 19 07:40:22.010178 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-7376fbf8-725d-4161-a932-c55713f2d064 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:22.025158 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-bdd3d0ec-054a-4dec-8324-4da7e71d2ff8 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785020965340'] for network, precommit_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:22.039815 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-2d93eea3-1618-4f86-a678-be92537c4527 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:22.045390 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-c9459d8f-a345-44bf-a795-d68fd163342e tempest-AllowedAddressPairTestJSON-1474361603 tempest-AllowedAddressPairTestJSON-1474361603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785020947330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130996763'] for port, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:22.084347 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-7376fbf8-725d-4161-a932-c55713f2d064 None None] For port 2c4ced24-ed14-42f2-8e03-0460fedd5ae2, host dv-neutron-861624-1-hyperv, cleared binding levels {{(pid=103334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 07:40:22.088169 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-7376fbf8-725d-4161-a932-c55713f2d064 None None] For port 2c4ced24-ed14-42f2-8e03-0460fedd5ae2, host dv-neutron-861624-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=2c4ced24-ed14-42f2-8e03-0460fedd5ae2,segment=NetworkSegment(5a8d2b05-b527-4bd4-a671-b9112f193fef),segment_id=5a8d2b05-b527-4bd4-a671-b9112f193fef)] {{(pid=103334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 07:40:22.089380 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-bdd3d0ec-054a-4dec-8324-4da7e71d2ff8 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873'] for network, after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:22.092931 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-7376fbf8-725d-4161-a932-c55713f2d064 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:22.098553 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-6d84e2e2-6c2d-447b-b616-ebf8cf3dc188 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1574862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1694957'] for router_interface, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:22.114446 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.plugin [None req-b99c4e7e-9644-4c2f-badd-0ce9ec60f2e3 tempest-RoutersAdminTest-1850549588 tempest-RoutersAdminTest-1850549588-project] Deleting port 63af8a35-39b9-4289-8bf2-65902af0c1b6 {{(pid=103332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 07:40:22.114787 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-b99c4e7e-9644-4c2f-badd-0ce9ec60f2e3 tempest-RoutersAdminTest-1850549588 tempest-RoutersAdminTest-1850549588-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:22.142957 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-b3d072ab-1291-4a72-991f-f046a1cb4bf9 tempest-RoutersIpV6AdminTest-1129688832 tempest-RoutersIpV6AdminTest-1129688832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1693565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12618'] for router, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:22.147582 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-b3d072ab-1291-4a72-991f-f046a1cb4bf9 tempest-RoutersIpV6AdminTest-1129688832 tempest-RoutersIpV6AdminTest-1129688832-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:22.154560 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7376fbf8-725d-4161-a932-c55713f2d064 None None] Pushing event updated for resources: {'Port': ['ID=2c4ced24-ed14-42f2-8e03-0460fedd5ae2,revision_number=2']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:40:22.179880 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-bdd3d0ec-054a-4dec-8324-4da7e71d2ff8 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Network 6e793d50-18b0-4039-b65b-20da9b5764d1 is not hosted by any dhcp agent {{(pid=103333) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Oct 19 07:40:22.185220 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdd3d0ec-054a-4dec-8324-4da7e71d2ff8 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:40:22.185828 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-bdd3d0ec-054a-4dec-8324-4da7e71d2ff8 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Notify callbacks [] for network, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:22.189102 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-bdd3d0ec-054a-4dec-8324-4da7e71d2ff8 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] 10.222.0.27 "PUT /v2.0/networks/6e793d50-18b0-4039-b65b-20da9b5764d1 HTTP/1.1" status: 200 len: 758 time: 0.9406924 Oct 19 07:40:22.192364 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 55642) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:40:22.204396 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.notifiers.nova [None req-2d93eea3-1618-4f86-a678-be92537c4527 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] device_id is not set on port 2385875f-f75c-4937-927d-06193c90ff88 yet. {{(pid=103333) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 19 07:40:22.212058 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9459d8f-a345-44bf-a795-d68fd163342e tempest-AllowedAddressPairTestJSON-1474361603 tempest-AllowedAddressPairTestJSON-1474361603-project] Network 2b5f9a1d-4552-4b64-bd0c-5f57eae79640 is already hosted by enough agents. {{(pid=103333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 07:40:22.232713 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-c9459d8f-a345-44bf-a795-d68fd163342e tempest-AllowedAddressPairTestJSON-1474361603 tempest-AllowedAddressPairTestJSON-1474361603-project] Resources bound (agent type, host, resource id): {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:40:22.267200 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9459d8f-a345-44bf-a795-d68fd163342e tempest-AllowedAddressPairTestJSON-1474361603 tempest-AllowedAddressPairTestJSON-1474361603-project] Received port after_create {{(pid=103333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 07:40:22.271457 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9459d8f-a345-44bf-a795-d68fd163342e tempest-AllowedAddressPairTestJSON-1474361603 tempest-AllowedAddressPairTestJSON-1474361603-project] Pushing event updated for resources: {'Port': ['ID=1fc22c0e-8d0f-46e8-b79c-0ac9ba098dc8,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:40:22.362064 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-b3d072ab-1291-4a72-991f-f046a1cb4bf9 tempest-RoutersIpV6AdminTest-1129688832 tempest-RoutersIpV6AdminTest-1129688832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1693542'] for router, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:22.362922 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3d072ab-1291-4a72-991f-f046a1cb4bf9 tempest-RoutersIpV6AdminTest-1129688832 tempest-RoutersIpV6AdminTest-1129688832-project] Fanout notify agent at l3_agent the message router_deleted on router 44d0d9ec-8e6f-4e01-9712-95e1a2fd347b {{(pid=103332) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 07:40:22.448734 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-b3d072ab-1291-4a72-991f-f046a1cb4bf9 tempest-RoutersIpV6AdminTest-1129688832 tempest-RoutersIpV6AdminTest-1129688832-project] Notify callbacks [] for router, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:22.449911 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-b3d072ab-1291-4a72-991f-f046a1cb4bf9 tempest-RoutersIpV6AdminTest-1129688832 tempest-RoutersIpV6AdminTest-1129688832-project] 10.222.0.27 "DELETE /v2.0/routers/44d0d9ec-8e6f-4e01-9712-95e1a2fd347b HTTP/1.1" status: 204 len: 168 time: 3.0303853 Oct 19 07:40:22.462713 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 55646) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:40:22.473412 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-427b97e3-2927-4016-83bd-900d7370266b tempest-RoutersIpV6AdminTest-1129688832 tempest-RoutersIpV6AdminTest-1129688832-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1891493223', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:40:22.541858 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c36c246-8ef0-4db3-ba27-831938a05371 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:40:22.544049 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-5c36c246-8ef0-4db3-ba27-831938a05371 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] 10.222.0.27 "GET /v2.0/networks?id=6e793d50-18b0-4039-b65b-20da9b5764d1 HTTP/1.1" status: 200 len: 761 time: 0.3486631 Oct 19 07:40:22.555472 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-b99c4e7e-9644-4c2f-badd-0ce9ec60f2e3 tempest-RoutersAdminTest-1850549588 tempest-RoutersAdminTest-1850549588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:22.559957 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 55648) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:40:22.578366 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-1d2f20ac-713c-4be7-9ba1-4092d55a2c42 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-95188198'}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:40:22.594968 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.plugin [None req-b99c4e7e-9644-4c2f-badd-0ce9ec60f2e3 tempest-RoutersAdminTest-1850549588 tempest-RoutersAdminTest-1850549588-project] Calling delete_port for 63af8a35-39b9-4289-8bf2-65902af0c1b6 owned by network:router_gateway {{(pid=103332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 07:40:22.603186 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d84e2e2-6c2d-447b-b616-ebf8cf3dc188 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Router a2e206b1-60b5-4d62-afb0-8284b1591c71 has already been hosted by L3 agent ab388470-1243-4d53-80f2-c2f5899c97a7 {{(pid=103332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 07:40:22.621062 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-427b97e3-2927-4016-83bd-900d7370266b tempest-RoutersIpV6AdminTest-1129688832 tempest-RoutersIpV6AdminTest-1129688832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1692695', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12668'] for router, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:22.622068 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-427b97e3-2927-4016-83bd-900d7370266b tempest-RoutersIpV6AdminTest-1129688832 tempest-RoutersIpV6AdminTest-1129688832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1692835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1693910', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1621825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12659'] for router, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:22.634262 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d2f20ac-713c-4be7-9ba1-4092d55a2c42 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Made reservation on behalf of 2a06cf3adb854931a1e873f20cdb1976 for: {'network': 1} {{(pid=103332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 07:40:22.637844 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-1d2f20ac-713c-4be7-9ba1-4092d55a2c42 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for network, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:22.644415 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd3d0ec-054a-4dec-8324-4da7e71d2ff8 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Pushing event updated for resources: {'Network': ['ID=6e793d50-18b0-4039-b65b-20da9b5764d1,revision_number=2']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:40:22.651799 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-02a1bbc1-72a2-45c0-abc0-8d73f10bb401 tempest-RoutersAdminNegativeIpV6Test-538658368 tempest-RoutersAdminNegativeIpV6Test-538658368-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:22.659080 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Network 6e793d50-18b0-4039-b65b-20da9b5764d1 details requested by agent ovs-agent-dv-neutron-861624-1-hyperv with host dv-neutron-861624-1-hyperv {{(pid=103334) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 07:40:22.689039 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-02a1bbc1-72a2-45c0-abc0-8d73f10bb401 tempest-RoutersAdminNegativeIpV6Test-538658368 tempest-RoutersAdminNegativeIpV6Test-538658368-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:22.746075 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9459d8f-a345-44bf-a795-d68fd163342e tempest-AllowedAddressPairTestJSON-1474361603 tempest-AllowedAddressPairTestJSON-1474361603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:40:22.746734 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-c9459d8f-a345-44bf-a795-d68fd163342e tempest-AllowedAddressPairTestJSON-1474361603 tempest-AllowedAddressPairTestJSON-1474361603-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42160'] for port, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:22.786990 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d2f20ac-713c-4be7-9ba1-4092d55a2c42 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 198} {{(pid=103332) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 07:40:22.827434 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-c9459d8f-a345-44bf-a795-d68fd163342e tempest-AllowedAddressPairTestJSON-1474361603 tempest-AllowedAddressPairTestJSON-1474361603-project] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.6305587 Oct 19 07:40:22.831658 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.db_base_plugin_common [None req-2d93eea3-1618-4f86-a678-be92537c4527 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Allocated IP 2001:db8::f816:3eff:fe79:818a (6b5a65c5-1bed-4301-9db8-c1056c2b8eba/80a36ae4-e1f5-4fd6-a72e-94465b58dba3/2385875f-f75c-4937-927d-06193c90ff88) {{(pid=103333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 07:40:22.833770 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 55650) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:40:22.841671 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-ee16ebf6-3fcc-4700-9498-520c9d17d131 tempest-AllowedAddressPairTestJSON-1474361603 tempest-AllowedAddressPairTestJSON-1474361603-project] Request body: {'port': {'network_id': '2b5f9a1d-4552-4b64-bd0c-5f57eae79640', 'name': 'tempest-AllowedAddressPairTestJSON-1848625141', 'allowed_address_pairs': [{'ip_address': '172.20.0.9', 'mac_address': 'fa:16:3e:08:6e:f4'}]}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:40:22.848410 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-427b97e3-2927-4016-83bd-900d7370266b tempest-RoutersIpV6AdminTest-1129688832 tempest-RoutersIpV6AdminTest-1129688832-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:22.850236 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d84e2e2-6c2d-447b-b616-ebf8cf3dc188 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Notify agent at l3_agent.dv-neutron-861624-1-hyperv the message routers_updated {{(pid=103332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 07:40:22.858985 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-6d84e2e2-6c2d-447b-b616-ebf8cf3dc188 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] 10.222.0.27 "PUT /v2.0/routers/a2e206b1-60b5-4d62-afb0-8284b1591c71/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8079040 Oct 19 07:40:22.860498 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 55652) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:40:22.861737 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4b07c38-0988-4a1e-a288-148a350312d0 None None] Sync routers for ids ['a2e206b1-60b5-4d62-afb0-8284b1591c71'] in dv-neutron-861624-1-hyperv {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 07:40:22.864216 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-427b97e3-2927-4016-83bd-900d7370266b tempest-RoutersIpV6AdminTest-1129688832 tempest-RoutersIpV6AdminTest-1129688832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1692844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1693859'] for router, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:22.871928 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4b07c38-0988-4a1e-a288-148a350312d0 None None] Routers {'a2e206b1-60b5-4d62-afb0-8284b1591c71'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 07:40:22.872673 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-d4b07c38-0988-4a1e-a288-148a350312d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T07:40:16Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['a2e206b1-60b5-4d62-afb0-8284b1591c71'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:40:22.883570 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-1d2f20ac-713c-4be7-9ba1-4092d55a2c42 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979'] for segment, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:22.883926 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.db.segments_db [None req-1d2f20ac-713c-4be7-9ba1-4092d55a2c42 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Added segment c99ab080-4c99-48a4-b4ff-5a2e97a808a4 of type vlan for network 872afcc1-66c3-4532-8047-e461e6f7f643 Oct 19 07:40:22.910715 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-d4b07c38-0988-4a1e-a288-148a350312d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:40:22.914105 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2f95f7c-f9b8-4693-b925-ffcc91e3b166 None None] Network 2b5f9a1d-4552-4b64-bd0c-5f57eae79640 requested from dv-neutron-861624-1-hyperv {{(pid=103334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 07:40:22.921317 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4b07c38-0988-4a1e-a288-148a350312d0 None None] Routers {'a2e206b1-60b5-4d62-afb0-8284b1591c71'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 07:40:22.922106 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-d4b07c38-0988-4a1e-a288-148a350312d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T07:40:16Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['a2e206b1-60b5-4d62-afb0-8284b1591c71'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:40:22.949650 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-7b805ae5-4178-4207-b41f-efce08d65703 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] 10.222.0.27 "GET /v2.0/ports?device_id=a2e206b1-60b5-4d62-afb0-8284b1591c71 HTTP/1.1" status: 200 len: 205 time: 0.0867987 Oct 19 07:40:22.957318 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 55654) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:40:22.958757 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-427b97e3-2927-4016-83bd-900d7370266b tempest-RoutersIpV6AdminTest-1129688832 tempest-RoutersIpV6AdminTest-1129688832-project] Notify callbacks [] for router, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:22.962358 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-427b97e3-2927-4016-83bd-900d7370266b tempest-RoutersIpV6AdminTest-1129688832 tempest-RoutersIpV6AdminTest-1129688832-project] 10.222.0.27 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4962432 Oct 19 07:40:22.969022 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 55656) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:40:22.979361 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-d4b07c38-0988-4a1e-a288-148a350312d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:40:22.980023 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4b07c38-0988-4a1e-a288-148a350312d0 None None] The sync data for ids ['a2e206b1-60b5-4d62-afb0-8284b1591c71'] in dv-neutron-861624-1-hyperv is: [] {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 07:40:22.981453 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-88fbfbdb-52ad-40ca-8fba-54fc7b6c4cee tempest-RoutersIpV6AdminTest-1896539816 tempest-RoutersIpV6AdminTest-1896539816-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'enable_snat': False}}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:40:23.044813 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-ebb7d956-b79d-4a73-8069-9a74f9c4852c None None] Provisioning complete for port 18b86d3a-927a-4145-94e8-d61bc537690f triggered by entity DHCP. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:40:23.044813 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-ebb7d956-b79d-4a73-8069-9a74f9c4852c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:23.045104 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-ebb7d956-b79d-4a73-8069-9a74f9c4852c None None] Attempt 1 to provision port 18b86d3a-927a-4145-94e8-d61bc537690f Oct 19 07:40:23.067417 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-1d2f20ac-713c-4be7-9ba1-4092d55a2c42 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785020965340'] for network, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:23.188975 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-9f9cf387-2a52-450f-a015-07b4b8306c69 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Notify callbacks [] for router, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:23.239068 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-1d2f20ac-713c-4be7-9ba1-4092d55a2c42 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873'] for network, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:23.244620 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d2f20ac-713c-4be7-9ba1-4092d55a2c42 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:40:23.245278 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-1d2f20ac-713c-4be7-9ba1-4092d55a2c42 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Notify callbacks [] for network, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:23.258106 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-ebb7d956-b79d-4a73-8069-9a74f9c4852c None None] Current status of the port 18b86d3a-927a-4145-94e8-d61bc537690f is: DOWN; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:40:23.258471 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-ebb7d956-b79d-4a73-8069-9a74f9c4852c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:23.289184 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-02a1bbc1-72a2-45c0-abc0-8d73f10bb401 tempest-RoutersAdminNegativeIpV6Test-538658368 tempest-RoutersAdminNegativeIpV6Test-538658368-project-admin] Notify callbacks [] for router, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:23.316933 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-b99c4e7e-9644-4c2f-badd-0ce9ec60f2e3 tempest-RoutersAdminTest-1850549588 tempest-RoutersAdminTest-1850549588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133553798'] for port, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:23.341162 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-ebb7d956-b79d-4a73-8069-9a74f9c4852c None None] For port 18b86d3a-927a-4145-94e8-d61bc537690f, host dv-neutron-861624-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=18b86d3a-927a-4145-94e8-d61bc537690f,segment=NetworkSegment(25aadc07-b6fd-467d-ae3c-a5a2f7ecebbc),segment_id=25aadc07-b6fd-467d-ae3c-a5a2f7ecebbc)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:40:23.345505 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-ebb7d956-b79d-4a73-8069-9a74f9c4852c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:23.407928 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb7d956-b79d-4a73-8069-9a74f9c4852c None None] Pushing event updated for resources: {'Port': ['ID=18b86d3a-927a-4145-94e8-d61bc537690f,revision_number=3']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:40:23.423022 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-88fbfbdb-52ad-40ca-8fba-54fc7b6c4cee tempest-RoutersIpV6AdminTest-1896539816 tempest-RoutersIpV6AdminTest-1896539816-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:23.432757 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-1d2f20ac-713c-4be7-9ba1-4092d55a2c42 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.8692009 Oct 19 07:40:23.432757 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99c4e7e-9644-4c2f-badd-0ce9ec60f2e3 tempest-RoutersAdminTest-1850549588 tempest-RoutersAdminTest-1850549588-project] Pushing event deleted for resources: {'Port': ['ID=63af8a35-39b9-4289-8bf2-65902af0c1b6,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:40:23.444494 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 55660) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:40:23.453082 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-e4490cdb-0d28-4ed1-bb58-c829bb5ebac3 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Request body: {'subnet': {'network_id': '872afcc1-66c3-4532-8047-e461e6f7f643', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:40:23.496012 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2f20ac-713c-4be7-9ba1-4092d55a2c42 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Pushing event updated for resources: {'Network': ['ID=872afcc1-66c3-4532-8047-e461e6f7f643,revision_number=1']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:40:23.516702 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Network 872afcc1-66c3-4532-8047-e461e6f7f643 details requested by agent ovs-agent-dv-neutron-861624-1-hyperv with host dv-neutron-861624-1-hyperv {{(pid=103334) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 07:40:23.516863 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee16ebf6-3fcc-4700-9498-520c9d17d131 tempest-AllowedAddressPairTestJSON-1474361603 tempest-AllowedAddressPairTestJSON-1474361603-project] Made reservation on behalf of cc6c7fa417a24c65b4644d27be23f7f8 for: {'port': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 07:40:23.650546 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device 2c4ced24-ed14-42f2-8e03-0460fedd5ae2 up at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 07:40:23.653275 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-b99c4e7e-9644-4c2f-badd-0ce9ec60f2e3 tempest-RoutersAdminTest-1850549588 tempest-RoutersAdminTest-1850549588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1693831'] for router_gateway, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:23.701644 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-25a1a847-b50d-4145-9f6e-4f390ab3303f None None] Provisioning complete for port 2c4ced24-ed14-42f2-8e03-0460fedd5ae2 triggered by entity DHCP. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:40:23.702016 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-25a1a847-b50d-4145-9f6e-4f390ab3303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:23.702351 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-25a1a847-b50d-4145-9f6e-4f390ab3303f None None] Attempt 1 to provision port 2c4ced24-ed14-42f2-8e03-0460fedd5ae2 Oct 19 07:40:23.751496 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Provisioning complete for port 2c4ced24-ed14-42f2-8e03-0460fedd5ae2 triggered by entity L2. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:40:23.751797 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:23.752120 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Attempt 1 to provision port 2c4ced24-ed14-42f2-8e03-0460fedd5ae2 Oct 19 07:40:23.770359 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-b99c4e7e-9644-4c2f-badd-0ce9ec60f2e3 tempest-RoutersAdminTest-1850549588 tempest-RoutersAdminTest-1850549588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1693565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12618'] for router, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:23.773148 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-b99c4e7e-9644-4c2f-badd-0ce9ec60f2e3 tempest-RoutersAdminTest-1850549588 tempest-RoutersAdminTest-1850549588-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:23.777481 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-9f9cf387-2a52-450f-a015-07b4b8306c69 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1693565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12618'] for router, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:23.787612 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-9f9cf387-2a52-450f-a015-07b4b8306c69 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:23.829065 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-b99c4e7e-9644-4c2f-badd-0ce9ec60f2e3 tempest-RoutersAdminTest-1850549588 tempest-RoutersAdminTest-1850549588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1693542'] for router, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:23.829819 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b99c4e7e-9644-4c2f-badd-0ce9ec60f2e3 tempest-RoutersAdminTest-1850549588 tempest-RoutersAdminTest-1850549588-project] Fanout notify agent at l3_agent the message router_deleted on router 9da5ebe8-36eb-491a-9928-0ec46ff70320 {{(pid=103332) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 07:40:23.833600 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-25a1a847-b50d-4145-9f6e-4f390ab3303f None None] Current status of the port 2c4ced24-ed14-42f2-8e03-0460fedd5ae2 is: DOWN; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:40:23.833993 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-25a1a847-b50d-4145-9f6e-4f390ab3303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:23.841902 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-b99c4e7e-9644-4c2f-badd-0ce9ec60f2e3 tempest-RoutersAdminTest-1850549588 tempest-RoutersAdminTest-1850549588-project] Notify callbacks [] for router, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:23.847116 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-b99c4e7e-9644-4c2f-badd-0ce9ec60f2e3 tempest-RoutersAdminTest-1850549588 tempest-RoutersAdminTest-1850549588-project] 10.222.0.27 "DELETE /v2.0/routers/9da5ebe8-36eb-491a-9928-0ec46ff70320 HTTP/1.1" status: 204 len: 168 time: 3.1488957 Oct 19 07:40:23.849279 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 55662) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:40:23.884982 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-191db12b-caa4-49f4-8910-3c0b2d518996 tempest-RoutersAdminTest-1850549588 tempest-RoutersAdminTest-1850549588-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1404257245', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:40:23.888687 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Current status of the port 2c4ced24-ed14-42f2-8e03-0460fedd5ae2 is: DOWN; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:40:23.889079 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:23.899313 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-2d93eea3-1618-4f86-a678-be92537c4527 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks [] for port, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:23.927612 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-191db12b-caa4-49f4-8910-3c0b2d518996 tempest-RoutersAdminTest-1850549588 tempest-RoutersAdminTest-1850549588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1692695', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12668'] for router, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:23.928815 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-191db12b-caa4-49f4-8910-3c0b2d518996 tempest-RoutersAdminTest-1850549588 tempest-RoutersAdminTest-1850549588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1692835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1693910', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1621825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12659'] for router, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:23.929860 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-25a1a847-b50d-4145-9f6e-4f390ab3303f None None] For port 2c4ced24-ed14-42f2-8e03-0460fedd5ae2, host dv-neutron-861624-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=2c4ced24-ed14-42f2-8e03-0460fedd5ae2,segment=NetworkSegment(5a8d2b05-b527-4bd4-a671-b9112f193fef),segment_id=5a8d2b05-b527-4bd4-a671-b9112f193fef)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:40:23.934580 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-25a1a847-b50d-4145-9f6e-4f390ab3303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:23.937636 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-02a1bbc1-72a2-45c0-abc0-8d73f10bb401 tempest-RoutersAdminNegativeIpV6Test-538658368 tempest-RoutersAdminNegativeIpV6Test-538658368-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1693565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12618'] for router, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:23.943028 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-9f9cf387-2a52-450f-a015-07b4b8306c69 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1693542'] for router, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:23.943548 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f9cf387-2a52-450f-a015-07b4b8306c69 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Fanout notify agent at l3_agent the message router_deleted on router a2e206b1-60b5-4d62-afb0-8284b1591c71 {{(pid=103333) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 07:40:23.954894 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-9f9cf387-2a52-450f-a015-07b4b8306c69 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Notify callbacks [] for router, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:23.958960 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-9f9cf387-2a52-450f-a015-07b4b8306c69 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] 10.222.0.27 "DELETE /v2.0/routers/a2e206b1-60b5-4d62-afb0-8284b1591c71 HTTP/1.1" status: 204 len: 168 time: 0.9617894 Oct 19 07:40:23.958960 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-02a1bbc1-72a2-45c0-abc0-8d73f10bb401 tempest-RoutersAdminNegativeIpV6Test-538658368 tempest-RoutersAdminNegativeIpV6Test-538658368-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:23.971106 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 55664) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:40:24.011236 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-25a1a847-b50d-4145-9f6e-4f390ab3303f None None] Provisioning complete for port 18b86d3a-927a-4145-94e8-d61bc537690f triggered by entity DHCP. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:40:24.011464 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-25a1a847-b50d-4145-9f6e-4f390ab3303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:24.011934 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-25a1a847-b50d-4145-9f6e-4f390ab3303f None None] Attempt 1 to provision port 18b86d3a-927a-4145-94e8-d61bc537690f Oct 19 07:40:24.023664 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4490cdb-0d28-4ed1-bb58-c829bb5ebac3 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Made reservation on behalf of 2a06cf3adb854931a1e873f20cdb1976 for: {'subnet': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 07:40:24.027393 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-e4490cdb-0d28-4ed1-bb58-c829bb5ebac3 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130170579'] for subnet, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:24.055791 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a1a847-b50d-4145-9f6e-4f390ab3303f None None] Pushing event updated for resources: {'Port': ['ID=2c4ced24-ed14-42f2-8e03-0460fedd5ae2,revision_number=3']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:40:24.060794 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.db.api [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103334) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 19 07:40:24.062549 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG oslo_db.api [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 19 07:40:24.125077 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-191db12b-caa4-49f4-8910-3c0b2d518996 tempest-RoutersAdminTest-1850549588 tempest-RoutersAdminTest-1850549588-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:24.130000 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.db_base_plugin_v2 [None req-0831c2e5-89fe-44b9-89ca-89e4ef64b67b tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Deleting subnet 477b21ed-e373-4d78-b248-df577dd2dc19 {{(pid=103332) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 19 07:40:24.133740 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-0831c2e5-89fe-44b9-89ca-89e4ef64b67b tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Notify callbacks [] for subnet, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:24.134946 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-25a1a847-b50d-4145-9f6e-4f390ab3303f None None] Current status of the port 18b86d3a-927a-4145-94e8-d61bc537690f is: ACTIVE; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:40:24.149284 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-25a1a847-b50d-4145-9f6e-4f390ab3303f None None] Provisioning complete for port 1fc22c0e-8d0f-46e8-b79c-0ac9ba098dc8 triggered by entity DHCP. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:40:24.150545 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-25a1a847-b50d-4145-9f6e-4f390ab3303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:24.151399 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-25a1a847-b50d-4145-9f6e-4f390ab3303f None None] Attempt 1 to provision port 1fc22c0e-8d0f-46e8-b79c-0ac9ba098dc8 Oct 19 07:40:24.151527 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-02a1bbc1-72a2-45c0-abc0-8d73f10bb401 tempest-RoutersAdminNegativeIpV6Test-538658368 tempest-RoutersAdminNegativeIpV6Test-538658368-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1693542'] for router, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:24.152044 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02a1bbc1-72a2-45c0-abc0-8d73f10bb401 tempest-RoutersAdminNegativeIpV6Test-538658368 tempest-RoutersAdminNegativeIpV6Test-538658368-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 1b70b113-64ce-4cde-b0d1-50c5b3264297 {{(pid=103333) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 07:40:24.180260 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-0831c2e5-89fe-44b9-89ca-89e4ef64b67b tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130726890'] for subnet, precommit_delete_associations {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:24.212964 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-ee16ebf6-3fcc-4700-9498-520c9d17d131 tempest-AllowedAddressPairTestJSON-1474361603 tempest-AllowedAddressPairTestJSON-1474361603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:24.227112 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.api.v2.resource [None req-02a1bbc1-72a2-45c0-abc0-8d73f10bb401 tempest-RoutersAdminNegativeIpV6Test-538658368 tempest-RoutersAdminNegativeIpV6Test-538658368-project-admin] create failed (client error): There was a conflict when trying to complete your request. Oct 19 07:40:24.230884 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-02a1bbc1-72a2-45c0-abc0-8d73f10bb401 tempest-RoutersAdminNegativeIpV6Test-538658368 tempest-RoutersAdminNegativeIpV6Test-538658368-project-admin] 10.222.0.27 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 4.0702617 Oct 19 07:40:24.231045 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-191db12b-caa4-49f4-8910-3c0b2d518996 tempest-RoutersAdminTest-1850549588 tempest-RoutersAdminTest-1850549588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1692844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1693859'] for router, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:24.233649 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 55670) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:40:24.234328 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-25a1a847-b50d-4145-9f6e-4f390ab3303f None None] Port 1fc22c0e-8d0f-46e8-b79c-0ac9ba098dc8 cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 07:40:24.268345 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-88fbfbdb-52ad-40ca-8fba-54fc7b6c4cee tempest-RoutersIpV6AdminTest-1896539816 tempest-RoutersIpV6AdminTest-1896539816-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:24.282413 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.notifiers.nova [None req-ee16ebf6-3fcc-4700-9498-520c9d17d131 tempest-AllowedAddressPairTestJSON-1474361603 tempest-AllowedAddressPairTestJSON-1474361603-project] device_id is not set on port 10cc6929-1e94-4628-b255-345dd13b0748 yet. {{(pid=103333) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 19 07:40:24.288748 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-2d93eea3-1618-4f86-a678-be92537c4527 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785020947330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130996763'] for port, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:24.294841 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-191db12b-caa4-49f4-8910-3c0b2d518996 tempest-RoutersAdminTest-1850549588 tempest-RoutersAdminTest-1850549588-project] Notify callbacks [] for router, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:24.296284 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-191db12b-caa4-49f4-8910-3c0b2d518996 tempest-RoutersAdminTest-1850549588 tempest-RoutersAdminTest-1850549588-project] 10.222.0.27 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.4186282 Oct 19 07:40:24.305559 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 55672) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:40:24.315475 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-b2d2be6f-773a-4c86-a0a6-9bcecfcf983b tempest-RoutersAdminTest-1280535694 tempest-RoutersAdminTest-1280535694-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'enable_snat': False}}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:40:24.319670 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-88fbfbdb-52ad-40ca-8fba-54fc7b6c4cee tempest-RoutersIpV6AdminTest-1896539816 tempest-RoutersIpV6AdminTest-1896539816-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:24.459078 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-0831c2e5-89fe-44b9-89ca-89e4ef64b67b tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-679826'] for subnet, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:24.464745 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d93eea3-1618-4f86-a678-be92537c4527 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Network 6b5a65c5-1bed-4301-9db8-c1056c2b8eba is already hosted by enough agents. {{(pid=103333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 07:40:24.490934 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f81140-5bf5-481e-9ea2-58bb8cb7ef86 req-18b774cd-ba7e-4ab4-b3c0-29ea16808c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:40:24.492455 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-a7f81140-5bf5-481e-9ea2-58bb8cb7ef86 req-18b774cd-ba7e-4ab4-b3c0-29ea16808c21 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b76abfccca1e443d8cfed9fe77b82608&device_id=c15ce40b-4ff1-4ce8-b3f1-4c16c8447f68 HTTP/1.1" status: 200 len: 1098 time: 0.1951442 Oct 19 07:40:24.500235 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-2d93eea3-1618-4f86-a678-be92537c4527 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Resources bound (agent type, host, resource id): {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:40:24.537056 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8176adb1-95a0-4572-a98d-1df112dbd9aa req-8a20e565-d27f-4e09-96ee-06be308d4f15 tempest-ServerActionsTestJSON-1032082790 tempest-ServerActionsTestJSON-1032082790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:40:24.538669 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-8176adb1-95a0-4572-a98d-1df112dbd9aa req-8a20e565-d27f-4e09-96ee-06be308d4f15 tempest-ServerActionsTestJSON-1032082790 tempest-ServerActionsTestJSON-1032082790-project] 10.222.0.27 "GET /v2.0/ports?device_id=c15ce40b-4ff1-4ce8-b3f1-4c16c8447f68 HTTP/1.1" status: 200 len: 945 time: 0.2326450 Oct 19 07:40:24.622222 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Current status of the port 2c4ced24-ed14-42f2-8e03-0460fedd5ae2 is: ACTIVE; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:40:24.623417 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device 18b86d3a-927a-4145-94e8-d61bc537690f up at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 07:40:24.660600 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.db_base_plugin_common [None req-88fbfbdb-52ad-40ca-8fba-54fc7b6c4cee tempest-RoutersIpV6AdminTest-1896539816 tempest-RoutersIpV6AdminTest-1896539816-project-admin] Allocated IP 172.26.0.59 (99c66757-74e3-40a4-b479-8d09e3a7c3dd/7f3d1034-1de7-458a-a3ee-77488de3949b/06fd5379-3abd-4482-af14-4e021acafb53) {{(pid=103332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 07:40:24.693985 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Provisioning complete for port 18b86d3a-927a-4145-94e8-d61bc537690f triggered by entity L2. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:40:24.693985 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:24.694400 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Attempt 1 to provision port 18b86d3a-927a-4145-94e8-d61bc537690f Oct 19 07:40:24.701101 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-8176adb1-95a0-4572-a98d-1df112dbd9aa req-232b3d8d-09cf-42b1-a9ea-92d000ce437a tempest-ServerActionsTestJSON-1032082790 tempest-ServerActionsTestJSON-1032082790-project] 10.222.0.27 "GET /v2.0/security-groups?id=f0bcd6ee-444f-46c6-b01f-ccacf8976dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1407361 Oct 19 07:40:24.722472 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-0831c2e5-89fe-44b9-89ca-89e4ef64b67b tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-679819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-133552721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130659632'] for subnet, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:24.739436 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-25a1a847-b50d-4145-9f6e-4f390ab3303f None None] Attempt 2 to provision port 1fc22c0e-8d0f-46e8-b79c-0ac9ba098dc8 Oct 19 07:40:24.770827 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-0831c2e5-89fe-44b9-89ca-89e4ef64b67b tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Notify callbacks [] for subnet, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:24.778570 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-0831c2e5-89fe-44b9-89ca-89e4ef64b67b tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] 10.222.0.27 "DELETE /v2.0/subnets/477b21ed-e373-4d78-b248-df577dd2dc19 HTTP/1.1" status: 204 len: 168 time: 0.8054190 Oct 19 07:40:24.781181 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 55674) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:40:24.790874 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0831c2e5-89fe-44b9-89ca-89e4ef64b67b tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Pushing event deleted for resources: {'Subnet': ['ID=477b21ed-e373-4d78-b248-df577dd2dc19,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:40:24.806372 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f81140-5bf5-481e-9ea2-58bb8cb7ef86 req-4503debd-afa5-4596-b8f3-8024a61ea9fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:40:24.807902 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-a7f81140-5bf5-481e-9ea2-58bb8cb7ef86 req-4503debd-afa5-4596-b8f3-8024a61ea9fd service neutron] 10.222.0.16 "GET /v2.0/networks?id=9f9e4d3a-9b0f-46a7-b045-8d44d07986e0 HTTP/1.1" status: 200 len: 912 time: 0.3083177 Oct 19 07:40:24.819943 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d93eea3-1618-4f86-a678-be92537c4527 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Received port after_create {{(pid=103333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 07:40:24.825865 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d93eea3-1618-4f86-a678-be92537c4527 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:40:24.826514 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-2d93eea3-1618-4f86-a678-be92537c4527 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42160'] for port, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:24.829086 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d93eea3-1618-4f86-a678-be92537c4527 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Pushing event updated for resources: {'Port': ['ID=2385875f-f75c-4937-927d-06193c90ff88,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:40:24.934943 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-060c8743-f659-48dd-b294-f1cac9607f07 None None] Network 7377ca91-eb4f-4b6a-936d-2eb861737545 requested from dv-neutron-861624-1-hyperv {{(pid=103334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 07:40:24.940849 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-2d93eea3-1618-4f86-a678-be92537c4527 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.9911904 Oct 19 07:40:24.943436 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 55676) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:40:24.983455 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-25a1a847-b50d-4145-9f6e-4f390ab3303f None None] Port 1fc22c0e-8d0f-46e8-b79c-0ac9ba098dc8 cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 07:40:25.001333 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-94aa595a-5ad1-4f2e-a605-0e3b4c927c6a tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-667019'] for network, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:25.008184 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.db_base_plugin_common [None req-ee16ebf6-3fcc-4700-9498-520c9d17d131 tempest-AllowedAddressPairTestJSON-1474361603 tempest-AllowedAddressPairTestJSON-1474361603-project] Allocated IP 172.20.0.3 (2b5f9a1d-4552-4b64-bd0c-5f57eae79640/590d023b-2916-4f82-923d-a7ace9294604/10cc6929-1e94-4628-b255-345dd13b0748) {{(pid=103333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 07:40:25.029172 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-a7f81140-5bf5-481e-9ea2-58bb8cb7ef86 req-dd58a075-81d5-430d-80d4-56511dd5770c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=166507e4-5bf0-4d0c-a912-f2cd4a10fdee HTTP/1.1" status: 200 len: 1001 time: 0.1846945 Oct 19 07:40:25.042747 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-88fbfbdb-52ad-40ca-8fba-54fc7b6c4cee tempest-RoutersIpV6AdminTest-1896539816 tempest-RoutersIpV6AdminTest-1896539816-project-admin] Notify callbacks [] for port, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:25.064764 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-64a5c162-a568-4adf-95cd-1e67e4be3925 tempest-RoutersAdminNegativeIpV6Test-538658368 tempest-RoutersAdminNegativeIpV6Test-538658368-project-admin] Deleting port 60d330e0-b3df-4362-b024-108836351a73 {{(pid=103333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 07:40:25.065113 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-64a5c162-a568-4adf-95cd-1e67e4be3925 tempest-RoutersAdminNegativeIpV6Test-538658368 tempest-RoutersAdminNegativeIpV6Test-538658368-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:25.104831 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-e4490cdb-0d28-4ed1-bb58-c829bb5ebac3 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130997899', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130170401'] for subnet, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:25.108862 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Current status of the port 18b86d3a-927a-4145-94e8-d61bc537690f is: ACTIVE; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:40:25.132539 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d792002-bfeb-4bb8-b84f-3492a312dafb tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:40:25.138444 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d792002-bfeb-4bb8-b84f-3492a312dafb tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:40:25.140246 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-6d792002-bfeb-4bb8-b84f-3492a312dafb tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] 10.222.0.27 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1705 time: 0.1887789 Oct 19 07:40:25.140449 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-b2d2be6f-773a-4c86-a0a6-9bcecfcf983b tempest-RoutersAdminTest-1280535694 tempest-RoutersAdminTest-1280535694-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:25.149216 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 55678) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:40:25.164766 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f81140-5bf5-481e-9ea2-58bb8cb7ef86 req-0801e6fb-e231-4351-90f2-5170411529b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:40:25.166224 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-a7f81140-5bf5-481e-9ea2-58bb8cb7ef86 req-0801e6fb-e231-4351-90f2-5170411529b2 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=509b576d-66cd-49df-8740-f428cd2060b2 HTTP/1.1" status: 200 len: 850 time: 0.1296935 Oct 19 07:40:25.221945 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a137d4d-351b-41e5-869d-d7f711e37b5b None None] DHCP port deletion for 7377ca91-eb4f-4b6a-936d-2eb861737545 request from dv-neutron-861624-1-hyperv {{(pid=103334) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 07:40:25.267813 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-88fbfbdb-52ad-40ca-8fba-54fc7b6c4cee tempest-RoutersIpV6AdminTest-1896539816 tempest-RoutersIpV6AdminTest-1896539816-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785020947330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133553798'] for port, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:25.285473 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-4a137d4d-351b-41e5-869d-d7f711e37b5b None None] Deleting port dada3eeb-d14a-4f90-9813-c544e2e7671a {{(pid=103334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 07:40:25.286062 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-4a137d4d-351b-41e5-869d-d7f711e37b5b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:25.310635 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4490cdb-0d28-4ed1-bb58-c829bb5ebac3 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Pushing event updated for resources: {'Subnet': ['ID=5ec3b1a8-172a-48a5-ab0a-55cff3b17ff3,revision_number=0']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:40:25.324066 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.plugin [None req-94aa595a-5ad1-4f2e-a605-0e3b4c927c6a tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Deleting port dada3eeb-d14a-4f90-9813-c544e2e7671a {{(pid=103332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 07:40:25.324595 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-94aa595a-5ad1-4f2e-a605-0e3b4c927c6a tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:25.350328 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88fbfbdb-52ad-40ca-8fba-54fc7b6c4cee tempest-RoutersIpV6AdminTest-1896539816 tempest-RoutersIpV6AdminTest-1896539816-project-admin] Network 99c66757-74e3-40a4-b479-8d09e3a7c3dd is already hosted by enough agents. {{(pid=103332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 07:40:25.359079 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f81140-5bf5-481e-9ea2-58bb8cb7ef86 req-34a4e2e7-a475-4fa7-8092-22c07acd828c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:40:25.359641 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-64a5c162-a568-4adf-95cd-1e67e4be3925 tempest-RoutersAdminNegativeIpV6Test-538658368 tempest-RoutersAdminNegativeIpV6Test-538658368-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:25.360644 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-a7f81140-5bf5-481e-9ea2-58bb8cb7ef86 req-34a4e2e7-a475-4fa7-8092-22c07acd828c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=9f9e4d3a-9b0f-46a7-b045-8d44d07986e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1648309 Oct 19 07:40:25.367033 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.base_scheduler [None req-88fbfbdb-52ad-40ca-8fba-54fc7b6c4cee tempest-RoutersIpV6AdminTest-1896539816 tempest-RoutersIpV6AdminTest-1896539816-project-admin] Resources bound (agent type, host, resource id): {{(pid=103332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:40:25.369477 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-4a137d4d-351b-41e5-869d-d7f711e37b5b None None] For port dada3eeb-d14a-4f90-9813-c544e2e7671a, host dv-neutron-861624-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=dada3eeb-d14a-4f90-9813-c544e2e7671a,segment=NetworkSegment(c6a26e15-0421-4342-91a4-c12725c7bd08),segment_id=c6a26e15-0421-4342-91a4-c12725c7bd08)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:40:25.369879 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88fbfbdb-52ad-40ca-8fba-54fc7b6c4cee tempest-RoutersIpV6AdminTest-1896539816 tempest-RoutersIpV6AdminTest-1896539816-project-admin] Received port after_create {{(pid=103332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 07:40:25.370016 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-4a137d4d-351b-41e5-869d-d7f711e37b5b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:25.378857 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4490cdb-0d28-4ed1-bb58-c829bb5ebac3 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Checking segment: {'id': 'c99ab080-4c99-48a4-b4ff-5a2e97a808a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '872afcc1-66c3-4532-8047-e461e6f7f643'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 19 07:40:25.379285 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4490cdb-0d28-4ed1-bb58-c829bb5ebac3 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Network hostable DHCP agents. Network: 872afcc1-66c3-4532-8047-e461e6f7f643, hostable agents: ['310d813b-0e3e-4d7e-9b79-8f4ec0dbcab0'], hosted agents: [] {{(pid=103333) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 07:40:25.386502 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-4a137d4d-351b-41e5-869d-d7f711e37b5b None None] Calling delete_port for dada3eeb-d14a-4f90-9813-c544e2e7671a owned by network:dhcp {{(pid=103334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 07:40:25.391197 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88fbfbdb-52ad-40ca-8fba-54fc7b6c4cee tempest-RoutersIpV6AdminTest-1896539816 tempest-RoutersIpV6AdminTest-1896539816-project-admin] Pushing event updated for resources: {'Port': ['ID=06fd5379-3abd-4482-af14-4e021acafb53,revision_number=1']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:40:25.418877 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-64a5c162-a568-4adf-95cd-1e67e4be3925 tempest-RoutersAdminNegativeIpV6Test-538658368 tempest-RoutersAdminNegativeIpV6Test-538658368-project-admin] Calling delete_port for 60d330e0-b3df-4362-b024-108836351a73 owned by {{(pid=103333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 07:40:25.485237 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-25a1a847-b50d-4145-9f6e-4f390ab3303f None None] Attempt 3 to provision port 1fc22c0e-8d0f-46e8-b79c-0ac9ba098dc8 Oct 19 07:40:25.495212 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.plugin [None req-74e6751c-98de-44dc-bab8-fe36c4a11cf0 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Deleting port 2385875f-f75c-4937-927d-06193c90ff88 {{(pid=103332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 07:40:25.495629 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-74e6751c-98de-44dc-bab8-fe36c4a11cf0 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:25.533119 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-4a137d4d-351b-41e5-869d-d7f711e37b5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339'] for port, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:25.534642 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4490cdb-0d28-4ed1-bb58-c829bb5ebac3 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Network 872afcc1-66c3-4532-8047-e461e6f7f643 is scheduled to be hosted by DHCP agent 310d813b-0e3e-4d7e-9b79-8f4ec0dbcab0 with binding_index 1 {{(pid=103333) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 07:40:25.550760 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device 2c4ced24-ed14-42f2-8e03-0460fedd5ae2 up at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 07:40:25.577892 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-e4490cdb-0d28-4ed1-bb58-c829bb5ebac3 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861624-1-hyperv, 872afcc1-66c3-4532-8047-e461e6f7f643) {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:40:25.582401 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-ee16ebf6-3fcc-4700-9498-520c9d17d131 tempest-AllowedAddressPairTestJSON-1474361603 tempest-AllowedAddressPairTestJSON-1474361603-project] Notify callbacks [] for port, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:25.590649 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4490cdb-0d28-4ed1-bb58-c829bb5ebac3 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:40:25.591238 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-e4490cdb-0d28-4ed1-bb58-c829bb5ebac3 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Notify callbacks [] for subnet, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:25.611046 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a137d4d-351b-41e5-869d-d7f711e37b5b None None] No DVR routers for this DVR port dada3eeb-d14a-4f90-9813-c544e2e7671a on host dv-neutron-861624-1-hyperv {{(pid=103334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 19 07:40:25.616712 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f05c30d6-4cbf-4ba2-82bc-f4c92b28ecfd None None] Network 872afcc1-66c3-4532-8047-e461e6f7f643 requested from dv-neutron-861624-1-hyperv {{(pid=103334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 07:40:25.623752 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a137d4d-351b-41e5-869d-d7f711e37b5b None None] Pushing event deleted for resources: {'Port': ['ID=dada3eeb-d14a-4f90-9813-c544e2e7671a,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:40:25.636337 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-e4490cdb-0d28-4ed1-bb58-c829bb5ebac3 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1876905 Oct 19 07:40:25.639137 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-25a1a847-b50d-4145-9f6e-4f390ab3303f None None] Port 1fc22c0e-8d0f-46e8-b79c-0ac9ba098dc8 cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 07:40:25.640409 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 55680) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:40:25.713619 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Provisioning complete for port 2c4ced24-ed14-42f2-8e03-0460fedd5ae2 triggered by entity L2. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:40:25.714012 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:25.714372 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Attempt 1 to provision port 2c4ced24-ed14-42f2-8e03-0460fedd5ae2 Oct 19 07:40:25.795919 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-ee16ebf6-3fcc-4700-9498-520c9d17d131 tempest-AllowedAddressPairTestJSON-1474361603 tempest-AllowedAddressPairTestJSON-1474361603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785020947330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130996763'] for port, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:25.879777 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Current status of the port 2c4ced24-ed14-42f2-8e03-0460fedd5ae2 is: ACTIVE; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:40:25.881285 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device 18b86d3a-927a-4145-94e8-d61bc537690f up at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 07:40:25.914519 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afea0c0e-e1ef-403f-83f3-b3ad81f54d0e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d12c6ac-27a3-545c-a8f3-f04e30423d6d-872afcc1-66c3-4532-8047-e461e6f7f643', 'network_id': '872afcc1-66c3-4532-8047-e461e6f7f643', 'tenant_id': '2a06cf3adb854931a1e873f20cdb1976', 'fixed_ips': [{'subnet_id': '5ec3b1a8-172a-48a5-ab0a-55cff3b17ff3'}]}} from dv-neutron-861624-1-hyperv. {{(pid=103334) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 07:40:25.915383 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-afea0c0e-e1ef-403f-83f3-b3ad81f54d0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:25.917998 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-64a5c162-a568-4adf-95cd-1e67e4be3925 tempest-RoutersAdminNegativeIpV6Test-538658368 tempest-RoutersAdminNegativeIpV6Test-538658368-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130996763'] for port, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:25.920899 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee16ebf6-3fcc-4700-9498-520c9d17d131 tempest-AllowedAddressPairTestJSON-1474361603 tempest-AllowedAddressPairTestJSON-1474361603-project] Network 2b5f9a1d-4552-4b64-bd0c-5f57eae79640 is already hosted by enough agents. {{(pid=103333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 07:40:25.941792 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee16ebf6-3fcc-4700-9498-520c9d17d131 tempest-AllowedAddressPairTestJSON-1474361603 tempest-AllowedAddressPairTestJSON-1474361603-project] Pushing event updated for resources: {'Port': ['ID=10cc6929-1e94-4628-b255-345dd13b0748,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:40:25.947172 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-e93929cb-30e2-4bf2-b24d-202d56f041b3 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-667019'] for network, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:25.954576 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-ee16ebf6-3fcc-4700-9498-520c9d17d131 tempest-AllowedAddressPairTestJSON-1474361603 tempest-AllowedAddressPairTestJSON-1474361603-project] Resources bound (agent type, host, resource id): {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:40:25.965085 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee16ebf6-3fcc-4700-9498-520c9d17d131 tempest-AllowedAddressPairTestJSON-1474361603 tempest-AllowedAddressPairTestJSON-1474361603-project] Received port after_create {{(pid=103333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 07:40:25.978062 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.db [None req-94aa595a-5ad1-4f2e-a605-0e3b4c927c6a tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] For port dada3eeb-d14a-4f90-9813-c544e2e7671a, host dv-neutron-861624-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=dada3eeb-d14a-4f90-9813-c544e2e7671a,segment=NetworkSegment(c6a26e15-0421-4342-91a4-c12725c7bd08),segment_id=c6a26e15-0421-4342-91a4-c12725c7bd08)] {{(pid=103332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:40:25.978432 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-94aa595a-5ad1-4f2e-a605-0e3b4c927c6a tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:26.016122 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a5c162-a568-4adf-95cd-1e67e4be3925 tempest-RoutersAdminNegativeIpV6Test-538658368 tempest-RoutersAdminNegativeIpV6Test-538658368-project-admin] Pushing event deleted for resources: {'Port': ['ID=60d330e0-b3df-4362-b024-108836351a73,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:40:26.063653 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-b2d2be6f-773a-4c86-a0a6-9bcecfcf983b tempest-RoutersAdminTest-1280535694 tempest-RoutersAdminTest-1280535694-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:26.069116 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.plugin [None req-94aa595a-5ad1-4f2e-a605-0e3b4c927c6a tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Calling delete_port for dada3eeb-d14a-4f90-9813-c544e2e7671a owned by network:dhcp {{(pid=103332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 07:40:26.078224 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-a7f81140-5bf5-481e-9ea2-58bb8cb7ef86 req-15b2459a-05c9-49cf-a8b9-1b1d35e640f0 service neutron] 10.222.0.16 "GET /v2.0/networks/9f9e4d3a-9b0f-46a7-b045-8d44d07986e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7059286 Oct 19 07:40:26.085373 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Provisioning complete for port 18b86d3a-927a-4145-94e8-d61bc537690f triggered by entity L2. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:40:26.085959 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:26.086677 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Attempt 1 to provision port 18b86d3a-927a-4145-94e8-d61bc537690f Oct 19 07:40:26.142576 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-25a1a847-b50d-4145-9f6e-4f390ab3303f None None] Attempt 4 to provision port 1fc22c0e-8d0f-46e8-b79c-0ac9ba098dc8 Oct 19 07:40:26.142784 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-b2d2be6f-773a-4c86-a0a6-9bcecfcf983b tempest-RoutersAdminTest-1280535694 tempest-RoutersAdminTest-1280535694-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:26.154124 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee16ebf6-3fcc-4700-9498-520c9d17d131 tempest-AllowedAddressPairTestJSON-1474361603 tempest-AllowedAddressPairTestJSON-1474361603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:40:26.154508 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-ee16ebf6-3fcc-4700-9498-520c9d17d131 tempest-AllowedAddressPairTestJSON-1474361603 tempest-AllowedAddressPairTestJSON-1474361603-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42160'] for port, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:26.184784 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-25a1a847-b50d-4145-9f6e-4f390ab3303f None None] Port 1fc22c0e-8d0f-46e8-b79c-0ac9ba098dc8 cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 07:40:26.223351 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-e93929cb-30e2-4bf2-b24d-202d56f041b3 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-679826'] for subnet, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:26.224413 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670ce542-e5e0-486e-a764-5f1553887a08 req-c49e7ffe-470d-427a-9a02-21b3558546ef tempest-ServerActionsTestJSON-1032082790 tempest-ServerActionsTestJSON-1032082790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:40:26.226044 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-670ce542-e5e0-486e-a764-5f1553887a08 req-c49e7ffe-470d-427a-9a02-21b3558546ef tempest-ServerActionsTestJSON-1032082790 tempest-ServerActionsTestJSON-1032082790-project] 10.222.0.27 "GET /v2.0/ports?device_id=c15ce40b-4ff1-4ce8-b3f1-4c16c8447f68 HTTP/1.1" status: 200 len: 945 time: 0.2367551 Oct 19 07:40:26.227830 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-64a5c162-a568-4adf-95cd-1e67e4be3925 tempest-RoutersAdminNegativeIpV6Test-538658368 tempest-RoutersAdminNegativeIpV6Test-538658368-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42160'] for port, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:26.227963 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-a7f81140-5bf5-481e-9ea2-58bb8cb7ef86 req-8b5acfd9-c4ef-40b6-9c92-05bd42e36af4 service neutron] 10.222.0.16 "GET /v2.0/networks/9f9e4d3a-9b0f-46a7-b045-8d44d07986e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1397171 Oct 19 07:40:26.246802 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-64a5c162-a568-4adf-95cd-1e67e4be3925 tempest-RoutersAdminNegativeIpV6Test-538658368 tempest-RoutersAdminNegativeIpV6Test-538658368-project-admin] 10.222.0.27 "DELETE /v2.0/ports/60d330e0-b3df-4362-b024-108836351a73 HTTP/1.1" status: 204 len: 168 time: 1.9992862 Oct 19 07:40:26.258694 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-ee16ebf6-3fcc-4700-9498-520c9d17d131 tempest-AllowedAddressPairTestJSON-1474361603 tempest-AllowedAddressPairTestJSON-1474361603-project] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201 len: 998 time: 3.4210567 Oct 19 07:40:26.270275 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 55686) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:40:26.274083 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.db_base_plugin_common [None req-afea0c0e-e1ef-403f-83f3-b3ad81f54d0e None None] Allocated IP 172.20.0.2 (872afcc1-66c3-4532-8047-e461e6f7f643/5ec3b1a8-172a-48a5-ab0a-55cff3b17ff3/54b0ee0f-91e2-4d07-bb2e-db3082a2683b) {{(pid=103334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 07:40:26.321462 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Current status of the port 18b86d3a-927a-4145-94e8-d61bc537690f is: ACTIVE; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:40:26.374880 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-670ce542-e5e0-486e-a764-5f1553887a08 req-88efc61a-d360-41cc-ab22-9bec12186a80 tempest-ServerActionsTestJSON-1032082790 tempest-ServerActionsTestJSON-1032082790-project] 10.222.0.27 "GET /v2.0/security-groups?id=f0bcd6ee-444f-46c6-b01f-ccacf8976dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1039667 Oct 19 07:40:26.379169 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-74e6751c-98de-44dc-bab8-fe36c4a11cf0 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:26.387661 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.db_base_plugin_common [None req-b2d2be6f-773a-4c86-a0a6-9bcecfcf983b tempest-RoutersAdminTest-1280535694 tempest-RoutersAdminTest-1280535694-project-admin] Allocated IP 172.26.0.63 (99c66757-74e3-40a4-b479-8d09e3a7c3dd/7f3d1034-1de7-458a-a3ee-77488de3949b/81d08f90-d389-4ae4-9200-4deb91a8311e) {{(pid=103333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 07:40:26.441811 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device dada3eeb-d14a-4f90-9813-c544e2e7671a no longer exists at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 07:40:26.454702 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.plugin [None req-74e6751c-98de-44dc-bab8-fe36c4a11cf0 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Calling delete_port for 2385875f-f75c-4937-927d-06193c90ff88 owned by {{(pid=103332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 07:40:26.469132 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] No Port match for: dada3eeb-d14a-4f90-9813-c544e2e7671a {{(pid=103334) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 19 07:40:26.469970 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device dada3eeb-d14a-4f90-9813-c544e2e7671a not bound to the agent host dv-neutron-861624-1-hyperv {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 07:40:26.509524 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88266921-e0f4-42b5-a591-3ad0e1d48758 tempest-AllowedAddressPairTestJSON-1474361603 tempest-AllowedAddressPairTestJSON-1474361603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:40:26.515841 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88266921-e0f4-42b5-a591-3ad0e1d48758 tempest-AllowedAddressPairTestJSON-1474361603 tempest-AllowedAddressPairTestJSON-1474361603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:40:26.523144 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88266921-e0f4-42b5-a591-3ad0e1d48758 tempest-AllowedAddressPairTestJSON-1474361603 tempest-AllowedAddressPairTestJSON-1474361603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:40:26.526855 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-b2d2be6f-773a-4c86-a0a6-9bcecfcf983b tempest-RoutersAdminTest-1280535694 tempest-RoutersAdminTest-1280535694-project-admin] Notify callbacks [] for port, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:26.528253 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-88266921-e0f4-42b5-a591-3ad0e1d48758 tempest-AllowedAddressPairTestJSON-1474361603 tempest-AllowedAddressPairTestJSON-1474361603-project] 10.222.0.27 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2466 time: 0.2548912 Oct 19 07:40:26.528915 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 55688) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:40:26.569288 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-b2d2be6f-773a-4c86-a0a6-9bcecfcf983b tempest-RoutersAdminTest-1280535694 tempest-RoutersAdminTest-1280535694-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785020947330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130996763'] for port, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:26.594149 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2d2be6f-773a-4c86-a0a6-9bcecfcf983b tempest-RoutersAdminTest-1280535694 tempest-RoutersAdminTest-1280535694-project-admin] Network 99c66757-74e3-40a4-b479-8d09e3a7c3dd is already hosted by enough agents. {{(pid=103333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 07:40:26.604587 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-afea0c0e-e1ef-403f-83f3-b3ad81f54d0e None None] Notify callbacks [] for port, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:26.611553 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-afea0c0e-e1ef-403f-83f3-b3ad81f54d0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785020947330'] for port, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:26.618668 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-b2d2be6f-773a-4c86-a0a6-9bcecfcf983b tempest-RoutersAdminTest-1280535694 tempest-RoutersAdminTest-1280535694-project-admin] Resources bound (agent type, host, resource id): {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:40:26.629442 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2d2be6f-773a-4c86-a0a6-9bcecfcf983b tempest-RoutersAdminTest-1280535694 tempest-RoutersAdminTest-1280535694-project-admin] Received port after_create {{(pid=103333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 07:40:26.664992 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afea0c0e-e1ef-403f-83f3-b3ad81f54d0e None None] Network 872afcc1-66c3-4532-8047-e461e6f7f643 is already hosted by enough agents. {{(pid=103334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 07:40:26.670923 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.scheduler.base_scheduler [None req-afea0c0e-e1ef-403f-83f3-b3ad81f54d0e None None] Resources bound (agent type, host, resource id): {{(pid=103334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:40:26.679500 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afea0c0e-e1ef-403f-83f3-b3ad81f54d0e None None] Received port after_create {{(pid=103334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 07:40:26.689619 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afea0c0e-e1ef-403f-83f3-b3ad81f54d0e None None] Pushing event updated for resources: {'Port': ['ID=54b0ee0f-91e2-4d07-bb2e-db3082a2683b,revision_number=1']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:40:26.695074 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-25a1a847-b50d-4145-9f6e-4f390ab3303f None None] Attempt 5 to provision port 1fc22c0e-8d0f-46e8-b79c-0ac9ba098dc8 Oct 19 07:40:26.723600 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-94aa595a-5ad1-4f2e-a605-0e3b4c927c6a tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133553798'] for port, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:26.801484 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 55692) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:40:26.802106 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-25a1a847-b50d-4145-9f6e-4f390ab3303f None None] Port 1fc22c0e-8d0f-46e8-b79c-0ac9ba098dc8 cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 07:40:26.806220 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-afea0c0e-e1ef-403f-83f3-b3ad81f54d0e None None] Attempting to bind port 54b0ee0f-91e2-4d07-bb2e-db3082a2683b on host dv-neutron-861624-1-hyperv for vnic_type normal with profile {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 19 07:40:26.806591 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-afea0c0e-e1ef-403f-83f3-b3ad81f54d0e None None] Attempting to bind port 54b0ee0f-91e2-4d07-bb2e-db3082a2683b by drivers openvswitch,hyperv on host dv-neutron-861624-1-hyperv at level 0 using segments [{'id': 'c99ab080-4c99-48a4-b4ff-5a2e97a808a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '872afcc1-66c3-4532-8047-e461e6f7f643'}] {{(pid=103334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 19 07:40:26.806948 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afea0c0e-e1ef-403f-83f3-b3ad81f54d0e None None] Attempting to bind port 54b0ee0f-91e2-4d07-bb2e-db3082a2683b on network 872afcc1-66c3-4532-8047-e461e6f7f643 {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 07:40:26.812713 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afea0c0e-e1ef-403f-83f3-b3ad81f54d0e None None] Checking agent: {'id': 'a5b0152c-d633-409b-aaf8-3b76458e2410', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861624-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 19, 7, 30, 19), 'started_at': datetime.datetime(2022, 10, 19, 7, 30, 49), 'heartbeat_timestamp': datetime.datetime(2022, 10, 19, 7, 40, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861624-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 07:40:26.813084 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afea0c0e-e1ef-403f-83f3-b3ad81f54d0e None None] Checking segment: {'id': 'c99ab080-4c99-48a4-b4ff-5a2e97a808a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '872afcc1-66c3-4532-8047-e461e6f7f643'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 19 07:40:26.813484 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-afea0c0e-e1ef-403f-83f3-b3ad81f54d0e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:26.813873 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afea0c0e-e1ef-403f-83f3-b3ad81f54d0e None None] Bound using segment: {'id': 'c99ab080-4c99-48a4-b4ff-5a2e97a808a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '872afcc1-66c3-4532-8047-e461e6f7f643'} {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 07:40:26.814500 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-afea0c0e-e1ef-403f-83f3-b3ad81f54d0e None None] Bound port: 54b0ee0f-91e2-4d07-bb2e-db3082a2683b, host: dv-neutron-861624-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c99ab080-4c99-48a4-b4ff-5a2e97a808a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '872afcc1-66c3-4532-8047-e461e6f7f643'}}] {{(pid=103334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 19 07:40:26.814717 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-afea0c0e-e1ef-403f-83f3-b3ad81f54d0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:26.838321 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-e93929cb-30e2-4bf2-b24d-202d56f041b3 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-679819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130997964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130170408'] for subnet, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:26.845202 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d2be6f-773a-4c86-a0a6-9bcecfcf983b tempest-RoutersAdminTest-1280535694 tempest-RoutersAdminTest-1280535694-project-admin] Pushing event updated for resources: {'Port': ['ID=81d08f90-d389-4ae4-9200-4deb91a8311e,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:40:26.849278 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94aa595a-5ad1-4f2e-a605-0e3b4c927c6a tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] No DVR routers for this DVR port dada3eeb-d14a-4f90-9813-c544e2e7671a on host dv-neutron-861624-1-hyperv {{(pid=103332) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 19 07:40:26.869053 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94aa595a-5ad1-4f2e-a605-0e3b4c927c6a tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Pushing event deleted for resources: {'Port': ['ID=dada3eeb-d14a-4f90-9813-c544e2e7671a,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:40:26.913836 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93929cb-30e2-4bf2-b24d-202d56f041b3 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Pushing event deleted for resources: {'Subnet': ['ID=5ec3b1a8-172a-48a5-ab0a-55cff3b17ff3,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:40:26.933102 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-afea0c0e-e1ef-403f-83f3-b3ad81f54d0e None None] For port 54b0ee0f-91e2-4d07-bb2e-db3082a2683b, host dv-neutron-861624-1-hyperv, cleared binding levels {{(pid=103334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 07:40:26.937689 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-88fbfbdb-52ad-40ca-8fba-54fc7b6c4cee tempest-RoutersIpV6AdminTest-1896539816 tempest-RoutersIpV6AdminTest-1896539816-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:26.939439 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-afea0c0e-e1ef-403f-83f3-b3ad81f54d0e None None] For port 54b0ee0f-91e2-4d07-bb2e-db3082a2683b, host dv-neutron-861624-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=54b0ee0f-91e2-4d07-bb2e-db3082a2683b,segment=NetworkSegment(c99ab080-4c99-48a4-b4ff-5a2e97a808a4),segment_id=c99ab080-4c99-48a4-b4ff-5a2e97a808a4)] {{(pid=103334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 07:40:26.946033 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-afea0c0e-e1ef-403f-83f3-b3ad81f54d0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:26.976196 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-e93929cb-30e2-4bf2-b24d-202d56f041b3 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-673051', 'neutron.services.segments.db._delete_segments_for_network-8785021519108'] for network, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:27.015040 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-e724f601-1800-479f-bacd-e51b9bfd6da0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:27.020579 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-e93929cb-30e2-4bf2-b24d-202d56f041b3 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['872afcc1-66c3-4532-8047-e461e6f7f643']}} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:40:27.032060 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afea0c0e-e1ef-403f-83f3-b3ad81f54d0e None None] Pushing event updated for resources: {'Port': ['ID=54b0ee0f-91e2-4d07-bb2e-db3082a2683b,revision_number=2']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:40:27.043565 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-e93929cb-30e2-4bf2-b24d-202d56f041b3 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c99ab080-4c99-48a4-b4ff-5a2e97a808a4') {'for_net_delete': True} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:40:27.043873 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-e93929cb-30e2-4bf2-b24d-202d56f041b3 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c99ab080-4c99-48a4-b4ff-5a2e97a808a4') {} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:40:27.053058 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7581bb36-7bd9-40c2-8680-7b0fbbaaf662 None None] Network 872afcc1-66c3-4532-8047-e461e6f7f643 requested from dv-neutron-861624-1-hyperv {{(pid=103334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 07:40:27.096107 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-e93929cb-30e2-4bf2-b24d-202d56f041b3 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785021519382', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-134111927'] for segment, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:27.105215 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-94aa595a-5ad1-4f2e-a605-0e3b4c927c6a tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-673051', 'neutron.services.segments.db._delete_segments_for_network-8785021519108'] for network, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:27.116397 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-e93929cb-30e2-4bf2-b24d-202d56f041b3 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979'] for segment, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:27.124007 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-b2d2be6f-773a-4c86-a0a6-9bcecfcf983b tempest-RoutersAdminTest-1280535694 tempest-RoutersAdminTest-1280535694-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:27.126330 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e93929cb-30e2-4bf2-b24d-202d56f041b3 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Releasing vlan 198 on physical network physnet1 to pool {{(pid=103333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 07:40:27.126726 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-e93929cb-30e2-4bf2-b24d-202d56f041b3 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130996782'] for segment, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:27.152174 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.plugin [None req-73e29fdb-2c9a-4006-9459-f287a7dddd11 tempest-AllowedAddressPairTestJSON-1474361603 tempest-AllowedAddressPairTestJSON-1474361603-project] Deleting port 10cc6929-1e94-4628-b255-345dd13b0748 {{(pid=103332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 07:40:27.153027 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-73e29fdb-2c9a-4006-9459-f287a7dddd11 tempest-AllowedAddressPairTestJSON-1474361603 tempest-AllowedAddressPairTestJSON-1474361603-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:27.182789 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.services.segments.plugin [-] Segment c99ab080-4c99-48a4-b4ff-5a2e97a808a4 resource provider aggregate not found Oct 19 07:40:27.194120 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-74e6751c-98de-44dc-bab8-fe36c4a11cf0 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133553798'] for port, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:27.196846 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24da148f-b843-4ce3-8357-0df4d04ee387 None None] get_active_networks_info from dv-neutron-861624-1-hyperv {{(pid=103334) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 19 07:40:27.209517 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.services.segments.db [None req-94aa595a-5ad1-4f2e-a605-0e3b4c927c6a tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7377ca91-eb4f-4b6a-936d-2eb861737545']}} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:40:27.253982 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.services.segments.db [None req-94aa595a-5ad1-4f2e-a605-0e3b4c927c6a tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6a26e15-0421-4342-91a4-c12725c7bd08') {'for_net_delete': True} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:40:27.254403 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.services.segments.db [None req-94aa595a-5ad1-4f2e-a605-0e3b4c927c6a tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6a26e15-0421-4342-91a4-c12725c7bd08') {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:40:27.305967 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-25a1a847-b50d-4145-9f6e-4f390ab3303f None None] Attempt 6 to provision port 1fc22c0e-8d0f-46e8-b79c-0ac9ba098dc8 Oct 19 07:40:27.332694 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e6751c-98de-44dc-bab8-fe36c4a11cf0 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Pushing event deleted for resources: {'Port': ['ID=2385875f-f75c-4937-927d-06193c90ff88,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:40:27.333674 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24da148f-b843-4ce3-8357-0df4d04ee387 None None] Resources bound (agent type, host, resource id): {{(pid=103334) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 19 07:40:27.339909 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-94aa595a-5ad1-4f2e-a605-0e3b4c927c6a tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785021519382', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130726885'] for segment, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:27.369756 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-25a1a847-b50d-4145-9f6e-4f390ab3303f None None] Port 1fc22c0e-8d0f-46e8-b79c-0ac9ba098dc8 cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 07:40:27.379322 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-74e6751c-98de-44dc-bab8-fe36c4a11cf0 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42160'] for port, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:27.384707 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-74e6751c-98de-44dc-bab8-fe36c4a11cf0 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] 10.222.0.27 "DELETE /v2.0/ports/2385875f-f75c-4937-927d-06193c90ff88 HTTP/1.1" status: 204 len: 168 time: 2.2308111 Oct 19 07:40:27.389741 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 55700) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:40:27.402651 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-94aa595a-5ad1-4f2e-a605-0e3b4c927c6a tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979'] for segment, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:27.452636 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94aa595a-5ad1-4f2e-a605-0e3b4c927c6a tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Releasing vlan 178 on physical network physnet1 to pool {{(pid=103332) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 07:40:27.453051 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-94aa595a-5ad1-4f2e-a605-0e3b4c927c6a tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-133553843'] for segment, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:27.476821 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.services.segments.plugin [-] Segment c99ab080-4c99-48a4-b4ff-5a2e97a808a4 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c99ab080-4c99-48a4-b4ff-5a2e97a808a4 found for delete ", "request_id": "req-1a9fb4e3-46d2-4fef-a791-7199f8d8b672"}]} Oct 19 07:40:27.504280 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-73e29fdb-2c9a-4006-9459-f287a7dddd11 tempest-AllowedAddressPairTestJSON-1474361603 tempest-AllowedAddressPairTestJSON-1474361603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:27.511367 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.services.segments.plugin [-] Segment c6a26e15-0421-4342-91a4-c12725c7bd08 resource provider aggregate not found Oct 19 07:40:27.523166 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.db.api [None req-e93929cb-30e2-4bf2-b24d-202d56f041b3 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 19 07:40:27.523166 dv-neutron-861624-1-hyperv neutron-server[103333]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 19 07:40:27.523166 dv-neutron-861624-1-hyperv neutron-server[103333]: [parameters: {'id': '872afcc1-66c3-4532-8047-e461e6f7f643'}] Oct 19 07:40:27.523166 dv-neutron-861624-1-hyperv neutron-server[103333]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103333) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 19 07:40:27.524027 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG oslo_db.api [None req-e93929cb-30e2-4bf2-b24d-202d56f041b3 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 19 07:40:27.561792 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.services.segments.plugin [-] Segment c6a26e15-0421-4342-91a4-c12725c7bd08 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c6a26e15-0421-4342-91a4-c12725c7bd08 found for delete ", "request_id": "req-9adb45b8-95d7-42e3-bb2e-99cb3f072b16"}]} Oct 19 07:40:27.615802 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.plugin [None req-73e29fdb-2c9a-4006-9459-f287a7dddd11 tempest-AllowedAddressPairTestJSON-1474361603 tempest-AllowedAddressPairTestJSON-1474361603-project] Calling delete_port for 10cc6929-1e94-4628-b255-345dd13b0748 owned by {{(pid=103332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 07:40:27.624012 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-88fbfbdb-52ad-40ca-8fba-54fc7b6c4cee tempest-RoutersIpV6AdminTest-1896539816 tempest-RoutersIpV6AdminTest-1896539816-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1693896', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1692821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12609'] for router, precommit_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:27.643790 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4acd1c35-6fd6-4f56-a2a2-9fc51272e701 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:40:27.645295 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4acd1c35-6fd6-4f56-a2a2-9fc51272e701 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:40:27.646944 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-4acd1c35-6fd6-4f56-a2a2-9fc51272e701 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] 10.222.0.27 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.2545617 Oct 19 07:40:27.649904 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-88fbfbdb-52ad-40ca-8fba-54fc7b6c4cee tempest-RoutersIpV6AdminTest-1896539816 tempest-RoutersIpV6AdminTest-1896539816-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1693859', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1693873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1693882', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1692830'] for router, after_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:27.650454 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 55708) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:40:27.652178 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-94aa595a-5ad1-4f2e-a605-0e3b4c927c6a tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-673044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1695087'] for network, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:27.661431 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-94aa595a-5ad1-4f2e-a605-0e3b4c927c6a tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Notify callbacks [] for network, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:27.664742 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-94aa595a-5ad1-4f2e-a605-0e3b4c927c6a tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] 10.222.0.27 "DELETE /v2.0/networks/7377ca91-eb4f-4b6a-936d-2eb861737545 HTTP/1.1" status: 204 len: 168 time: 2.8750601 Oct 19 07:40:27.671787 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 55710) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:40:27.691513 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-e724f601-1800-479f-bacd-e51b9bfd6da0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:27.704772 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-e724f601-1800-479f-bacd-e51b9bfd6da0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788643'] for security_group, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:27.717489 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-18cb93d3-0fdc-4b0b-abb1-67c4fd9d593b tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1198054036', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd'}, 'admin_state_up': False}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:40:27.768205 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94aa595a-5ad1-4f2e-a605-0e3b4c927c6a tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Pushing event deleted for resources: {'Network': ['ID=7377ca91-eb4f-4b6a-936d-2eb861737545,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:40:27.794692 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e025e4e7-7eb9-445e-942a-95200b2bbe0f req-796524c8-b31b-48f5-abdb-84234d0e1938 tempest-ServerActionsTestJSON-1032082790 tempest-ServerActionsTestJSON-1032082790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:40:27.796295 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-e025e4e7-7eb9-445e-942a-95200b2bbe0f req-796524c8-b31b-48f5-abdb-84234d0e1938 tempest-ServerActionsTestJSON-1032082790 tempest-ServerActionsTestJSON-1032082790-project] 10.222.0.27 "GET /v2.0/ports?device_id=c15ce40b-4ff1-4ce8-b3f1-4c16c8447f68 HTTP/1.1" status: 200 len: 945 time: 0.2627416 Oct 19 07:40:27.820410 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e724f601-1800-479f-bacd-e51b9bfd6da0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8af2ac1b-b243-41ef-8971-2a224a375712,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:40:27.828169 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4554342-1bda-407f-9ffb-e46d9c7618f9 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Deleting subnet 80a36ae4-e1f5-4fd6-a72e-94465b58dba3 {{(pid=103333) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 19 07:40:27.833542 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-b2d2be6f-773a-4c86-a0a6-9bcecfcf983b tempest-RoutersAdminTest-1280535694 tempest-RoutersAdminTest-1280535694-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1693896', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1692821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12609'] for router, precommit_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:27.839570 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-e724f601-1800-479f-bacd-e51b9bfd6da0 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=d66919e3abb8446d9f6cefb74e9c9261&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0370746 Oct 19 07:40:27.840401 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-e4554342-1bda-407f-9ffb-e46d9c7618f9 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks [] for subnet, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:27.842202 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-18cb93d3-0fdc-4b0b-abb1-67c4fd9d593b tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1692695', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12668'] for router, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:27.843868 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-18cb93d3-0fdc-4b0b-abb1-67c4fd9d593b tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1692835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1693910', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1621825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12659'] for router, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:27.851454 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 55712) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:40:27.869620 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-b2d2be6f-773a-4c86-a0a6-9bcecfcf983b tempest-RoutersAdminTest-1280535694 tempest-RoutersAdminTest-1280535694-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1693859', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1693873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1693882', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1692830'] for router, after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:27.871351 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-25a1a847-b50d-4145-9f6e-4f390ab3303f None None] Attempt 7 to provision port 1fc22c0e-8d0f-46e8-b79c-0ac9ba098dc8 Oct 19 07:40:27.912245 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-25a1a847-b50d-4145-9f6e-4f390ab3303f None None] Port 1fc22c0e-8d0f-46e8-b79c-0ac9ba098dc8 cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 07:40:27.935026 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-e4554342-1bda-407f-9ffb-e46d9c7618f9 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-134111928'] for subnet, precommit_delete_associations {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:27.960638 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-e025e4e7-7eb9-445e-942a-95200b2bbe0f req-1961211e-fa85-4a89-b1b8-7c52468eaf96 tempest-ServerActionsTestJSON-1032082790 tempest-ServerActionsTestJSON-1032082790-project] 10.222.0.27 "GET /v2.0/security-groups?id=f0bcd6ee-444f-46c6-b01f-ccacf8976dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1554201 Oct 19 07:40:28.014963 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-18cb93d3-0fdc-4b0b-abb1-67c4fd9d593b tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:28.043166 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-e93929cb-30e2-4bf2-b24d-202d56f041b3 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-667019'] for network, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:28.083199 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-e4554342-1bda-407f-9ffb-e46d9c7618f9 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-679826'] for subnet, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:28.107686 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-e117ac43-33e5-48f7-99e6-0a20673ddaa3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:28.168616 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-73e29fdb-2c9a-4006-9459-f287a7dddd11 tempest-AllowedAddressPairTestJSON-1474361603 tempest-AllowedAddressPairTestJSON-1474361603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133553798'] for port, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:28.188182 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-e4554342-1bda-407f-9ffb-e46d9c7618f9 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-679819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130997964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130170408'] for subnet, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:28.197086 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2d2be6f-773a-4c86-a0a6-9bcecfcf983b tempest-RoutersAdminTest-1280535694 tempest-RoutersAdminTest-1280535694-project-admin] Router 2db2803f-fdaa-400b-afed-945d37dad78e is scheduled to L3 agent ab388470-1243-4d53-80f2-c2f5899c97a7 with binding_index 1 {{(pid=103333) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 07:40:28.204639 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-e117ac43-33e5-48f7-99e6-0a20673ddaa3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:28.223873 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-e93929cb-30e2-4bf2-b24d-202d56f041b3 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Deleting port 54b0ee0f-91e2-4d07-bb2e-db3082a2683b {{(pid=103333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 07:40:28.224218 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-e93929cb-30e2-4bf2-b24d-202d56f041b3 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:28.226004 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4554342-1bda-407f-9ffb-e46d9c7618f9 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Pushing event deleted for resources: {'Subnet': ['ID=80a36ae4-e1f5-4fd6-a72e-94465b58dba3,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:40:28.239601 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0e5f8d4-47cc-4b05-8147-6d67bd5badc5 None None] Network 6b5a65c5-1bed-4301-9db8-c1056c2b8eba requested from dv-neutron-861624-1-hyperv {{(pid=103334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 07:40:28.241832 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-e4554342-1bda-407f-9ffb-e46d9c7618f9 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks [] for subnet, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:28.245014 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-e4554342-1bda-407f-9ffb-e46d9c7618f9 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] 10.222.0.27 "DELETE /v2.0/subnets/80a36ae4-e1f5-4fd6-a72e-94465b58dba3 HTTP/1.1" status: 204 len: 168 time: 0.5910807 Oct 19 07:40:28.247404 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 55716) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:40:28.286012 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-18cb93d3-0fdc-4b0b-abb1-67c4fd9d593b tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:28.289612 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88fbfbdb-52ad-40ca-8fba-54fc7b6c4cee tempest-RoutersIpV6AdminTest-1896539816 tempest-RoutersIpV6AdminTest-1896539816-project-admin] Router 1051bdfe-aed0-469b-bd92-4ffb82247a74 is scheduled to L3 agent ab388470-1243-4d53-80f2-c2f5899c97a7 with binding_index 1 {{(pid=103332) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 07:40:28.295685 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e29fdb-2c9a-4006-9459-f287a7dddd11 tempest-AllowedAddressPairTestJSON-1474361603 tempest-AllowedAddressPairTestJSON-1474361603-project] Pushing event deleted for resources: {'Port': ['ID=10cc6929-1e94-4628-b255-345dd13b0748,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:40:28.313148 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-c295e9b9-4354-4fd9-908e-88abe7d8bf42 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] 10.222.0.27 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0636573 Oct 19 07:40:28.316251 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 55718) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:40:28.413598 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-25a1a847-b50d-4145-9f6e-4f390ab3303f None None] Attempt 8 to provision port 1fc22c0e-8d0f-46e8-b79c-0ac9ba098dc8 Oct 19 07:40:28.488877 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88c128ca-26a1-43c9-84eb-c49984fe9a25 None None] DHCP port deletion for 6b5a65c5-1bed-4301-9db8-c1056c2b8eba request from dv-neutron-861624-1-hyperv {{(pid=103334) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 07:40:28.494089 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-25a1a847-b50d-4145-9f6e-4f390ab3303f None None] Port 1fc22c0e-8d0f-46e8-b79c-0ac9ba098dc8 cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 07:40:28.524723 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.db [None req-e93929cb-30e2-4bf2-b24d-202d56f041b3 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] For port 54b0ee0f-91e2-4d07-bb2e-db3082a2683b, host dv-neutron-861624-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=54b0ee0f-91e2-4d07-bb2e-db3082a2683b,segment=NetworkSegment(c99ab080-4c99-48a4-b4ff-5a2e97a808a4),segment_id=c99ab080-4c99-48a4-b4ff-5a2e97a808a4)] {{(pid=103333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:40:28.525099 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-e93929cb-30e2-4bf2-b24d-202d56f041b3 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:28.529108 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2d2be6f-773a-4c86-a0a6-9bcecfcf983b tempest-RoutersAdminTest-1280535694 tempest-RoutersAdminTest-1280535694-project-admin] Notify agent at l3_agent.dv-neutron-861624-1-hyperv the message routers_updated {{(pid=103333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 07:40:28.541739 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-b2d2be6f-773a-4c86-a0a6-9bcecfcf983b tempest-RoutersAdminTest-1280535694 tempest-RoutersAdminTest-1280535694-project-admin] Notify callbacks [] for router, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:28.545059 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-b2d2be6f-773a-4c86-a0a6-9bcecfcf983b tempest-RoutersAdminTest-1280535694 tempest-RoutersAdminTest-1280535694-project-admin] 10.222.0.27 "PUT /v2.0/routers/2db2803f-fdaa-400b-afed-945d37dad78e HTTP/1.1" status: 200 len: 915 time: 4.2356756 Oct 19 07:40:28.547071 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e9fc15e-236b-47ea-a8c9-d4b4fa6f1225 None None] Sync routers for ids ['2db2803f-fdaa-400b-afed-945d37dad78e'] in dv-neutron-861624-1-hyperv {{(pid=103334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 07:40:28.553265 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 55720) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:40:28.561589 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-e93929cb-30e2-4bf2-b24d-202d56f041b3 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Calling delete_port for 54b0ee0f-91e2-4d07-bb2e-db3082a2683b owned by network:dhcp {{(pid=103333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 07:40:28.564796 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e9fc15e-236b-47ea-a8c9-d4b4fa6f1225 None None] Routers {'2db2803f-fdaa-400b-afed-945d37dad78e'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 07:40:28.566344 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-5e9fc15e-236b-47ea-a8c9-d4b4fa6f1225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T07:40:16Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['2db2803f-fdaa-400b-afed-945d37dad78e'], 'active': True} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:40:28.609489 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-88c128ca-26a1-43c9-84eb-c49984fe9a25 None None] Deleting port 2c4ced24-ed14-42f2-8e03-0460fedd5ae2 {{(pid=103334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 07:40:28.609862 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-88c128ca-26a1-43c9-84eb-c49984fe9a25 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:28.611781 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-5e9fc15e-236b-47ea-a8c9-d4b4fa6f1225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:40:28.641610 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e9fc15e-236b-47ea-a8c9-d4b4fa6f1225 None None] Routers {'2db2803f-fdaa-400b-afed-945d37dad78e'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 07:40:28.642247 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-5e9fc15e-236b-47ea-a8c9-d4b4fa6f1225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T07:40:16Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['2db2803f-fdaa-400b-afed-945d37dad78e'], 'active': True} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:40:28.676036 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a2cd8e5-a20b-46ff-855d-1a354cda341a tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:40:28.677666 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-8a2cd8e5-a20b-46ff-855d-1a354cda341a tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] 10.222.0.27 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2701559 Oct 19 07:40:28.684984 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 55722) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:40:28.810874 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d245b0db-439e-4e55-b694-7d479381abec tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:40:28.812492 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-d245b0db-439e-4e55-b694-7d479381abec tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] 10.222.0.27 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1266024 Oct 19 07:40:28.816743 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 55724) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:40:28.830093 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-e93929cb-30e2-4bf2-b24d-202d56f041b3 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130996763'] for port, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:28.858851 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-e117ac43-33e5-48f7-99e6-0a20673ddaa3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788643'] for security_group, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:28.861656 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-e117ac43-33e5-48f7-99e6-0a20673ddaa3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:28.862212 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-5e9fc15e-236b-47ea-a8c9-d4b4fa6f1225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:40:28.862890 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e9fc15e-236b-47ea-a8c9-d4b4fa6f1225 None None] The sync data for ids ['2db2803f-fdaa-400b-afed-945d37dad78e'] in dv-neutron-861624-1-hyperv is: [] {{(pid=103334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 07:40:28.868376 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-e117ac43-33e5-48f7-99e6-0a20673ddaa3 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/8af2ac1b-b243-41ef-8971-2a224a375712 HTTP/1.1" status: 204 len: 168 time: 1.0111644 Oct 19 07:40:28.877001 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-88c128ca-26a1-43c9-84eb-c49984fe9a25 None None] For port 2c4ced24-ed14-42f2-8e03-0460fedd5ae2, host dv-neutron-861624-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=2c4ced24-ed14-42f2-8e03-0460fedd5ae2,segment=NetworkSegment(5a8d2b05-b527-4bd4-a671-b9112f193fef),segment_id=5a8d2b05-b527-4bd4-a671-b9112f193fef)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:40:28.877474 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-88c128ca-26a1-43c9-84eb-c49984fe9a25 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:28.890567 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93929cb-30e2-4bf2-b24d-202d56f041b3 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Pushing event deleted for resources: {'Port': ['ID=54b0ee0f-91e2-4d07-bb2e-db3082a2683b,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:40:28.891653 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-88c128ca-26a1-43c9-84eb-c49984fe9a25 None None] Calling delete_port for 2c4ced24-ed14-42f2-8e03-0460fedd5ae2 owned by network:dhcp {{(pid=103334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 07:40:28.898835 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-5d4bcd09-285c-41c1-87e8-1d467e0c8c8b tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] 10.222.0.27 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0745070 Oct 19 07:40:28.905902 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-bb7a9595-40a4-44b8-b907-2df71f4aa4d1 tempest-RoutersAdminTest-1280535694 tempest-RoutersAdminTest-1280535694-project-admin] 10.222.0.27 "GET /v2.0/routers/2db2803f-fdaa-400b-afed-945d37dad78e HTTP/1.1" status: 200 len: 921 time: 0.2886641 Oct 19 07:40:28.905902 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 55728) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:40:28.907510 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 55730) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:40:28.911951 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-e81010ba-1c19-4856-9817-d6e0e3c17df5 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Request body: {'subnet': {'network_id': '6b5a65c5-1bed-4301-9db8-c1056c2b8eba', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:40:28.954037 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e93929cb-30e2-4bf2-b24d-202d56f041b3 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] No DVR routers for this DVR port 54b0ee0f-91e2-4d07-bb2e-db3082a2683b on host dv-neutron-861624-1-hyperv {{(pid=103333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 19 07:40:28.968184 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e117ac43-33e5-48f7-99e6-0a20673ddaa3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8af2ac1b-b243-41ef-8971-2a224a375712,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:40:28.995187 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88fbfbdb-52ad-40ca-8fba-54fc7b6c4cee tempest-RoutersIpV6AdminTest-1896539816 tempest-RoutersIpV6AdminTest-1896539816-project-admin] Notify agent at l3_agent.dv-neutron-861624-1-hyperv the message routers_updated {{(pid=103332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 07:40:28.997093 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-73e29fdb-2c9a-4006-9459-f287a7dddd11 tempest-AllowedAddressPairTestJSON-1474361603 tempest-AllowedAddressPairTestJSON-1474361603-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42160'] for port, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:29.004990 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-73e29fdb-2c9a-4006-9459-f287a7dddd11 tempest-AllowedAddressPairTestJSON-1474361603 tempest-AllowedAddressPairTestJSON-1474361603-project] 10.222.0.27 "DELETE /v2.0/ports/10cc6929-1e94-4628-b255-345dd13b0748 HTTP/1.1" status: 204 len: 168 time: 2.4677196 Oct 19 07:40:29.007789 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa43a6a2-8c31-49a2-b9e8-92dce8ce5dc3 None None] Sync routers for ids ['1051bdfe-aed0-469b-bd92-4ffb82247a74'] in dv-neutron-861624-1-hyperv {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 07:40:29.011243 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-88fbfbdb-52ad-40ca-8fba-54fc7b6c4cee tempest-RoutersIpV6AdminTest-1896539816 tempest-RoutersIpV6AdminTest-1896539816-project-admin] Notify callbacks [] for router, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:29.012557 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-88fbfbdb-52ad-40ca-8fba-54fc7b6c4cee tempest-RoutersIpV6AdminTest-1896539816 tempest-RoutersIpV6AdminTest-1896539816-project-admin] 10.222.0.27 "PUT /v2.0/routers/1051bdfe-aed0-469b-bd92-4ffb82247a74 HTTP/1.1" status: 200 len: 919 time: 6.0381610 Oct 19 07:40:29.013073 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 55732) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:40:29.018603 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-25a1a847-b50d-4145-9f6e-4f390ab3303f None None] Attempt 9 to provision port 1fc22c0e-8d0f-46e8-b79c-0ac9ba098dc8 Oct 19 07:40:29.024227 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa43a6a2-8c31-49a2-b9e8-92dce8ce5dc3 None None] Routers {'1051bdfe-aed0-469b-bd92-4ffb82247a74'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 07:40:29.026198 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 55734) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:40:29.027031 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-fa43a6a2-8c31-49a2-b9e8-92dce8ce5dc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T07:40:16Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['1051bdfe-aed0-469b-bd92-4ffb82247a74'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:40:29.078327 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-25a1a847-b50d-4145-9f6e-4f390ab3303f None None] Port 1fc22c0e-8d0f-46e8-b79c-0ac9ba098dc8 cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 07:40:29.082758 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-88c128ca-26a1-43c9-84eb-c49984fe9a25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339'] for port, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:29.094506 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.pecan_wsgi.hooks.translation [None req-28e6fd87-e183-427f-9817-b5aba9eb0284 tempest-AllowedAddressPairTestJSON-1474361603 tempest-AllowedAddressPairTestJSON-1474361603-project] GET failed (client error): The resource could not be found. Oct 19 07:40:29.100899 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-28e6fd87-e183-427f-9817-b5aba9eb0284 tempest-AllowedAddressPairTestJSON-1474361603 tempest-AllowedAddressPairTestJSON-1474361603-project] 10.222.0.27 "GET /v2.0/ports/10cc6929-1e94-4628-b255-345dd13b0748 HTTP/1.1" status: 404 len: 333 time: 0.0857847 Oct 19 07:40:29.102394 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 55736) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:40:29.109646 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-fc4dc7ba-2d03-46d4-ab4a-09e0540edebd tempest-AllowedAddressPairTestJSON-1474361603 tempest-AllowedAddressPairTestJSON-1474361603-project] Request body: {'port': {'network_id': '2b5f9a1d-4552-4b64-bd0c-5f57eae79640', 'name': 'tempest-AllowedAddressPairTestJSON-1817203370'}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:40:29.119667 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04a196fb-2785-4477-a426-98da786ad1b0 tempest-RoutersAdminTest-1280535694 tempest-RoutersAdminTest-1280535694-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:40:29.122053 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-04a196fb-2785-4477-a426-98da786ad1b0 tempest-RoutersAdminTest-1280535694 tempest-RoutersAdminTest-1280535694-project-admin] 10.222.0.27 "GET /v2.0/ports?network_id=99c66757-74e3-40a4-b479-8d09e3a7c3dd&device_id=2db2803f-fdaa-400b-afed-945d37dad78e&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.2061887 Oct 19 07:40:29.124755 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-fa43a6a2-8c31-49a2-b9e8-92dce8ce5dc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:40:29.126861 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 55740) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:40:29.139156 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa43a6a2-8c31-49a2-b9e8-92dce8ce5dc3 None None] Routers {'1051bdfe-aed0-469b-bd92-4ffb82247a74'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 07:40:29.139897 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-fa43a6a2-8c31-49a2-b9e8-92dce8ce5dc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T07:40:16Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['1051bdfe-aed0-469b-bd92-4ffb82247a74'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:40:29.147022 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c128ca-26a1-43c9-84eb-c49984fe9a25 None None] Pushing event deleted for resources: {'Port': ['ID=2c4ced24-ed14-42f2-8e03-0460fedd5ae2,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:40:29.155256 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88c128ca-26a1-43c9-84eb-c49984fe9a25 None None] No DVR routers for this DVR port 2c4ced24-ed14-42f2-8e03-0460fedd5ae2 on host dv-neutron-861624-1-hyperv {{(pid=103334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 19 07:40:29.176213 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-e93929cb-30e2-4bf2-b24d-202d56f041b3 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-673051', 'neutron.services.segments.db._delete_segments_for_network-8785021519108'] for network, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:29.221689 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-fa43a6a2-8c31-49a2-b9e8-92dce8ce5dc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:40:29.222340 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa43a6a2-8c31-49a2-b9e8-92dce8ce5dc3 None None] The sync data for ids ['1051bdfe-aed0-469b-bd92-4ffb82247a74'] in dv-neutron-861624-1-hyperv is: [] {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 07:40:29.230647 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-e93929cb-30e2-4bf2-b24d-202d56f041b3 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['872afcc1-66c3-4532-8047-e461e6f7f643']}} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:40:29.234700 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e81010ba-1c19-4856-9817-d6e0e3c17df5 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Made reservation on behalf of 61a2e57b80c1442e9cb330141a970781 for: {'subnet': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 07:40:29.239207 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-e81010ba-1c19-4856-9817-d6e0e3c17df5 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130170579'] for subnet, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:29.309046 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-e93929cb-30e2-4bf2-b24d-202d56f041b3 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c99ab080-4c99-48a4-b4ff-5a2e97a808a4') {'for_net_delete': True} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:40:29.309533 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-e93929cb-30e2-4bf2-b24d-202d56f041b3 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c99ab080-4c99-48a4-b4ff-5a2e97a808a4') {} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:40:29.319556 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-bd7f4f3d-1f72-4530-886c-a8ce5f9f1745 tempest-RoutersIpV6AdminTest-1896539816 tempest-RoutersIpV6AdminTest-1896539816-project-admin] 10.222.0.27 "GET /v2.0/routers/1051bdfe-aed0-469b-bd92-4ffb82247a74 HTTP/1.1" status: 200 len: 925 time: 0.2922029 Oct 19 07:40:29.323802 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 55742) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:40:29.334298 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-e93929cb-30e2-4bf2-b24d-202d56f041b3 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785021519382', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-134111927'] for segment, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:29.379378 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 55744) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:40:29.392559 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc4dc7ba-2d03-46d4-ab4a-09e0540edebd tempest-AllowedAddressPairTestJSON-1474361603 tempest-AllowedAddressPairTestJSON-1474361603-project] Made reservation on behalf of cc6c7fa417a24c65b4644d27be23f7f8 for: {'port': 1} {{(pid=103332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 07:40:29.396343 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-fc4dc7ba-2d03-46d4-ab4a-09e0540edebd tempest-AllowedAddressPairTestJSON-1474361603 tempest-AllowedAddressPairTestJSON-1474361603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:29.399918 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-e93929cb-30e2-4bf2-b24d-202d56f041b3 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979'] for segment, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:29.425300 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e93929cb-30e2-4bf2-b24d-202d56f041b3 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Releasing vlan 198 on physical network physnet1 to pool {{(pid=103333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 07:40:29.425471 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-e93929cb-30e2-4bf2-b24d-202d56f041b3 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130996782'] for segment, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:29.426652 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-18cb93d3-0fdc-4b0b-abb1-67c4fd9d593b tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Notify callbacks [] for router_gateway, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:29.444293 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a009eb58-fe3d-4258-98ba-dfbd1022f973 tempest-RoutersAdminTest-1280535694 tempest-RoutersAdminTest-1280535694-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:40:29.448701 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-a009eb58-fe3d-4258-98ba-dfbd1022f973 tempest-RoutersAdminTest-1280535694 tempest-RoutersAdminTest-1280535694-project-admin] 10.222.0.27 "GET /v2.0/networks/99c66757-74e3-40a4-b479-8d09e3a7c3dd HTTP/1.1" status: 200 len: 881 time: 0.3170729 Oct 19 07:40:29.453536 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 55746) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:40:29.464364 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.notifiers.nova [None req-fc4dc7ba-2d03-46d4-ab4a-09e0540edebd tempest-AllowedAddressPairTestJSON-1474361603 tempest-AllowedAddressPairTestJSON-1474361603-project] device_id is not set on port cb6068e5-a448-4c08-8df3-a9fc94fb70da yet. {{(pid=103332) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 19 07:40:29.469314 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-18cb93d3-0fdc-4b0b-abb1-67c4fd9d593b tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:29.479580 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device 2c4ced24-ed14-42f2-8e03-0460fedd5ae2 no longer exists at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 07:40:29.507054 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] No Port match for: 2c4ced24-ed14-42f2-8e03-0460fedd5ae2 {{(pid=103334) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 19 07:40:29.507054 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device 2c4ced24-ed14-42f2-8e03-0460fedd5ae2 not bound to the agent host dv-neutron-861624-1-hyperv {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 07:40:29.507341 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-f0653fec-7597-4393-bde0-ddf935d11377 tempest-RoutersAdminTest-1850549588 tempest-RoutersAdminTest-1850549588-project] 10.222.0.27 "GET /v2.0/ports?device_id=2db2803f-fdaa-400b-afed-945d37dad78e HTTP/1.1" status: 200 len: 205 time: 0.0499079 Oct 19 07:40:29.511240 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 55750) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:40:29.536252 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92d40878-e75d-427c-b349-84350bca63a5 tempest-RoutersIpV6AdminTest-1896539816 tempest-RoutersIpV6AdminTest-1896539816-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:40:29.538517 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-92d40878-e75d-427c-b349-84350bca63a5 tempest-RoutersIpV6AdminTest-1896539816 tempest-RoutersIpV6AdminTest-1896539816-project-admin] 10.222.0.27 "GET /v2.0/ports?network_id=99c66757-74e3-40a4-b479-8d09e3a7c3dd&device_id=1051bdfe-aed0-469b-bd92-4ffb82247a74&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.2111533 Oct 19 07:40:29.541907 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 55752) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:40:29.556675 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.services.segments.plugin [-] Segment c99ab080-4c99-48a4-b4ff-5a2e97a808a4 resource provider aggregate not found Oct 19 07:40:29.564904 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-e93929cb-30e2-4bf2-b24d-202d56f041b3 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-673044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1695087'] for network, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:29.568819 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-5ff3f3ff-f058-43a7-987d-3c0f5da9f928 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=c2fc3996088b4b589a223e6b0ed405a6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1873441 Oct 19 07:40:29.578298 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-e93929cb-30e2-4bf2-b24d-202d56f041b3 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Notify callbacks [] for network, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:29.579584 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-25a1a847-b50d-4145-9f6e-4f390ab3303f None None] Attempt 10 to provision port 1fc22c0e-8d0f-46e8-b79c-0ac9ba098dc8 Oct 19 07:40:29.584085 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-e93929cb-30e2-4bf2-b24d-202d56f041b3 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] 10.222.0.27 "DELETE /v2.0/networks/872afcc1-66c3-4532-8047-e461e6f7f643 HTTP/1.1" status: 204 len: 168 time: 3.9420884 Oct 19 07:40:29.587592 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 55756) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:40:29.587920 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 55758) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:40:29.606173 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.services.segments.plugin [-] Segment c99ab080-4c99-48a4-b4ff-5a2e97a808a4 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c99ab080-4c99-48a4-b4ff-5a2e97a808a4 found for delete ", "request_id": "req-41bc3a99-a274-4740-920b-c728b2acf373"}]} Oct 19 07:40:29.628979 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-25a1a847-b50d-4145-9f6e-4f390ab3303f None None] Port 1fc22c0e-8d0f-46e8-b79c-0ac9ba098dc8 cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 07:40:29.657772 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93929cb-30e2-4bf2-b24d-202d56f041b3 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Pushing event deleted for resources: {'Network': ['ID=872afcc1-66c3-4532-8047-e461e6f7f643,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:40:29.659914 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.pecan_wsgi.hooks.translation [None req-72271d97-af3f-4dc2-891e-674ae25c0afd tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] GET failed (client error): The resource could not be found. Oct 19 07:40:29.663345 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-72271d97-af3f-4dc2-891e-674ae25c0afd tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] 10.222.0.27 "GET /v2.0/subnets/5ec3b1a8-172a-48a5-ab0a-55cff3b17ff3 HTTP/1.1" status: 404 len: 337 time: 0.0731978 Oct 19 07:40:29.672365 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 55760) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:40:29.741560 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-ec8a6fe1-eff3-4cc1-813d-edf6b613b43e None None] Could not find standard attr ID for object 10cc6929-1e94-4628-b255-345dd13b0748. {{(pid=103334) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 19 07:40:29.753288 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-ec8a6fe1-eff3-4cc1-813d-edf6b613b43e None None] Provisioning complete for port 1fc22c0e-8d0f-46e8-b79c-0ac9ba098dc8 triggered by entity DHCP. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:40:29.754021 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-ec8a6fe1-eff3-4cc1-813d-edf6b613b43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:29.754299 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-ec8a6fe1-eff3-4cc1-813d-edf6b613b43e None None] Attempt 1 to provision port 1fc22c0e-8d0f-46e8-b79c-0ac9ba098dc8 Oct 19 07:40:29.784088 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.db_base_plugin_common [None req-18cb93d3-0fdc-4b0b-abb1-67c4fd9d593b tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Allocated IP 172.26.0.16 (99c66757-74e3-40a4-b479-8d09e3a7c3dd/7f3d1034-1de7-458a-a3ee-77488de3949b/9aa3ac38-1db8-4865-b25c-e82bd50794f3) {{(pid=103332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 07:40:29.788145 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.db_base_plugin_common [None req-fc4dc7ba-2d03-46d4-ab4a-09e0540edebd tempest-AllowedAddressPairTestJSON-1474361603 tempest-AllowedAddressPairTestJSON-1474361603-project] Allocated IP 172.20.0.11 (2b5f9a1d-4552-4b64-bd0c-5f57eae79640/590d023b-2916-4f82-923d-a7ace9294604/cb6068e5-a448-4c08-8df3-a9fc94fb70da) {{(pid=103332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 07:40:29.794203 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-ec8a6fe1-eff3-4cc1-813d-edf6b613b43e None None] Port 1fc22c0e-8d0f-46e8-b79c-0ac9ba098dc8 cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 07:40:29.796221 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4443569d-1da6-4a13-8bb1-d0725d652333 tempest-RoutersIpV6AdminTest-1896539816 tempest-RoutersIpV6AdminTest-1896539816-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:40:29.797668 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-4443569d-1da6-4a13-8bb1-d0725d652333 tempest-RoutersIpV6AdminTest-1896539816 tempest-RoutersIpV6AdminTest-1896539816-project-admin] 10.222.0.27 "GET /v2.0/networks/99c66757-74e3-40a4-b479-8d09e3a7c3dd HTTP/1.1" status: 200 len: 881 time: 0.2506561 Oct 19 07:40:29.803959 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 55762) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:40:29.851299 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-8abe5076-1341-4fe6-be1e-786f3ad49ffb tempest-RoutersIpV6AdminTest-1129688832 tempest-RoutersIpV6AdminTest-1129688832-project] 10.222.0.27 "GET /v2.0/ports?device_id=1051bdfe-aed0-469b-bd92-4ffb82247a74 HTTP/1.1" status: 200 len: 205 time: 0.0455148 Oct 19 07:40:29.868351 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 55764) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:40:30.019885 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.pecan_wsgi.hooks.translation [None req-61b46741-b9e3-46d2-b2be-9d1aac6581b2 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] DELETE failed (client error): The resource could not be found. Oct 19 07:40:30.020399 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-61b46741-b9e3-46d2-b2be-9d1aac6581b2 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103333) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 07:40:30.023456 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-61b46741-b9e3-46d2-b2be-9d1aac6581b2 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] 10.222.0.27 "DELETE /v2.0/networks/872afcc1-66c3-4532-8047-e461e6f7f643 HTTP/1.1" status: 404 len: 339 time: 0.3501437 Oct 19 07:40:30.035560 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 55766) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:40:30.104671 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-18cb93d3-0fdc-4b0b-abb1-67c4fd9d593b tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Notify callbacks [] for port, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:30.124240 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-352d1e29-3853-4915-956e-b16b03baa53e tempest-RoutersIpV6AdminTest-1129688832 tempest-RoutersIpV6AdminTest-1129688832-project] Notify callbacks [] for router, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:30.135249 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-3a0f36e6-e147-47a4-a0b3-4c6f55550b66 tempest-RoutersAdminTest-1850549588 tempest-RoutersAdminTest-1850549588-project] Notify callbacks [] for router, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:30.212634 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-fc4dc7ba-2d03-46d4-ab4a-09e0540edebd tempest-AllowedAddressPairTestJSON-1474361603 tempest-AllowedAddressPairTestJSON-1474361603-project] Notify callbacks [] for port, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:30.261785 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-18cb93d3-0fdc-4b0b-abb1-67c4fd9d593b tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785020947330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133553798'] for port, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:30.296106 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-ec8a6fe1-eff3-4cc1-813d-edf6b613b43e None None] Attempt 2 to provision port 1fc22c0e-8d0f-46e8-b79c-0ac9ba098dc8 Oct 19 07:40:30.308521 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-05beb0b1-f18d-4d0c-af0d-e39e0611ab3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:30.326315 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18cb93d3-0fdc-4b0b-abb1-67c4fd9d593b tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Network 99c66757-74e3-40a4-b479-8d09e3a7c3dd is already hosted by enough agents. {{(pid=103332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 07:40:30.332342 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.base_scheduler [None req-18cb93d3-0fdc-4b0b-abb1-67c4fd9d593b tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Resources bound (agent type, host, resource id): {{(pid=103332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:40:30.336047 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18cb93d3-0fdc-4b0b-abb1-67c4fd9d593b tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Received port after_create {{(pid=103332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 07:40:30.338770 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-ec8a6fe1-eff3-4cc1-813d-edf6b613b43e None None] Port 1fc22c0e-8d0f-46e8-b79c-0ac9ba098dc8 cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 07:40:30.364443 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-352d1e29-3853-4915-956e-b16b03baa53e tempest-RoutersIpV6AdminTest-1129688832 tempest-RoutersIpV6AdminTest-1129688832-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:30.375600 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18cb93d3-0fdc-4b0b-abb1-67c4fd9d593b tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Pushing event updated for resources: {'Port': ['ID=9aa3ac38-1db8-4865-b25c-e82bd50794f3,revision_number=1']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:40:30.386650 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-fc4dc7ba-2d03-46d4-ab4a-09e0540edebd tempest-AllowedAddressPairTestJSON-1474361603 tempest-AllowedAddressPairTestJSON-1474361603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785020947330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133553798'] for port, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:30.414842 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-05beb0b1-f18d-4d0c-af0d-e39e0611ab3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:30.432663 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-722fa167-f3f6-47e0-b0e1-5407c9aee205 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:40:30.438174 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-722fa167-f3f6-47e0-b0e1-5407c9aee205 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] 10.222.0.27 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.3976538 Oct 19 07:40:30.443875 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 55768) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:40:30.506969 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-3a0f36e6-e147-47a4-a0b3-4c6f55550b66 tempest-RoutersAdminTest-1850549588 tempest-RoutersAdminTest-1850549588-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:30.531836 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc4dc7ba-2d03-46d4-ab4a-09e0540edebd tempest-AllowedAddressPairTestJSON-1474361603 tempest-AllowedAddressPairTestJSON-1474361603-project] Network 2b5f9a1d-4552-4b64-bd0c-5f57eae79640 is already hosted by enough agents. {{(pid=103332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 07:40:30.540496 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-657ddc34-d606-477a-a9d8-62d2b9ce180e tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] 10.222.0.27 "GET /v2.0/subnets?network_id=99c66757-74e3-40a4-b479-8d09e3a7c3dd HTTP/1.1" status: 200 len: 207 time: 0.0912297 Oct 19 07:40:30.541652 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.objects.ports [None req-e81010ba-1c19-4856-9817-d6e0e3c17df5 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103333) get_objects /opt/stack/neutron/neutron/objects/ports.py:470}} Oct 19 07:40:30.544844 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 55770) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:40:30.545694 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.base_scheduler [None req-fc4dc7ba-2d03-46d4-ab4a-09e0540edebd tempest-AllowedAddressPairTestJSON-1474361603 tempest-AllowedAddressPairTestJSON-1474361603-project] Resources bound (agent type, host, resource id): {{(pid=103332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:40:30.550499 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4dc7ba-2d03-46d4-ab4a-09e0540edebd tempest-AllowedAddressPairTestJSON-1474361603 tempest-AllowedAddressPairTestJSON-1474361603-project] Pushing event updated for resources: {'Port': ['ID=cb6068e5-a448-4c08-8df3-a9fc94fb70da,revision_number=1']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:40:30.577894 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-e81010ba-1c19-4856-9817-d6e0e3c17df5 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130997899', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130170401'] for subnet, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:30.579359 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc4dc7ba-2d03-46d4-ab4a-09e0540edebd tempest-AllowedAddressPairTestJSON-1474361603 tempest-AllowedAddressPairTestJSON-1474361603-project] Received port after_create {{(pid=103332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 07:40:30.656278 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-05beb0b1-f18d-4d0c-af0d-e39e0611ab3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788643'] for security_group, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:30.659902 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-05beb0b1-f18d-4d0c-af0d-e39e0611ab3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:30.663340 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-05beb0b1-f18d-4d0c-af0d-e39e0611ab3d admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/0c64c384-71fe-4647-b9ed-6b0407dcd1ed HTTP/1.1" status: 204 len: 168 time: 1.0724168 Oct 19 07:40:30.670034 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.plugin [None req-352d1e29-3853-4915-956e-b16b03baa53e tempest-RoutersIpV6AdminTest-1129688832 tempest-RoutersIpV6AdminTest-1129688832-project] Deleting port 06fd5379-3abd-4482-af14-4e021acafb53 {{(pid=103332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 07:40:30.670389 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-352d1e29-3853-4915-956e-b16b03baa53e tempest-RoutersIpV6AdminTest-1129688832 tempest-RoutersIpV6AdminTest-1129688832-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:30.678297 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc4dc7ba-2d03-46d4-ab4a-09e0540edebd tempest-AllowedAddressPairTestJSON-1474361603 tempest-AllowedAddressPairTestJSON-1474361603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:40:30.679307 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-fc4dc7ba-2d03-46d4-ab4a-09e0540edebd tempest-AllowedAddressPairTestJSON-1474361603 tempest-AllowedAddressPairTestJSON-1474361603-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42160'] for port, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:30.716768 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e81010ba-1c19-4856-9817-d6e0e3c17df5 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Network 6b5a65c5-1bed-4301-9db8-c1056c2b8eba is already hosted by enough agents. {{(pid=103333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 07:40:30.751771 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05beb0b1-f18d-4d0c-af0d-e39e0611ab3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c64c384-71fe-4647-b9ed-6b0407dcd1ed,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:40:30.758510 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-fc4dc7ba-2d03-46d4-ab4a-09e0540edebd tempest-AllowedAddressPairTestJSON-1474361603 tempest-AllowedAddressPairTestJSON-1474361603-project] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6533210 Oct 19 07:40:30.770681 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-e81010ba-1c19-4856-9817-d6e0e3c17df5 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Resources bound (agent type, host, resource id): {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:40:30.786198 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 55774) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:40:30.793851 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcd78e02-0c72-4a66-8a1e-0620d571b4c7 None None] Network 6b5a65c5-1bed-4301-9db8-c1056c2b8eba requested from dv-neutron-861624-1-hyperv {{(pid=103334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 07:40:30.808923 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-788d9cf7-9cb0-4363-9ef5-c7d4a25f64fd tempest-AllowedAddressPairTestJSON-1474361603 tempest-AllowedAddressPairTestJSON-1474361603-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.9', 'mac_address': 'fa:16:3e:08:6e:f4'}]}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:40:30.815744 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e81010ba-1c19-4856-9817-d6e0e3c17df5 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:40:30.816905 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-e81010ba-1c19-4856-9817-d6e0e3c17df5 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks [] for subnet, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:30.857123 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81010ba-1c19-4856-9817-d6e0e3c17df5 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Pushing event updated for resources: {'Subnet': ['ID=3556c073-1560-40cb-973e-5a4ed5d2ca99,revision_number=0']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:40:30.873559 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-352d1e29-3853-4915-956e-b16b03baa53e tempest-RoutersIpV6AdminTest-1129688832 tempest-RoutersIpV6AdminTest-1129688832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:30.885953 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-18cb93d3-0fdc-4b0b-abb1-67c4fd9d593b tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Notify callbacks [] for router_gateway, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:30.919578 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-e81010ba-1c19-4856-9817-d6e0e3c17df5 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 2.0127409 Oct 19 07:40:30.927197 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 55776) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:40:30.928491 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.plugin [None req-352d1e29-3853-4915-956e-b16b03baa53e tempest-RoutersIpV6AdminTest-1129688832 tempest-RoutersIpV6AdminTest-1129688832-project] Calling delete_port for 06fd5379-3abd-4482-af14-4e021acafb53 owned by network:router_gateway {{(pid=103332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 07:40:30.932305 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-04735e2b-fbdf-4707-900b-3701dfcffde4 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Request body: {'port': {'network_id': '6b5a65c5-1bed-4301-9db8-c1056c2b8eba', 'mac_address': 'fa:16:3e:c7:b4:9f', 'name': 'tempest-NetworksTestDHCPv6-1815017260'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:40:30.939909 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-ec8a6fe1-eff3-4cc1-813d-edf6b613b43e None None] Attempt 3 to provision port 1fc22c0e-8d0f-46e8-b79c-0ac9ba098dc8 Oct 19 07:40:30.951649 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e3206be-d94a-4e9a-b3b8-135545351f30 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:40:30.959214 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e3206be-d94a-4e9a-b3b8-135545351f30 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:40:30.965807 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e3206be-d94a-4e9a-b3b8-135545351f30 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:40:30.972688 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e3206be-d94a-4e9a-b3b8-135545351f30 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:40:30.974761 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-0e3206be-d94a-4e9a-b3b8-135545351f30 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] 10.222.0.27 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2486 time: 0.4301074 Oct 19 07:40:30.978873 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 55780) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:40:31.039113 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-ec8a6fe1-eff3-4cc1-813d-edf6b613b43e None None] Port 1fc22c0e-8d0f-46e8-b79c-0ac9ba098dc8 cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 07:40:31.042298 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-3a0f36e6-e147-47a4-a0b3-4c6f55550b66 tempest-RoutersAdminTest-1850549588 tempest-RoutersAdminTest-1850549588-project] Deleting port 81d08f90-d389-4ae4-9200-4deb91a8311e {{(pid=103333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 07:40:31.042845 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-3a0f36e6-e147-47a4-a0b3-4c6f55550b66 tempest-RoutersAdminTest-1850549588 tempest-RoutersAdminTest-1850549588-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:31.077428 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed2d2d0d-6b0f-4852-8a1e-2b73df612b82 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d12c6ac-27a3-545c-a8f3-f04e30423d6d-6b5a65c5-1bed-4301-9db8-c1056c2b8eba', 'network_id': '6b5a65c5-1bed-4301-9db8-c1056c2b8eba', 'tenant_id': '61a2e57b80c1442e9cb330141a970781', 'fixed_ips': [{'subnet_id': '3556c073-1560-40cb-973e-5a4ed5d2ca99'}]}} from dv-neutron-861624-1-hyperv. {{(pid=103334) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 07:40:31.078337 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-ed2d2d0d-6b0f-4852-8a1e-2b73df612b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:31.310258 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.db_base_plugin_common [None req-ed2d2d0d-6b0f-4852-8a1e-2b73df612b82 None None] Allocated IP 2001:db8::f816:3eff:fe0f:e20c (6b5a65c5-1bed-4301-9db8-c1056c2b8eba/3556c073-1560-40cb-973e-5a4ed5d2ca99/32e775b3-88ab-45da-b83f-43e53151c940) {{(pid=103334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 07:40:31.333216 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-3cbe938d-14d8-42d6-88bb-04d33d038b96 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] 10.222.0.27 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 575 time: 0.3530049 Oct 19 07:40:31.348159 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 55790) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:40:31.417032 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-3a0f36e6-e147-47a4-a0b3-4c6f55550b66 tempest-RoutersAdminTest-1850549588 tempest-RoutersAdminTest-1850549588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:31.451889 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-788d9cf7-9cb0-4363-9ef5-c7d4a25f64fd tempest-AllowedAddressPairTestJSON-1474361603 tempest-AllowedAddressPairTestJSON-1474361603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:31.459891 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-3a0f36e6-e147-47a4-a0b3-4c6f55550b66 tempest-RoutersAdminTest-1850549588 tempest-RoutersAdminTest-1850549588-project] Calling delete_port for 81d08f90-d389-4ae4-9200-4deb91a8311e owned by network:router_gateway {{(pid=103333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 07:40:31.475218 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04735e2b-fbdf-4707-900b-3701dfcffde4 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Made reservation on behalf of 61a2e57b80c1442e9cb330141a970781 for: {'port': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 07:40:31.483724 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b29e4e22-be02-44ca-953e-7dc6a923f15f tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:40:31.485316 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b29e4e22-be02-44ca-953e-7dc6a923f15f tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:40:31.487590 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-b29e4e22-be02-44ca-953e-7dc6a923f15f tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] 10.222.0.27 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.1378374 Oct 19 07:40:31.506045 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 55794) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:40:31.541672 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-ec8a6fe1-eff3-4cc1-813d-edf6b613b43e None None] Attempt 4 to provision port 1fc22c0e-8d0f-46e8-b79c-0ac9ba098dc8 Oct 19 07:40:31.543666 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-ed2d2d0d-6b0f-4852-8a1e-2b73df612b82 None None] Notify callbacks [] for port, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:31.577435 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-ed2d2d0d-6b0f-4852-8a1e-2b73df612b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785020947330'] for port, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:31.588963 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-18cb93d3-0fdc-4b0b-abb1-67c4fd9d593b tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1692844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1693859'] for router, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:31.656338 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed2d2d0d-6b0f-4852-8a1e-2b73df612b82 None None] Network 6b5a65c5-1bed-4301-9db8-c1056c2b8eba is already hosted by enough agents. {{(pid=103334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 07:40:31.659569 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.scheduler.base_scheduler [None req-ed2d2d0d-6b0f-4852-8a1e-2b73df612b82 None None] Resources bound (agent type, host, resource id): {{(pid=103334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:40:31.663385 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2d2d0d-6b0f-4852-8a1e-2b73df612b82 None None] Pushing event updated for resources: {'Port': ['ID=32e775b3-88ab-45da-b83f-43e53151c940,revision_number=1']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:40:31.669042 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed2d2d0d-6b0f-4852-8a1e-2b73df612b82 None None] Received port after_create {{(pid=103334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 07:40:31.696602 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-ec8a6fe1-eff3-4cc1-813d-edf6b613b43e None None] Port 1fc22c0e-8d0f-46e8-b79c-0ac9ba098dc8 cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 07:40:31.762944 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-352d1e29-3853-4915-956e-b16b03baa53e tempest-RoutersIpV6AdminTest-1129688832 tempest-RoutersIpV6AdminTest-1129688832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133553798'] for port, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:31.774488 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-ed2d2d0d-6b0f-4852-8a1e-2b73df612b82 None None] Attempting to bind port 32e775b3-88ab-45da-b83f-43e53151c940 on host dv-neutron-861624-1-hyperv for vnic_type normal with profile {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 19 07:40:31.775101 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-ed2d2d0d-6b0f-4852-8a1e-2b73df612b82 None None] Attempting to bind port 32e775b3-88ab-45da-b83f-43e53151c940 by drivers openvswitch,hyperv on host dv-neutron-861624-1-hyperv at level 0 using segments [{'id': '5a8d2b05-b527-4bd4-a671-b9112f193fef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '6b5a65c5-1bed-4301-9db8-c1056c2b8eba'}] {{(pid=103334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 19 07:40:31.775658 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed2d2d0d-6b0f-4852-8a1e-2b73df612b82 None None] Attempting to bind port 32e775b3-88ab-45da-b83f-43e53151c940 on network 6b5a65c5-1bed-4301-9db8-c1056c2b8eba {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 07:40:31.788009 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed2d2d0d-6b0f-4852-8a1e-2b73df612b82 None None] Checking agent: {'id': 'a5b0152c-d633-409b-aaf8-3b76458e2410', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861624-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 19, 7, 30, 19), 'started_at': datetime.datetime(2022, 10, 19, 7, 30, 49), 'heartbeat_timestamp': datetime.datetime(2022, 10, 19, 7, 40, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861624-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 07:40:31.788576 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed2d2d0d-6b0f-4852-8a1e-2b73df612b82 None None] Checking segment: {'id': '5a8d2b05-b527-4bd4-a671-b9112f193fef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '6b5a65c5-1bed-4301-9db8-c1056c2b8eba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 19 07:40:31.789762 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-ed2d2d0d-6b0f-4852-8a1e-2b73df612b82 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:31.790421 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed2d2d0d-6b0f-4852-8a1e-2b73df612b82 None None] Bound using segment: {'id': '5a8d2b05-b527-4bd4-a671-b9112f193fef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '6b5a65c5-1bed-4301-9db8-c1056c2b8eba'} {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 07:40:31.791077 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-ed2d2d0d-6b0f-4852-8a1e-2b73df612b82 None None] Bound port: 32e775b3-88ab-45da-b83f-43e53151c940, host: dv-neutron-861624-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a8d2b05-b527-4bd4-a671-b9112f193fef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '6b5a65c5-1bed-4301-9db8-c1056c2b8eba'}}] {{(pid=103334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 19 07:40:31.791581 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-ed2d2d0d-6b0f-4852-8a1e-2b73df612b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:31.831423 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 55802) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:40:31.843706 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352d1e29-3853-4915-956e-b16b03baa53e tempest-RoutersIpV6AdminTest-1129688832 tempest-RoutersIpV6AdminTest-1129688832-project] Pushing event deleted for resources: {'Port': ['ID=06fd5379-3abd-4482-af14-4e021acafb53,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:40:31.884992 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-ed2d2d0d-6b0f-4852-8a1e-2b73df612b82 None None] For port 32e775b3-88ab-45da-b83f-43e53151c940, host dv-neutron-861624-1-hyperv, cleared binding levels {{(pid=103334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 07:40:31.889290 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-ed2d2d0d-6b0f-4852-8a1e-2b73df612b82 None None] For port 32e775b3-88ab-45da-b83f-43e53151c940, host dv-neutron-861624-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=32e775b3-88ab-45da-b83f-43e53151c940,segment=NetworkSegment(5a8d2b05-b527-4bd4-a671-b9112f193fef),segment_id=5a8d2b05-b527-4bd4-a671-b9112f193fef)] {{(pid=103334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 07:40:31.895757 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-ed2d2d0d-6b0f-4852-8a1e-2b73df612b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:31.912464 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18cb93d3-0fdc-4b0b-abb1-67c4fd9d593b tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Router 759c53b8-2b12-4d42-91ad-75053f7382f1 is scheduled to L3 agent ab388470-1243-4d53-80f2-c2f5899c97a7 with binding_index 1 {{(pid=103332) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 07:40:31.946051 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-352d1e29-3853-4915-956e-b16b03baa53e tempest-RoutersIpV6AdminTest-1129688832 tempest-RoutersIpV6AdminTest-1129688832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1693831'] for router_gateway, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:31.967651 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4afa28a-aa82-4005-b6e0-4fca38416485 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Attributes excluded by policy engine: ['shared'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:40:31.969077 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4afa28a-aa82-4005-b6e0-4fca38416485 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Attributes excluded by policy engine: ['shared'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:40:31.970850 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-f4afa28a-aa82-4005-b6e0-4fca38416485 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] 10.222.0.27 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.4638624 Oct 19 07:40:31.981047 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2d2d0d-6b0f-4852-8a1e-2b73df612b82 None None] Pushing event updated for resources: {'Port': ['ID=32e775b3-88ab-45da-b83f-43e53151c940,revision_number=2']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:40:31.986270 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 55806) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:40:32.030319 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-f1c71aa3-c421-40c8-9fc0-83d8e88d2c86 tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-929224638'}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:40:32.098189 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-04735e2b-fbdf-4707-900b-3701dfcffde4 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:32.118387 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-352d1e29-3853-4915-956e-b16b03baa53e tempest-RoutersIpV6AdminTest-1129688832 tempest-RoutersIpV6AdminTest-1129688832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1693565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12618'] for router, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:32.127321 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-352d1e29-3853-4915-956e-b16b03baa53e tempest-RoutersIpV6AdminTest-1129688832 tempest-RoutersIpV6AdminTest-1129688832-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:32.170456 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1c71aa3-c421-40c8-9fc0-83d8e88d2c86 tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Made reservation on behalf of f2ca639a25f74e74adde8aad6c608244 for: {'network': 1} {{(pid=103332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 07:40:32.173891 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-f1c71aa3-c421-40c8-9fc0-83d8e88d2c86 tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for network, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:32.198501 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-ec8a6fe1-eff3-4cc1-813d-edf6b613b43e None None] Attempt 5 to provision port 1fc22c0e-8d0f-46e8-b79c-0ac9ba098dc8 Oct 19 07:40:32.222089 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-f1c71aa3-c421-40c8-9fc0-83d8e88d2c86 tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Notify callbacks [] for security_group, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:32.239231 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-352d1e29-3853-4915-956e-b16b03baa53e tempest-RoutersIpV6AdminTest-1129688832 tempest-RoutersIpV6AdminTest-1129688832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1693542'] for router, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:32.239779 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-352d1e29-3853-4915-956e-b16b03baa53e tempest-RoutersIpV6AdminTest-1129688832 tempest-RoutersIpV6AdminTest-1129688832-project] Fanout notify agent at l3_agent the message router_deleted on router 1051bdfe-aed0-469b-bd92-4ffb82247a74 {{(pid=103332) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 07:40:32.246972 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-352d1e29-3853-4915-956e-b16b03baa53e tempest-RoutersIpV6AdminTest-1129688832 tempest-RoutersIpV6AdminTest-1129688832-project] Notify callbacks [] for router, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:32.248662 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-352d1e29-3853-4915-956e-b16b03baa53e tempest-RoutersIpV6AdminTest-1129688832 tempest-RoutersIpV6AdminTest-1129688832-project] 10.222.0.27 "DELETE /v2.0/routers/1051bdfe-aed0-469b-bd92-4ffb82247a74 HTTP/1.1" status: 204 len: 168 time: 2.3791792 Oct 19 07:40:32.253925 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 55808) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:40:32.255605 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-ec8a6fe1-eff3-4cc1-813d-edf6b613b43e None None] Port 1fc22c0e-8d0f-46e8-b79c-0ac9ba098dc8 cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 07:40:32.262999 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-4673a474-9e80-4855-b0d2-47cf645e0c8d tempest-RoutersIpV6AdminTest-1129688832 tempest-RoutersIpV6AdminTest-1129688832-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1114780272', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd'}, 'admin_state_up': False}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:40:32.272860 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18cb93d3-0fdc-4b0b-abb1-67c4fd9d593b tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Notify agent at l3_agent.dv-neutron-861624-1-hyperv the message routers_updated {{(pid=103332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 07:40:32.273083 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.notifiers.nova [None req-04735e2b-fbdf-4707-900b-3701dfcffde4 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] device_id is not set on port a3f83b99-0f5c-42ef-a9e8-f3e88b0fb830 yet. {{(pid=103333) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 19 07:40:32.287460 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbb4b280-bc62-4118-a220-0fe96fcc7a01 None None] Sync routers for ids ['759c53b8-2b12-4d42-91ad-75053f7382f1'] in dv-neutron-861624-1-hyperv {{(pid=103334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 07:40:32.307295 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbb4b280-bc62-4118-a220-0fe96fcc7a01 None None] Routers {'759c53b8-2b12-4d42-91ad-75053f7382f1'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 07:40:32.308461 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-dbb4b280-bc62-4118-a220-0fe96fcc7a01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T07:40:16Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['759c53b8-2b12-4d42-91ad-75053f7382f1'], 'active': True} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:40:32.310147 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-18cb93d3-0fdc-4b0b-abb1-67c4fd9d593b tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Notify callbacks [] for router, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:32.311411 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-18cb93d3-0fdc-4b0b-abb1-67c4fd9d593b tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] 10.222.0.27 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 4.6358132 Oct 19 07:40:32.314353 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 55810) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:40:32.318390 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-4673a474-9e80-4855-b0d2-47cf645e0c8d tempest-RoutersIpV6AdminTest-1129688832 tempest-RoutersIpV6AdminTest-1129688832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1692695', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12668'] for router, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:32.319500 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-4673a474-9e80-4855-b0d2-47cf645e0c8d tempest-RoutersIpV6AdminTest-1129688832 tempest-RoutersIpV6AdminTest-1129688832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1692835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1693910', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1621825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12659'] for router, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:32.362108 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-dbb4b280-bc62-4118-a220-0fe96fcc7a01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:40:32.376232 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbb4b280-bc62-4118-a220-0fe96fcc7a01 None None] Routers {'759c53b8-2b12-4d42-91ad-75053f7382f1'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 07:40:32.376930 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-dbb4b280-bc62-4118-a220-0fe96fcc7a01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T07:40:16Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['759c53b8-2b12-4d42-91ad-75053f7382f1'], 'active': True} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:40:32.413763 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-dbb4b280-bc62-4118-a220-0fe96fcc7a01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:40:32.414405 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbb4b280-bc62-4118-a220-0fe96fcc7a01 None None] The sync data for ids ['759c53b8-2b12-4d42-91ad-75053f7382f1'] in dv-neutron-861624-1-hyperv is: [] {{(pid=103334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 07:40:32.418094 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daa7cd3d-e850-4243-bb91-7e7fc2a24494 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:40:32.423293 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-daa7cd3d-e850-4243-bb91-7e7fc2a24494 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] 10.222.0.27 "GET /v2.0/networks/d89e3664-8d62-4a36-94a1-43e82a1fb183 HTTP/1.1" status: 200 len: 799 time: 0.4295251 Oct 19 07:40:32.428127 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-4673a474-9e80-4855-b0d2-47cf645e0c8d tempest-RoutersIpV6AdminTest-1129688832 tempest-RoutersIpV6AdminTest-1129688832-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:32.428955 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 55812) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:40:32.482099 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-788d9cf7-9cb0-4363-9ef5-c7d4a25f64fd tempest-AllowedAddressPairTestJSON-1474361603 tempest-AllowedAddressPairTestJSON-1474361603-project] Notify callbacks [] for port, precommit_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:32.488302 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-3a0f36e6-e147-47a4-a0b3-4c6f55550b66 tempest-RoutersAdminTest-1850549588 tempest-RoutersAdminTest-1850549588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130996763'] for port, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:32.523509 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-788d9cf7-9cb0-4363-9ef5-c7d4a25f64fd tempest-AllowedAddressPairTestJSON-1474361603 tempest-AllowedAddressPairTestJSON-1474361603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130996754'] for port, after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:32.561179 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-675e1236-a022-4c53-b4ca-d9e93ca07b4f tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] 10.222.0.27 "GET /v2.0/routers/759c53b8-2b12-4d42-91ad-75053f7382f1 HTTP/1.1" status: 200 len: 880 time: 0.2446549 Oct 19 07:40:32.588228 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0f36e6-e147-47a4-a0b3-4c6f55550b66 tempest-RoutersAdminTest-1850549588 tempest-RoutersAdminTest-1850549588-project] Pushing event deleted for resources: {'Port': ['ID=81d08f90-d389-4ae4-9200-4deb91a8311e,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:40:32.594065 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 55814) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:40:32.637694 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-4673a474-9e80-4855-b0d2-47cf645e0c8d tempest-RoutersIpV6AdminTest-1129688832 tempest-RoutersIpV6AdminTest-1129688832-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:32.694681 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-f1c71aa3-c421-40c8-9fc0-83d8e88d2c86 tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Notify callbacks [] for security_group, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:32.707887 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-f1c71aa3-c421-40c8-9fc0-83d8e88d2c86 tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788643'] for security_group, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:32.757001 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-ec8a6fe1-eff3-4cc1-813d-edf6b613b43e None None] Attempt 6 to provision port 1fc22c0e-8d0f-46e8-b79c-0ac9ba098dc8 Oct 19 07:40:32.769280 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.db_base_plugin_common [None req-04735e2b-fbdf-4707-900b-3701dfcffde4 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Allocated IP 2001:db8::f816:3eff:fec7:b49f (6b5a65c5-1bed-4301-9db8-c1056c2b8eba/3556c073-1560-40cb-973e-5a4ed5d2ca99/a3f83b99-0f5c-42ef-a9e8-f3e88b0fb830) {{(pid=103333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 07:40:32.770058 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1c71aa3-c421-40c8-9fc0-83d8e88d2c86 tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 178} {{(pid=103332) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 07:40:32.778727 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c71aa3-c421-40c8-9fc0-83d8e88d2c86 tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9c5eb619-0b1d-489c-a79f-06861e0645ae,revision_number=1']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:40:32.793587 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-f1c71aa3-c421-40c8-9fc0-83d8e88d2c86 tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979'] for segment, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:32.793943 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.db.segments_db [None req-f1c71aa3-c421-40c8-9fc0-83d8e88d2c86 tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Added segment e73d16fa-be62-4e6f-95a8-57aac58bb6c1 of type vlan for network ae2542a6-7d92-424e-84a1-56c3a5d0fd70 Oct 19 07:40:32.806422 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-788d9cf7-9cb0-4363-9ef5-c7d4a25f64fd tempest-AllowedAddressPairTestJSON-1474361603 tempest-AllowedAddressPairTestJSON-1474361603-project] In _notify_port_updated(), no bound segment for port cb6068e5-a448-4c08-8df3-a9fc94fb70da on network 2b5f9a1d-4552-4b64-bd0c-5f57eae79640 {{(pid=103333) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:900}} Oct 19 07:40:32.817503 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-788d9cf7-9cb0-4363-9ef5-c7d4a25f64fd tempest-AllowedAddressPairTestJSON-1474361603 tempest-AllowedAddressPairTestJSON-1474361603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:40:32.818632 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-788d9cf7-9cb0-4363-9ef5-c7d4a25f64fd tempest-AllowedAddressPairTestJSON-1474361603 tempest-AllowedAddressPairTestJSON-1474361603-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42160'] for port, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:32.820973 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-788d9cf7-9cb0-4363-9ef5-c7d4a25f64fd tempest-AllowedAddressPairTestJSON-1474361603 tempest-AllowedAddressPairTestJSON-1474361603-project] 10.222.0.27 "PUT /v2.0/ports/cb6068e5-a448-4c08-8df3-a9fc94fb70da HTTP/1.1" status: 200 len: 994 time: 2.0329268 Oct 19 07:40:32.824068 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-ec8a6fe1-eff3-4cc1-813d-edf6b613b43e None None] Port 1fc22c0e-8d0f-46e8-b79c-0ac9ba098dc8 cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 07:40:32.829463 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 55816) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:40:32.847399 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-92e28e58-cfa7-4517-aa98-81014572caa5 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] 10.222.0.27 "GET /v2.0/networks/d89e3664-8d62-4a36-94a1-43e82a1fb183?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 315 time: 0.4166286 Oct 19 07:40:32.851349 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788d9cf7-9cb0-4363-9ef5-c7d4a25f64fd tempest-AllowedAddressPairTestJSON-1474361603 tempest-AllowedAddressPairTestJSON-1474361603-project] Pushing event updated for resources: {'Port': ['ID=cb6068e5-a448-4c08-8df3-a9fc94fb70da,revision_number=2']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:40:32.855225 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 55818) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:40:32.871104 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-3a0f36e6-e147-47a4-a0b3-4c6f55550b66 tempest-RoutersAdminTest-1850549588 tempest-RoutersAdminTest-1850549588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1693831'] for router_gateway, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:32.883646 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-f1c71aa3-c421-40c8-9fc0-83d8e88d2c86 tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785020965340'] for network, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:33.013348 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-f1c71aa3-c421-40c8-9fc0-83d8e88d2c86 tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873'] for network, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:33.019658 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1c71aa3-c421-40c8-9fc0-83d8e88d2c86 tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:40:33.020266 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-f1c71aa3-c421-40c8-9fc0-83d8e88d2c86 tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Notify callbacks [] for network, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:33.034741 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-3a0f36e6-e147-47a4-a0b3-4c6f55550b66 tempest-RoutersAdminTest-1850549588 tempest-RoutersAdminTest-1850549588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1693565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12618'] for router, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:33.044635 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-3a0f36e6-e147-47a4-a0b3-4c6f55550b66 tempest-RoutersAdminTest-1850549588 tempest-RoutersAdminTest-1850549588-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:33.062245 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4f560a4-a54b-47c4-b96b-8b34ab588ade tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:40:33.067702 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-a4f560a4-a54b-47c4-b96b-8b34ab588ade tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] 10.222.0.27 "GET /v2.0/subnets/9e97aac4-5578-4c9d-a4a0-dc3c82d5951c HTTP/1.1" status: 200 len: 811 time: 0.2025654 Oct 19 07:40:33.074481 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 55820) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:40:33.090526 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-4673a474-9e80-4855-b0d2-47cf645e0c8d tempest-RoutersIpV6AdminTest-1129688832 tempest-RoutersIpV6AdminTest-1129688832-project] Notify callbacks [] for router_gateway, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:33.142479 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-3a0f36e6-e147-47a4-a0b3-4c6f55550b66 tempest-RoutersAdminTest-1850549588 tempest-RoutersAdminTest-1850549588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1693542'] for router, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:33.143018 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a0f36e6-e147-47a4-a0b3-4c6f55550b66 tempest-RoutersAdminTest-1850549588 tempest-RoutersAdminTest-1850549588-project] Fanout notify agent at l3_agent the message router_deleted on router 2db2803f-fdaa-400b-afed-945d37dad78e {{(pid=103333) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 07:40:33.152466 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-3a0f36e6-e147-47a4-a0b3-4c6f55550b66 tempest-RoutersAdminTest-1850549588 tempest-RoutersAdminTest-1850549588-project] Notify callbacks [] for router, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:33.153587 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-3a0f36e6-e147-47a4-a0b3-4c6f55550b66 tempest-RoutersAdminTest-1850549588 tempest-RoutersAdminTest-1850549588-project] 10.222.0.27 "DELETE /v2.0/routers/2db2803f-fdaa-400b-afed-945d37dad78e HTTP/1.1" status: 204 len: 168 time: 3.6414135 Oct 19 07:40:33.164594 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-f1c71aa3-c421-40c8-9fc0-83d8e88d2c86 tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.3165977 Oct 19 07:40:33.164594 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 55822) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:40:33.175328 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-4673a474-9e80-4855-b0d2-47cf645e0c8d tempest-RoutersIpV6AdminTest-1129688832 tempest-RoutersIpV6AdminTest-1129688832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:33.200731 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-15e1c646-7223-4fdd-9a23-46dbea16a386 tempest-RoutersAdminTest-1850549588 tempest-RoutersAdminTest-1850549588-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-86033950', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd'}, 'admin_state_up': False}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:40:33.217849 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c71aa3-c421-40c8-9fc0-83d8e88d2c86 tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Pushing event updated for resources: {'Network': ['ID=ae2542a6-7d92-424e-84a1-56c3a5d0fd70,revision_number=1']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:40:33.238926 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Network ae2542a6-7d92-424e-84a1-56c3a5d0fd70 details requested by agent ovs-agent-dv-neutron-861624-1-hyperv with host dv-neutron-861624-1-hyperv {{(pid=103334) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 07:40:33.270924 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.plugin [None req-b4ba8fa8-f2c6-4df9-9a3a-93186f80c657 tempest-AllowedAddressPairTestJSON-1474361603 tempest-AllowedAddressPairTestJSON-1474361603-project] Deleting port cb6068e5-a448-4c08-8df3-a9fc94fb70da {{(pid=103332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 07:40:33.271633 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-b4ba8fa8-f2c6-4df9-9a3a-93186f80c657 tempest-AllowedAddressPairTestJSON-1474361603 tempest-AllowedAddressPairTestJSON-1474361603-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:33.293670 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4628803-57a8-4c91-8812-94126060c633 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Attributes excluded by policy engine: ['shared'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:40:33.295268 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-a4628803-57a8-4c91-8812-94126060c633 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] 10.222.0.27 "GET /v2.0/subnets/9e97aac4-5578-4c9d-a4a0-dc3c82d5951c?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.2193341 Oct 19 07:40:33.296363 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-04735e2b-fbdf-4707-900b-3701dfcffde4 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks [] for port, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:33.302889 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 55824) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:40:33.309355 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-15e1c646-7223-4fdd-9a23-46dbea16a386 tempest-RoutersAdminTest-1850549588 tempest-RoutersAdminTest-1850549588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1692695', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12668'] for router, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:33.309355 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-15e1c646-7223-4fdd-9a23-46dbea16a386 tempest-RoutersAdminTest-1850549588 tempest-RoutersAdminTest-1850549588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1692835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1693910', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1621825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12659'] for router, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:33.309606 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-ad622d20-be73-4b8b-b27e-545babcd9e23 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1305156908'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:40:33.379644 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-b8153154-3675-40cf-ad24-99ca94ff2b3f tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] 10.222.0.27 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 0.7655840 Oct 19 07:40:33.380307 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad622d20-be73-4b8b-b27e-545babcd9e23 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Made reservation on behalf of 2a06cf3adb854931a1e873f20cdb1976 for: {'network': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 07:40:33.383066 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-ec8a6fe1-eff3-4cc1-813d-edf6b613b43e None None] Attempt 7 to provision port 1fc22c0e-8d0f-46e8-b79c-0ac9ba098dc8 Oct 19 07:40:33.383667 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-ad622d20-be73-4b8b-b27e-545babcd9e23 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for network, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:33.390521 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 55826) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:40:33.396045 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-da7305ae-d359-4cc7-8caf-1fbabac35a6f tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1198054036'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:40:33.439045 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-b4ba8fa8-f2c6-4df9-9a3a-93186f80c657 tempest-AllowedAddressPairTestJSON-1474361603 tempest-AllowedAddressPairTestJSON-1474361603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:33.466399 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-04735e2b-fbdf-4707-900b-3701dfcffde4 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785020947330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130996763'] for port, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:33.469962 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-15e1c646-7223-4fdd-9a23-46dbea16a386 tempest-RoutersAdminTest-1850549588 tempest-RoutersAdminTest-1850549588-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:33.531799 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.plugin [None req-b4ba8fa8-f2c6-4df9-9a3a-93186f80c657 tempest-AllowedAddressPairTestJSON-1474361603 tempest-AllowedAddressPairTestJSON-1474361603-project] Calling delete_port for cb6068e5-a448-4c08-8df3-a9fc94fb70da owned by {{(pid=103332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 07:40:33.534293 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.db_base_plugin_common [None req-4673a474-9e80-4855-b0d2-47cf645e0c8d tempest-RoutersIpV6AdminTest-1129688832 tempest-RoutersIpV6AdminTest-1129688832-project] Allocated IP 172.26.0.53 (99c66757-74e3-40a4-b479-8d09e3a7c3dd/7f3d1034-1de7-458a-a3ee-77488de3949b/9aff02b4-1143-4c6c-9bbf-fe5fee00c15c) {{(pid=103332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 07:40:33.545191 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad622d20-be73-4b8b-b27e-545babcd9e23 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 185} {{(pid=103333) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 07:40:33.552700 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04735e2b-fbdf-4707-900b-3701dfcffde4 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Network 6b5a65c5-1bed-4301-9db8-c1056c2b8eba is already hosted by enough agents. {{(pid=103333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 07:40:33.557777 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-04735e2b-fbdf-4707-900b-3701dfcffde4 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Resources bound (agent type, host, resource id): {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:40:33.565877 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04735e2b-fbdf-4707-900b-3701dfcffde4 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Received port after_create {{(pid=103333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 07:40:33.572356 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04735e2b-fbdf-4707-900b-3701dfcffde4 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:40:33.573258 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-04735e2b-fbdf-4707-900b-3701dfcffde4 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42160'] for port, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:33.603641 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-ec8a6fe1-eff3-4cc1-813d-edf6b613b43e None None] Port 1fc22c0e-8d0f-46e8-b79c-0ac9ba098dc8 cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 07:40:33.631381 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-04735e2b-fbdf-4707-900b-3701dfcffde4 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.7027864 Oct 19 07:40:33.633144 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 55828) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:40:33.643288 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04735e2b-fbdf-4707-900b-3701dfcffde4 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Pushing event updated for resources: {'Port': ['ID=a3f83b99-0f5c-42ef-a9e8-f3e88b0fb830,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:40:33.672882 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-ad622d20-be73-4b8b-b27e-545babcd9e23 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979'] for segment, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:33.673234 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.db.segments_db [None req-ad622d20-be73-4b8b-b27e-545babcd9e23 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Added segment eaa3a831-6d46-4e3b-8aa3-650a27217958 of type vlan for network b2eaf9db-26c5-475b-acfc-714e659e0b73 Oct 19 07:40:33.740327 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device 32e775b3-88ab-45da-b83f-43e53151c940 up at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 07:40:33.759876 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-15e1c646-7223-4fdd-9a23-46dbea16a386 tempest-RoutersAdminTest-1850549588 tempest-RoutersAdminTest-1850549588-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:33.878626 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Provisioning complete for port 32e775b3-88ab-45da-b83f-43e53151c940 triggered by entity L2. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:40:33.879498 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:33.879498 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Attempt 1 to provision port 32e775b3-88ab-45da-b83f-43e53151c940 Oct 19 07:40:33.938650 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d3c249d-47ea-464f-976c-767f23af59b1 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:40:33.952545 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d3c249d-47ea-464f-976c-767f23af59b1 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:40:33.954770 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-4673a474-9e80-4855-b0d2-47cf645e0c8d tempest-RoutersIpV6AdminTest-1129688832 tempest-RoutersIpV6AdminTest-1129688832-project] Notify callbacks [] for port, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:33.955508 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-0d3c249d-47ea-464f-976c-767f23af59b1 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] 10.222.0.27 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.3208871 Oct 19 07:40:33.961797 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-ad622d20-be73-4b8b-b27e-545babcd9e23 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785020965340'] for network, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:33.992579 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 55830) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:40:34.015450 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Current status of the port 32e775b3-88ab-45da-b83f-43e53151c940 is: DOWN; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:40:34.016320 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:34.062375 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] For port 32e775b3-88ab-45da-b83f-43e53151c940, host dv-neutron-861624-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=32e775b3-88ab-45da-b83f-43e53151c940,segment=NetworkSegment(5a8d2b05-b527-4bd4-a671-b9112f193fef),segment_id=5a8d2b05-b527-4bd4-a671-b9112f193fef)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:40:34.067648 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:34.107002 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-ec8a6fe1-eff3-4cc1-813d-edf6b613b43e None None] Attempt 8 to provision port 1fc22c0e-8d0f-46e8-b79c-0ac9ba098dc8 Oct 19 07:40:34.152120 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-ec8a6fe1-eff3-4cc1-813d-edf6b613b43e None None] Port 1fc22c0e-8d0f-46e8-b79c-0ac9ba098dc8 cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 07:40:34.172371 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Pushing event updated for resources: {'Port': ['ID=32e775b3-88ab-45da-b83f-43e53151c940,revision_number=3']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:40:34.332275 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-ad622d20-be73-4b8b-b27e-545babcd9e23 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873'] for network, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:34.337667 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad622d20-be73-4b8b-b27e-545babcd9e23 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:40:34.338399 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-ad622d20-be73-4b8b-b27e-545babcd9e23 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Notify callbacks [] for network, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:34.395613 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-b4ba8fa8-f2c6-4df9-9a3a-93186f80c657 tempest-AllowedAddressPairTestJSON-1474361603 tempest-AllowedAddressPairTestJSON-1474361603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133553798'] for port, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:34.414517 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-4673a474-9e80-4855-b0d2-47cf645e0c8d tempest-RoutersIpV6AdminTest-1129688832 tempest-RoutersIpV6AdminTest-1129688832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785020947330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133553798'] for port, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:34.448612 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ba8fa8-f2c6-4df9-9a3a-93186f80c657 tempest-AllowedAddressPairTestJSON-1474361603 tempest-AllowedAddressPairTestJSON-1474361603-project] Pushing event deleted for resources: {'Port': ['ID=cb6068e5-a448-4c08-8df3-a9fc94fb70da,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:40:34.450920 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-ad622d20-be73-4b8b-b27e-545babcd9e23 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.1453638 Oct 19 07:40:34.473400 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 55832) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:40:34.506078 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-5a72dc31-767d-4142-a459-cbe2034c6e83 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Request body: {'subnet': {'network_id': 'b2eaf9db-26c5-475b-acfc-714e659e0b73', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:40:34.520044 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad622d20-be73-4b8b-b27e-545babcd9e23 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Pushing event updated for resources: {'Network': ['ID=b2eaf9db-26c5-475b-acfc-714e659e0b73,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:40:34.529205 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-da7305ae-d359-4cc7-8caf-1fbabac35a6f tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1693896', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1692821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12609'] for router, precommit_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:34.541999 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4673a474-9e80-4855-b0d2-47cf645e0c8d tempest-RoutersIpV6AdminTest-1129688832 tempest-RoutersIpV6AdminTest-1129688832-project] Network 99c66757-74e3-40a4-b479-8d09e3a7c3dd is already hosted by enough agents. {{(pid=103332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 07:40:34.546546 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-da7305ae-d359-4cc7-8caf-1fbabac35a6f tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1693859', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1693873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1693882', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1692830'] for router, after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:34.547160 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Network b2eaf9db-26c5-475b-acfc-714e659e0b73 details requested by agent ovs-agent-dv-neutron-861624-1-hyperv with host dv-neutron-861624-1-hyperv {{(pid=103334) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 07:40:34.562000 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-8897a361-168c-4e9c-96b5-372f2a919673 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Deleting port a3f83b99-0f5c-42ef-a9e8-f3e88b0fb830 {{(pid=103333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 07:40:34.562429 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-8897a361-168c-4e9c-96b5-372f2a919673 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:34.568360 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.base_scheduler [None req-4673a474-9e80-4855-b0d2-47cf645e0c8d tempest-RoutersIpV6AdminTest-1129688832 tempest-RoutersIpV6AdminTest-1129688832-project] Resources bound (agent type, host, resource id): {{(pid=103332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:40:34.577702 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4673a474-9e80-4855-b0d2-47cf645e0c8d tempest-RoutersIpV6AdminTest-1129688832 tempest-RoutersIpV6AdminTest-1129688832-project] Received port after_create {{(pid=103332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 07:40:34.617234 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4673a474-9e80-4855-b0d2-47cf645e0c8d tempest-RoutersIpV6AdminTest-1129688832 tempest-RoutersIpV6AdminTest-1129688832-project] Pushing event updated for resources: {'Port': ['ID=9aff02b4-1143-4c6c-9bbf-fe5fee00c15c,revision_number=1']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:40:34.703108 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-ec8a6fe1-eff3-4cc1-813d-edf6b613b43e None None] Attempt 9 to provision port 1fc22c0e-8d0f-46e8-b79c-0ac9ba098dc8 Oct 19 07:40:34.748476 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-ec8a6fe1-eff3-4cc1-813d-edf6b613b43e None None] Port 1fc22c0e-8d0f-46e8-b79c-0ac9ba098dc8 cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 07:40:34.829921 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-8897a361-168c-4e9c-96b5-372f2a919673 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:34.833308 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da7305ae-d359-4cc7-8caf-1fbabac35a6f tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Router 759c53b8-2b12-4d42-91ad-75053f7382f1 has already been hosted by L3 agent ab388470-1243-4d53-80f2-c2f5899c97a7 {{(pid=103333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 07:40:34.850273 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-8897a361-168c-4e9c-96b5-372f2a919673 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Calling delete_port for a3f83b99-0f5c-42ef-a9e8-f3e88b0fb830 owned by {{(pid=103333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 07:40:34.914450 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-15e1c646-7223-4fdd-9a23-46dbea16a386 tempest-RoutersAdminTest-1850549588 tempest-RoutersAdminTest-1850549588-project] Notify callbacks [] for router_gateway, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:34.976686 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-15e1c646-7223-4fdd-9a23-46dbea16a386 tempest-RoutersAdminTest-1850549588 tempest-RoutersAdminTest-1850549588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:34.994732 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a72dc31-767d-4142-a459-cbe2034c6e83 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Made reservation on behalf of 2a06cf3adb854931a1e873f20cdb1976 for: {'subnet': 1} {{(pid=103332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 07:40:34.998530 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-5a72dc31-767d-4142-a459-cbe2034c6e83 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130659787'] for subnet, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:35.012345 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-b4ba8fa8-f2c6-4df9-9a3a-93186f80c657 tempest-AllowedAddressPairTestJSON-1474361603 tempest-AllowedAddressPairTestJSON-1474361603-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42160'] for port, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:35.018615 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-b4ba8fa8-f2c6-4df9-9a3a-93186f80c657 tempest-AllowedAddressPairTestJSON-1474361603 tempest-AllowedAddressPairTestJSON-1474361603-project] 10.222.0.27 "DELETE /v2.0/ports/cb6068e5-a448-4c08-8df3-a9fc94fb70da HTTP/1.1" status: 204 len: 168 time: 2.1825914 Oct 19 07:40:35.019718 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 55834) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:40:35.059573 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.pecan_wsgi.hooks.translation [None req-3704324b-56b6-4b07-843b-5dd9d3af9d17 tempest-AllowedAddressPairTestJSON-1474361603 tempest-AllowedAddressPairTestJSON-1474361603-project] GET failed (client error): The resource could not be found. Oct 19 07:40:35.068224 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-3704324b-56b6-4b07-843b-5dd9d3af9d17 tempest-AllowedAddressPairTestJSON-1474361603 tempest-AllowedAddressPairTestJSON-1474361603-project] 10.222.0.27 "GET /v2.0/ports/cb6068e5-a448-4c08-8df3-a9fc94fb70da HTTP/1.1" status: 404 len: 333 time: 0.0413888 Oct 19 07:40:35.068224 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da7305ae-d359-4cc7-8caf-1fbabac35a6f tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Notify agent at l3_agent.dv-neutron-861624-1-hyperv the message routers_updated {{(pid=103333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 07:40:35.072802 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 55836) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:40:35.075847 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b2cfb65-cb87-43a5-a732-508ff9a7c943 None None] Sync routers for ids ['759c53b8-2b12-4d42-91ad-75053f7382f1'] in dv-neutron-861624-1-hyperv {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 07:40:35.082126 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-da7305ae-d359-4cc7-8caf-1fbabac35a6f tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Notify callbacks [] for router, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:35.083601 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-da7305ae-d359-4cc7-8caf-1fbabac35a6f tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] 10.222.0.27 "PUT /v2.0/routers/759c53b8-2b12-4d42-91ad-75053f7382f1 HTTP/1.1" status: 200 len: 887 time: 1.6919739 Oct 19 07:40:35.092872 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b2cfb65-cb87-43a5-a732-508ff9a7c943 None None] Routers {'759c53b8-2b12-4d42-91ad-75053f7382f1'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 07:40:35.094827 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-3b2cfb65-cb87-43a5-a732-508ff9a7c943 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T07:40:16Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['759c53b8-2b12-4d42-91ad-75053f7382f1'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:40:35.097505 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-8b0b6ba5-70e1-49e5-a60b-d017b879c6a1 tempest-AllowedAddressPairTestJSON-1474361603 tempest-AllowedAddressPairTestJSON-1474361603-project] Request body: {'port': {'network_id': '2b5f9a1d-4552-4b64-bd0c-5f57eae79640', 'name': 'tempest-AllowedAddressPairTestJSON-1857927839'}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:40:35.106490 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 55838) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:40:35.137358 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-3b2cfb65-cb87-43a5-a732-508ff9a7c943 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:40:35.138920 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.ipam_backend_mixin [None req-5a72dc31-767d-4142-a459-cbe2034c6e83 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Performing IP validity checks on allocation pools {{(pid=103332) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:322}} Oct 19 07:40:35.139555 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.ipam_backend_mixin [None req-5a72dc31-767d-4142-a459-cbe2034c6e83 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103332) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:343}} Oct 19 07:40:35.148895 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b2cfb65-cb87-43a5-a732-508ff9a7c943 None None] Routers {'759c53b8-2b12-4d42-91ad-75053f7382f1'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 07:40:35.150434 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-3b2cfb65-cb87-43a5-a732-508ff9a7c943 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T07:40:16Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['759c53b8-2b12-4d42-91ad-75053f7382f1'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:40:35.162422 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-8897a361-168c-4e9c-96b5-372f2a919673 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130996763'] for port, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:35.194903 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-3b2cfb65-cb87-43a5-a732-508ff9a7c943 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:40:35.196061 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b2cfb65-cb87-43a5-a732-508ff9a7c943 None None] The sync data for ids ['759c53b8-2b12-4d42-91ad-75053f7382f1'] in dv-neutron-861624-1-hyperv is: [] {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 07:40:35.197965 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8897a361-168c-4e9c-96b5-372f2a919673 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Pushing event deleted for resources: {'Port': ['ID=a3f83b99-0f5c-42ef-a9e8-f3e88b0fb830,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:40:35.249344 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-8897a361-168c-4e9c-96b5-372f2a919673 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42160'] for port, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:35.250111 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-ec8a6fe1-eff3-4cc1-813d-edf6b613b43e None None] Attempt 10 to provision port 1fc22c0e-8d0f-46e8-b79c-0ac9ba098dc8 Oct 19 07:40:35.252780 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-8897a361-168c-4e9c-96b5-372f2a919673 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] 10.222.0.27 "DELETE /v2.0/ports/a3f83b99-0f5c-42ef-a9e8-f3e88b0fb830 HTTP/1.1" status: 204 len: 168 time: 1.2585878 Oct 19 07:40:35.256477 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 55840) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:40:35.313681 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-ec8a6fe1-eff3-4cc1-813d-edf6b613b43e None None] Port 1fc22c0e-8d0f-46e8-b79c-0ac9ba098dc8 cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 07:40:35.317749 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-ec8a6fe1-eff3-4cc1-813d-edf6b613b43e None None] Could not find standard attr ID for object 2385875f-f75c-4937-927d-06193c90ff88. {{(pid=103334) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 19 07:40:35.353333 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ef58b5a-a7e9-4c64-a19e-1fddfc9f1643 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:40:35.356308 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ef58b5a-a7e9-4c64-a19e-1fddfc9f1643 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:40:35.362294 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-8ef58b5a-a7e9-4c64-a19e-1fddfc9f1643 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] 10.222.0.27 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.1022096 Oct 19 07:40:35.362444 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 55842) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:40:35.447254 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-cc707b53-a21b-4e9a-afdf-07b30ab32d5b None None] Provisioning complete for port 32e775b3-88ab-45da-b83f-43e53151c940 triggered by entity DHCP. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:40:35.447817 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-cc707b53-a21b-4e9a-afdf-07b30ab32d5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:35.454660 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d2aa967-3bb3-4f0a-91d9-38320f1fd459 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Deleting subnet 3556c073-1560-40cb-973e-5a4ed5d2ca99 {{(pid=103333) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 19 07:40:35.455219 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-cc707b53-a21b-4e9a-afdf-07b30ab32d5b None None] Attempt 1 to provision port 32e775b3-88ab-45da-b83f-43e53151c940 Oct 19 07:40:35.469989 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-3d2aa967-3bb3-4f0a-91d9-38320f1fd459 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks [] for subnet, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:35.484910 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-771b05c7-eb7e-47a8-b9ce-bc174db35d00 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] 10.222.0.27 "GET /v2.0/routers/759c53b8-2b12-4d42-91ad-75053f7382f1 HTTP/1.1" status: 200 len: 887 time: 0.3712542 Oct 19 07:40:35.511784 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 55844) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:40:35.541311 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.db_base_plugin_common [None req-15e1c646-7223-4fdd-9a23-46dbea16a386 tempest-RoutersAdminTest-1850549588 tempest-RoutersAdminTest-1850549588-project] Allocated IP 172.26.0.174 (99c66757-74e3-40a4-b479-8d09e3a7c3dd/7f3d1034-1de7-458a-a3ee-77488de3949b/43ca26e1-ec23-41c9-b651-b3d98414b626) {{(pid=103332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 07:40:35.554349 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device 32e775b3-88ab-45da-b83f-43e53151c940 up at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 07:40:35.577218 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-2ae69a1b-ec16-4480-abf1-18dd31d21376 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] 10.222.0.27 "GET /v2.0/ports?device_id=759c53b8-2b12-4d42-91ad-75053f7382f1 HTTP/1.1" status: 200 len: 205 time: 0.0638099 Oct 19 07:40:35.578019 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 55846) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:40:35.636881 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-cc707b53-a21b-4e9a-afdf-07b30ab32d5b None None] Current status of the port 32e775b3-88ab-45da-b83f-43e53151c940 is: ACTIVE; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:40:35.637891 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-3d2aa967-3bb3-4f0a-91d9-38320f1fd459 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-134111928'] for subnet, precommit_delete_associations {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:35.650312 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Provisioning complete for port 32e775b3-88ab-45da-b83f-43e53151c940 triggered by entity L2. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:40:35.650687 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:35.651026 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Attempt 1 to provision port 32e775b3-88ab-45da-b83f-43e53151c940 Oct 19 07:40:35.652366 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-cc707b53-a21b-4e9a-afdf-07b30ab32d5b None None] Could not find standard attr ID for object a3f83b99-0f5c-42ef-a9e8-f3e88b0fb830. {{(pid=103334) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 19 07:40:35.678094 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-cc707b53-a21b-4e9a-afdf-07b30ab32d5b None None] Could not find standard attr ID for object cb6068e5-a448-4c08-8df3-a9fc94fb70da. {{(pid=103334) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 19 07:40:35.743984 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Current status of the port 32e775b3-88ab-45da-b83f-43e53151c940 is: ACTIVE; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:40:35.782558 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-2ba3f0c5-b379-43f3-b236-12a7b0625a00 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Notify callbacks [] for router, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:35.787367 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-3d2aa967-3bb3-4f0a-91d9-38320f1fd459 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-679826'] for subnet, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:35.829537 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-4673a474-9e80-4855-b0d2-47cf645e0c8d tempest-RoutersIpV6AdminTest-1129688832 tempest-RoutersIpV6AdminTest-1129688832-project] Notify callbacks [] for router_gateway, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:35.839226 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-15e1c646-7223-4fdd-9a23-46dbea16a386 tempest-RoutersAdminTest-1850549588 tempest-RoutersAdminTest-1850549588-project] Notify callbacks [] for port, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:35.905644 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-5a72dc31-767d-4142-a459-cbe2034c6e83 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-133552662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130659641'] for subnet, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:35.923675 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b0b6ba5-70e1-49e5-a60b-d017b879c6a1 tempest-AllowedAddressPairTestJSON-1474361603 tempest-AllowedAddressPairTestJSON-1474361603-project] Made reservation on behalf of cc6c7fa417a24c65b4644d27be23f7f8 for: {'port': 1} {{(pid=103332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 07:40:35.927287 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-8b0b6ba5-70e1-49e5-a60b-d017b879c6a1 tempest-AllowedAddressPairTestJSON-1474361603 tempest-AllowedAddressPairTestJSON-1474361603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:35.933689 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-3d2aa967-3bb3-4f0a-91d9-38320f1fd459 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-679819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130997964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130170408'] for subnet, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:35.967002 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2aa967-3bb3-4f0a-91d9-38320f1fd459 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Pushing event deleted for resources: {'Subnet': ['ID=3556c073-1560-40cb-973e-5a4ed5d2ca99,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:40:35.969178 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-2ba3f0c5-b379-43f3-b236-12a7b0625a00 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:35.982711 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-3d2aa967-3bb3-4f0a-91d9-38320f1fd459 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks [] for subnet, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:35.989319 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-3d2aa967-3bb3-4f0a-91d9-38320f1fd459 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] 10.222.0.27 "DELETE /v2.0/subnets/3556c073-1560-40cb-973e-5a4ed5d2ca99 HTTP/1.1" status: 204 len: 168 time: 0.6252887 Oct 19 07:40:35.989991 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 55848) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:40:36.001065 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-669bb5c8-76ac-4d34-8535-d94375af8bce None None] Network 6b5a65c5-1bed-4301-9db8-c1056c2b8eba requested from dv-neutron-861624-1-hyperv {{(pid=103334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 07:40:36.038722 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-9828112e-6579-4949-bb71-6ad346b45061 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] 10.222.0.27 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0467637 Oct 19 07:40:36.038924 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 55850) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:40:36.051793 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.notifiers.nova [None req-8b0b6ba5-70e1-49e5-a60b-d017b879c6a1 tempest-AllowedAddressPairTestJSON-1474361603 tempest-AllowedAddressPairTestJSON-1474361603-project] device_id is not set on port 028d1b31-9fdd-4abc-b758-337d58ecdc7f yet. {{(pid=103332) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 19 07:40:36.061521 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-09e74fba-f828-4118-89f6-f00c536e4296 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Request body: {'subnet': {'network_id': '6b5a65c5-1bed-4301-9db8-c1056c2b8eba', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:40:36.063853 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a72dc31-767d-4142-a459-cbe2034c6e83 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Pushing event updated for resources: {'Subnet': ['ID=782ec9a3-3336-405f-8bc2-f3d1d9064c3d,revision_number=0']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:40:36.113098 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-15e1c646-7223-4fdd-9a23-46dbea16a386 tempest-RoutersAdminTest-1850549588 tempest-RoutersAdminTest-1850549588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785020947330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133553798'] for port, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:36.170778 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09e74fba-f828-4118-89f6-f00c536e4296 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Made reservation on behalf of 61a2e57b80c1442e9cb330141a970781 for: {'subnet': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 07:40:36.175828 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-09e74fba-f828-4118-89f6-f00c536e4296 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130170579'] for subnet, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:36.234236 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a72dc31-767d-4142-a459-cbe2034c6e83 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Checking segment: {'id': 'eaa3a831-6d46-4e3b-8aa3-650a27217958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'b2eaf9db-26c5-475b-acfc-714e659e0b73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 19 07:40:36.234624 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a72dc31-767d-4142-a459-cbe2034c6e83 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Network hostable DHCP agents. Network: b2eaf9db-26c5-475b-acfc-714e659e0b73, hostable agents: ['310d813b-0e3e-4d7e-9b79-8f4ec0dbcab0'], hosted agents: [] {{(pid=103332) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 07:40:36.256362 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-2ba3f0c5-b379-43f3-b236-12a7b0625a00 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Deleting port 9aa3ac38-1db8-4865-b25c-e82bd50794f3 {{(pid=103333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 07:40:36.256733 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-2ba3f0c5-b379-43f3-b236-12a7b0625a00 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:36.292532 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb0d2f15-9e62-4166-b6c0-b8218b8f12f1 None None] DHCP port deletion for 6b5a65c5-1bed-4301-9db8-c1056c2b8eba request from dv-neutron-861624-1-hyperv {{(pid=103334) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 07:40:36.311982 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15e1c646-7223-4fdd-9a23-46dbea16a386 tempest-RoutersAdminTest-1850549588 tempest-RoutersAdminTest-1850549588-project] Network 99c66757-74e3-40a4-b479-8d09e3a7c3dd is already hosted by enough agents. {{(pid=103332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 07:40:36.320702 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e1c646-7223-4fdd-9a23-46dbea16a386 tempest-RoutersAdminTest-1850549588 tempest-RoutersAdminTest-1850549588-project] Pushing event updated for resources: {'Port': ['ID=43ca26e1-ec23-41c9-b651-b3d98414b626,revision_number=1']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:40:36.329695 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.base_scheduler [None req-15e1c646-7223-4fdd-9a23-46dbea16a386 tempest-RoutersAdminTest-1850549588 tempest-RoutersAdminTest-1850549588-project] Resources bound (agent type, host, resource id): {{(pid=103332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:40:36.333885 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15e1c646-7223-4fdd-9a23-46dbea16a386 tempest-RoutersAdminTest-1850549588 tempest-RoutersAdminTest-1850549588-project] Received port after_create {{(pid=103332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 07:40:36.397371 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-fb0d2f15-9e62-4166-b6c0-b8218b8f12f1 None None] Deleting port 32e775b3-88ab-45da-b83f-43e53151c940 {{(pid=103334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 07:40:36.398290 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-fb0d2f15-9e62-4166-b6c0-b8218b8f12f1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:36.409375 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a72dc31-767d-4142-a459-cbe2034c6e83 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Network b2eaf9db-26c5-475b-acfc-714e659e0b73 is scheduled to be hosted by DHCP agent 310d813b-0e3e-4d7e-9b79-8f4ec0dbcab0 with binding_index 1 {{(pid=103332) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 07:40:36.447042 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.db_base_plugin_common [None req-8b0b6ba5-70e1-49e5-a60b-d017b879c6a1 tempest-AllowedAddressPairTestJSON-1474361603 tempest-AllowedAddressPairTestJSON-1474361603-project] Allocated IP 172.20.0.6 (2b5f9a1d-4552-4b64-bd0c-5f57eae79640/590d023b-2916-4f82-923d-a7ace9294604/028d1b31-9fdd-4abc-b758-337d58ecdc7f) {{(pid=103332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 07:40:36.451317 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.base_scheduler [None req-5a72dc31-767d-4142-a459-cbe2034c6e83 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861624-1-hyperv, b2eaf9db-26c5-475b-acfc-714e659e0b73) {{(pid=103332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:40:36.464472 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a72dc31-767d-4142-a459-cbe2034c6e83 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:40:36.465215 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-5a72dc31-767d-4142-a459-cbe2034c6e83 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Notify callbacks [] for subnet, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:36.473541 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-4673a474-9e80-4855-b0d2-47cf645e0c8d tempest-RoutersIpV6AdminTest-1129688832 tempest-RoutersIpV6AdminTest-1129688832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1692844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1693859'] for router, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:36.494304 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86faca58-7def-4897-b862-edb3107ffbc6 None None] Network b2eaf9db-26c5-475b-acfc-714e659e0b73 requested from dv-neutron-861624-1-hyperv {{(pid=103334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 07:40:36.505004 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-2ba3f0c5-b379-43f3-b236-12a7b0625a00 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:36.512547 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 55852) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:40:36.522869 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-bf729378-8547-4eb6-8fd8-15381c782245 tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Request body: {'subnet': {'network_id': 'ae2542a6-7d92-424e-84a1-56c3a5d0fd70', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:40:36.533042 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-fb0d2f15-9e62-4166-b6c0-b8218b8f12f1 None None] For port 32e775b3-88ab-45da-b83f-43e53151c940, host dv-neutron-861624-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=32e775b3-88ab-45da-b83f-43e53151c940,segment=NetworkSegment(5a8d2b05-b527-4bd4-a671-b9112f193fef),segment_id=5a8d2b05-b527-4bd4-a671-b9112f193fef)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:40:36.533715 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-fb0d2f15-9e62-4166-b6c0-b8218b8f12f1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:36.545023 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-2ba3f0c5-b379-43f3-b236-12a7b0625a00 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Calling delete_port for 9aa3ac38-1db8-4865-b25c-e82bd50794f3 owned by network:router_gateway {{(pid=103333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 07:40:36.558362 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-fb0d2f15-9e62-4166-b6c0-b8218b8f12f1 None None] Calling delete_port for 32e775b3-88ab-45da-b83f-43e53151c940 owned by network:dhcp {{(pid=103334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 07:40:36.602991 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-5a72dc31-767d-4142-a459-cbe2034c6e83 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 2.1240304 Oct 19 07:40:36.603533 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 55854) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:40:36.671055 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-413623fa-3c99-48ab-9c4a-3af35d11ebad tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:40:36.738584 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-fb0d2f15-9e62-4166-b6c0-b8218b8f12f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339'] for port, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:36.747616 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c8f910f-6e7d-4c83-a9a8-aa66ab32f703 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d12c6ac-27a3-545c-a8f3-f04e30423d6d-b2eaf9db-26c5-475b-acfc-714e659e0b73', 'network_id': 'b2eaf9db-26c5-475b-acfc-714e659e0b73', 'tenant_id': '2a06cf3adb854931a1e873f20cdb1976', 'fixed_ips': [{'subnet_id': '782ec9a3-3336-405f-8bc2-f3d1d9064c3d'}]}} from dv-neutron-861624-1-hyperv. {{(pid=103334) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 07:40:36.749032 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-4c8f910f-6e7d-4c83-a9a8-aa66ab32f703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:36.783150 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0d2f15-9e62-4166-b6c0-b8218b8f12f1 None None] Pushing event deleted for resources: {'Port': ['ID=32e775b3-88ab-45da-b83f-43e53151c940,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:40:36.792713 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb0d2f15-9e62-4166-b6c0-b8218b8f12f1 None None] No DVR routers for this DVR port 32e775b3-88ab-45da-b83f-43e53151c940 on host dv-neutron-861624-1-hyperv {{(pid=103334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 19 07:40:36.878280 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.objects.ports [None req-09e74fba-f828-4118-89f6-f00c536e4296 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103333) get_objects /opt/stack/neutron/neutron/objects/ports.py:470}} Oct 19 07:40:36.879187 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf729378-8547-4eb6-8fd8-15381c782245 tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Made reservation on behalf of f2ca639a25f74e74adde8aad6c608244 for: {'subnet': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 07:40:36.883046 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-bf729378-8547-4eb6-8fd8-15381c782245 tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130170579'] for subnet, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:36.957498 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.db_base_plugin_common [None req-4c8f910f-6e7d-4c83-a9a8-aa66ab32f703 None None] Allocated IP 172.20.0.3 (b2eaf9db-26c5-475b-acfc-714e659e0b73/782ec9a3-3336-405f-8bc2-f3d1d9064c3d/5f1c6eac-596a-498d-bab9-de430f28cec2) {{(pid=103334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 07:40:36.972287 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4673a474-9e80-4855-b0d2-47cf645e0c8d tempest-RoutersIpV6AdminTest-1129688832 tempest-RoutersIpV6AdminTest-1129688832-project] Router fc668f21-b04d-492d-9b43-e39ceb32ef53 is scheduled to L3 agent ab388470-1243-4d53-80f2-c2f5899c97a7 with binding_index 1 {{(pid=103332) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 07:40:37.004026 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-413623fa-3c99-48ab-9c4a-3af35d11ebad tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-130170586'] for subnet, before_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:37.135798 dv-neutron-861624-1-hyperv neutron-server[103333]: WARNING neutron.services.revisions.revision_plugin [None req-09e74fba-f828-4118-89f6-f00c536e4296 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Could not find related port for resource to bump revision. Oct 19 07:40:37.142185 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-4c8f910f-6e7d-4c83-a9a8-aa66ab32f703 None None] Notify callbacks [] for port, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:37.147776 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.ipam_pluggable_backend [None req-09e74fba-f828-4118-89f6-f00c536e4296 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Port 32e775b3-88ab-45da-b83f-43e53151c940 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=103333) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:601}} Oct 19 07:40:37.148284 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.ipam_pluggable_backend [None req-09e74fba-f828-4118-89f6-f00c536e4296 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Reverting IP allocation for 2001:db8::f816:3eff:fe0f:e20c {{(pid=103333) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:603}} Oct 19 07:40:37.150204 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-4c8f910f-6e7d-4c83-a9a8-aa66ab32f703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785020947330'] for port, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:37.173778 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-09e74fba-f828-4118-89f6-f00c536e4296 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130997899', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130170401'] for subnet, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:37.194199 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c8f910f-6e7d-4c83-a9a8-aa66ab32f703 None None] Network b2eaf9db-26c5-475b-acfc-714e659e0b73 is already hosted by enough agents. {{(pid=103334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 07:40:37.197535 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.scheduler.base_scheduler [None req-4c8f910f-6e7d-4c83-a9a8-aa66ab32f703 None None] Resources bound (agent type, host, resource id): {{(pid=103334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:40:37.201617 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c8f910f-6e7d-4c83-a9a8-aa66ab32f703 None None] Received port after_create {{(pid=103334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 07:40:37.214379 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8f910f-6e7d-4c83-a9a8-aa66ab32f703 None None] Pushing event updated for resources: {'Port': ['ID=5f1c6eac-596a-498d-bab9-de430f28cec2,revision_number=1']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:40:37.234739 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-2ba3f0c5-b379-43f3-b236-12a7b0625a00 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130996763'] for port, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:37.269300 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-4c8f910f-6e7d-4c83-a9a8-aa66ab32f703 None None] Attempting to bind port 5f1c6eac-596a-498d-bab9-de430f28cec2 on host dv-neutron-861624-1-hyperv for vnic_type normal with profile {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 19 07:40:37.269782 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-4c8f910f-6e7d-4c83-a9a8-aa66ab32f703 None None] Attempting to bind port 5f1c6eac-596a-498d-bab9-de430f28cec2 by drivers openvswitch,hyperv on host dv-neutron-861624-1-hyperv at level 0 using segments [{'id': 'eaa3a831-6d46-4e3b-8aa3-650a27217958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'b2eaf9db-26c5-475b-acfc-714e659e0b73'}] {{(pid=103334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 19 07:40:37.270206 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c8f910f-6e7d-4c83-a9a8-aa66ab32f703 None None] Attempting to bind port 5f1c6eac-596a-498d-bab9-de430f28cec2 on network b2eaf9db-26c5-475b-acfc-714e659e0b73 {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 07:40:37.276715 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c8f910f-6e7d-4c83-a9a8-aa66ab32f703 None None] Checking agent: {'id': 'a5b0152c-d633-409b-aaf8-3b76458e2410', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861624-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 19, 7, 30, 19), 'started_at': datetime.datetime(2022, 10, 19, 7, 30, 49), 'heartbeat_timestamp': datetime.datetime(2022, 10, 19, 7, 40, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861624-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 07:40:37.277132 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c8f910f-6e7d-4c83-a9a8-aa66ab32f703 None None] Checking segment: {'id': 'eaa3a831-6d46-4e3b-8aa3-650a27217958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'b2eaf9db-26c5-475b-acfc-714e659e0b73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 19 07:40:37.277563 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-4c8f910f-6e7d-4c83-a9a8-aa66ab32f703 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:37.277979 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c8f910f-6e7d-4c83-a9a8-aa66ab32f703 None None] Bound using segment: {'id': 'eaa3a831-6d46-4e3b-8aa3-650a27217958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'b2eaf9db-26c5-475b-acfc-714e659e0b73'} {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 07:40:37.278586 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-4c8f910f-6e7d-4c83-a9a8-aa66ab32f703 None None] Bound port: 5f1c6eac-596a-498d-bab9-de430f28cec2, host: dv-neutron-861624-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eaa3a831-6d46-4e3b-8aa3-650a27217958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'b2eaf9db-26c5-475b-acfc-714e659e0b73'}}] {{(pid=103334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 19 07:40:37.279074 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-4c8f910f-6e7d-4c83-a9a8-aa66ab32f703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:37.315955 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba3f0c5-b379-43f3-b236-12a7b0625a00 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Pushing event deleted for resources: {'Port': ['ID=9aa3ac38-1db8-4865-b25c-e82bd50794f3,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:40:37.324672 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09e74fba-f828-4118-89f6-f00c536e4296 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Network 6b5a65c5-1bed-4301-9db8-c1056c2b8eba is already hosted by enough agents. {{(pid=103333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 07:40:37.328028 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-8b0b6ba5-70e1-49e5-a60b-d017b879c6a1 tempest-AllowedAddressPairTestJSON-1474361603 tempest-AllowedAddressPairTestJSON-1474361603-project] Notify callbacks [] for port, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:37.353552 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-09e74fba-f828-4118-89f6-f00c536e4296 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Resources bound (agent type, host, resource id): {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:40:37.360188 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-4c8f910f-6e7d-4c83-a9a8-aa66ab32f703 None None] For port 5f1c6eac-596a-498d-bab9-de430f28cec2, host dv-neutron-861624-1-hyperv, cleared binding levels {{(pid=103334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 07:40:37.364049 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-4c8f910f-6e7d-4c83-a9a8-aa66ab32f703 None None] For port 5f1c6eac-596a-498d-bab9-de430f28cec2, host dv-neutron-861624-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=5f1c6eac-596a-498d-bab9-de430f28cec2,segment=NetworkSegment(eaa3a831-6d46-4e3b-8aa3-650a27217958),segment_id=eaa3a831-6d46-4e3b-8aa3-650a27217958)] {{(pid=103334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 07:40:37.365083 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-15e1c646-7223-4fdd-9a23-46dbea16a386 tempest-RoutersAdminTest-1850549588 tempest-RoutersAdminTest-1850549588-project] Notify callbacks [] for router_gateway, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:37.370159 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8295fe98-9e5f-4f8d-a5e1-7ac08c5f669f None None] Network 6b5a65c5-1bed-4301-9db8-c1056c2b8eba requested from dv-neutron-861624-1-hyperv {{(pid=103334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 07:40:37.374421 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-4c8f910f-6e7d-4c83-a9a8-aa66ab32f703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:37.377077 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09e74fba-f828-4118-89f6-f00c536e4296 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:40:37.378020 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-09e74fba-f828-4118-89f6-f00c536e4296 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks [] for subnet, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:37.426674 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e74fba-f828-4118-89f6-f00c536e4296 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Pushing event updated for resources: {'Subnet': ['ID=8217029e-67d1-4966-a9ae-86f5d9855bed,revision_number=0']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:40:37.518869 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-09e74fba-f828-4118-89f6-f00c536e4296 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.4609115 Oct 19 07:40:37.521524 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 55856) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:40:37.525564 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-bf729378-8547-4eb6-8fd8-15381c782245 tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130997899', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130170401'] for subnet, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:37.531769 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-8b0b6ba5-70e1-49e5-a60b-d017b879c6a1 tempest-AllowedAddressPairTestJSON-1474361603 tempest-AllowedAddressPairTestJSON-1474361603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785020947330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133553798'] for port, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:37.538174 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-460bce24-e88d-43d5-8cb7-6d398d1f1a49 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Request body: {'port': {'network_id': '6b5a65c5-1bed-4301-9db8-c1056c2b8eba', 'mac_address': 'fa:16:3e:bb:0b:5d', 'name': 'tempest-NetworksTestDHCPv6-970663704'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:40:37.596350 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b0b6ba5-70e1-49e5-a60b-d017b879c6a1 tempest-AllowedAddressPairTestJSON-1474361603 tempest-AllowedAddressPairTestJSON-1474361603-project] Network 2b5f9a1d-4552-4b64-bd0c-5f57eae79640 is already hosted by enough agents. {{(pid=103332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 07:40:37.600076 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device 32e775b3-88ab-45da-b83f-43e53151c940 no longer exists at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 07:40:37.613169 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-2ba3f0c5-b379-43f3-b236-12a7b0625a00 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1693831'] for router_gateway, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:37.640990 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.base_scheduler [None req-8b0b6ba5-70e1-49e5-a60b-d017b879c6a1 tempest-AllowedAddressPairTestJSON-1474361603 tempest-AllowedAddressPairTestJSON-1474361603-project] Resources bound (agent type, host, resource id): {{(pid=103332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:40:37.644135 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b0b6ba5-70e1-49e5-a60b-d017b879c6a1 tempest-AllowedAddressPairTestJSON-1474361603 tempest-AllowedAddressPairTestJSON-1474361603-project] Received port after_create {{(pid=103332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 07:40:37.666675 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8f910f-6e7d-4c83-a9a8-aa66ab32f703 None None] Pushing event updated for resources: {'Port': ['ID=5f1c6eac-596a-498d-bab9-de430f28cec2,revision_number=2']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:40:37.721624 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] No Port match for: 32e775b3-88ab-45da-b83f-43e53151c940 {{(pid=103334) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 19 07:40:37.721624 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device 32e775b3-88ab-45da-b83f-43e53151c940 not bound to the agent host dv-neutron-861624-1-hyperv {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 07:40:37.790591 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0b6ba5-70e1-49e5-a60b-d017b879c6a1 tempest-AllowedAddressPairTestJSON-1474361603 tempest-AllowedAddressPairTestJSON-1474361603-project] Pushing event updated for resources: {'Port': ['ID=028d1b31-9fdd-4abc-b758-337d58ecdc7f,revision_number=1']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:40:37.829858 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4673a474-9e80-4855-b0d2-47cf645e0c8d tempest-RoutersIpV6AdminTest-1129688832 tempest-RoutersIpV6AdminTest-1129688832-project] Notify agent at l3_agent.dv-neutron-861624-1-hyperv the message routers_updated {{(pid=103332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 07:40:37.848314 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c3a0701-3bb2-42fc-b606-947f453738ad None None] Sync routers for ids ['fc668f21-b04d-492d-9b43-e39ceb32ef53'] in dv-neutron-861624-1-hyperv {{(pid=103334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 07:40:37.886670 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c3a0701-3bb2-42fc-b606-947f453738ad None None] Routers {'fc668f21-b04d-492d-9b43-e39ceb32ef53'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 07:40:37.887609 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-6c3a0701-3bb2-42fc-b606-947f453738ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T07:40:16Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['fc668f21-b04d-492d-9b43-e39ceb32ef53'], 'active': True} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:40:37.940706 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-6c3a0701-3bb2-42fc-b606-947f453738ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:40:37.947151 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b0b6ba5-70e1-49e5-a60b-d017b879c6a1 tempest-AllowedAddressPairTestJSON-1474361603 tempest-AllowedAddressPairTestJSON-1474361603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:40:37.947954 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-8b0b6ba5-70e1-49e5-a60b-d017b879c6a1 tempest-AllowedAddressPairTestJSON-1474361603 tempest-AllowedAddressPairTestJSON-1474361603-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42160'] for port, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:37.970026 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-4673a474-9e80-4855-b0d2-47cf645e0c8d tempest-RoutersIpV6AdminTest-1129688832 tempest-RoutersIpV6AdminTest-1129688832-project] Notify callbacks [] for router, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:37.974806 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-4673a474-9e80-4855-b0d2-47cf645e0c8d tempest-RoutersIpV6AdminTest-1129688832 tempest-RoutersIpV6AdminTest-1129688832-project] 10.222.0.27 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 5.7143810 Oct 19 07:40:37.977526 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c3a0701-3bb2-42fc-b606-947f453738ad None None] Routers {'fc668f21-b04d-492d-9b43-e39ceb32ef53'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 07:40:37.978356 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 55858) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:40:37.979182 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-6c3a0701-3bb2-42fc-b606-947f453738ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T07:40:16Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['fc668f21-b04d-492d-9b43-e39ceb32ef53'], 'active': True} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:40:37.987717 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-9c51aff5-60ee-4b83-944a-09a89862e7e9 tempest-RoutersIpV6AdminTest-1129688832 tempest-RoutersIpV6AdminTest-1129688832-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:40:37.997147 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-8b0b6ba5-70e1-49e5-a60b-d017b879c6a1 tempest-AllowedAddressPairTestJSON-1474361603 tempest-AllowedAddressPairTestJSON-1474361603-project] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.9164526 Oct 19 07:40:38.026809 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-806f7809-bd4c-4909-8bd2-d58d7bcfaf82 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d12c6ac-27a3-545c-a8f3-f04e30423d6d-6b5a65c5-1bed-4301-9db8-c1056c2b8eba', 'network_id': '6b5a65c5-1bed-4301-9db8-c1056c2b8eba', 'tenant_id': '61a2e57b80c1442e9cb330141a970781', 'fixed_ips': [{'subnet_id': '8217029e-67d1-4966-a9ae-86f5d9855bed'}]}} from dv-neutron-861624-1-hyperv. {{(pid=103334) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 07:40:38.027746 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-806f7809-bd4c-4909-8bd2-d58d7bcfaf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:38.037312 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 55860) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:40:38.039928 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-6c3a0701-3bb2-42fc-b606-947f453738ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:40:38.041016 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c3a0701-3bb2-42fc-b606-947f453738ad None None] The sync data for ids ['fc668f21-b04d-492d-9b43-e39ceb32ef53'] in dv-neutron-861624-1-hyperv is: [] {{(pid=103334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 07:40:38.045373 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-819d610b-36ee-4b84-8da4-8b01a35c9dcd tempest-AllowedAddressPairTestJSON-1474361603 tempest-AllowedAddressPairTestJSON-1474361603-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:08:6e:f4'}]}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:40:38.066131 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-4286fed5-1efb-492c-b783-18aef864a38f None None] Provisioning complete for port 028d1b31-9fdd-4abc-b758-337d58ecdc7f triggered by entity DHCP. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:40:38.066812 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-4286fed5-1efb-492c-b783-18aef864a38f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:38.067428 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-4286fed5-1efb-492c-b783-18aef864a38f None None] Attempt 1 to provision port 028d1b31-9fdd-4abc-b758-337d58ecdc7f Oct 19 07:40:38.154399 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf729378-8547-4eb6-8fd8-15381c782245 tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Pushing event updated for resources: {'Subnet': ['ID=110150a5-4357-4287-823f-c8e6e9cf2bd2,revision_number=0']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:40:38.179128 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-4286fed5-1efb-492c-b783-18aef864a38f None None] Port 028d1b31-9fdd-4abc-b758-337d58ecdc7f cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 07:40:38.187509 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-2ba3f0c5-b379-43f3-b236-12a7b0625a00 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1693565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12618'] for router, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:38.196072 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-413623fa-3c99-48ab-9c4a-3af35d11ebad tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8785021377747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-130997973'] for subnet, after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:38.203171 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-2ba3f0c5-b379-43f3-b236-12a7b0625a00 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:38.229522 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-15e1c646-7223-4fdd-9a23-46dbea16a386 tempest-RoutersAdminTest-1850549588 tempest-RoutersAdminTest-1850549588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1692844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1693859'] for router, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:38.231669 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.db_base_plugin_common [None req-806f7809-bd4c-4909-8bd2-d58d7bcfaf82 None None] Allocated IP 2001:db8::f816:3eff:fe78:4875 (6b5a65c5-1bed-4301-9db8-c1056c2b8eba/8217029e-67d1-4966-a9ae-86f5d9855bed/3b8993c0-42ac-4012-a052-dbecd340cf49) {{(pid=103334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 07:40:38.305254 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf729378-8547-4eb6-8fd8-15381c782245 tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Checking segment: {'id': 'e73d16fa-be62-4e6f-95a8-57aac58bb6c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'ae2542a6-7d92-424e-84a1-56c3a5d0fd70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 19 07:40:38.305254 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf729378-8547-4eb6-8fd8-15381c782245 tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Network hostable DHCP agents. Network: ae2542a6-7d92-424e-84a1-56c3a5d0fd70, hostable agents: ['310d813b-0e3e-4d7e-9b79-8f4ec0dbcab0'], hosted agents: [] {{(pid=103333) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 07:40:38.349369 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-413623fa-3c99-48ab-9c4a-3af35d11ebad tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:40:38.350771 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-413623fa-3c99-48ab-9c4a-3af35d11ebad tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Notify callbacks [] for subnet, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:38.355117 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-413623fa-3c99-48ab-9c4a-3af35d11ebad tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] 10.222.0.27 "PUT /v2.0/subnets/782ec9a3-3336-405f-8bc2-f3d1d9064c3d HTTP/1.1" status: 200 len: 877 time: 1.7214656 Oct 19 07:40:38.359465 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 55862) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:40:38.361321 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413623fa-3c99-48ab-9c4a-3af35d11ebad tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Pushing event updated for resources: {'Subnet': ['ID=782ec9a3-3336-405f-8bc2-f3d1d9064c3d,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:40:38.388180 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-2ba3f0c5-b379-43f3-b236-12a7b0625a00 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1693542'] for router, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:38.389284 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ba3f0c5-b379-43f3-b236-12a7b0625a00 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Fanout notify agent at l3_agent the message router_deleted on router 759c53b8-2b12-4d42-91ad-75053f7382f1 {{(pid=103333) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 07:40:38.406952 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-2ba3f0c5-b379-43f3-b236-12a7b0625a00 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Notify callbacks [] for router, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:38.407997 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-2ba3f0c5-b379-43f3-b236-12a7b0625a00 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] 10.222.0.27 "DELETE /v2.0/routers/759c53b8-2b12-4d42-91ad-75053f7382f1 HTTP/1.1" status: 204 len: 168 time: 2.8259606 Oct 19 07:40:38.422969 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-460bce24-e88d-43d5-8cb7-6d398d1f1a49 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Made reservation on behalf of 61a2e57b80c1442e9cb330141a970781 for: {'port': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 07:40:38.427262 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-806f7809-bd4c-4909-8bd2-d58d7bcfaf82 None None] Notify callbacks [] for port, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:38.434240 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-806f7809-bd4c-4909-8bd2-d58d7bcfaf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785020947330'] for port, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:38.446090 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 55864) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:40:38.451789 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-787de6e8-4b77-454d-8eb8-79c12886fe6f tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Request body: {'network': {'name': 'tempest-RoutersTest-1540757559'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:40:38.475601 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf729378-8547-4eb6-8fd8-15381c782245 tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Network ae2542a6-7d92-424e-84a1-56c3a5d0fd70 is scheduled to be hosted by DHCP agent 310d813b-0e3e-4d7e-9b79-8f4ec0dbcab0 with binding_index 1 {{(pid=103333) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 07:40:38.490502 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-806f7809-bd4c-4909-8bd2-d58d7bcfaf82 None None] Network 6b5a65c5-1bed-4301-9db8-c1056c2b8eba is already hosted by enough agents. {{(pid=103334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 07:40:38.495272 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.scheduler.base_scheduler [None req-806f7809-bd4c-4909-8bd2-d58d7bcfaf82 None None] Resources bound (agent type, host, resource id): {{(pid=103334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:40:38.504122 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-806f7809-bd4c-4909-8bd2-d58d7bcfaf82 None None] Received port after_create {{(pid=103334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 07:40:38.521544 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806f7809-bd4c-4909-8bd2-d58d7bcfaf82 None None] Pushing event updated for resources: {'Port': ['ID=3b8993c0-42ac-4012-a052-dbecd340cf49,revision_number=1']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:40:38.573621 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-bf729378-8547-4eb6-8fd8-15381c782245 tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861624-1-hyperv, ae2542a6-7d92-424e-84a1-56c3a5d0fd70) {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:40:38.588897 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-787de6e8-4b77-454d-8eb8-79c12886fe6f tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Made reservation on behalf of ea2e94e7c58741afa39e88c6d73f4fb1 for: {'network': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 07:40:38.593042 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-787de6e8-4b77-454d-8eb8-79c12886fe6f tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for network, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:38.597309 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf729378-8547-4eb6-8fd8-15381c782245 tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:40:38.597937 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-bf729378-8547-4eb6-8fd8-15381c782245 tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Notify callbacks [] for subnet, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:38.608327 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-177f2723-7983-4a27-a65f-1f6ad9790b65 None None] Network ae2542a6-7d92-424e-84a1-56c3a5d0fd70 requested from dv-neutron-861624-1-hyperv {{(pid=103334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 07:40:38.636977 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-819d610b-36ee-4b84-8da4-8b01a35c9dcd tempest-AllowedAddressPairTestJSON-1474361603 tempest-AllowedAddressPairTestJSON-1474361603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:38.676220 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-bf729378-8547-4eb6-8fd8-15381c782245 tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.1618392 Oct 19 07:40:38.679641 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 55866) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:40:38.680075 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-b46b83d1-1ac3-4941-8596-17ae83f7b57c tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-667019'] for network, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:38.684066 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-0f0d7669-3e53-4b72-8983-402ad0d0b064 tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-413626557'}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:40:38.687466 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-460bce24-e88d-43d5-8cb7-6d398d1f1a49 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:38.695889 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-787de6e8-4b77-454d-8eb8-79c12886fe6f tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 164} {{(pid=103333) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 07:40:38.708785 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-4286fed5-1efb-492c-b783-18aef864a38f None None] Attempt 2 to provision port 028d1b31-9fdd-4abc-b758-337d58ecdc7f Oct 19 07:40:38.725353 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-787de6e8-4b77-454d-8eb8-79c12886fe6f tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979'] for segment, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:38.726303 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.db.segments_db [None req-787de6e8-4b77-454d-8eb8-79c12886fe6f tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Added segment 4a031094-0829-42ca-bb00-c2c02151eeae of type vlan for network 0997eb68-1233-4eb7-b18d-fd76427e6598 Oct 19 07:40:38.733632 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15e1c646-7223-4fdd-9a23-46dbea16a386 tempest-RoutersAdminTest-1850549588 tempest-RoutersAdminTest-1850549588-project] Router 436f3248-03e8-42fd-a124-d3af0f449291 is scheduled to L3 agent ab388470-1243-4d53-80f2-c2f5899c97a7 with binding_index 1 {{(pid=103332) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 07:40:38.765336 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.notifiers.nova [None req-460bce24-e88d-43d5-8cb7-6d398d1f1a49 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] device_id is not set on port baa1297e-b36b-42c1-8ce5-f9301c5fb72d yet. {{(pid=103333) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 19 07:40:38.774736 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-4286fed5-1efb-492c-b783-18aef864a38f None None] Port 028d1b31-9fdd-4abc-b758-337d58ecdc7f cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 07:40:38.776406 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-806f7809-bd4c-4909-8bd2-d58d7bcfaf82 None None] Attempting to bind port 3b8993c0-42ac-4012-a052-dbecd340cf49 on host dv-neutron-861624-1-hyperv for vnic_type normal with profile {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 19 07:40:38.777348 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-806f7809-bd4c-4909-8bd2-d58d7bcfaf82 None None] Attempting to bind port 3b8993c0-42ac-4012-a052-dbecd340cf49 by drivers openvswitch,hyperv on host dv-neutron-861624-1-hyperv at level 0 using segments [{'id': '5a8d2b05-b527-4bd4-a671-b9112f193fef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '6b5a65c5-1bed-4301-9db8-c1056c2b8eba'}] {{(pid=103334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 19 07:40:38.777844 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-806f7809-bd4c-4909-8bd2-d58d7bcfaf82 None None] Attempting to bind port 3b8993c0-42ac-4012-a052-dbecd340cf49 on network 6b5a65c5-1bed-4301-9db8-c1056c2b8eba {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 07:40:38.812971 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab236273-4931-4328-9e78-2742e03e25ba None None] Network b2eaf9db-26c5-475b-acfc-714e659e0b73 requested from dv-neutron-861624-1-hyperv {{(pid=103334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 07:40:38.834392 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f0d7669-3e53-4b72-8983-402ad0d0b064 tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Made reservation on behalf of f2ca639a25f74e74adde8aad6c608244 for: {'network': 1} {{(pid=103332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 07:40:38.839050 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-0f0d7669-3e53-4b72-8983-402ad0d0b064 tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for network, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:38.844707 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-9c51aff5-60ee-4b83-944a-09a89862e7e9 tempest-RoutersIpV6AdminTest-1129688832 tempest-RoutersIpV6AdminTest-1129688832-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:38.851802 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-787de6e8-4b77-454d-8eb8-79c12886fe6f tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785020965340'] for network, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:38.857450 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-806f7809-bd4c-4909-8bd2-d58d7bcfaf82 None None] Checking agent: {'id': 'a5b0152c-d633-409b-aaf8-3b76458e2410', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861624-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 19, 7, 30, 19), 'started_at': datetime.datetime(2022, 10, 19, 7, 30, 49), 'heartbeat_timestamp': datetime.datetime(2022, 10, 19, 7, 40, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861624-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 07:40:38.857450 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-806f7809-bd4c-4909-8bd2-d58d7bcfaf82 None None] Checking segment: {'id': '5a8d2b05-b527-4bd4-a671-b9112f193fef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '6b5a65c5-1bed-4301-9db8-c1056c2b8eba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 19 07:40:38.857450 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-806f7809-bd4c-4909-8bd2-d58d7bcfaf82 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:38.857864 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-806f7809-bd4c-4909-8bd2-d58d7bcfaf82 None None] Bound using segment: {'id': '5a8d2b05-b527-4bd4-a671-b9112f193fef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '6b5a65c5-1bed-4301-9db8-c1056c2b8eba'} {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 07:40:38.858667 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-806f7809-bd4c-4909-8bd2-d58d7bcfaf82 None None] Bound port: 3b8993c0-42ac-4012-a052-dbecd340cf49, host: dv-neutron-861624-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a8d2b05-b527-4bd4-a671-b9112f193fef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '6b5a65c5-1bed-4301-9db8-c1056c2b8eba'}}] {{(pid=103334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 19 07:40:38.858667 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-806f7809-bd4c-4909-8bd2-d58d7bcfaf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:38.883881 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-9c51aff5-60ee-4b83-944a-09a89862e7e9 tempest-RoutersIpV6AdminTest-1129688832 tempest-RoutersIpV6AdminTest-1129688832-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:38.934808 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-787de6e8-4b77-454d-8eb8-79c12886fe6f tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873'] for network, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:38.940845 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-787de6e8-4b77-454d-8eb8-79c12886fe6f tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:40:38.941498 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-787de6e8-4b77-454d-8eb8-79c12886fe6f tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Notify callbacks [] for network, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:38.953164 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f0d7669-3e53-4b72-8983-402ad0d0b064 tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 190} {{(pid=103332) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 07:40:38.957778 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-b46b83d1-1ac3-4941-8596-17ae83f7b57c tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Deleting port 5f1c6eac-596a-498d-bab9-de430f28cec2 {{(pid=103333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 07:40:38.958135 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-b46b83d1-1ac3-4941-8596-17ae83f7b57c tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:38.962335 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.db_base_plugin_common [None req-460bce24-e88d-43d5-8cb7-6d398d1f1a49 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Allocated IP 2001:db8::f816:3eff:febb:b5d (6b5a65c5-1bed-4301-9db8-c1056c2b8eba/8217029e-67d1-4966-a9ae-86f5d9855bed/baa1297e-b36b-42c1-8ce5-f9301c5fb72d) {{(pid=103333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 07:40:39.004728 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-0f0d7669-3e53-4b72-8983-402ad0d0b064 tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979'] for segment, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:39.005085 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.db.segments_db [None req-0f0d7669-3e53-4b72-8983-402ad0d0b064 tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Added segment 745ba125-cc67-4975-935c-87e9a55699d1 of type vlan for network 56c72f95-63f4-4dae-811a-6f7e55afcc51 Oct 19 07:40:39.026264 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-787de6e8-4b77-454d-8eb8-79c12886fe6f tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5766008 Oct 19 07:40:39.037129 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 55868) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:40:39.038515 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a17261cc-7979-4ca1-8920-e8cb251ffb59 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d12c6ac-27a3-545c-a8f3-f04e30423d6d-ae2542a6-7d92-424e-84a1-56c3a5d0fd70', 'network_id': 'ae2542a6-7d92-424e-84a1-56c3a5d0fd70', 'tenant_id': 'f2ca639a25f74e74adde8aad6c608244', 'fixed_ips': [{'subnet_id': '110150a5-4357-4287-823f-c8e6e9cf2bd2'}]}} from dv-neutron-861624-1-hyperv. {{(pid=103334) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 07:40:39.039406 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-a17261cc-7979-4ca1-8920-e8cb251ffb59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:39.058574 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-361fda5e-a2c4-467b-8eab-f8e8ef5c3ea4 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Request body: {'subnet': {'network_id': '0997eb68-1233-4eb7-b18d-fd76427e6598', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:40:39.062339 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-806f7809-bd4c-4909-8bd2-d58d7bcfaf82 None None] For port 3b8993c0-42ac-4012-a052-dbecd340cf49, host dv-neutron-861624-1-hyperv, cleared binding levels {{(pid=103334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 07:40:39.082453 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-806f7809-bd4c-4909-8bd2-d58d7bcfaf82 None None] For port 3b8993c0-42ac-4012-a052-dbecd340cf49, host dv-neutron-861624-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=3b8993c0-42ac-4012-a052-dbecd340cf49,segment=NetworkSegment(5a8d2b05-b527-4bd4-a671-b9112f193fef),segment_id=5a8d2b05-b527-4bd4-a671-b9112f193fef)] {{(pid=103334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 07:40:39.093292 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787de6e8-4b77-454d-8eb8-79c12886fe6f tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Pushing event updated for resources: {'Network': ['ID=0997eb68-1233-4eb7-b18d-fd76427e6598,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:40:39.094605 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-806f7809-bd4c-4909-8bd2-d58d7bcfaf82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:39.114208 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15e1c646-7223-4fdd-9a23-46dbea16a386 tempest-RoutersAdminTest-1850549588 tempest-RoutersAdminTest-1850549588-project] Notify agent at l3_agent.dv-neutron-861624-1-hyperv the message routers_updated {{(pid=103332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 07:40:39.135693 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-931e85a9-217f-477c-a96c-23382ed7b606 None None] Sync routers for ids ['436f3248-03e8-42fd-a124-d3af0f449291'] in dv-neutron-861624-1-hyperv {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 07:40:39.151963 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-931e85a9-217f-477c-a96c-23382ed7b606 None None] Routers {'436f3248-03e8-42fd-a124-d3af0f449291'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 07:40:39.152847 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-931e85a9-217f-477c-a96c-23382ed7b606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T07:40:16Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['436f3248-03e8-42fd-a124-d3af0f449291'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:40:39.154354 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Network 0997eb68-1233-4eb7-b18d-fd76427e6598 details requested by agent ovs-agent-dv-neutron-861624-1-hyperv with host dv-neutron-861624-1-hyperv {{(pid=103334) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 07:40:39.156355 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.db [None req-b46b83d1-1ac3-4941-8596-17ae83f7b57c tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] For port 5f1c6eac-596a-498d-bab9-de430f28cec2, host dv-neutron-861624-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=5f1c6eac-596a-498d-bab9-de430f28cec2,segment=NetworkSegment(eaa3a831-6d46-4e3b-8aa3-650a27217958),segment_id=eaa3a831-6d46-4e3b-8aa3-650a27217958)] {{(pid=103333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:40:39.165358 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-b46b83d1-1ac3-4941-8596-17ae83f7b57c tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:39.201170 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-b46b83d1-1ac3-4941-8596-17ae83f7b57c tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Calling delete_port for 5f1c6eac-596a-498d-bab9-de430f28cec2 owned by network:dhcp {{(pid=103333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 07:40:39.206806 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-0f0d7669-3e53-4b72-8983-402ad0d0b064 tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785020965340'] for network, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:39.248070 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-931e85a9-217f-477c-a96c-23382ed7b606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:40:39.277419 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-931e85a9-217f-477c-a96c-23382ed7b606 None None] Routers {'436f3248-03e8-42fd-a124-d3af0f449291'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 07:40:39.278244 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-931e85a9-217f-477c-a96c-23382ed7b606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T07:40:16Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['436f3248-03e8-42fd-a124-d3af0f449291'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:40:39.285461 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-15e1c646-7223-4fdd-9a23-46dbea16a386 tempest-RoutersAdminTest-1850549588 tempest-RoutersAdminTest-1850549588-project] Notify callbacks [] for router, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:39.290255 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-15e1c646-7223-4fdd-9a23-46dbea16a386 tempest-RoutersAdminTest-1850549588 tempest-RoutersAdminTest-1850549588-project] 10.222.0.27 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 6.1208067 Oct 19 07:40:39.292904 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 55870) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:40:39.295220 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-4286fed5-1efb-492c-b783-18aef864a38f None None] Attempt 3 to provision port 028d1b31-9fdd-4abc-b758-337d58ecdc7f Oct 19 07:40:39.319665 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-d1dad3b3-f3b0-45ae-8746-9c1832cf9883 tempest-RoutersAdminTest-1850549588 tempest-RoutersAdminTest-1850549588-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:40:39.322475 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.plugin [None req-9c51aff5-60ee-4b83-944a-09a89862e7e9 tempest-RoutersIpV6AdminTest-1129688832 tempest-RoutersIpV6AdminTest-1129688832-project] Deleting port 9aff02b4-1143-4c6c-9bbf-fe5fee00c15c {{(pid=103332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 07:40:39.322819 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-9c51aff5-60ee-4b83-944a-09a89862e7e9 tempest-RoutersIpV6AdminTest-1129688832 tempest-RoutersIpV6AdminTest-1129688832-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:39.343981 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-931e85a9-217f-477c-a96c-23382ed7b606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:40:39.344647 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-931e85a9-217f-477c-a96c-23382ed7b606 None None] The sync data for ids ['436f3248-03e8-42fd-a124-d3af0f449291'] in dv-neutron-861624-1-hyperv is: [] {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 07:40:39.359511 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-460bce24-e88d-43d5-8cb7-6d398d1f1a49 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks [] for port, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:39.371462 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-4286fed5-1efb-492c-b783-18aef864a38f None None] Port 028d1b31-9fdd-4abc-b758-337d58ecdc7f cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 07:40:39.380539 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806f7809-bd4c-4909-8bd2-d58d7bcfaf82 None None] Pushing event updated for resources: {'Port': ['ID=3b8993c0-42ac-4012-a052-dbecd340cf49,revision_number=2']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:40:39.399616 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-361fda5e-a2c4-467b-8eab-f8e8ef5c3ea4 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Made reservation on behalf of ea2e94e7c58741afa39e88c6d73f4fb1 for: {'subnet': 1} {{(pid=103332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 07:40:39.403561 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-361fda5e-a2c4-467b-8eab-f8e8ef5c3ea4 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130659787'] for subnet, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:39.464209 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-460bce24-e88d-43d5-8cb7-6d398d1f1a49 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785020947330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130996763'] for port, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:39.469389 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-b46b83d1-1ac3-4941-8596-17ae83f7b57c tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130996763'] for port, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:39.478984 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.db_base_plugin_common [None req-a17261cc-7979-4ca1-8920-e8cb251ffb59 None None] Allocated IP 2001:db8:0:ffff::2 (ae2542a6-7d92-424e-84a1-56c3a5d0fd70/110150a5-4357-4287-823f-c8e6e9cf2bd2/e38c5152-cbd8-460d-99e5-f6a15272f394) {{(pid=103334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 07:40:39.556238 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-0f0d7669-3e53-4b72-8983-402ad0d0b064 tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873'] for network, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:39.562792 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f0d7669-3e53-4b72-8983-402ad0d0b064 tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:40:39.563424 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-0f0d7669-3e53-4b72-8983-402ad0d0b064 tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Notify callbacks [] for network, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:39.631571 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-460bce24-e88d-43d5-8cb7-6d398d1f1a49 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Network 6b5a65c5-1bed-4301-9db8-c1056c2b8eba is already hosted by enough agents. {{(pid=103333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 07:40:39.647845 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-460bce24-e88d-43d5-8cb7-6d398d1f1a49 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Resources bound (agent type, host, resource id): {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:40:39.651825 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460bce24-e88d-43d5-8cb7-6d398d1f1a49 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Pushing event updated for resources: {'Port': ['ID=baa1297e-b36b-42c1-8ce5-f9301c5fb72d,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:40:39.656217 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-460bce24-e88d-43d5-8cb7-6d398d1f1a49 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Received port after_create {{(pid=103333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 07:40:39.666693 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-460bce24-e88d-43d5-8cb7-6d398d1f1a49 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:40:39.667619 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-460bce24-e88d-43d5-8cb7-6d398d1f1a49 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42160'] for port, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:39.714788 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-819d610b-36ee-4b84-8da4-8b01a35c9dcd tempest-AllowedAddressPairTestJSON-1474361603 tempest-AllowedAddressPairTestJSON-1474361603-project] Notify callbacks [] for port, precommit_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:39.719756 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b46b83d1-1ac3-4941-8596-17ae83f7b57c tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] No DVR routers for this DVR port 5f1c6eac-596a-498d-bab9-de430f28cec2 on host dv-neutron-861624-1-hyperv {{(pid=103333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 19 07:40:39.748007 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device 5f1c6eac-596a-498d-bab9-de430f28cec2 up at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 07:40:39.770162 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-819d610b-36ee-4b84-8da4-8b01a35c9dcd tempest-AllowedAddressPairTestJSON-1474361603 tempest-AllowedAddressPairTestJSON-1474361603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133553807'] for port, after_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:39.776924 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46b83d1-1ac3-4941-8596-17ae83f7b57c tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Pushing event deleted for resources: {'Port': ['ID=5f1c6eac-596a-498d-bab9-de430f28cec2,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:40:39.779996 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] No Port match for: 5f1c6eac-596a-498d-bab9-de430f28cec2 {{(pid=103334) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 19 07:40:39.780347 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device 5f1c6eac-596a-498d-bab9-de430f28cec2 not bound to the agent host dv-neutron-861624-1-hyperv {{(pid=103334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Oct 19 07:40:39.808655 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Port 5f1c6eac-596a-498d-bab9-de430f28cec2 not found, will not notify nova. {{(pid=103334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Oct 19 07:40:39.811500 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bda2f40-0455-49c2-84e3-a7fc6f61e541 None None] Network b2eaf9db-26c5-475b-acfc-714e659e0b73 requested from dv-neutron-861624-1-hyperv {{(pid=103334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 07:40:39.814867 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-a17261cc-7979-4ca1-8920-e8cb251ffb59 None None] Notify callbacks [] for port, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:39.818498 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-460bce24-e88d-43d5-8cb7-6d398d1f1a49 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 2.2881331 Oct 19 07:40:39.821226 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 55872) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:40:39.844669 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-a17261cc-7979-4ca1-8920-e8cb251ffb59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785020947330'] for port, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:39.870755 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-b46b83d1-1ac3-4941-8596-17ae83f7b57c tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-679826'] for subnet, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:39.915266 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-4286fed5-1efb-492c-b783-18aef864a38f None None] Attempt 4 to provision port 028d1b31-9fdd-4abc-b758-337d58ecdc7f Oct 19 07:40:39.926064 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97427e02-b3c5-47e1-b0a9-c9d1f88c4a63 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:40:39.932149 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97427e02-b3c5-47e1-b0a9-c9d1f88c4a63 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:40:39.933867 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-97427e02-b3c5-47e1-b0a9-c9d1f88c4a63 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] 10.222.0.27 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1701 time: 0.1118078 Oct 19 07:40:39.938870 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 55874) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:40:39.992188 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a17261cc-7979-4ca1-8920-e8cb251ffb59 None None] Network ae2542a6-7d92-424e-84a1-56c3a5d0fd70 is already hosted by enough agents. {{(pid=103334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 07:40:40.001101 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17261cc-7979-4ca1-8920-e8cb251ffb59 None None] Pushing event updated for resources: {'Port': ['ID=e38c5152-cbd8-460d-99e5-f6a15272f394,revision_number=1']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:40:40.007972 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.scheduler.base_scheduler [None req-a17261cc-7979-4ca1-8920-e8cb251ffb59 None None] Resources bound (agent type, host, resource id): {{(pid=103334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:40:40.013354 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a17261cc-7979-4ca1-8920-e8cb251ffb59 None None] Received port after_create {{(pid=103334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 07:40:40.015686 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-4286fed5-1efb-492c-b783-18aef864a38f None None] Port 028d1b31-9fdd-4abc-b758-337d58ecdc7f cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 07:40:40.058213 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-b46b83d1-1ac3-4941-8596-17ae83f7b57c tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-679819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130997964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130170408'] for subnet, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:40.093477 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46b83d1-1ac3-4941-8596-17ae83f7b57c tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Pushing event deleted for resources: {'Subnet': ['ID=782ec9a3-3336-405f-8bc2-f3d1d9064c3d,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:40:40.102011 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-a17261cc-7979-4ca1-8920-e8cb251ffb59 None None] Attempting to bind port e38c5152-cbd8-460d-99e5-f6a15272f394 on host dv-neutron-861624-1-hyperv for vnic_type normal with profile {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 19 07:40:40.102272 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-a17261cc-7979-4ca1-8920-e8cb251ffb59 None None] Attempting to bind port e38c5152-cbd8-460d-99e5-f6a15272f394 by drivers openvswitch,hyperv on host dv-neutron-861624-1-hyperv at level 0 using segments [{'id': 'e73d16fa-be62-4e6f-95a8-57aac58bb6c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'ae2542a6-7d92-424e-84a1-56c3a5d0fd70'}] {{(pid=103334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 19 07:40:40.103192 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a17261cc-7979-4ca1-8920-e8cb251ffb59 None None] Attempting to bind port e38c5152-cbd8-460d-99e5-f6a15272f394 on network ae2542a6-7d92-424e-84a1-56c3a5d0fd70 {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 07:40:40.116546 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a17261cc-7979-4ca1-8920-e8cb251ffb59 None None] Checking agent: {'id': 'a5b0152c-d633-409b-aaf8-3b76458e2410', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861624-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 19, 7, 30, 19), 'started_at': datetime.datetime(2022, 10, 19, 7, 30, 49), 'heartbeat_timestamp': datetime.datetime(2022, 10, 19, 7, 40, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861624-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 07:40:40.116782 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a17261cc-7979-4ca1-8920-e8cb251ffb59 None None] Checking segment: {'id': 'e73d16fa-be62-4e6f-95a8-57aac58bb6c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'ae2542a6-7d92-424e-84a1-56c3a5d0fd70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 19 07:40:40.118357 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-a17261cc-7979-4ca1-8920-e8cb251ffb59 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:40.118357 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a17261cc-7979-4ca1-8920-e8cb251ffb59 None None] Bound using segment: {'id': 'e73d16fa-be62-4e6f-95a8-57aac58bb6c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'ae2542a6-7d92-424e-84a1-56c3a5d0fd70'} {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 07:40:40.118568 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-d46834e5-4bf8-4573-9e06-b2f56f101d70 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Deleting port baa1297e-b36b-42c1-8ce5-f9301c5fb72d {{(pid=103333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 07:40:40.118568 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-d46834e5-4bf8-4573-9e06-b2f56f101d70 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:40.118717 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-a17261cc-7979-4ca1-8920-e8cb251ffb59 None None] Bound port: e38c5152-cbd8-460d-99e5-f6a15272f394, host: dv-neutron-861624-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e73d16fa-be62-4e6f-95a8-57aac58bb6c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'ae2542a6-7d92-424e-84a1-56c3a5d0fd70'}}] {{(pid=103334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 19 07:40:40.118717 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-a17261cc-7979-4ca1-8920-e8cb251ffb59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:40.181040 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-0f0d7669-3e53-4b72-8983-402ad0d0b064 tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.5014141 Oct 19 07:40:40.181838 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.plugin [None req-819d610b-36ee-4b84-8da4-8b01a35c9dcd tempest-AllowedAddressPairTestJSON-1474361603 tempest-AllowedAddressPairTestJSON-1474361603-project] In _notify_port_updated(), no bound segment for port 028d1b31-9fdd-4abc-b758-337d58ecdc7f on network 2b5f9a1d-4552-4b64-bd0c-5f57eae79640 {{(pid=103332) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:900}} Oct 19 07:40:40.185323 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-b46b83d1-1ac3-4941-8596-17ae83f7b57c tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-673051', 'neutron.services.segments.db._delete_segments_for_network-8785021519108'] for network, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:40.187999 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-819d610b-36ee-4b84-8da4-8b01a35c9dcd tempest-AllowedAddressPairTestJSON-1474361603 tempest-AllowedAddressPairTestJSON-1474361603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:40:40.188158 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 55876) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:40:40.188246 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-819d610b-36ee-4b84-8da4-8b01a35c9dcd tempest-AllowedAddressPairTestJSON-1474361603 tempest-AllowedAddressPairTestJSON-1474361603-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42160'] for port, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:40.192849 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-819d610b-36ee-4b84-8da4-8b01a35c9dcd tempest-AllowedAddressPairTestJSON-1474361603 tempest-AllowedAddressPairTestJSON-1474361603-project] 10.222.0.27 "PUT /v2.0/ports/028d1b31-9fdd-4abc-b758-337d58ecdc7f HTTP/1.1" status: 200 len: 996 time: 2.1509831 Oct 19 07:40:40.213001 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 55878) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:40:40.232413 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-fa75faf2-af58-4b34-ac0e-1d8701a9ded6 tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Request body: {'subnet': {'network_id': '56c72f95-63f4-4dae-811a-6f7e55afcc51', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:40:40.301156 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0d7669-3e53-4b72-8983-402ad0d0b064 tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Pushing event updated for resources: {'Network': ['ID=56c72f95-63f4-4dae-811a-6f7e55afcc51,revision_number=1']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:40:40.346235 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819d610b-36ee-4b84-8da4-8b01a35c9dcd tempest-AllowedAddressPairTestJSON-1474361603 tempest-AllowedAddressPairTestJSON-1474361603-project] Pushing event updated for resources: {'Port': ['ID=028d1b31-9fdd-4abc-b758-337d58ecdc7f,revision_number=2']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:40:40.386135 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Network 56c72f95-63f4-4dae-811a-6f7e55afcc51 details requested by agent ovs-agent-dv-neutron-861624-1-hyperv with host dv-neutron-861624-1-hyperv {{(pid=103334) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 07:40:40.405080 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-9c51aff5-60ee-4b83-944a-09a89862e7e9 tempest-RoutersIpV6AdminTest-1129688832 tempest-RoutersIpV6AdminTest-1129688832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:40.439377 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-d46834e5-4bf8-4573-9e06-b2f56f101d70 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:40.455811 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-d46834e5-4bf8-4573-9e06-b2f56f101d70 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Calling delete_port for baa1297e-b36b-42c1-8ce5-f9301c5fb72d owned by {{(pid=103333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 07:40:40.477389 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-a17261cc-7979-4ca1-8920-e8cb251ffb59 None None] For port e38c5152-cbd8-460d-99e5-f6a15272f394, host dv-neutron-861624-1-hyperv, cleared binding levels {{(pid=103334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 07:40:40.504411 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9790075-4766-44e9-8ad5-3c92d9e44016 None None] Network b2eaf9db-26c5-475b-acfc-714e659e0b73 requested from dv-neutron-861624-1-hyperv {{(pid=103334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 07:40:40.507858 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.plugin [None req-9c51aff5-60ee-4b83-944a-09a89862e7e9 tempest-RoutersIpV6AdminTest-1129688832 tempest-RoutersIpV6AdminTest-1129688832-project] Calling delete_port for 9aff02b4-1143-4c6c-9bbf-fe5fee00c15c owned by network:router_gateway {{(pid=103332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 07:40:40.510594 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-a17261cc-7979-4ca1-8920-e8cb251ffb59 None None] For port e38c5152-cbd8-460d-99e5-f6a15272f394, host dv-neutron-861624-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=e38c5152-cbd8-460d-99e5-f6a15272f394,segment=NetworkSegment(e73d16fa-be62-4e6f-95a8-57aac58bb6c1),segment_id=e73d16fa-be62-4e6f-95a8-57aac58bb6c1)] {{(pid=103334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 07:40:40.521750 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-4286fed5-1efb-492c-b783-18aef864a38f None None] Attempt 5 to provision port 028d1b31-9fdd-4abc-b758-337d58ecdc7f Oct 19 07:40:40.528241 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-a17261cc-7979-4ca1-8920-e8cb251ffb59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:40.609734 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17261cc-7979-4ca1-8920-e8cb251ffb59 None None] Pushing event updated for resources: {'Port': ['ID=e38c5152-cbd8-460d-99e5-f6a15272f394,revision_number=2']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:40:40.669426 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-4286fed5-1efb-492c-b783-18aef864a38f None None] Port 028d1b31-9fdd-4abc-b758-337d58ecdc7f cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 07:40:40.726280 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-b46b83d1-1ac3-4941-8596-17ae83f7b57c tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2eaf9db-26c5-475b-acfc-714e659e0b73']}} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:40:40.740328 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-b46b83d1-1ac3-4941-8596-17ae83f7b57c tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eaa3a831-6d46-4e3b-8aa3-650a27217958') {'for_net_delete': True} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:40:40.740736 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-b46b83d1-1ac3-4941-8596-17ae83f7b57c tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eaa3a831-6d46-4e3b-8aa3-650a27217958') {} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:40:40.752465 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-b46b83d1-1ac3-4941-8596-17ae83f7b57c tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785021519382', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-134111927'] for segment, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:40.766872 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-b46b83d1-1ac3-4941-8596-17ae83f7b57c tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979'] for segment, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:40.788034 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-d46834e5-4bf8-4573-9e06-b2f56f101d70 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130996763'] for port, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:40.806315 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a43adb0-522b-4384-91f1-6eb2e43b2748 None None] DHCP port deletion for b2eaf9db-26c5-475b-acfc-714e659e0b73 request from dv-neutron-861624-1-hyperv {{(pid=103334) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 07:40:40.811299 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-361fda5e-a2c4-467b-8eab-f8e8ef5c3ea4 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-133552662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130659641'] for subnet, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:40.817326 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa75faf2-af58-4b34-ac0e-1d8701a9ded6 tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Made reservation on behalf of f2ca639a25f74e74adde8aad6c608244 for: {'subnet': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 07:40:40.821220 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-fa75faf2-af58-4b34-ac0e-1d8701a9ded6 tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130170579'] for subnet, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:40.827927 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b46b83d1-1ac3-4941-8596-17ae83f7b57c tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Releasing vlan 185 on physical network physnet1 to pool {{(pid=103333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 07:40:40.827927 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-b46b83d1-1ac3-4941-8596-17ae83f7b57c tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130996782'] for segment, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:40.888418 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46834e5-4bf8-4573-9e06-b2f56f101d70 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Pushing event deleted for resources: {'Port': ['ID=baa1297e-b36b-42c1-8ce5-f9301c5fb72d,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:40:40.947431 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.services.segments.plugin [-] Segment eaa3a831-6d46-4e3b-8aa3-650a27217958 resource provider aggregate not found Oct 19 07:40:40.967879 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-d46834e5-4bf8-4573-9e06-b2f56f101d70 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42160'] for port, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:40.971547 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-d46834e5-4bf8-4573-9e06-b2f56f101d70 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] 10.222.0.27 "DELETE /v2.0/ports/baa1297e-b36b-42c1-8ce5-f9301c5fb72d HTTP/1.1" status: 204 len: 168 time: 1.0321000 Oct 19 07:40:40.979730 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-d1dad3b3-f3b0-45ae-8746-9c1832cf9883 tempest-RoutersAdminTest-1850549588 tempest-RoutersAdminTest-1850549588-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:40.992254 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 55884) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:40:41.007527 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.services.segments.plugin [-] Segment eaa3a831-6d46-4e3b-8aa3-650a27217958 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid eaa3a831-6d46-4e3b-8aa3-650a27217958 found for delete ", "request_id": "req-f07b8d20-0879-42c7-aa9a-f9330b8fccc6"}]} Oct 19 07:40:41.072881 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361fda5e-a2c4-467b-8eab-f8e8ef5c3ea4 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Pushing event updated for resources: {'Subnet': ['ID=4977af43-0600-4952-b3fc-2c3ddba568ea,revision_number=0']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:40:41.080955 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-b46b83d1-1ac3-4941-8596-17ae83f7b57c tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-673044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1695087'] for network, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:41.092464 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-d1dad3b3-f3b0-45ae-8746-9c1832cf9883 tempest-RoutersAdminTest-1850549588 tempest-RoutersAdminTest-1850549588-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:41.094138 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-b46b83d1-1ac3-4941-8596-17ae83f7b57c tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Notify callbacks [] for network, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:41.098397 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-b46b83d1-1ac3-4941-8596-17ae83f7b57c tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] 10.222.0.27 "DELETE /v2.0/networks/b2eaf9db-26c5-475b-acfc-714e659e0b73 HTTP/1.1" status: 204 len: 168 time: 2.7205036 Oct 19 07:40:41.103656 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 55886) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:40:41.141411 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46b83d1-1ac3-4941-8596-17ae83f7b57c tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Pushing event deleted for resources: {'Network': ['ID=b2eaf9db-26c5-475b-acfc-714e659e0b73,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:40:41.150129 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-361fda5e-a2c4-467b-8eab-f8e8ef5c3ea4 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Checking segment: {'id': '4a031094-0829-42ca-bb00-c2c02151eeae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '0997eb68-1233-4eb7-b18d-fd76427e6598'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 19 07:40:41.150575 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-361fda5e-a2c4-467b-8eab-f8e8ef5c3ea4 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Network hostable DHCP agents. Network: 0997eb68-1233-4eb7-b18d-fd76427e6598, hostable agents: ['310d813b-0e3e-4d7e-9b79-8f4ec0dbcab0'], hosted agents: [] {{(pid=103332) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 07:40:41.162378 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a502a8e-57cd-455c-a088-80ed6f82b7ee tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:40:41.163887 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a502a8e-57cd-455c-a088-80ed6f82b7ee tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:40:41.165160 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-1ea98e95-5bfb-447b-8de2-869d38103893 tempest-AllowedAddressPairTestJSON-1474361603 tempest-AllowedAddressPairTestJSON-1474361603-project] Deleting port 028d1b31-9fdd-4abc-b758-337d58ecdc7f {{(pid=103333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 07:40:41.165495 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-1ea98e95-5bfb-447b-8de2-869d38103893 tempest-AllowedAddressPairTestJSON-1474361603 tempest-AllowedAddressPairTestJSON-1474361603-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:41.168306 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-5a502a8e-57cd-455c-a088-80ed6f82b7ee tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] 10.222.0.27 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.1744158 Oct 19 07:40:41.169717 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-4286fed5-1efb-492c-b783-18aef864a38f None None] Attempt 6 to provision port 028d1b31-9fdd-4abc-b758-337d58ecdc7f Oct 19 07:40:41.170502 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 55888) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:40:41.174922 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e635319-2e72-422a-b051-ba9a915fccf7 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] DELETE failed (client error): The resource could not be found. Oct 19 07:40:41.175380 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8e635319-2e72-422a-b051-ba9a915fccf7 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103333) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 07:40:41.178423 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-8e635319-2e72-422a-b051-ba9a915fccf7 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] 10.222.0.27 "DELETE /v2.0/subnets/782ec9a3-3336-405f-8bc2-f3d1d9064c3d HTTP/1.1" status: 404 len: 337 time: 0.0692797 Oct 19 07:40:41.211140 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 55890) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:40:41.227662 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-4286fed5-1efb-492c-b783-18aef864a38f None None] Port 028d1b31-9fdd-4abc-b758-337d58ecdc7f cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 07:40:41.253356 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.pecan_wsgi.hooks.translation [None req-eee0ec5a-ba7e-4d1d-9338-fcbbd5c89281 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] DELETE failed (client error): The resource could not be found. Oct 19 07:40:41.253958 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eee0ec5a-ba7e-4d1d-9338-fcbbd5c89281 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103333) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 07:40:41.257033 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-eee0ec5a-ba7e-4d1d-9338-fcbbd5c89281 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] 10.222.0.27 "DELETE /v2.0/networks/b2eaf9db-26c5-475b-acfc-714e659e0b73 HTTP/1.1" status: 404 len: 339 time: 0.0449226 Oct 19 07:40:41.262382 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 55892) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:40:41.282057 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-361fda5e-a2c4-467b-8eab-f8e8ef5c3ea4 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Network 0997eb68-1233-4eb7-b18d-fd76427e6598 is scheduled to be hosted by DHCP agent 310d813b-0e3e-4d7e-9b79-8f4ec0dbcab0 with binding_index 1 {{(pid=103332) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 07:40:41.297471 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-9c51aff5-60ee-4b83-944a-09a89862e7e9 tempest-RoutersIpV6AdminTest-1129688832 tempest-RoutersIpV6AdminTest-1129688832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133553798'] for port, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:41.307013 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f64b8cf-af9a-48ed-ab41-5ff0d7124644 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Deleting subnet 8217029e-67d1-4966-a9ae-86f5d9855bed {{(pid=103332) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 19 07:40:41.312980 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-0f64b8cf-af9a-48ed-ab41-5ff0d7124644 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks [] for subnet, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:41.337935 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.base_scheduler [None req-361fda5e-a2c4-467b-8eab-f8e8ef5c3ea4 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861624-1-hyperv, 0997eb68-1233-4eb7-b18d-fd76427e6598) {{(pid=103332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:40:41.346826 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0577336f-5fb2-458b-a6b3-fc6ea28386ec None None] Network 0997eb68-1233-4eb7-b18d-fd76427e6598 requested from dv-neutron-861624-1-hyperv {{(pid=103334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 07:40:41.353249 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.pecan_wsgi.hooks.translation [None req-0879db06-c392-4793-bf2b-ab6b8b9513b0 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] DELETE failed (client error): The resource could not be found. Oct 19 07:40:41.353704 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0879db06-c392-4793-bf2b-ab6b8b9513b0 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103333) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 07:40:41.359101 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-0879db06-c392-4793-bf2b-ab6b8b9513b0 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] 10.222.0.27 "DELETE /v2.0/subnets/5ec3b1a8-172a-48a5-ab0a-55cff3b17ff3 HTTP/1.1" status: 404 len: 337 time: 0.0913014 Oct 19 07:40:41.369835 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 55894) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:40:41.377013 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c51aff5-60ee-4b83-944a-09a89862e7e9 tempest-RoutersIpV6AdminTest-1129688832 tempest-RoutersIpV6AdminTest-1129688832-project] Pushing event deleted for resources: {'Port': ['ID=9aff02b4-1143-4c6c-9bbf-fe5fee00c15c,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:40:41.382056 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-361fda5e-a2c4-467b-8eab-f8e8ef5c3ea4 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:40:41.382676 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-361fda5e-a2c4-467b-8eab-f8e8ef5c3ea4 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Notify callbacks [] for subnet, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:41.401340 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.plugin [None req-d1dad3b3-f3b0-45ae-8746-9c1832cf9883 tempest-RoutersAdminTest-1850549588 tempest-RoutersAdminTest-1850549588-project] Deleting port 43ca26e1-ec23-41c9-b651-b3d98414b626 {{(pid=103332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 07:40:41.401685 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-d1dad3b3-f3b0-45ae-8746-9c1832cf9883 tempest-RoutersAdminTest-1850549588 tempest-RoutersAdminTest-1850549588-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:41.417409 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff1f0940-a82b-4674-abcb-4e7cccff265c tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] DELETE failed (client error): The resource could not be found. Oct 19 07:40:41.417992 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ff1f0940-a82b-4674-abcb-4e7cccff265c tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103333) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 07:40:41.421051 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-ff1f0940-a82b-4674-abcb-4e7cccff265c tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] 10.222.0.27 "DELETE /v2.0/networks/872afcc1-66c3-4532-8047-e461e6f7f643 HTTP/1.1" status: 404 len: 339 time: 0.0503712 Oct 19 07:40:41.425032 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 55896) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:40:41.463880 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-361fda5e-a2c4-467b-8eab-f8e8ef5c3ea4 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4133811 Oct 19 07:40:41.464048 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-1ea98e95-5bfb-447b-8de2-869d38103893 tempest-AllowedAddressPairTestJSON-1474361603 tempest-AllowedAddressPairTestJSON-1474361603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:41.484173 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-1ea98e95-5bfb-447b-8de2-869d38103893 tempest-AllowedAddressPairTestJSON-1474361603 tempest-AllowedAddressPairTestJSON-1474361603-project] Calling delete_port for 028d1b31-9fdd-4abc-b758-337d58ecdc7f owned by {{(pid=103333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 07:40:41.505751 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 55898) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:40:41.511804 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-0f64b8cf-af9a-48ed-ab41-5ff0d7124644 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130726890'] for subnet, precommit_delete_associations {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:41.557421 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:41.622672 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-497914a3-2b87-4532-bbaf-903caf346d13 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-305910340', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:40:41.629548 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63950d47-4235-4501-8aaa-2602c29dfc6a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d12c6ac-27a3-545c-a8f3-f04e30423d6d-0997eb68-1233-4eb7-b18d-fd76427e6598', 'network_id': '0997eb68-1233-4eb7-b18d-fd76427e6598', 'tenant_id': 'ea2e94e7c58741afa39e88c6d73f4fb1', 'fixed_ips': [{'subnet_id': '4977af43-0600-4952-b3fc-2c3ddba568ea'}]}} from dv-neutron-861624-1-hyperv. {{(pid=103334) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 07:40:41.633744 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-63950d47-4235-4501-8aaa-2602c29dfc6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:41.654054 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device 3b8993c0-42ac-4012-a052-dbecd340cf49 up at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 07:40:41.660178 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-9c51aff5-60ee-4b83-944a-09a89862e7e9 tempest-RoutersIpV6AdminTest-1129688832 tempest-RoutersIpV6AdminTest-1129688832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1693831'] for router_gateway, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:41.704067 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-497914a3-2b87-4532-bbaf-903caf346d13 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1692695', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12668'] for router, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:41.706342 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-497914a3-2b87-4532-bbaf-903caf346d13 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1692835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1693910', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1621825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12659'] for router, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:41.715395 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-fa75faf2-af58-4b34-ac0e-1d8701a9ded6 tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130997899', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130170401'] for subnet, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:41.735963 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-d1dad3b3-f3b0-45ae-8746-9c1832cf9883 tempest-RoutersAdminTest-1850549588 tempest-RoutersAdminTest-1850549588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:41.738122 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-5db0bd68-0b0c-4532-96ee-fb02c25d797e tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-667019'] for network, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:41.757554 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-4286fed5-1efb-492c-b783-18aef864a38f None None] Attempt 7 to provision port 028d1b31-9fdd-4abc-b758-337d58ecdc7f Oct 19 07:40:41.802557 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-4286fed5-1efb-492c-b783-18aef864a38f None None] Port 028d1b31-9fdd-4abc-b758-337d58ecdc7f cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 07:40:41.827157 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.plugin [None req-d1dad3b3-f3b0-45ae-8746-9c1832cf9883 tempest-RoutersAdminTest-1850549588 tempest-RoutersAdminTest-1850549588-project] Calling delete_port for 43ca26e1-ec23-41c9-b651-b3d98414b626 owned by network:router_gateway {{(pid=103332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 07:40:41.841865 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-0f64b8cf-af9a-48ed-ab41-5ff0d7124644 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-679826'] for subnet, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:41.874781 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Provisioning complete for port 3b8993c0-42ac-4012-a052-dbecd340cf49 triggered by entity L2. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:40:41.875362 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:41.875454 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Attempt 1 to provision port 3b8993c0-42ac-4012-a052-dbecd340cf49 Oct 19 07:40:41.876791 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa75faf2-af58-4b34-ac0e-1d8701a9ded6 tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Checking segment: {'id': '745ba125-cc67-4975-935c-87e9a55699d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '56c72f95-63f4-4dae-811a-6f7e55afcc51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 19 07:40:41.877161 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa75faf2-af58-4b34-ac0e-1d8701a9ded6 tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Network hostable DHCP agents. Network: 56c72f95-63f4-4dae-811a-6f7e55afcc51, hostable agents: ['310d813b-0e3e-4d7e-9b79-8f4ec0dbcab0'], hosted agents: [] {{(pid=103333) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 07:40:41.938878 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.db_base_plugin_common [None req-63950d47-4235-4501-8aaa-2602c29dfc6a None None] Allocated IP 172.20.0.2 (0997eb68-1233-4eb7-b18d-fd76427e6598/4977af43-0600-4952-b3fc-2c3ddba568ea/230e6b77-aece-467f-9dad-43884fb58e98) {{(pid=103334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 07:40:41.954100 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-5db0bd68-0b0c-4532-96ee-fb02c25d797e tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-673051', 'neutron.services.segments.db._delete_segments_for_network-8785021519108'] for network, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:41.978972 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-5db0bd68-0b0c-4532-96ee-fb02c25d797e tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e793d50-18b0-4039-b65b-20da9b5764d1']}} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:40:41.986193 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Current status of the port 3b8993c0-42ac-4012-a052-dbecd340cf49 is: DOWN; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:40:41.986193 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:41.989401 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-5db0bd68-0b0c-4532-96ee-fb02c25d797e tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94f33944-fea4-4923-8a99-7924e3d0ca9d') {'for_net_delete': True} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:40:41.989944 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-5db0bd68-0b0c-4532-96ee-fb02c25d797e tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94f33944-fea4-4923-8a99-7924e3d0ca9d') {} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:40:42.001902 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-5db0bd68-0b0c-4532-96ee-fb02c25d797e tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785021519382', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-134111927'] for segment, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:42.017127 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-5db0bd68-0b0c-4532-96ee-fb02c25d797e tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979'] for segment, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:42.025658 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5db0bd68-0b0c-4532-96ee-fb02c25d797e tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Releasing vlan 175 on physical network physnet1 to pool {{(pid=103333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 07:40:42.025976 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-5db0bd68-0b0c-4532-96ee-fb02c25d797e tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130996782'] for segment, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:42.032033 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-9c51aff5-60ee-4b83-944a-09a89862e7e9 tempest-RoutersIpV6AdminTest-1129688832 tempest-RoutersIpV6AdminTest-1129688832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1693896', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1692821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12609'] for router, precommit_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:42.042538 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-9c51aff5-60ee-4b83-944a-09a89862e7e9 tempest-RoutersIpV6AdminTest-1129688832 tempest-RoutersIpV6AdminTest-1129688832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1693859', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1693873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1693882', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1692830'] for router, after_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:42.073374 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa75faf2-af58-4b34-ac0e-1d8701a9ded6 tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Pushing event updated for resources: {'Subnet': ['ID=e3adcba5-f0c4-44eb-8906-58bfd00a4d13,revision_number=0']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:40:42.097245 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf0b1610-1e41-48c1-b9e2-d45892103e44 None None] Network ae2542a6-7d92-424e-84a1-56c3a5d0fd70 requested from dv-neutron-861624-1-hyperv {{(pid=103334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 07:40:42.100706 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-0f64b8cf-af9a-48ed-ab41-5ff0d7124644 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-679819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-133552721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130659632'] for subnet, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:42.113649 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-497914a3-2b87-4532-bbaf-903caf346d13 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:42.159723 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-497914a3-2b87-4532-bbaf-903caf346d13 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1692844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1693859'] for router, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:42.176698 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa75faf2-af58-4b34-ac0e-1d8701a9ded6 tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Network 56c72f95-63f4-4dae-811a-6f7e55afcc51 is scheduled to be hosted by DHCP agent 310d813b-0e3e-4d7e-9b79-8f4ec0dbcab0 with binding_index 1 {{(pid=103333) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 07:40:42.186616 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-5db0bd68-0b0c-4532-96ee-fb02c25d797e tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-673044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1695087'] for network, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:42.203392 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39d815f4-ba93-4d09-b777-07370ef3a985 None None] Network 6b5a65c5-1bed-4301-9db8-c1056c2b8eba requested from dv-neutron-861624-1-hyperv {{(pid=103334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 07:40:42.208816 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f64b8cf-af9a-48ed-ab41-5ff0d7124644 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Pushing event deleted for resources: {'Subnet': ['ID=8217029e-67d1-4966-a9ae-86f5d9855bed,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:40:42.210765 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-0f64b8cf-af9a-48ed-ab41-5ff0d7124644 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks [] for subnet, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:42.214003 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-5db0bd68-0b0c-4532-96ee-fb02c25d797e tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Notify callbacks [] for network, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:42.216466 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-0f64b8cf-af9a-48ed-ab41-5ff0d7124644 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] 10.222.0.27 "DELETE /v2.0/subnets/8217029e-67d1-4966-a9ae-86f5d9855bed HTTP/1.1" status: 204 len: 168 time: 1.0441592 Oct 19 07:40:42.217100 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-5db0bd68-0b0c-4532-96ee-fb02c25d797e tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] 10.222.0.27 "DELETE /v2.0/networks/6e793d50-18b0-4039-b65b-20da9b5764d1 HTTP/1.1" status: 204 len: 168 time: 0.7910368 Oct 19 07:40:42.217398 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 55900) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:40:42.220316 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-fa75faf2-af58-4b34-ac0e-1d8701a9ded6 tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861624-1-hyperv, 56c72f95-63f4-4dae-811a-6f7e55afcc51) {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:40:42.224092 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-497914a3-2b87-4532-bbaf-903caf346d13 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Notify callbacks [] for router, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:42.228034 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-497914a3-2b87-4532-bbaf-903caf346d13 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] 10.222.0.27 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.6108167 Oct 19 07:40:42.228034 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 55902) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:40:42.232256 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 55904) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:40:42.251326 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa75faf2-af58-4b34-ac0e-1d8701a9ded6 tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:40:42.251890 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-fa75faf2-af58-4b34-ac0e-1d8701a9ded6 tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Notify callbacks [] for subnet, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:42.258263 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db0bd68-0b0c-4532-96ee-fb02c25d797e tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Pushing event deleted for resources: {'Network': ['ID=6e793d50-18b0-4039-b65b-20da9b5764d1,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:40:42.262835 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0eaa6dc2-c28f-44c1-8d23-6d43291c64bf None None] Network 56c72f95-63f4-4dae-811a-6f7e55afcc51 requested from dv-neutron-861624-1-hyperv {{(pid=103334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 07:40:42.279301 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c51aff5-60ee-4b83-944a-09a89862e7e9 tempest-RoutersIpV6AdminTest-1129688832 tempest-RoutersIpV6AdminTest-1129688832-project] Router fc668f21-b04d-492d-9b43-e39ceb32ef53 has already been hosted by L3 agent ab388470-1243-4d53-80f2-c2f5899c97a7 {{(pid=103332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 07:40:42.284561 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-4045cb39-7f5c-4f15-b039-2a3c5e79b88a tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] 10.222.0.27 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0561023 Oct 19 07:40:42.286176 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.pecan_wsgi.hooks.translation [None req-91b2b3f2-688e-4262-90f8-4003abe9e6e2 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] DELETE failed (client error): The resource could not be found. Oct 19 07:40:42.286637 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-91b2b3f2-688e-4262-90f8-4003abe9e6e2 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103333) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 07:40:42.290235 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-91b2b3f2-688e-4262-90f8-4003abe9e6e2 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] 10.222.0.27 "DELETE /v2.0/subnets/81313b95-ef8b-4b27-8809-8f7700842e81 HTTP/1.1" status: 404 len: 337 time: 0.0478778 Oct 19 07:40:42.292778 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 55906) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:40:42.293107 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 55908) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:40:42.317249 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-4286fed5-1efb-492c-b783-18aef864a38f None None] Attempt 8 to provision port 028d1b31-9fdd-4abc-b758-337d58ecdc7f Oct 19 07:40:42.319964 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-fa75faf2-af58-4b34-ac0e-1d8701a9ded6 tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 2.1238344 Oct 19 07:40:42.326726 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 55910) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:40:42.345827 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.pecan_wsgi.hooks.translation [None req-9393c1ce-20ed-4116-998d-0579ab7b941e tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] DELETE failed (client error): The resource could not be found. Oct 19 07:40:42.346922 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9393c1ce-20ed-4116-998d-0579ab7b941e tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103333) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 07:40:42.352542 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-9393c1ce-20ed-4116-998d-0579ab7b941e tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] 10.222.0.27 "DELETE /v2.0/networks/b07622db-79c5-49cf-99e7-6f4dcd7f3df4 HTTP/1.1" status: 404 len: 339 time: 0.0547895 Oct 19 07:40:42.352542 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-1ea98e95-5bfb-447b-8de2-869d38103893 tempest-AllowedAddressPairTestJSON-1474361603 tempest-AllowedAddressPairTestJSON-1474361603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130996763'] for port, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:42.352816 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 55912) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:40:42.363578 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.db.api [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103334) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 19 07:40:42.363951 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG oslo_db.api [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 19 07:40:42.365816 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-63950d47-4235-4501-8aaa-2602c29dfc6a None None] Notify callbacks [] for port, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:42.406487 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-4286fed5-1efb-492c-b783-18aef864a38f None None] Port 028d1b31-9fdd-4abc-b758-337d58ecdc7f was deleted so its status cannot be updated. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Oct 19 07:40:42.448161 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-63950d47-4235-4501-8aaa-2602c29dfc6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785020947330'] for port, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:42.570428 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63950d47-4235-4501-8aaa-2602c29dfc6a None None] Network 0997eb68-1233-4eb7-b18d-fd76427e6598 is already hosted by enough agents. {{(pid=103334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 07:40:42.607682 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-e87fe9a5-31f3-4bd1-9b6e-39c82d817297 None None] Could not find standard attr ID for object baa1297e-b36b-42c1-8ce5-f9301c5fb72d. {{(pid=103334) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 19 07:40:42.610196 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.scheduler.base_scheduler [None req-63950d47-4235-4501-8aaa-2602c29dfc6a None None] Resources bound (agent type, host, resource id): {{(pid=103334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:40:42.617910 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63950d47-4235-4501-8aaa-2602c29dfc6a None None] Received port after_create {{(pid=103334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 07:40:42.619619 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c51aff5-60ee-4b83-944a-09a89862e7e9 tempest-RoutersIpV6AdminTest-1129688832 tempest-RoutersIpV6AdminTest-1129688832-project] Notify agent at l3_agent.dv-neutron-861624-1-hyperv the message routers_updated {{(pid=103332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 07:40:42.624272 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-d1dad3b3-f3b0-45ae-8746-9c1832cf9883 tempest-RoutersAdminTest-1850549588 tempest-RoutersAdminTest-1850549588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133553798'] for port, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:42.634939 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-9c51aff5-60ee-4b83-944a-09a89862e7e9 tempest-RoutersIpV6AdminTest-1129688832 tempest-RoutersIpV6AdminTest-1129688832-project] Notify callbacks [] for router, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:42.638907 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-9c51aff5-60ee-4b83-944a-09a89862e7e9 tempest-RoutersIpV6AdminTest-1129688832 tempest-RoutersIpV6AdminTest-1129688832-project] 10.222.0.27 "PUT /v2.0/routers/fc668f21-b04d-492d-9b43-e39ceb32ef53 HTTP/1.1" status: 200 len: 710 time: 4.6559808 Oct 19 07:40:42.647916 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-600e2d0e-1c30-4296-b037-5294586345a0 None None] Sync routers for ids ['fc668f21-b04d-492d-9b43-e39ceb32ef53'] in dv-neutron-861624-1-hyperv {{(pid=103334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 07:40:42.672221 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 55914) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:40:42.675642 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63950d47-4235-4501-8aaa-2602c29dfc6a None None] Pushing event updated for resources: {'Port': ['ID=230e6b77-aece-467f-9dad-43884fb58e98,revision_number=1']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:40:42.699509 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea98e95-5bfb-447b-8de2-869d38103893 tempest-AllowedAddressPairTestJSON-1474361603 tempest-AllowedAddressPairTestJSON-1474361603-project] Pushing event deleted for resources: {'Port': ['ID=028d1b31-9fdd-4abc-b758-337d58ecdc7f,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:40:42.703078 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.pecan_wsgi.hooks.translation [None req-c33df883-3306-488e-99c2-91929f2d2c4e tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] DELETE failed (client error): The resource could not be found. Oct 19 07:40:42.703529 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c33df883-3306-488e-99c2-91929f2d2c4e tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103333) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 07:40:42.707130 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-c33df883-3306-488e-99c2-91929f2d2c4e tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] 10.222.0.27 "DELETE /v2.0/subnets/3207f40e-a31f-4f2a-85c0-0c545fabfa31 HTTP/1.1" status: 404 len: 337 time: 0.3534281 Oct 19 07:40:42.711294 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 55916) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:40:42.724193 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea26621d-6b92-4280-b489-60c4f6adc070 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:40:42.731694 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-ea26621d-6b92-4280-b489-60c4f6adc070 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] 10.222.0.27 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.4317343 Oct 19 07:40:42.739278 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 55918) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:40:42.760411 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1dad3b3-f3b0-45ae-8746-9c1832cf9883 tempest-RoutersAdminTest-1850549588 tempest-RoutersAdminTest-1850549588-project] Pushing event deleted for resources: {'Port': ['ID=43ca26e1-ec23-41c9-b651-b3d98414b626,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:40:42.772045 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-600e2d0e-1c30-4296-b037-5294586345a0 None None] Routers {'fc668f21-b04d-492d-9b43-e39ceb32ef53'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 07:40:42.772916 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-600e2d0e-1c30-4296-b037-5294586345a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T07:40:16Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['fc668f21-b04d-492d-9b43-e39ceb32ef53'], 'active': True} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:40:42.775000 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-e87fe9a5-31f3-4bd1-9b6e-39c82d817297 None None] Provisioning complete for port e38c5152-cbd8-460d-99e5-f6a15272f394 triggered by entity DHCP. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:40:42.775603 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-e87fe9a5-31f3-4bd1-9b6e-39c82d817297 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:42.776149 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-e87fe9a5-31f3-4bd1-9b6e-39c82d817297 None None] Attempt 1 to provision port e38c5152-cbd8-460d-99e5-f6a15272f394 Oct 19 07:40:42.841623 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-1ea98e95-5bfb-447b-8de2-869d38103893 tempest-AllowedAddressPairTestJSON-1474361603 tempest-AllowedAddressPairTestJSON-1474361603-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42160'] for port, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:42.849410 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-1ea98e95-5bfb-447b-8de2-869d38103893 tempest-AllowedAddressPairTestJSON-1474361603 tempest-AllowedAddressPairTestJSON-1474361603-project] 10.222.0.27 "DELETE /v2.0/ports/028d1b31-9fdd-4abc-b758-337d58ecdc7f HTTP/1.1" status: 204 len: 168 time: 2.6094980 Oct 19 07:40:42.853702 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 55920) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:40:42.892347 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.pecan_wsgi.hooks.translation [None req-076a7fbf-3b38-4560-a722-b21f9df26096 tempest-AllowedAddressPairTestJSON-1474361603 tempest-AllowedAddressPairTestJSON-1474361603-project] GET failed (client error): The resource could not be found. Oct 19 07:40:42.899795 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-076a7fbf-3b38-4560-a722-b21f9df26096 tempest-AllowedAddressPairTestJSON-1474361603 tempest-AllowedAddressPairTestJSON-1474361603-project] 10.222.0.27 "GET /v2.0/ports/028d1b31-9fdd-4abc-b758-337d58ecdc7f HTTP/1.1" status: 404 len: 333 time: 0.0445278 Oct 19 07:40:42.903422 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 55922) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:40:42.908735 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-03942fbe-0f73-4684-81c5-8d27789956a7 tempest-AllowedAddressPairTestJSON-1474361603 tempest-AllowedAddressPairTestJSON-1474361603-project] Request body: {'port': {'network_id': '2b5f9a1d-4552-4b64-bd0c-5f57eae79640', 'name': 'tempest-AllowedAddressPairTestJSON-1105655106'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:40:42.941241 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b7337db-5f02-47d0-a086-99ead1e3fda5 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:40:42.946208 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-0b7337db-5f02-47d0-a086-99ead1e3fda5 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] 10.222.0.27 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2035279 Oct 19 07:40:42.956372 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 55924) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:40:43.006599 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-6d5f74a0-509c-4267-b3b5-38023438b1a9 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] 10.222.0.27 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0451398 Oct 19 07:40:43.028891 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-600e2d0e-1c30-4296-b037-5294586345a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:40:43.046769 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-63950d47-4235-4501-8aaa-2602c29dfc6a None None] Attempting to bind port 230e6b77-aece-467f-9dad-43884fb58e98 on host dv-neutron-861624-1-hyperv for vnic_type normal with profile {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 19 07:40:43.046769 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-63950d47-4235-4501-8aaa-2602c29dfc6a None None] Attempting to bind port 230e6b77-aece-467f-9dad-43884fb58e98 by drivers openvswitch,hyperv on host dv-neutron-861624-1-hyperv at level 0 using segments [{'id': '4a031094-0829-42ca-bb00-c2c02151eeae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '0997eb68-1233-4eb7-b18d-fd76427e6598'}] {{(pid=103334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 19 07:40:43.046769 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63950d47-4235-4501-8aaa-2602c29dfc6a None None] Attempting to bind port 230e6b77-aece-467f-9dad-43884fb58e98 on network 0997eb68-1233-4eb7-b18d-fd76427e6598 {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 07:40:43.091506 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 55926) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:40:43.095474 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63950d47-4235-4501-8aaa-2602c29dfc6a None None] Checking agent: {'id': 'a5b0152c-d633-409b-aaf8-3b76458e2410', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861624-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 19, 7, 30, 19), 'started_at': datetime.datetime(2022, 10, 19, 7, 30, 49), 'heartbeat_timestamp': datetime.datetime(2022, 10, 19, 7, 40, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861624-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 07:40:43.095863 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63950d47-4235-4501-8aaa-2602c29dfc6a None None] Checking segment: {'id': '4a031094-0829-42ca-bb00-c2c02151eeae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '0997eb68-1233-4eb7-b18d-fd76427e6598'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 19 07:40:43.096390 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-63950d47-4235-4501-8aaa-2602c29dfc6a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:43.097036 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63950d47-4235-4501-8aaa-2602c29dfc6a None None] Bound using segment: {'id': '4a031094-0829-42ca-bb00-c2c02151eeae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '0997eb68-1233-4eb7-b18d-fd76427e6598'} {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 07:40:43.097609 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-63950d47-4235-4501-8aaa-2602c29dfc6a None None] Bound port: 230e6b77-aece-467f-9dad-43884fb58e98, host: dv-neutron-861624-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a031094-0829-42ca-bb00-c2c02151eeae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '0997eb68-1233-4eb7-b18d-fd76427e6598'}}] {{(pid=103334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 19 07:40:43.097980 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-63950d47-4235-4501-8aaa-2602c29dfc6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:43.104547 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e865889-e2e7-40b7-83a8-38d6ac7d416f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d12c6ac-27a3-545c-a8f3-f04e30423d6d-56c72f95-63f4-4dae-811a-6f7e55afcc51', 'network_id': '56c72f95-63f4-4dae-811a-6f7e55afcc51', 'tenant_id': 'f2ca639a25f74e74adde8aad6c608244', 'fixed_ips': [{'subnet_id': 'e3adcba5-f0c4-44eb-8906-58bfd00a4d13'}]}} from dv-neutron-861624-1-hyperv. {{(pid=103334) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 07:40:43.105450 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-8e865889-e2e7-40b7-83a8-38d6ac7d416f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:43.110912 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Current status of the port 3b8993c0-42ac-4012-a052-dbecd340cf49 is: DOWN; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:40:43.111304 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:43.130840 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-600e2d0e-1c30-4296-b037-5294586345a0 None None] Routers {'fc668f21-b04d-492d-9b43-e39ceb32ef53'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 07:40:43.131261 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-148c3532-5efe-40cd-b95a-f2a5d51e28cb tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Request body: {'subnet': {'network_id': '6b5a65c5-1bed-4301-9db8-c1056c2b8eba', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:40:43.131485 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-600e2d0e-1c30-4296-b037-5294586345a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T07:40:16Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['fc668f21-b04d-492d-9b43-e39ceb32ef53'], 'active': True} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:40:43.136750 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.services.segments.plugin [-] Segment 94f33944-fea4-4923-8a99-7924e3d0ca9d resource provider aggregate not found Oct 19 07:40:43.143002 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31780fa1-7392-4731-9f2b-d926a9fd9ab7 None None] DHCP port deletion for 6b5a65c5-1bed-4301-9db8-c1056c2b8eba request from dv-neutron-861624-1-hyperv {{(pid=103334) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 07:40:43.143191 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03942fbe-0f73-4684-81c5-8d27789956a7 tempest-AllowedAddressPairTestJSON-1474361603 tempest-AllowedAddressPairTestJSON-1474361603-project] Made reservation on behalf of cc6c7fa417a24c65b4644d27be23f7f8 for: {'port': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 07:40:43.148601 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-03942fbe-0f73-4684-81c5-8d27789956a7 tempest-AllowedAddressPairTestJSON-1474361603 tempest-AllowedAddressPairTestJSON-1474361603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:43.168134 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.services.segments.plugin [-] Segment 94f33944-fea4-4923-8a99-7924e3d0ca9d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 94f33944-fea4-4923-8a99-7924e3d0ca9d found for delete ", "request_id": "req-c0e05cef-0c6e-4188-8ccd-777b39192c99"}]} Oct 19 07:40:43.183582 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.notifiers.nova [None req-03942fbe-0f73-4684-81c5-8d27789956a7 tempest-AllowedAddressPairTestJSON-1474361603 tempest-AllowedAddressPairTestJSON-1474361603-project] device_id is not set on port d2c7f3a9-f3ea-43d5-971c-1a501b9113ab yet. {{(pid=103333) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 19 07:40:43.220926 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-600e2d0e-1c30-4296-b037-5294586345a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:40:43.222114 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-600e2d0e-1c30-4296-b037-5294586345a0 None None] The sync data for ids ['fc668f21-b04d-492d-9b43-e39ceb32ef53'] in dv-neutron-861624-1-hyperv is: [] {{(pid=103334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 07:40:43.239464 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.pecan_wsgi.hooks.translation [None req-471ffadc-e935-4770-8129-2063ec16859d tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] DELETE failed (client error): The resource could not be found. Oct 19 07:40:43.240706 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-471ffadc-e935-4770-8129-2063ec16859d tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103332) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 07:40:43.243944 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-471ffadc-e935-4770-8129-2063ec16859d tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] 10.222.0.27 "DELETE /v2.0/networks/e8a39c2e-8ab5-4d75-b81e-cfd4989b3d28 HTTP/1.1" status: 404 len: 339 time: 0.5313444 Oct 19 07:40:43.254401 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-ab8088bc-414a-4937-be7e-332deebe442d tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-667019'] for network, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:43.263500 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 55932) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:40:43.309429 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.pecan_wsgi.hooks.translation [None req-99aa738f-3ae2-40a8-91d4-e7d9a8a41c9e tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] DELETE failed (client error): The resource could not be found. Oct 19 07:40:43.309889 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-99aa738f-3ae2-40a8-91d4-e7d9a8a41c9e tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103333) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 07:40:43.317840 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-99aa738f-3ae2-40a8-91d4-e7d9a8a41c9e tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] 10.222.0.27 "DELETE /v2.0/subnets/b8124818-8917-4ece-b3d1-005922d2c1c1 HTTP/1.1" status: 404 len: 337 time: 0.0532196 Oct 19 07:40:43.339320 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 55934) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:40:43.356770 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-002cdf58-248b-4e48-8aac-27a9eda15ec8 tempest-RoutersIpV6AdminTest-1896539816 tempest-RoutersIpV6AdminTest-1896539816-project-admin] 10.222.0.27 "GET /v2.0/routers/fc668f21-b04d-492d-9b43-e39ceb32ef53 HTTP/1.1" status: 200 len: 745 time: 0.6772847 Oct 19 07:40:43.369110 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 55936) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:40:43.377232 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] For port 3b8993c0-42ac-4012-a052-dbecd340cf49, host dv-neutron-861624-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=3b8993c0-42ac-4012-a052-dbecd340cf49,segment=NetworkSegment(5a8d2b05-b527-4bd4-a671-b9112f193fef),segment_id=5a8d2b05-b527-4bd4-a671-b9112f193fef)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:40:43.409845 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.pecan_wsgi.hooks.translation [None req-07a59972-9232-4b03-ad37-87e7f4231ffc tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] DELETE failed (client error): The resource could not be found. Oct 19 07:40:43.410113 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:43.410511 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07a59972-9232-4b03-ad37-87e7f4231ffc tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103333) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 07:40:43.410633 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device e38c5152-cbd8-460d-99e5-f6a15272f394 up at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 07:40:43.418342 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-07a59972-9232-4b03-ad37-87e7f4231ffc tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] 10.222.0.27 "DELETE /v2.0/networks/69bbabff-a252-40f5-bc6d-2156032cd4d6 HTTP/1.1" status: 404 len: 339 time: 0.0772336 Oct 19 07:40:43.420461 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 55938) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:40:43.439693 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-1667e592-4c63-49b8-aab9-9ccc56f8cac1 tempest-RoutersIpV6AdminTest-1896539816 tempest-RoutersIpV6AdminTest-1896539816-project-admin] 10.222.0.27 "GET /v2.0/ports?network_id=99c66757-74e3-40a4-b479-8d09e3a7c3dd&device_id=fc668f21-b04d-492d-9b43-e39ceb32ef53 HTTP/1.1" status: 200 len: 205 time: 0.0683243 Oct 19 07:40:43.458013 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 55940) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:40:43.461011 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.pecan_wsgi.hooks.translation [None req-c388bbc5-d8d8-4ba3-b52e-6f4a9d961c2f tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] DELETE failed (client error): The resource could not be found. Oct 19 07:40:43.461707 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c388bbc5-d8d8-4ba3-b52e-6f4a9d961c2f tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103333) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 07:40:43.463772 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-d1dad3b3-f3b0-45ae-8746-9c1832cf9883 tempest-RoutersAdminTest-1850549588 tempest-RoutersAdminTest-1850549588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1693831'] for router_gateway, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:43.467400 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-c388bbc5-d8d8-4ba3-b52e-6f4a9d961c2f tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] 10.222.0.27 "DELETE /v2.0/subnets/f83fc7b3-6ba9-41d0-ab5a-2eeceb994aae HTTP/1.1" status: 404 len: 337 time: 0.0420864 Oct 19 07:40:43.470997 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 55942) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:40:43.473523 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-138cebd6-6d41-4b27-a349-62b6e18a1d0d tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:43.486996 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.db_base_plugin_common [None req-03942fbe-0f73-4684-81c5-8d27789956a7 tempest-AllowedAddressPairTestJSON-1474361603 tempest-AllowedAddressPairTestJSON-1474361603-project] Allocated IP 172.20.0.5 (2b5f9a1d-4552-4b64-bd0c-5f57eae79640/590d023b-2916-4f82-923d-a7ace9294604/d2c7f3a9-f3ea-43d5-971c-1a501b9113ab) {{(pid=103333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 07:40:43.501767 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-63950d47-4235-4501-8aaa-2602c29dfc6a None None] For port 230e6b77-aece-467f-9dad-43884fb58e98, host dv-neutron-861624-1-hyperv, cleared binding levels {{(pid=103334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 07:40:43.508032 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-32258bfb-e384-410e-aadc-29b24d1a28c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:43.512352 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d470c7b-3393-434f-a8f2-9549bc02b793 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] DELETE failed (client error): The resource could not be found. Oct 19 07:40:43.513050 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5d470c7b-3393-434f-a8f2-9549bc02b793 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103333) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 07:40:43.513668 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-63950d47-4235-4501-8aaa-2602c29dfc6a None None] For port 230e6b77-aece-467f-9dad-43884fb58e98, host dv-neutron-861624-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=230e6b77-aece-467f-9dad-43884fb58e98,segment=NetworkSegment(4a031094-0829-42ca-bb00-c2c02151eeae),segment_id=4a031094-0829-42ca-bb00-c2c02151eeae)] {{(pid=103334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 07:40:43.516530 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-5d470c7b-3393-434f-a8f2-9549bc02b793 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] 10.222.0.27 "DELETE /v2.0/networks/4e858dbb-4a2b-48f9-94b9-867d2213af68 HTTP/1.1" status: 404 len: 339 time: 0.0441082 Oct 19 07:40:43.521878 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 55944) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:40:43.527436 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-e87fe9a5-31f3-4bd1-9b6e-39c82d817297 None None] Current status of the port e38c5152-cbd8-460d-99e5-f6a15272f394 is: DOWN; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:40:43.527902 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-e87fe9a5-31f3-4bd1-9b6e-39c82d817297 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:43.538696 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-63950d47-4235-4501-8aaa-2602c29dfc6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:43.547135 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-b384a363-57f5-4180-b35c-5bafa4ba0fd9 tempest-RoutersIpV6AdminTest-1129688832 tempest-RoutersIpV6AdminTest-1129688832-project] 10.222.0.27 "GET /v2.0/ports?device_id=fc668f21-b04d-492d-9b43-e39ceb32ef53 HTTP/1.1" status: 200 len: 205 time: 0.0864868 Oct 19 07:40:43.553765 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 55946) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:40:43.571811 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e9f77d9-7dc3-4fd7-94f6-b2f401d93e40 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] DELETE failed (client error): The resource could not be found. Oct 19 07:40:43.572262 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e9f77d9-7dc3-4fd7-94f6-b2f401d93e40 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103333) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 07:40:43.575572 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-5e9f77d9-7dc3-4fd7-94f6-b2f401d93e40 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] 10.222.0.27 "DELETE /v2.0/subnets/f0d03f1c-723c-46f4-a1c2-d00de2907967 HTTP/1.1" status: 404 len: 337 time: 0.0525069 Oct 19 07:40:43.576295 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-148c3532-5efe-40cd-b95a-f2a5d51e28cb tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Made reservation on behalf of 61a2e57b80c1442e9cb330141a970781 for: {'subnet': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 07:40:43.579853 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-148c3532-5efe-40cd-b95a-f2a5d51e28cb tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130170579'] for subnet, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:43.582330 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 55948) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:40:43.641386 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Pushing event updated for resources: {'Port': ['ID=3b8993c0-42ac-4012-a052-dbecd340cf49,revision_number=4']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:40:43.660952 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-31780fa1-7392-4731-9f2b-d926a9fd9ab7 None None] Deleting port 3b8993c0-42ac-4012-a052-dbecd340cf49 {{(pid=103334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 07:40:43.661409 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-31780fa1-7392-4731-9f2b-d926a9fd9ab7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:43.691442 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-ab8088bc-414a-4937-be7e-332deebe442d tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-679826'] for subnet, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:43.694576 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ebfbe03-95c2-4574-96cb-2e34d03b78f5 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] DELETE failed (client error): The resource could not be found. Oct 19 07:40:43.695345 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ebfbe03-95c2-4574-96cb-2e34d03b78f5 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103332) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 07:40:43.700918 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-1ebfbe03-95c2-4574-96cb-2e34d03b78f5 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] 10.222.0.27 "DELETE /v2.0/networks/8707995b-d7fa-477e-bc47-5896702f2192 HTTP/1.1" status: 404 len: 339 time: 0.0727789 Oct 19 07:40:43.703990 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-7ddeb456-9ba7-458a-9b9b-bb7de6ee3213 tempest-RoutersIpV6AdminTest-1129688832 tempest-RoutersIpV6AdminTest-1129688832-project] Notify callbacks [] for router, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:43.707481 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 55950) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:40:43.717669 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-e87fe9a5-31f3-4bd1-9b6e-39c82d817297 None None] For port e38c5152-cbd8-460d-99e5-f6a15272f394, host dv-neutron-861624-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=e38c5152-cbd8-460d-99e5-f6a15272f394,segment=NetworkSegment(e73d16fa-be62-4e6f-95a8-57aac58bb6c1),segment_id=e73d16fa-be62-4e6f-95a8-57aac58bb6c1)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:40:43.719322 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.db_base_plugin_common [None req-8e865889-e2e7-40b7-83a8-38d6ac7d416f None None] Allocated IP 2001:db8::1 (56c72f95-63f4-4dae-811a-6f7e55afcc51/e3adcba5-f0c4-44eb-8906-58bfd00a4d13/90cb5cdb-39e3-4350-97fc-24e5e41f1135) {{(pid=103334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 07:40:43.734283 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-e87fe9a5-31f3-4bd1-9b6e-39c82d817297 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:43.765345 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-e87fe9a5-31f3-4bd1-9b6e-39c82d817297 None None] Could not find standard attr ID for object 5f1c6eac-596a-498d-bab9-de430f28cec2. {{(pid=103334) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 19 07:40:43.788174 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Provisioning complete for port e38c5152-cbd8-460d-99e5-f6a15272f394 triggered by entity L2. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:40:43.788884 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:43.789517 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Attempt 1 to provision port e38c5152-cbd8-460d-99e5-f6a15272f394 Oct 19 07:40:43.889053 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63950d47-4235-4501-8aaa-2602c29dfc6a None None] Pushing event updated for resources: {'Port': ['ID=230e6b77-aece-467f-9dad-43884fb58e98,revision_number=2']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:40:43.946987 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-d1dad3b3-f3b0-45ae-8746-9c1832cf9883 tempest-RoutersAdminTest-1850549588 tempest-RoutersAdminTest-1850549588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1693896', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1692821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12609'] for router, precommit_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:43.955775 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-d1dad3b3-f3b0-45ae-8746-9c1832cf9883 tempest-RoutersAdminTest-1850549588 tempest-RoutersAdminTest-1850549588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1693859', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1693873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1693882', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1692830'] for router, after_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:43.995599 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-31780fa1-7392-4731-9f2b-d926a9fd9ab7 None None] For port 3b8993c0-42ac-4012-a052-dbecd340cf49, host dv-neutron-861624-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=3b8993c0-42ac-4012-a052-dbecd340cf49,segment=NetworkSegment(5a8d2b05-b527-4bd4-a671-b9112f193fef),segment_id=5a8d2b05-b527-4bd4-a671-b9112f193fef)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:40:43.995956 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-31780fa1-7392-4731-9f2b-d926a9fd9ab7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:44.017800 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-e87fe9a5-31f3-4bd1-9b6e-39c82d817297 None None] Provisioning complete for port 3b8993c0-42ac-4012-a052-dbecd340cf49 triggered by entity DHCP. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:40:44.018174 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-e87fe9a5-31f3-4bd1-9b6e-39c82d817297 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:44.018518 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-e87fe9a5-31f3-4bd1-9b6e-39c82d817297 None None] Attempt 1 to provision port 3b8993c0-42ac-4012-a052-dbecd340cf49 Oct 19 07:40:44.024247 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.pecan_wsgi.hooks.translation [None req-8cb701a4-bbaf-48db-8766-32bbdc1dca02 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] DELETE failed (client error): The resource could not be found. Oct 19 07:40:44.025307 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8cb701a4-bbaf-48db-8766-32bbdc1dca02 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103333) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 07:40:44.028543 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-8cb701a4-bbaf-48db-8766-32bbdc1dca02 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] 10.222.0.27 "DELETE /v2.0/subnets/1f0f7fe7-18b4-4683-9a0b-57405be5f790 HTTP/1.1" status: 404 len: 337 time: 0.2890036 Oct 19 07:40:44.038467 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 55952) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:40:44.064050 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-31780fa1-7392-4731-9f2b-d926a9fd9ab7 None None] Calling delete_port for 3b8993c0-42ac-4012-a052-dbecd340cf49 owned by network:dhcp {{(pid=103334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 07:40:44.116232 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-7ddeb456-9ba7-458a-9b9b-bb7de6ee3213 tempest-RoutersIpV6AdminTest-1129688832 tempest-RoutersIpV6AdminTest-1129688832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1693565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12618'] for router, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:44.131436 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-7ddeb456-9ba7-458a-9b9b-bb7de6ee3213 tempest-RoutersIpV6AdminTest-1129688832 tempest-RoutersIpV6AdminTest-1129688832-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:44.141894 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.pecan_wsgi.hooks.translation [None req-f000f768-25df-4e56-8554-d3c903f2da01 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] DELETE failed (client error): The resource could not be found. Oct 19 07:40:44.142132 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f000f768-25df-4e56-8554-d3c903f2da01 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103333) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 07:40:44.142967 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1dad3b3-f3b0-45ae-8746-9c1832cf9883 tempest-RoutersAdminTest-1850549588 tempest-RoutersAdminTest-1850549588-project] Router 436f3248-03e8-42fd-a124-d3af0f449291 has already been hosted by L3 agent ab388470-1243-4d53-80f2-c2f5899c97a7 {{(pid=103332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 07:40:44.145660 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-f000f768-25df-4e56-8554-d3c903f2da01 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] 10.222.0.27 "DELETE /v2.0/networks/54089a1a-1c47-41df-9717-024e88782b3c HTTP/1.1" status: 404 len: 339 time: 0.1028047 Oct 19 07:40:44.148904 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 55954) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:40:44.159302 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-e87fe9a5-31f3-4bd1-9b6e-39c82d817297 None None] Current status of the port 3b8993c0-42ac-4012-a052-dbecd340cf49 is: ACTIVE; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:40:44.161927 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87fe9a5-31f3-4bd1-9b6e-39c82d817297 None None] Pushing event updated for resources: {'Port': ['ID=e38c5152-cbd8-460d-99e5-f6a15272f394,revision_number=3']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:40:44.186516 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.pecan_wsgi.hooks.translation [None req-a692a93a-5196-4424-b1ab-a6f50f6aca57 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] DELETE failed (client error): The resource could not be found. Oct 19 07:40:44.186964 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a692a93a-5196-4424-b1ab-a6f50f6aca57 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103332) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 07:40:44.193469 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-a692a93a-5196-4424-b1ab-a6f50f6aca57 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] 10.222.0.27 "DELETE /v2.0/subnets/6be6cca3-59bf-4591-8ca7-e80010769794 HTTP/1.1" status: 404 len: 337 time: 0.0430107 Oct 19 07:40:44.196499 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 55956) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:40:44.219694 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-7ddeb456-9ba7-458a-9b9b-bb7de6ee3213 tempest-RoutersIpV6AdminTest-1129688832 tempest-RoutersIpV6AdminTest-1129688832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1693542'] for router, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:44.220182 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ddeb456-9ba7-458a-9b9b-bb7de6ee3213 tempest-RoutersIpV6AdminTest-1129688832 tempest-RoutersIpV6AdminTest-1129688832-project] Fanout notify agent at l3_agent the message router_deleted on router fc668f21-b04d-492d-9b43-e39ceb32ef53 {{(pid=103333) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 07:40:44.251629 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-7ddeb456-9ba7-458a-9b9b-bb7de6ee3213 tempest-RoutersIpV6AdminTest-1129688832 tempest-RoutersIpV6AdminTest-1129688832-project] Notify callbacks [] for router, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:44.256487 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-7ddeb456-9ba7-458a-9b9b-bb7de6ee3213 tempest-RoutersIpV6AdminTest-1129688832 tempest-RoutersIpV6AdminTest-1129688832-project] 10.222.0.27 "DELETE /v2.0/routers/fc668f21-b04d-492d-9b43-e39ceb32ef53 HTTP/1.1" status: 204 len: 168 time: 0.6960340 Oct 19 07:40:44.257544 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.pecan_wsgi.hooks.translation [None req-d695ff99-4267-4b15-a863-f32cad5f2c5f tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] DELETE failed (client error): The resource could not be found. Oct 19 07:40:44.258226 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 55958) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:40:44.258809 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d695ff99-4267-4b15-a863-f32cad5f2c5f tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103332) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 07:40:44.265019 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-d695ff99-4267-4b15-a863-f32cad5f2c5f tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] 10.222.0.27 "DELETE /v2.0/networks/9f1c0b20-803c-40f9-a25e-7b8b6e4c8505 HTTP/1.1" status: 404 len: 339 time: 0.0659232 Oct 19 07:40:44.267227 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-03942fbe-0f73-4684-81c5-8d27789956a7 tempest-AllowedAddressPairTestJSON-1474361603 tempest-AllowedAddressPairTestJSON-1474361603-project] Notify callbacks [] for port, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:44.268622 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 55960) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:40:44.304609 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-e3fbf99e-0f2a-45bf-865b-098e1149a2db tempest-RoutersIpV6AdminTest-1129688832 tempest-RoutersIpV6AdminTest-1129688832-project] 10.222.0.27 "GET /v2.0/ports?device_id=fc668f21-b04d-492d-9b43-e39ceb32ef53 HTTP/1.1" status: 200 len: 205 time: 0.0402875 Oct 19 07:40:44.305988 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 55962) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:40:44.321320 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Current status of the port e38c5152-cbd8-460d-99e5-f6a15272f394 is: ACTIVE; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:40:44.332416 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-e54f374a-2c5e-4b21-aa9f-23458a865810 None None] Provisioning complete for port e38c5152-cbd8-460d-99e5-f6a15272f394 triggered by entity DHCP. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:40:44.332837 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-e54f374a-2c5e-4b21-aa9f-23458a865810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:44.333139 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-e54f374a-2c5e-4b21-aa9f-23458a865810 None None] Attempt 1 to provision port e38c5152-cbd8-460d-99e5-f6a15272f394 Oct 19 07:40:44.340600 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.pecan_wsgi.hooks.translation [None req-b836d095-e308-470a-9872-1e706a76e96b tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] DELETE failed (client error): The resource could not be found. Oct 19 07:40:44.341129 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b836d095-e308-470a-9872-1e706a76e96b tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103332) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 07:40:44.345344 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-8e865889-e2e7-40b7-83a8-38d6ac7d416f None None] Notify callbacks [] for port, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:44.347762 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-b836d095-e308-470a-9872-1e706a76e96b tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] 10.222.0.27 "DELETE /v2.0/subnets/8c18aa2a-b688-4482-846f-bde29bf272d7 HTTP/1.1" status: 404 len: 337 time: 0.0496824 Oct 19 07:40:44.348469 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 55964) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:40:44.359516 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.api.v2.resource [None req-f32cbce3-a4b7-44e4-9567-7fe32db66349 tempest-RoutersIpV6AdminTest-1129688832 tempest-RoutersIpV6AdminTest-1129688832-project] delete failed (client error): The resource could not be found. Oct 19 07:40:44.360661 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-f32cbce3-a4b7-44e4-9567-7fe32db66349 tempest-RoutersIpV6AdminTest-1129688832 tempest-RoutersIpV6AdminTest-1129688832-project] 10.222.0.27 "DELETE /v2.0/routers/fc668f21-b04d-492d-9b43-e39ceb32ef53 HTTP/1.1" status: 404 len: 336 time: 0.0545270 Oct 19 07:40:44.378717 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-8e865889-e2e7-40b7-83a8-38d6ac7d416f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785020947330'] for port, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:44.391037 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 55966) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:40:44.417283 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1dad3b3-f3b0-45ae-8746-9c1832cf9883 tempest-RoutersAdminTest-1850549588 tempest-RoutersAdminTest-1850549588-project] Notify agent at l3_agent.dv-neutron-861624-1-hyperv the message routers_updated {{(pid=103332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 07:40:44.427644 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1de93859-cd37-442b-b4d7-e1d47a5a1674 None None] Sync routers for ids ['436f3248-03e8-42fd-a124-d3af0f449291'] in dv-neutron-861624-1-hyperv {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 07:40:44.435489 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e865889-e2e7-40b7-83a8-38d6ac7d416f None None] Network 56c72f95-63f4-4dae-811a-6f7e55afcc51 is already hosted by enough agents. {{(pid=103334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 07:40:44.436053 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-31780fa1-7392-4731-9f2b-d926a9fd9ab7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339'] for port, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:44.440730 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1de93859-cd37-442b-b4d7-e1d47a5a1674 None None] Routers {'436f3248-03e8-42fd-a124-d3af0f449291'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 07:40:44.441428 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-1de93859-cd37-442b-b4d7-e1d47a5a1674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T07:40:16Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['436f3248-03e8-42fd-a124-d3af0f449291'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:40:44.446444 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.scheduler.base_scheduler [None req-8e865889-e2e7-40b7-83a8-38d6ac7d416f None None] Resources bound (agent type, host, resource id): {{(pid=103334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:40:44.456876 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e865889-e2e7-40b7-83a8-38d6ac7d416f None None] Received port after_create {{(pid=103334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 07:40:44.457190 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-d1dad3b3-f3b0-45ae-8746-9c1832cf9883 tempest-RoutersAdminTest-1850549588 tempest-RoutersAdminTest-1850549588-project] Notify callbacks [] for router, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:44.459580 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-148c3532-5efe-40cd-b95a-f2a5d51e28cb tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130997899', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130170401'] for subnet, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:44.461605 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 55968) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:40:44.461922 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-d1dad3b3-f3b0-45ae-8746-9c1832cf9883 tempest-RoutersAdminTest-1850549588 tempest-RoutersAdminTest-1850549588-project] 10.222.0.27 "PUT /v2.0/routers/436f3248-03e8-42fd-a124-d3af0f449291 HTTP/1.1" status: 200 len: 704 time: 5.1552916 Oct 19 07:40:44.468459 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device 5f1c6eac-596a-498d-bab9-de430f28cec2 no longer exists at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 07:40:44.469743 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-551dbf6f-d07d-4305-bd4e-369557e95c54 tempest-RoutersIpV6AdminTest-1129688832 tempest-RoutersIpV6AdminTest-1129688832-project] 10.222.0.27 "GET /v2.0/ports?device_id=1051bdfe-aed0-469b-bd92-4ffb82247a74 HTTP/1.1" status: 200 len: 205 time: 0.0756786 Oct 19 07:40:44.471481 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb6054bc-49cf-4b8e-945b-a1207af9444f tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] DELETE failed (client error): The resource could not be found. Oct 19 07:40:44.472189 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb6054bc-49cf-4b8e-945b-a1207af9444f tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103332) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 07:40:44.478636 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-fb6054bc-49cf-4b8e-945b-a1207af9444f tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] 10.222.0.27 "DELETE /v2.0/networks/de3f37db-d3ca-4217-bdca-1aad3ca029e7 HTTP/1.1" status: 404 len: 339 time: 0.1253994 Oct 19 07:40:44.479198 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 55970) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:40:44.479640 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 55972) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:40:44.499664 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31780fa1-7392-4731-9f2b-d926a9fd9ab7 None None] No DVR routers for this DVR port 3b8993c0-42ac-4012-a052-dbecd340cf49 on host dv-neutron-861624-1-hyperv {{(pid=103334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 19 07:40:44.515738 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-1de93859-cd37-442b-b4d7-e1d47a5a1674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:40:44.517596 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e865889-e2e7-40b7-83a8-38d6ac7d416f None None] Pushing event updated for resources: {'Port': ['ID=90cb5cdb-39e3-4350-97fc-24e5e41f1135,revision_number=1']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:40:44.531852 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1de93859-cd37-442b-b4d7-e1d47a5a1674 None None] Routers {'436f3248-03e8-42fd-a124-d3af0f449291'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 07:40:44.533009 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-1de93859-cd37-442b-b4d7-e1d47a5a1674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T07:40:16Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['436f3248-03e8-42fd-a124-d3af0f449291'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:40:44.544134 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.api.v2.resource [None req-20b0cf2b-0725-4c83-af47-c60d2c222f91 tempest-RoutersIpV6AdminTest-1129688832 tempest-RoutersIpV6AdminTest-1129688832-project] delete failed (client error): The resource could not be found. Oct 19 07:40:44.548100 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-20b0cf2b-0725-4c83-af47-c60d2c222f91 tempest-RoutersIpV6AdminTest-1129688832 tempest-RoutersIpV6AdminTest-1129688832-project] 10.222.0.27 "DELETE /v2.0/routers/1051bdfe-aed0-469b-bd92-4ffb82247a74 HTTP/1.1" status: 404 len: 336 time: 0.0600531 Oct 19 07:40:44.548796 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 55974) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:40:44.550149 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.db_base_plugin_common [None req-138cebd6-6d41-4b27-a349-62b6e18a1d0d tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Allocated IP 172.20.0.1 (0997eb68-1233-4eb7-b18d-fd76427e6598/4977af43-0600-4952-b3fc-2c3ddba568ea/5b70cc63-8b4d-40e3-9845-8e8add76f5fc) {{(pid=103332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 07:40:44.558584 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] No Port match for: 5f1c6eac-596a-498d-bab9-de430f28cec2 {{(pid=103334) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 19 07:40:44.558926 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device 5f1c6eac-596a-498d-bab9-de430f28cec2 not bound to the agent host dv-neutron-861624-1-hyperv {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 07:40:44.595636 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-03942fbe-0f73-4684-81c5-8d27789956a7 tempest-AllowedAddressPairTestJSON-1474361603 tempest-AllowedAddressPairTestJSON-1474361603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785020947330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130996763'] for port, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:44.599105 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-1de93859-cd37-442b-b4d7-e1d47a5a1674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:40:44.600250 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1de93859-cd37-442b-b4d7-e1d47a5a1674 None None] The sync data for ids ['436f3248-03e8-42fd-a124-d3af0f449291'] in dv-neutron-861624-1-hyperv is: [] {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 07:40:44.609846 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-ab8088bc-414a-4937-be7e-332deebe442d tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-679819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-133552721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130659632'] for subnet, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:44.633286 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-148c3532-5efe-40cd-b95a-f2a5d51e28cb tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Network 6b5a65c5-1bed-4301-9db8-c1056c2b8eba is already hosted by enough agents. {{(pid=103333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 07:40:44.656596 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-8b0587ea-5233-4c81-b568-6646869e293f tempest-RoutersIpV6AdminTest-1129688832 tempest-RoutersIpV6AdminTest-1129688832-project] 10.222.0.27 "GET /v2.0/ports?device_id=44d0d9ec-8e6f-4e01-9712-95e1a2fd347b HTTP/1.1" status: 200 len: 205 time: 0.0785010 Oct 19 07:40:44.666735 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31780fa1-7392-4731-9f2b-d926a9fd9ab7 None None] Pushing event deleted for resources: {'Port': ['ID=3b8993c0-42ac-4012-a052-dbecd340cf49,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:40:44.677628 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-8e865889-e2e7-40b7-83a8-38d6ac7d416f None None] Attempting to bind port 90cb5cdb-39e3-4350-97fc-24e5e41f1135 on host dv-neutron-861624-1-hyperv for vnic_type normal with profile {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 19 07:40:44.677849 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-8e865889-e2e7-40b7-83a8-38d6ac7d416f None None] Attempting to bind port 90cb5cdb-39e3-4350-97fc-24e5e41f1135 by drivers openvswitch,hyperv on host dv-neutron-861624-1-hyperv at level 0 using segments [{'id': '745ba125-cc67-4975-935c-87e9a55699d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '56c72f95-63f4-4dae-811a-6f7e55afcc51'}] {{(pid=103334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 19 07:40:44.678192 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e865889-e2e7-40b7-83a8-38d6ac7d416f None None] Attempting to bind port 90cb5cdb-39e3-4350-97fc-24e5e41f1135 on network 56c72f95-63f4-4dae-811a-6f7e55afcc51 {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 07:40:44.690362 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e865889-e2e7-40b7-83a8-38d6ac7d416f None None] Checking agent: {'id': 'a5b0152c-d633-409b-aaf8-3b76458e2410', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861624-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 19, 7, 30, 19), 'started_at': datetime.datetime(2022, 10, 19, 7, 30, 49), 'heartbeat_timestamp': datetime.datetime(2022, 10, 19, 7, 40, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861624-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 07:40:44.690641 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e865889-e2e7-40b7-83a8-38d6ac7d416f None None] Checking segment: {'id': '745ba125-cc67-4975-935c-87e9a55699d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '56c72f95-63f4-4dae-811a-6f7e55afcc51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 19 07:40:44.691045 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-8e865889-e2e7-40b7-83a8-38d6ac7d416f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:44.691408 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e865889-e2e7-40b7-83a8-38d6ac7d416f None None] Bound using segment: {'id': '745ba125-cc67-4975-935c-87e9a55699d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '56c72f95-63f4-4dae-811a-6f7e55afcc51'} {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 07:40:44.691897 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-8e865889-e2e7-40b7-83a8-38d6ac7d416f None None] Bound port: 90cb5cdb-39e3-4350-97fc-24e5e41f1135, host: dv-neutron-861624-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '745ba125-cc67-4975-935c-87e9a55699d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '56c72f95-63f4-4dae-811a-6f7e55afcc51'}}] {{(pid=103334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 19 07:40:44.692278 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-8e865889-e2e7-40b7-83a8-38d6ac7d416f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:44.703494 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 55976) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:40:44.718291 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-148c3532-5efe-40cd-b95a-f2a5d51e28cb tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Resources bound (agent type, host, resource id): {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:40:44.736071 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03942fbe-0f73-4684-81c5-8d27789956a7 tempest-AllowedAddressPairTestJSON-1474361603 tempest-AllowedAddressPairTestJSON-1474361603-project] Network 2b5f9a1d-4552-4b64-bd0c-5f57eae79640 is already hosted by enough agents. {{(pid=103333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 07:40:44.740859 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-e54f374a-2c5e-4b21-aa9f-23458a865810 None None] Current status of the port e38c5152-cbd8-460d-99e5-f6a15272f394 is: ACTIVE; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:40:44.742920 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-148c3532-5efe-40cd-b95a-f2a5d51e28cb tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:40:44.743585 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-148c3532-5efe-40cd-b95a-f2a5d51e28cb tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks [] for subnet, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:44.746402 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8088bc-414a-4937-be7e-332deebe442d tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Pushing event deleted for resources: {'Subnet': ['ID=e3adcba5-f0c4-44eb-8906-58bfd00a4d13,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:40:44.746586 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-03942fbe-0f73-4684-81c5-8d27789956a7 tempest-AllowedAddressPairTestJSON-1474361603 tempest-AllowedAddressPairTestJSON-1474361603-project] Resources bound (agent type, host, resource id): {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:40:44.749851 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-1715a8b6-997a-4fbd-ad3f-ef5b003b8372 tempest-RoutersAdminTest-1280535694 tempest-RoutersAdminTest-1280535694-project-admin] 10.222.0.27 "GET /v2.0/routers/436f3248-03e8-42fd-a124-d3af0f449291 HTTP/1.1" status: 200 len: 739 time: 0.2814288 Oct 19 07:40:44.756567 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03942fbe-0f73-4684-81c5-8d27789956a7 tempest-AllowedAddressPairTestJSON-1474361603 tempest-AllowedAddressPairTestJSON-1474361603-project] Received port after_create {{(pid=103333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 07:40:44.761684 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 55978) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:40:44.762201 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-506a57a8-0f3d-466b-b8a6-e7eeeb3e2f56 None None] Network 6b5a65c5-1bed-4301-9db8-c1056c2b8eba requested from dv-neutron-861624-1-hyperv {{(pid=103334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 07:40:44.827136 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-ab8088bc-414a-4937-be7e-332deebe442d tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-673051', 'neutron.services.segments.db._delete_segments_for_network-8785021519108'] for network, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:44.855472 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.services.segments.db [None req-ab8088bc-414a-4937-be7e-332deebe442d tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56c72f95-63f4-4dae-811a-6f7e55afcc51']}} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:40:44.871726 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.services.segments.db [None req-ab8088bc-414a-4937-be7e-332deebe442d tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '745ba125-cc67-4975-935c-87e9a55699d1') {'for_net_delete': True} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:40:44.872058 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.services.segments.db [None req-ab8088bc-414a-4937-be7e-332deebe442d tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '745ba125-cc67-4975-935c-87e9a55699d1') {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:40:44.887898 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-ab8088bc-414a-4937-be7e-332deebe442d tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785021519382', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130726885'] for segment, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:44.906252 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-ab8088bc-414a-4937-be7e-332deebe442d tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979'] for segment, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:44.915559 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device 230e6b77-aece-467f-9dad-43884fb58e98 up at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 07:40:44.918323 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-8e865889-e2e7-40b7-83a8-38d6ac7d416f None None] For port 90cb5cdb-39e3-4350-97fc-24e5e41f1135, host dv-neutron-861624-1-hyperv, cleared binding levels {{(pid=103334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 07:40:44.923080 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.api.v2.resource [None req-e923cfab-d234-408e-93b0-a0c081c48995 tempest-RoutersIpV6AdminTest-1129688832 tempest-RoutersIpV6AdminTest-1129688832-project] delete failed (client error): The resource could not be found. Oct 19 07:40:44.927230 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-e923cfab-d234-408e-93b0-a0c081c48995 tempest-RoutersIpV6AdminTest-1129688832 tempest-RoutersIpV6AdminTest-1129688832-project] 10.222.0.27 "DELETE /v2.0/routers/44d0d9ec-8e6f-4e01-9712-95e1a2fd347b HTTP/1.1" status: 404 len: 336 time: 0.2198405 Oct 19 07:40:44.932106 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 55980) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:40:44.940814 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.db_base_plugin_v2 [None req-f90cff85-624f-4cb1-aec2-ba83387ff933 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Deleting subnet 9e97aac4-5578-4c9d-a4a0-dc3c82d5951c {{(pid=103332) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 19 07:40:44.942315 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148c3532-5efe-40cd-b95a-f2a5d51e28cb tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Pushing event updated for resources: {'Subnet': ['ID=60baaafa-0a67-42ba-b362-15d46b3b6154,revision_number=0']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:40:44.950030 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-80cbdd65-b82b-4c50-b0bc-e344587158f9 tempest-RoutersAdminTest-1280535694 tempest-RoutersAdminTest-1280535694-project-admin] 10.222.0.27 "GET /v2.0/ports?network_id=99c66757-74e3-40a4-b479-8d09e3a7c3dd&device_id=436f3248-03e8-42fd-a124-d3af0f449291 HTTP/1.1" status: 200 len: 205 time: 0.1841502 Oct 19 07:40:44.955834 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 55982) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:40:44.965516 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab8088bc-414a-4937-be7e-332deebe442d tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Releasing vlan 190 on physical network physnet1 to pool {{(pid=103332) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 07:40:44.966194 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-ab8088bc-414a-4937-be7e-332deebe442d tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-133553843'] for segment, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:44.980033 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03942fbe-0f73-4684-81c5-8d27789956a7 tempest-AllowedAddressPairTestJSON-1474361603 tempest-AllowedAddressPairTestJSON-1474361603-project] Pushing event updated for resources: {'Port': ['ID=d2c7f3a9-f3ea-43d5-971c-1a501b9113ab,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:40:44.999016 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-f90cff85-624f-4cb1-aec2-ba83387ff933 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Notify callbacks [] for subnet, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:45.013611 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-148c3532-5efe-40cd-b95a-f2a5d51e28cb tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8876679 Oct 19 07:40:45.023179 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.services.segments.plugin [-] Segment 745ba125-cc67-4975-935c-87e9a55699d1 resource provider aggregate not found Oct 19 07:40:45.024237 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-8241704d-1fcf-4d91-9355-9996b2e3c31a tempest-RoutersAdminTest-1850549588 tempest-RoutersAdminTest-1850549588-project] 10.222.0.27 "GET /v2.0/ports?device_id=436f3248-03e8-42fd-a124-d3af0f449291 HTTP/1.1" status: 200 len: 205 time: 0.0645821 Oct 19 07:40:45.025009 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 55986) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:40:45.025615 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 55988) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:40:45.037393 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03942fbe-0f73-4684-81c5-8d27789956a7 tempest-AllowedAddressPairTestJSON-1474361603 tempest-AllowedAddressPairTestJSON-1474361603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:40:45.038138 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-03942fbe-0f73-4684-81c5-8d27789956a7 tempest-AllowedAddressPairTestJSON-1474361603 tempest-AllowedAddressPairTestJSON-1474361603-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42160'] for port, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:45.043819 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-761e5f94-4721-452d-8502-547dd5178f3e tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Request body: {'port': {'network_id': '6b5a65c5-1bed-4301-9db8-c1056c2b8eba', 'mac_address': 'fa:16:3e:a2:7f:a7', 'name': 'tempest-NetworksTestDHCPv6-769217899'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:40:45.072996 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-51b5d485-a609-48d0-9dbc-9f20888be16c tempest-RoutersIpV6AdminTest-1129688832 tempest-RoutersIpV6AdminTest-1129688832-project] 10.222.0.27 "GET /v2.0/ports?device_id=10db5d78-af80-410c-bf5e-08c370e0bf3f HTTP/1.1" status: 200 len: 205 time: 0.1370444 Oct 19 07:40:45.093873 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 55992) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:40:45.116168 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Provisioning complete for port 230e6b77-aece-467f-9dad-43884fb58e98 triggered by entity L2. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:40:45.118270 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:45.118925 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Attempt 1 to provision port 230e6b77-aece-467f-9dad-43884fb58e98 Oct 19 07:40:45.122046 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8663fccc-d36f-47cc-874c-d746928ec672 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d12c6ac-27a3-545c-a8f3-f04e30423d6d-6b5a65c5-1bed-4301-9db8-c1056c2b8eba', 'network_id': '6b5a65c5-1bed-4301-9db8-c1056c2b8eba', 'tenant_id': '61a2e57b80c1442e9cb330141a970781', 'fixed_ips': [{'subnet_id': '60baaafa-0a67-42ba-b362-15d46b3b6154'}]}} from dv-neutron-861624-1-hyperv. {{(pid=103334) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 07:40:45.124976 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-8663fccc-d36f-47cc-874c-d746928ec672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:45.155333 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.services.segments.plugin [-] Segment 745ba125-cc67-4975-935c-87e9a55699d1 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 745ba125-cc67-4975-935c-87e9a55699d1 found for delete ", "request_id": "req-e29d3c43-c49f-4b14-b2f8-b30c38aeaecd"}]} Oct 19 07:40:45.180968 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-03942fbe-0f73-4684-81c5-8d27789956a7 tempest-AllowedAddressPairTestJSON-1474361603 tempest-AllowedAddressPairTestJSON-1474361603-project] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.2761457 Oct 19 07:40:45.181716 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 55994) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:40:45.188095 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-6077fdc4-f673-49dc-bbce-a051a0e4dfa1 tempest-RoutersAdminTest-1850549588 tempest-RoutersAdminTest-1850549588-project] Notify callbacks [] for router, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:45.197435 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-c4b07d44-733b-4455-869c-13292977fe3f tempest-AllowedAddressPairTestJSON-1474361603 tempest-AllowedAddressPairTestJSON-1474361603-project] Request body: {'port': {'network_id': '2b5f9a1d-4552-4b64-bd0c-5f57eae79640', 'name': 'tempest-AllowedAddressPairTestJSON-1205786573'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:40:45.242836 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.api.v2.resource [None req-f7086d25-96a2-4a1c-9356-bcc12fbc1b20 tempest-RoutersIpV6AdminTest-1129688832 tempest-RoutersIpV6AdminTest-1129688832-project] delete failed (client error): The resource could not be found. Oct 19 07:40:45.243952 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-f7086d25-96a2-4a1c-9356-bcc12fbc1b20 tempest-RoutersIpV6AdminTest-1129688832 tempest-RoutersIpV6AdminTest-1129688832-project] 10.222.0.27 "DELETE /v2.0/routers/10db5d78-af80-410c-bf5e-08c370e0bf3f HTTP/1.1" status: 404 len: 336 time: 0.1469476 Oct 19 07:40:45.248626 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.db.api [None req-ab8088bc-414a-4937-be7e-332deebe442d tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 19 07:40:45.248626 dv-neutron-861624-1-hyperv neutron-server[103332]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 19 07:40:45.248626 dv-neutron-861624-1-hyperv neutron-server[103332]: [parameters: {'id': '56c72f95-63f4-4dae-811a-6f7e55afcc51'}] Oct 19 07:40:45.248626 dv-neutron-861624-1-hyperv neutron-server[103332]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103332) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 19 07:40:45.249052 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG oslo_db.api [None req-ab8088bc-414a-4937-be7e-332deebe442d tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 19 07:40:45.251610 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 55996) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:40:45.265141 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-f90cff85-624f-4cb1-aec2-ba83387ff933 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130726890'] for subnet, precommit_delete_associations {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:45.316390 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-8f2d5c9a-9c79-4158-ab62-1d81a46f0b73 tempest-RoutersIpV6AdminTest-1129688832 tempest-RoutersIpV6AdminTest-1129688832-project] 10.222.0.27 "GET /v2.0/ports?device_id=e722064a-e9db-4dcb-a58c-196471986636 HTTP/1.1" status: 200 len: 205 time: 0.0616522 Oct 19 07:40:45.325005 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 55998) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:40:45.366015 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daffc37a-2115-47c8-9d9d-fe97d999c3f4 None None] Network 0997eb68-1233-4eb7-b18d-fd76427e6598 requested from dv-neutron-861624-1-hyperv {{(pid=103334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 07:40:45.387971 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-138cebd6-6d41-4b27-a349-62b6e18a1d0d tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Notify callbacks [] for port, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:45.394060 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.api.v2.resource [None req-e2ad881a-8c1d-491e-b55c-09db9a3129bf tempest-RoutersIpV6AdminTest-1129688832 tempest-RoutersIpV6AdminTest-1129688832-project] delete failed (client error): The resource could not be found. Oct 19 07:40:45.397573 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-e2ad881a-8c1d-491e-b55c-09db9a3129bf tempest-RoutersIpV6AdminTest-1129688832 tempest-RoutersIpV6AdminTest-1129688832-project] 10.222.0.27 "DELETE /v2.0/routers/e722064a-e9db-4dcb-a58c-196471986636 HTTP/1.1" status: 404 len: 336 time: 0.0670459 Oct 19 07:40:45.399938 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 56000) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:40:45.400897 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-8e865889-e2e7-40b7-83a8-38d6ac7d416f None None] For port 90cb5cdb-39e3-4350-97fc-24e5e41f1135, host dv-neutron-861624-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=90cb5cdb-39e3-4350-97fc-24e5e41f1135,segment=NetworkSegment(745ba125-cc67-4975-935c-87e9a55699d1),segment_id=745ba125-cc67-4975-935c-87e9a55699d1)] {{(pid=103334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 07:40:45.416388 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-8e865889-e2e7-40b7-83a8-38d6ac7d416f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:45.437773 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-837305bf-68fc-4c8c-8530-47715da3557d tempest-RoutersIpV6AdminTest-1129688832 tempest-RoutersIpV6AdminTest-1129688832-project] 10.222.0.27 "GET /v2.0/ports?device_id=beb2a387-ad7b-46fc-a8eb-282607f22fec HTTP/1.1" status: 200 len: 205 time: 0.0335736 Oct 19 07:40:45.440054 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 56002) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:40:45.495945 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-6077fdc4-f673-49dc-bbce-a051a0e4dfa1 tempest-RoutersAdminTest-1850549588 tempest-RoutersAdminTest-1850549588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1693565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12618'] for router, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:45.504546 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.api.v2.resource [None req-a30d7d36-d9b8-4f93-90bc-7e9acfcbd698 tempest-RoutersIpV6AdminTest-1129688832 tempest-RoutersIpV6AdminTest-1129688832-project] delete failed (client error): The resource could not be found. Oct 19 07:40:45.505059 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-6077fdc4-f673-49dc-bbce-a051a0e4dfa1 tempest-RoutersAdminTest-1850549588 tempest-RoutersAdminTest-1850549588-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:45.508066 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-a30d7d36-d9b8-4f93-90bc-7e9acfcbd698 tempest-RoutersIpV6AdminTest-1129688832 tempest-RoutersIpV6AdminTest-1129688832-project] 10.222.0.27 "DELETE /v2.0/routers/beb2a387-ad7b-46fc-a8eb-282607f22fec HTTP/1.1" status: 404 len: 336 time: 0.0657713 Oct 19 07:40:45.508753 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 56004) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:40:45.527887 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-f90cff85-624f-4cb1-aec2-ba83387ff933 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-679826'] for subnet, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:45.559567 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-138cebd6-6d41-4b27-a349-62b6e18a1d0d tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785020947330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133553798'] for port, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:45.575743 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-9b2d2373-7161-4136-93f1-aed912cfb4c8 None None] Provisioning complete for port d2c7f3a9-f3ea-43d5-971c-1a501b9113ab triggered by entity DHCP. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:40:45.576120 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-9b2d2373-7161-4136-93f1-aed912cfb4c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:45.576475 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-9b2d2373-7161-4136-93f1-aed912cfb4c8 None None] Attempt 1 to provision port d2c7f3a9-f3ea-43d5-971c-1a501b9113ab Oct 19 07:40:45.586408 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.pecan_wsgi.hooks.translation [None req-853d9906-5417-4892-93c3-f48bdcaab014 tempest-RoutersIpV6AdminTest-1129688832 tempest-RoutersIpV6AdminTest-1129688832-project] DELETE failed (client error): The resource could not be found. Oct 19 07:40:45.586977 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-853d9906-5417-4892-93c3-f48bdcaab014 tempest-RoutersIpV6AdminTest-1129688832 tempest-RoutersIpV6AdminTest-1129688832-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103333) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 07:40:45.592572 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-853d9906-5417-4892-93c3-f48bdcaab014 tempest-RoutersIpV6AdminTest-1129688832 tempest-RoutersIpV6AdminTest-1129688832-project] 10.222.0.27 "DELETE /v2.0/subnets/65e5cc1e-9074-4274-82e7-807c5144a184 HTTP/1.1" status: 404 len: 337 time: 0.0790327 Oct 19 07:40:45.596577 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-761e5f94-4721-452d-8502-547dd5178f3e tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Made reservation on behalf of 61a2e57b80c1442e9cb330141a970781 for: {'port': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 07:40:45.621334 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-6077fdc4-f673-49dc-bbce-a051a0e4dfa1 tempest-RoutersAdminTest-1850549588 tempest-RoutersAdminTest-1850549588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1693542'] for router, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:45.621913 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6077fdc4-f673-49dc-bbce-a051a0e4dfa1 tempest-RoutersAdminTest-1850549588 tempest-RoutersAdminTest-1850549588-project] Fanout notify agent at l3_agent the message router_deleted on router 436f3248-03e8-42fd-a124-d3af0f449291 {{(pid=103333) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 07:40:45.631180 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-138cebd6-6d41-4b27-a349-62b6e18a1d0d tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Network 0997eb68-1233-4eb7-b18d-fd76427e6598 is already hosted by enough agents. {{(pid=103332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 07:40:45.632577 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-6077fdc4-f673-49dc-bbce-a051a0e4dfa1 tempest-RoutersAdminTest-1850549588 tempest-RoutersAdminTest-1850549588-project] Notify callbacks [] for router, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:45.637488 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-6077fdc4-f673-49dc-bbce-a051a0e4dfa1 tempest-RoutersAdminTest-1850549588 tempest-RoutersAdminTest-1850549588-project] 10.222.0.27 "DELETE /v2.0/routers/436f3248-03e8-42fd-a124-d3af0f449291 HTTP/1.1" status: 204 len: 168 time: 0.6067207 Oct 19 07:40:45.638188 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 56008) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:40:45.639237 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.base_scheduler [None req-138cebd6-6d41-4b27-a349-62b6e18a1d0d tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Resources bound (agent type, host, resource id): {{(pid=103332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:40:45.646178 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-138cebd6-6d41-4b27-a349-62b6e18a1d0d tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Received port after_create {{(pid=103332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 07:40:45.656103 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4b07d44-733b-4455-869c-13292977fe3f tempest-AllowedAddressPairTestJSON-1474361603 tempest-AllowedAddressPairTestJSON-1474361603-project] Made reservation on behalf of cc6c7fa417a24c65b4644d27be23f7f8 for: {'port': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 07:40:45.660229 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-c4b07d44-733b-4455-869c-13292977fe3f tempest-AllowedAddressPairTestJSON-1474361603 tempest-AllowedAddressPairTestJSON-1474361603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:45.683973 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138cebd6-6d41-4b27-a349-62b6e18a1d0d tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Pushing event updated for resources: {'Port': ['ID=5b70cc63-8b4d-40e3-9845-8e8add76f5fc,revision_number=1']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:40:45.692349 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-f90cff85-624f-4cb1-aec2-ba83387ff933 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-679819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-133552721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130659632'] for subnet, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:45.719335 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9568892e-b86a-45da-bb1a-03d45ebe42b6 None None] Network 56c72f95-63f4-4dae-811a-6f7e55afcc51 requested from dv-neutron-861624-1-hyperv {{(pid=103334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 07:40:45.722447 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-928d0166-816f-4e77-8446-212d729376b1 tempest-RoutersAdminTest-1850549588 tempest-RoutersAdminTest-1850549588-project] 10.222.0.27 "GET /v2.0/ports?device_id=436f3248-03e8-42fd-a124-d3af0f449291 HTTP/1.1" status: 200 len: 205 time: 0.0763443 Oct 19 07:40:45.723140 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 56010) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:40:45.723894 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e865889-e2e7-40b7-83a8-38d6ac7d416f None None] Pushing event updated for resources: {'Port': ['ID=90cb5cdb-39e3-4350-97fc-24e5e41f1135,revision_number=2']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:40:45.735962 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90cff85-624f-4cb1-aec2-ba83387ff933 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Pushing event deleted for resources: {'Subnet': ['ID=9e97aac4-5578-4c9d-a4a0-dc3c82d5951c,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:40:45.740728 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-f90cff85-624f-4cb1-aec2-ba83387ff933 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Notify callbacks [] for subnet, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:45.743929 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-f90cff85-624f-4cb1-aec2-ba83387ff933 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] 10.222.0.27 "DELETE /v2.0/subnets/9e97aac4-5578-4c9d-a4a0-dc3c82d5951c HTTP/1.1" status: 204 len: 168 time: 1.2121410 Oct 19 07:40:45.747036 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 56012) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:40:45.758571 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-ab8088bc-414a-4937-be7e-332deebe442d tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-667019'] for network, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:45.774937 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-138cebd6-6d41-4b27-a349-62b6e18a1d0d tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1695190'] for router_interface, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:45.777073 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce3ae285-37b4-4a6e-a881-c4019106fbe1 None None] Network d89e3664-8d62-4a36-94a1-43e82a1fb183 requested from dv-neutron-861624-1-hyperv {{(pid=103334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 07:40:45.779474 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-9b2d2373-7161-4136-93f1-aed912cfb4c8 None None] Port d2c7f3a9-f3ea-43d5-971c-1a501b9113ab cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 07:40:45.942623 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Current status of the port 230e6b77-aece-467f-9dad-43884fb58e98 is: DOWN; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:40:45.943448 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:46.070106 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.db_base_plugin_common [None req-8663fccc-d36f-47cc-874c-d746928ec672 None None] Allocated IP 2001:db8::2 (6b5a65c5-1bed-4301-9db8-c1056c2b8eba/60baaafa-0a67-42ba-b362-15d46b3b6154/2c3c3797-2008-4e53-bca0-90febd5f40a2) {{(pid=103334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 07:40:46.078812 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.notifiers.nova [None req-c4b07d44-733b-4455-869c-13292977fe3f tempest-AllowedAddressPairTestJSON-1474361603 tempest-AllowedAddressPairTestJSON-1474361603-project] device_id is not set on port 3b54b7a9-d752-476e-9a93-9cddf0a2aa34 yet. {{(pid=103333) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 19 07:40:46.089903 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.api.v2.resource [None req-99ca71be-94c9-4a7e-9e22-22ea172b28a6 tempest-RoutersAdminTest-1850549588 tempest-RoutersAdminTest-1850549588-project] delete failed (client error): The resource could not be found. Oct 19 07:40:46.094034 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-99ca71be-94c9-4a7e-9e22-22ea172b28a6 tempest-RoutersAdminTest-1850549588 tempest-RoutersAdminTest-1850549588-project] 10.222.0.27 "DELETE /v2.0/routers/436f3248-03e8-42fd-a124-d3af0f449291 HTTP/1.1" status: 404 len: 336 time: 0.3652587 Oct 19 07:40:46.094651 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 56016) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:40:46.162592 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 56018) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:40:46.166832 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-761e5f94-4721-452d-8502-547dd5178f3e tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:46.181029 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-bc45ba6f-5999-46ff-a0cf-c621ef9a731e tempest-RoutersAdminTest-1850549588 tempest-RoutersAdminTest-1850549588-project] 10.222.0.27 "GET /v2.0/ports?device_id=2db2803f-fdaa-400b-afed-945d37dad78e HTTP/1.1" status: 200 len: 205 time: 0.0791233 Oct 19 07:40:46.187711 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 56022) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:40:46.228092 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] For port 230e6b77-aece-467f-9dad-43884fb58e98, host dv-neutron-861624-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=230e6b77-aece-467f-9dad-43884fb58e98,segment=NetworkSegment(4a031094-0829-42ca-bb00-c2c02151eeae),segment_id=4a031094-0829-42ca-bb00-c2c02151eeae)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:40:46.247396 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.api.v2.resource [None req-6f03ecdf-630b-4987-9004-b6d08d07ce25 tempest-RoutersAdminTest-1850549588 tempest-RoutersAdminTest-1850549588-project] delete failed (client error): The resource could not be found. Oct 19 07:40:46.251257 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-6f03ecdf-630b-4987-9004-b6d08d07ce25 tempest-RoutersAdminTest-1850549588 tempest-RoutersAdminTest-1850549588-project] 10.222.0.27 "DELETE /v2.0/routers/2db2803f-fdaa-400b-afed-945d37dad78e HTTP/1.1" status: 404 len: 336 time: 0.0618834 Oct 19 07:40:46.254960 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 56024) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:40:46.277808 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.notifiers.nova [None req-761e5f94-4721-452d-8502-547dd5178f3e tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] device_id is not set on port 6ceb7b5e-d0d7-42b8-bb53-1f55237b13d1 yet. {{(pid=103333) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 19 07:40:46.283451 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:46.284328 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device e38c5152-cbd8-460d-99e5-f6a15272f394 up at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 07:40:46.295749 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-0c106650-02cc-454d-b34b-4f695b677c57 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-667019'] for network, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:46.299460 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-9b2d2373-7161-4136-93f1-aed912cfb4c8 None None] Attempt 2 to provision port d2c7f3a9-f3ea-43d5-971c-1a501b9113ab Oct 19 07:40:46.324228 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-35f886de-6fc3-486f-b888-3c35cb314b9c tempest-RoutersAdminTest-1850549588 tempest-RoutersAdminTest-1850549588-project] 10.222.0.27 "GET /v2.0/ports?device_id=9da5ebe8-36eb-491a-9928-0ec46ff70320 HTTP/1.1" status: 200 len: 205 time: 0.0656519 Oct 19 07:40:46.325991 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 56028) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:40:46.378901 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.api.v2.resource [None req-b1892bcc-e55f-4a1e-b5ac-156ad159cae2 tempest-RoutersAdminTest-1850549588 tempest-RoutersAdminTest-1850549588-project] delete failed (client error): The resource could not be found. Oct 19 07:40:46.380184 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-b1892bcc-e55f-4a1e-b5ac-156ad159cae2 tempest-RoutersAdminTest-1850549588 tempest-RoutersAdminTest-1850549588-project] 10.222.0.27 "DELETE /v2.0/routers/9da5ebe8-36eb-491a-9928-0ec46ff70320 HTTP/1.1" status: 404 len: 336 time: 0.0520010 Oct 19 07:40:46.388861 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 56030) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:40:46.408655 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-69490ed3-3b8a-4feb-b5cd-3b47eba650e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:46.446468 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-a8f1eed6-b965-43c7-b0a0-fedc4961a759 tempest-RoutersAdminTest-1850549588 tempest-RoutersAdminTest-1850549588-project] 10.222.0.27 "GET /v2.0/ports?device_id=78ce1fca-e571-4691-b118-3965febd5b3e HTTP/1.1" status: 200 len: 205 time: 0.0545859 Oct 19 07:40:46.446567 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 56032) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:40:46.448534 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.db_base_plugin_common [None req-c4b07d44-733b-4455-869c-13292977fe3f tempest-AllowedAddressPairTestJSON-1474361603 tempest-AllowedAddressPairTestJSON-1474361603-project] Allocated IP 172.20.0.12 (2b5f9a1d-4552-4b64-bd0c-5f57eae79640/590d023b-2916-4f82-923d-a7ace9294604/3b54b7a9-d752-476e-9a93-9cddf0a2aa34) {{(pid=103333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 07:40:46.455044 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-138cebd6-6d41-4b27-a349-62b6e18a1d0d tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:46.459838 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-7088a3f4-a9ec-4d61-8c0c-8e819635abe9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:46.495732 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-9b2d2373-7161-4136-93f1-aed912cfb4c8 None None] Port d2c7f3a9-f3ea-43d5-971c-1a501b9113ab cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 07:40:46.501339 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.plugin [None req-ab8088bc-414a-4937-be7e-332deebe442d tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Deleting port 90cb5cdb-39e3-4350-97fc-24e5e41f1135 {{(pid=103332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 07:40:46.501775 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-ab8088bc-414a-4937-be7e-332deebe442d tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:46.504081 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Pushing event updated for resources: {'Port': ['ID=230e6b77-aece-467f-9dad-43884fb58e98,revision_number=3']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:40:46.514436 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.api.v2.resource [None req-5b29663a-f6ae-4c69-9d52-cfe04e9e332b tempest-RoutersAdminTest-1850549588 tempest-RoutersAdminTest-1850549588-project] delete failed (client error): The resource could not be found. Oct 19 07:40:46.515495 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-5b29663a-f6ae-4c69-9d52-cfe04e9e332b tempest-RoutersAdminTest-1850549588 tempest-RoutersAdminTest-1850549588-project] 10.222.0.27 "DELETE /v2.0/routers/78ce1fca-e571-4691-b118-3965febd5b3e HTTP/1.1" status: 404 len: 336 time: 0.0660279 Oct 19 07:40:46.521953 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 56034) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:40:46.576654 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-f76af66a-d057-4ab3-a5e1-85d24273f6d1 tempest-RoutersAdminTest-1850549588 tempest-RoutersAdminTest-1850549588-project] 10.222.0.27 "GET /v2.0/ports?device_id=190d35f7-8242-4ccc-bd6c-c3452962f8f3 HTTP/1.1" status: 200 len: 205 time: 0.0525408 Oct 19 07:40:46.580074 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a826cdd7-2c72-4626-9080-14b91c8b246b None None] DHCP port deletion for d89e3664-8d62-4a36-94a1-43e82a1fb183 request from dv-neutron-861624-1-hyperv {{(pid=103334) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 07:40:46.582384 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Provisioning complete for port e38c5152-cbd8-460d-99e5-f6a15272f394 triggered by entity L2. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:40:46.582754 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:46.583088 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Attempt 1 to provision port e38c5152-cbd8-460d-99e5-f6a15272f394 Oct 19 07:40:46.584436 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 56036) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:40:46.585728 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-8663fccc-d36f-47cc-874c-d746928ec672 None None] Notify callbacks [] for port, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:46.618910 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-8663fccc-d36f-47cc-874c-d746928ec672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785020947330'] for port, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:46.674381 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.db [None req-ab8088bc-414a-4937-be7e-332deebe442d tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] For port 90cb5cdb-39e3-4350-97fc-24e5e41f1135, host dv-neutron-861624-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=90cb5cdb-39e3-4350-97fc-24e5e41f1135,segment=NetworkSegment(745ba125-cc67-4975-935c-87e9a55699d1),segment_id=745ba125-cc67-4975-935c-87e9a55699d1)] {{(pid=103332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:40:46.674755 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-ab8088bc-414a-4937-be7e-332deebe442d tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:46.678184 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.plugin [None req-0c106650-02cc-454d-b34b-4f695b677c57 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Deleting port b10d6bcc-bdb0-471a-93dc-1d70e5db74f4 {{(pid=103332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 07:40:46.678518 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-0c106650-02cc-454d-b34b-4f695b677c57 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:46.680587 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.api.v2.resource [None req-ab780fd1-3e39-458d-a463-a660e63d4950 tempest-RoutersAdminTest-1850549588 tempest-RoutersAdminTest-1850549588-project] delete failed (client error): The resource could not be found. Oct 19 07:40:46.683965 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-ab780fd1-3e39-458d-a463-a660e63d4950 tempest-RoutersAdminTest-1850549588 tempest-RoutersAdminTest-1850549588-project] 10.222.0.27 "DELETE /v2.0/routers/190d35f7-8242-4ccc-bd6c-c3452962f8f3 HTTP/1.1" status: 404 len: 336 time: 0.0960858 Oct 19 07:40:46.692631 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 56038) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:40:46.696874 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-69490ed3-3b8a-4feb-b5cd-3b47eba650e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:46.711961 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-69490ed3-3b8a-4feb-b5cd-3b47eba650e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788643'] for security_group, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:46.736162 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8663fccc-d36f-47cc-874c-d746928ec672 None None] Network 6b5a65c5-1bed-4301-9db8-c1056c2b8eba is already hosted by enough agents. {{(pid=103334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 07:40:46.743438 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.scheduler.base_scheduler [None req-8663fccc-d36f-47cc-874c-d746928ec672 None None] Resources bound (agent type, host, resource id): {{(pid=103334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:40:46.755988 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8663fccc-d36f-47cc-874c-d746928ec672 None None] Received port after_create {{(pid=103334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 07:40:46.768609 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-69490ed3-3b8a-4feb-b5cd-3b47eba650e9 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=9d2985116d64422093ccd99cba522f70&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6041074 Oct 19 07:40:46.771370 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 56040) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:40:46.781184 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-9907cd35-784d-4ff1-9912-84d4f900e63f tempest-RoutersAdminTest-1850549588 tempest-RoutersAdminTest-1850549588-project] 10.222.0.27 "GET /v2.0/ports?device_id=cbf8601f-d1d9-432d-b8bc-701a2a344b43 HTTP/1.1" status: 200 len: 205 time: 0.0733972 Oct 19 07:40:46.781500 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.plugin [None req-ab8088bc-414a-4937-be7e-332deebe442d tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Calling delete_port for 90cb5cdb-39e3-4350-97fc-24e5e41f1135 owned by network:dhcp {{(pid=103332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 07:40:46.790615 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 56042) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:40:46.847205 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.db_base_plugin_common [None req-761e5f94-4721-452d-8502-547dd5178f3e tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Allocated IP 2001:db8::dd (6b5a65c5-1bed-4301-9db8-c1056c2b8eba/60baaafa-0a67-42ba-b362-15d46b3b6154/6ceb7b5e-d0d7-42b8-bb53-1f55237b13d1) {{(pid=103333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 07:40:46.855392 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8663fccc-d36f-47cc-874c-d746928ec672 None None] Pushing event updated for resources: {'Port': ['ID=2c3c3797-2008-4e53-bca0-90febd5f40a2,revision_number=1']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:40:46.890871 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-8663fccc-d36f-47cc-874c-d746928ec672 None None] Attempting to bind port 2c3c3797-2008-4e53-bca0-90febd5f40a2 on host dv-neutron-861624-1-hyperv for vnic_type normal with profile {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 19 07:40:46.891418 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-8663fccc-d36f-47cc-874c-d746928ec672 None None] Attempting to bind port 2c3c3797-2008-4e53-bca0-90febd5f40a2 by drivers openvswitch,hyperv on host dv-neutron-861624-1-hyperv at level 0 using segments [{'id': '5a8d2b05-b527-4bd4-a671-b9112f193fef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '6b5a65c5-1bed-4301-9db8-c1056c2b8eba'}] {{(pid=103334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 19 07:40:46.891934 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8663fccc-d36f-47cc-874c-d746928ec672 None None] Attempting to bind port 2c3c3797-2008-4e53-bca0-90febd5f40a2 on network 6b5a65c5-1bed-4301-9db8-c1056c2b8eba {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 07:40:46.894625 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-b0a670c2-4db5-439a-aa2e-1c093640cd5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:46.896405 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69490ed3-3b8a-4feb-b5cd-3b47eba650e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf48f0e7-54b5-4b9f-b8b9-4ebee4497f78,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:40:46.903820 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.api.v2.resource [None req-320ef902-977d-472f-beee-f94c1a1342c1 tempest-RoutersAdminTest-1850549588 tempest-RoutersAdminTest-1850549588-project] delete failed (client error): The resource could not be found. Oct 19 07:40:46.905017 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-320ef902-977d-472f-beee-f94c1a1342c1 tempest-RoutersAdminTest-1850549588 tempest-RoutersAdminTest-1850549588-project] 10.222.0.27 "DELETE /v2.0/routers/cbf8601f-d1d9-432d-b8bc-701a2a344b43 HTTP/1.1" status: 404 len: 336 time: 0.1109300 Oct 19 07:40:46.913429 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 56044) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:40:46.925789 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8663fccc-d36f-47cc-874c-d746928ec672 None None] Checking agent: {'id': 'a5b0152c-d633-409b-aaf8-3b76458e2410', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861624-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 19, 7, 30, 19), 'started_at': datetime.datetime(2022, 10, 19, 7, 30, 49), 'heartbeat_timestamp': datetime.datetime(2022, 10, 19, 7, 40, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861624-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 07:40:46.926770 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.db [None req-0c106650-02cc-454d-b34b-4f695b677c57 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] For port b10d6bcc-bdb0-471a-93dc-1d70e5db74f4, host dv-neutron-861624-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=b10d6bcc-bdb0-471a-93dc-1d70e5db74f4,segment=NetworkSegment(a823f724-a18b-4efb-ada8-27eaa7d54a0c),segment_id=a823f724-a18b-4efb-ada8-27eaa7d54a0c)] {{(pid=103332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:40:46.927095 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-0c106650-02cc-454d-b34b-4f695b677c57 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:46.927202 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8663fccc-d36f-47cc-874c-d746928ec672 None None] Checking segment: {'id': '5a8d2b05-b527-4bd4-a671-b9112f193fef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '6b5a65c5-1bed-4301-9db8-c1056c2b8eba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 19 07:40:46.927705 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-8663fccc-d36f-47cc-874c-d746928ec672 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:46.928676 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8663fccc-d36f-47cc-874c-d746928ec672 None None] Bound using segment: {'id': '5a8d2b05-b527-4bd4-a671-b9112f193fef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '6b5a65c5-1bed-4301-9db8-c1056c2b8eba'} {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 07:40:46.928874 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-8663fccc-d36f-47cc-874c-d746928ec672 None None] Bound port: 2c3c3797-2008-4e53-bca0-90febd5f40a2, host: dv-neutron-861624-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a8d2b05-b527-4bd4-a671-b9112f193fef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '6b5a65c5-1bed-4301-9db8-c1056c2b8eba'}}] {{(pid=103334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 19 07:40:46.929987 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-8663fccc-d36f-47cc-874c-d746928ec672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:46.935859 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-a826cdd7-2c72-4626-9080-14b91c8b246b None None] Deleting port b10d6bcc-bdb0-471a-93dc-1d70e5db74f4 {{(pid=103334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 07:40:46.936231 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-a826cdd7-2c72-4626-9080-14b91c8b246b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:46.948898 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-c4b07d44-733b-4455-869c-13292977fe3f tempest-AllowedAddressPairTestJSON-1474361603 tempest-AllowedAddressPairTestJSON-1474361603-project] Notify callbacks [] for port, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:46.957639 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-b0a670c2-4db5-439a-aa2e-1c093640cd5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:46.965775 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Current status of the port e38c5152-cbd8-460d-99e5-f6a15272f394 is: ACTIVE; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:40:46.996557 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-9b2d2373-7161-4136-93f1-aed912cfb4c8 None None] Attempt 3 to provision port d2c7f3a9-f3ea-43d5-971c-1a501b9113ab Oct 19 07:40:46.999303 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a1d44a1-6f42-43a9-8deb-ac180cdaa851 tempest-RoutersAdminTest-1850549588 tempest-RoutersAdminTest-1850549588-project] DELETE failed (client error): The resource could not be found. Oct 19 07:40:46.999766 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a1d44a1-6f42-43a9-8deb-ac180cdaa851 tempest-RoutersAdminTest-1850549588 tempest-RoutersAdminTest-1850549588-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103332) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 07:40:47.003194 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-6a1d44a1-6f42-43a9-8deb-ac180cdaa851 tempest-RoutersAdminTest-1850549588 tempest-RoutersAdminTest-1850549588-project] 10.222.0.27 "DELETE /v2.0/subnets/b26a8acf-b2aa-44f4-9440-42847899c8c6 HTTP/1.1" status: 404 len: 337 time: 0.0848272 Oct 19 07:40:47.004284 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.plugin [None req-0c106650-02cc-454d-b34b-4f695b677c57 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Calling delete_port for b10d6bcc-bdb0-471a-93dc-1d70e5db74f4 owned by network:dhcp {{(pid=103332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 07:40:47.088297 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-c4b07d44-733b-4455-869c-13292977fe3f tempest-AllowedAddressPairTestJSON-1474361603 tempest-AllowedAddressPairTestJSON-1474361603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785020947330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130996763'] for port, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:47.110785 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4b07d44-733b-4455-869c-13292977fe3f tempest-AllowedAddressPairTestJSON-1474361603 tempest-AllowedAddressPairTestJSON-1474361603-project] Network 2b5f9a1d-4552-4b64-bd0c-5f57eae79640 is already hosted by enough agents. {{(pid=103333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 07:40:47.138984 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-c4b07d44-733b-4455-869c-13292977fe3f tempest-AllowedAddressPairTestJSON-1474361603 tempest-AllowedAddressPairTestJSON-1474361603-project] Resources bound (agent type, host, resource id): {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:40:47.166462 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4b07d44-733b-4455-869c-13292977fe3f tempest-AllowedAddressPairTestJSON-1474361603 tempest-AllowedAddressPairTestJSON-1474361603-project] Received port after_create {{(pid=103333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 07:40:47.218959 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device 3b8993c0-42ac-4012-a052-dbecd340cf49 no longer exists at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 07:40:47.228986 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-b0a670c2-4db5-439a-aa2e-1c093640cd5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788643'] for security_group, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:47.230432 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-b0a670c2-4db5-439a-aa2e-1c093640cd5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:47.241414 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-b0a670c2-4db5-439a-aa2e-1c093640cd5b admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/cf48f0e7-54b5-4b9f-b8b9-4ebee4497f78 HTTP/1.1" status: 204 len: 168 time: 0.4661942 Oct 19 07:40:47.257024 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-ab8088bc-414a-4937-be7e-332deebe442d tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133553798'] for port, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:47.280650 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a670c2-4db5-439a-aa2e-1c093640cd5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf48f0e7-54b5-4b9f-b8b9-4ebee4497f78,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:40:47.288761 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4b07d44-733b-4455-869c-13292977fe3f tempest-AllowedAddressPairTestJSON-1474361603 tempest-AllowedAddressPairTestJSON-1474361603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:40:47.288918 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-c4b07d44-733b-4455-869c-13292977fe3f tempest-AllowedAddressPairTestJSON-1474361603 tempest-AllowedAddressPairTestJSON-1474361603-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42160'] for port, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:47.321626 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b07d44-733b-4455-869c-13292977fe3f tempest-AllowedAddressPairTestJSON-1474361603 tempest-AllowedAddressPairTestJSON-1474361603-project] Pushing event updated for resources: {'Port': ['ID=3b54b7a9-d752-476e-9a93-9cddf0a2aa34,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:40:47.322222 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] No Port match for: 3b8993c0-42ac-4012-a052-dbecd340cf49 {{(pid=103334) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 19 07:40:47.323074 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device 3b8993c0-42ac-4012-a052-dbecd340cf49 not bound to the agent host dv-neutron-861624-1-hyperv {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 07:40:47.341138 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-9b2d2373-7161-4136-93f1-aed912cfb4c8 None None] Port d2c7f3a9-f3ea-43d5-971c-1a501b9113ab cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 07:40:47.348997 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-761e5f94-4721-452d-8502-547dd5178f3e tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks [] for port, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:47.369479 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-c4b07d44-733b-4455-869c-13292977fe3f tempest-AllowedAddressPairTestJSON-1474361603 tempest-AllowedAddressPairTestJSON-1474361603-project] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1839991 Oct 19 07:40:47.372846 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 56052) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:40:47.375604 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab8088bc-414a-4937-be7e-332deebe442d tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] No DVR routers for this DVR port 90cb5cdb-39e3-4350-97fc-24e5e41f1135 on host dv-neutron-861624-1-hyperv {{(pid=103332) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 19 07:40:47.384802 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-7b41f798-cb79-4c83-a69d-c3f353bbf7cf tempest-AllowedAddressPairTestJSON-1474361603 tempest-AllowedAddressPairTestJSON-1474361603-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.9', 'mac_address': 'fa:16:3e:08:6e:f4'}, {'ip_address': '172.20.0.5', 'mac_address': 'fa:16:3e:fb:eb:99'}]}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:40:47.385933 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8088bc-414a-4937-be7e-332deebe442d tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Pushing event deleted for resources: {'Port': ['ID=90cb5cdb-39e3-4350-97fc-24e5e41f1135,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:40:47.389100 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-a826cdd7-2c72-4626-9080-14b91c8b246b None None] For port b10d6bcc-bdb0-471a-93dc-1d70e5db74f4, host dv-neutron-861624-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=b10d6bcc-bdb0-471a-93dc-1d70e5db74f4,segment=NetworkSegment(a823f724-a18b-4efb-ada8-27eaa7d54a0c),segment_id=a823f724-a18b-4efb-ada8-27eaa7d54a0c)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:40:47.390553 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-a826cdd7-2c72-4626-9080-14b91c8b246b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:47.409269 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-8663fccc-d36f-47cc-874c-d746928ec672 None None] For port 2c3c3797-2008-4e53-bca0-90febd5f40a2, host dv-neutron-861624-1-hyperv, cleared binding levels {{(pid=103334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 07:40:47.457378 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-0c106650-02cc-454d-b34b-4f695b677c57 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133553798'] for port, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:47.459403 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 56054) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:40:47.472868 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-8663fccc-d36f-47cc-874c-d746928ec672 None None] For port 2c3c3797-2008-4e53-bca0-90febd5f40a2, host dv-neutron-861624-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=2c3c3797-2008-4e53-bca0-90febd5f40a2,segment=NetworkSegment(5a8d2b05-b527-4bd4-a671-b9112f193fef),segment_id=5a8d2b05-b527-4bd4-a671-b9112f193fef)] {{(pid=103334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 07:40:47.475120 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-a826cdd7-2c72-4626-9080-14b91c8b246b None None] Calling delete_port for b10d6bcc-bdb0-471a-93dc-1d70e5db74f4 owned by network:dhcp {{(pid=103334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 07:40:47.483226 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-8663fccc-d36f-47cc-874c-d746928ec672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:47.556893 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-ab8088bc-414a-4937-be7e-332deebe442d tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-673051', 'neutron.services.segments.db._delete_segments_for_network-8785021519108'] for network, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:47.584397 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.services.segments.db [None req-ab8088bc-414a-4937-be7e-332deebe442d tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56c72f95-63f4-4dae-811a-6f7e55afcc51']}} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:40:47.595970 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.services.segments.db [None req-ab8088bc-414a-4937-be7e-332deebe442d tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '745ba125-cc67-4975-935c-87e9a55699d1') {'for_net_delete': True} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:40:47.596330 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.services.segments.db [None req-ab8088bc-414a-4937-be7e-332deebe442d tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '745ba125-cc67-4975-935c-87e9a55699d1') {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:40:47.602392 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device 230e6b77-aece-467f-9dad-43884fb58e98 up at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 07:40:47.633605 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-ab8088bc-414a-4937-be7e-332deebe442d tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785021519382', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130726885'] for segment, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:47.659463 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c106650-02cc-454d-b34b-4f695b677c57 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Pushing event deleted for resources: {'Port': ['ID=b10d6bcc-bdb0-471a-93dc-1d70e5db74f4,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:40:47.686482 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c106650-02cc-454d-b34b-4f695b677c57 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] No DVR routers for this DVR port b10d6bcc-bdb0-471a-93dc-1d70e5db74f4 on host dv-neutron-861624-1-hyperv {{(pid=103332) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 19 07:40:47.710624 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-761e5f94-4721-452d-8502-547dd5178f3e tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785020947330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130996763'] for port, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:47.714049 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-138cebd6-6d41-4b27-a349-62b6e18a1d0d tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Notify callbacks [] for port, precommit_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:47.765734 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-ab8088bc-414a-4937-be7e-332deebe442d tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979'] for segment, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:47.769022 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-7b41f798-cb79-4c83-a69d-c3f353bbf7cf tempest-AllowedAddressPairTestJSON-1474361603 tempest-AllowedAddressPairTestJSON-1474361603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:47.771111 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-138cebd6-6d41-4b27-a349-62b6e18a1d0d tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133553807'] for port, after_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:47.799926 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab8088bc-414a-4937-be7e-332deebe442d tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Releasing vlan 190 on physical network physnet1 to pool {{(pid=103332) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 07:40:47.800345 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-ab8088bc-414a-4937-be7e-332deebe442d tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-133553843'] for segment, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:47.813483 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-761e5f94-4721-452d-8502-547dd5178f3e tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Network 6b5a65c5-1bed-4301-9db8-c1056c2b8eba is already hosted by enough agents. {{(pid=103333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 07:40:47.891084 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-761e5f94-4721-452d-8502-547dd5178f3e tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Resources bound (agent type, host, resource id): {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:40:47.900837 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-761e5f94-4721-452d-8502-547dd5178f3e tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Received port after_create {{(pid=103333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 07:40:47.908361 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-761e5f94-4721-452d-8502-547dd5178f3e tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:40:47.909794 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-761e5f94-4721-452d-8502-547dd5178f3e tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42160'] for port, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:47.923841 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761e5f94-4721-452d-8502-547dd5178f3e tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Pushing event updated for resources: {'Port': ['ID=6ceb7b5e-d0d7-42b8-bb53-1f55237b13d1,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:40:47.952672 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-761e5f94-4721-452d-8502-547dd5178f3e tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.9229820 Oct 19 07:40:47.953322 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 56062) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:40:47.974297 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 56064) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:40:48.021820 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-9b2d2373-7161-4136-93f1-aed912cfb4c8 None None] Attempt 4 to provision port d2c7f3a9-f3ea-43d5-971c-1a501b9113ab Oct 19 07:40:48.024497 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-138cebd6-6d41-4b27-a349-62b6e18a1d0d tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1574855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1694822'] for router_interface, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:48.034112 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.services.segments.plugin [-] Segment 745ba125-cc67-4975-935c-87e9a55699d1 resource provider aggregate not found Oct 19 07:40:48.109917 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8663fccc-d36f-47cc-874c-d746928ec672 None None] Pushing event updated for resources: {'Port': ['ID=2c3c3797-2008-4e53-bca0-90febd5f40a2,revision_number=2']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:40:48.119610 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138cebd6-6d41-4b27-a349-62b6e18a1d0d tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Pushing event updated for resources: {'Port': ['ID=5b70cc63-8b4d-40e3-9845-8e8add76f5fc,revision_number=2']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:40:48.125349 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-2a2259f7-b034-4eec-af7a-7abaede746c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:48.126941 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.services.segments.plugin [-] Segment 745ba125-cc67-4975-935c-87e9a55699d1 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 745ba125-cc67-4975-935c-87e9a55699d1 found for delete ", "request_id": "req-5afadee6-23ef-40c0-b6d1-f6ae4b3c49ba"}]} Oct 19 07:40:48.128305 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-b87db5a6-4e5a-4e33-bab2-f9235322f8f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:48.133044 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b296fd8e-97bc-4f87-94ce-5bc8798b929b tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:40:48.135423 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-9b2d2373-7161-4136-93f1-aed912cfb4c8 None None] Port d2c7f3a9-f3ea-43d5-971c-1a501b9113ab cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 07:40:48.148519 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b296fd8e-97bc-4f87-94ce-5bc8798b929b tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:40:48.153047 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-b296fd8e-97bc-4f87-94ce-5bc8798b929b tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] 10.222.0.27 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1667 time: 0.1796398 Oct 19 07:40:48.153944 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 56068) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:40:48.154249 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Provisioning complete for port 230e6b77-aece-467f-9dad-43884fb58e98 triggered by entity L2. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:40:48.154826 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:48.155192 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Attempt 1 to provision port 230e6b77-aece-467f-9dad-43884fb58e98 Oct 19 07:40:48.172205 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-f9df31d2-9c0f-4286-aef3-5bcef4138562 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=c3ff9d0048274a50bcec5d88a82a5cea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1854351 Oct 19 07:40:48.176087 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 56070) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:40:48.182793 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-a826cdd7-2c72-4626-9080-14b91c8b246b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339'] for port, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:48.184209 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-0c106650-02cc-454d-b34b-4f695b677c57 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-673051', 'neutron.services.segments.db._delete_segments_for_network-8785021519108'] for network, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:48.196416 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-ab8088bc-414a-4937-be7e-332deebe442d tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-673044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1695087'] for network, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:48.224391 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-ab8088bc-414a-4937-be7e-332deebe442d tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Notify callbacks [] for network, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:48.226533 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a826cdd7-2c72-4626-9080-14b91c8b246b None None] Pushing event deleted for resources: {'Port': ['ID=b10d6bcc-bdb0-471a-93dc-1d70e5db74f4,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:40:48.232631 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-ab8088bc-414a-4937-be7e-332deebe442d tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] 10.222.0.27 "DELETE /v2.0/networks/56c72f95-63f4-4dae-811a-6f7e55afcc51 HTTP/1.1" status: 204 len: 168 time: 5.9037077 Oct 19 07:40:48.234100 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a826cdd7-2c72-4626-9080-14b91c8b246b None None] No DVR routers for this DVR port b10d6bcc-bdb0-471a-93dc-1d70e5db74f4 on host dv-neutron-861624-1-hyperv {{(pid=103334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 19 07:40:48.238246 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 56072) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:40:48.245946 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-bf81efc7-fbd7-4aa3-b20f-c170f8105769 tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1745913792'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:40:48.294220 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.services.segments.db [None req-0c106650-02cc-454d-b34b-4f695b677c57 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d89e3664-8d62-4a36-94a1-43e82a1fb183']}} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:40:48.298764 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8088bc-414a-4937-be7e-332deebe442d tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Pushing event deleted for resources: {'Network': ['ID=56c72f95-63f4-4dae-811a-6f7e55afcc51,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:40:48.307101 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Current status of the port 230e6b77-aece-467f-9dad-43884fb58e98 is: ACTIVE; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:40:48.317790 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.services.segments.db [None req-0c106650-02cc-454d-b34b-4f695b677c57 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a823f724-a18b-4efb-ada8-27eaa7d54a0c') {'for_net_delete': True} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:40:48.318088 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.services.segments.db [None req-0c106650-02cc-454d-b34b-4f695b677c57 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a823f724-a18b-4efb-ada8-27eaa7d54a0c') {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:40:48.321601 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-7b41f798-cb79-4c83-a69d-c3f353bbf7cf tempest-AllowedAddressPairTestJSON-1474361603 tempest-AllowedAddressPairTestJSON-1474361603-project] Notify callbacks [] for port, precommit_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:48.332703 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-7b41f798-cb79-4c83-a69d-c3f353bbf7cf tempest-AllowedAddressPairTestJSON-1474361603 tempest-AllowedAddressPairTestJSON-1474361603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130996754'] for port, after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:48.335317 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf81efc7-fbd7-4aa3-b20f-c170f8105769 tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Made reservation on behalf of f2ca639a25f74e74adde8aad6c608244 for: {'network': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 07:40:48.338905 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-bf81efc7-fbd7-4aa3-b20f-c170f8105769 tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for network, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:48.349507 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-0c106650-02cc-454d-b34b-4f695b677c57 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785021519382', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130726885'] for segment, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:48.389581 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device b10d6bcc-bdb0-471a-93dc-1d70e5db74f4 no longer exists at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 07:40:48.412686 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] No Port match for: b10d6bcc-bdb0-471a-93dc-1d70e5db74f4 {{(pid=103334) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 19 07:40:48.413042 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device b10d6bcc-bdb0-471a-93dc-1d70e5db74f4 not bound to the agent host dv-neutron-861624-1-hyperv {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 07:40:48.429301 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-095de74d-9a1e-4b8a-a4fe-10bb30425c49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:48.429567 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-b87db5a6-4e5a-4e33-bab2-f9235322f8f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:48.430740 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-0c106650-02cc-454d-b34b-4f695b677c57 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979'] for segment, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:48.440231 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-b87db5a6-4e5a-4e33-bab2-f9235322f8f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788643'] for security_group, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:48.444612 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-138cebd6-6d41-4b27-a349-62b6e18a1d0d tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Network 0997eb68-1233-4eb7-b18d-fd76427e6598 is already hosted by enough agents. {{(pid=103332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 07:40:48.445891 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c106650-02cc-454d-b34b-4f695b677c57 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Releasing vlan 153 on physical network physnet1 to pool {{(pid=103332) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 07:40:48.446056 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-0c106650-02cc-454d-b34b-4f695b677c57 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-133553843'] for segment, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:48.469327 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-7b41f798-cb79-4c83-a69d-c3f353bbf7cf tempest-AllowedAddressPairTestJSON-1474361603 tempest-AllowedAddressPairTestJSON-1474361603-project] In _notify_port_updated(), no bound segment for port 3b54b7a9-d752-476e-9a93-9cddf0a2aa34 on network 2b5f9a1d-4552-4b64-bd0c-5f57eae79640 {{(pid=103333) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:900}} Oct 19 07:40:48.475212 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b41f798-cb79-4c83-a69d-c3f353bbf7cf tempest-AllowedAddressPairTestJSON-1474361603 tempest-AllowedAddressPairTestJSON-1474361603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:40:48.475839 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-7b41f798-cb79-4c83-a69d-c3f353bbf7cf tempest-AllowedAddressPairTestJSON-1474361603 tempest-AllowedAddressPairTestJSON-1474361603-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42160'] for port, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:48.476267 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.base_scheduler [None req-138cebd6-6d41-4b27-a349-62b6e18a1d0d tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Resources bound (agent type, host, resource id): {{(pid=103332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:40:48.477170 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-7b41f798-cb79-4c83-a69d-c3f353bbf7cf tempest-AllowedAddressPairTestJSON-1474361603 tempest-AllowedAddressPairTestJSON-1474361603-project] 10.222.0.27 "PUT /v2.0/ports/3b54b7a9-d752-476e-9a93-9cddf0a2aa34 HTTP/1.1" status: 200 len: 1056 time: 1.1033890 Oct 19 07:40:48.483617 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b41f798-cb79-4c83-a69d-c3f353bbf7cf tempest-AllowedAddressPairTestJSON-1474361603 tempest-AllowedAddressPairTestJSON-1474361603-project] Pushing event updated for resources: {'Port': ['ID=3b54b7a9-d752-476e-9a93-9cddf0a2aa34,revision_number=2']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:40:48.486219 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf81efc7-fbd7-4aa3-b20f-c170f8105769 tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 192} {{(pid=103333) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 07:40:48.492143 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 56074) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:40:48.511423 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-095de74d-9a1e-4b8a-a4fe-10bb30425c49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:48.544981 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87db5a6-4e5a-4e33-bab2-f9235322f8f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6bb4f40-8e44-4a0b-819d-5b07f8413994,revision_number=1']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:40:48.549635 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-18c81781-b722-4dac-b702-a797a5964dad tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Deleting port 6ceb7b5e-d0d7-42b8-bb53-1f55237b13d1 {{(pid=103333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 07:40:48.549999 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-18c81781-b722-4dac-b702-a797a5964dad tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:48.554652 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-b87db5a6-4e5a-4e33-bab2-f9235322f8f4 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=5ee591e0e6e142debce23d861bb244af&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0889928 Oct 19 07:40:48.559099 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-bf81efc7-fbd7-4aa3-b20f-c170f8105769 tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979'] for segment, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:48.559450 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.db.segments_db [None req-bf81efc7-fbd7-4aa3-b20f-c170f8105769 tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Added segment 878dedf8-0da6-4d53-87ae-f838f122cfa7 of type vlan for network 15ea93e1-4fd6-42a8-9711-69682cc48382 Oct 19 07:40:48.563868 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 56076) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:40:48.603294 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-0c106650-02cc-454d-b34b-4f695b677c57 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-673044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1695087'] for network, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:48.637349 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-9b2d2373-7161-4136-93f1-aed912cfb4c8 None None] Attempt 5 to provision port d2c7f3a9-f3ea-43d5-971c-1a501b9113ab Oct 19 07:40:48.647558 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-0c106650-02cc-454d-b34b-4f695b677c57 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Notify callbacks [] for network, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:48.650807 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-0c106650-02cc-454d-b34b-4f695b677c57 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] 10.222.0.27 "DELETE /v2.0/networks/d89e3664-8d62-4a36-94a1-43e82a1fb183 HTTP/1.1" status: 204 len: 168 time: 2.9027736 Oct 19 07:40:48.664724 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c106650-02cc-454d-b34b-4f695b677c57 tempest-NetworksTest-1378512769 tempest-NetworksTest-1378512769-project] Pushing event deleted for resources: {'Network': ['ID=d89e3664-8d62-4a36-94a1-43e82a1fb183,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:40:48.705998 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-9b2d2373-7161-4136-93f1-aed912cfb4c8 None None] Port d2c7f3a9-f3ea-43d5-971c-1a501b9113ab cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 07:40:48.739519 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-138cebd6-6d41-4b27-a349-62b6e18a1d0d tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Router fd0b6f47-0d58-4063-9fb4-a96b67b06000 is scheduled to L3 agent ab388470-1243-4d53-80f2-c2f5899c97a7 with binding_index 1 {{(pid=103332) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 07:40:48.804760 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-bf81efc7-fbd7-4aa3-b20f-c170f8105769 tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785020965340'] for network, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:48.877637 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-138cebd6-6d41-4b27-a349-62b6e18a1d0d tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Notify agent at l3_agent.dv-neutron-861624-1-hyperv the message routers_updated {{(pid=103332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 07:40:48.884160 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-18c81781-b722-4dac-b702-a797a5964dad tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:48.887042 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-138cebd6-6d41-4b27-a349-62b6e18a1d0d tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] 10.222.0.27 "PUT /v2.0/routers/fd0b6f47-0d58-4063-9fb4-a96b67b06000/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6500931 Oct 19 07:40:48.887798 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 56080) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:40:48.896778 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22bc53a8-fcef-4f09-bb52-b33c50e5e246 None None] Sync routers for ids ['fd0b6f47-0d58-4063-9fb4-a96b67b06000'] in dv-neutron-861624-1-hyperv {{(pid=103334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 07:40:48.912834 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22bc53a8-fcef-4f09-bb52-b33c50e5e246 None None] Routers {'fd0b6f47-0d58-4063-9fb4-a96b67b06000'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 07:40:48.913996 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-22bc53a8-fcef-4f09-bb52-b33c50e5e246 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T07:40:46Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['fd0b6f47-0d58-4063-9fb4-a96b67b06000'], 'active': True} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:40:48.927565 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-bf81efc7-fbd7-4aa3-b20f-c170f8105769 tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873'] for network, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:48.933193 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf81efc7-fbd7-4aa3-b20f-c170f8105769 tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:40:48.933808 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-bf81efc7-fbd7-4aa3-b20f-c170f8105769 tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Notify callbacks [] for network, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:48.948857 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-18c81781-b722-4dac-b702-a797a5964dad tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Calling delete_port for 6ceb7b5e-d0d7-42b8-bb53-1f55237b13d1 owned by {{(pid=103333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 07:40:48.950894 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b041828-b97e-4c11-9f42-ef1d7a7fc2f8 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:40:48.955920 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-4b041828-b97e-4c11-9f42-ef1d7a7fc2f8 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] 10.222.0.27 "GET /v2.0/ports/5b70cc63-8b4d-40e3-9845-8e8add76f5fc HTTP/1.1" status: 200 len: 910 time: 0.0657549 Oct 19 07:40:48.956962 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 56082) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:40:48.962678 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-2a758574-9d10-46b3-b691-e2d450c184f1 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '4977af43-0600-4952-b3fc-2c3ddba568ea'}]}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:40:48.970085 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-c3c190e2-42cc-4381-b6f6-0c86caa63356 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:48.978788 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-095de74d-9a1e-4b8a-a4fe-10bb30425c49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788643'] for security_group, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:48.981536 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-095de74d-9a1e-4b8a-a4fe-10bb30425c49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:48.982724 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-095de74d-9a1e-4b8a-a4fe-10bb30425c49 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/e56fe7a3-e8e6-4850-98bb-a9edccc5b704 HTTP/1.1" status: 204 len: 168 time: 0.8023338 Oct 19 07:40:49.034264 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-22bc53a8-fcef-4f09-bb52-b33c50e5e246 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:40:49.051360 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-1a0da505-d0f9-48c6-b7e2-53b9c5e41298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:49.053433 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22bc53a8-fcef-4f09-bb52-b33c50e5e246 None None] Routers {'fd0b6f47-0d58-4063-9fb4-a96b67b06000'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 07:40:49.054348 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-22bc53a8-fcef-4f09-bb52-b33c50e5e246 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T07:40:46Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['fd0b6f47-0d58-4063-9fb4-a96b67b06000'], 'active': True} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:40:49.097843 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-22bc53a8-fcef-4f09-bb52-b33c50e5e246 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:40:49.098689 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22bc53a8-fcef-4f09-bb52-b33c50e5e246 None None] The sync data for ids ['fd0b6f47-0d58-4063-9fb4-a96b67b06000'] in dv-neutron-861624-1-hyperv is: [] {{(pid=103334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 07:40:49.118312 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:49.122983 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-bf81efc7-fbd7-4aa3-b20f-c170f8105769 tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.8823409 Oct 19 07:40:49.123917 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095de74d-9a1e-4b8a-a4fe-10bb30425c49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e56fe7a3-e8e6-4850-98bb-a9edccc5b704,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:40:49.126688 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 56088) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:40:49.159368 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-047cc723-8028-4f3f-8d6a-9cbbfb40035c tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Request body: {'subnet': {'network_id': '15ea93e1-4fd6-42a8-9711-69682cc48382', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:40:49.191852 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf81efc7-fbd7-4aa3-b20f-c170f8105769 tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Pushing event updated for resources: {'Network': ['ID=15ea93e1-4fd6-42a8-9711-69682cc48382,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:40:49.195719 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-c3c190e2-42cc-4381-b6f6-0c86caa63356 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:49.202531 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Network 15ea93e1-4fd6-42a8-9711-69682cc48382 details requested by agent ovs-agent-dv-neutron-861624-1-hyperv with host dv-neutron-861624-1-hyperv {{(pid=103334) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 07:40:49.207356 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-bdaad8d8-6ba3-47ca-ba43-585643773697 tempest-AllowedAddressPairTestJSON-1474361603 tempest-AllowedAddressPairTestJSON-1474361603-project] Deleting port 3b54b7a9-d752-476e-9a93-9cddf0a2aa34 {{(pid=103333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 07:40:49.207698 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-bdaad8d8-6ba3-47ca-ba43-585643773697 tempest-AllowedAddressPairTestJSON-1474361603 tempest-AllowedAddressPairTestJSON-1474361603-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:49.208079 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-9b2d2373-7161-4136-93f1-aed912cfb4c8 None None] Attempt 6 to provision port d2c7f3a9-f3ea-43d5-971c-1a501b9113ab Oct 19 07:40:49.274420 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 56090) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:40:49.320947 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-047cc723-8028-4f3f-8d6a-9cbbfb40035c tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Made reservation on behalf of f2ca639a25f74e74adde8aad6c608244 for: {'subnet': 1} {{(pid=103332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 07:40:49.337148 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-047cc723-8028-4f3f-8d6a-9cbbfb40035c tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130659787'] for subnet, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:49.400213 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-9b2d2373-7161-4136-93f1-aed912cfb4c8 None None] Port d2c7f3a9-f3ea-43d5-971c-1a501b9113ab cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 07:40:49.481201 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-c3c190e2-42cc-4381-b6f6-0c86caa63356 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788643'] for security_group, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:49.482739 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-2a758574-9d10-46b3-b691-e2d450c184f1 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:49.489026 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-c3c190e2-42cc-4381-b6f6-0c86caa63356 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:49.490576 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-c3c190e2-42cc-4381-b6f6-0c86caa63356 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/a6bb4f40-8e44-4a0b-819d-5b07f8413994 HTTP/1.1" status: 204 len: 168 time: 0.9254589 Oct 19 07:40:49.508702 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-bdaad8d8-6ba3-47ca-ba43-585643773697 tempest-AllowedAddressPairTestJSON-1474361603 tempest-AllowedAddressPairTestJSON-1474361603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:49.543706 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95904e8c-d183-414f-a9a4-0f5ee66c3ead None None] get_active_networks_info from dv-neutron-861624-1-hyperv {{(pid=103334) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 19 07:40:49.579120 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-bdaad8d8-6ba3-47ca-ba43-585643773697 tempest-AllowedAddressPairTestJSON-1474361603 tempest-AllowedAddressPairTestJSON-1474361603-project] Calling delete_port for 3b54b7a9-d752-476e-9a93-9cddf0a2aa34 owned by {{(pid=103333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 07:40:49.583197 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c190e2-42cc-4381-b6f6-0c86caa63356 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6bb4f40-8e44-4a0b-819d-5b07f8413994,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:40:49.595469 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-18c81781-b722-4dac-b702-a797a5964dad tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130996763'] for port, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:49.615336 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device 2c3c3797-2008-4e53-bca0-90febd5f40a2 up at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 07:40:49.664616 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c81781-b722-4dac-b702-a797a5964dad tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Pushing event deleted for resources: {'Port': ['ID=6ceb7b5e-d0d7-42b8-bb53-1f55237b13d1,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:40:49.704072 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-18c81781-b722-4dac-b702-a797a5964dad tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42160'] for port, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:49.710450 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-18c81781-b722-4dac-b702-a797a5964dad tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] 10.222.0.27 "DELETE /v2.0/ports/6ceb7b5e-d0d7-42b8-bb53-1f55237b13d1 HTTP/1.1" status: 204 len: 168 time: 1.5526223 Oct 19 07:40:49.711323 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 56100) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:40:49.756667 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Provisioning complete for port 2c3c3797-2008-4e53-bca0-90febd5f40a2 triggered by entity L2. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:40:49.757260 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:49.757754 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Attempt 1 to provision port 2c3c3797-2008-4e53-bca0-90febd5f40a2 Oct 19 07:40:49.780490 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32980a46-8db5-412e-9225-67ad27bdf6e1 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:40:49.782662 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32980a46-8db5-412e-9225-67ad27bdf6e1 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:40:49.788083 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-32980a46-8db5-412e-9225-67ad27bdf6e1 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] 10.222.0.27 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.0740347 Oct 19 07:40:49.789470 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 56102) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:40:49.844045 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95904e8c-d183-414f-a9a4-0f5ee66c3ead None None] Resources bound (agent type, host, resource id): {{(pid=103334) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 19 07:40:49.902330 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-9b2d2373-7161-4136-93f1-aed912cfb4c8 None None] Attempt 7 to provision port d2c7f3a9-f3ea-43d5-971c-1a501b9113ab Oct 19 07:40:49.906783 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.db_base_plugin_v2 [None req-9eed15f1-3c37-451d-aecc-00816e21a7c9 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Deleting subnet 60baaafa-0a67-42ba-b362-15d46b3b6154 {{(pid=103333) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 19 07:40:49.916432 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-9eed15f1-3c37-451d-aecc-00816e21a7c9 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks [] for subnet, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:49.951546 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Current status of the port 2c3c3797-2008-4e53-bca0-90febd5f40a2 is: DOWN; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:40:49.952017 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:49.962125 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-bdaad8d8-6ba3-47ca-ba43-585643773697 tempest-AllowedAddressPairTestJSON-1474361603 tempest-AllowedAddressPairTestJSON-1474361603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130996763'] for port, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:50.001152 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-9b2d2373-7161-4136-93f1-aed912cfb4c8 None None] Port d2c7f3a9-f3ea-43d5-971c-1a501b9113ab cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 07:40:50.007473 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-9eed15f1-3c37-451d-aecc-00816e21a7c9 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-134111928'] for subnet, precommit_delete_associations {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:50.012191 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdaad8d8-6ba3-47ca-ba43-585643773697 tempest-AllowedAddressPairTestJSON-1474361603 tempest-AllowedAddressPairTestJSON-1474361603-project] Pushing event deleted for resources: {'Port': ['ID=3b54b7a9-d752-476e-9a93-9cddf0a2aa34,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:40:50.038008 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] For port 2c3c3797-2008-4e53-bca0-90febd5f40a2, host dv-neutron-861624-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=2c3c3797-2008-4e53-bca0-90febd5f40a2,segment=NetworkSegment(5a8d2b05-b527-4bd4-a671-b9112f193fef),segment_id=5a8d2b05-b527-4bd4-a671-b9112f193fef)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:40:50.046120 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:50.134742 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Pushing event updated for resources: {'Port': ['ID=2c3c3797-2008-4e53-bca0-90febd5f40a2,revision_number=3']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:40:50.149150 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-047cc723-8028-4f3f-8d6a-9cbbfb40035c tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-133552662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130659641'] for subnet, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:50.168227 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 56114) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:40:50.202341 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.services.segments.plugin [-] Segment a823f724-a18b-4efb-ada8-27eaa7d54a0c resource provider aggregate not found Oct 19 07:40:50.285170 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.services.segments.plugin [-] Segment a823f724-a18b-4efb-ada8-27eaa7d54a0c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a823f724-a18b-4efb-ada8-27eaa7d54a0c found for delete ", "request_id": "req-38250293-c3cf-4750-91e9-6c39eb11ea23"}]} Oct 19 07:40:50.293408 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-244ed2c8-6286-45f0-b785-8eb0df84f214 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=2a06cf3adb854931a1e873f20cdb1976&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0177894 Oct 19 07:40:50.305766 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 56118) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:40:50.502509 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-9b2d2373-7161-4136-93f1-aed912cfb4c8 None None] Attempt 8 to provision port d2c7f3a9-f3ea-43d5-971c-1a501b9113ab Oct 19 07:40:50.536150 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-2a758574-9d10-46b3-b691-e2d450c184f1 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Notify callbacks [] for port, precommit_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:50.559918 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-76222d07-3715-41a3-b5ef-9628290d93fa admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=fec3e90f990246a9ab12e89f58de82cb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3765035 Oct 19 07:40:50.573802 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-9b2d2373-7161-4136-93f1-aed912cfb4c8 None None] Port d2c7f3a9-f3ea-43d5-971c-1a501b9113ab cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 07:40:50.580274 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 56126) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:40:50.593507 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-2a758574-9d10-46b3-b691-e2d450c184f1 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133553807'] for port, after_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:50.605018 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047cc723-8028-4f3f-8d6a-9cbbfb40035c tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Pushing event updated for resources: {'Subnet': ['ID=6b08d3ba-398a-435b-9d9e-514990d58f99,revision_number=0']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:40:50.678867 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-047cc723-8028-4f3f-8d6a-9cbbfb40035c tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Checking segment: {'id': '878dedf8-0da6-4d53-87ae-f838f122cfa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '15ea93e1-4fd6-42a8-9711-69682cc48382'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 19 07:40:50.679227 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-047cc723-8028-4f3f-8d6a-9cbbfb40035c tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Network hostable DHCP agents. Network: 15ea93e1-4fd6-42a8-9711-69682cc48382, hostable agents: ['310d813b-0e3e-4d7e-9b79-8f4ec0dbcab0'], hosted agents: [] {{(pid=103332) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 07:40:50.711625 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 56130) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:40:50.712936 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-9eed15f1-3c37-451d-aecc-00816e21a7c9 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-679826'] for subnet, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:50.735910 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a758574-9d10-46b3-b691-e2d450c184f1 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Pushing event updated for resources: {'Port': ['ID=5b70cc63-8b4d-40e3-9845-8e8add76f5fc,revision_number=3']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:40:50.745735 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a758574-9d10-46b3-b691-e2d450c184f1 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:40:50.746312 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-2a758574-9d10-46b3-b691-e2d450c184f1 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42160'] for port, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:50.747687 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-2a758574-9d10-46b3-b691-e2d450c184f1 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] 10.222.0.27 "PUT /v2.0/ports/5b70cc63-8b4d-40e3-9845-8e8add76f5fc HTTP/1.1" status: 200 len: 910 time: 1.7897363 Oct 19 07:40:50.750017 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-d868b717-b9ee-438f-9b97-5cb63cbd9107 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:50.755690 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 56134) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:40:50.802257 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-bdaad8d8-6ba3-47ca-ba43-585643773697 tempest-AllowedAddressPairTestJSON-1474361603 tempest-AllowedAddressPairTestJSON-1474361603-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42160'] for port, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:50.808816 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-bdaad8d8-6ba3-47ca-ba43-585643773697 tempest-AllowedAddressPairTestJSON-1474361603 tempest-AllowedAddressPairTestJSON-1474361603-project] 10.222.0.27 "DELETE /v2.0/ports/3b54b7a9-d752-476e-9a93-9cddf0a2aa34 HTTP/1.1" status: 204 len: 168 time: 2.3152430 Oct 19 07:40:50.809481 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 56136) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:40:50.842722 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a47610b-b664-45ee-bef5-08fd89160273 tempest-AllowedAddressPairTestJSON-1474361603 tempest-AllowedAddressPairTestJSON-1474361603-project] GET failed (client error): The resource could not be found. Oct 19 07:40:50.844440 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-1a47610b-b664-45ee-bef5-08fd89160273 tempest-AllowedAddressPairTestJSON-1474361603 tempest-AllowedAddressPairTestJSON-1474361603-project] 10.222.0.27 "GET /v2.0/ports/3b54b7a9-d752-476e-9a93-9cddf0a2aa34 HTTP/1.1" status: 404 len: 333 time: 0.0319312 Oct 19 07:40:50.848305 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 56138) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:40:50.861195 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [None req-3802a22e-1df8-4075-9636-a40794ce9870 tempest-ExtensionsTestJSON-449227831 tempest-ExtensionsTestJSON-449227831-project] http://10.222.0.27:9696/v2.0/extensions returned with HTTP 200 {{(pid=103333) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 07:40:50.862750 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-3802a22e-1df8-4075-9636-a40794ce9870 tempest-ExtensionsTestJSON-449227831 tempest-ExtensionsTestJSON-449227831-project] 10.222.0.27 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.1444893 Oct 19 07:40:50.866142 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-9eed15f1-3c37-451d-aecc-00816e21a7c9 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-679819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130997964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130170408'] for subnet, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:50.883587 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 56140) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:40:50.891645 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [None req-d0de9de8-becf-4be9-a3c8-cd85b0fd0a43 tempest-ExtensionsTestJSON-449227831 tempest-ExtensionsTestJSON-449227831-project] http://10.222.0.27:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=103333) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 07:40:50.892672 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-d0de9de8-becf-4be9-a3c8-cd85b0fd0a43 tempest-ExtensionsTestJSON-449227831 tempest-ExtensionsTestJSON-449227831-project] 10.222.0.27 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0052888 Oct 19 07:40:50.896763 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 56142) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:40:50.925032 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [None req-725c16b8-6447-4a22-9703-24c170b79ace tempest-ExtensionsTestJSON-449227831 tempest-ExtensionsTestJSON-449227831-project] http://10.222.0.27:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=103333) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 07:40:50.926015 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-725c16b8-6447-4a22-9703-24c170b79ace tempest-ExtensionsTestJSON-449227831 tempest-ExtensionsTestJSON-449227831-project] 10.222.0.27 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0051341 Oct 19 07:40:50.931651 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 56144) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:40:50.932401 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eed15f1-3c37-451d-aecc-00816e21a7c9 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Pushing event deleted for resources: {'Subnet': ['ID=60baaafa-0a67-42ba-b362-15d46b3b6154,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:40:50.940988 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [None req-e996850d-7971-4b55-9511-e080369eb076 tempest-ExtensionsTestJSON-449227831 tempest-ExtensionsTestJSON-449227831-project] http://10.222.0.27:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=103333) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 07:40:50.941983 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-e996850d-7971-4b55-9511-e080369eb076 tempest-ExtensionsTestJSON-449227831 tempest-ExtensionsTestJSON-449227831-project] 10.222.0.27 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0074675 Oct 19 07:40:50.947086 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-9eed15f1-3c37-451d-aecc-00816e21a7c9 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks [] for subnet, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:50.950725 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-9eed15f1-3c37-451d-aecc-00816e21a7c9 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] 10.222.0.27 "DELETE /v2.0/subnets/60baaafa-0a67-42ba-b362-15d46b3b6154 HTTP/1.1" status: 204 len: 168 time: 1.1597905 Oct 19 07:40:50.951068 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 56146) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:40:50.954892 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73668979-d1d3-41d3-8530-372bc5cc1341 None None] Network 6b5a65c5-1bed-4301-9db8-c1056c2b8eba requested from dv-neutron-861624-1-hyperv {{(pid=103334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 07:40:50.955309 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [None req-4eeca473-a512-472e-aa78-a090633e3498 tempest-ExtensionsTestJSON-449227831 tempest-ExtensionsTestJSON-449227831-project] http://10.222.0.27:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=103333) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 07:40:50.956264 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-4eeca473-a512-472e-aa78-a090633e3498 tempest-ExtensionsTestJSON-449227831 tempest-ExtensionsTestJSON-449227831-project] 10.222.0.27 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0042732 Oct 19 07:40:50.957216 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 56148) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:40:50.962906 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 56150) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:40:50.973155 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [None req-9e23866f-a3e8-48de-a26e-281704ff82ad tempest-ExtensionsTestJSON-449227831 tempest-ExtensionsTestJSON-449227831-project] http://10.222.0.27:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=103333) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 07:40:50.974138 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-9e23866f-a3e8-48de-a26e-281704ff82ad tempest-ExtensionsTestJSON-449227831 tempest-ExtensionsTestJSON-449227831-project] 10.222.0.27 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0102022 Oct 19 07:40:50.976926 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 56152) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:40:50.983057 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [None req-a6688f67-e5df-4041-a505-bdd8d51a6e0d tempest-ExtensionsTestJSON-449227831 tempest-ExtensionsTestJSON-449227831-project] http://10.222.0.27:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=103333) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 07:40:50.984073 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-a6688f67-e5df-4041-a505-bdd8d51a6e0d tempest-ExtensionsTestJSON-449227831 tempest-ExtensionsTestJSON-449227831-project] 10.222.0.27 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0060582 Oct 19 07:40:51.032207 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 56154) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:40:51.040999 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-017a940d-3914-495a-b96a-90a5dd47eb0e tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] 10.222.0.27 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0804043 Oct 19 07:40:51.041720 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [None req-85f5707a-c427-4e35-9408-c72c515d44e7 tempest-ExtensionsTestJSON-449227831 tempest-ExtensionsTestJSON-449227831-project] http://10.222.0.27:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=103333) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 07:40:51.045172 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-85f5707a-c427-4e35-9408-c72c515d44e7 tempest-ExtensionsTestJSON-449227831 tempest-ExtensionsTestJSON-449227831-project] 10.222.0.27 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0062985 Oct 19 07:40:51.046427 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 56156) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:40:51.046765 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 56158) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:40:51.052693 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [None req-71170da6-dfe9-4252-9528-843d63b28796 tempest-ExtensionsTestJSON-449227831 tempest-ExtensionsTestJSON-449227831-project] http://10.222.0.27:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=103333) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 07:40:51.053670 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-71170da6-dfe9-4252-9528-843d63b28796 tempest-ExtensionsTestJSON-449227831 tempest-ExtensionsTestJSON-449227831-project] 10.222.0.27 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0049136 Oct 19 07:40:51.064018 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 56160) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:40:51.071709 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [None req-3b4a469c-0c9d-435b-a50c-5172c3130a5d tempest-ExtensionsTestJSON-449227831 tempest-ExtensionsTestJSON-449227831-project] http://10.222.0.27:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=103333) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 07:40:51.072742 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-3b4a469c-0c9d-435b-a50c-5172c3130a5d tempest-ExtensionsTestJSON-449227831 tempest-ExtensionsTestJSON-449227831-project] 10.222.0.27 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0065539 Oct 19 07:40:51.076341 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-9b2d2373-7161-4136-93f1-aed912cfb4c8 None None] Attempt 9 to provision port d2c7f3a9-f3ea-43d5-971c-1a501b9113ab Oct 19 07:40:51.093506 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 56162) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:40:51.101484 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [None req-0d5b4201-fb38-431f-a945-4b8a2546d208 tempest-ExtensionsTestJSON-449227831 tempest-ExtensionsTestJSON-449227831-project] http://10.222.0.27:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=103333) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 07:40:51.102454 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-0d5b4201-fb38-431f-a945-4b8a2546d208 tempest-ExtensionsTestJSON-449227831 tempest-ExtensionsTestJSON-449227831-project] 10.222.0.27 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0079646 Oct 19 07:40:51.107792 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 56164) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:40:51.114639 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [None req-7e1f89df-5572-4d8f-8b31-2587cdb7651d tempest-ExtensionsTestJSON-449227831 tempest-ExtensionsTestJSON-449227831-project] http://10.222.0.27:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=103333) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 07:40:51.117608 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-7e1f89df-5572-4d8f-8b31-2587cdb7651d tempest-ExtensionsTestJSON-449227831 tempest-ExtensionsTestJSON-449227831-project] 10.222.0.27 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0055110 Oct 19 07:40:51.119069 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 56166) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:40:51.127844 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [None req-bae05179-3f78-49ba-8e17-4349a4dcf0de tempest-ExtensionsTestJSON-449227831 tempest-ExtensionsTestJSON-449227831-project] http://10.222.0.27:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=103333) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 07:40:51.130613 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-bae05179-3f78-49ba-8e17-4349a4dcf0de tempest-ExtensionsTestJSON-449227831 tempest-ExtensionsTestJSON-449227831-project] 10.222.0.27 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0062361 Oct 19 07:40:51.131263 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-047cc723-8028-4f3f-8d6a-9cbbfb40035c tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Network 15ea93e1-4fd6-42a8-9711-69682cc48382 is scheduled to be hosted by DHCP agent 310d813b-0e3e-4d7e-9b79-8f4ec0dbcab0 with binding_index 1 {{(pid=103332) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 07:40:51.131806 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 56168) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:40:51.138612 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [None req-9b520ebd-6fa4-4f4c-a769-32c54181f293 tempest-ExtensionsTestJSON-449227831 tempest-ExtensionsTestJSON-449227831-project] http://10.222.0.27:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=103333) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 07:40:51.139277 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-9b520ebd-6fa4-4f4c-a769-32c54181f293 tempest-ExtensionsTestJSON-449227831 tempest-ExtensionsTestJSON-449227831-project] 10.222.0.27 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0064895 Oct 19 07:40:51.140288 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-9b2d2373-7161-4136-93f1-aed912cfb4c8 None None] Port d2c7f3a9-f3ea-43d5-971c-1a501b9113ab cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 07:40:51.142911 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 56170) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:40:51.148050 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [None req-4df1e658-cd37-4394-9fc8-32c1dd5c54db tempest-ExtensionsTestJSON-449227831 tempest-ExtensionsTestJSON-449227831-project] http://10.222.0.27:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=103333) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 07:40:51.149356 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-4df1e658-cd37-4394-9fc8-32c1dd5c54db tempest-ExtensionsTestJSON-449227831 tempest-ExtensionsTestJSON-449227831-project] 10.222.0.27 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0052156 Oct 19 07:40:51.149625 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-076134c2-4ef5-41ab-993a-aa97941829aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:51.163037 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9708fd0-8118-4f7b-a8d3-10900651d1ec tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:40:51.164493 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-d9708fd0-8118-4f7b-a8d3-10900651d1ec tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] 10.222.0.27 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1168365 Oct 19 07:40:51.165886 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 56172) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:40:51.170027 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [None req-7d85e9e0-8509-4cb4-a5ad-c02ab5c279e6 tempest-ExtensionsTestJSON-449227831 tempest-ExtensionsTestJSON-449227831-project] http://10.222.0.27:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=103333) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 07:40:51.170976 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-7d85e9e0-8509-4cb4-a5ad-c02ab5c279e6 tempest-ExtensionsTestJSON-449227831 tempest-ExtensionsTestJSON-449227831-project] 10.222.0.27 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0041938 Oct 19 07:40:51.171615 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 56174) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:40:51.173659 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-b64dd82f-4423-4f41-ae6d-de0446bdf2f6 tempest-AllowedAddressPairTestJSON-1474361603 tempest-AllowedAddressPairTestJSON-1474361603-project] Deleting port d2c7f3a9-f3ea-43d5-971c-1a501b9113ab {{(pid=103333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 07:40:51.174555 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-b64dd82f-4423-4f41-ae6d-de0446bdf2f6 tempest-AllowedAddressPairTestJSON-1474361603 tempest-AllowedAddressPairTestJSON-1474361603-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:51.182626 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-d868b717-b9ee-438f-9b97-5cb63cbd9107 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:51.185212 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 56176) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:40:51.200062 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [None req-15ee1688-6d59-4715-b7be-ac969348f58b tempest-ExtensionsTestJSON-449227831 tempest-ExtensionsTestJSON-449227831-project] http://10.222.0.27:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=103332) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 07:40:51.203760 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-15ee1688-6d59-4715-b7be-ac969348f58b tempest-ExtensionsTestJSON-449227831 tempest-ExtensionsTestJSON-449227831-project] 10.222.0.27 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0046327 Oct 19 07:40:51.213119 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 56178) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:40:51.213763 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.base_scheduler [None req-047cc723-8028-4f3f-8d6a-9cbbfb40035c tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861624-1-hyperv, 15ea93e1-4fd6-42a8-9711-69682cc48382) {{(pid=103332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:40:51.217878 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfe73a1b-e00f-4b6d-8e0b-b2c5716c08b6 None None] DHCP port deletion for 6b5a65c5-1bed-4301-9db8-c1056c2b8eba request from dv-neutron-861624-1-hyperv {{(pid=103334) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 07:40:51.221878 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [None req-be372f2c-ba7f-4532-8466-99cc7f2c5375 tempest-ExtensionsTestJSON-449227831 tempest-ExtensionsTestJSON-449227831-project] http://10.222.0.27:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=103332) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 07:40:51.222859 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-be372f2c-ba7f-4532-8466-99cc7f2c5375 tempest-ExtensionsTestJSON-449227831 tempest-ExtensionsTestJSON-449227831-project] 10.222.0.27 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0072579 Oct 19 07:40:51.228911 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b529e14d-23e4-49a6-90e5-b1eff3a0ef48 None None] Network 15ea93e1-4fd6-42a8-9711-69682cc48382 requested from dv-neutron-861624-1-hyperv {{(pid=103334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 07:40:51.230737 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 56180) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:40:51.237144 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-047cc723-8028-4f3f-8d6a-9cbbfb40035c tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:40:51.237948 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-047cc723-8028-4f3f-8d6a-9cbbfb40035c tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Notify callbacks [] for subnet, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:51.257374 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [None req-97687eec-cf04-418b-8daf-f566a6835f12 tempest-ExtensionsTestJSON-449227831 tempest-ExtensionsTestJSON-449227831-project] http://10.222.0.27:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=103332) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 07:40:51.258361 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-97687eec-cf04-418b-8daf-f566a6835f12 tempest-ExtensionsTestJSON-449227831 tempest-ExtensionsTestJSON-449227831-project] 10.222.0.27 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0161309 Oct 19 07:40:51.265189 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-076134c2-4ef5-41ab-993a-aa97941829aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:51.266714 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 56182) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:40:51.291706 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [None req-1efcecc3-e369-4ed0-8372-fd8155e50647 tempest-ExtensionsTestJSON-449227831 tempest-ExtensionsTestJSON-449227831-project] http://10.222.0.27:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=103332) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 07:40:51.295910 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-1efcecc3-e369-4ed0-8372-fd8155e50647 tempest-ExtensionsTestJSON-449227831 tempest-ExtensionsTestJSON-449227831-project] 10.222.0.27 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0223026 Oct 19 07:40:51.298133 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 56184) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:40:51.308413 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3619abe6-2ff2-43a9-955e-4e9c22771779 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:40:51.309951 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-3619abe6-2ff2-43a9-955e-4e9c22771779 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] 10.222.0.27 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1322088 Oct 19 07:40:51.312688 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 56186) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:40:51.316149 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [None req-3ae6cc62-1cdf-4d89-b5c3-2b0c5b559911 tempest-ExtensionsTestJSON-449227831 tempest-ExtensionsTestJSON-449227831-project] http://10.222.0.27:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=103332) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 07:40:51.320378 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-3ae6cc62-1cdf-4d89-b5c3-2b0c5b559911 tempest-ExtensionsTestJSON-449227831 tempest-ExtensionsTestJSON-449227831-project] 10.222.0.27 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0111411 Oct 19 07:40:51.322761 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 56188) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:40:51.330699 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [None req-2e57fe28-8225-4e63-9407-5d7f98cc63fb tempest-ExtensionsTestJSON-449227831 tempest-ExtensionsTestJSON-449227831-project] http://10.222.0.27:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=103332) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 07:40:51.334819 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-2e57fe28-8225-4e63-9407-5d7f98cc63fb tempest-ExtensionsTestJSON-449227831 tempest-ExtensionsTestJSON-449227831-project] 10.222.0.27 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0046642 Oct 19 07:40:51.358306 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-cfe73a1b-e00f-4b6d-8e0b-b2c5716c08b6 None None] Deleting port 2c3c3797-2008-4e53-bca0-90febd5f40a2 {{(pid=103334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 07:40:51.359058 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-cfe73a1b-e00f-4b6d-8e0b-b2c5716c08b6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:51.359893 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 56190) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:40:51.363877 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-b06a8064-be69-4461-bd9c-db723121a768 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] 10.222.0.27 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0503490 Oct 19 07:40:51.367515 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [None req-c343e7c0-3822-410b-90bb-282c13815ff4 tempest-ExtensionsTestJSON-449227831 tempest-ExtensionsTestJSON-449227831-project] http://10.222.0.27:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=103333) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 07:40:51.367849 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-c343e7c0-3822-410b-90bb-282c13815ff4 tempest-ExtensionsTestJSON-449227831 tempest-ExtensionsTestJSON-449227831-project] 10.222.0.27 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0068319 Oct 19 07:40:51.370164 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 56192) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:40:51.370438 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 56194) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:40:51.376780 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-d1993525-4b29-4a8e-9d8c-fd3a7ea49cd7 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Request body: {'subnet': {'network_id': '6b5a65c5-1bed-4301-9db8-c1056c2b8eba', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:40:51.381971 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-b64dd82f-4423-4f41-ae6d-de0446bdf2f6 tempest-AllowedAddressPairTestJSON-1474361603 tempest-AllowedAddressPairTestJSON-1474361603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:51.387684 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [None req-ecc84ed4-a110-4690-b7dd-008f0e47df73 tempest-ExtensionsTestJSON-449227831 tempest-ExtensionsTestJSON-449227831-project] http://10.222.0.27:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=103333) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 07:40:51.388631 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-ecc84ed4-a110-4690-b7dd-008f0e47df73 tempest-ExtensionsTestJSON-449227831 tempest-ExtensionsTestJSON-449227831-project] 10.222.0.27 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0161855 Oct 19 07:40:51.397093 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 56196) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:40:51.418307 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [None req-126e02be-c2ac-4538-97aa-55742a73aa12 tempest-ExtensionsTestJSON-449227831 tempest-ExtensionsTestJSON-449227831-project] http://10.222.0.27:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=103333) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 07:40:51.419441 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-126e02be-c2ac-4538-97aa-55742a73aa12 tempest-ExtensionsTestJSON-449227831 tempest-ExtensionsTestJSON-449227831-project] 10.222.0.27 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0123870 Oct 19 07:40:51.422694 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-b64dd82f-4423-4f41-ae6d-de0446bdf2f6 tempest-AllowedAddressPairTestJSON-1474361603 tempest-AllowedAddressPairTestJSON-1474361603-project] Calling delete_port for d2c7f3a9-f3ea-43d5-971c-1a501b9113ab owned by {{(pid=103333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 07:40:51.426645 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 56198) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:40:51.439700 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [None req-7c14f196-960c-404a-9bf7-41a7e43e9cf3 tempest-ExtensionsTestJSON-449227831 tempest-ExtensionsTestJSON-449227831-project] http://10.222.0.27:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=103333) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 07:40:51.440621 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-7c14f196-960c-404a-9bf7-41a7e43e9cf3 tempest-ExtensionsTestJSON-449227831 tempest-ExtensionsTestJSON-449227831-project] 10.222.0.27 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0133703 Oct 19 07:40:51.444564 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 56200) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:40:51.453533 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [None req-f419ab58-4d0a-446b-a0ac-8fc1e0f85aac tempest-ExtensionsTestJSON-449227831 tempest-ExtensionsTestJSON-449227831-project] http://10.222.0.27:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=103333) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 07:40:51.454488 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-f419ab58-4d0a-446b-a0ac-8fc1e0f85aac tempest-ExtensionsTestJSON-449227831 tempest-ExtensionsTestJSON-449227831-project] 10.222.0.27 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0065107 Oct 19 07:40:51.462153 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 56202) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:40:51.469588 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [None req-b1a08f5a-5e3c-470f-9b12-bbd125f62e15 tempest-ExtensionsTestJSON-449227831 tempest-ExtensionsTestJSON-449227831-project] http://10.222.0.27:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=103332) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 07:40:51.473705 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-b1a08f5a-5e3c-470f-9b12-bbd125f62e15 tempest-ExtensionsTestJSON-449227831 tempest-ExtensionsTestJSON-449227831-project] 10.222.0.27 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0048001 Oct 19 07:40:51.478550 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-047cc723-8028-4f3f-8d6a-9cbbfb40035c tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.3360062 Oct 19 07:40:51.478550 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 56204) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:40:51.490071 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [None req-404d89fb-8d3b-46b6-937c-a7fa4e2b101e tempest-ExtensionsTestJSON-449227831 tempest-ExtensionsTestJSON-449227831-project] http://10.222.0.27:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=103332) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 07:40:51.494276 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-404d89fb-8d3b-46b6-937c-a7fa4e2b101e tempest-ExtensionsTestJSON-449227831 tempest-ExtensionsTestJSON-449227831-project] 10.222.0.27 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0069654 Oct 19 07:40:51.494276 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 56206) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:40:51.494527 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device 2c3c3797-2008-4e53-bca0-90febd5f40a2 no longer exists at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 07:40:51.501301 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 56208) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:40:51.511179 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [None req-eccdd7b2-b08f-4f57-ab69-433c70166c29 tempest-ExtensionsTestJSON-449227831 tempest-ExtensionsTestJSON-449227831-project] http://10.222.0.27:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=103333) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 07:40:51.515260 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-eccdd7b2-b08f-4f57-ab69-433c70166c29 tempest-ExtensionsTestJSON-449227831 tempest-ExtensionsTestJSON-449227831-project] 10.222.0.27 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0099561 Oct 19 07:40:51.515422 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-f836b8a5-24bc-4a78-a192-c6d4ce326093 tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-978883826'}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:40:51.523440 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 56210) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:40:51.530162 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [None req-93297aa5-d44e-490c-bd07-6c166e1b00c1 tempest-ExtensionsTestJSON-449227831 tempest-ExtensionsTestJSON-449227831-project] http://10.222.0.27:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=103332) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 07:40:51.534831 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-93297aa5-d44e-490c-bd07-6c166e1b00c1 tempest-ExtensionsTestJSON-449227831 tempest-ExtensionsTestJSON-449227831-project] 10.222.0.27 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0068400 Oct 19 07:40:51.537888 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0428e91e-0f1f-4346-b8c1-6ef1f47ef75c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d12c6ac-27a3-545c-a8f3-f04e30423d6d-15ea93e1-4fd6-42a8-9711-69682cc48382', 'network_id': '15ea93e1-4fd6-42a8-9711-69682cc48382', 'tenant_id': 'f2ca639a25f74e74adde8aad6c608244', 'fixed_ips': [{'subnet_id': '6b08d3ba-398a-435b-9d9e-514990d58f99'}]}} from dv-neutron-861624-1-hyperv. {{(pid=103334) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 07:40:51.538408 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 56212) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:40:51.538814 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-0428e91e-0f1f-4346-b8c1-6ef1f47ef75c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:51.547520 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [None req-e8e92f3c-8ddb-4393-934c-cc8ab74f13bb tempest-ExtensionsTestJSON-449227831 tempest-ExtensionsTestJSON-449227831-project] http://10.222.0.27:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=103332) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 07:40:51.551061 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-e8e92f3c-8ddb-4393-934c-cc8ab74f13bb tempest-ExtensionsTestJSON-449227831 tempest-ExtensionsTestJSON-449227831-project] 10.222.0.27 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0079894 Oct 19 07:40:51.552281 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-d868b717-b9ee-438f-9b97-5cb63cbd9107 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788643'] for security_group, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:51.552740 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 56214) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:40:51.554919 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-d868b717-b9ee-438f-9b97-5cb63cbd9107 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:51.558700 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-d868b717-b9ee-438f-9b97-5cb63cbd9107 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/9fe7785f-f959-4376-ae2e-e83138f40922 HTTP/1.1" status: 204 len: 168 time: 1.2493229 Oct 19 07:40:51.561688 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [None req-d6a22578-efca-404b-be56-3b5a3710af53 tempest-ExtensionsTestJSON-449227831 tempest-ExtensionsTestJSON-449227831-project] http://10.222.0.27:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=103333) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 07:40:51.565329 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-d6a22578-efca-404b-be56-3b5a3710af53 tempest-ExtensionsTestJSON-449227831 tempest-ExtensionsTestJSON-449227831-project] 10.222.0.27 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0082188 Oct 19 07:40:51.568880 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 56218) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:40:51.576201 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [None req-e6fb3dc6-3748-4d5e-92f9-ab1ed86243f9 tempest-ExtensionsTestJSON-449227831 tempest-ExtensionsTestJSON-449227831-project] http://10.222.0.27:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=103333) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 07:40:51.579622 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-e6fb3dc6-3748-4d5e-92f9-ab1ed86243f9 tempest-ExtensionsTestJSON-449227831 tempest-ExtensionsTestJSON-449227831-project] 10.222.0.27 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0074105 Oct 19 07:40:51.579788 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-cfe73a1b-e00f-4b6d-8e0b-b2c5716c08b6 None None] For port 2c3c3797-2008-4e53-bca0-90febd5f40a2, host dv-neutron-861624-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=2c3c3797-2008-4e53-bca0-90febd5f40a2,segment=NetworkSegment(5a8d2b05-b527-4bd4-a671-b9112f193fef),segment_id=5a8d2b05-b527-4bd4-a671-b9112f193fef)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:40:51.579788 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-cfe73a1b-e00f-4b6d-8e0b-b2c5716c08b6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:51.582634 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 56220) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:40:51.589033 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [None req-4e3df1f2-1c32-4684-944b-02dee1b8ad59 tempest-ExtensionsTestJSON-449227831 tempest-ExtensionsTestJSON-449227831-project] http://10.222.0.27:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=103332) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 07:40:51.592556 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-4e3df1f2-1c32-4684-944b-02dee1b8ad59 tempest-ExtensionsTestJSON-449227831 tempest-ExtensionsTestJSON-449227831-project] 10.222.0.27 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0078201 Oct 19 07:40:51.597609 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 56222) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:40:51.604558 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [None req-4490fe74-d657-4f08-8088-95e0231f0ee8 tempest-ExtensionsTestJSON-449227831 tempest-ExtensionsTestJSON-449227831-project] http://10.222.0.27:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=103333) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 07:40:51.604908 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d868b717-b9ee-438f-9b97-5cb63cbd9107 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fe7785f-f959-4376-ae2e-e83138f40922,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:40:51.611476 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f836b8a5-24bc-4a78-a192-c6d4ce326093 tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Made reservation on behalf of f2ca639a25f74e74adde8aad6c608244 for: {'network': 1} {{(pid=103332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 07:40:51.615072 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-f836b8a5-24bc-4a78-a192-c6d4ce326093 tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for network, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:51.617819 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-4490fe74-d657-4f08-8088-95e0231f0ee8 tempest-ExtensionsTestJSON-449227831 tempest-ExtensionsTestJSON-449227831-project] 10.222.0.27 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0189285 Oct 19 07:40:51.618654 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 56224) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:40:51.620809 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1993525-4b29-4a8e-9d8c-fd3a7ea49cd7 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Made reservation on behalf of 61a2e57b80c1442e9cb330141a970781 for: {'subnet': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 07:40:51.624455 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-d1993525-4b29-4a8e-9d8c-fd3a7ea49cd7 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130170579'] for subnet, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:51.630998 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-cfe73a1b-e00f-4b6d-8e0b-b2c5716c08b6 None None] Calling delete_port for 2c3c3797-2008-4e53-bca0-90febd5f40a2 owned by network:dhcp {{(pid=103334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 07:40:51.634084 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [None req-8c847d68-5536-4697-9be1-43d412e85a3a tempest-ExtensionsTestJSON-449227831 tempest-ExtensionsTestJSON-449227831-project] http://10.222.0.27:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=103333) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 07:40:51.638420 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-8c847d68-5536-4697-9be1-43d412e85a3a tempest-ExtensionsTestJSON-449227831 tempest-ExtensionsTestJSON-449227831-project] 10.222.0.27 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0092173 Oct 19 07:40:51.639799 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 56226) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:40:51.645925 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [None req-5993b5c7-a061-4317-876a-465bf2260c07 tempest-ExtensionsTestJSON-449227831 tempest-ExtensionsTestJSON-449227831-project] http://10.222.0.27:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=103332) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 07:40:51.646901 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-5993b5c7-a061-4317-876a-465bf2260c07 tempest-ExtensionsTestJSON-449227831 tempest-ExtensionsTestJSON-449227831-project] 10.222.0.27 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0061758 Oct 19 07:40:51.647589 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-9b2d2373-7161-4136-93f1-aed912cfb4c8 None None] Attempt 10 to provision port d2c7f3a9-f3ea-43d5-971c-1a501b9113ab Oct 19 07:40:51.660331 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 56228) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:40:51.672047 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [None req-68198c45-784f-42c0-a368-8b8f95eadf7b tempest-ExtensionsTestJSON-449227831 tempest-ExtensionsTestJSON-449227831-project] http://10.222.0.27:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=103333) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 07:40:51.673895 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-076134c2-4ef5-41ab-993a-aa97941829aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788643'] for security_group, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:51.675938 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-68198c45-784f-42c0-a368-8b8f95eadf7b tempest-ExtensionsTestJSON-449227831 tempest-ExtensionsTestJSON-449227831-project] 10.222.0.27 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0081964 Oct 19 07:40:51.676649 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-076134c2-4ef5-41ab-993a-aa97941829aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:51.679504 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 56230) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:40:51.681314 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-076134c2-4ef5-41ab-993a-aa97941829aa admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/ba9d6dd5-2614-40b1-9ab2-c286cb87a719 HTTP/1.1" status: 204 len: 168 time: 1.0952475 Oct 19 07:40:51.699295 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [None req-86dde08b-ab6b-419a-8bf1-596f1f1db3a5 tempest-ExtensionsTestJSON-449227831 tempest-ExtensionsTestJSON-449227831-project] http://10.222.0.27:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=103333) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 07:40:51.703118 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076134c2-4ef5-41ab-993a-aa97941829aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba9d6dd5-2614-40b1-9ab2-c286cb87a719,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:40:51.706908 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f836b8a5-24bc-4a78-a192-c6d4ce326093 tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 199} {{(pid=103332) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 07:40:51.707662 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-86dde08b-ab6b-419a-8bf1-596f1f1db3a5 tempest-ExtensionsTestJSON-449227831 tempest-ExtensionsTestJSON-449227831-project] 10.222.0.27 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0231006 Oct 19 07:40:51.710358 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 56234) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:40:51.715220 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [None req-48a1d475-3b44-4cb8-9f35-a9be18b826c7 tempest-ExtensionsTestJSON-449227831 tempest-ExtensionsTestJSON-449227831-project] http://10.222.0.27:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=103332) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 07:40:51.716193 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-48a1d475-3b44-4cb8-9f35-a9be18b826c7 tempest-ExtensionsTestJSON-449227831 tempest-ExtensionsTestJSON-449227831-project] 10.222.0.27 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0047824 Oct 19 07:40:51.723729 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 56236) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:40:51.729776 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [None req-d55203bc-1807-4032-b593-33da3807e47e tempest-ExtensionsTestJSON-449227831 tempest-ExtensionsTestJSON-449227831-project] http://10.222.0.27:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=103332) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 07:40:51.730754 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-d55203bc-1807-4032-b593-33da3807e47e tempest-ExtensionsTestJSON-449227831 tempest-ExtensionsTestJSON-449227831-project] 10.222.0.27 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0063555 Oct 19 07:40:51.736876 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 56238) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:40:51.737774 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-f836b8a5-24bc-4a78-a192-c6d4ce326093 tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979'] for segment, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:51.738122 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.db.segments_db [None req-f836b8a5-24bc-4a78-a192-c6d4ce326093 tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Added segment 263c0f1d-35f0-4e9b-b45f-2b13b8b3f51e of type vlan for network ccc0a771-4ea1-40a6-a735-126d4ec53729 Oct 19 07:40:51.749301 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [None req-6a115faa-c03b-4b80-8092-379c2172380a tempest-ExtensionsTestJSON-449227831 tempest-ExtensionsTestJSON-449227831-project] http://10.222.0.27:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=103332) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 07:40:51.752671 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-6a115faa-c03b-4b80-8092-379c2172380a tempest-ExtensionsTestJSON-449227831 tempest-ExtensionsTestJSON-449227831-project] 10.222.0.27 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0106218 Oct 19 07:40:51.760789 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 56240) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:40:51.770462 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [None req-faf342a7-2ca5-499c-9d3f-1578781465f9 tempest-ExtensionsTestJSON-449227831 tempest-ExtensionsTestJSON-449227831-project] http://10.222.0.27:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=103332) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 07:40:51.771916 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-faf342a7-2ca5-499c-9d3f-1578781465f9 tempest-ExtensionsTestJSON-449227831 tempest-ExtensionsTestJSON-449227831-project] 10.222.0.27 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0090704 Oct 19 07:40:51.775511 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 56242) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:40:51.784682 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [None req-042466e9-f5bc-41df-8a1f-0631b2e365c0 tempest-ExtensionsTestJSON-449227831 tempest-ExtensionsTestJSON-449227831-project] http://10.222.0.27:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=103332) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 07:40:51.785998 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-042466e9-f5bc-41df-8a1f-0631b2e365c0 tempest-ExtensionsTestJSON-449227831 tempest-ExtensionsTestJSON-449227831-project] 10.222.0.27 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0071905 Oct 19 07:40:51.806765 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 56244) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:40:51.811343 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [None req-063f8917-0105-4b8b-a22f-9c11d9dac0a9 tempest-ExtensionsTestJSON-449227831 tempest-ExtensionsTestJSON-449227831-project] http://10.222.0.27:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=103332) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 07:40:51.812358 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-063f8917-0105-4b8b-a22f-9c11d9dac0a9 tempest-ExtensionsTestJSON-449227831 tempest-ExtensionsTestJSON-449227831-project] 10.222.0.27 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0046542 Oct 19 07:40:51.818495 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 56246) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:40:51.826638 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [None req-b8556605-d2e9-4ae8-8249-3e557e06c1ee tempest-ExtensionsTestJSON-449227831 tempest-ExtensionsTestJSON-449227831-project] http://10.222.0.27:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=103332) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 07:40:51.827692 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-b8556605-d2e9-4ae8-8249-3e557e06c1ee tempest-ExtensionsTestJSON-449227831 tempest-ExtensionsTestJSON-449227831-project] 10.222.0.27 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0055909 Oct 19 07:40:51.840305 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 56248) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:40:51.860688 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-f836b8a5-24bc-4a78-a192-c6d4ce326093 tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785020965340'] for network, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:51.865910 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [None req-2621f3ce-379d-4753-8ebb-c9da3fdadc0d tempest-ExtensionsTestJSON-449227831 tempest-ExtensionsTestJSON-449227831-project] http://10.222.0.27:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=103332) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 07:40:51.866959 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-2621f3ce-379d-4753-8ebb-c9da3fdadc0d tempest-ExtensionsTestJSON-449227831 tempest-ExtensionsTestJSON-449227831-project] 10.222.0.27 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0247412 Oct 19 07:40:51.871387 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 56250) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:40:51.884266 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [None req-3f201ca6-e801-4b59-9fc5-07b55c61934c tempest-ExtensionsTestJSON-449227831 tempest-ExtensionsTestJSON-449227831-project] http://10.222.0.27:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=103332) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 07:40:51.885382 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-3f201ca6-e801-4b59-9fc5-07b55c61934c tempest-ExtensionsTestJSON-449227831 tempest-ExtensionsTestJSON-449227831-project] 10.222.0.27 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0063884 Oct 19 07:40:51.889039 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 56254) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:40:51.892357 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.db_base_plugin_common [None req-0428e91e-0f1f-4346-b8c1-6ef1f47ef75c None None] Allocated IP 2001:db8::3 (15ea93e1-4fd6-42a8-9711-69682cc48382/6b08d3ba-398a-435b-9d9e-514990d58f99/222dc8de-2fc4-4133-a2ec-1ed6ed788420) {{(pid=103334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 07:40:51.895390 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [None req-97266c4a-1b38-4791-b9b6-5a7db611a1af tempest-ExtensionsTestJSON-449227831 tempest-ExtensionsTestJSON-449227831-project] http://10.222.0.27:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=103332) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 07:40:51.896953 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-97266c4a-1b38-4791-b9b6-5a7db611a1af tempest-ExtensionsTestJSON-449227831 tempest-ExtensionsTestJSON-449227831-project] 10.222.0.27 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0049489 Oct 19 07:40:51.899712 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 56256) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:40:51.904531 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [None req-d1f2b6d3-ca71-4d02-a89b-b1da4ae61e1a tempest-ExtensionsTestJSON-449227831 tempest-ExtensionsTestJSON-449227831-project] http://10.222.0.27:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=103332) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 07:40:51.905907 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-d1f2b6d3-ca71-4d02-a89b-b1da4ae61e1a tempest-ExtensionsTestJSON-449227831 tempest-ExtensionsTestJSON-449227831-project] 10.222.0.27 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0044234 Oct 19 07:40:51.911794 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 56260) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:40:51.917085 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [None req-9d13551f-f781-480f-8131-e4473605f7a7 tempest-ExtensionsTestJSON-449227831 tempest-ExtensionsTestJSON-449227831-project] http://10.222.0.27:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=103332) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 07:40:51.918034 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-9d13551f-f781-480f-8131-e4473605f7a7 tempest-ExtensionsTestJSON-449227831 tempest-ExtensionsTestJSON-449227831-project] 10.222.0.27 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0044913 Oct 19 07:40:51.927468 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 56262) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:40:51.932000 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [None req-9b79f3ff-92d1-4dea-99b3-f38f6d211b74 tempest-ExtensionsTestJSON-449227831 tempest-ExtensionsTestJSON-449227831-project] http://10.222.0.27:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=103332) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 07:40:51.933727 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-9b79f3ff-92d1-4dea-99b3-f38f6d211b74 tempest-ExtensionsTestJSON-449227831 tempest-ExtensionsTestJSON-449227831-project] 10.222.0.27 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0052919 Oct 19 07:40:51.938653 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 56264) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:40:51.943651 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [None req-a55ebed0-cf82-480f-9ca4-7f4d0f6c8900 tempest-ExtensionsTestJSON-449227831 tempest-ExtensionsTestJSON-449227831-project] http://10.222.0.27:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=103332) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 07:40:51.945083 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-a55ebed0-cf82-480f-9ca4-7f4d0f6c8900 tempest-ExtensionsTestJSON-449227831 tempest-ExtensionsTestJSON-449227831-project] 10.222.0.27 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0054135 Oct 19 07:40:51.948287 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 56266) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:40:51.953449 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [None req-c3318373-acf1-4fad-a4bf-28eac439d0d6 tempest-ExtensionsTestJSON-449227831 tempest-ExtensionsTestJSON-449227831-project] http://10.222.0.27:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=103332) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 07:40:51.954732 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-c3318373-acf1-4fad-a4bf-28eac439d0d6 tempest-ExtensionsTestJSON-449227831 tempest-ExtensionsTestJSON-449227831-project] 10.222.0.27 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0048833 Oct 19 07:40:51.958795 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 56268) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:40:51.973394 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [None req-66eb2803-d207-46e5-b709-42b5aef1c28f tempest-ExtensionsTestJSON-449227831 tempest-ExtensionsTestJSON-449227831-project] http://10.222.0.27:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=103332) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 07:40:51.976772 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-66eb2803-d207-46e5-b709-42b5aef1c28f tempest-ExtensionsTestJSON-449227831 tempest-ExtensionsTestJSON-449227831-project] 10.222.0.27 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0169573 Oct 19 07:40:51.982166 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 56270) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:40:51.993330 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-f836b8a5-24bc-4a78-a192-c6d4ce326093 tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873'] for network, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:51.996315 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [None req-47d4cdb1-476b-48df-9c2f-e3975ab184f4 tempest-ExtensionsTestJSON-449227831 tempest-ExtensionsTestJSON-449227831-project] http://10.222.0.27:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=103333) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 07:40:52.000176 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-47d4cdb1-476b-48df-9c2f-e3975ab184f4 tempest-ExtensionsTestJSON-449227831 tempest-ExtensionsTestJSON-449227831-project] 10.222.0.27 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0144520 Oct 19 07:40:52.008948 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f836b8a5-24bc-4a78-a192-c6d4ce326093 tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:40:52.009602 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-f836b8a5-24bc-4a78-a192-c6d4ce326093 tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Notify callbacks [] for network, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:52.014866 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 56272) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:40:52.029374 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [None req-d072a55f-6a57-4bba-bf0e-cc4d51669efe tempest-ExtensionsTestJSON-449227831 tempest-ExtensionsTestJSON-449227831-project] http://10.222.0.27:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=103333) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 07:40:52.033900 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-d072a55f-6a57-4bba-bf0e-cc4d51669efe tempest-ExtensionsTestJSON-449227831 tempest-ExtensionsTestJSON-449227831-project] 10.222.0.27 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0175033 Oct 19 07:40:52.035272 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 56276) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:40:52.076690 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-b64dd82f-4423-4f41-ae6d-de0446bdf2f6 tempest-AllowedAddressPairTestJSON-1474361603 tempest-AllowedAddressPairTestJSON-1474361603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130996763'] for port, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:52.099645 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [None req-6919ae19-8498-42f0-b970-51675a20f9c9 tempest-ExtensionsTestJSON-449227831 tempest-ExtensionsTestJSON-449227831-project] http://10.222.0.27:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=103332) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 07:40:52.106629 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-6919ae19-8498-42f0-b970-51675a20f9c9 tempest-ExtensionsTestJSON-449227831 tempest-ExtensionsTestJSON-449227831-project] 10.222.0.27 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0163529 Oct 19 07:40:52.111465 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 56278) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:40:52.136057 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-f836b8a5-24bc-4a78-a192-c6d4ce326093 tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.6255853 Oct 19 07:40:52.148779 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [None req-ac148f87-f7c7-42e5-a8e3-632ed10b0f6c tempest-ExtensionsTestJSON-449227831 tempest-ExtensionsTestJSON-449227831-project] http://10.222.0.27:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=103332) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 07:40:52.158481 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-ac148f87-f7c7-42e5-a8e3-632ed10b0f6c tempest-ExtensionsTestJSON-449227831 tempest-ExtensionsTestJSON-449227831-project] 10.222.0.27 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0360794 Oct 19 07:40:52.159957 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 56282) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:40:52.160565 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 56284) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:40:52.175495 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [None req-da7c8c59-6e60-4e39-89ec-181e5e16e39d tempest-ExtensionsTestJSON-449227831 tempest-ExtensionsTestJSON-449227831-project] http://10.222.0.27:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=103332) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 07:40:52.182865 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64dd82f-4423-4f41-ae6d-de0446bdf2f6 tempest-AllowedAddressPairTestJSON-1474361603 tempest-AllowedAddressPairTestJSON-1474361603-project] Pushing event deleted for resources: {'Port': ['ID=d2c7f3a9-f3ea-43d5-971c-1a501b9113ab,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:40:52.183472 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-da7c8c59-6e60-4e39-89ec-181e5e16e39d tempest-ExtensionsTestJSON-449227831 tempest-ExtensionsTestJSON-449227831-project] 10.222.0.27 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0143323 Oct 19 07:40:52.196080 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 56290) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:40:52.227099 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-98b6e746-5380-48b5-a649-e596bc3df2b1 tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Request body: {'subnet': {'network_id': 'ccc0a771-4ea1-40a6-a735-126d4ec53729', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:40:52.241681 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-6bfbf1d0-8547-45e0-a779-25255d2be12a tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1694785'] for router_interface, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:52.272679 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [None req-3ba55eff-908d-43b8-9562-186a0314ad76 tempest-ExtensionsTestJSON-449227831 tempest-ExtensionsTestJSON-449227831-project] http://10.222.0.27:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=103333) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 07:40:52.276277 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-9b2d2373-7161-4136-93f1-aed912cfb4c8 None None] Port d2c7f3a9-f3ea-43d5-971c-1a501b9113ab cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 07:40:52.281053 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-3ba55eff-908d-43b8-9562-186a0314ad76 tempest-ExtensionsTestJSON-449227831 tempest-ExtensionsTestJSON-449227831-project] 10.222.0.27 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0347536 Oct 19 07:40:52.320126 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-cfe73a1b-e00f-4b6d-8e0b-b2c5716c08b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339'] for port, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:52.335415 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 56296) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:40:52.347894 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [None req-9c7882f8-dd9b-4a62-943d-a76df0ff2f5b tempest-ExtensionsTestJSON-449227831 tempest-ExtensionsTestJSON-449227831-project] http://10.222.0.27:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=103333) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 07:40:52.351977 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-9c7882f8-dd9b-4a62-943d-a76df0ff2f5b tempest-ExtensionsTestJSON-449227831 tempest-ExtensionsTestJSON-449227831-project] 10.222.0.27 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0152757 Oct 19 07:40:52.360585 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 56300) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:40:52.428852 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-b64dd82f-4423-4f41-ae6d-de0446bdf2f6 tempest-AllowedAddressPairTestJSON-1474361603 tempest-AllowedAddressPairTestJSON-1474361603-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42160'] for port, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:52.430596 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe73a1b-e00f-4b6d-8e0b-b2c5716c08b6 None None] Pushing event deleted for resources: {'Port': ['ID=2c3c3797-2008-4e53-bca0-90febd5f40a2,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:40:52.432772 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-b64dd82f-4423-4f41-ae6d-de0446bdf2f6 tempest-AllowedAddressPairTestJSON-1474361603 tempest-AllowedAddressPairTestJSON-1474361603-project] 10.222.0.27 "DELETE /v2.0/ports/d2c7f3a9-f3ea-43d5-971c-1a501b9113ab HTTP/1.1" status: 204 len: 168 time: 1.5832150 Oct 19 07:40:52.435869 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 56302) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:40:52.436897 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Current status of the port 2c3c3797-2008-4e53-bca0-90febd5f40a2 is: ACTIVE; New status is: DOWN {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:40:52.438107 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:52.444659 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-9912fa08-59aa-46ed-bbd5-55dd442f88e7 None None] Could not find standard attr ID for object 2c3c3797-2008-4e53-bca0-90febd5f40a2. {{(pid=103334) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 19 07:40:52.446413 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfe73a1b-e00f-4b6d-8e0b-b2c5716c08b6 None None] No DVR routers for this DVR port 2c3c3797-2008-4e53-bca0-90febd5f40a2 on host dv-neutron-861624-1-hyperv {{(pid=103334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 19 07:40:52.476325 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [None req-4ecf2285-fdd8-4077-a2b3-991f9da28526 tempest-ExtensionsTestJSON-449227831 tempest-ExtensionsTestJSON-449227831-project] http://10.222.0.27:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=103332) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 07:40:52.479970 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-4ecf2285-fdd8-4077-a2b3-991f9da28526 tempest-ExtensionsTestJSON-449227831 tempest-ExtensionsTestJSON-449227831-project] 10.222.0.27 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0186567 Oct 19 07:40:52.494028 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 56308) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:40:52.503958 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f836b8a5-24bc-4a78-a192-c6d4ce326093 tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Pushing event updated for resources: {'Network': ['ID=ccc0a771-4ea1-40a6-a735-126d4ec53729,revision_number=1']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:40:52.507917 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [None req-250aa0f2-f2a9-47ac-b2cb-74ece5189cd3 tempest-ExtensionsTestJSON-449227831 tempest-ExtensionsTestJSON-449227831-project] http://10.222.0.27:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=103333) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 07:40:52.511546 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-9912fa08-59aa-46ed-bbd5-55dd442f88e7 None None] Could not find standard attr ID for object 3b54b7a9-d752-476e-9a93-9cddf0a2aa34. {{(pid=103334) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 19 07:40:52.511546 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-0428e91e-0f1f-4346-b8c1-6ef1f47ef75c None None] Notify callbacks [] for port, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:52.512368 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-250aa0f2-f2a9-47ac-b2cb-74ece5189cd3 tempest-ExtensionsTestJSON-449227831 tempest-ExtensionsTestJSON-449227831-project] 10.222.0.27 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0112250 Oct 19 07:40:52.516213 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 56310) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:40:52.518011 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf8217af-0fd7-4216-a462-ee5f1c14d3f5 tempest-AllowedAddressPairTestJSON-1474361603 tempest-AllowedAddressPairTestJSON-1474361603-project] GET failed (client error): The resource could not be found. Oct 19 07:40:52.520175 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-bf8217af-0fd7-4216-a462-ee5f1c14d3f5 tempest-AllowedAddressPairTestJSON-1474361603 tempest-AllowedAddressPairTestJSON-1474361603-project] 10.222.0.27 "GET /v2.0/ports/d2c7f3a9-f3ea-43d5-971c-1a501b9113ab HTTP/1.1" status: 404 len: 333 time: 0.0830545 Oct 19 07:40:52.538646 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-0428e91e-0f1f-4346-b8c1-6ef1f47ef75c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785020947330'] for port, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:52.539245 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [None req-0e2ebd03-835f-465e-841d-7cc3fe0ad98d tempest-ExtensionsTestJSON-449227831 tempest-ExtensionsTestJSON-449227831-project] http://10.222.0.27:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=103333) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 07:40:52.544257 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Network ccc0a771-4ea1-40a6-a735-126d4ec53729 details requested by agent ovs-agent-dv-neutron-861624-1-hyperv with host dv-neutron-861624-1-hyperv {{(pid=103334) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 07:40:52.553879 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-0e2ebd03-835f-465e-841d-7cc3fe0ad98d tempest-ExtensionsTestJSON-449227831 tempest-ExtensionsTestJSON-449227831-project] 10.222.0.27 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0314226 Oct 19 07:40:52.554249 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 56312) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:40:52.554753 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 56316) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:40:52.564004 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [None req-acb057e3-426d-4dd9-83af-f39dc3e14412 tempest-ExtensionsTestJSON-449227831 tempest-ExtensionsTestJSON-449227831-project] http://10.222.0.27:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=103333) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 07:40:52.569099 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-acb057e3-426d-4dd9-83af-f39dc3e14412 tempest-ExtensionsTestJSON-449227831 tempest-ExtensionsTestJSON-449227831-project] 10.222.0.27 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0083103 Oct 19 07:40:52.579737 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 56318) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:40:52.601709 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [None req-4feda21a-f81a-41c0-83b2-c82dc0bcc2a3 tempest-ExtensionsTestJSON-449227831 tempest-ExtensionsTestJSON-449227831-project] http://10.222.0.27:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=103333) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 07:40:52.606512 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-4feda21a-f81a-41c0-83b2-c82dc0bcc2a3 tempest-ExtensionsTestJSON-449227831 tempest-ExtensionsTestJSON-449227831-project] 10.222.0.27 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0244958 Oct 19 07:40:52.634106 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.agents_db [None req-6057327c-4456-4c72-8e75-6d3cd9249757 None None] Agent healthcheck: found 6 active agents {{(pid=103335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 07:40:52.651322 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 56320) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:40:52.661558 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [None req-08c1d693-dcf2-4ac7-b26b-8cdb6292eaba tempest-ExtensionsTestJSON-449227831 tempest-ExtensionsTestJSON-449227831-project] http://10.222.0.27:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=103333) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 07:40:52.669343 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-08c1d693-dcf2-4ac7-b26b-8cdb6292eaba tempest-ExtensionsTestJSON-449227831 tempest-ExtensionsTestJSON-449227831-project] 10.222.0.27 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0165360 Oct 19 07:40:52.702515 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-9912fa08-59aa-46ed-bbd5-55dd442f88e7 None None] Provisioning complete for port 5b70cc63-8b4d-40e3-9845-8e8add76f5fc triggered by entity DHCP. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:40:52.703157 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-9912fa08-59aa-46ed-bbd5-55dd442f88e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:52.703597 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-9912fa08-59aa-46ed-bbd5-55dd442f88e7 None None] Attempt 1 to provision port 5b70cc63-8b4d-40e3-9845-8e8add76f5fc Oct 19 07:40:52.725139 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98b6e746-5380-48b5-a649-e596bc3df2b1 tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Made reservation on behalf of f2ca639a25f74e74adde8aad6c608244 for: {'subnet': 1} {{(pid=103332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 07:40:52.729004 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-98b6e746-5380-48b5-a649-e596bc3df2b1 tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130659787'] for subnet, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:52.755508 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0428e91e-0f1f-4346-b8c1-6ef1f47ef75c None None] Network 15ea93e1-4fd6-42a8-9711-69682cc48382 is already hosted by enough agents. {{(pid=103334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 07:40:52.793019 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0428e91e-0f1f-4346-b8c1-6ef1f47ef75c None None] Pushing event updated for resources: {'Port': ['ID=222dc8de-2fc4-4133-a2ec-1ed6ed788420,revision_number=1']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:40:52.796260 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.scheduler.base_scheduler [None req-0428e91e-0f1f-4346-b8c1-6ef1f47ef75c None None] Resources bound (agent type, host, resource id): {{(pid=103334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:40:52.798516 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0428e91e-0f1f-4346-b8c1-6ef1f47ef75c None None] Received port after_create {{(pid=103334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 07:40:52.803542 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-d5e3c910-d050-4be1-8b79-3d2c6ad9c5af tempest-AllowedAddressPairTestJSON-1474361603 tempest-AllowedAddressPairTestJSON-1474361603-project] Deleting port 1fc22c0e-8d0f-46e8-b79c-0ac9ba098dc8 {{(pid=103333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 07:40:52.804353 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-d5e3c910-d050-4be1-8b79-3d2c6ad9c5af tempest-AllowedAddressPairTestJSON-1474361603 tempest-AllowedAddressPairTestJSON-1474361603-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:52.820462 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-9912fa08-59aa-46ed-bbd5-55dd442f88e7 None None] Port 5b70cc63-8b4d-40e3-9845-8e8add76f5fc cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 07:40:52.863356 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.objects.ports [None req-d1993525-4b29-4a8e-9d8c-fd3a7ea49cd7 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103333) get_objects /opt/stack/neutron/neutron/objects/ports.py:470}} Oct 19 07:40:52.867740 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-d1993525-4b29-4a8e-9d8c-fd3a7ea49cd7 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130997899', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130170401'] for subnet, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:52.869642 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.ipam_backend_mixin [None req-98b6e746-5380-48b5-a649-e596bc3df2b1 tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Performing IP validity checks on allocation pools {{(pid=103332) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:322}} Oct 19 07:40:52.870162 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.ipam_backend_mixin [None req-98b6e746-5380-48b5-a649-e596bc3df2b1 tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103332) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:343}} Oct 19 07:40:52.878609 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-0428e91e-0f1f-4346-b8c1-6ef1f47ef75c None None] Attempting to bind port 222dc8de-2fc4-4133-a2ec-1ed6ed788420 on host dv-neutron-861624-1-hyperv for vnic_type normal with profile {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 19 07:40:52.878804 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-0428e91e-0f1f-4346-b8c1-6ef1f47ef75c None None] Attempting to bind port 222dc8de-2fc4-4133-a2ec-1ed6ed788420 by drivers openvswitch,hyperv on host dv-neutron-861624-1-hyperv at level 0 using segments [{'id': '878dedf8-0da6-4d53-87ae-f838f122cfa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '15ea93e1-4fd6-42a8-9711-69682cc48382'}] {{(pid=103334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 19 07:40:52.879153 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0428e91e-0f1f-4346-b8c1-6ef1f47ef75c None None] Attempting to bind port 222dc8de-2fc4-4133-a2ec-1ed6ed788420 on network 15ea93e1-4fd6-42a8-9711-69682cc48382 {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 07:40:52.885237 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0428e91e-0f1f-4346-b8c1-6ef1f47ef75c None None] Checking agent: {'id': 'a5b0152c-d633-409b-aaf8-3b76458e2410', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861624-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 19, 7, 30, 19), 'started_at': datetime.datetime(2022, 10, 19, 7, 30, 49), 'heartbeat_timestamp': datetime.datetime(2022, 10, 19, 7, 40, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861624-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 07:40:52.885809 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0428e91e-0f1f-4346-b8c1-6ef1f47ef75c None None] Checking segment: {'id': '878dedf8-0da6-4d53-87ae-f838f122cfa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '15ea93e1-4fd6-42a8-9711-69682cc48382'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 19 07:40:52.886315 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-0428e91e-0f1f-4346-b8c1-6ef1f47ef75c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:52.886816 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0428e91e-0f1f-4346-b8c1-6ef1f47ef75c None None] Bound using segment: {'id': '878dedf8-0da6-4d53-87ae-f838f122cfa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '15ea93e1-4fd6-42a8-9711-69682cc48382'} {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 07:40:52.887394 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-0428e91e-0f1f-4346-b8c1-6ef1f47ef75c None None] Bound port: 222dc8de-2fc4-4133-a2ec-1ed6ed788420, host: dv-neutron-861624-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '878dedf8-0da6-4d53-87ae-f838f122cfa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '15ea93e1-4fd6-42a8-9711-69682cc48382'}}] {{(pid=103334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 19 07:40:52.887911 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-0428e91e-0f1f-4346-b8c1-6ef1f47ef75c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:52.969907 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1993525-4b29-4a8e-9d8c-fd3a7ea49cd7 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Network 6b5a65c5-1bed-4301-9db8-c1056c2b8eba is already hosted by enough agents. {{(pid=103333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 07:40:52.974316 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-0428e91e-0f1f-4346-b8c1-6ef1f47ef75c None None] For port 222dc8de-2fc4-4133-a2ec-1ed6ed788420, host dv-neutron-861624-1-hyperv, cleared binding levels {{(pid=103334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 07:40:52.979597 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-d1993525-4b29-4a8e-9d8c-fd3a7ea49cd7 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Resources bound (agent type, host, resource id): {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:40:52.980609 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-0428e91e-0f1f-4346-b8c1-6ef1f47ef75c None None] For port 222dc8de-2fc4-4133-a2ec-1ed6ed788420, host dv-neutron-861624-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=222dc8de-2fc4-4133-a2ec-1ed6ed788420,segment=NetworkSegment(878dedf8-0da6-4d53-87ae-f838f122cfa7),segment_id=878dedf8-0da6-4d53-87ae-f838f122cfa7)] {{(pid=103334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 07:40:52.988792 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-0428e91e-0f1f-4346-b8c1-6ef1f47ef75c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:52.998658 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1993525-4b29-4a8e-9d8c-fd3a7ea49cd7 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:40:52.999699 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-d1993525-4b29-4a8e-9d8c-fd3a7ea49cd7 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks [] for subnet, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:53.001228 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-455e6ed8-aa2d-477c-ad13-4698966f4c71 None None] Network 6b5a65c5-1bed-4301-9db8-c1056c2b8eba requested from dv-neutron-861624-1-hyperv {{(pid=103334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 07:40:53.039117 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-d1993525-4b29-4a8e-9d8c-fd3a7ea49cd7 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.6675870 Oct 19 07:40:53.043329 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 56334) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:40:53.066618 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-32efaf04-b84b-43db-982e-c86e8b988fad tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Request body: {'subnet': {'network_id': '6b5a65c5-1bed-4301-9db8-c1056c2b8eba', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:40:53.074697 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1993525-4b29-4a8e-9d8c-fd3a7ea49cd7 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Pushing event updated for resources: {'Subnet': ['ID=3d437f61-ab2f-48b1-8067-6b11d5ac75fa,revision_number=0']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:40:53.132436 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-d5e3c910-d050-4be1-8b79-3d2c6ad9c5af tempest-AllowedAddressPairTestJSON-1474361603 tempest-AllowedAddressPairTestJSON-1474361603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:53.169376 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-d5e3c910-d050-4be1-8b79-3d2c6ad9c5af tempest-AllowedAddressPairTestJSON-1474361603 tempest-AllowedAddressPairTestJSON-1474361603-project] Calling delete_port for 1fc22c0e-8d0f-46e8-b79c-0ac9ba098dc8 owned by {{(pid=103333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 07:40:53.197174 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0428e91e-0f1f-4346-b8c1-6ef1f47ef75c None None] Pushing event updated for resources: {'Port': ['ID=222dc8de-2fc4-4133-a2ec-1ed6ed788420,revision_number=2']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:40:53.225102 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-98b6e746-5380-48b5-a649-e596bc3df2b1 tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-133552662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130659641'] for subnet, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:53.351671 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-9912fa08-59aa-46ed-bbd5-55dd442f88e7 None None] Attempt 2 to provision port 5b70cc63-8b4d-40e3-9845-8e8add76f5fc Oct 19 07:40:53.398203 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 56338) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:40:53.398632 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 56340) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:40:53.462146 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-9912fa08-59aa-46ed-bbd5-55dd442f88e7 None None] Port 5b70cc63-8b4d-40e3-9845-8e8add76f5fc cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 07:40:53.507930 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b6e746-5380-48b5-a649-e596bc3df2b1 tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Pushing event updated for resources: {'Subnet': ['ID=91abba77-aa8d-46a1-b8d0-9459324ae364,revision_number=0']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:40:53.541408 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98b6e746-5380-48b5-a649-e596bc3df2b1 tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Checking segment: {'id': '263c0f1d-35f0-4e9b-b45f-2b13b8b3f51e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'ccc0a771-4ea1-40a6-a735-126d4ec53729'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 19 07:40:53.542018 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98b6e746-5380-48b5-a649-e596bc3df2b1 tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Network hostable DHCP agents. Network: ccc0a771-4ea1-40a6-a735-126d4ec53729, hostable agents: ['310d813b-0e3e-4d7e-9b79-8f4ec0dbcab0'], hosted agents: [] {{(pid=103332) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 07:40:53.587880 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59696f96-d876-4f7b-af11-f0aecae5570d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d12c6ac-27a3-545c-a8f3-f04e30423d6d-6b5a65c5-1bed-4301-9db8-c1056c2b8eba', 'network_id': '6b5a65c5-1bed-4301-9db8-c1056c2b8eba', 'tenant_id': '61a2e57b80c1442e9cb330141a970781', 'fixed_ips': [{'subnet_id': '3d437f61-ab2f-48b1-8067-6b11d5ac75fa'}]}} from dv-neutron-861624-1-hyperv. {{(pid=103334) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 07:40:53.602170 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-59696f96-d876-4f7b-af11-f0aecae5570d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:53.607581 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device 222dc8de-2fc4-4133-a2ec-1ed6ed788420 up at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 07:40:53.614365 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.plugin [None req-6bfbf1d0-8547-45e0-a779-25255d2be12a tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Deleting port 5b70cc63-8b4d-40e3-9845-8e8add76f5fc {{(pid=103332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 07:40:53.614958 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-6bfbf1d0-8547-45e0-a779-25255d2be12a tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:53.630945 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-d5e3c910-d050-4be1-8b79-3d2c6ad9c5af tempest-AllowedAddressPairTestJSON-1474361603 tempest-AllowedAddressPairTestJSON-1474361603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130996763'] for port, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:53.641052 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98b6e746-5380-48b5-a649-e596bc3df2b1 tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Network ccc0a771-4ea1-40a6-a735-126d4ec53729 is scheduled to be hosted by DHCP agent 310d813b-0e3e-4d7e-9b79-8f4ec0dbcab0 with binding_index 1 {{(pid=103332) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 07:40:53.672656 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32efaf04-b84b-43db-982e-c86e8b988fad tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Made reservation on behalf of 61a2e57b80c1442e9cb330141a970781 for: {'subnet': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 07:40:53.677030 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-32efaf04-b84b-43db-982e-c86e8b988fad tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130170579'] for subnet, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:53.686703 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.base_scheduler [None req-98b6e746-5380-48b5-a649-e596bc3df2b1 tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861624-1-hyperv, ccc0a771-4ea1-40a6-a735-126d4ec53729) {{(pid=103332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:40:53.715465 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98b6e746-5380-48b5-a649-e596bc3df2b1 tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:40:53.716064 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-98b6e746-5380-48b5-a649-e596bc3df2b1 tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Notify callbacks [] for subnet, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:53.726013 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d3ad547-bfaf-4ce3-8ecf-3c260cda22b9 None None] Network ccc0a771-4ea1-40a6-a735-126d4ec53729 requested from dv-neutron-861624-1-hyperv {{(pid=103334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 07:40:53.731634 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e3c910-d050-4be1-8b79-3d2c6ad9c5af tempest-AllowedAddressPairTestJSON-1474361603 tempest-AllowedAddressPairTestJSON-1474361603-project] Pushing event deleted for resources: {'Port': ['ID=1fc22c0e-8d0f-46e8-b79c-0ac9ba098dc8,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:40:53.837597 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-98b6e746-5380-48b5-a649-e596bc3df2b1 tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 1.6734600 Oct 19 07:40:53.849344 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 56348) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:40:53.880016 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-d5e3c910-d050-4be1-8b79-3d2c6ad9c5af tempest-AllowedAddressPairTestJSON-1474361603 tempest-AllowedAddressPairTestJSON-1474361603-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42160'] for port, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:53.894066 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-d5e3c910-d050-4be1-8b79-3d2c6ad9c5af tempest-AllowedAddressPairTestJSON-1474361603 tempest-AllowedAddressPairTestJSON-1474361603-project] 10.222.0.27 "DELETE /v2.0/ports/1fc22c0e-8d0f-46e8-b79c-0ac9ba098dc8 HTTP/1.1" status: 204 len: 168 time: 1.3372927 Oct 19 07:40:53.896098 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 56350) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:40:53.925280 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.db.ipam_backend_mixin [None req-32efaf04-b84b-43db-982e-c86e8b988fad tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 3d437f61-ab2f-48b1-8067-6b11d5ac75fa (CIDR: 2001:db8::/64) Oct 19 07:40:53.930954 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.pecan_wsgi.hooks.translation [None req-32efaf04-b84b-43db-982e-c86e8b988fad tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 19 07:40:53.931468 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-32efaf04-b84b-43db-982e-c86e8b988fad tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103333) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 07:40:53.958019 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-32efaf04-b84b-43db-982e-c86e8b988fad tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9005549 Oct 19 07:40:53.961069 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 56352) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:40:53.972933 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-c00274f5-abe4-49e6-9123-9ddf13a12ad0 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Request body: {'subnet': {'network_id': '6b5a65c5-1bed-4301-9db8-c1056c2b8eba', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:40:53.984619 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-9912fa08-59aa-46ed-bbd5-55dd442f88e7 None None] Attempt 3 to provision port 5b70cc63-8b4d-40e3-9845-8e8add76f5fc Oct 19 07:40:53.996500 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-6bfbf1d0-8547-45e0-a779-25255d2be12a tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:54.068754 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.plugin [None req-6bfbf1d0-8547-45e0-a779-25255d2be12a tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Calling delete_port for 5b70cc63-8b4d-40e3-9845-8e8add76f5fc owned by network:router_interface {{(pid=103332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 07:40:54.128498 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 56354) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:40:54.135257 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-9912fa08-59aa-46ed-bbd5-55dd442f88e7 None None] Port 5b70cc63-8b4d-40e3-9845-8e8add76f5fc cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 07:40:54.167597 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c00274f5-abe4-49e6-9123-9ddf13a12ad0 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Made reservation on behalf of 61a2e57b80c1442e9cb330141a970781 for: {'subnet': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 07:40:54.168924 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Provisioning complete for port 222dc8de-2fc4-4133-a2ec-1ed6ed788420 triggered by entity L2. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:40:54.170850 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-533a56ce-b917-444a-8e31-bd7fb64556a8 tempest-AllowedAddressPairIpV6TestJSON-693616432 tempest-AllowedAddressPairIpV6TestJSON-693616432-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1483219801'}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:40:54.171586 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-c00274f5-abe4-49e6-9123-9ddf13a12ad0 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130170579'] for subnet, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:54.173398 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:54.175251 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Attempt 1 to provision port 222dc8de-2fc4-4133-a2ec-1ed6ed788420 Oct 19 07:40:54.182150 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.db_base_plugin_common [None req-59696f96-d876-4f7b-af11-f0aecae5570d None None] Allocated IP 2001:db8::f816:3eff:fe5d:c1f3 (6b5a65c5-1bed-4301-9db8-c1056c2b8eba/3d437f61-ab2f-48b1-8067-6b11d5ac75fa/d19b3470-da3e-4104-a7e3-aca4a180add9) {{(pid=103334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 07:40:54.207700 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-0fb8560e-a9bb-4995-9608-c59a74346f49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:54.213233 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-3d098514-2f04-43f0-b117-be8a51ea18b8 tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-667019'] for network, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:54.233358 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-769d5a7b-fb8d-460e-b13f-13c88b332b07 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-2054418960'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:40:54.291122 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25a41e18-0088-4eb2-8e13-121eafae6e08 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d12c6ac-27a3-545c-a8f3-f04e30423d6d-ccc0a771-4ea1-40a6-a735-126d4ec53729', 'network_id': 'ccc0a771-4ea1-40a6-a735-126d4ec53729', 'tenant_id': 'f2ca639a25f74e74adde8aad6c608244', 'fixed_ips': [{'subnet_id': '91abba77-aa8d-46a1-b8d0-9459324ae364'}]}} from dv-neutron-861624-1-hyperv. {{(pid=103334) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 07:40:54.292101 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-25a41e18-0088-4eb2-8e13-121eafae6e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:54.319001 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-533a56ce-b917-444a-8e31-bd7fb64556a8 tempest-AllowedAddressPairIpV6TestJSON-693616432 tempest-AllowedAddressPairIpV6TestJSON-693616432-project] Made reservation on behalf of c2c473368888434baebd47d1eff4afea for: {'network': 1} {{(pid=103332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 07:40:54.323252 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-533a56ce-b917-444a-8e31-bd7fb64556a8 tempest-AllowedAddressPairIpV6TestJSON-693616432 tempest-AllowedAddressPairIpV6TestJSON-693616432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for network, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:54.331910 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-769d5a7b-fb8d-460e-b13f-13c88b332b07 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Made reservation on behalf of 0cd3ded9dc134e3392e5122464eefb82 for: {'network': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 07:40:54.336140 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-769d5a7b-fb8d-460e-b13f-13c88b332b07 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for network, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:54.358624 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-769d5a7b-fb8d-460e-b13f-13c88b332b07 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Notify callbacks [] for security_group, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:54.372873 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.db_base_plugin_v2 [None req-94cef9b1-6df8-46a2-93e4-188769e1d560 tempest-AllowedAddressPairTestJSON-1474361603 tempest-AllowedAddressPairTestJSON-1474361603-project] Deleting subnet 590d023b-2916-4f82-923d-a7ace9294604 {{(pid=103332) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 19 07:40:54.385250 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-533a56ce-b917-444a-8e31-bd7fb64556a8 tempest-AllowedAddressPairIpV6TestJSON-693616432 tempest-AllowedAddressPairIpV6TestJSON-693616432-project] Notify callbacks [] for security_group, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:54.395650 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-94cef9b1-6df8-46a2-93e4-188769e1d560 tempest-AllowedAddressPairTestJSON-1474361603 tempest-AllowedAddressPairTestJSON-1474361603-project] Notify callbacks [] for subnet, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:54.524752 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-3d098514-2f04-43f0-b117-be8a51ea18b8 tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-679826'] for subnet, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:54.544085 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-94cef9b1-6df8-46a2-93e4-188769e1d560 tempest-AllowedAddressPairTestJSON-1474361603 tempest-AllowedAddressPairTestJSON-1474361603-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130726890'] for subnet, precommit_delete_associations {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:54.556488 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Current status of the port 222dc8de-2fc4-4133-a2ec-1ed6ed788420 is: DOWN; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:40:54.556986 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:54.566522 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-769d5a7b-fb8d-460e-b13f-13c88b332b07 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Notify callbacks [] for security_group, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:54.579003 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-769d5a7b-fb8d-460e-b13f-13c88b332b07 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788643'] for security_group, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:54.592629 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-59696f96-d876-4f7b-af11-f0aecae5570d None None] Notify callbacks [] for port, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:54.610729 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.db_base_plugin_common [None req-25a41e18-0088-4eb2-8e13-121eafae6e08 None None] Allocated IP 2001:db8::3 (ccc0a771-4ea1-40a6-a735-126d4ec53729/91abba77-aa8d-46a1-b8d0-9459324ae364/89d1042a-0b81-4e85-b6e8-c52ae81a3243) {{(pid=103334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 07:40:54.613667 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-769d5a7b-fb8d-460e-b13f-13c88b332b07 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 180} {{(pid=103333) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 07:40:54.617870 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-59696f96-d876-4f7b-af11-f0aecae5570d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785020947330'] for port, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:54.641068 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-9912fa08-59aa-46ed-bbd5-55dd442f88e7 None None] Attempt 4 to provision port 5b70cc63-8b4d-40e3-9845-8e8add76f5fc Oct 19 07:40:54.664083 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769d5a7b-fb8d-460e-b13f-13c88b332b07 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bd2df480-d6cd-4f0a-8708-f3a33d4f1006,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:40:54.670113 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-769d5a7b-fb8d-460e-b13f-13c88b332b07 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979'] for segment, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:54.670469 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.db.segments_db [None req-769d5a7b-fb8d-460e-b13f-13c88b332b07 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Added segment 83a81a75-82b5-4795-bb53-82ccf075c513 of type vlan for network 5b4755dd-54e2-40a6-8450-ab8eb989f82c Oct 19 07:40:54.671640 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] For port 222dc8de-2fc4-4133-a2ec-1ed6ed788420, host dv-neutron-861624-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=222dc8de-2fc4-4133-a2ec-1ed6ed788420,segment=NetworkSegment(878dedf8-0da6-4d53-87ae-f838f122cfa7),segment_id=878dedf8-0da6-4d53-87ae-f838f122cfa7)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:40:54.678675 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-6bfbf1d0-8547-45e0-a779-25255d2be12a tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133553798'] for port, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:54.685028 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-c00274f5-abe4-49e6-9123-9ddf13a12ad0 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130997899', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130170401'] for subnet, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:54.696858 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07a507fb-5ab5-4853-9c9a-dca61d119271 None None] Network 15ea93e1-4fd6-42a8-9711-69682cc48382 requested from dv-neutron-861624-1-hyperv {{(pid=103334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 07:40:54.712858 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfbf1d0-8547-45e0-a779-25255d2be12a tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Pushing event deleted for resources: {'Port': ['ID=5b70cc63-8b4d-40e3-9845-8e8add76f5fc,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:40:54.715949 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:54.750354 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59696f96-d876-4f7b-af11-f0aecae5570d None None] Network 6b5a65c5-1bed-4301-9db8-c1056c2b8eba is already hosted by enough agents. {{(pid=103334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 07:40:54.751244 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-0fb8560e-a9bb-4995-9608-c59a74346f49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:54.778989 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-0fb8560e-a9bb-4995-9608-c59a74346f49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788643'] for security_group, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:54.779241 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.scheduler.base_scheduler [None req-59696f96-d876-4f7b-af11-f0aecae5570d None None] Resources bound (agent type, host, resource id): {{(pid=103334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:40:54.784285 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c00274f5-abe4-49e6-9123-9ddf13a12ad0 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Network 6b5a65c5-1bed-4301-9db8-c1056c2b8eba is already hosted by enough agents. {{(pid=103333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 07:40:54.786010 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59696f96-d876-4f7b-af11-f0aecae5570d None None] Pushing event updated for resources: {'Port': ['ID=d19b3470-da3e-4104-a7e3-aca4a180add9,revision_number=1']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:40:54.786219 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-769d5a7b-fb8d-460e-b13f-13c88b332b07 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785020965340'] for network, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:54.791565 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59696f96-d876-4f7b-af11-f0aecae5570d None None] Received port after_create {{(pid=103334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 07:40:54.794094 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-c00274f5-abe4-49e6-9123-9ddf13a12ad0 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Resources bound (agent type, host, resource id): {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:40:54.796960 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c00274f5-abe4-49e6-9123-9ddf13a12ad0 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:40:54.797662 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-c00274f5-abe4-49e6-9123-9ddf13a12ad0 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks [] for subnet, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:54.811866 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00274f5-abe4-49e6-9123-9ddf13a12ad0 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Pushing event updated for resources: {'Subnet': ['ID=d812c27a-d657-40f0-9650-e10aacceca23,revision_number=0']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:40:54.832552 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00274f5-abe4-49e6-9123-9ddf13a12ad0 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:40:54.832904 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00274f5-abe4-49e6-9123-9ddf13a12ad0 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:40:54.833246 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00274f5-abe4-49e6-9123-9ddf13a12ad0 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:40:54.833582 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00274f5-abe4-49e6-9123-9ddf13a12ad0 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:40:54.833913 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00274f5-abe4-49e6-9123-9ddf13a12ad0 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:40:54.834243 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00274f5-abe4-49e6-9123-9ddf13a12ad0 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:40:54.834611 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00274f5-abe4-49e6-9123-9ddf13a12ad0 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:40:54.834934 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00274f5-abe4-49e6-9123-9ddf13a12ad0 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:40:54.835260 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00274f5-abe4-49e6-9123-9ddf13a12ad0 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:40:54.835579 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00274f5-abe4-49e6-9123-9ddf13a12ad0 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:40:54.835908 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00274f5-abe4-49e6-9123-9ddf13a12ad0 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:40:54.836231 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00274f5-abe4-49e6-9123-9ddf13a12ad0 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:40:54.845771 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-c00274f5-abe4-49e6-9123-9ddf13a12ad0 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8822320 Oct 19 07:40:54.849062 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 56358) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:40:54.854087 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-734ae900-9ec9-4b84-abe0-0d7932103752 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Request body: {'port': {'network_id': '6b5a65c5-1bed-4301-9db8-c1056c2b8eba', 'mac_address': 'fa:16:3e:86:3d:be', 'name': 'tempest-NetworksTestDHCPv6-2080231994'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:40:54.862857 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-533a56ce-b917-444a-8e31-bd7fb64556a8 tempest-AllowedAddressPairIpV6TestJSON-693616432 tempest-AllowedAddressPairIpV6TestJSON-693616432-project] Notify callbacks [] for security_group, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:54.870047 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb8560e-a9bb-4995-9608-c59a74346f49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab0cd84b-e80a-47f6-8c81-06239459622e,revision_number=1']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:40:54.877393 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-769d5a7b-fb8d-460e-b13f-13c88b332b07 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873'] for network, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:54.883625 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-769d5a7b-fb8d-460e-b13f-13c88b332b07 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:40:54.884663 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-769d5a7b-fb8d-460e-b13f-13c88b332b07 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Notify callbacks [] for network, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:54.895058 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-94cef9b1-6df8-46a2-93e4-188769e1d560 tempest-AllowedAddressPairTestJSON-1474361603 tempest-AllowedAddressPairTestJSON-1474361603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-679826'] for subnet, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:54.900551 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-533a56ce-b917-444a-8e31-bd7fb64556a8 tempest-AllowedAddressPairIpV6TestJSON-693616432 tempest-AllowedAddressPairIpV6TestJSON-693616432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788643'] for security_group, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:54.928449 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-769d5a7b-fb8d-460e-b13f-13c88b332b07 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.7980623 Oct 19 07:40:54.933800 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 56360) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:40:54.967076 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-0fb8560e-a9bb-4995-9608-c59a74346f49 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=4938b666dbce479f8f2f4aa1c6ce8192&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5456228 Oct 19 07:40:54.971694 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-aacf8e31-98f0-4891-8d15-fe697f375e80 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Request body: {'port': {'network_id': '5b4755dd-54e2-40a6-8450-ab8eb989f82c', 'name': 'tempest-PortsIpV6TestJSON-784505708'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:40:54.980302 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 56362) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:40:54.993948 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-533a56ce-b917-444a-8e31-bd7fb64556a8 tempest-AllowedAddressPairIpV6TestJSON-693616432 tempest-AllowedAddressPairIpV6TestJSON-693616432-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 162} {{(pid=103332) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 07:40:55.041892 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-9912fa08-59aa-46ed-bbd5-55dd442f88e7 None None] Port 5b70cc63-8b4d-40e3-9845-8e8add76f5fc cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 07:40:55.056165 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533a56ce-b917-444a-8e31-bd7fb64556a8 tempest-AllowedAddressPairIpV6TestJSON-693616432 tempest-AllowedAddressPairIpV6TestJSON-693616432-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9d1dc6d4-94d2-4e8d-b999-a478e4ec86f6,revision_number=1']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:40:55.065653 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769d5a7b-fb8d-460e-b13f-13c88b332b07 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Pushing event updated for resources: {'Network': ['ID=5b4755dd-54e2-40a6-8450-ab8eb989f82c,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:40:55.073561 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-533a56ce-b917-444a-8e31-bd7fb64556a8 tempest-AllowedAddressPairIpV6TestJSON-693616432 tempest-AllowedAddressPairIpV6TestJSON-693616432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979'] for segment, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:55.073561 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.db.segments_db [None req-533a56ce-b917-444a-8e31-bd7fb64556a8 tempest-AllowedAddressPairIpV6TestJSON-693616432 tempest-AllowedAddressPairIpV6TestJSON-693616432-project] Added segment bc8a5e2e-c027-4b61-9330-e57e40c2c6ad of type vlan for network 94a2344b-3c35-4881-a95e-6f2bc84f03db Oct 19 07:40:55.128278 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533a56ce-b917-444a-8e31-bd7fb64556a8 tempest-AllowedAddressPairIpV6TestJSON-693616432 tempest-AllowedAddressPairIpV6TestJSON-693616432-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:40:55.128645 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533a56ce-b917-444a-8e31-bd7fb64556a8 tempest-AllowedAddressPairIpV6TestJSON-693616432 tempest-AllowedAddressPairIpV6TestJSON-693616432-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:40:55.129156 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533a56ce-b917-444a-8e31-bd7fb64556a8 tempest-AllowedAddressPairIpV6TestJSON-693616432 tempest-AllowedAddressPairIpV6TestJSON-693616432-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:40:55.129648 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533a56ce-b917-444a-8e31-bd7fb64556a8 tempest-AllowedAddressPairIpV6TestJSON-693616432 tempest-AllowedAddressPairIpV6TestJSON-693616432-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:40:55.130148 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533a56ce-b917-444a-8e31-bd7fb64556a8 tempest-AllowedAddressPairIpV6TestJSON-693616432 tempest-AllowedAddressPairIpV6TestJSON-693616432-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:40:55.130635 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533a56ce-b917-444a-8e31-bd7fb64556a8 tempest-AllowedAddressPairIpV6TestJSON-693616432 tempest-AllowedAddressPairIpV6TestJSON-693616432-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:40:55.131116 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533a56ce-b917-444a-8e31-bd7fb64556a8 tempest-AllowedAddressPairIpV6TestJSON-693616432 tempest-AllowedAddressPairIpV6TestJSON-693616432-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:40:55.131606 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533a56ce-b917-444a-8e31-bd7fb64556a8 tempest-AllowedAddressPairIpV6TestJSON-693616432 tempest-AllowedAddressPairIpV6TestJSON-693616432-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:40:55.132087 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533a56ce-b917-444a-8e31-bd7fb64556a8 tempest-AllowedAddressPairIpV6TestJSON-693616432 tempest-AllowedAddressPairIpV6TestJSON-693616432-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:40:55.132599 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533a56ce-b917-444a-8e31-bd7fb64556a8 tempest-AllowedAddressPairIpV6TestJSON-693616432 tempest-AllowedAddressPairIpV6TestJSON-693616432-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:40:55.133090 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533a56ce-b917-444a-8e31-bd7fb64556a8 tempest-AllowedAddressPairIpV6TestJSON-693616432 tempest-AllowedAddressPairIpV6TestJSON-693616432-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:40:55.133721 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533a56ce-b917-444a-8e31-bd7fb64556a8 tempest-AllowedAddressPairIpV6TestJSON-693616432 tempest-AllowedAddressPairIpV6TestJSON-693616432-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:40:55.157832 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-734ae900-9ec9-4b84-abe0-0d7932103752 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Made reservation on behalf of 61a2e57b80c1442e9cb330141a970781 for: {'port': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 07:40:55.165242 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-94cef9b1-6df8-46a2-93e4-188769e1d560 tempest-AllowedAddressPairTestJSON-1474361603 tempest-AllowedAddressPairTestJSON-1474361603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-679819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-133552721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130659632'] for subnet, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:55.165884 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Network 5b4755dd-54e2-40a6-8450-ab8eb989f82c details requested by agent ovs-agent-dv-neutron-861624-1-hyperv with host dv-neutron-861624-1-hyperv {{(pid=103334) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 07:40:55.168018 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aacf8e31-98f0-4891-8d15-fe697f375e80 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Made reservation on behalf of 0cd3ded9dc134e3392e5122464eefb82 for: {'port': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 07:40:55.172316 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-aacf8e31-98f0-4891-8d15-fe697f375e80 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:55.176701 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-6bfbf1d0-8547-45e0-a779-25255d2be12a tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1574862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1694957'] for router_interface, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:55.216552 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.notifiers.nova [None req-aacf8e31-98f0-4891-8d15-fe697f375e80 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] device_id is not set on port 9b30fa6b-14f0-4e33-8ef6-7c1b932b18e6 yet. {{(pid=103333) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 19 07:40:55.219572 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-533a56ce-b917-444a-8e31-bd7fb64556a8 tempest-AllowedAddressPairIpV6TestJSON-693616432 tempest-AllowedAddressPairIpV6TestJSON-693616432-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785020965340'] for network, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:55.225031 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94cef9b1-6df8-46a2-93e4-188769e1d560 tempest-AllowedAddressPairTestJSON-1474361603 tempest-AllowedAddressPairTestJSON-1474361603-project] Pushing event deleted for resources: {'Subnet': ['ID=590d023b-2916-4f82-923d-a7ace9294604,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:40:55.227534 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-94cef9b1-6df8-46a2-93e4-188769e1d560 tempest-AllowedAddressPairTestJSON-1474361603 tempest-AllowedAddressPairTestJSON-1474361603-project] Notify callbacks [] for subnet, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:55.231030 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-94cef9b1-6df8-46a2-93e4-188769e1d560 tempest-AllowedAddressPairTestJSON-1474361603 tempest-AllowedAddressPairTestJSON-1474361603-project] 10.222.0.27 "DELETE /v2.0/subnets/590d023b-2916-4f82-923d-a7ace9294604 HTTP/1.1" status: 204 len: 168 time: 1.3337412 Oct 19 07:40:55.237367 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 56364) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:40:55.278822 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Pushing event updated for resources: {'Port': ['ID=222dc8de-2fc4-4133-a2ec-1ed6ed788420,revision_number=3']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:40:55.281793 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eda35921-0d5b-4629-afde-e82718787730 None None] Network 2b5f9a1d-4552-4b64-bd0c-5f57eae79640 requested from dv-neutron-861624-1-hyperv {{(pid=103334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 07:40:55.319799 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-76ddd293-c526-4457-9dc2-eb792d07c0dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:55.373048 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-734ae900-9ec9-4b84-abe0-0d7932103752 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:55.377813 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-533a56ce-b917-444a-8e31-bd7fb64556a8 tempest-AllowedAddressPairIpV6TestJSON-693616432 tempest-AllowedAddressPairIpV6TestJSON-693616432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873'] for network, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:55.381979 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-59696f96-d876-4f7b-af11-f0aecae5570d None None] Attempting to bind port d19b3470-da3e-4104-a7e3-aca4a180add9 on host dv-neutron-861624-1-hyperv for vnic_type normal with profile {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 19 07:40:55.382417 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-59696f96-d876-4f7b-af11-f0aecae5570d None None] Attempting to bind port d19b3470-da3e-4104-a7e3-aca4a180add9 by drivers openvswitch,hyperv on host dv-neutron-861624-1-hyperv at level 0 using segments [{'id': '5a8d2b05-b527-4bd4-a671-b9112f193fef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '6b5a65c5-1bed-4301-9db8-c1056c2b8eba'}] {{(pid=103334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 19 07:40:55.382860 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59696f96-d876-4f7b-af11-f0aecae5570d None None] Attempting to bind port d19b3470-da3e-4104-a7e3-aca4a180add9 on network 6b5a65c5-1bed-4301-9db8-c1056c2b8eba {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 07:40:55.383605 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-533a56ce-b917-444a-8e31-bd7fb64556a8 tempest-AllowedAddressPairIpV6TestJSON-693616432 tempest-AllowedAddressPairIpV6TestJSON-693616432-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:40:55.384160 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-533a56ce-b917-444a-8e31-bd7fb64556a8 tempest-AllowedAddressPairIpV6TestJSON-693616432 tempest-AllowedAddressPairIpV6TestJSON-693616432-project] Notify callbacks [] for network, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:55.427918 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.notifiers.nova [None req-734ae900-9ec9-4b84-abe0-0d7932103752 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] device_id is not set on port 6097941c-74e9-406a-9b8f-c9e9c1365575 yet. {{(pid=103333) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 19 07:40:55.453349 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-76ddd293-c526-4457-9dc2-eb792d07c0dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:55.458777 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59696f96-d876-4f7b-af11-f0aecae5570d None None] Checking agent: {'id': 'a5b0152c-d633-409b-aaf8-3b76458e2410', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861624-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 19, 7, 30, 19), 'started_at': datetime.datetime(2022, 10, 19, 7, 30, 49), 'heartbeat_timestamp': datetime.datetime(2022, 10, 19, 7, 40, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861624-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 07:40:55.458777 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59696f96-d876-4f7b-af11-f0aecae5570d None None] Checking segment: {'id': '5a8d2b05-b527-4bd4-a671-b9112f193fef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '6b5a65c5-1bed-4301-9db8-c1056c2b8eba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 19 07:40:55.459114 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-59696f96-d876-4f7b-af11-f0aecae5570d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:55.459510 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59696f96-d876-4f7b-af11-f0aecae5570d None None] Bound using segment: {'id': '5a8d2b05-b527-4bd4-a671-b9112f193fef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '6b5a65c5-1bed-4301-9db8-c1056c2b8eba'} {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 07:40:55.460058 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-59696f96-d876-4f7b-af11-f0aecae5570d None None] Bound port: d19b3470-da3e-4104-a7e3-aca4a180add9, host: dv-neutron-861624-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a8d2b05-b527-4bd4-a671-b9112f193fef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '6b5a65c5-1bed-4301-9db8-c1056c2b8eba'}}] {{(pid=103334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 19 07:40:55.460566 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-59696f96-d876-4f7b-af11-f0aecae5570d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:55.475911 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-33d0da23-9c18-418d-b8c3-f8ba870ff783 tempest-AllowedAddressPairTestJSON-1474361603 tempest-AllowedAddressPairTestJSON-1474361603-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-667019'] for network, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:55.521304 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-533a56ce-b917-444a-8e31-bd7fb64556a8 tempest-AllowedAddressPairIpV6TestJSON-693616432 tempest-AllowedAddressPairIpV6TestJSON-693616432-project] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 2.1122906 Oct 19 07:40:55.534348 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 56366) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:40:55.542199 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-25a41e18-0088-4eb2-8e13-121eafae6e08 None None] Notify callbacks [] for port, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:55.543178 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-9912fa08-59aa-46ed-bbd5-55dd442f88e7 None None] Attempt 5 to provision port 5b70cc63-8b4d-40e3-9845-8e8add76f5fc Oct 19 07:40:55.553216 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device 222dc8de-2fc4-4133-a2ec-1ed6ed788420 up at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 07:40:55.579165 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-aacf8e31-98f0-4891-8d15-fe697f375e80 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Notify callbacks [] for port, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:55.582920 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-845153c5-b7f3-4201-9fae-a4f5a834ea53 tempest-AllowedAddressPairIpV6TestJSON-693616432 tempest-AllowedAddressPairIpV6TestJSON-693616432-project] Request body: {'subnet': {'network_id': '94a2344b-3c35-4881-a95e-6f2bc84f03db', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:40:55.613616 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-25a41e18-0088-4eb2-8e13-121eafae6e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785020947330'] for port, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:55.626586 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533a56ce-b917-444a-8e31-bd7fb64556a8 tempest-AllowedAddressPairIpV6TestJSON-693616432 tempest-AllowedAddressPairIpV6TestJSON-693616432-project] Pushing event updated for resources: {'Network': ['ID=94a2344b-3c35-4881-a95e-6f2bc84f03db,revision_number=1']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:40:55.630770 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-9912fa08-59aa-46ed-bbd5-55dd442f88e7 None None] Port 5b70cc63-8b4d-40e3-9845-8e8add76f5fc was deleted so its status cannot be updated. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Oct 19 07:40:55.671680 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Network 94a2344b-3c35-4881-a95e-6f2bc84f03db details requested by agent ovs-agent-dv-neutron-861624-1-hyperv with host dv-neutron-861624-1-hyperv {{(pid=103334) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 07:40:55.724662 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25a41e18-0088-4eb2-8e13-121eafae6e08 None None] Network ccc0a771-4ea1-40a6-a735-126d4ec53729 is already hosted by enough agents. {{(pid=103334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 07:40:55.733403 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-aacf8e31-98f0-4891-8d15-fe697f375e80 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785020947330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130996763'] for port, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:55.747350 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.scheduler.base_scheduler [None req-25a41e18-0088-4eb2-8e13-121eafae6e08 None None] Resources bound (agent type, host, resource id): {{(pid=103334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:40:55.752318 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-59696f96-d876-4f7b-af11-f0aecae5570d None None] For port d19b3470-da3e-4104-a7e3-aca4a180add9, host dv-neutron-861624-1-hyperv, cleared binding levels {{(pid=103334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 07:40:55.756014 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25a41e18-0088-4eb2-8e13-121eafae6e08 None None] Received port after_create {{(pid=103334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 07:40:55.764973 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a41e18-0088-4eb2-8e13-121eafae6e08 None None] Pushing event updated for resources: {'Port': ['ID=89d1042a-0b81-4e85-b6e8-c52ae81a3243,revision_number=1']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:40:55.788307 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.db_base_plugin_common [None req-734ae900-9ec9-4b84-abe0-0d7932103752 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Allocated IP 2001:db8:0:1::59 (6b5a65c5-1bed-4301-9db8-c1056c2b8eba/d812c27a-d657-40f0-9650-e10aacceca23/6097941c-74e9-406a-9b8f-c9e9c1365575) {{(pid=103333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 07:40:55.807413 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.db_base_plugin_common [None req-734ae900-9ec9-4b84-abe0-0d7932103752 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Allocated IP 2001:db8::f816:3eff:fe86:3dbe (6b5a65c5-1bed-4301-9db8-c1056c2b8eba/3d437f61-ab2f-48b1-8067-6b11d5ac75fa/6097941c-74e9-406a-9b8f-c9e9c1365575) {{(pid=103333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 07:40:55.811578 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6bfbf1d0-8547-45e0-a779-25255d2be12a tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Router fd0b6f47-0d58-4063-9fb4-a96b67b06000 has already been hosted by L3 agent ab388470-1243-4d53-80f2-c2f5899c97a7 {{(pid=103332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 07:40:55.815306 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-59696f96-d876-4f7b-af11-f0aecae5570d None None] For port d19b3470-da3e-4104-a7e3-aca4a180add9, host dv-neutron-861624-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=d19b3470-da3e-4104-a7e3-aca4a180add9,segment=NetworkSegment(5a8d2b05-b527-4bd4-a671-b9112f193fef),segment_id=5a8d2b05-b527-4bd4-a671-b9112f193fef)] {{(pid=103334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 07:40:55.819173 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-9912fa08-59aa-46ed-bbd5-55dd442f88e7 None None] Provisioning complete for port 230e6b77-aece-467f-9dad-43884fb58e98 triggered by entity DHCP. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:40:55.819620 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-9912fa08-59aa-46ed-bbd5-55dd442f88e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:55.820557 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-9912fa08-59aa-46ed-bbd5-55dd442f88e7 None None] Attempt 1 to provision port 230e6b77-aece-467f-9dad-43884fb58e98 Oct 19 07:40:55.823604 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacf8e31-98f0-4891-8d15-fe697f375e80 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Pushing event updated for resources: {'Port': ['ID=9b30fa6b-14f0-4e33-8ef6-7c1b932b18e6,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:40:55.872742 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aacf8e31-98f0-4891-8d15-fe697f375e80 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Checking segment: {'id': '83a81a75-82b5-4795-bb53-82ccf075c513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '5b4755dd-54e2-40a6-8450-ab8eb989f82c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 19 07:40:55.873111 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aacf8e31-98f0-4891-8d15-fe697f375e80 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Network hostable DHCP agents. Network: 5b4755dd-54e2-40a6-8450-ab8eb989f82c, hostable agents: ['310d813b-0e3e-4d7e-9b79-8f4ec0dbcab0'], hosted agents: [] {{(pid=103333) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 07:40:55.879522 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-59696f96-d876-4f7b-af11-f0aecae5570d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:55.884367 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-3d098514-2f04-43f0-b117-be8a51ea18b8 tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-679819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-133552721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130659632'] for subnet, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:55.891333 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-845153c5-b7f3-4201-9fae-a4f5a834ea53 tempest-AllowedAddressPairIpV6TestJSON-693616432 tempest-AllowedAddressPairIpV6TestJSON-693616432-project] Made reservation on behalf of c2c473368888434baebd47d1eff4afea for: {'subnet': 1} {{(pid=103332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 07:40:55.895400 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-845153c5-b7f3-4201-9fae-a4f5a834ea53 tempest-AllowedAddressPairIpV6TestJSON-693616432 tempest-AllowedAddressPairIpV6TestJSON-693616432-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130659787'] for subnet, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:55.942673 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aacf8e31-98f0-4891-8d15-fe697f375e80 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Network 5b4755dd-54e2-40a6-8450-ab8eb989f82c is scheduled to be hosted by DHCP agent 310d813b-0e3e-4d7e-9b79-8f4ec0dbcab0 with binding_index 1 {{(pid=103333) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 07:40:55.956825 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35ad41db-8a88-434c-9072-f77f11a1aacd None None] DHCP port deletion for 2b5f9a1d-4552-4b64-bd0c-5f57eae79640 request from dv-neutron-861624-1-hyperv {{(pid=103334) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 07:40:55.967622 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-aacf8e31-98f0-4891-8d15-fe697f375e80 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861624-1-hyperv, 5b4755dd-54e2-40a6-8450-ab8eb989f82c) {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:40:55.973941 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Provisioning complete for port 222dc8de-2fc4-4133-a2ec-1ed6ed788420 triggered by entity L2. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:40:55.974309 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:55.974647 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Attempt 1 to provision port 222dc8de-2fc4-4133-a2ec-1ed6ed788420 Oct 19 07:40:55.976034 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aacf8e31-98f0-4891-8d15-fe697f375e80 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Received port after_create {{(pid=103333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 07:40:55.986411 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-25a41e18-0088-4eb2-8e13-121eafae6e08 None None] Attempting to bind port 89d1042a-0b81-4e85-b6e8-c52ae81a3243 on host dv-neutron-861624-1-hyperv for vnic_type normal with profile {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 19 07:40:55.987194 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-25a41e18-0088-4eb2-8e13-121eafae6e08 None None] Attempting to bind port 89d1042a-0b81-4e85-b6e8-c52ae81a3243 by drivers openvswitch,hyperv on host dv-neutron-861624-1-hyperv at level 0 using segments [{'id': '263c0f1d-35f0-4e9b-b45f-2b13b8b3f51e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'ccc0a771-4ea1-40a6-a735-126d4ec53729'}] {{(pid=103334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 19 07:40:55.987340 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aacf8e31-98f0-4891-8d15-fe697f375e80 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:40:55.987457 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25a41e18-0088-4eb2-8e13-121eafae6e08 None None] Attempting to bind port 89d1042a-0b81-4e85-b6e8-c52ae81a3243 on network ccc0a771-4ea1-40a6-a735-126d4ec53729 {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 07:40:55.987544 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-aacf8e31-98f0-4891-8d15-fe697f375e80 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42160'] for port, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:56.008318 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b092667-5a30-4b40-b456-9694fd3883da None None] Network 5b4755dd-54e2-40a6-8450-ab8eb989f82c requested from dv-neutron-861624-1-hyperv {{(pid=103334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 07:40:56.030175 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-76ddd293-c526-4457-9dc2-eb792d07c0dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788643'] for security_group, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:56.034475 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-76ddd293-c526-4457-9dc2-eb792d07c0dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:56.039231 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-76ddd293-c526-4457-9dc2-eb792d07c0dd admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/ab0cd84b-e80a-47f6-8c81-06239459622e HTTP/1.1" status: 204 len: 168 time: 1.0541062 Oct 19 07:40:56.057075 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-aacf8e31-98f0-4891-8d15-fe697f375e80 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.1197059 Oct 19 07:40:56.058041 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 56370) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:40:56.070568 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25a41e18-0088-4eb2-8e13-121eafae6e08 None None] Checking agent: {'id': 'a5b0152c-d633-409b-aaf8-3b76458e2410', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861624-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 19, 7, 30, 19), 'started_at': datetime.datetime(2022, 10, 19, 7, 30, 49), 'heartbeat_timestamp': datetime.datetime(2022, 10, 19, 7, 40, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861624-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 07:40:56.070944 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25a41e18-0088-4eb2-8e13-121eafae6e08 None None] Checking segment: {'id': '263c0f1d-35f0-4e9b-b45f-2b13b8b3f51e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'ccc0a771-4ea1-40a6-a735-126d4ec53729'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 19 07:40:56.071105 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-75deabe3-43d2-48a2-a925-f5ff358714f6 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1662972377'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:40:56.071353 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-25a41e18-0088-4eb2-8e13-121eafae6e08 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:56.071737 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25a41e18-0088-4eb2-8e13-121eafae6e08 None None] Bound using segment: {'id': '263c0f1d-35f0-4e9b-b45f-2b13b8b3f51e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'ccc0a771-4ea1-40a6-a735-126d4ec53729'} {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 07:40:56.072326 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-25a41e18-0088-4eb2-8e13-121eafae6e08 None None] Bound port: 89d1042a-0b81-4e85-b6e8-c52ae81a3243, host: dv-neutron-861624-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '263c0f1d-35f0-4e9b-b45f-2b13b8b3f51e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'ccc0a771-4ea1-40a6-a735-126d4ec53729'}}] {{(pid=103334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 19 07:40:56.072739 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-25a41e18-0088-4eb2-8e13-121eafae6e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:56.116445 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59696f96-d876-4f7b-af11-f0aecae5570d None None] Pushing event updated for resources: {'Port': ['ID=d19b3470-da3e-4104-a7e3-aca4a180add9,revision_number=2']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:40:56.154691 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75deabe3-43d2-48a2-a925-f5ff358714f6 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Made reservation on behalf of 0cd3ded9dc134e3392e5122464eefb82 for: {'network': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 07:40:56.165269 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-75deabe3-43d2-48a2-a925-f5ff358714f6 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for network, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:56.194277 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-734ae900-9ec9-4b84-abe0-0d7932103752 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks [] for port, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:56.259184 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75deabe3-43d2-48a2-a925-f5ff358714f6 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 175} {{(pid=103333) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 07:40:56.295842 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-75deabe3-43d2-48a2-a925-f5ff358714f6 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979'] for segment, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:56.296359 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.db.segments_db [None req-75deabe3-43d2-48a2-a925-f5ff358714f6 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Added segment c6c361a4-d05c-4837-bf70-d46873859975 of type vlan for network 7a706a62-fe59-43e4-ac0e-308f43179050 Oct 19 07:40:56.312566 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-9912fa08-59aa-46ed-bbd5-55dd442f88e7 None None] Current status of the port 230e6b77-aece-467f-9dad-43884fb58e98 is: ACTIVE; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:40:56.359386 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-25a41e18-0088-4eb2-8e13-121eafae6e08 None None] For port 89d1042a-0b81-4e85-b6e8-c52ae81a3243, host dv-neutron-861624-1-hyperv, cleared binding levels {{(pid=103334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 07:40:56.363293 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-75deabe3-43d2-48a2-a925-f5ff358714f6 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785020965340'] for network, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:56.366783 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-25a41e18-0088-4eb2-8e13-121eafae6e08 None None] For port 89d1042a-0b81-4e85-b6e8-c52ae81a3243, host dv-neutron-861624-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=89d1042a-0b81-4e85-b6e8-c52ae81a3243,segment=NetworkSegment(263c0f1d-35f0-4e9b-b45f-2b13b8b3f51e),segment_id=263c0f1d-35f0-4e9b-b45f-2b13b8b3f51e)] {{(pid=103334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 07:40:56.387217 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-734ae900-9ec9-4b84-abe0-0d7932103752 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785020947330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130996763'] for port, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:56.426436 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Current status of the port 222dc8de-2fc4-4133-a2ec-1ed6ed788420 is: ACTIVE; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:40:56.460115 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-9912fa08-59aa-46ed-bbd5-55dd442f88e7 None None] Could not find standard attr ID for object 6ceb7b5e-d0d7-42b8-bb53-1f55237b13d1. {{(pid=103334) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 19 07:40:56.462600 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-25a41e18-0088-4eb2-8e13-121eafae6e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:56.473103 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-75deabe3-43d2-48a2-a925-f5ff358714f6 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873'] for network, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:56.478429 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75deabe3-43d2-48a2-a925-f5ff358714f6 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:40:56.479042 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-75deabe3-43d2-48a2-a925-f5ff358714f6 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Notify callbacks [] for network, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:56.482729 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-734ae900-9ec9-4b84-abe0-0d7932103752 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Network 6b5a65c5-1bed-4301-9db8-c1056c2b8eba is already hosted by enough agents. {{(pid=103333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 07:40:56.489622 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734ae900-9ec9-4b84-abe0-0d7932103752 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Pushing event updated for resources: {'Port': ['ID=6097941c-74e9-406a-9b8f-c9e9c1365575,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:40:56.497230 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-734ae900-9ec9-4b84-abe0-0d7932103752 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Resources bound (agent type, host, resource id): {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:40:56.514801 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-734ae900-9ec9-4b84-abe0-0d7932103752 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Received port after_create {{(pid=103333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 07:40:56.521410 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-734ae900-9ec9-4b84-abe0-0d7932103752 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:40:56.522136 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-734ae900-9ec9-4b84-abe0-0d7932103752 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42160'] for port, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:56.545396 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-75deabe3-43d2-48a2-a925-f5ff358714f6 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4827509 Oct 19 07:40:56.549085 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 56378) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:40:56.556900 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-6eb03617-9591-47ed-83ed-ddb234fefaab tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Request body: {'ports': [{'network_id': '5b4755dd-54e2-40a6-8450-ab8eb989f82c'}, {'network_id': '7a706a62-fe59-43e4-ac0e-308f43179050'}]} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:40:56.557244 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-6eb03617-9591-47ed-83ed-ddb234fefaab tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Request body: {'port': {'network_id': '5b4755dd-54e2-40a6-8450-ab8eb989f82c'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:40:56.557669 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-6eb03617-9591-47ed-83ed-ddb234fefaab tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Request body: {'port': {'network_id': '7a706a62-fe59-43e4-ac0e-308f43179050'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:40:56.568230 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a41e18-0088-4eb2-8e13-121eafae6e08 None None] Pushing event updated for resources: {'Port': ['ID=89d1042a-0b81-4e85-b6e8-c52ae81a3243,revision_number=2']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:40:56.575894 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d098514-2f04-43f0-b117-be8a51ea18b8 tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Pushing event deleted for resources: {'Subnet': ['ID=91abba77-aa8d-46a1-b8d0-9459324ae364,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:40:56.599734 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ddd293-c526-4457-9dc2-eb792d07c0dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab0cd84b-e80a-47f6-8c81-06239459622e,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:40:56.601824 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bfbf1d0-8547-45e0-a779-25255d2be12a tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Notify agent at l3_agent.dv-neutron-861624-1-hyperv the message routers_updated {{(pid=103332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 07:40:56.603990 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-734ae900-9ec9-4b84-abe0-0d7932103752 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.7536106 Oct 19 07:40:56.606828 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 56382) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:40:56.607473 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75deabe3-43d2-48a2-a925-f5ff358714f6 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Pushing event updated for resources: {'Network': ['ID=7a706a62-fe59-43e4-ac0e-308f43179050,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:40:56.616735 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3857413-4901-4b2b-a0fe-21f758721d00 None None] Sync routers for ids ['fd0b6f47-0d58-4063-9fb4-a96b67b06000'] in dv-neutron-861624-1-hyperv {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 07:40:56.618467 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-6bfbf1d0-8547-45e0-a779-25255d2be12a tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] 10.222.0.27 "PUT /v2.0/routers/fd0b6f47-0d58-4063-9fb4-a96b67b06000/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8623598 Oct 19 07:40:56.621855 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 56384) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:40:56.670220 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3857413-4901-4b2b-a0fe-21f758721d00 None None] Routers {'fd0b6f47-0d58-4063-9fb4-a96b67b06000'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 07:40:56.671289 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-3d098514-2f04-43f0-b117-be8a51ea18b8 tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-673051', 'neutron.services.segments.db._delete_segments_for_network-8785021519108'] for network, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:56.674969 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-e3857413-4901-4b2b-a0fe-21f758721d00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T07:40:46Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['fd0b6f47-0d58-4063-9fb4-a96b67b06000'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:40:56.694256 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-2a8efbdd-084a-46f8-8efe-66560e6e96ac tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] 10.222.0.27 "GET /v2.0/ports?device_id=fd0b6f47-0d58-4063-9fb4-a96b67b06000 HTTP/1.1" status: 200 len: 205 time: 0.0689642 Oct 19 07:40:56.694982 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 56388) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:40:56.741466 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-35ad41db-8a88-434c-9072-f77f11a1aacd None None] Deleting port 18b86d3a-927a-4145-94e8-d61bc537690f {{(pid=103334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 07:40:56.742949 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-35ad41db-8a88-434c-9072-f77f11a1aacd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:56.751255 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-e3857413-4901-4b2b-a0fe-21f758721d00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:40:56.756832 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.services.segments.db [None req-3d098514-2f04-43f0-b117-be8a51ea18b8 tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ccc0a771-4ea1-40a6-a735-126d4ec53729']}} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:40:56.759679 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Network 7a706a62-fe59-43e4-ac0e-308f43179050 details requested by agent ovs-agent-dv-neutron-861624-1-hyperv with host dv-neutron-861624-1-hyperv {{(pid=103334) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 07:40:56.774263 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36781257-fdb5-4ceb-8eb2-494619617b62 None None] Network ccc0a771-4ea1-40a6-a735-126d4ec53729 requested from dv-neutron-861624-1-hyperv {{(pid=103334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 07:40:56.781647 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3857413-4901-4b2b-a0fe-21f758721d00 None None] Routers {'fd0b6f47-0d58-4063-9fb4-a96b67b06000'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 07:40:56.782689 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-e3857413-4901-4b2b-a0fe-21f758721d00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T07:40:46Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['fd0b6f47-0d58-4063-9fb4-a96b67b06000'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:40:56.818297 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.services.segments.db [None req-3d098514-2f04-43f0-b117-be8a51ea18b8 tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '263c0f1d-35f0-4e9b-b45f-2b13b8b3f51e') {'for_net_delete': True} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:40:56.818590 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.services.segments.db [None req-3d098514-2f04-43f0-b117-be8a51ea18b8 tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '263c0f1d-35f0-4e9b-b45f-2b13b8b3f51e') {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:40:56.828305 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-e3857413-4901-4b2b-a0fe-21f758721d00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:40:56.829137 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3857413-4901-4b2b-a0fe-21f758721d00 None None] The sync data for ids ['fd0b6f47-0d58-4063-9fb4-a96b67b06000'] in dv-neutron-861624-1-hyperv is: [] {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 07:40:56.839885 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.plugin [None req-33d0da23-9c18-418d-b8c3-f8ba870ff783 tempest-AllowedAddressPairTestJSON-1474361603 tempest-AllowedAddressPairTestJSON-1474361603-project] Deleting port 18b86d3a-927a-4145-94e8-d61bc537690f {{(pid=103332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 07:40:56.840301 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-33d0da23-9c18-418d-b8c3-f8ba870ff783 tempest-AllowedAddressPairTestJSON-1474361603 tempest-AllowedAddressPairTestJSON-1474361603-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:56.850859 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-3d098514-2f04-43f0-b117-be8a51ea18b8 tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785021519382', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130726885'] for segment, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:56.895035 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-3d098514-2f04-43f0-b117-be8a51ea18b8 tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979'] for segment, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:56.977941 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d098514-2f04-43f0-b117-be8a51ea18b8 tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Releasing vlan 199 on physical network physnet1 to pool {{(pid=103332) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 07:40:56.978595 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-3d098514-2f04-43f0-b117-be8a51ea18b8 tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-133553843'] for segment, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:57.008402 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-735ec064-649a-4159-b5dd-cf8837583ebf None None] Provisioning complete for port 222dc8de-2fc4-4133-a2ec-1ed6ed788420 triggered by entity DHCP. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:40:57.008694 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-735ec064-649a-4159-b5dd-cf8837583ebf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:57.009155 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-735ec064-649a-4159-b5dd-cf8837583ebf None None] Attempt 1 to provision port 222dc8de-2fc4-4133-a2ec-1ed6ed788420 Oct 19 07:40:57.014098 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.services.segments.plugin [-] Segment 263c0f1d-35f0-4e9b-b45f-2b13b8b3f51e resource provider aggregate not found Oct 19 07:40:57.066486 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.services.segments.plugin [-] Segment 263c0f1d-35f0-4e9b-b45f-2b13b8b3f51e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 263c0f1d-35f0-4e9b-b45f-2b13b8b3f51e found for delete ", "request_id": "req-5c22e470-68ec-4d43-abe8-fadcd41377c0"}]} Oct 19 07:40:57.071142 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.db [None req-33d0da23-9c18-418d-b8c3-f8ba870ff783 tempest-AllowedAddressPairTestJSON-1474361603 tempest-AllowedAddressPairTestJSON-1474361603-project] For port 18b86d3a-927a-4145-94e8-d61bc537690f, host dv-neutron-861624-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=18b86d3a-927a-4145-94e8-d61bc537690f,segment=NetworkSegment(25aadc07-b6fd-467d-ae3c-a5a2f7ecebbc),segment_id=25aadc07-b6fd-467d-ae3c-a5a2f7ecebbc)] {{(pid=103332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:40:57.072089 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-33d0da23-9c18-418d-b8c3-f8ba870ff783 tempest-AllowedAddressPairTestJSON-1474361603 tempest-AllowedAddressPairTestJSON-1474361603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:57.090663 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-845153c5-b7f3-4201-9fae-a4f5a834ea53 tempest-AllowedAddressPairIpV6TestJSON-693616432 tempest-AllowedAddressPairIpV6TestJSON-693616432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-133552662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130659641'] for subnet, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:57.131404 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.plugin [None req-33d0da23-9c18-418d-b8c3-f8ba870ff783 tempest-AllowedAddressPairTestJSON-1474361603 tempest-AllowedAddressPairTestJSON-1474361603-project] Calling delete_port for 18b86d3a-927a-4145-94e8-d61bc537690f owned by network:dhcp {{(pid=103332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 07:40:57.182406 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.db.api [None req-3d098514-2f04-43f0-b117-be8a51ea18b8 tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 19 07:40:57.182406 dv-neutron-861624-1-hyperv neutron-server[103332]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 19 07:40:57.182406 dv-neutron-861624-1-hyperv neutron-server[103332]: [parameters: {'id': 'ccc0a771-4ea1-40a6-a735-126d4ec53729'}] Oct 19 07:40:57.182406 dv-neutron-861624-1-hyperv neutron-server[103332]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103332) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 19 07:40:57.182798 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG oslo_db.api [None req-3d098514-2f04-43f0-b117-be8a51ea18b8 tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 19 07:40:57.186220 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845153c5-b7f3-4201-9fae-a4f5a834ea53 tempest-AllowedAddressPairIpV6TestJSON-693616432 tempest-AllowedAddressPairIpV6TestJSON-693616432-project] Pushing event updated for resources: {'Subnet': ['ID=9cd13627-6d09-4a84-ad40-a6b473374883,revision_number=0']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:40:57.201910 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-1ae9862e-dbf0-44b8-8c97-8ff3d7103e04 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Notify callbacks [] for router, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:57.338167 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-845153c5-b7f3-4201-9fae-a4f5a834ea53 tempest-AllowedAddressPairIpV6TestJSON-693616432 tempest-AllowedAddressPairIpV6TestJSON-693616432-project] Checking segment: {'id': 'bc8a5e2e-c027-4b61-9330-e57e40c2c6ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '94a2344b-3c35-4881-a95e-6f2bc84f03db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 19 07:40:57.338901 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-845153c5-b7f3-4201-9fae-a4f5a834ea53 tempest-AllowedAddressPairIpV6TestJSON-693616432 tempest-AllowedAddressPairIpV6TestJSON-693616432-project] Network hostable DHCP agents. Network: 94a2344b-3c35-4881-a95e-6f2bc84f03db, hostable agents: ['310d813b-0e3e-4d7e-9b79-8f4ec0dbcab0'], hosted agents: [] {{(pid=103332) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 07:40:57.345615 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-33d0da23-9c18-418d-b8c3-f8ba870ff783 tempest-AllowedAddressPairTestJSON-1474361603 tempest-AllowedAddressPairTestJSON-1474361603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133553798'] for port, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:57.404074 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33d0da23-9c18-418d-b8c3-f8ba870ff783 tempest-AllowedAddressPairTestJSON-1474361603 tempest-AllowedAddressPairTestJSON-1474361603-project] No DVR routers for this DVR port 18b86d3a-927a-4145-94e8-d61bc537690f on host dv-neutron-861624-1-hyperv {{(pid=103332) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 19 07:40:57.413504 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d0da23-9c18-418d-b8c3-f8ba870ff783 tempest-AllowedAddressPairTestJSON-1474361603 tempest-AllowedAddressPairTestJSON-1474361603-project] Pushing event deleted for resources: {'Port': ['ID=18b86d3a-927a-4145-94e8-d61bc537690f,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:40:57.418413 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 56402) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:40:57.450878 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-845153c5-b7f3-4201-9fae-a4f5a834ea53 tempest-AllowedAddressPairIpV6TestJSON-693616432 tempest-AllowedAddressPairIpV6TestJSON-693616432-project] Network 94a2344b-3c35-4881-a95e-6f2bc84f03db is scheduled to be hosted by DHCP agent 310d813b-0e3e-4d7e-9b79-8f4ec0dbcab0 with binding_index 1 {{(pid=103332) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 07:40:57.488848 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.base_scheduler [None req-845153c5-b7f3-4201-9fae-a4f5a834ea53 tempest-AllowedAddressPairIpV6TestJSON-693616432 tempest-AllowedAddressPairIpV6TestJSON-693616432-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861624-1-hyperv, 94a2344b-3c35-4881-a95e-6f2bc84f03db) {{(pid=103332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:40:57.506238 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-845153c5-b7f3-4201-9fae-a4f5a834ea53 tempest-AllowedAddressPairIpV6TestJSON-693616432 tempest-AllowedAddressPairIpV6TestJSON-693616432-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:40:57.506831 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-845153c5-b7f3-4201-9fae-a4f5a834ea53 tempest-AllowedAddressPairIpV6TestJSON-693616432 tempest-AllowedAddressPairIpV6TestJSON-693616432-project] Notify callbacks [] for subnet, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:57.511806 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-35ad41db-8a88-434c-9072-f77f11a1aacd None None] For port 18b86d3a-927a-4145-94e8-d61bc537690f, host dv-neutron-861624-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=18b86d3a-927a-4145-94e8-d61bc537690f,segment=NetworkSegment(25aadc07-b6fd-467d-ae3c-a5a2f7ecebbc),segment_id=25aadc07-b6fd-467d-ae3c-a5a2f7ecebbc)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:40:57.512091 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-35ad41db-8a88-434c-9072-f77f11a1aacd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:57.525978 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-1ae9862e-dbf0-44b8-8c97-8ff3d7103e04 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1693565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12618'] for router, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:57.537204 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-1ae9862e-dbf0-44b8-8c97-8ff3d7103e04 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:57.537419 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-35ad41db-8a88-434c-9072-f77f11a1aacd None None] Calling delete_port for 18b86d3a-927a-4145-94e8-d61bc537690f owned by network:dhcp {{(pid=103334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 07:40:57.546623 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2bbfeef-c0cb-44b8-b7a6-37d2b0c3b901 None None] Network 94a2344b-3c35-4881-a95e-6f2bc84f03db requested from dv-neutron-861624-1-hyperv {{(pid=103334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 07:40:57.613211 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6eb03617-9591-47ed-83ed-ddb234fefaab tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Made reservation on behalf of 0cd3ded9dc134e3392e5122464eefb82 for: {'port': 2} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 07:40:57.616225 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-33d0da23-9c18-418d-b8c3-f8ba870ff783 tempest-AllowedAddressPairTestJSON-1474361603 tempest-AllowedAddressPairTestJSON-1474361603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-673051', 'neutron.services.segments.db._delete_segments_for_network-8785021519108'] for network, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:57.619872 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-6eb03617-9591-47ed-83ed-ddb234fefaab tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:57.625322 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-228bdc2e-c534-4f70-87ab-7a0c0f702c2c tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Deleting port 6097941c-74e9-406a-9b8f-c9e9c1365575 {{(pid=103333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 07:40:57.625649 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-228bdc2e-c534-4f70-87ab-7a0c0f702c2c tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:57.646677 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-845153c5-b7f3-4201-9fae-a4f5a834ea53 tempest-AllowedAddressPairIpV6TestJSON-693616432 tempest-AllowedAddressPairIpV6TestJSON-693616432-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1040788 Oct 19 07:40:57.651166 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 56406) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:40:57.653894 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-6eb03617-9591-47ed-83ed-ddb234fefaab tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:57.654923 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-4e58eaf6-d727-404b-bbbd-ba99bf5fd3e1 tempest-NetworksIpV6TestAttrs-279669730 tempest-NetworksIpV6TestAttrs-279669730-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-536719260'}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:40:57.663632 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-bcf61ae1-3f21-43f2-92e1-fe11f46a210d tempest-AllowedAddressPairIpV6TestJSON-693616432 tempest-AllowedAddressPairIpV6TestJSON-693616432-project] Request body: {'port': {'network_id': '94a2344b-3c35-4881-a95e-6f2bc84f03db', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1159678589'}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:40:57.667122 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-1ae9862e-dbf0-44b8-8c97-8ff3d7103e04 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1693542'] for router, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:57.668091 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ae9862e-dbf0-44b8-8c97-8ff3d7103e04 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Fanout notify agent at l3_agent the message router_deleted on router fd0b6f47-0d58-4063-9fb4-a96b67b06000 {{(pid=103333) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 07:40:57.668492 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.services.segments.db [None req-33d0da23-9c18-418d-b8c3-f8ba870ff783 tempest-AllowedAddressPairTestJSON-1474361603 tempest-AllowedAddressPairTestJSON-1474361603-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b5f9a1d-4552-4b64-bd0c-5f57eae79640']}} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:40:57.668647 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device d19b3470-da3e-4104-a7e3-aca4a180add9 up at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 07:40:57.671923 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ac18515-0c94-4bd9-b098-c0feb0814273 None None] Network 6b5a65c5-1bed-4301-9db8-c1056c2b8eba requested from dv-neutron-861624-1-hyperv {{(pid=103334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 07:40:57.682591 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-1ae9862e-dbf0-44b8-8c97-8ff3d7103e04 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Notify callbacks [] for router, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:57.688339 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-3d098514-2f04-43f0-b117-be8a51ea18b8 tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-667019'] for network, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:57.690315 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-1ae9862e-dbf0-44b8-8c97-8ff3d7103e04 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] 10.222.0.27 "DELETE /v2.0/routers/fd0b6f47-0d58-4063-9fb4-a96b67b06000 HTTP/1.1" status: 204 len: 168 time: 0.9661365 Oct 19 07:40:57.694985 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 56408) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:40:57.697928 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.services.segments.db [None req-33d0da23-9c18-418d-b8c3-f8ba870ff783 tempest-AllowedAddressPairTestJSON-1474361603 tempest-AllowedAddressPairTestJSON-1474361603-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25aadc07-b6fd-467d-ae3c-a5a2f7ecebbc') {'for_net_delete': True} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:40:57.698311 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.services.segments.db [None req-33d0da23-9c18-418d-b8c3-f8ba870ff783 tempest-AllowedAddressPairTestJSON-1474361603 tempest-AllowedAddressPairTestJSON-1474361603-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25aadc07-b6fd-467d-ae3c-a5a2f7ecebbc') {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:40:57.729643 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-33d0da23-9c18-418d-b8c3-f8ba870ff783 tempest-AllowedAddressPairTestJSON-1474361603 tempest-AllowedAddressPairTestJSON-1474361603-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785021519382', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130726885'] for segment, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:57.787557 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-735ec064-649a-4159-b5dd-cf8837583ebf None None] Current status of the port 222dc8de-2fc4-4133-a2ec-1ed6ed788420 is: ACTIVE; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:40:57.793717 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e58eaf6-d727-404b-bbbd-ba99bf5fd3e1 tempest-NetworksIpV6TestAttrs-279669730 tempest-NetworksIpV6TestAttrs-279669730-project] Made reservation on behalf of 1a48ad924478432a90a7d865ee405d9d for: {'network': 1} {{(pid=103332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 07:40:57.796536 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-4e58eaf6-d727-404b-bbbd-ba99bf5fd3e1 tempest-NetworksIpV6TestAttrs-279669730 tempest-NetworksIpV6TestAttrs-279669730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for network, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:57.818900 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-33d0da23-9c18-418d-b8c3-f8ba870ff783 tempest-AllowedAddressPairTestJSON-1474361603 tempest-AllowedAddressPairTestJSON-1474361603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979'] for segment, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:57.828038 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-4e58eaf6-d727-404b-bbbd-ba99bf5fd3e1 tempest-NetworksIpV6TestAttrs-279669730 tempest-NetworksIpV6TestAttrs-279669730-project] Notify callbacks [] for security_group, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:57.848813 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33d0da23-9c18-418d-b8c3-f8ba870ff783 tempest-AllowedAddressPairTestJSON-1474361603 tempest-AllowedAddressPairTestJSON-1474361603-project] Releasing vlan 156 on physical network physnet1 to pool {{(pid=103332) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 07:40:57.849216 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-33d0da23-9c18-418d-b8c3-f8ba870ff783 tempest-AllowedAddressPairTestJSON-1474361603 tempest-AllowedAddressPairTestJSON-1474361603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-133553843'] for segment, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:57.863862 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.db_base_plugin_v2 [None req-22254ce4-6b39-4729-8703-44fbd8ab28e4 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Deleting subnet 4977af43-0600-4952-b3fc-2c3ddba568ea {{(pid=103333) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 19 07:40:57.886940 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-22254ce4-6b39-4729-8703-44fbd8ab28e4 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Notify callbacks [] for subnet, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:57.898138 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-35ad41db-8a88-434c-9072-f77f11a1aacd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339'] for port, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:57.916890 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-228bdc2e-c534-4f70-87ab-7a0c0f702c2c tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:57.948014 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-228bdc2e-c534-4f70-87ab-7a0c0f702c2c tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Calling delete_port for 6097941c-74e9-406a-9b8f-c9e9c1365575 owned by {{(pid=103333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 07:40:57.960210 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcf61ae1-3f21-43f2-92e1-fe11f46a210d tempest-AllowedAddressPairIpV6TestJSON-693616432 tempest-AllowedAddressPairIpV6TestJSON-693616432-project] Made reservation on behalf of c2c473368888434baebd47d1eff4afea for: {'port': 1} {{(pid=103332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 07:40:57.963748 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-bcf61ae1-3f21-43f2-92e1-fe11f46a210d tempest-AllowedAddressPairIpV6TestJSON-693616432 tempest-AllowedAddressPairIpV6TestJSON-693616432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:57.964062 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Provisioning complete for port d19b3470-da3e-4104-a7e3-aca4a180add9 triggered by entity L2. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:40:57.964433 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:57.964796 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Attempt 1 to provision port d19b3470-da3e-4104-a7e3-aca4a180add9 Oct 19 07:40:57.969561 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.plugin [None req-3d098514-2f04-43f0-b117-be8a51ea18b8 tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Deleting port 89d1042a-0b81-4e85-b6e8-c52ae81a3243 {{(pid=103332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 07:40:57.969879 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-3d098514-2f04-43f0-b117-be8a51ea18b8 tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:57.970988 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ad41db-8a88-434c-9072-f77f11a1aacd None None] Pushing event deleted for resources: {'Port': ['ID=18b86d3a-927a-4145-94e8-d61bc537690f,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:40:57.982622 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-33d0da23-9c18-418d-b8c3-f8ba870ff783 tempest-AllowedAddressPairTestJSON-1474361603 tempest-AllowedAddressPairTestJSON-1474361603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-673044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1695087'] for network, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:57.999058 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35ad41db-8a88-434c-9072-f77f11a1aacd None None] No DVR routers for this DVR port 18b86d3a-927a-4145-94e8-d61bc537690f on host dv-neutron-861624-1-hyperv {{(pid=103334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 19 07:40:58.005936 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.notifiers.nova [None req-6eb03617-9591-47ed-83ed-ddb234fefaab tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] device_id is not set on port f46ead2c-f889-438e-8e36-8ab54d73f556 yet. {{(pid=103333) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 19 07:40:58.010659 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-33d0da23-9c18-418d-b8c3-f8ba870ff783 tempest-AllowedAddressPairTestJSON-1474361603 tempest-AllowedAddressPairTestJSON-1474361603-project] Notify callbacks [] for network, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:58.013503 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-33d0da23-9c18-418d-b8c3-f8ba870ff783 tempest-AllowedAddressPairTestJSON-1474361603 tempest-AllowedAddressPairTestJSON-1474361603-project] 10.222.0.27 "DELETE /v2.0/networks/2b5f9a1d-4552-4b64-bd0c-5f57eae79640 HTTP/1.1" status: 204 len: 168 time: 2.7728264 Oct 19 07:40:58.023265 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-22254ce4-6b39-4729-8703-44fbd8ab28e4 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-134111928'] for subnet, precommit_delete_associations {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:58.040944 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ad41db-8a88-434c-9072-f77f11a1aacd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:40:58.041378 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ad41db-8a88-434c-9072-f77f11a1aacd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:40:58.041516 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.notifiers.nova [None req-bcf61ae1-3f21-43f2-92e1-fe11f46a210d tempest-AllowedAddressPairIpV6TestJSON-693616432 tempest-AllowedAddressPairIpV6TestJSON-693616432-project] device_id is not set on port 639dd394-1929-4fa8-93a1-c2bcbec3fc3b yet. {{(pid=103332) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 19 07:40:58.041915 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ad41db-8a88-434c-9072-f77f11a1aacd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:40:58.042494 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ad41db-8a88-434c-9072-f77f11a1aacd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:40:58.043031 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ad41db-8a88-434c-9072-f77f11a1aacd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:40:58.043594 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ad41db-8a88-434c-9072-f77f11a1aacd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:40:58.044129 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ad41db-8a88-434c-9072-f77f11a1aacd None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:40:58.044719 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ad41db-8a88-434c-9072-f77f11a1aacd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:40:58.045340 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ad41db-8a88-434c-9072-f77f11a1aacd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:40:58.045886 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ad41db-8a88-434c-9072-f77f11a1aacd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:40:58.046430 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ad41db-8a88-434c-9072-f77f11a1aacd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:40:58.046971 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ad41db-8a88-434c-9072-f77f11a1aacd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:40:58.064208 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d0da23-9c18-418d-b8c3-f8ba870ff783 tempest-AllowedAddressPairTestJSON-1474361603 tempest-AllowedAddressPairTestJSON-1474361603-project] Pushing event deleted for resources: {'Network': ['ID=2b5f9a1d-4552-4b64-bd0c-5f57eae79640,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:40:58.079059 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-5ff0ae02-8039-4c4a-a077-ebdcb04d6709 None None] Provisioning complete for port d19b3470-da3e-4104-a7e3-aca4a180add9 triggered by entity DHCP. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:40:58.079853 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-5ff0ae02-8039-4c4a-a077-ebdcb04d6709 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:58.080441 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-5ff0ae02-8039-4c4a-a077-ebdcb04d6709 None None] Attempt 1 to provision port d19b3470-da3e-4104-a7e3-aca4a180add9 Oct 19 07:40:58.120148 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd45c24e-20fb-48ab-9282-444afcfa8e7b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d12c6ac-27a3-545c-a8f3-f04e30423d6d-94a2344b-3c35-4881-a95e-6f2bc84f03db', 'network_id': '94a2344b-3c35-4881-a95e-6f2bc84f03db', 'tenant_id': 'c2c473368888434baebd47d1eff4afea', 'fixed_ips': [{'subnet_id': '9cd13627-6d09-4a84-ad40-a6b473374883'}]}} from dv-neutron-861624-1-hyperv. {{(pid=103334) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 07:40:58.121390 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-dd45c24e-20fb-48ab-9282-444afcfa8e7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:58.136537 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.db [None req-3d098514-2f04-43f0-b117-be8a51ea18b8 tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] For port 89d1042a-0b81-4e85-b6e8-c52ae81a3243, host dv-neutron-861624-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=89d1042a-0b81-4e85-b6e8-c52ae81a3243,segment=NetworkSegment(263c0f1d-35f0-4e9b-b45f-2b13b8b3f51e),segment_id=263c0f1d-35f0-4e9b-b45f-2b13b8b3f51e)] {{(pid=103332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:40:58.136941 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-3d098514-2f04-43f0-b117-be8a51ea18b8 tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:58.172905 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.plugin [None req-3d098514-2f04-43f0-b117-be8a51ea18b8 tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Calling delete_port for 89d1042a-0b81-4e85-b6e8-c52ae81a3243 owned by network:dhcp {{(pid=103332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 07:40:58.182511 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-4e58eaf6-d727-404b-bbbd-ba99bf5fd3e1 tempest-NetworksIpV6TestAttrs-279669730 tempest-NetworksIpV6TestAttrs-279669730-project] Notify callbacks [] for security_group, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:58.198107 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-4e58eaf6-d727-404b-bbbd-ba99bf5fd3e1 tempest-NetworksIpV6TestAttrs-279669730 tempest-NetworksIpV6TestAttrs-279669730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788643'] for security_group, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:58.219884 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e58eaf6-d727-404b-bbbd-ba99bf5fd3e1 tempest-NetworksIpV6TestAttrs-279669730 tempest-NetworksIpV6TestAttrs-279669730-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 188} {{(pid=103332) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 07:40:58.243861 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-4e58eaf6-d727-404b-bbbd-ba99bf5fd3e1 tempest-NetworksIpV6TestAttrs-279669730 tempest-NetworksIpV6TestAttrs-279669730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979'] for segment, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:58.244753 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.db.segments_db [None req-4e58eaf6-d727-404b-bbbd-ba99bf5fd3e1 tempest-NetworksIpV6TestAttrs-279669730 tempest-NetworksIpV6TestAttrs-279669730-project] Added segment c678f734-6f42-4a48-bf07-3597c22e5e68 of type vlan for network 8e13c047-2cd3-492d-8707-d70a7f13d6e6 Oct 19 07:40:58.262343 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-22254ce4-6b39-4729-8703-44fbd8ab28e4 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-679826'] for subnet, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:58.357433 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Current status of the port d19b3470-da3e-4104-a7e3-aca4a180add9 is: DOWN; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:40:58.358054 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:58.363199 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-6eb03617-9591-47ed-83ed-ddb234fefaab tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Notify callbacks [] for port, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:58.369854 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-4e58eaf6-d727-404b-bbbd-ba99bf5fd3e1 tempest-NetworksIpV6TestAttrs-279669730 tempest-NetworksIpV6TestAttrs-279669730-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785020965340'] for network, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:58.388217 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-5ff0ae02-8039-4c4a-a077-ebdcb04d6709 None None] Current status of the port d19b3470-da3e-4104-a7e3-aca4a180add9 is: DOWN; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:40:58.388911 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-5ff0ae02-8039-4c4a-a077-ebdcb04d6709 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:58.426352 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] For port d19b3470-da3e-4104-a7e3-aca4a180add9, host dv-neutron-861624-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=d19b3470-da3e-4104-a7e3-aca4a180add9,segment=NetworkSegment(5a8d2b05-b527-4bd4-a671-b9112f193fef),segment_id=5a8d2b05-b527-4bd4-a671-b9112f193fef)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:40:58.427884 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b8faa07-e39c-42a3-9353-8d8910a78337 None None] Update dhcp port {'port': {'network_id': '6b5a65c5-1bed-4301-9db8-c1056c2b8eba', 'fixed_ips': [{'subnet_id': '3d437f61-ab2f-48b1-8067-6b11d5ac75fa', 'ip_address': '2001:db8::f816:3eff:fe5d:c1f3'}, {'subnet_id': 'd812c27a-d657-40f0-9650-e10aacceca23'}], 'binding:host_id': 'dv-neutron-861624-1-hyperv'}, 'id': 'd19b3470-da3e-4104-a7e3-aca4a180add9'} from dv-neutron-861624-1-hyperv. {{(pid=103334) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 19 07:40:58.451720 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:58.469073 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e58eaf6-d727-404b-bbbd-ba99bf5fd3e1 tempest-NetworksIpV6TestAttrs-279669730 tempest-NetworksIpV6TestAttrs-279669730-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b0cda648-cba3-434e-88c9-17fe1c81f006,revision_number=1']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:40:58.495141 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 56414) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:40:58.522866 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-2b8faa07-e39c-42a3-9353-8d8910a78337 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:58.540598 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-4e58eaf6-d727-404b-bbbd-ba99bf5fd3e1 tempest-NetworksIpV6TestAttrs-279669730 tempest-NetworksIpV6TestAttrs-279669730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873'] for network, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:58.544008 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device 18b86d3a-927a-4145-94e8-d61bc537690f no longer exists at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 07:40:58.551471 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e58eaf6-d727-404b-bbbd-ba99bf5fd3e1 tempest-NetworksIpV6TestAttrs-279669730 tempest-NetworksIpV6TestAttrs-279669730-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:40:58.552423 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-4e58eaf6-d727-404b-bbbd-ba99bf5fd3e1 tempest-NetworksIpV6TestAttrs-279669730 tempest-NetworksIpV6TestAttrs-279669730-project] Notify callbacks [] for network, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:58.561237 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-228bdc2e-c534-4f70-87ab-7a0c0f702c2c tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130996763'] for port, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:58.567520 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-22254ce4-6b39-4729-8703-44fbd8ab28e4 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-679819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130997964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130170408'] for subnet, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:58.576253 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.notifiers.nova [None req-6eb03617-9591-47ed-83ed-ddb234fefaab tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] device_id is not set on port faf6266f-c3ca-4848-a4ae-4ecf9ead3979 yet. {{(pid=103333) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 19 07:40:58.586688 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] No Port match for: 18b86d3a-927a-4145-94e8-d61bc537690f {{(pid=103334) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 19 07:40:58.587263 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device 18b86d3a-927a-4145-94e8-d61bc537690f not bound to the agent host dv-neutron-861624-1-hyperv {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 07:40:58.613910 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.db.api [None req-5ff0ae02-8039-4c4a-a077-ebdcb04d6709 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103334) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 19 07:40:58.614269 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG oslo_db.api [None req-5ff0ae02-8039-4c4a-a077-ebdcb04d6709 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 19 07:40:58.640565 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-4e58eaf6-d727-404b-bbbd-ba99bf5fd3e1 tempest-NetworksIpV6TestAttrs-279669730 tempest-NetworksIpV6TestAttrs-279669730-project] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.2124472 Oct 19 07:40:58.640781 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228bdc2e-c534-4f70-87ab-7a0c0f702c2c tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Pushing event deleted for resources: {'Port': ['ID=6097941c-74e9-406a-9b8f-c9e9c1365575,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:40:58.646363 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.db_base_plugin_common [None req-bcf61ae1-3f21-43f2-92e1-fe11f46a210d tempest-AllowedAddressPairIpV6TestJSON-693616432 tempest-AllowedAddressPairIpV6TestJSON-693616432-project] Allocated IP 2001:db8::230 (94a2344b-3c35-4881-a95e-6f2bc84f03db/9cd13627-6d09-4a84-ad40-a6b473374883/639dd394-1929-4fa8-93a1-c2bcbec3fc3b) {{(pid=103332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 07:40:58.651480 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Pushing event updated for resources: {'Port': ['ID=d19b3470-da3e-4104-a7e3-aca4a180add9,revision_number=3']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:40:58.711724 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e58eaf6-d727-404b-bbbd-ba99bf5fd3e1 tempest-NetworksIpV6TestAttrs-279669730 tempest-NetworksIpV6TestAttrs-279669730-project] Pushing event updated for resources: {'Network': ['ID=8e13c047-2cd3-492d-8707-d70a7f13d6e6,revision_number=1']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:40:58.726167 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-3d098514-2f04-43f0-b117-be8a51ea18b8 tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133553798'] for port, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:58.748520 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-22254ce4-6b39-4729-8703-44fbd8ab28e4 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Notify callbacks [] for subnet, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:58.754403 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-22254ce4-6b39-4729-8703-44fbd8ab28e4 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] 10.222.0.27 "DELETE /v2.0/subnets/4977af43-0600-4952-b3fc-2c3ddba568ea HTTP/1.1" status: 204 len: 168 time: 1.0563326 Oct 19 07:40:58.754403 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22254ce4-6b39-4729-8703-44fbd8ab28e4 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Pushing event deleted for resources: {'Subnet': ['ID=4977af43-0600-4952-b3fc-2c3ddba568ea,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:40:58.758135 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 56418) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:40:58.845418 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.db_base_plugin_common [None req-2b8faa07-e39c-42a3-9353-8d8910a78337 None None] Allocated IP 2001:db8:0:1::2 (6b5a65c5-1bed-4301-9db8-c1056c2b8eba/d812c27a-d657-40f0-9650-e10aacceca23/d19b3470-da3e-4104-a7e3-aca4a180add9) {{(pid=103334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 07:40:58.871888 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-dec1ec29-90c6-418a-a62e-9dd33eb94441 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-667019'] for network, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:58.910497 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-6eb03617-9591-47ed-83ed-ddb234fefaab tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Notify callbacks [] for port, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:58.914218 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-bcf61ae1-3f21-43f2-92e1-fe11f46a210d tempest-AllowedAddressPairIpV6TestJSON-693616432 tempest-AllowedAddressPairIpV6TestJSON-693616432-project] Notify callbacks [] for port, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:58.921522 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-228bdc2e-c534-4f70-87ab-7a0c0f702c2c tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42160'] for port, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:58.927876 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-228bdc2e-c534-4f70-87ab-7a0c0f702c2c tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] 10.222.0.27 "DELETE /v2.0/ports/6097941c-74e9-406a-9b8f-c9e9c1365575 HTTP/1.1" status: 204 len: 168 time: 2.3157108 Oct 19 07:40:58.930796 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 56420) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:40:58.953681 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d098514-2f04-43f0-b117-be8a51ea18b8 tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Pushing event deleted for resources: {'Port': ['ID=89d1042a-0b81-4e85-b6e8-c52ae81a3243,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:40:58.961186 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-bcf61ae1-3f21-43f2-92e1-fe11f46a210d tempest-AllowedAddressPairIpV6TestJSON-693616432 tempest-AllowedAddressPairIpV6TestJSON-693616432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785020947330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133553798'] for port, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:58.975116 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-2b8faa07-e39c-42a3-9353-8d8910a78337 None None] For port d19b3470-da3e-4104-a7e3-aca4a180add9, host dv-neutron-861624-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=d19b3470-da3e-4104-a7e3-aca4a180add9,segment=NetworkSegment(5a8d2b05-b527-4bd4-a671-b9112f193fef),segment_id=5a8d2b05-b527-4bd4-a671-b9112f193fef)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:40:59.008952 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-2b8faa07-e39c-42a3-9353-8d8910a78337 None None] Notify callbacks [] for port, precommit_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:59.018328 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4020820e-fd75-4b5f-8ed0-022aaf0806f6 None None] Network 0997eb68-1233-4eb7-b18d-fd76427e6598 requested from dv-neutron-861624-1-hyperv {{(pid=103334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 07:40:59.020938 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Network 8e13c047-2cd3-492d-8707-d70a7f13d6e6 details requested by agent ovs-agent-dv-neutron-861624-1-hyperv with host dv-neutron-861624-1-hyperv {{(pid=103334) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 07:40:59.023890 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-2b8faa07-e39c-42a3-9353-8d8910a78337 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:59.027423 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf61ae1-3f21-43f2-92e1-fe11f46a210d tempest-AllowedAddressPairIpV6TestJSON-693616432 tempest-AllowedAddressPairIpV6TestJSON-693616432-project] Pushing event updated for resources: {'Port': ['ID=639dd394-1929-4fa8-93a1-c2bcbec3fc3b,revision_number=1']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:40:59.034157 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d098514-2f04-43f0-b117-be8a51ea18b8 tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] No DVR routers for this DVR port 89d1042a-0b81-4e85-b6e8-c52ae81a3243 on host dv-neutron-861624-1-hyperv {{(pid=103332) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 19 07:40:59.047149 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcf61ae1-3f21-43f2-92e1-fe11f46a210d tempest-AllowedAddressPairIpV6TestJSON-693616432 tempest-AllowedAddressPairIpV6TestJSON-693616432-project] Network 94a2344b-3c35-4881-a95e-6f2bc84f03db is already hosted by enough agents. {{(pid=103332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 07:40:59.050058 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-faa64593-5d64-44e0-845c-55350db539c2 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=cc6c7fa417a24c65b4644d27be23f7f8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5537336 Oct 19 07:40:59.054403 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 56422) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:40:59.070228 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f1c06d9-1578-449d-960a-326f2cfa08f8 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:40:59.074323 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-4f1c06d9-1578-449d-960a-326f2cfa08f8 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] 10.222.0.27 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.1398640 Oct 19 07:40:59.075079 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-6eb03617-9591-47ed-83ed-ddb234fefaab tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785020947330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130996763'] for port, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:59.077947 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 56424) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:40:59.121338 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.base_scheduler [None req-bcf61ae1-3f21-43f2-92e1-fe11f46a210d tempest-AllowedAddressPairIpV6TestJSON-693616432 tempest-AllowedAddressPairIpV6TestJSON-693616432-project] Resources bound (agent type, host, resource id): {{(pid=103332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:40:59.124421 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcf61ae1-3f21-43f2-92e1-fe11f46a210d tempest-AllowedAddressPairIpV6TestJSON-693616432 tempest-AllowedAddressPairIpV6TestJSON-693616432-project] Received port after_create {{(pid=103332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 07:40:59.132211 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcf61ae1-3f21-43f2-92e1-fe11f46a210d tempest-AllowedAddressPairIpV6TestJSON-693616432 tempest-AllowedAddressPairIpV6TestJSON-693616432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:40:59.132941 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-bcf61ae1-3f21-43f2-92e1-fe11f46a210d tempest-AllowedAddressPairIpV6TestJSON-693616432 tempest-AllowedAddressPairIpV6TestJSON-693616432-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42160'] for port, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:59.139017 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eb03617-9591-47ed-83ed-ddb234fefaab tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Network 5b4755dd-54e2-40a6-8450-ab8eb989f82c is already hosted by enough agents. {{(pid=103333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 07:40:59.153436 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.services.segments.plugin [-] Segment 25aadc07-b6fd-467d-ae3c-a5a2f7ecebbc resource provider aggregate not found Oct 19 07:40:59.189013 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-6eb03617-9591-47ed-83ed-ddb234fefaab tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Resources bound (agent type, host, resource id): {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:40:59.190531 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-bcf61ae1-3f21-43f2-92e1-fe11f46a210d tempest-AllowedAddressPairIpV6TestJSON-693616432 tempest-AllowedAddressPairIpV6TestJSON-693616432-project] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.5295813 Oct 19 07:40:59.192185 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 56430) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:40:59.195598 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.services.segments.plugin [-] Segment 25aadc07-b6fd-467d-ae3c-a5a2f7ecebbc resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 25aadc07-b6fd-467d-ae3c-a5a2f7ecebbc found for delete ", "request_id": "req-e96bd042-cc50-44b0-b098-6b0054fa9994"}]} Oct 19 07:40:59.205810 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-7d5bdef4-d377-4e81-82e8-55517a9a8bfe tempest-AllowedAddressPairIpV6TestJSON-693616432 tempest-AllowedAddressPairIpV6TestJSON-693616432-project] Request body: {'port': {'network_id': '94a2344b-3c35-4881-a95e-6f2bc84f03db', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1833671280', 'allowed_address_pairs': [{'ip_address': '2001:db8::230', 'mac_address': 'fa:16:3e:4e:b7:d6'}]}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:40:59.217668 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eb03617-9591-47ed-83ed-ddb234fefaab tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Received port after_create {{(pid=103333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 07:40:59.219267 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-6eb03617-9591-47ed-83ed-ddb234fefaab tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785020947330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130996763'] for port, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:59.237794 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d6b2a13-c2b3-4f18-b781-e96dec0ed87d tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:40:59.241362 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-0d6b2a13-c2b3-4f18-b781-e96dec0ed87d tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] 10.222.0.27 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1565275 Oct 19 07:40:59.254794 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-dec1ec29-90c6-418a-a62e-9dd33eb94441 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Deleting port 230e6b77-aece-467f-9dad-43884fb58e98 {{(pid=103333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 07:40:59.255471 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-dec1ec29-90c6-418a-a62e-9dd33eb94441 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:59.262441 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 56432) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:40:59.270081 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-3d098514-2f04-43f0-b117-be8a51ea18b8 tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-673051', 'neutron.services.segments.db._delete_segments_for_network-8785021519108'] for network, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:59.312794 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.services.segments.db [None req-3d098514-2f04-43f0-b117-be8a51ea18b8 tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ccc0a771-4ea1-40a6-a735-126d4ec53729']}} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:40:59.324261 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.services.segments.db [None req-3d098514-2f04-43f0-b117-be8a51ea18b8 tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '263c0f1d-35f0-4e9b-b45f-2b13b8b3f51e') {'for_net_delete': True} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:40:59.324583 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.services.segments.db [None req-3d098514-2f04-43f0-b117-be8a51ea18b8 tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '263c0f1d-35f0-4e9b-b45f-2b13b8b3f51e') {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:40:59.335142 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb03617-9591-47ed-83ed-ddb234fefaab tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Pushing event updated for resources: {'Port': ['ID=f46ead2c-f889-438e-8e36-8ab54d73f556,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:40:59.338577 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-3d098514-2f04-43f0-b117-be8a51ea18b8 tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785021519382', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130726885'] for segment, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:59.357251 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-3d098514-2f04-43f0-b117-be8a51ea18b8 tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979'] for segment, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:59.372712 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-5ff0ae02-8039-4c4a-a077-ebdcb04d6709 None None] Current status of the port d19b3470-da3e-4104-a7e3-aca4a180add9 is: ACTIVE; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:40:59.375144 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.db_base_plugin_common [None req-dd45c24e-20fb-48ab-9282-444afcfa8e7b None None] Allocated IP 2001:db8::2 (94a2344b-3c35-4881-a95e-6f2bc84f03db/9cd13627-6d09-4a84-ad40-a6b473374883/822a984e-ff06-4967-9f7e-e4d29046ffe7) {{(pid=103334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 07:40:59.391465 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d098514-2f04-43f0-b117-be8a51ea18b8 tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Releasing vlan 199 on physical network physnet1 to pool {{(pid=103332) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 07:40:59.393367 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-3d098514-2f04-43f0-b117-be8a51ea18b8 tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-133553843'] for segment, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:59.406600 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8faa07-e39c-42a3-9353-8d8910a78337 None None] Pushing event updated for resources: {'Port': ['ID=d19b3470-da3e-4104-a7e3-aca4a180add9,revision_number=4']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:40:59.448772 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb03617-9591-47ed-83ed-ddb234fefaab tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Pushing event updated for resources: {'Port': ['ID=faf6266f-c3ca-4848-a4ae-4ecf9ead3979,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:40:59.455840 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-1d4b7aec-9134-4c93-be3c-b02ce0e83b74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:59.547172 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-3d098514-2f04-43f0-b117-be8a51ea18b8 tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-673044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1695087'] for network, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:59.560900 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-3d098514-2f04-43f0-b117-be8a51ea18b8 tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Notify callbacks [] for network, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:59.572088 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-3d098514-2f04-43f0-b117-be8a51ea18b8 tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] 10.222.0.27 "DELETE /v2.0/networks/ccc0a771-4ea1-40a6-a735-126d4ec53729 HTTP/1.1" status: 204 len: 168 time: 5.7215977 Oct 19 07:40:59.586877 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 56434) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:40:59.594923 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-969a9fe9-fe19-42d1-9e91-915077f58c76 tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1322317592'}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:40:59.640919 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device d19b3470-da3e-4104-a7e3-aca4a180add9 up at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 07:40:59.647232 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-969a9fe9-fe19-42d1-9e91-915077f58c76 tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Made reservation on behalf of f2ca639a25f74e74adde8aad6c608244 for: {'network': 1} {{(pid=103332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 07:40:59.654186 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-969a9fe9-fe19-42d1-9e91-915077f58c76 tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for network, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:59.688832 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d098514-2f04-43f0-b117-be8a51ea18b8 tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Pushing event deleted for resources: {'Network': ['ID=ccc0a771-4ea1-40a6-a735-126d4ec53729,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:40:59.725662 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b4efc7c-8209-49ea-bf9b-5c9eed5c9b96 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:40:59.727485 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-969a9fe9-fe19-42d1-9e91-915077f58c76 tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 156} {{(pid=103332) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 07:40:59.727638 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b4efc7c-8209-49ea-bf9b-5c9eed5c9b96 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:40:59.729072 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b4efc7c-8209-49ea-bf9b-5c9eed5c9b96 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:40:59.733790 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-4b4efc7c-8209-49ea-bf9b-5c9eed5c9b96 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] 10.222.0.27 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.4635754 Oct 19 07:40:59.735997 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-1d4b7aec-9134-4c93-be3c-b02ce0e83b74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:59.739254 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 56436) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:40:59.742614 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.db [None req-dec1ec29-90c6-418a-a62e-9dd33eb94441 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] For port 230e6b77-aece-467f-9dad-43884fb58e98, host dv-neutron-861624-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=230e6b77-aece-467f-9dad-43884fb58e98,segment=NetworkSegment(4a031094-0829-42ca-bb00-c2c02151eeae),segment_id=4a031094-0829-42ca-bb00-c2c02151eeae)] {{(pid=103333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:40:59.742981 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-dec1ec29-90c6-418a-a62e-9dd33eb94441 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:59.745769 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-969a9fe9-fe19-42d1-9e91-915077f58c76 tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979'] for segment, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:59.746411 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.db.segments_db [None req-969a9fe9-fe19-42d1-9e91-915077f58c76 tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Added segment e825ccc8-a1f1-45ab-89e2-41022b6e19f8 of type vlan for network c1064056-582d-47fb-b38f-a3af7a92eb92 Oct 19 07:40:59.811154 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eb03617-9591-47ed-83ed-ddb234fefaab tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Checking segment: {'id': 'c6c361a4-d05c-4837-bf70-d46873859975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '7a706a62-fe59-43e4-ac0e-308f43179050'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 19 07:40:59.811154 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eb03617-9591-47ed-83ed-ddb234fefaab tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Network hostable DHCP agents. Network: 7a706a62-fe59-43e4-ac0e-308f43179050, hostable agents: ['310d813b-0e3e-4d7e-9b79-8f4ec0dbcab0'], hosted agents: [] {{(pid=103333) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 07:40:59.839280 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-dec1ec29-90c6-418a-a62e-9dd33eb94441 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Calling delete_port for 230e6b77-aece-467f-9dad-43884fb58e98 owned by network:dhcp {{(pid=103333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 07:40:59.851562 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Provisioning complete for port d19b3470-da3e-4104-a7e3-aca4a180add9 triggered by entity L2. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:40:59.852045 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:59.852318 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Attempt 1 to provision port d19b3470-da3e-4104-a7e3-aca4a180add9 Oct 19 07:40:59.866431 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-969a9fe9-fe19-42d1-9e91-915077f58c76 tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785020965340'] for network, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:59.889867 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d03728d7-4fd8-448f-8eb1-b26b7c93cffe None None] DHCP port deletion for 0997eb68-1233-4eb7-b18d-fd76427e6598 request from dv-neutron-861624-1-hyperv {{(pid=103334) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 07:40:59.920009 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-969a9fe9-fe19-42d1-9e91-915077f58c76 tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873'] for network, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:59.935964 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-969a9fe9-fe19-42d1-9e91-915077f58c76 tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:40:59.937064 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-969a9fe9-fe19-42d1-9e91-915077f58c76 tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Notify callbacks [] for network, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:59.942270 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eb03617-9591-47ed-83ed-ddb234fefaab tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Network 7a706a62-fe59-43e4-ac0e-308f43179050 is scheduled to be hosted by DHCP agent 310d813b-0e3e-4d7e-9b79-8f4ec0dbcab0 with binding_index 1 {{(pid=103333) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 07:40:59.963905 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.db_base_plugin_v2 [None req-c131a367-7674-4eff-b56c-a185581d62ac tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Deleting subnet 3d437f61-ab2f-48b1-8067-6b11d5ac75fa {{(pid=103333) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 19 07:40:59.971968 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-969a9fe9-fe19-42d1-9e91-915077f58c76 tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3815839 Oct 19 07:40:59.975925 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-c131a367-7674-4eff-b56c-a185581d62ac tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks [] for subnet, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:40:59.984789 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 56438) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:40:59.991255 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-11d6580f-bf81-4b16-8753-1861bee447a3 tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Request body: {'subnet': {'network_id': 'c1064056-582d-47fb-b38f-a3af7a92eb92', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:41:00.035432 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-dd45c24e-20fb-48ab-9282-444afcfa8e7b None None] Notify callbacks [] for port, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:00.071455 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-dd45c24e-20fb-48ab-9282-444afcfa8e7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785020947330'] for port, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:00.133739 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Current status of the port d19b3470-da3e-4104-a7e3-aca4a180add9 is: ACTIVE; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:41:00.137223 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd45c24e-20fb-48ab-9282-444afcfa8e7b None None] Network 94a2344b-3c35-4881-a95e-6f2bc84f03db is already hosted by enough agents. {{(pid=103334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 07:41:00.142071 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-d03728d7-4fd8-448f-8eb1-b26b7c93cffe None None] Deleting port 230e6b77-aece-467f-9dad-43884fb58e98 {{(pid=103334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 07:41:00.143046 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d03728d7-4fd8-448f-8eb1-b26b7c93cffe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:00.227085 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.scheduler.base_scheduler [None req-dd45c24e-20fb-48ab-9282-444afcfa8e7b None None] Resources bound (agent type, host, resource id): {{(pid=103334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:41:00.231518 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-d03728d7-4fd8-448f-8eb1-b26b7c93cffe None None] For port 230e6b77-aece-467f-9dad-43884fb58e98, host dv-neutron-861624-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=230e6b77-aece-467f-9dad-43884fb58e98,segment=NetworkSegment(4a031094-0829-42ca-bb00-c2c02151eeae),segment_id=4a031094-0829-42ca-bb00-c2c02151eeae)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:41:00.231832 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d03728d7-4fd8-448f-8eb1-b26b7c93cffe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:00.236705 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd45c24e-20fb-48ab-9282-444afcfa8e7b None None] Received port after_create {{(pid=103334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 07:41:00.244066 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd45c24e-20fb-48ab-9282-444afcfa8e7b None None] Pushing event updated for resources: {'Port': ['ID=822a984e-ff06-4967-9f7e-e4d29046ffe7,revision_number=1']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:41:00.255436 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-d03728d7-4fd8-448f-8eb1-b26b7c93cffe None None] Calling delete_port for 230e6b77-aece-467f-9dad-43884fb58e98 owned by network:dhcp {{(pid=103334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 07:41:00.260962 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-c131a367-7674-4eff-b56c-a185581d62ac tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-134111928'] for subnet, precommit_delete_associations {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:00.270888 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-6eb03617-9591-47ed-83ed-ddb234fefaab tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861624-1-hyperv, 7a706a62-fe59-43e4-ac0e-308f43179050) {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:41:00.288195 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-1d4b7aec-9134-4c93-be3c-b02ce0e83b74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788643'] for security_group, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:00.291023 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-1d4b7aec-9134-4c93-be3c-b02ce0e83b74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:00.293104 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4dbe199-6857-4848-8d44-41512603523f None None] Network 7a706a62-fe59-43e4-ac0e-308f43179050 requested from dv-neutron-861624-1-hyperv {{(pid=103334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 07:41:00.296333 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-1d4b7aec-9134-4c93-be3c-b02ce0e83b74 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/555ed60a-5538-4369-aa97-5f298f4a43ce HTTP/1.1" status: 204 len: 168 time: 1.2396104 Oct 19 07:41:00.309497 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eb03617-9591-47ed-83ed-ddb234fefaab tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Received port after_create {{(pid=103333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 07:41:00.317560 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eb03617-9591-47ed-83ed-ddb234fefaab tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:41:00.323801 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eb03617-9591-47ed-83ed-ddb234fefaab tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:41:00.324500 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-6eb03617-9591-47ed-83ed-ddb234fefaab tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42160'] for port, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:00.371649 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4b7aec-9134-4c93-be3c-b02ce0e83b74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=555ed60a-5538-4369-aa97-5f298f4a43ce,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:41:00.381472 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d5bdef4-d377-4e81-82e8-55517a9a8bfe tempest-AllowedAddressPairIpV6TestJSON-693616432 tempest-AllowedAddressPairIpV6TestJSON-693616432-project] Made reservation on behalf of c2c473368888434baebd47d1eff4afea for: {'port': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 07:41:00.385224 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969a9fe9-fe19-42d1-9e91-915077f58c76 tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Pushing event updated for resources: {'Network': ['ID=c1064056-582d-47fb-b38f-a3af7a92eb92,revision_number=1']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:41:00.496754 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074164f7-51f6-47af-ad26-a94fdd1d86a3 req-831e8574-208f-4d8a-9bdf-688faef67acb tempest-ServerActionsTestJSON-1032082790 tempest-ServerActionsTestJSON-1032082790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:41:00.509490 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-074164f7-51f6-47af-ad26-a94fdd1d86a3 req-831e8574-208f-4d8a-9bdf-688faef67acb tempest-ServerActionsTestJSON-1032082790 tempest-ServerActionsTestJSON-1032082790-project] 10.222.0.27 "GET /v2.0/ports?device_id=c15ce40b-4ff1-4ce8-b3f1-4c16c8447f68 HTTP/1.1" status: 200 len: 945 time: 0.2452085 Oct 19 07:41:00.518493 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11d6580f-bf81-4b16-8753-1861bee447a3 tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Made reservation on behalf of f2ca639a25f74e74adde8aad6c608244 for: {'subnet': 1} {{(pid=103332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 07:41:00.535619 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-11d6580f-bf81-4b16-8753-1861bee447a3 tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130659787'] for subnet, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:00.541926 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-7d5bdef4-d377-4e81-82e8-55517a9a8bfe tempest-AllowedAddressPairIpV6TestJSON-693616432 tempest-AllowedAddressPairIpV6TestJSON-693616432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:00.608288 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.notifiers.nova [None req-7d5bdef4-d377-4e81-82e8-55517a9a8bfe tempest-AllowedAddressPairIpV6TestJSON-693616432 tempest-AllowedAddressPairIpV6TestJSON-693616432-project] device_id is not set on port e713ee76-fc6a-486d-a33d-2398c40efc11 yet. {{(pid=103333) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 19 07:41:00.690210 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-dd45c24e-20fb-48ab-9282-444afcfa8e7b None None] Attempting to bind port 822a984e-ff06-4967-9f7e-e4d29046ffe7 on host dv-neutron-861624-1-hyperv for vnic_type normal with profile {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 19 07:41:00.692372 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-dd45c24e-20fb-48ab-9282-444afcfa8e7b None None] Attempting to bind port 822a984e-ff06-4967-9f7e-e4d29046ffe7 by drivers openvswitch,hyperv on host dv-neutron-861624-1-hyperv at level 0 using segments [{'id': 'bc8a5e2e-c027-4b61-9330-e57e40c2c6ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '94a2344b-3c35-4881-a95e-6f2bc84f03db'}] {{(pid=103334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 19 07:41:00.693253 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd45c24e-20fb-48ab-9282-444afcfa8e7b None None] Attempting to bind port 822a984e-ff06-4967-9f7e-e4d29046ffe7 on network 94a2344b-3c35-4881-a95e-6f2bc84f03db {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 07:41:00.722266 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Network c1064056-582d-47fb-b38f-a3af7a92eb92 details requested by agent ovs-agent-dv-neutron-861624-1-hyperv with host dv-neutron-861624-1-hyperv {{(pid=103334) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 07:41:00.734188 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd45c24e-20fb-48ab-9282-444afcfa8e7b None None] Checking agent: {'id': 'a5b0152c-d633-409b-aaf8-3b76458e2410', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861624-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 19, 7, 30, 19), 'started_at': datetime.datetime(2022, 10, 19, 7, 30, 49), 'heartbeat_timestamp': datetime.datetime(2022, 10, 19, 7, 40, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861624-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 07:41:00.734677 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd45c24e-20fb-48ab-9282-444afcfa8e7b None None] Checking segment: {'id': 'bc8a5e2e-c027-4b61-9330-e57e40c2c6ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '94a2344b-3c35-4881-a95e-6f2bc84f03db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 19 07:41:00.735226 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-dd45c24e-20fb-48ab-9282-444afcfa8e7b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:00.735700 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd45c24e-20fb-48ab-9282-444afcfa8e7b None None] Bound using segment: {'id': 'bc8a5e2e-c027-4b61-9330-e57e40c2c6ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '94a2344b-3c35-4881-a95e-6f2bc84f03db'} {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 07:41:00.737428 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-dd45c24e-20fb-48ab-9282-444afcfa8e7b None None] Bound port: 822a984e-ff06-4967-9f7e-e4d29046ffe7, host: dv-neutron-861624-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc8a5e2e-c027-4b61-9330-e57e40c2c6ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '94a2344b-3c35-4881-a95e-6f2bc84f03db'}}] {{(pid=103334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 19 07:41:00.738170 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-dd45c24e-20fb-48ab-9282-444afcfa8e7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:00.762089 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d03728d7-4fd8-448f-8eb1-b26b7c93cffe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339'] for port, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:00.800590 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-074164f7-51f6-47af-ad26-a94fdd1d86a3 req-fb12d045-f515-447b-b875-ae9806585228 tempest-ServerActionsTestJSON-1032082790 tempest-ServerActionsTestJSON-1032082790-project] 10.222.0.27 "GET /v2.0/security-groups?id=f0bcd6ee-444f-46c6-b01f-ccacf8976dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2839885 Oct 19 07:41:00.835374 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.db_base_plugin_common [None req-7d5bdef4-d377-4e81-82e8-55517a9a8bfe tempest-AllowedAddressPairIpV6TestJSON-693616432 tempest-AllowedAddressPairIpV6TestJSON-693616432-project] Allocated IP 2001:db8::180 (94a2344b-3c35-4881-a95e-6f2bc84f03db/9cd13627-6d09-4a84-ad40-a6b473374883/e713ee76-fc6a-486d-a33d-2398c40efc11) {{(pid=103333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 07:41:01.011183 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-dd45c24e-20fb-48ab-9282-444afcfa8e7b None None] For port 822a984e-ff06-4967-9f7e-e4d29046ffe7, host dv-neutron-861624-1-hyperv, cleared binding levels {{(pid=103334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 07:41:01.019976 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-dd45c24e-20fb-48ab-9282-444afcfa8e7b None None] For port 822a984e-ff06-4967-9f7e-e4d29046ffe7, host dv-neutron-861624-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=822a984e-ff06-4967-9f7e-e4d29046ffe7,segment=NetworkSegment(bc8a5e2e-c027-4b61-9330-e57e40c2c6ad),segment_id=bc8a5e2e-c027-4b61-9330-e57e40c2c6ad)] {{(pid=103334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 07:41:01.090961 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d03728d7-4fd8-448f-8eb1-b26b7c93cffe None None] No DVR routers for this DVR port 230e6b77-aece-467f-9dad-43884fb58e98 on host dv-neutron-861624-1-hyperv {{(pid=103334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 19 07:41:01.100629 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03728d7-4fd8-448f-8eb1-b26b7c93cffe None None] Pushing event deleted for resources: {'Port': ['ID=230e6b77-aece-467f-9dad-43884fb58e98,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:41:01.106300 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-dd45c24e-20fb-48ab-9282-444afcfa8e7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:01.117273 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-bf7b95a1-0174-4fe9-afb3-0cf19b97ab4a None None] Could not find standard attr ID for object 6097941c-74e9-406a-9b8f-c9e9c1365575. {{(pid=103334) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 19 07:41:01.225501 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-7d5bdef4-d377-4e81-82e8-55517a9a8bfe tempest-AllowedAddressPairIpV6TestJSON-693616432 tempest-AllowedAddressPairIpV6TestJSON-693616432-project] Notify callbacks [] for port, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:01.304090 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.services.segments.plugin [-] Segment 263c0f1d-35f0-4e9b-b45f-2b13b8b3f51e resource provider aggregate not found Oct 19 07:41:01.313164 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-11d6580f-bf81-4b16-8753-1861bee447a3 tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-133552662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130659641'] for subnet, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:01.338958 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd45c24e-20fb-48ab-9282-444afcfa8e7b None None] Pushing event updated for resources: {'Port': ['ID=822a984e-ff06-4967-9f7e-e4d29046ffe7,revision_number=2']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:41:01.340812 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.services.segments.plugin [-] Segment 263c0f1d-35f0-4e9b-b45f-2b13b8b3f51e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 263c0f1d-35f0-4e9b-b45f-2b13b8b3f51e found for delete ", "request_id": "req-2c86aed6-78cd-4e0d-bced-9ecc448a8547"}]} Oct 19 07:41:01.355167 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-bf7b95a1-0174-4fe9-afb3-0cf19b97ab4a None None] Provisioning complete for port d19b3470-da3e-4104-a7e3-aca4a180add9 triggered by entity DHCP. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:41:01.355564 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-bf7b95a1-0174-4fe9-afb3-0cf19b97ab4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:01.355897 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-bf7b95a1-0174-4fe9-afb3-0cf19b97ab4a None None] Attempt 1 to provision port d19b3470-da3e-4104-a7e3-aca4a180add9 Oct 19 07:41:01.380227 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739b256b-85a9-422a-a5d6-908a906217bc req-511ddcb9-e09c-47b6-a708-080c66094651 tempest-ServerActionsTestJSON-1032082790 tempest-ServerActionsTestJSON-1032082790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:41:01.389189 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-739b256b-85a9-422a-a5d6-908a906217bc req-511ddcb9-e09c-47b6-a708-080c66094651 tempest-ServerActionsTestJSON-1032082790 tempest-ServerActionsTestJSON-1032082790-project] 10.222.0.27 "GET /v2.0/ports?device_id=c15ce40b-4ff1-4ce8-b3f1-4c16c8447f68 HTTP/1.1" status: 200 len: 945 time: 0.3989899 Oct 19 07:41:01.598010 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d6580f-bf81-4b16-8753-1861bee447a3 tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Pushing event updated for resources: {'Subnet': ['ID=60f34ad2-4556-4ae6-9721-4241706ec309,revision_number=0']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:41:01.677471 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-739b256b-85a9-422a-a5d6-908a906217bc req-928dc8ed-61ae-40ac-8dad-4e329d43443d tempest-ServerActionsTestJSON-1032082790 tempest-ServerActionsTestJSON-1032082790-project] 10.222.0.27 "GET /v2.0/security-groups?id=f0bcd6ee-444f-46c6-b01f-ccacf8976dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2213504 Oct 19 07:41:01.732341 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-c131a367-7674-4eff-b56c-a185581d62ac tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-679826'] for subnet, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:01.739623 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11d6580f-bf81-4b16-8753-1861bee447a3 tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Checking segment: {'id': 'e825ccc8-a1f1-45ab-89e2-41022b6e19f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'c1064056-582d-47fb-b38f-a3af7a92eb92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 19 07:41:01.740231 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11d6580f-bf81-4b16-8753-1861bee447a3 tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Network hostable DHCP agents. Network: c1064056-582d-47fb-b38f-a3af7a92eb92, hostable agents: ['310d813b-0e3e-4d7e-9b79-8f4ec0dbcab0'], hosted agents: [] {{(pid=103332) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 07:41:01.783112 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11d6580f-bf81-4b16-8753-1861bee447a3 tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Network c1064056-582d-47fb-b38f-a3af7a92eb92 is scheduled to be hosted by DHCP agent 310d813b-0e3e-4d7e-9b79-8f4ec0dbcab0 with binding_index 1 {{(pid=103332) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 07:41:01.802843 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.base_scheduler [None req-11d6580f-bf81-4b16-8753-1861bee447a3 tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861624-1-hyperv, c1064056-582d-47fb-b38f-a3af7a92eb92) {{(pid=103332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:41:01.837866 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11d6580f-bf81-4b16-8753-1861bee447a3 tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:41:01.841367 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-11d6580f-bf81-4b16-8753-1861bee447a3 tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Notify callbacks [] for subnet, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:01.842585 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-6eb03617-9591-47ed-83ed-ddb234fefaab tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 5.2918031 Oct 19 07:41:01.843582 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-bf7b95a1-0174-4fe9-afb3-0cf19b97ab4a None None] Current status of the port d19b3470-da3e-4104-a7e3-aca4a180add9 is: ACTIVE; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:41:01.856837 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-c131a367-7674-4eff-b56c-a185581d62ac tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-679819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130997964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130170408'] for subnet, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:01.858938 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 56470) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:41:01.861538 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 56472) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:41:01.863200 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device d19b3470-da3e-4104-a7e3-aca4a180add9 up at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 07:41:01.872686 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-191d3be2-c611-4ed3-9c04-bc84c18d2267 None None] Network c1064056-582d-47fb-b38f-a3af7a92eb92 requested from dv-neutron-861624-1-hyperv {{(pid=103334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 07:41:01.881055 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-7d5bdef4-d377-4e81-82e8-55517a9a8bfe tempest-AllowedAddressPairIpV6TestJSON-693616432 tempest-AllowedAddressPairIpV6TestJSON-693616432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785020947330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130996763'] for port, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:01.947905 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-11d6580f-bf81-4b16-8753-1861bee447a3 tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 1.9617610 Oct 19 07:41:01.952103 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 56476) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:41:01.999989 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d5bdef4-d377-4e81-82e8-55517a9a8bfe tempest-AllowedAddressPairIpV6TestJSON-693616432 tempest-AllowedAddressPairIpV6TestJSON-693616432-project] Network 94a2344b-3c35-4881-a95e-6f2bc84f03db is already hosted by enough agents. {{(pid=103333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 07:41:02.002715 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-bd7d6238-674d-4093-b53b-d4ea3ed10c5a None None] Could not find standard attr ID for object 6097941c-74e9-406a-9b8f-c9e9c1365575. {{(pid=103334) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 19 07:41:02.023002 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5bdef4-d377-4e81-82e8-55517a9a8bfe tempest-AllowedAddressPairIpV6TestJSON-693616432 tempest-AllowedAddressPairIpV6TestJSON-693616432-project] Pushing event updated for resources: {'Port': ['ID=e713ee76-fc6a-486d-a33d-2398c40efc11,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:41:02.038127 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-7d5bdef4-d377-4e81-82e8-55517a9a8bfe tempest-AllowedAddressPairIpV6TestJSON-693616432 tempest-AllowedAddressPairIpV6TestJSON-693616432-project] Resources bound (agent type, host, resource id): {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:41:02.041878 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-dec1ec29-90c6-418a-a62e-9dd33eb94441 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130996763'] for port, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:02.077640 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d5bdef4-d377-4e81-82e8-55517a9a8bfe tempest-AllowedAddressPairIpV6TestJSON-693616432 tempest-AllowedAddressPairIpV6TestJSON-693616432-project] Received port after_create {{(pid=103333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 07:41:02.083470 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Provisioning complete for port d19b3470-da3e-4104-a7e3-aca4a180add9 triggered by entity L2. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:41:02.084682 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d5bdef4-d377-4e81-82e8-55517a9a8bfe tempest-AllowedAddressPairIpV6TestJSON-693616432 tempest-AllowedAddressPairIpV6TestJSON-693616432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:41:02.085337 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-7d5bdef4-d377-4e81-82e8-55517a9a8bfe tempest-AllowedAddressPairIpV6TestJSON-693616432 tempest-AllowedAddressPairIpV6TestJSON-693616432-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42160'] for port, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:02.088992 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:02.089352 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Attempt 1 to provision port d19b3470-da3e-4104-a7e3-aca4a180add9 Oct 19 07:41:02.098228 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec1ec29-90c6-418a-a62e-9dd33eb94441 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Pushing event deleted for resources: {'Port': ['ID=230e6b77-aece-467f-9dad-43884fb58e98,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:41:02.103928 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c131a367-7674-4eff-b56c-a185581d62ac tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Pushing event deleted for resources: {'Subnet': ['ID=3d437f61-ab2f-48b1-8067-6b11d5ac75fa,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:41:02.109829 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-80ab6c5f-2a6f-4ab1-91b8-17e45f812751 tempest-SecGroupTest-1544089316 tempest-SecGroupTest-1544089316-project] Request body: {'security_group': {'name': 'tempest-secgroup--1497285584'}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:41:02.118667 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-c131a367-7674-4eff-b56c-a185581d62ac tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks [] for subnet, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:02.125331 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-c131a367-7674-4eff-b56c-a185581d62ac tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] 10.222.0.27 "DELETE /v2.0/subnets/3d437f61-ab2f-48b1-8067-6b11d5ac75fa HTTP/1.1" status: 204 len: 168 time: 2.3636544 Oct 19 07:41:02.125816 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8f91e2-edec-4970-a417-b243ce1eb6b6 req-c00ecf52-3955-4a60-86d5-699494e2785d tempest-ServerActionsTestJSON-1032082790 tempest-ServerActionsTestJSON-1032082790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:41:02.130951 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-7d5bdef4-d377-4e81-82e8-55517a9a8bfe tempest-AllowedAddressPairIpV6TestJSON-693616432 tempest-AllowedAddressPairIpV6TestJSON-693616432-project] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1008 time: 2.9303784 Oct 19 07:41:02.133976 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 56478) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:41:02.134309 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 56480) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:41:02.135974 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-9c8f91e2-edec-4970-a417-b243ce1eb6b6 req-c00ecf52-3955-4a60-86d5-699494e2785d tempest-ServerActionsTestJSON-1032082790 tempest-ServerActionsTestJSON-1032082790-project] 10.222.0.27 "GET /v2.0/ports?device_id=c15ce40b-4ff1-4ce8-b3f1-4c16c8447f68 HTTP/1.1" status: 200 len: 945 time: 0.2776787 Oct 19 07:41:02.144254 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 56482) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:41:02.147233 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1db4f02d-25f9-4729-8999-89368f051b25 None None] Network 6b5a65c5-1bed-4301-9db8-c1056c2b8eba requested from dv-neutron-861624-1-hyperv {{(pid=103334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 07:41:02.157377 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-39d9e16a-96cb-4257-a8b6-6112b6121405 tempest-NetworksIpV6TestAttrs-279669730 tempest-NetworksIpV6TestAttrs-279669730-project] Request body: {'subnet': {'network_id': '8e13c047-2cd3-492d-8707-d70a7f13d6e6', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:41:02.217673 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dec1ec29-90c6-418a-a62e-9dd33eb94441 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] No DVR routers for this DVR port 230e6b77-aece-467f-9dad-43884fb58e98 on host dv-neutron-861624-1-hyperv {{(pid=103333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 19 07:41:02.228276 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-80ab6c5f-2a6f-4ab1-91b8-17e45f812751 tempest-SecGroupTest-1544089316 tempest-SecGroupTest-1544089316-project] Notify callbacks [] for security_group, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:02.255555 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-477a1a35-d99a-46ab-8211-c8f93d9d99db tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-667019'] for network, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:02.285621 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-80ab6c5f-2a6f-4ab1-91b8-17e45f812751 tempest-SecGroupTest-1544089316 tempest-SecGroupTest-1544089316-project] Notify callbacks [] for security_group, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:02.288319 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.db_base_plugin_v2 [None req-057fc301-350d-4f84-a39a-75bd0e5f9b17 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Deleting subnet d812c27a-d657-40f0-9650-e10aacceca23 {{(pid=103333) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 19 07:41:02.301558 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-057fc301-350d-4f84-a39a-75bd0e5f9b17 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks [] for subnet, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:02.311975 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-9c8f91e2-edec-4970-a417-b243ce1eb6b6 req-ace8e82c-93d5-4ae1-a0eb-e87dc8dfd627 tempest-ServerActionsTestJSON-1032082790 tempest-ServerActionsTestJSON-1032082790-project] 10.222.0.27 "GET /v2.0/security-groups?id=f0bcd6ee-444f-46c6-b01f-ccacf8976dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1698124 Oct 19 07:41:02.355771 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17c4ae35-af98-44f4-bad6-eace3575b1d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d12c6ac-27a3-545c-a8f3-f04e30423d6d-c1064056-582d-47fb-b38f-a3af7a92eb92', 'network_id': 'c1064056-582d-47fb-b38f-a3af7a92eb92', 'tenant_id': 'f2ca639a25f74e74adde8aad6c608244', 'fixed_ips': [{'subnet_id': '60f34ad2-4556-4ae6-9721-4241706ec309'}]}} from dv-neutron-861624-1-hyperv. {{(pid=103334) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 07:41:02.356682 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-17c4ae35-af98-44f4-bad6-eace3575b1d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:02.494253 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-80ab6c5f-2a6f-4ab1-91b8-17e45f812751 tempest-SecGroupTest-1544089316 tempest-SecGroupTest-1544089316-project] Notify callbacks [] for security_group, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:02.507671 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-80ab6c5f-2a6f-4ab1-91b8-17e45f812751 tempest-SecGroupTest-1544089316 tempest-SecGroupTest-1544089316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788643'] for security_group, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:02.519247 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Current status of the port d19b3470-da3e-4104-a7e3-aca4a180add9 is: ACTIVE; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:41:02.586158 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-80ab6c5f-2a6f-4ab1-91b8-17e45f812751 tempest-SecGroupTest-1544089316 tempest-SecGroupTest-1544089316-project] Notify callbacks [] for security_group, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:02.587220 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39d9e16a-96cb-4257-a8b6-6112b6121405 tempest-NetworksIpV6TestAttrs-279669730 tempest-NetworksIpV6TestAttrs-279669730-project] Made reservation on behalf of 1a48ad924478432a90a7d865ee405d9d for: {'subnet': 1} {{(pid=103332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 07:41:02.591153 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-39d9e16a-96cb-4257-a8b6-6112b6121405 tempest-NetworksIpV6TestAttrs-279669730 tempest-NetworksIpV6TestAttrs-279669730-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130659787'] for subnet, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:02.610490 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device 230e6b77-aece-467f-9dad-43884fb58e98 no longer exists at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 07:41:02.615187 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-80ab6c5f-2a6f-4ab1-91b8-17e45f812751 tempest-SecGroupTest-1544089316 tempest-SecGroupTest-1544089316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788643'] for security_group, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:02.663003 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] No Port match for: 230e6b77-aece-467f-9dad-43884fb58e98 {{(pid=103334) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 19 07:41:02.663370 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device 230e6b77-aece-467f-9dad-43884fb58e98 not bound to the agent host dv-neutron-861624-1-hyperv {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 07:41:02.709510 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-80ab6c5f-2a6f-4ab1-91b8-17e45f812751 tempest-SecGroupTest-1544089316 tempest-SecGroupTest-1544089316-project] Notify callbacks [] for security_group, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:02.710069 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.db_base_plugin_common [None req-17c4ae35-af98-44f4-bad6-eace3575b1d0 None None] Allocated IP 2001:db8::1 (c1064056-582d-47fb-b38f-a3af7a92eb92/60f34ad2-4556-4ae6-9721-4241706ec309/c02245a6-2d2b-4750-8d49-3a68a24b14eb) {{(pid=103334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 07:41:02.715421 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-80ab6c5f-2a6f-4ab1-91b8-17e45f812751 tempest-SecGroupTest-1544089316 tempest-SecGroupTest-1544089316-project] 10.222.0.27 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.8520057 Oct 19 07:41:02.716552 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-477a1a35-d99a-46ab-8211-c8f93d9d99db tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-679826'] for subnet, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:02.719997 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 56486) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:41:02.810421 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ab6ffc3-6c50-4072-bfb0-33635cec6688 tempest-AllowedAddressPairIpV6TestJSON-693616432 tempest-AllowedAddressPairIpV6TestJSON-693616432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:41:02.815705 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bb123f-6343-4a86-8a87-03f05d520eaf req-c88633eb-8963-4785-b6f6-ef3175d3c89e tempest-ServerActionsTestJSON-1032082790 tempest-ServerActionsTestJSON-1032082790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:41:02.817161 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ab6ffc3-6c50-4072-bfb0-33635cec6688 tempest-AllowedAddressPairIpV6TestJSON-693616432 tempest-AllowedAddressPairIpV6TestJSON-693616432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:41:02.818618 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-e1bb123f-6343-4a86-8a87-03f05d520eaf req-c88633eb-8963-4785-b6f6-ef3175d3c89e tempest-ServerActionsTestJSON-1032082790 tempest-ServerActionsTestJSON-1032082790-project] 10.222.0.27 "GET /v2.0/ports?device_id=c15ce40b-4ff1-4ce8-b3f1-4c16c8447f68 HTTP/1.1" status: 200 len: 945 time: 0.3228118 Oct 19 07:41:02.821709 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ab6c5f-2a6f-4ab1-91b8-17e45f812751 tempest-SecGroupTest-1544089316 tempest-SecGroupTest-1544089316-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e9c54aa7-2b23-4eb9-899f-909ffbf12e68,revision_number=1']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:41:02.823814 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ab6ffc3-6c50-4072-bfb0-33635cec6688 tempest-AllowedAddressPairIpV6TestJSON-693616432 tempest-AllowedAddressPairIpV6TestJSON-693616432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:41:02.825931 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-6ab6ffc3-6c50-4072-bfb0-33635cec6688 tempest-AllowedAddressPairIpV6TestJSON-693616432 tempest-AllowedAddressPairIpV6TestJSON-693616432-project] 10.222.0.27 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2482 time: 0.6346478 Oct 19 07:41:02.854776 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 56488) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:41:02.860051 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-dec1ec29-90c6-418a-a62e-9dd33eb94441 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-673051', 'neutron.services.segments.db._delete_segments_for_network-8785021519108'] for network, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:02.871292 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-057fc301-350d-4f84-a39a-75bd0e5f9b17 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-134111928'] for subnet, precommit_delete_associations {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:02.930146 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-dec1ec29-90c6-418a-a62e-9dd33eb94441 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0997eb68-1233-4eb7-b18d-fd76427e6598']}} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:41:02.952142 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-dec1ec29-90c6-418a-a62e-9dd33eb94441 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a031094-0829-42ca-bb00-c2c02151eeae') {'for_net_delete': True} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:41:02.952903 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-dec1ec29-90c6-418a-a62e-9dd33eb94441 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a031094-0829-42ca-bb00-c2c02151eeae') {} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:41:02.959372 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-c927a844-9554-4f1a-a87b-84f0dfcd9473 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Deleting port faf6266f-c3ca-4848-a4ae-4ecf9ead3979 {{(pid=103333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 07:41:02.960114 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-c927a844-9554-4f1a-a87b-84f0dfcd9473 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:02.997106 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-dec1ec29-90c6-418a-a62e-9dd33eb94441 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785021519382', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-134111927'] for segment, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:03.004399 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ab6c5f-2a6f-4ab1-91b8-17e45f812751 tempest-SecGroupTest-1544089316 tempest-SecGroupTest-1544089316-project] Pushing event updated for resources: {'SecurityGroup': ['ID=00fda714-322c-46fe-b2cd-3affb147f6f7,revision_number=1']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:41:03.052054 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-f871ca04-eb59-4eec-b245-33df33850fe6 tempest-SecGroupTest-1544089316 tempest-SecGroupTest-1544089316-project] 10.222.0.27 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4505 time: 0.3239713 Oct 19 07:41:03.055878 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-332d3fd0-28f0-407f-8158-90a3512e7f79 None None] Network 94a2344b-3c35-4881-a95e-6f2bc84f03db requested from dv-neutron-861624-1-hyperv {{(pid=103334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 07:41:03.060461 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 56490) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:41:03.074328 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-96592254-da43-4748-94cf-8713afcf38bf tempest-SecGroupTest-1544089316 tempest-SecGroupTest-1544089316-project] Request body: {'security_group': {'name': 'tempest-security--1211616015', 'description': 'tempest-security-description-579298627'}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:41:03.085219 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-dec1ec29-90c6-418a-a62e-9dd33eb94441 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979'] for segment, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:03.099901 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-e1bb123f-6343-4a86-8a87-03f05d520eaf req-3c574b63-c0df-460b-b36f-91625ca391b7 tempest-ServerActionsTestJSON-1032082790 tempest-ServerActionsTestJSON-1032082790-project] 10.222.0.27 "GET /v2.0/security-groups?id=f0bcd6ee-444f-46c6-b01f-ccacf8976dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2503178 Oct 19 07:41:03.115312 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-c927a844-9554-4f1a-a87b-84f0dfcd9473 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:03.130460 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dec1ec29-90c6-418a-a62e-9dd33eb94441 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Releasing vlan 164 on physical network physnet1 to pool {{(pid=103333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 07:41:03.131011 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-dec1ec29-90c6-418a-a62e-9dd33eb94441 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130996782'] for segment, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:03.165852 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-96592254-da43-4748-94cf-8713afcf38bf tempest-SecGroupTest-1544089316 tempest-SecGroupTest-1544089316-project] Notify callbacks [] for security_group, before_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:03.168771 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-c927a844-9554-4f1a-a87b-84f0dfcd9473 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Calling delete_port for faf6266f-c3ca-4848-a4ae-4ecf9ead3979 owned by {{(pid=103333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 07:41:03.211994 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.services.segments.plugin [-] Segment 4a031094-0829-42ca-bb00-c2c02151eeae resource provider aggregate not found Oct 19 07:41:03.254963 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.plugin [None req-cd09602d-d972-4f70-ae38-9ee32ae5bbe2 tempest-AllowedAddressPairIpV6TestJSON-693616432 tempest-AllowedAddressPairIpV6TestJSON-693616432-project] Deleting port e713ee76-fc6a-486d-a33d-2398c40efc11 {{(pid=103332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 07:41:03.255307 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-cd09602d-d972-4f70-ae38-9ee32ae5bbe2 tempest-AllowedAddressPairIpV6TestJSON-693616432 tempest-AllowedAddressPairIpV6TestJSON-693616432-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:03.258077 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-b5ce2547-0029-4eb1-9eb7-1aad6df91cec None None] Provisioning complete for port 822a984e-ff06-4967-9f7e-e4d29046ffe7 triggered by entity DHCP. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:41:03.258612 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-b5ce2547-0029-4eb1-9eb7-1aad6df91cec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:03.258817 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-b5ce2547-0029-4eb1-9eb7-1aad6df91cec None None] Attempt 1 to provision port 822a984e-ff06-4967-9f7e-e4d29046ffe7 Oct 19 07:41:03.299510 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-96592254-da43-4748-94cf-8713afcf38bf tempest-SecGroupTest-1544089316 tempest-SecGroupTest-1544089316-project] Notify callbacks [] for security_group, precommit_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:03.312586 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-057fc301-350d-4f84-a39a-75bd0e5f9b17 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-679826'] for subnet, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:03.316904 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-17c4ae35-af98-44f4-bad6-eace3575b1d0 None None] Notify callbacks [] for port, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:03.317711 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.services.segments.plugin [-] Segment 4a031094-0829-42ca-bb00-c2c02151eeae resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4a031094-0829-42ca-bb00-c2c02151eeae found for delete ", "request_id": "req-9ead8d49-17a8-452e-ada1-763ec6d120c2"}]} Oct 19 07:41:03.321014 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-96592254-da43-4748-94cf-8713afcf38bf tempest-SecGroupTest-1544089316 tempest-SecGroupTest-1544089316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788643'] for security_group, after_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:03.324223 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-96592254-da43-4748-94cf-8713afcf38bf tempest-SecGroupTest-1544089316 tempest-SecGroupTest-1544089316-project] Notify callbacks [] for security_group, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:03.326117 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-96592254-da43-4748-94cf-8713afcf38bf tempest-SecGroupTest-1544089316 tempest-SecGroupTest-1544089316-project] 10.222.0.27 "PUT /v2.0/security-groups/00fda714-322c-46fe-b2cd-3affb147f6f7 HTTP/1.1" status: 200 len: 1777 time: 0.2605777 Oct 19 07:41:03.333170 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-39d9e16a-96cb-4257-a8b6-6112b6121405 tempest-NetworksIpV6TestAttrs-279669730 tempest-NetworksIpV6TestAttrs-279669730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-133552662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130659641'] for subnet, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:03.335181 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 56498) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:41:03.352438 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-17c4ae35-af98-44f4-bad6-eace3575b1d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785020947330'] for port, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:03.461194 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-dec1ec29-90c6-418a-a62e-9dd33eb94441 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-673044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1695087'] for network, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:03.491602 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-dec1ec29-90c6-418a-a62e-9dd33eb94441 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Notify callbacks [] for network, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:03.499950 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17c4ae35-af98-44f4-bad6-eace3575b1d0 None None] Network c1064056-582d-47fb-b38f-a3af7a92eb92 is already hosted by enough agents. {{(pid=103334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 07:41:03.503188 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-dec1ec29-90c6-418a-a62e-9dd33eb94441 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] 10.222.0.27 "DELETE /v2.0/networks/0997eb68-1233-4eb7-b18d-fd76427e6598 HTTP/1.1" status: 204 len: 168 time: 4.7274141 Oct 19 07:41:03.525850 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 56502) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:41:03.535736 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.scheduler.base_scheduler [None req-17c4ae35-af98-44f4-bad6-eace3575b1d0 None None] Resources bound (agent type, host, resource id): {{(pid=103334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:41:03.541419 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-d65eb53f-f786-48a5-9d48-fa4ffa44d859 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-906858636', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:41:03.543768 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96592254-da43-4748-94cf-8713afcf38bf tempest-SecGroupTest-1544089316 tempest-SecGroupTest-1544089316-project] Pushing event updated for resources: {'SecurityGroup': ['ID=00fda714-322c-46fe-b2cd-3affb147f6f7,revision_number=2']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:41:03.565767 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec1ec29-90c6-418a-a62e-9dd33eb94441 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Pushing event deleted for resources: {'Network': ['ID=0997eb68-1233-4eb7-b18d-fd76427e6598,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:41:03.574982 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17c4ae35-af98-44f4-bad6-eace3575b1d0 None None] Received port after_create {{(pid=103334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 07:41:03.592649 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c4ae35-af98-44f4-bad6-eace3575b1d0 None None] Pushing event updated for resources: {'Port': ['ID=c02245a6-2d2b-4750-8d49-3a68a24b14eb,revision_number=1']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:41:03.613277 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-d65eb53f-f786-48a5-9d48-fa4ffa44d859 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1692695', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12668'] for router, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:03.614807 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-d65eb53f-f786-48a5-9d48-fa4ffa44d859 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1692835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1693910', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1621825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12659'] for router, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:03.629022 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-057fc301-350d-4f84-a39a-75bd0e5f9b17 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-679819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130997964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130170408'] for subnet, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:03.647778 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-477a1a35-d99a-46ab-8211-c8f93d9d99db tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-679819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-133552721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130659632'] for subnet, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:03.660945 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device 822a984e-ff06-4967-9f7e-e4d29046ffe7 up at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 07:41:03.672387 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-cd09602d-d972-4f70-ae38-9ee32ae5bbe2 tempest-AllowedAddressPairIpV6TestJSON-693616432 tempest-AllowedAddressPairIpV6TestJSON-693616432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:03.676002 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-b5ce2547-0029-4eb1-9eb7-1aad6df91cec None None] Current status of the port 822a984e-ff06-4967-9f7e-e4d29046ffe7 is: DOWN; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:41:03.676245 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057fc301-350d-4f84-a39a-75bd0e5f9b17 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Pushing event deleted for resources: {'Subnet': ['ID=d812c27a-d657-40f0-9650-e10aacceca23,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:41:03.676394 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-b5ce2547-0029-4eb1-9eb7-1aad6df91cec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:03.678462 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-c927a844-9554-4f1a-a87b-84f0dfcd9473 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130996763'] for port, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:03.689569 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-057fc301-350d-4f84-a39a-75bd0e5f9b17 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks [] for subnet, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:03.692952 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-057fc301-350d-4f84-a39a-75bd0e5f9b17 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] 10.222.0.27 "DELETE /v2.0/subnets/d812c27a-d657-40f0-9650-e10aacceca23 HTTP/1.1" status: 204 len: 168 time: 1.5549352 Oct 19 07:41:03.700913 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d9e16a-96cb-4257-a8b6-6112b6121405 tempest-NetworksIpV6TestAttrs-279669730 tempest-NetworksIpV6TestAttrs-279669730-project] Pushing event updated for resources: {'Subnet': ['ID=94eab8fe-280e-4a92-a10c-2d5ba27840a0,revision_number=0']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:41:03.708265 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 56504) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:41:03.726631 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.plugin [None req-cd09602d-d972-4f70-ae38-9ee32ae5bbe2 tempest-AllowedAddressPairIpV6TestJSON-693616432 tempest-AllowedAddressPairIpV6TestJSON-693616432-project] Calling delete_port for e713ee76-fc6a-486d-a33d-2398c40efc11 owned by {{(pid=103332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 07:41:03.730591 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-17c4ae35-af98-44f4-bad6-eace3575b1d0 None None] Attempting to bind port c02245a6-2d2b-4750-8d49-3a68a24b14eb on host dv-neutron-861624-1-hyperv for vnic_type normal with profile {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 19 07:41:03.730975 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-17c4ae35-af98-44f4-bad6-eace3575b1d0 None None] Attempting to bind port c02245a6-2d2b-4750-8d49-3a68a24b14eb by drivers openvswitch,hyperv on host dv-neutron-861624-1-hyperv at level 0 using segments [{'id': 'e825ccc8-a1f1-45ab-89e2-41022b6e19f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'c1064056-582d-47fb-b38f-a3af7a92eb92'}] {{(pid=103334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 19 07:41:03.731623 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17c4ae35-af98-44f4-bad6-eace3575b1d0 None None] Attempting to bind port c02245a6-2d2b-4750-8d49-3a68a24b14eb on network c1064056-582d-47fb-b38f-a3af7a92eb92 {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 07:41:03.740955 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17c4ae35-af98-44f4-bad6-eace3575b1d0 None None] Checking agent: {'id': 'a5b0152c-d633-409b-aaf8-3b76458e2410', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861624-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 19, 7, 30, 19), 'started_at': datetime.datetime(2022, 10, 19, 7, 30, 49), 'heartbeat_timestamp': datetime.datetime(2022, 10, 19, 7, 40, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861624-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 07:41:03.743119 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c927a844-9554-4f1a-a87b-84f0dfcd9473 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Pushing event deleted for resources: {'Port': ['ID=faf6266f-c3ca-4848-a4ae-4ecf9ead3979,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:41:03.745256 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17c4ae35-af98-44f4-bad6-eace3575b1d0 None None] Checking segment: {'id': 'e825ccc8-a1f1-45ab-89e2-41022b6e19f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'c1064056-582d-47fb-b38f-a3af7a92eb92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 19 07:41:03.746284 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-f2ed084c-6177-4e5f-843c-6dcd620b5f82 tempest-SecGroupTest-1544089316 tempest-SecGroupTest-1544089316-project] 10.222.0.27 "GET /v2.0/security-groups/00fda714-322c-46fe-b2cd-3affb147f6f7 HTTP/1.1" status: 200 len: 1777 time: 0.3997185 Oct 19 07:41:03.748627 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-17c4ae35-af98-44f4-bad6-eace3575b1d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:03.749165 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17c4ae35-af98-44f4-bad6-eace3575b1d0 None None] Bound using segment: {'id': 'e825ccc8-a1f1-45ab-89e2-41022b6e19f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'c1064056-582d-47fb-b38f-a3af7a92eb92'} {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 07:41:03.749838 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-17c4ae35-af98-44f4-bad6-eace3575b1d0 None None] Bound port: c02245a6-2d2b-4750-8d49-3a68a24b14eb, host: dv-neutron-861624-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e825ccc8-a1f1-45ab-89e2-41022b6e19f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'c1064056-582d-47fb-b38f-a3af7a92eb92'}}] {{(pid=103334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 19 07:41:03.750158 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-17c4ae35-af98-44f4-bad6-eace3575b1d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:03.758888 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bad23f72-2772-494b-977e-21f0d5183419 None None] Network 6b5a65c5-1bed-4301-9db8-c1056c2b8eba requested from dv-neutron-861624-1-hyperv {{(pid=103334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 07:41:03.781746 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 56506) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:41:03.786738 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-fc1df3fd-c6fc-453d-a487-4678f6c0dc44 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] 10.222.0.27 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0772724 Oct 19 07:41:03.788046 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-c927a844-9554-4f1a-a87b-84f0dfcd9473 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42160'] for port, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:03.793891 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-c927a844-9554-4f1a-a87b-84f0dfcd9473 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] 10.222.0.27 "DELETE /v2.0/ports/faf6266f-c3ca-4848-a4ae-4ecf9ead3979 HTTP/1.1" status: 204 len: 168 time: 1.9283767 Oct 19 07:41:03.803309 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477a1a35-d99a-46ab-8211-c8f93d9d99db tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Pushing event deleted for resources: {'Subnet': ['ID=60f34ad2-4556-4ae6-9721-4241706ec309,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:41:03.807357 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 56508) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:41:03.807690 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 56510) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:41:03.816142 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-9b7ca6f2-9050-4252-b2a5-a397c7aa32a5 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Request body: {'subnet': {'network_id': '6b5a65c5-1bed-4301-9db8-c1056c2b8eba', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:41:03.822507 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-b5ce2547-0029-4eb1-9eb7-1aad6df91cec None None] For port 822a984e-ff06-4967-9f7e-e4d29046ffe7, host dv-neutron-861624-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=822a984e-ff06-4967-9f7e-e4d29046ffe7,segment=NetworkSegment(bc8a5e2e-c027-4b61-9330-e57e40c2c6ad),segment_id=bc8a5e2e-c027-4b61-9330-e57e40c2c6ad)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:41:03.830081 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-d65eb53f-f786-48a5-9d48-fa4ffa44d859 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:03.837307 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1062a745-513c-41b8-83b9-7486e60e1bf7 req-da9ea00c-9430-4d5f-abbb-98e9f93bea34 tempest-ServerActionsTestJSON-1032082790 tempest-ServerActionsTestJSON-1032082790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:41:03.840308 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-d65eb53f-f786-48a5-9d48-fa4ffa44d859 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1692844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1693859'] for router, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:03.846271 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-1062a745-513c-41b8-83b9-7486e60e1bf7 req-da9ea00c-9430-4d5f-abbb-98e9f93bea34 tempest-ServerActionsTestJSON-1032082790 tempest-ServerActionsTestJSON-1032082790-project] 10.222.0.27 "GET /v2.0/ports?device_id=c15ce40b-4ff1-4ce8-b3f1-4c16c8447f68 HTTP/1.1" status: 200 len: 945 time: 0.3624859 Oct 19 07:41:03.850674 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-b5ce2547-0029-4eb1-9eb7-1aad6df91cec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:03.882994 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-d65eb53f-f786-48a5-9d48-fa4ffa44d859 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Notify callbacks [] for router, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:03.887060 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-d65eb53f-f786-48a5-9d48-fa4ffa44d859 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] 10.222.0.27 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.3521290 Oct 19 07:41:03.887769 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 56512) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:41:03.893871 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-e9962014-60af-4f4f-b1f4-fd5240d7c107 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Request body: {'network': {'name': 'tempest-RoutersTest-1955390756'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:41:03.928951 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-dc2add17-c3c6-4582-9ad6-60c9517bcd50 tempest-SecGroupTest-1544089316 tempest-SecGroupTest-1544089316-project] Notify callbacks [] for security_group, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:03.951331 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9962014-60af-4f4f-b1f4-fd5240d7c107 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Made reservation on behalf of ea2e94e7c58741afa39e88c6d73f4fb1 for: {'network': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 07:41:03.954792 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39d9e16a-96cb-4257-a8b6-6112b6121405 tempest-NetworksIpV6TestAttrs-279669730 tempest-NetworksIpV6TestAttrs-279669730-project] Checking segment: {'id': 'c678f734-6f42-4a48-bf07-3597c22e5e68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '8e13c047-2cd3-492d-8707-d70a7f13d6e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 19 07:41:03.955759 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39d9e16a-96cb-4257-a8b6-6112b6121405 tempest-NetworksIpV6TestAttrs-279669730 tempest-NetworksIpV6TestAttrs-279669730-project] Network hostable DHCP agents. Network: 8e13c047-2cd3-492d-8707-d70a7f13d6e6, hostable agents: ['310d813b-0e3e-4d7e-9b79-8f4ec0dbcab0'], hosted agents: [] {{(pid=103332) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 07:41:03.957584 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-e9962014-60af-4f4f-b1f4-fd5240d7c107 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for network, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:03.978163 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-dc2add17-c3c6-4582-9ad6-60c9517bcd50 tempest-SecGroupTest-1544089316 tempest-SecGroupTest-1544089316-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:03.993687 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Provisioning complete for port 822a984e-ff06-4967-9f7e-e4d29046ffe7 triggered by entity L2. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:41:03.994063 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:03.994393 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Attempt 1 to provision port 822a984e-ff06-4967-9f7e-e4d29046ffe7 Oct 19 07:41:04.025115 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9962014-60af-4f4f-b1f4-fd5240d7c107 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 176} {{(pid=103333) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 07:41:04.036615 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-e9962014-60af-4f4f-b1f4-fd5240d7c107 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979'] for segment, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:04.037220 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.db.segments_db [None req-e9962014-60af-4f4f-b1f4-fd5240d7c107 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Added segment 0edbee97-a309-427c-ad63-fa12691ad687 of type vlan for network b58e1c6a-78c1-43cd-89d9-838f22da233f Oct 19 07:41:04.038186 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-477a1a35-d99a-46ab-8211-c8f93d9d99db tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-673051', 'neutron.services.segments.db._delete_segments_for_network-8785021519108'] for network, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:04.066767 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-7d8c7039-0d7d-42e4-bffe-5d8d050cde6a None None] Provisioning complete for port 639dd394-1929-4fa8-93a1-c2bcbec3fc3b triggered by entity DHCP. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:41:04.067050 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-7d8c7039-0d7d-42e4-bffe-5d8d050cde6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:04.067382 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-7d8c7039-0d7d-42e4-bffe-5d8d050cde6a None None] Attempt 1 to provision port 639dd394-1929-4fa8-93a1-c2bcbec3fc3b Oct 19 07:41:04.088416 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-dc2add17-c3c6-4582-9ad6-60c9517bcd50 tempest-SecGroupTest-1544089316 tempest-SecGroupTest-1544089316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788643'] for security_group, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:04.091204 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-dc2add17-c3c6-4582-9ad6-60c9517bcd50 tempest-SecGroupTest-1544089316 tempest-SecGroupTest-1544089316-project] Notify callbacks [] for security_group, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:04.092708 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-dc2add17-c3c6-4582-9ad6-60c9517bcd50 tempest-SecGroupTest-1544089316 tempest-SecGroupTest-1544089316-project] 10.222.0.27 "DELETE /v2.0/security-groups/00fda714-322c-46fe-b2cd-3affb147f6f7 HTTP/1.1" status: 204 len: 168 time: 0.3095853 Oct 19 07:41:04.094765 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-e9962014-60af-4f4f-b1f4-fd5240d7c107 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785020965340'] for network, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:04.101878 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 56514) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:41:04.112244 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2add17-c3c6-4582-9ad6-60c9517bcd50 tempest-SecGroupTest-1544089316 tempest-SecGroupTest-1544089316-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=00fda714-322c-46fe-b2cd-3affb147f6f7,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:41:04.136867 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-e9962014-60af-4f4f-b1f4-fd5240d7c107 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873'] for network, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:04.138175 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ce2547-0029-4eb1-9eb7-1aad6df91cec None None] Pushing event updated for resources: {'Port': ['ID=822a984e-ff06-4967-9f7e-e4d29046ffe7,revision_number=3']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:41:04.140758 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39d9e16a-96cb-4257-a8b6-6112b6121405 tempest-NetworksIpV6TestAttrs-279669730 tempest-NetworksIpV6TestAttrs-279669730-project] Network 8e13c047-2cd3-492d-8707-d70a7f13d6e6 is scheduled to be hosted by DHCP agent 310d813b-0e3e-4d7e-9b79-8f4ec0dbcab0 with binding_index 1 {{(pid=103332) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 07:41:04.144818 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9962014-60af-4f4f-b1f4-fd5240d7c107 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:41:04.145836 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-e9962014-60af-4f4f-b1f4-fd5240d7c107 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Notify callbacks [] for network, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:04.171384 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-17c4ae35-af98-44f4-bad6-eace3575b1d0 None None] For port c02245a6-2d2b-4750-8d49-3a68a24b14eb, host dv-neutron-861624-1-hyperv, cleared binding levels {{(pid=103334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 07:41:04.193116 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-e9962014-60af-4f4f-b1f4-fd5240d7c107 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3007271 Oct 19 07:41:04.194876 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 56516) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:41:04.212545 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-74df2b7d-c455-477e-be95-f7b0993e33c0 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Request body: {'subnet': {'network_id': 'b58e1c6a-78c1-43cd-89d9-838f22da233f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:41:04.213015 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b7ca6f2-9050-4252-b2a5-a397c7aa32a5 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Made reservation on behalf of 61a2e57b80c1442e9cb330141a970781 for: {'subnet': 1} {{(pid=103332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 07:41:04.217059 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-9b7ca6f2-9050-4252-b2a5-a397c7aa32a5 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130659787'] for subnet, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:04.218802 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-7d8c7039-0d7d-42e4-bffe-5d8d050cde6a None None] Port 639dd394-1929-4fa8-93a1-c2bcbec3fc3b cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 07:41:04.221143 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-17c4ae35-af98-44f4-bad6-eace3575b1d0 None None] For port c02245a6-2d2b-4750-8d49-3a68a24b14eb, host dv-neutron-861624-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=c02245a6-2d2b-4750-8d49-3a68a24b14eb,segment=NetworkSegment(e825ccc8-a1f1-45ab-89e2-41022b6e19f8),segment_id=e825ccc8-a1f1-45ab-89e2-41022b6e19f8)] {{(pid=103334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 07:41:04.236746 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-1062a745-513c-41b8-83b9-7486e60e1bf7 req-81944550-de77-4eb0-a6c8-7c44407cc2c8 tempest-ServerActionsTestJSON-1032082790 tempest-ServerActionsTestJSON-1032082790-project] 10.222.0.27 "GET /v2.0/security-groups?id=f0bcd6ee-444f-46c6-b01f-ccacf8976dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3889008 Oct 19 07:41:04.238544 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-17c4ae35-af98-44f4-bad6-eace3575b1d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:04.246032 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.services.segments.db [None req-477a1a35-d99a-46ab-8211-c8f93d9d99db tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1064056-582d-47fb-b38f-a3af7a92eb92']}} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:41:04.249467 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.base_scheduler [None req-39d9e16a-96cb-4257-a8b6-6112b6121405 tempest-NetworksIpV6TestAttrs-279669730 tempest-NetworksIpV6TestAttrs-279669730-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861624-1-hyperv, 8e13c047-2cd3-492d-8707-d70a7f13d6e6) {{(pid=103332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:41:04.284024 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.services.segments.db [None req-477a1a35-d99a-46ab-8211-c8f93d9d99db tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e825ccc8-a1f1-45ab-89e2-41022b6e19f8') {'for_net_delete': True} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:41:04.285022 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.services.segments.db [None req-477a1a35-d99a-46ab-8211-c8f93d9d99db tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e825ccc8-a1f1-45ab-89e2-41022b6e19f8') {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:41:04.286670 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9962014-60af-4f4f-b1f4-fd5240d7c107 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Pushing event updated for resources: {'Network': ['ID=b58e1c6a-78c1-43cd-89d9-838f22da233f,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:41:04.311956 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-477a1a35-d99a-46ab-8211-c8f93d9d99db tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785021519382', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130726885'] for segment, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:04.329218 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e86253b8-9090-4ba8-b34a-b6b2795c4972 None None] Network 8e13c047-2cd3-492d-8707-d70a7f13d6e6 requested from dv-neutron-861624-1-hyperv {{(pid=103334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 07:41:04.342884 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Network b58e1c6a-78c1-43cd-89d9-838f22da233f details requested by agent ovs-agent-dv-neutron-861624-1-hyperv with host dv-neutron-861624-1-hyperv {{(pid=103334) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 07:41:04.344779 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-477a1a35-d99a-46ab-8211-c8f93d9d99db tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979'] for segment, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:04.369685 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74df2b7d-c455-477e-be95-f7b0993e33c0 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Made reservation on behalf of ea2e94e7c58741afa39e88c6d73f4fb1 for: {'subnet': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 07:41:04.374799 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-74df2b7d-c455-477e-be95-f7b0993e33c0 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130170579'] for subnet, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:04.379941 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-414329c6-270d-442d-9b90-d925d2c1e936 None None] Network c1064056-582d-47fb-b38f-a3af7a92eb92 requested from dv-neutron-861624-1-hyperv {{(pid=103334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 07:41:04.403148 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-129fc93b-fff5-4274-ab7d-1faeffb9e0fb None None] DHCP port deletion for 6b5a65c5-1bed-4301-9db8-c1056c2b8eba request from dv-neutron-861624-1-hyperv {{(pid=103334) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 07:41:04.405165 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Current status of the port 822a984e-ff06-4967-9f7e-e4d29046ffe7 is: ACTIVE; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:41:04.449702 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3123200d-caaa-45c4-af11-d55ab5e723d7 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:41:04.456175 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3123200d-caaa-45c4-af11-d55ab5e723d7 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:41:04.460382 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-3123200d-caaa-45c4-af11-d55ab5e723d7 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] 10.222.0.27 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1455 time: 0.6380577 Oct 19 07:41:04.461006 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39d9e16a-96cb-4257-a8b6-6112b6121405 tempest-NetworksIpV6TestAttrs-279669730 tempest-NetworksIpV6TestAttrs-279669730-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:41:04.461908 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-39d9e16a-96cb-4257-a8b6-6112b6121405 tempest-NetworksIpV6TestAttrs-279669730 tempest-NetworksIpV6TestAttrs-279669730-project] Notify callbacks [] for subnet, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:04.462562 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 56518) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:41:04.468229 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-477a1a35-d99a-46ab-8211-c8f93d9d99db tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Releasing vlan 156 on physical network physnet1 to pool {{(pid=103332) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 07:41:04.468848 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-477a1a35-d99a-46ab-8211-c8f93d9d99db tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-133553843'] for segment, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:04.520084 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c4ae35-af98-44f4-bad6-eace3575b1d0 None None] Pushing event updated for resources: {'Port': ['ID=c02245a6-2d2b-4750-8d49-3a68a24b14eb,revision_number=2']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:41:04.525946 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.services.segments.plugin [-] Segment e825ccc8-a1f1-45ab-89e2-41022b6e19f8 resource provider aggregate not found Oct 19 07:41:04.556211 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.services.segments.plugin [-] Segment e825ccc8-a1f1-45ab-89e2-41022b6e19f8 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e825ccc8-a1f1-45ab-89e2-41022b6e19f8 found for delete ", "request_id": "req-038755e0-04b9-469c-9caf-3f27419b41a3"}]} Oct 19 07:41:04.641370 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-4579750c-ac98-4149-8851-2bf6683ceb72 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Deleting port f46ead2c-f889-438e-8e36-8ab54d73f556 {{(pid=103333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 07:41:04.642000 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-4579750c-ac98-4149-8851-2bf6683ceb72 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:04.717711 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-4579750c-ac98-4149-8851-2bf6683ceb72 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:04.721605 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-7d8c7039-0d7d-42e4-bffe-5d8d050cde6a None None] Attempt 2 to provision port 639dd394-1929-4fa8-93a1-c2bcbec3fc3b Oct 19 07:41:04.732900 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-4579750c-ac98-4149-8851-2bf6683ceb72 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Calling delete_port for f46ead2c-f889-438e-8e36-8ab54d73f556 owned by {{(pid=103333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 07:41:04.761717 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5768d06-10e7-4695-a6b4-52e0c43a01f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d12c6ac-27a3-545c-a8f3-f04e30423d6d-8e13c047-2cd3-492d-8707-d70a7f13d6e6', 'network_id': '8e13c047-2cd3-492d-8707-d70a7f13d6e6', 'tenant_id': '1a48ad924478432a90a7d865ee405d9d', 'fixed_ips': [{'subnet_id': '94eab8fe-280e-4a92-a10c-2d5ba27840a0'}]}} from dv-neutron-861624-1-hyperv. {{(pid=103334) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 07:41:04.762572 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-e5768d06-10e7-4695-a6b4-52e0c43a01f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:04.804980 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-7d8c7039-0d7d-42e4-bffe-5d8d050cde6a None None] Port 639dd394-1929-4fa8-93a1-c2bcbec3fc3b cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 07:41:04.812633 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-129fc93b-fff5-4274-ab7d-1faeffb9e0fb None None] Deleting port d19b3470-da3e-4104-a7e3-aca4a180add9 {{(pid=103334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 07:41:04.812984 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-129fc93b-fff5-4274-ab7d-1faeffb9e0fb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:04.837995 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-74df2b7d-c455-477e-be95-f7b0993e33c0 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130997899', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130170401'] for subnet, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:04.884627 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-129fc93b-fff5-4274-ab7d-1faeffb9e0fb None None] For port d19b3470-da3e-4104-a7e3-aca4a180add9, host dv-neutron-861624-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=d19b3470-da3e-4104-a7e3-aca4a180add9,segment=NetworkSegment(5a8d2b05-b527-4bd4-a671-b9112f193fef),segment_id=5a8d2b05-b527-4bd4-a671-b9112f193fef)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:41:04.885000 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-129fc93b-fff5-4274-ab7d-1faeffb9e0fb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:04.898441 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-129fc93b-fff5-4274-ab7d-1faeffb9e0fb None None] Calling delete_port for d19b3470-da3e-4104-a7e3-aca4a180add9 owned by network:dhcp {{(pid=103334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 07:41:04.920937 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74df2b7d-c455-477e-be95-f7b0993e33c0 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Pushing event updated for resources: {'Subnet': ['ID=612c3709-642f-4c80-9732-62beec0bf567,revision_number=0']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:41:04.924873 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-4579750c-ac98-4149-8851-2bf6683ceb72 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130996763'] for port, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:04.958331 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4579750c-ac98-4149-8851-2bf6683ceb72 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Pushing event deleted for resources: {'Port': ['ID=f46ead2c-f889-438e-8e36-8ab54d73f556,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:41:04.960397 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74df2b7d-c455-477e-be95-f7b0993e33c0 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Checking segment: {'id': '0edbee97-a309-427c-ad63-fa12691ad687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'b58e1c6a-78c1-43cd-89d9-838f22da233f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 19 07:41:04.960785 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74df2b7d-c455-477e-be95-f7b0993e33c0 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Network hostable DHCP agents. Network: b58e1c6a-78c1-43cd-89d9-838f22da233f, hostable agents: ['310d813b-0e3e-4d7e-9b79-8f4ec0dbcab0'], hosted agents: [] {{(pid=103333) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 07:41:04.967518 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-4579750c-ac98-4149-8851-2bf6683ceb72 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42160'] for port, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:04.973642 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-4579750c-ac98-4149-8851-2bf6683ceb72 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] 10.222.0.27 "DELETE /v2.0/ports/f46ead2c-f889-438e-8e36-8ab54d73f556 HTTP/1.1" status: 204 len: 168 time: 0.5076399 Oct 19 07:41:04.973815 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-39d9e16a-96cb-4257-a8b6-6112b6121405 tempest-NetworksIpV6TestAttrs-279669730 tempest-NetworksIpV6TestAttrs-279669730-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.8201180 Oct 19 07:41:04.977174 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-c53a4dc9-b3f3-459d-8528-0840c8196d34 tempest-SecGroupTest-1544089316 tempest-SecGroupTest-1544089316-project] 10.222.0.27 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.8374476 Oct 19 07:41:04.977323 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 56524) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:41:04.977602 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 56526) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:41:04.983748 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-0e6d73a5-4dea-43ff-9b8c-3bb464608eed tempest-NetworksIpV6TestAttrs-279669730 tempest-NetworksIpV6TestAttrs-279669730-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1288023376'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:41:04.988410 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 56528) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:41:04.990752 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-129fc93b-fff5-4274-ab7d-1faeffb9e0fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339'] for port, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:05.013508 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.db.api [None req-477a1a35-d99a-46ab-8211-c8f93d9d99db tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 19 07:41:05.013508 dv-neutron-861624-1-hyperv neutron-server[103332]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 19 07:41:05.013508 dv-neutron-861624-1-hyperv neutron-server[103332]: [parameters: {'id': 'c1064056-582d-47fb-b38f-a3af7a92eb92'}] Oct 19 07:41:05.013508 dv-neutron-861624-1-hyperv neutron-server[103332]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103332) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 19 07:41:05.013924 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG oslo_db.api [None req-477a1a35-d99a-46ab-8211-c8f93d9d99db tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 19 07:41:05.017888 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.api.v2.resource [None req-38a06c9b-1f5c-4f37-a118-a5bac7ff5217 tempest-SecGroupTest-1544089316 tempest-SecGroupTest-1544089316-project] delete failed (client error): The resource could not be found. Oct 19 07:41:05.022701 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-38a06c9b-1f5c-4f37-a118-a5bac7ff5217 tempest-SecGroupTest-1544089316 tempest-SecGroupTest-1544089316-project] 10.222.0.27 "DELETE /v2.0/security-groups/00fda714-322c-46fe-b2cd-3affb147f6f7 HTTP/1.1" status: 404 len: 347 time: 0.0295503 Oct 19 07:41:05.023731 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 56530) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:41:05.033272 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-75c3ce2c-60bc-4806-ad75-e2912c75faf1 tempest-SecGroupTest-1544089316 tempest-SecGroupTest-1544089316-project] Request body: {'security_group': {'name': 'tempest-secgroup--1952609490'}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:41:05.036147 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74df2b7d-c455-477e-be95-f7b0993e33c0 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Network b58e1c6a-78c1-43cd-89d9-838f22da233f is scheduled to be hosted by DHCP agent 310d813b-0e3e-4d7e-9b79-8f4ec0dbcab0 with binding_index 1 {{(pid=103333) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 07:41:05.052039 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e6d73a5-4dea-43ff-9b8c-3bb464608eed tempest-NetworksIpV6TestAttrs-279669730 tempest-NetworksIpV6TestAttrs-279669730-project] Made reservation on behalf of 1a48ad924478432a90a7d865ee405d9d for: {'network': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 07:41:05.055671 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-0e6d73a5-4dea-43ff-9b8c-3bb464608eed tempest-NetworksIpV6TestAttrs-279669730 tempest-NetworksIpV6TestAttrs-279669730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for network, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:05.059577 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-74df2b7d-c455-477e-be95-f7b0993e33c0 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861624-1-hyperv, b58e1c6a-78c1-43cd-89d9-838f22da233f) {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:41:05.071222 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-cd09602d-d972-4f70-ae38-9ee32ae5bbe2 tempest-AllowedAddressPairIpV6TestJSON-693616432 tempest-AllowedAddressPairIpV6TestJSON-693616432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133553798'] for port, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:05.079110 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74df2b7d-c455-477e-be95-f7b0993e33c0 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:41:05.079745 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-74df2b7d-c455-477e-be95-f7b0993e33c0 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Notify callbacks [] for subnet, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:05.095194 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ed7c766-6547-4c4e-bc7e-e3a1e7e7b105 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:41:05.099997 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-9ed7c766-6547-4c4e-bc7e-e3a1e7e7b105 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] 10.222.0.27 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.1183658 Oct 19 07:41:05.103824 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 56532) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:41:05.124990 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd09602d-d972-4f70-ae38-9ee32ae5bbe2 tempest-AllowedAddressPairIpV6TestJSON-693616432 tempest-AllowedAddressPairIpV6TestJSON-693616432-project] Pushing event deleted for resources: {'Port': ['ID=e713ee76-fc6a-486d-a33d-2398c40efc11,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:41:05.125228 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-74df2b7d-c455-477e-be95-f7b0993e33c0 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9163964 Oct 19 07:41:05.127659 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 56534) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:41:05.143474 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1050a11-2b44-4d70-a126-3157718bfb18 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] GET failed (client error): The resource could not be found. Oct 19 07:41:05.148134 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-a1050a11-2b44-4d70-a126-3157718bfb18 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] 10.222.0.27 "GET /v2.0/ports/faf6266f-c3ca-4848-a4ae-4ecf9ead3979 HTTP/1.1" status: 404 len: 333 time: 0.0392787 Oct 19 07:41:05.148134 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e6d73a5-4dea-43ff-9b8c-3bb464608eed tempest-NetworksIpV6TestAttrs-279669730 tempest-NetworksIpV6TestAttrs-279669730-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 182} {{(pid=103333) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 07:41:05.148134 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 56536) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:41:05.176421 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2b85141-9949-4561-b021-8f839e8ee40a tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] GET failed (client error): The resource could not be found. Oct 19 07:41:05.180775 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-e2b85141-9949-4561-b021-8f839e8ee40a tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] 10.222.0.27 "GET /v2.0/ports/f46ead2c-f889-438e-8e36-8ab54d73f556 HTTP/1.1" status: 404 len: 333 time: 0.0296566 Oct 19 07:41:05.180975 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-75c3ce2c-60bc-4806-ad75-e2912c75faf1 tempest-SecGroupTest-1544089316 tempest-SecGroupTest-1544089316-project] Notify callbacks [] for security_group, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:05.181086 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 56538) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:41:05.210340 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-0e6d73a5-4dea-43ff-9b8c-3bb464608eed tempest-NetworksIpV6TestAttrs-279669730 tempest-NetworksIpV6TestAttrs-279669730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979'] for segment, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:05.210712 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.db.segments_db [None req-0e6d73a5-4dea-43ff-9b8c-3bb464608eed tempest-NetworksIpV6TestAttrs-279669730 tempest-NetworksIpV6TestAttrs-279669730-project] Added segment 0bb5ab95-f3d3-4adf-9336-52496982cb11 of type vlan for network e41d653a-782a-4cf3-a342-c0c6793371b2 Oct 19 07:41:05.236948 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec3f4020-c0a0-4ee8-bd79-6cd03f065de1 None None] Network b58e1c6a-78c1-43cd-89d9-838f22da233f requested from dv-neutron-861624-1-hyperv {{(pid=103334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 07:41:05.242413 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129fc93b-fff5-4274-ab7d-1faeffb9e0fb None None] Pushing event deleted for resources: {'Port': ['ID=d19b3470-da3e-4104-a7e3-aca4a180add9,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:41:05.266389 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-129fc93b-fff5-4274-ab7d-1faeffb9e0fb None None] No DVR routers for this DVR port d19b3470-da3e-4104-a7e3-aca4a180add9 on host dv-neutron-861624-1-hyperv {{(pid=103334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 19 07:41:05.324378 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-7d8c7039-0d7d-42e4-bffe-5d8d050cde6a None None] Attempt 3 to provision port 639dd394-1929-4fa8-93a1-c2bcbec3fc3b Oct 19 07:41:05.377462 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-0e6d73a5-4dea-43ff-9b8c-3bb464608eed tempest-NetworksIpV6TestAttrs-279669730 tempest-NetworksIpV6TestAttrs-279669730-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785020965340'] for network, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:05.387476 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-3b0dee47-df13-4dce-b686-94df8913d4b1 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-667019'] for network, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:05.429904 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-7d8c7039-0d7d-42e4-bffe-5d8d050cde6a None None] Port 639dd394-1929-4fa8-93a1-c2bcbec3fc3b cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 07:41:05.441453 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-0e6d73a5-4dea-43ff-9b8c-3bb464608eed tempest-NetworksIpV6TestAttrs-279669730 tempest-NetworksIpV6TestAttrs-279669730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873'] for network, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:05.457964 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e6d73a5-4dea-43ff-9b8c-3bb464608eed tempest-NetworksIpV6TestAttrs-279669730 tempest-NetworksIpV6TestAttrs-279669730-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:41:05.459023 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-0e6d73a5-4dea-43ff-9b8c-3bb464608eed tempest-NetworksIpV6TestAttrs-279669730 tempest-NetworksIpV6TestAttrs-279669730-project] Notify callbacks [] for network, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:05.468579 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.db_base_plugin_common [None req-e5768d06-10e7-4695-a6b4-52e0c43a01f0 None None] Allocated IP 2001:db8:0:ffff::2 (8e13c047-2cd3-492d-8707-d70a7f13d6e6/94eab8fe-280e-4a92-a10c-2d5ba27840a0/3e5645fc-8ac1-4269-84d1-65f06e41ccbe) {{(pid=103334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 07:41:05.535890 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device 822a984e-ff06-4967-9f7e-e4d29046ffe7 up at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 07:41:05.570131 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fadff073-7d48-478f-9632-e1de16da1c85 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d12c6ac-27a3-545c-a8f3-f04e30423d6d-b58e1c6a-78c1-43cd-89d9-838f22da233f', 'network_id': 'b58e1c6a-78c1-43cd-89d9-838f22da233f', 'tenant_id': 'ea2e94e7c58741afa39e88c6d73f4fb1', 'fixed_ips': [{'subnet_id': '612c3709-642f-4c80-9732-62beec0bf567'}]}} from dv-neutron-861624-1-hyperv. {{(pid=103334) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 07:41:05.570924 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-fadff073-7d48-478f-9632-e1de16da1c85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:05.571081 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-75c3ce2c-60bc-4806-ad75-e2912c75faf1 tempest-SecGroupTest-1544089316 tempest-SecGroupTest-1544089316-project] Notify callbacks [] for security_group, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:05.573158 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-0e6d73a5-4dea-43ff-9b8c-3bb464608eed tempest-NetworksIpV6TestAttrs-279669730 tempest-NetworksIpV6TestAttrs-279669730-project] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5933044 Oct 19 07:41:05.578747 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 56542) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:41:05.604520 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-3b0dee47-df13-4dce-b686-94df8913d4b1 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-673051', 'neutron.services.segments.db._delete_segments_for_network-8785021519108'] for network, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:05.616259 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-94319ce2-e65c-4970-b86b-5c23e86d4079 tempest-NetworksIpV6TestAttrs-279669730 tempest-NetworksIpV6TestAttrs-279669730-project] Request body: {'subnet': {'network_id': 'e41d653a-782a-4cf3-a342-c0c6793371b2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:41:05.624283 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-477a1a35-d99a-46ab-8211-c8f93d9d99db tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-667019'] for network, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:05.639394 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-75c3ce2c-60bc-4806-ad75-e2912c75faf1 tempest-SecGroupTest-1544089316 tempest-SecGroupTest-1544089316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788643'] for security_group, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:05.685781 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6d73a5-4dea-43ff-9b8c-3bb464608eed tempest-NetworksIpV6TestAttrs-279669730 tempest-NetworksIpV6TestAttrs-279669730-project] Pushing event updated for resources: {'Network': ['ID=e41d653a-782a-4cf3-a342-c0c6793371b2,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:41:05.691240 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-3b0dee47-df13-4dce-b686-94df8913d4b1 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a706a62-fe59-43e4-ac0e-308f43179050']}} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:41:05.711836 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-3b0dee47-df13-4dce-b686-94df8913d4b1 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6c361a4-d05c-4837-bf70-d46873859975') {'for_net_delete': True} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:41:05.712188 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-3b0dee47-df13-4dce-b686-94df8913d4b1 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6c361a4-d05c-4837-bf70-d46873859975') {} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:41:05.718935 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Network e41d653a-782a-4cf3-a342-c0c6793371b2 details requested by agent ovs-agent-dv-neutron-861624-1-hyperv with host dv-neutron-861624-1-hyperv {{(pid=103334) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 07:41:05.755985 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-3b0dee47-df13-4dce-b686-94df8913d4b1 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785021519382', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-134111927'] for segment, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:05.765469 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-cd09602d-d972-4f70-ae38-9ee32ae5bbe2 tempest-AllowedAddressPairIpV6TestJSON-693616432 tempest-AllowedAddressPairIpV6TestJSON-693616432-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42160'] for port, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:05.772028 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-cd09602d-d972-4f70-ae38-9ee32ae5bbe2 tempest-AllowedAddressPairIpV6TestJSON-693616432 tempest-AllowedAddressPairIpV6TestJSON-693616432-project] 10.222.0.27 "DELETE /v2.0/ports/e713ee76-fc6a-486d-a33d-2398c40efc11 HTTP/1.1" status: 204 len: 168 time: 2.9115250 Oct 19 07:41:05.772716 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 56544) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:41:05.777319 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Provisioning complete for port 822a984e-ff06-4967-9f7e-e4d29046ffe7 triggered by entity L2. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:41:05.778310 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:05.778667 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Attempt 1 to provision port 822a984e-ff06-4967-9f7e-e4d29046ffe7 Oct 19 07:41:05.799584 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-3b0dee47-df13-4dce-b686-94df8913d4b1 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979'] for segment, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:05.809136 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.pecan_wsgi.hooks.translation [None req-180ca375-9d8f-47b5-bd86-979967c7c025 tempest-AllowedAddressPairIpV6TestJSON-693616432 tempest-AllowedAddressPairIpV6TestJSON-693616432-project] GET failed (client error): The resource could not be found. Oct 19 07:41:05.817007 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-180ca375-9d8f-47b5-bd86-979967c7c025 tempest-AllowedAddressPairIpV6TestJSON-693616432 tempest-AllowedAddressPairIpV6TestJSON-693616432-project] 10.222.0.27 "GET /v2.0/ports/e713ee76-fc6a-486d-a33d-2398c40efc11 HTTP/1.1" status: 404 len: 333 time: 0.0371099 Oct 19 07:41:05.817182 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-75c3ce2c-60bc-4806-ad75-e2912c75faf1 tempest-SecGroupTest-1544089316 tempest-SecGroupTest-1544089316-project] Notify callbacks [] for security_group, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:05.817182 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-75c3ce2c-60bc-4806-ad75-e2912c75faf1 tempest-SecGroupTest-1544089316 tempest-SecGroupTest-1544089316-project] 10.222.0.27 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.7859378 Oct 19 07:41:05.817366 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 56546) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:41:05.819428 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-284ba231-f50f-4cef-8b44-663f425670f5 tempest-AllowedAddressPairIpV6TestJSON-693616432 tempest-AllowedAddressPairIpV6TestJSON-693616432-project] Request body: {'port': {'network_id': '94a2344b-3c35-4881-a95e-6f2bc84f03db', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-848171038'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:41:05.825032 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b0dee47-df13-4dce-b686-94df8913d4b1 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Releasing vlan 175 on physical network physnet1 to pool {{(pid=103333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 07:41:05.825434 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-3b0dee47-df13-4dce-b686-94df8913d4b1 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130996782'] for segment, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:05.828555 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 56548) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:41:05.829190 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.objects.ports [None req-9b7ca6f2-9050-4252-b2a5-a397c7aa32a5 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103332) get_objects /opt/stack/neutron/neutron/objects/ports.py:470}} Oct 19 07:41:05.831217 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c3ce2c-60bc-4806-ad75-e2912c75faf1 tempest-SecGroupTest-1544089316 tempest-SecGroupTest-1544089316-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a161dd3a-3851-496d-a4af-83ec0fa3877b,revision_number=1']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:41:05.847786 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27effe27-aaae-44f4-8752-52fd8d5ad5b2 req-1e99afef-fc56-488b-8e70-d334a1076a42 tempest-ServerActionsTestJSON-1032082790 tempest-ServerActionsTestJSON-1032082790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:41:05.855042 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-be6c13cb-73c6-4dc5-9a13-2b7e38b67ac9 tempest-SecGroupTest-1544089316 tempest-SecGroupTest-1544089316-project] Request body: {'security_group_rule': {'security_group_id': 'a161dd3a-3851-496d-a4af-83ec0fa3877b', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:41:05.862515 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-27effe27-aaae-44f4-8752-52fd8d5ad5b2 req-1e99afef-fc56-488b-8e70-d334a1076a42 tempest-ServerActionsTestJSON-1032082790 tempest-ServerActionsTestJSON-1032082790-project] 10.222.0.27 "GET /v2.0/ports?device_id=c15ce40b-4ff1-4ce8-b3f1-4c16c8447f68 HTTP/1.1" status: 200 len: 945 time: 0.4987843 Oct 19 07:41:05.863402 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-9b7ca6f2-9050-4252-b2a5-a397c7aa32a5 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-133552662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130659641'] for subnet, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:05.883793 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.services.segments.plugin [-] Segment c6c361a4-d05c-4837-bf70-d46873859975 resource provider aggregate not found Oct 19 07:41:05.903207 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94319ce2-e65c-4970-b86b-5c23e86d4079 tempest-NetworksIpV6TestAttrs-279669730 tempest-NetworksIpV6TestAttrs-279669730-project] Made reservation on behalf of 1a48ad924478432a90a7d865ee405d9d for: {'subnet': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 07:41:05.907048 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-94319ce2-e65c-4970-b86b-5c23e86d4079 tempest-NetworksIpV6TestAttrs-279669730 tempest-NetworksIpV6TestAttrs-279669730-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130170579'] for subnet, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:05.934043 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-7d8c7039-0d7d-42e4-bffe-5d8d050cde6a None None] Attempt 4 to provision port 639dd394-1929-4fa8-93a1-c2bcbec3fc3b Oct 19 07:41:05.936066 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.db_base_plugin_common [None req-fadff073-7d48-478f-9632-e1de16da1c85 None None] Allocated IP 172.20.0.2 (b58e1c6a-78c1-43cd-89d9-838f22da233f/612c3709-642f-4c80-9732-62beec0bf567/0b3fe434-63b4-4574-a267-f3a66028c3fc) {{(pid=103334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 07:41:05.940642 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.services.segments.plugin [-] Segment c6c361a4-d05c-4837-bf70-d46873859975 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c6c361a4-d05c-4837-bf70-d46873859975 found for delete ", "request_id": "req-ea5dd758-61e0-4e03-a66c-35be67e49820"}]} Oct 19 07:41:05.965977 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-e5768d06-10e7-4695-a6b4-52e0c43a01f0 None None] Notify callbacks [] for port, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:05.989141 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-e5768d06-10e7-4695-a6b4-52e0c43a01f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785020947330'] for port, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:06.004183 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b7ca6f2-9050-4252-b2a5-a397c7aa32a5 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Network 6b5a65c5-1bed-4301-9db8-c1056c2b8eba is already hosted by enough agents. {{(pid=103332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 07:41:06.016884 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.base_scheduler [None req-9b7ca6f2-9050-4252-b2a5-a397c7aa32a5 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Resources bound (agent type, host, resource id): {{(pid=103332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:41:06.022256 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7ca6f2-9050-4252-b2a5-a397c7aa32a5 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Pushing event updated for resources: {'Subnet': ['ID=00fe3f32-3515-45d7-be76-11b6143cd72b,revision_number=0']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:41:06.041506 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-3b0dee47-df13-4dce-b686-94df8913d4b1 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-673044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1695087'] for network, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:06.043579 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b7ca6f2-9050-4252-b2a5-a397c7aa32a5 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:41:06.043732 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-9b7ca6f2-9050-4252-b2a5-a397c7aa32a5 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks [] for subnet, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:06.052316 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35a44c24-5fbb-4dea-be7b-6afe4fc4e101 None None] Network 6b5a65c5-1bed-4301-9db8-c1056c2b8eba requested from dv-neutron-861624-1-hyperv {{(pid=103334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 07:41:06.062965 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-52e0fe27-ab17-453d-be1f-7f3459fdda7e tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:06.063221 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-7d8c7039-0d7d-42e4-bffe-5d8d050cde6a None None] Port 639dd394-1929-4fa8-93a1-c2bcbec3fc3b cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 07:41:06.073050 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-be6c13cb-73c6-4dc5-9a13-2b7e38b67ac9 tempest-SecGroupTest-1544089316 tempest-SecGroupTest-1544089316-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:06.078106 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-27effe27-aaae-44f4-8752-52fd8d5ad5b2 req-cefe4c09-a148-43cc-a364-e2cb06774fe0 tempest-ServerActionsTestJSON-1032082790 tempest-ServerActionsTestJSON-1032082790-project] 10.222.0.27 "GET /v2.0/security-groups?id=f0bcd6ee-444f-46c6-b01f-ccacf8976dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1545267 Oct 19 07:41:06.084151 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-3b0dee47-df13-4dce-b686-94df8913d4b1 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Notify callbacks [] for network, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:06.087389 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-3b0dee47-df13-4dce-b686-94df8913d4b1 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] 10.222.0.27 "DELETE /v2.0/networks/7a706a62-fe59-43e4-ac0e-308f43179050 HTTP/1.1" status: 204 len: 168 time: 0.9054277 Oct 19 07:41:06.091508 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 56554) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:41:06.098518 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-f3c8f854-e3f0-4a7b-a31e-cad23091845e tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1395600318'}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:41:06.135599 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5768d06-10e7-4695-a6b4-52e0c43a01f0 None None] Network 8e13c047-2cd3-492d-8707-d70a7f13d6e6 is already hosted by enough agents. {{(pid=103334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 07:41:06.144206 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0dee47-df13-4dce-b686-94df8913d4b1 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Pushing event deleted for resources: {'Network': ['ID=7a706a62-fe59-43e4-ac0e-308f43179050,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:41:06.155490 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.plugin [None req-477a1a35-d99a-46ab-8211-c8f93d9d99db tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Deleting port c02245a6-2d2b-4750-8d49-3a68a24b14eb {{(pid=103332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 07:41:06.156526 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-477a1a35-d99a-46ab-8211-c8f93d9d99db tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:06.164129 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-9b7ca6f2-9050-4252-b2a5-a397c7aa32a5 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.3531218 Oct 19 07:41:06.168189 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 56556) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:41:06.174857 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-fc43bc35-1dc4-4bb2-b000-0d7a9cd0459b tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Request body: {'subnet': {'network_id': '6b5a65c5-1bed-4301-9db8-c1056c2b8eba', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:41:06.192432 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.scheduler.base_scheduler [None req-e5768d06-10e7-4695-a6b4-52e0c43a01f0 None None] Resources bound (agent type, host, resource id): {{(pid=103334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:41:06.231912 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5768d06-10e7-4695-a6b4-52e0c43a01f0 None None] Pushing event updated for resources: {'Port': ['ID=3e5645fc-8ac1-4269-84d1-65f06e41ccbe,revision_number=1']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:41:06.235078 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5768d06-10e7-4695-a6b4-52e0c43a01f0 None None] Received port after_create {{(pid=103334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 07:41:06.250858 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-284ba231-f50f-4cef-8b44-663f425670f5 tempest-AllowedAddressPairIpV6TestJSON-693616432 tempest-AllowedAddressPairIpV6TestJSON-693616432-project] Made reservation on behalf of c2c473368888434baebd47d1eff4afea for: {'port': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 07:41:06.254917 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-284ba231-f50f-4cef-8b44-663f425670f5 tempest-AllowedAddressPairIpV6TestJSON-693616432 tempest-AllowedAddressPairIpV6TestJSON-693616432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:06.256643 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Current status of the port 822a984e-ff06-4967-9f7e-e4d29046ffe7 is: ACTIVE; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:41:06.317446 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3c8f854-e3f0-4a7b-a31e-cad23091845e tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Made reservation on behalf of 0cd3ded9dc134e3392e5122464eefb82 for: {'network': 1} {{(pid=103332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 07:41:06.320911 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-f3c8f854-e3f0-4a7b-a31e-cad23091845e tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for network, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:06.326227 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.db [None req-477a1a35-d99a-46ab-8211-c8f93d9d99db tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] For port c02245a6-2d2b-4750-8d49-3a68a24b14eb, host dv-neutron-861624-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=c02245a6-2d2b-4750-8d49-3a68a24b14eb,segment=NetworkSegment(e825ccc8-a1f1-45ab-89e2-41022b6e19f8),segment_id=e825ccc8-a1f1-45ab-89e2-41022b6e19f8)] {{(pid=103332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:41:06.326847 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-477a1a35-d99a-46ab-8211-c8f93d9d99db tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:06.356798 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.plugin [None req-477a1a35-d99a-46ab-8211-c8f93d9d99db tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Calling delete_port for c02245a6-2d2b-4750-8d49-3a68a24b14eb owned by network:dhcp {{(pid=103332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 07:41:06.398451 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-be6c13cb-73c6-4dc5-9a13-2b7e38b67ac9 tempest-SecGroupTest-1544089316 tempest-SecGroupTest-1544089316-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:06.402759 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device d19b3470-da3e-4104-a7e3-aca4a180add9 no longer exists at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 07:41:06.412251 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3c8f854-e3f0-4a7b-a31e-cad23091845e tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 199} {{(pid=103332) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 07:41:06.447485 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-e5768d06-10e7-4695-a6b4-52e0c43a01f0 None None] Attempting to bind port 3e5645fc-8ac1-4269-84d1-65f06e41ccbe on host dv-neutron-861624-1-hyperv for vnic_type normal with profile {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 19 07:41:06.448402 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-e5768d06-10e7-4695-a6b4-52e0c43a01f0 None None] Attempting to bind port 3e5645fc-8ac1-4269-84d1-65f06e41ccbe by drivers openvswitch,hyperv on host dv-neutron-861624-1-hyperv at level 0 using segments [{'id': 'c678f734-6f42-4a48-bf07-3597c22e5e68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '8e13c047-2cd3-492d-8707-d70a7f13d6e6'}] {{(pid=103334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 19 07:41:06.448921 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5768d06-10e7-4695-a6b4-52e0c43a01f0 None None] Attempting to bind port 3e5645fc-8ac1-4269-84d1-65f06e41ccbe on network 8e13c047-2cd3-492d-8707-d70a7f13d6e6 {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 07:41:06.451214 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] No Port match for: d19b3470-da3e-4104-a7e3-aca4a180add9 {{(pid=103334) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 19 07:41:06.451666 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device d19b3470-da3e-4104-a7e3-aca4a180add9 not bound to the agent host dv-neutron-861624-1-hyperv {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 07:41:06.472988 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.notifiers.nova [None req-284ba231-f50f-4cef-8b44-663f425670f5 tempest-AllowedAddressPairIpV6TestJSON-693616432 tempest-AllowedAddressPairIpV6TestJSON-693616432-project] device_id is not set on port 4d7f8934-be0c-4bf5-a16c-2c259dbf7e7b yet. {{(pid=103333) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 19 07:41:06.474709 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-f3c8f854-e3f0-4a7b-a31e-cad23091845e tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979'] for segment, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:06.475239 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.db.segments_db [None req-f3c8f854-e3f0-4a7b-a31e-cad23091845e tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Added segment e9e73b94-c743-4e9c-9c27-5259b40b4356 of type vlan for network 5c97b77b-e2a7-423f-975e-26b4552863cc Oct 19 07:41:06.476937 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5768d06-10e7-4695-a6b4-52e0c43a01f0 None None] Checking agent: {'id': 'a5b0152c-d633-409b-aaf8-3b76458e2410', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861624-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 19, 7, 30, 19), 'started_at': datetime.datetime(2022, 10, 19, 7, 30, 49), 'heartbeat_timestamp': datetime.datetime(2022, 10, 19, 7, 40, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861624-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 07:41:06.477424 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5768d06-10e7-4695-a6b4-52e0c43a01f0 None None] Checking segment: {'id': 'c678f734-6f42-4a48-bf07-3597c22e5e68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '8e13c047-2cd3-492d-8707-d70a7f13d6e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 19 07:41:06.477953 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-e5768d06-10e7-4695-a6b4-52e0c43a01f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:06.478710 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5768d06-10e7-4695-a6b4-52e0c43a01f0 None None] Bound using segment: {'id': 'c678f734-6f42-4a48-bf07-3597c22e5e68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '8e13c047-2cd3-492d-8707-d70a7f13d6e6'} {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 07:41:06.479575 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-e5768d06-10e7-4695-a6b4-52e0c43a01f0 None None] Bound port: 3e5645fc-8ac1-4269-84d1-65f06e41ccbe, host: dv-neutron-861624-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c678f734-6f42-4a48-bf07-3597c22e5e68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '8e13c047-2cd3-492d-8707-d70a7f13d6e6'}}] {{(pid=103334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 19 07:41:06.480148 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-e5768d06-10e7-4695-a6b4-52e0c43a01f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:06.541147 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-fadff073-7d48-478f-9632-e1de16da1c85 None None] Notify callbacks [] for port, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:06.545572 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f0671f5-2b61-4efd-9d39-908d704e0106 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d12c6ac-27a3-545c-a8f3-f04e30423d6d-6b5a65c5-1bed-4301-9db8-c1056c2b8eba', 'network_id': '6b5a65c5-1bed-4301-9db8-c1056c2b8eba', 'tenant_id': '61a2e57b80c1442e9cb330141a970781', 'fixed_ips': [{'subnet_id': '00fe3f32-3515-45d7-be76-11b6143cd72b'}]}} from dv-neutron-861624-1-hyperv. {{(pid=103334) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 07:41:06.545757 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-f3c8f854-e3f0-4a7b-a31e-cad23091845e tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785020965340'] for network, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:06.547608 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-1f0671f5-2b61-4efd-9d39-908d704e0106 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:06.582511 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-7d8c7039-0d7d-42e4-bffe-5d8d050cde6a None None] Attempt 5 to provision port 639dd394-1929-4fa8-93a1-c2bcbec3fc3b Oct 19 07:41:06.591470 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-fadff073-7d48-478f-9632-e1de16da1c85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785020947330'] for port, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:06.633527 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-f3c8f854-e3f0-4a7b-a31e-cad23091845e tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873'] for network, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:06.639696 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3c8f854-e3f0-4a7b-a31e-cad23091845e tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:41:06.640301 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-f3c8f854-e3f0-4a7b-a31e-cad23091845e tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Notify callbacks [] for network, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:06.645754 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc43bc35-1dc4-4bb2-b000-0d7a9cd0459b tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Made reservation on behalf of 61a2e57b80c1442e9cb330141a970781 for: {'subnet': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 07:41:06.649354 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-fc43bc35-1dc4-4bb2-b000-0d7a9cd0459b tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130170579'] for subnet, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:06.653868 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-be6c13cb-73c6-4dc5-9a13-2b7e38b67ac9 tempest-SecGroupTest-1544089316 tempest-SecGroupTest-1544089316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815365'] for security_group_rule, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:06.654037 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-477a1a35-d99a-46ab-8211-c8f93d9d99db tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133553798'] for port, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:06.673119 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.db_base_plugin_common [None req-52e0fe27-ab17-453d-be1f-7f3459fdda7e tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Allocated IP 172.20.0.1 (b58e1c6a-78c1-43cd-89d9-838f22da233f/612c3709-642f-4c80-9732-62beec0bf567/4ce3479b-393b-481b-b58d-51ccf321edac) {{(pid=103332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 07:41:06.720851 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6c13cb-73c6-4dc5-9a13-2b7e38b67ac9 tempest-SecGroupTest-1544089316 tempest-SecGroupTest-1544089316-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f423fa12-5d99-48b6-b1a2-84d44e360e9d,revision_number=0']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:41:06.736054 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-477a1a35-d99a-46ab-8211-c8f93d9d99db tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] No DVR routers for this DVR port c02245a6-2d2b-4750-8d49-3a68a24b14eb on host dv-neutron-861624-1-hyperv {{(pid=103332) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 19 07:41:06.740296 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477a1a35-d99a-46ab-8211-c8f93d9d99db tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Pushing event deleted for resources: {'Port': ['ID=c02245a6-2d2b-4750-8d49-3a68a24b14eb,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:41:06.759898 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-f3c8f854-e3f0-4a7b-a31e-cad23091845e tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6673124 Oct 19 07:41:06.762068 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 56558) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:41:06.775972 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-be6c13cb-73c6-4dc5-9a13-2b7e38b67ac9 tempest-SecGroupTest-1544089316 tempest-SecGroupTest-1544089316-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:06.780173 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-be6c13cb-73c6-4dc5-9a13-2b7e38b67ac9 tempest-SecGroupTest-1544089316 tempest-SecGroupTest-1544089316-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9438970 Oct 19 07:41:06.788209 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 56560) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:41:06.793257 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fadff073-7d48-478f-9632-e1de16da1c85 None None] Network b58e1c6a-78c1-43cd-89d9-838f22da233f is already hosted by enough agents. {{(pid=103334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 07:41:06.811859 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-6325b217-4d34-4c67-ae1b-5dc6f24d139b tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Request body: {'subnet': {'network_id': '5c97b77b-e2a7-423f-975e-26b4552863cc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:41:06.813692 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-7d8c7039-0d7d-42e4-bffe-5d8d050cde6a None None] Port 639dd394-1929-4fa8-93a1-c2bcbec3fc3b cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 07:41:06.815158 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.scheduler.base_scheduler [None req-fadff073-7d48-478f-9632-e1de16da1c85 None None] Resources bound (agent type, host, resource id): {{(pid=103334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:41:06.822798 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fadff073-7d48-478f-9632-e1de16da1c85 None None] Pushing event updated for resources: {'Port': ['ID=0b3fe434-63b4-4574-a267-f3a66028c3fc,revision_number=1']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:41:06.824821 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c8f854-e3f0-4a7b-a31e-cad23091845e tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Pushing event updated for resources: {'Network': ['ID=5c97b77b-e2a7-423f-975e-26b4552863cc,revision_number=1']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:41:06.831585 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fadff073-7d48-478f-9632-e1de16da1c85 None None] Received port after_create {{(pid=103334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 07:41:06.834634 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-e5768d06-10e7-4695-a6b4-52e0c43a01f0 None None] For port 3e5645fc-8ac1-4269-84d1-65f06e41ccbe, host dv-neutron-861624-1-hyperv, cleared binding levels {{(pid=103334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 07:41:06.843791 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-e5768d06-10e7-4695-a6b4-52e0c43a01f0 None None] For port 3e5645fc-8ac1-4269-84d1-65f06e41ccbe, host dv-neutron-861624-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=3e5645fc-8ac1-4269-84d1-65f06e41ccbe,segment=NetworkSegment(c678f734-6f42-4a48-bf07-3597c22e5e68),segment_id=c678f734-6f42-4a48-bf07-3597c22e5e68)] {{(pid=103334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 07:41:06.858165 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-e5768d06-10e7-4695-a6b4-52e0c43a01f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:06.906308 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Network 5c97b77b-e2a7-423f-975e-26b4552863cc details requested by agent ovs-agent-dv-neutron-861624-1-hyperv with host dv-neutron-861624-1-hyperv {{(pid=103334) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 07:41:06.930661 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-ce7c3d05-4424-4477-9d5a-64f7e2b7edda tempest-SecGroupTest-1544089316 tempest-SecGroupTest-1544089316-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:06.945540 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.db.ipam_backend_mixin [None req-fc43bc35-1dc4-4bb2-b000-0d7a9cd0459b tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 00fe3f32-3515-45d7-be76-11b6143cd72b (CIDR: 2001:db8::/64) Oct 19 07:41:06.958488 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-ce7c3d05-4424-4477-9d5a-64f7e2b7edda tempest-SecGroupTest-1544089316 tempest-SecGroupTest-1544089316-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:07.006184 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-477a1a35-d99a-46ab-8211-c8f93d9d99db tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-673051', 'neutron.services.segments.db._delete_segments_for_network-8785021519108'] for network, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:07.016879 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.db_base_plugin_common [None req-284ba231-f50f-4cef-8b44-663f425670f5 tempest-AllowedAddressPairIpV6TestJSON-693616432 tempest-AllowedAddressPairIpV6TestJSON-693616432-project] Allocated IP 2001:db8::176 (94a2344b-3c35-4881-a95e-6f2bc84f03db/9cd13627-6d09-4a84-ad40-a6b473374883/4d7f8934-be0c-4bf5-a16c-2c259dbf7e7b) {{(pid=103333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 07:41:07.019867 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-ce7c3d05-4424-4477-9d5a-64f7e2b7edda tempest-SecGroupTest-1544089316 tempest-SecGroupTest-1544089316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815365'] for security_group_rule, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:07.032443 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc43bc35-1dc4-4bb2-b000-0d7a9cd0459b tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 19 07:41:07.033451 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc43bc35-1dc4-4bb2-b000-0d7a9cd0459b tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103333) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 07:41:07.053738 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-ce7c3d05-4424-4477-9d5a-64f7e2b7edda tempest-SecGroupTest-1544089316 tempest-SecGroupTest-1544089316-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:07.059686 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 56562) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:41:07.061589 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-ce7c3d05-4424-4477-9d5a-64f7e2b7edda tempest-SecGroupTest-1544089316 tempest-SecGroupTest-1544089316-project] 10.222.0.27 "DELETE /v2.0/security-group-rules/f423fa12-5d99-48b6-b1a2-84d44e360e9d HTTP/1.1" status: 204 len: 168 time: 0.2717967 Oct 19 07:41:07.081463 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-fc43bc35-1dc4-4bb2-b000-0d7a9cd0459b tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9105010 Oct 19 07:41:07.084194 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 56564) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:41:07.096485 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.services.segments.db [None req-477a1a35-d99a-46ab-8211-c8f93d9d99db tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1064056-582d-47fb-b38f-a3af7a92eb92']}} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:41:07.104379 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-fadff073-7d48-478f-9632-e1de16da1c85 None None] Attempting to bind port 0b3fe434-63b4-4574-a267-f3a66028c3fc on host dv-neutron-861624-1-hyperv for vnic_type normal with profile {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 19 07:41:07.104783 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-fadff073-7d48-478f-9632-e1de16da1c85 None None] Attempting to bind port 0b3fe434-63b4-4574-a267-f3a66028c3fc by drivers openvswitch,hyperv on host dv-neutron-861624-1-hyperv at level 0 using segments [{'id': '0edbee97-a309-427c-ad63-fa12691ad687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'b58e1c6a-78c1-43cd-89d9-838f22da233f'}] {{(pid=103334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 19 07:41:07.105154 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fadff073-7d48-478f-9632-e1de16da1c85 None None] Attempting to bind port 0b3fe434-63b4-4574-a267-f3a66028c3fc on network b58e1c6a-78c1-43cd-89d9-838f22da233f {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 07:41:07.107085 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-9562f34c-2f6c-41e4-a8c7-fd870235ca22 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Request body: {'subnet': {'network_id': '6b5a65c5-1bed-4301-9db8-c1056c2b8eba', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:41:07.119247 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.services.segments.db [None req-477a1a35-d99a-46ab-8211-c8f93d9d99db tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e825ccc8-a1f1-45ab-89e2-41022b6e19f8') {'for_net_delete': True} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:41:07.119440 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.services.segments.db [None req-477a1a35-d99a-46ab-8211-c8f93d9d99db tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e825ccc8-a1f1-45ab-89e2-41022b6e19f8') {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:41:07.169945 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6325b217-4d34-4c67-ae1b-5dc6f24d139b tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Made reservation on behalf of 0cd3ded9dc134e3392e5122464eefb82 for: {'subnet': 1} {{(pid=103332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 07:41:07.186478 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-6325b217-4d34-4c67-ae1b-5dc6f24d139b tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130659787'] for subnet, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:07.192711 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-477a1a35-d99a-46ab-8211-c8f93d9d99db tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785021519382', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130726885'] for segment, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:07.239097 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5768d06-10e7-4695-a6b4-52e0c43a01f0 None None] Pushing event updated for resources: {'Port': ['ID=3e5645fc-8ac1-4269-84d1-65f06e41ccbe,revision_number=2']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:41:07.242740 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.db_base_plugin_common [None req-1f0671f5-2b61-4efd-9d39-908d704e0106 None None] Allocated IP 2001:db8::f816:3eff:fe94:eca8 (6b5a65c5-1bed-4301-9db8-c1056c2b8eba/00fe3f32-3515-45d7-be76-11b6143cd72b/7235d0ef-7498-4575-a031-a293ae8bcdc8) {{(pid=103334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 07:41:07.249749 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fadff073-7d48-478f-9632-e1de16da1c85 None None] Checking agent: {'id': 'a5b0152c-d633-409b-aaf8-3b76458e2410', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861624-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 19, 7, 30, 19), 'started_at': datetime.datetime(2022, 10, 19, 7, 30, 49), 'heartbeat_timestamp': datetime.datetime(2022, 10, 19, 7, 40, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861624-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 07:41:07.250383 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fadff073-7d48-478f-9632-e1de16da1c85 None None] Checking segment: {'id': '0edbee97-a309-427c-ad63-fa12691ad687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'b58e1c6a-78c1-43cd-89d9-838f22da233f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 19 07:41:07.250383 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-fadff073-7d48-478f-9632-e1de16da1c85 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:07.250719 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fadff073-7d48-478f-9632-e1de16da1c85 None None] Bound using segment: {'id': '0edbee97-a309-427c-ad63-fa12691ad687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'b58e1c6a-78c1-43cd-89d9-838f22da233f'} {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 07:41:07.251195 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-fadff073-7d48-478f-9632-e1de16da1c85 None None] Bound port: 0b3fe434-63b4-4574-a267-f3a66028c3fc, host: dv-neutron-861624-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0edbee97-a309-427c-ad63-fa12691ad687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'b58e1c6a-78c1-43cd-89d9-838f22da233f'}}] {{(pid=103334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 19 07:41:07.252138 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-fadff073-7d48-478f-9632-e1de16da1c85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:07.257937 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.objects.ports [None req-94319ce2-e65c-4970-b86b-5c23e86d4079 tempest-NetworksIpV6TestAttrs-279669730 tempest-NetworksIpV6TestAttrs-279669730-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103333) get_objects /opt/stack/neutron/neutron/objects/ports.py:470}} Oct 19 07:41:07.260109 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7c3d05-4424-4477-9d5a-64f7e2b7edda tempest-SecGroupTest-1544089316 tempest-SecGroupTest-1544089316-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f423fa12-5d99-48b6-b1a2-84d44e360e9d,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:41:07.268663 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-94319ce2-e65c-4970-b86b-5c23e86d4079 tempest-NetworksIpV6TestAttrs-279669730 tempest-NetworksIpV6TestAttrs-279669730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130997899', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130170401'] for subnet, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:07.432877 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94319ce2-e65c-4970-b86b-5c23e86d4079 tempest-NetworksIpV6TestAttrs-279669730 tempest-NetworksIpV6TestAttrs-279669730-project] Pushing event updated for resources: {'Subnet': ['ID=2b9ce274-2461-4238-8d83-880effac13a2,revision_number=0']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:41:07.452925 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-477a1a35-d99a-46ab-8211-c8f93d9d99db tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979'] for segment, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:07.458744 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-52e0fe27-ab17-453d-be1f-7f3459fdda7e tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Notify callbacks [] for port, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:07.475343 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94319ce2-e65c-4970-b86b-5c23e86d4079 tempest-NetworksIpV6TestAttrs-279669730 tempest-NetworksIpV6TestAttrs-279669730-project] Checking segment: {'id': '0bb5ab95-f3d3-4adf-9336-52496982cb11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'e41d653a-782a-4cf3-a342-c0c6793371b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 19 07:41:07.475700 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94319ce2-e65c-4970-b86b-5c23e86d4079 tempest-NetworksIpV6TestAttrs-279669730 tempest-NetworksIpV6TestAttrs-279669730-project] Network hostable DHCP agents. Network: e41d653a-782a-4cf3-a342-c0c6793371b2, hostable agents: ['310d813b-0e3e-4d7e-9b79-8f4ec0dbcab0'], hosted agents: [] {{(pid=103333) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 07:41:07.480357 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-37a2c014-18d8-4b3c-ae50-3205199b95cf tempest-SecGroupTest-1544089316 tempest-SecGroupTest-1544089316-project] 10.222.0.27 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.4118021 Oct 19 07:41:07.488882 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 56568) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:41:07.502358 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-7d8c7039-0d7d-42e4-bffe-5d8d050cde6a None None] Attempt 6 to provision port 639dd394-1929-4fa8-93a1-c2bcbec3fc3b Oct 19 07:41:07.524977 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.ipam_backend_mixin [None req-6325b217-4d34-4c67-ae1b-5dc6f24d139b tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Performing IP validity checks on allocation pools {{(pid=103332) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:322}} Oct 19 07:41:07.528545 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.ipam_backend_mixin [None req-6325b217-4d34-4c67-ae1b-5dc6f24d139b tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103332) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:343}} Oct 19 07:41:07.531771 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-477a1a35-d99a-46ab-8211-c8f93d9d99db tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Releasing vlan 156 on physical network physnet1 to pool {{(pid=103332) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 07:41:07.532442 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-477a1a35-d99a-46ab-8211-c8f93d9d99db tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-133553843'] for segment, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:07.583817 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.services.segments.plugin [-] Segment e825ccc8-a1f1-45ab-89e2-41022b6e19f8 resource provider aggregate not found Oct 19 07:41:07.589986 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94319ce2-e65c-4970-b86b-5c23e86d4079 tempest-NetworksIpV6TestAttrs-279669730 tempest-NetworksIpV6TestAttrs-279669730-project] Network e41d653a-782a-4cf3-a342-c0c6793371b2 is scheduled to be hosted by DHCP agent 310d813b-0e3e-4d7e-9b79-8f4ec0dbcab0 with binding_index 1 {{(pid=103333) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 07:41:07.597690 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9562f34c-2f6c-41e4-a8c7-fd870235ca22 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Made reservation on behalf of 61a2e57b80c1442e9cb330141a970781 for: {'subnet': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 07:41:07.601671 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-9562f34c-2f6c-41e4-a8c7-fd870235ca22 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130170579'] for subnet, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:07.629764 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-94319ce2-e65c-4970-b86b-5c23e86d4079 tempest-NetworksIpV6TestAttrs-279669730 tempest-NetworksIpV6TestAttrs-279669730-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861624-1-hyperv, e41d653a-782a-4cf3-a342-c0c6793371b2) {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:41:07.634232 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19d2504-6256-4e9a-a3f4-4396e460e0f9 req-93ad942f-3478-4aa4-834d-7ecb59bbb33c tempest-ServerActionsTestJSON-1032082790 tempest-ServerActionsTestJSON-1032082790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:41:07.634769 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94319ce2-e65c-4970-b86b-5c23e86d4079 tempest-NetworksIpV6TestAttrs-279669730 tempest-NetworksIpV6TestAttrs-279669730-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:41:07.634965 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-94319ce2-e65c-4970-b86b-5c23e86d4079 tempest-NetworksIpV6TestAttrs-279669730 tempest-NetworksIpV6TestAttrs-279669730-project] Notify callbacks [] for subnet, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:07.635778 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-f19d2504-6256-4e9a-a3f4-4396e460e0f9 req-93ad942f-3478-4aa4-834d-7ecb59bbb33c tempest-ServerActionsTestJSON-1032082790 tempest-ServerActionsTestJSON-1032082790-project] 10.222.0.27 "GET /v2.0/ports?device_id=c15ce40b-4ff1-4ce8-b3f1-4c16c8447f68 HTTP/1.1" status: 200 len: 945 time: 0.3467777 Oct 19 07:41:07.657573 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device 3e5645fc-8ac1-4269-84d1-65f06e41ccbe up at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 07:41:07.692857 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b53fa671-c9e4-4dd9-ad94-97d2ad85ac31 None None] Network e41d653a-782a-4cf3-a342-c0c6793371b2 requested from dv-neutron-861624-1-hyperv {{(pid=103334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 07:41:07.701707 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.services.segments.plugin [-] Segment e825ccc8-a1f1-45ab-89e2-41022b6e19f8 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e825ccc8-a1f1-45ab-89e2-41022b6e19f8 found for delete ", "request_id": "req-c7598bd0-9d68-438d-9b7e-769d773a9353"}]} Oct 19 07:41:07.722995 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-477a1a35-d99a-46ab-8211-c8f93d9d99db tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-673044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1695087'] for network, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:07.735888 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-477a1a35-d99a-46ab-8211-c8f93d9d99db tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Notify callbacks [] for network, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:07.738709 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-7d8c7039-0d7d-42e4-bffe-5d8d050cde6a None None] Port 639dd394-1929-4fa8-93a1-c2bcbec3fc3b cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 07:41:07.741029 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-477a1a35-d99a-46ab-8211-c8f93d9d99db tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] 10.222.0.27 "DELETE /v2.0/networks/c1064056-582d-47fb-b38f-a3af7a92eb92 HTTP/1.1" status: 204 len: 168 time: 5.7853355 Oct 19 07:41:07.749153 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-94319ce2-e65c-4970-b86b-5c23e86d4079 tempest-NetworksIpV6TestAttrs-279669730 tempest-NetworksIpV6TestAttrs-279669730-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.1692727 Oct 19 07:41:07.755806 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 56574) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:41:07.756138 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 56576) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:41:07.756268 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-fadff073-7d48-478f-9632-e1de16da1c85 None None] For port 0b3fe434-63b4-4574-a267-f3a66028c3fc, host dv-neutron-861624-1-hyperv, cleared binding levels {{(pid=103334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 07:41:07.765954 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-46ebeca1-77f3-4897-9c1c-f7182035c9d8 tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1537313379'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:41:07.779120 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-55172c4a-4aec-4e9a-bc81-ad430871f4ef tempest-NetworksIpV6TestAttrs-279669730 tempest-NetworksIpV6TestAttrs-279669730-project] Request body: {'port': {'network_id': 'e41d653a-782a-4cf3-a342-c0c6793371b2', 'name': 'tempest-NetworksIpV6TestAttrs-2034538685'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:41:07.782986 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477a1a35-d99a-46ab-8211-c8f93d9d99db tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Pushing event deleted for resources: {'Network': ['ID=c1064056-582d-47fb-b38f-a3af7a92eb92,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:41:07.785362 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-284ba231-f50f-4cef-8b44-663f425670f5 tempest-AllowedAddressPairIpV6TestJSON-693616432 tempest-AllowedAddressPairIpV6TestJSON-693616432-project] Notify callbacks [] for port, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:07.791087 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-3bc8a7d2-4aa9-4221-9fc0-1a02c5d3178b tempest-SecGroupTest-1544089316 tempest-SecGroupTest-1544089316-project] Notify callbacks [] for security_group, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:07.793939 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-fadff073-7d48-478f-9632-e1de16da1c85 None None] For port 0b3fe434-63b4-4574-a267-f3a66028c3fc, host dv-neutron-861624-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=0b3fe434-63b4-4574-a267-f3a66028c3fc,segment=NetworkSegment(0edbee97-a309-427c-ad63-fa12691ad687),segment_id=0edbee97-a309-427c-ad63-fa12691ad687)] {{(pid=103334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 07:41:07.801464 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-52e0fe27-ab17-453d-be1f-7f3459fdda7e tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785020947330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133553798'] for port, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:07.814949 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-f19d2504-6256-4e9a-a3f4-4396e460e0f9 req-69df5c97-a72c-46eb-afbd-7b20fb0c9f98 tempest-ServerActionsTestJSON-1032082790 tempest-ServerActionsTestJSON-1032082790-project] 10.222.0.27 "GET /v2.0/security-groups?id=f0bcd6ee-444f-46c6-b01f-ccacf8976dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1046190 Oct 19 07:41:07.850149 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-fadff073-7d48-478f-9632-e1de16da1c85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:07.895075 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-3bc8a7d2-4aa9-4221-9fc0-1a02c5d3178b tempest-SecGroupTest-1544089316 tempest-SecGroupTest-1544089316-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:07.921419 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52e0fe27-ab17-453d-be1f-7f3459fdda7e tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Network b58e1c6a-78c1-43cd-89d9-838f22da233f is already hosted by enough agents. {{(pid=103332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 07:41:07.930921 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.base_scheduler [None req-52e0fe27-ab17-453d-be1f-7f3459fdda7e tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Resources bound (agent type, host, resource id): {{(pid=103332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:41:07.942837 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52e0fe27-ab17-453d-be1f-7f3459fdda7e tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Received port after_create {{(pid=103332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 07:41:07.965878 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46ebeca1-77f3-4897-9c1c-f7182035c9d8 tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Made reservation on behalf of f2ca639a25f74e74adde8aad6c608244 for: {'network': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 07:41:07.973319 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-46ebeca1-77f3-4897-9c1c-f7182035c9d8 tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for network, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:07.978513 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Provisioning complete for port 3e5645fc-8ac1-4269-84d1-65f06e41ccbe triggered by entity L2. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:41:07.978886 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:07.979217 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Attempt 1 to provision port 3e5645fc-8ac1-4269-84d1-65f06e41ccbe Oct 19 07:41:07.989350 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e0fe27-ab17-453d-be1f-7f3459fdda7e tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Pushing event updated for resources: {'Port': ['ID=4ce3479b-393b-481b-b58d-51ccf321edac,revision_number=1']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:41:08.041279 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46ebeca1-77f3-4897-9c1c-f7182035c9d8 tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 152} {{(pid=103333) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 07:41:08.051897 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-52e0fe27-ab17-453d-be1f-7f3459fdda7e tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1695190'] for router_interface, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:08.060591 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-46ebeca1-77f3-4897-9c1c-f7182035c9d8 tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979'] for segment, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:08.060591 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.db.segments_db [None req-46ebeca1-77f3-4897-9c1c-f7182035c9d8 tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Added segment 38db6d68-855a-47ea-9c29-f3054829fea2 of type vlan for network d5bcbfcf-97c5-4260-add5-2ae805b53840 Oct 19 07:41:08.061000 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fadff073-7d48-478f-9632-e1de16da1c85 None None] Pushing event updated for resources: {'Port': ['ID=0b3fe434-63b4-4574-a267-f3a66028c3fc,revision_number=2']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:41:08.095772 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-1f0671f5-2b61-4efd-9d39-908d704e0106 None None] Notify callbacks [] for port, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:08.106357 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-6325b217-4d34-4c67-ae1b-5dc6f24d139b tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-133552662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130659641'] for subnet, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:08.124229 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-46ebeca1-77f3-4897-9c1c-f7182035c9d8 tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785020965340'] for network, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:08.151740 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Current status of the port 3e5645fc-8ac1-4269-84d1-65f06e41ccbe is: DOWN; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:41:08.152131 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:08.158606 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-1f0671f5-2b61-4efd-9d39-908d704e0106 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785020947330'] for port, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:08.181744 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-46ebeca1-77f3-4897-9c1c-f7182035c9d8 tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873'] for network, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:08.187527 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46ebeca1-77f3-4897-9c1c-f7182035c9d8 tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:41:08.188157 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-46ebeca1-77f3-4897-9c1c-f7182035c9d8 tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Notify callbacks [] for network, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:08.198033 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6325b217-4d34-4c67-ae1b-5dc6f24d139b tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Pushing event updated for resources: {'Subnet': ['ID=db1235bd-f63b-470f-a865-8f388c4816f7,revision_number=0']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:41:08.292618 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-7d8c7039-0d7d-42e4-bffe-5d8d050cde6a None None] Attempt 7 to provision port 639dd394-1929-4fa8-93a1-c2bcbec3fc3b Oct 19 07:41:08.316565 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f0671f5-2b61-4efd-9d39-908d704e0106 None None] Network 6b5a65c5-1bed-4301-9db8-c1056c2b8eba is already hosted by enough agents. {{(pid=103334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 07:41:08.324789 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-46ebeca1-77f3-4897-9c1c-f7182035c9d8 tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5636761 Oct 19 07:41:08.352386 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 56578) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:41:08.358281 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-1050de2d-ae13-4482-8376-799b83d52455 tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Request body: {'subnet': {'network_id': 'd5bcbfcf-97c5-4260-add5-2ae805b53840', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:41:08.369845 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6325b217-4d34-4c67-ae1b-5dc6f24d139b tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Checking segment: {'id': 'e9e73b94-c743-4e9c-9c27-5259b40b4356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '5c97b77b-e2a7-423f-975e-26b4552863cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 19 07:41:08.370198 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6325b217-4d34-4c67-ae1b-5dc6f24d139b tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Network hostable DHCP agents. Network: 5c97b77b-e2a7-423f-975e-26b4552863cc, hostable agents: ['310d813b-0e3e-4d7e-9b79-8f4ec0dbcab0'], hosted agents: [] {{(pid=103332) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 07:41:08.408105 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.scheduler.base_scheduler [None req-1f0671f5-2b61-4efd-9d39-908d704e0106 None None] Resources bound (agent type, host, resource id): {{(pid=103334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:41:08.409896 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-52e0fe27-ab17-453d-be1f-7f3459fdda7e tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:08.426613 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f0671f5-2b61-4efd-9d39-908d704e0106 None None] Received port after_create {{(pid=103334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 07:41:08.454568 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d09aa191-839d-40a8-b58d-66e5ea0d29f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d12c6ac-27a3-545c-a8f3-f04e30423d6d-e41d653a-782a-4cf3-a342-c0c6793371b2', 'network_id': 'e41d653a-782a-4cf3-a342-c0c6793371b2', 'tenant_id': '1a48ad924478432a90a7d865ee405d9d', 'fixed_ips': [{'subnet_id': '2b9ce274-2461-4238-8d83-880effac13a2'}]}} from dv-neutron-861624-1-hyperv. {{(pid=103334) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 07:41:08.456096 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d09aa191-839d-40a8-b58d-66e5ea0d29f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:08.468407 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] For port 3e5645fc-8ac1-4269-84d1-65f06e41ccbe, host dv-neutron-861624-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=3e5645fc-8ac1-4269-84d1-65f06e41ccbe,segment=NetworkSegment(c678f734-6f42-4a48-bf07-3597c22e5e68),segment_id=c678f734-6f42-4a48-bf07-3597c22e5e68)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:41:08.501291 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0671f5-2b61-4efd-9d39-908d704e0106 None None] Pushing event updated for resources: {'Port': ['ID=7235d0ef-7498-4575-a031-a293ae8bcdc8,revision_number=1']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:41:08.515932 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:08.538491 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6325b217-4d34-4c67-ae1b-5dc6f24d139b tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Network 5c97b77b-e2a7-423f-975e-26b4552863cc is scheduled to be hosted by DHCP agent 310d813b-0e3e-4d7e-9b79-8f4ec0dbcab0 with binding_index 1 {{(pid=103332) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 07:41:08.550490 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62a8926a-e2e8-4671-8667-a9c03db2163c None None] Network 8e13c047-2cd3-492d-8707-d70a7f13d6e6 requested from dv-neutron-861624-1-hyperv {{(pid=103334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 07:41:08.594733 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-7d8c7039-0d7d-42e4-bffe-5d8d050cde6a None None] Port 639dd394-1929-4fa8-93a1-c2bcbec3fc3b cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 07:41:08.601371 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.base_scheduler [None req-6325b217-4d34-4c67-ae1b-5dc6f24d139b tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861624-1-hyperv, 5c97b77b-e2a7-423f-975e-26b4552863cc) {{(pid=103332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:41:08.609164 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6325b217-4d34-4c67-ae1b-5dc6f24d139b tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:41:08.609822 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-6325b217-4d34-4c67-ae1b-5dc6f24d139b tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Notify callbacks [] for subnet, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:08.619960 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1050de2d-ae13-4482-8376-799b83d52455 tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Made reservation on behalf of f2ca639a25f74e74adde8aad6c608244 for: {'subnet': 1} {{(pid=103332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 07:41:08.623444 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-1050de2d-ae13-4482-8376-799b83d52455 tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130659787'] for subnet, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:08.642839 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4952a62-695b-4332-b902-a634ba06e113 None None] Network 5c97b77b-e2a7-423f-975e-26b4552863cc requested from dv-neutron-861624-1-hyperv {{(pid=103334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 07:41:08.663495 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-1f0671f5-2b61-4efd-9d39-908d704e0106 None None] Attempting to bind port 7235d0ef-7498-4575-a031-a293ae8bcdc8 on host dv-neutron-861624-1-hyperv for vnic_type normal with profile {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 19 07:41:08.663980 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-1f0671f5-2b61-4efd-9d39-908d704e0106 None None] Attempting to bind port 7235d0ef-7498-4575-a031-a293ae8bcdc8 by drivers openvswitch,hyperv on host dv-neutron-861624-1-hyperv at level 0 using segments [{'id': '5a8d2b05-b527-4bd4-a671-b9112f193fef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '6b5a65c5-1bed-4301-9db8-c1056c2b8eba'}] {{(pid=103334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 19 07:41:08.664404 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f0671f5-2b61-4efd-9d39-908d704e0106 None None] Attempting to bind port 7235d0ef-7498-4575-a031-a293ae8bcdc8 on network 6b5a65c5-1bed-4301-9db8-c1056c2b8eba {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 07:41:08.689060 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-6325b217-4d34-4c67-ae1b-5dc6f24d139b tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8818579 Oct 19 07:41:08.699400 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 56580) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:41:08.705832 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-528bfcb3-84da-4050-a00c-f2447525c10d tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Request body: {'port': {'network_id': '5c97b77b-e2a7-423f-975e-26b4552863cc', 'name': 'tempest-PortsIpV6TestJSON-401452132'}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:41:08.736138 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ebeca1-77f3-4897-9c1c-f7182035c9d8 tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Pushing event updated for resources: {'Network': ['ID=d5bcbfcf-97c5-4260-add5-2ae805b53840,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:41:08.739477 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-284ba231-f50f-4cef-8b44-663f425670f5 tempest-AllowedAddressPairIpV6TestJSON-693616432 tempest-AllowedAddressPairIpV6TestJSON-693616432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785020947330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130996763'] for port, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:08.764786 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-3bc8a7d2-4aa9-4221-9fc0-1a02c5d3178b tempest-SecGroupTest-1544089316 tempest-SecGroupTest-1544089316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788643'] for security_group, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:08.768296 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-3bc8a7d2-4aa9-4221-9fc0-1a02c5d3178b tempest-SecGroupTest-1544089316 tempest-SecGroupTest-1544089316-project] Notify callbacks [] for security_group, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:08.769603 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-3bc8a7d2-4aa9-4221-9fc0-1a02c5d3178b tempest-SecGroupTest-1544089316 tempest-SecGroupTest-1544089316-project] 10.222.0.27 "DELETE /v2.0/security-groups/a161dd3a-3851-496d-a4af-83ec0fa3877b HTTP/1.1" status: 204 len: 168 time: 1.2751269 Oct 19 07:41:08.779687 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 56582) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:41:08.786039 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Network d5bcbfcf-97c5-4260-add5-2ae805b53840 details requested by agent ovs-agent-dv-neutron-861624-1-hyperv with host dv-neutron-861624-1-hyperv {{(pid=103334) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 07:41:08.788398 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f0671f5-2b61-4efd-9d39-908d704e0106 None None] Checking agent: {'id': 'a5b0152c-d633-409b-aaf8-3b76458e2410', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861624-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 19, 7, 30, 19), 'started_at': datetime.datetime(2022, 10, 19, 7, 30, 49), 'heartbeat_timestamp': datetime.datetime(2022, 10, 19, 7, 40, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861624-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 07:41:08.788863 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f0671f5-2b61-4efd-9d39-908d704e0106 None None] Checking segment: {'id': '5a8d2b05-b527-4bd4-a671-b9112f193fef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '6b5a65c5-1bed-4301-9db8-c1056c2b8eba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 19 07:41:08.789331 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-1f0671f5-2b61-4efd-9d39-908d704e0106 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:08.789962 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f0671f5-2b61-4efd-9d39-908d704e0106 None None] Bound using segment: {'id': '5a8d2b05-b527-4bd4-a671-b9112f193fef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '6b5a65c5-1bed-4301-9db8-c1056c2b8eba'} {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 07:41:08.790482 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-1f0671f5-2b61-4efd-9d39-908d704e0106 None None] Bound port: 7235d0ef-7498-4575-a031-a293ae8bcdc8, host: dv-neutron-861624-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a8d2b05-b527-4bd4-a671-b9112f193fef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '6b5a65c5-1bed-4301-9db8-c1056c2b8eba'}}] {{(pid=103334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 19 07:41:08.790938 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-1f0671f5-2b61-4efd-9d39-908d704e0106 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:08.832392 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc8a7d2-4aa9-4221-9fc0-1a02c5d3178b tempest-SecGroupTest-1544089316 tempest-SecGroupTest-1544089316-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a161dd3a-3851-496d-a4af-83ec0fa3877b,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:41:08.836796 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-284ba231-f50f-4cef-8b44-663f425670f5 tempest-AllowedAddressPairIpV6TestJSON-693616432 tempest-AllowedAddressPairIpV6TestJSON-693616432-project] Network 94a2344b-3c35-4881-a95e-6f2bc84f03db is already hosted by enough agents. {{(pid=103333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 07:41:08.842582 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55172c4a-4aec-4e9a-bc81-ad430871f4ef tempest-NetworksIpV6TestAttrs-279669730 tempest-NetworksIpV6TestAttrs-279669730-project] Made reservation on behalf of 1a48ad924478432a90a7d865ee405d9d for: {'port': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 07:41:08.847021 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-55172c4a-4aec-4e9a-bc81-ad430871f4ef tempest-NetworksIpV6TestAttrs-279669730 tempest-NetworksIpV6TestAttrs-279669730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:08.871169 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Pushing event updated for resources: {'Port': ['ID=3e5645fc-8ac1-4269-84d1-65f06e41ccbe,revision_number=3']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:41:08.906370 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-284ba231-f50f-4cef-8b44-663f425670f5 tempest-AllowedAddressPairIpV6TestJSON-693616432 tempest-AllowedAddressPairIpV6TestJSON-693616432-project] Resources bound (agent type, host, resource id): {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:41:08.909933 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-284ba231-f50f-4cef-8b44-663f425670f5 tempest-AllowedAddressPairIpV6TestJSON-693616432 tempest-AllowedAddressPairIpV6TestJSON-693616432-project] Received port after_create {{(pid=103333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 07:41:08.915255 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-284ba231-f50f-4cef-8b44-663f425670f5 tempest-AllowedAddressPairIpV6TestJSON-693616432 tempest-AllowedAddressPairIpV6TestJSON-693616432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:41:08.915876 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-284ba231-f50f-4cef-8b44-663f425670f5 tempest-AllowedAddressPairIpV6TestJSON-693616432 tempest-AllowedAddressPairIpV6TestJSON-693616432-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42160'] for port, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:08.929134 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284ba231-f50f-4cef-8b44-663f425670f5 tempest-AllowedAddressPairIpV6TestJSON-693616432 tempest-AllowedAddressPairIpV6TestJSON-693616432-project] Pushing event updated for resources: {'Port': ['ID=4d7f8934-be0c-4bf5-a16c-2c259dbf7e7b,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:41:08.973556 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-284ba231-f50f-4cef-8b44-663f425670f5 tempest-AllowedAddressPairIpV6TestJSON-693616432 tempest-AllowedAddressPairIpV6TestJSON-693616432-project] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 3.1578951 Oct 19 07:41:08.975187 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.notifiers.nova [None req-55172c4a-4aec-4e9a-bc81-ad430871f4ef tempest-NetworksIpV6TestAttrs-279669730 tempest-NetworksIpV6TestAttrs-279669730-project] device_id is not set on port c95e208d-8f48-4d7e-9cad-3c00235a30f9 yet. {{(pid=103333) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 19 07:41:08.980079 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 56586) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:41:08.991753 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-f8b37070-11bd-4281-bd4d-4a8afab94be5 tempest-AllowedAddressPairIpV6TestJSON-693616432 tempest-AllowedAddressPairIpV6TestJSON-693616432-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::230', 'mac_address': 'fa:16:3e:4e:b7:d6'}]}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:41:09.109813 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-7d8c7039-0d7d-42e4-bffe-5d8d050cde6a None None] Attempt 8 to provision port 639dd394-1929-4fa8-93a1-c2bcbec3fc3b Oct 19 07:41:09.154891 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.db_base_plugin_common [None req-d09aa191-839d-40a8-b58d-66e5ea0d29f0 None None] Allocated IP 2001:db8::f816:3eff:fed2:24fa (e41d653a-782a-4cf3-a342-c0c6793371b2/2b9ce274-2461-4238-8d83-880effac13a2/54218e19-cd34-4eb4-b758-02ec37ba9425) {{(pid=103334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 07:41:09.190240 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-9562f34c-2f6c-41e4-a8c7-fd870235ca22 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130997899', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130170401'] for subnet, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:09.317648 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9562f34c-2f6c-41e4-a8c7-fd870235ca22 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Network 6b5a65c5-1bed-4301-9db8-c1056c2b8eba is already hosted by enough agents. {{(pid=103333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 07:41:09.326371 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-9562f34c-2f6c-41e4-a8c7-fd870235ca22 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Resources bound (agent type, host, resource id): {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:41:09.329360 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9562f34c-2f6c-41e4-a8c7-fd870235ca22 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:41:09.330548 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-9562f34c-2f6c-41e4-a8c7-fd870235ca22 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks [] for subnet, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:09.360283 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9562f34c-2f6c-41e4-a8c7-fd870235ca22 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Pushing event updated for resources: {'Subnet': ['ID=f76001dc-d4c8-4357-9a82-fa65fc5a8db1,revision_number=0']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:41:09.384552 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-1f0671f5-2b61-4efd-9d39-908d704e0106 None None] For port 7235d0ef-7498-4575-a031-a293ae8bcdc8, host dv-neutron-861624-1-hyperv, cleared binding levels {{(pid=103334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 07:41:09.424006 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-9562f34c-2f6c-41e4-a8c7-fd870235ca22 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.3266339 Oct 19 07:41:09.435690 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-f8b37070-11bd-4281-bd4d-4a8afab94be5 tempest-AllowedAddressPairIpV6TestJSON-693616432 tempest-AllowedAddressPairIpV6TestJSON-693616432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:09.438559 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 56588) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:41:09.452249 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-1f0671f5-2b61-4efd-9d39-908d704e0106 None None] For port 7235d0ef-7498-4575-a031-a293ae8bcdc8, host dv-neutron-861624-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=7235d0ef-7498-4575-a031-a293ae8bcdc8,segment=NetworkSegment(5a8d2b05-b527-4bd4-a671-b9112f193fef),segment_id=5a8d2b05-b527-4bd4-a671-b9112f193fef)] {{(pid=103334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 07:41:09.457249 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf01f072-7845-43d4-a49f-14907973892e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d12c6ac-27a3-545c-a8f3-f04e30423d6d-5c97b77b-e2a7-423f-975e-26b4552863cc', 'network_id': '5c97b77b-e2a7-423f-975e-26b4552863cc', 'tenant_id': '0cd3ded9dc134e3392e5122464eefb82', 'fixed_ips': [{'subnet_id': 'db1235bd-f63b-470f-a865-8f388c4816f7'}]}} from dv-neutron-861624-1-hyperv. {{(pid=103334) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 07:41:09.459361 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-bf01f072-7845-43d4-a49f-14907973892e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:09.464073 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-38658072-f223-41cb-9cf4-8f917eb7d665 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Request body: {'port': {'network_id': '6b5a65c5-1bed-4301-9db8-c1056c2b8eba', 'mac_address': 'fa:16:3e:96:1e:ec', 'name': 'tempest-NetworksTestDHCPv6-1527687662'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:41:09.477859 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-7d8c7039-0d7d-42e4-bffe-5d8d050cde6a None None] Port 639dd394-1929-4fa8-93a1-c2bcbec3fc3b cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 07:41:09.491019 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-1f0671f5-2b61-4efd-9d39-908d704e0106 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:09.502323 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-52e0fe27-ab17-453d-be1f-7f3459fdda7e tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Notify callbacks [] for port, precommit_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:09.541257 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-52e0fe27-ab17-453d-be1f-7f3459fdda7e tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133553807'] for port, after_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:09.683159 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-4946572b-bbfa-4d82-8273-9e6713ec510b tempest-SecGroupTest-1544089316 tempest-SecGroupTest-1544089316-project] 10.222.0.27 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.8980072 Oct 19 07:41:09.692052 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 56590) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:41:09.692297 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a604d4b2-c415-4e5c-8663-708779169541 None None] Network b58e1c6a-78c1-43cd-89d9-838f22da233f requested from dv-neutron-861624-1-hyperv {{(pid=103334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 07:41:09.693475 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device 3e5645fc-8ac1-4269-84d1-65f06e41ccbe up at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 07:41:09.699521 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-6dbd8750-8fe5-4523-89c5-863ab8323bca tempest-SecGroupTest-1544089316 tempest-SecGroupTest-1544089316-project] Request body: {'security_group': {'name': 'tempest-secgroup--2089104288'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:41:09.759702 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-52e0fe27-ab17-453d-be1f-7f3459fdda7e tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1574855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1694822'] for router_interface, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:09.761957 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38658072-f223-41cb-9cf4-8f917eb7d665 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Made reservation on behalf of 61a2e57b80c1442e9cb330141a970781 for: {'port': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 07:41:09.771406 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e0fe27-ab17-453d-be1f-7f3459fdda7e tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Pushing event updated for resources: {'Port': ['ID=4ce3479b-393b-481b-b58d-51ccf321edac,revision_number=2']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:41:09.808173 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-6dbd8750-8fe5-4523-89c5-863ab8323bca tempest-SecGroupTest-1544089316 tempest-SecGroupTest-1544089316-project] Notify callbacks [] for security_group, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:09.811453 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-528bfcb3-84da-4050-a00c-f2447525c10d tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Made reservation on behalf of 0cd3ded9dc134e3392e5122464eefb82 for: {'port': 1} {{(pid=103332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 07:41:09.815811 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-528bfcb3-84da-4050-a00c-f2447525c10d tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:09.858280 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616ba9c9-0d38-42e7-9e51-d82772c95cbc req-b48250fe-4ebb-443a-a5c2-6b575f258905 tempest-ServerActionsTestJSON-1032082790 tempest-ServerActionsTestJSON-1032082790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:41:09.859933 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-616ba9c9-0d38-42e7-9e51-d82772c95cbc req-b48250fe-4ebb-443a-a5c2-6b575f258905 tempest-ServerActionsTestJSON-1032082790 tempest-ServerActionsTestJSON-1032082790-project] 10.222.0.27 "GET /v2.0/ports?device_id=c15ce40b-4ff1-4ce8-b3f1-4c16c8447f68 HTTP/1.1" status: 200 len: 945 time: 0.3460999 Oct 19 07:41:09.956182 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-1050de2d-ae13-4482-8376-799b83d52455 tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-133552662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130659641'] for subnet, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:09.958864 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.notifiers.nova [None req-528bfcb3-84da-4050-a00c-f2447525c10d tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] device_id is not set on port bcc80142-9bc0-46f5-bab1-e598b2fb541a yet. {{(pid=103332) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 19 07:41:09.979912 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0671f5-2b61-4efd-9d39-908d704e0106 None None] Pushing event updated for resources: {'Port': ['ID=7235d0ef-7498-4575-a031-a293ae8bcdc8,revision_number=2']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:41:09.993789 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-f8b37070-11bd-4281-bd4d-4a8afab94be5 tempest-AllowedAddressPairIpV6TestJSON-693616432 tempest-AllowedAddressPairIpV6TestJSON-693616432-project] Notify callbacks [] for port, precommit_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:10.028242 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-f8b37070-11bd-4281-bd4d-4a8afab94be5 tempest-AllowedAddressPairIpV6TestJSON-693616432 tempest-AllowedAddressPairIpV6TestJSON-693616432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130996754'] for port, after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:10.028242 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-f8b37070-11bd-4281-bd4d-4a8afab94be5 tempest-AllowedAddressPairIpV6TestJSON-693616432 tempest-AllowedAddressPairIpV6TestJSON-693616432-project] In _notify_port_updated(), no bound segment for port 4d7f8934-be0c-4bf5-a16c-2c259dbf7e7b on network 94a2344b-3c35-4881-a95e-6f2bc84f03db {{(pid=103333) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:900}} Oct 19 07:41:10.031016 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-7d8c7039-0d7d-42e4-bffe-5d8d050cde6a None None] Attempt 9 to provision port 639dd394-1929-4fa8-93a1-c2bcbec3fc3b Oct 19 07:41:10.033905 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8b37070-11bd-4281-bd4d-4a8afab94be5 tempest-AllowedAddressPairIpV6TestJSON-693616432 tempest-AllowedAddressPairIpV6TestJSON-693616432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:41:10.034819 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-f8b37070-11bd-4281-bd4d-4a8afab94be5 tempest-AllowedAddressPairIpV6TestJSON-693616432 tempest-AllowedAddressPairIpV6TestJSON-693616432-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42160'] for port, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:10.036410 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-f8b37070-11bd-4281-bd4d-4a8afab94be5 tempest-AllowedAddressPairIpV6TestJSON-693616432 tempest-AllowedAddressPairIpV6TestJSON-693616432-project] 10.222.0.27 "PUT /v2.0/ports/4d7f8934-be0c-4bf5-a16c-2c259dbf7e7b HTTP/1.1" status: 200 len: 1002 time: 1.0535307 Oct 19 07:41:10.104668 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d09aa191-839d-40a8-b58d-66e5ea0d29f0 None None] Notify callbacks [] for port, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:10.104876 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 56592) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:41:10.105426 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b37070-11bd-4281-bd4d-4a8afab94be5 tempest-AllowedAddressPairIpV6TestJSON-693616432 tempest-AllowedAddressPairIpV6TestJSON-693616432-project] Pushing event updated for resources: {'Port': ['ID=4d7f8934-be0c-4bf5-a16c-2c259dbf7e7b,revision_number=2']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:41:10.120251 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-38658072-f223-41cb-9cf4-8f917eb7d665 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:10.161370 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d09aa191-839d-40a8-b58d-66e5ea0d29f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785020947330'] for port, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:10.174927 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Provisioning complete for port 3e5645fc-8ac1-4269-84d1-65f06e41ccbe triggered by entity L2. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:41:10.175443 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:10.175873 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Attempt 1 to provision port 3e5645fc-8ac1-4269-84d1-65f06e41ccbe Oct 19 07:41:10.204180 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-7d8c7039-0d7d-42e4-bffe-5d8d050cde6a None None] Port 639dd394-1929-4fa8-93a1-c2bcbec3fc3b cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 07:41:10.221676 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-616ba9c9-0d38-42e7-9e51-d82772c95cbc req-3f3edd6a-8bb4-423f-a7f7-a01aad4b0822 tempest-ServerActionsTestJSON-1032082790 tempest-ServerActionsTestJSON-1032082790-project] 10.222.0.27 "GET /v2.0/security-groups?id=f0bcd6ee-444f-46c6-b01f-ccacf8976dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3472257 Oct 19 07:41:10.241224 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.notifiers.nova [None req-38658072-f223-41cb-9cf4-8f917eb7d665 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] device_id is not set on port cecc88bd-9402-42fe-ab45-e4cc81596d3a yet. {{(pid=103333) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 19 07:41:10.250469 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d09aa191-839d-40a8-b58d-66e5ea0d29f0 None None] Network e41d653a-782a-4cf3-a342-c0c6793371b2 is already hosted by enough agents. {{(pid=103334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 07:41:10.262546 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.scheduler.base_scheduler [None req-d09aa191-839d-40a8-b58d-66e5ea0d29f0 None None] Resources bound (agent type, host, resource id): {{(pid=103334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:41:10.265431 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d09aa191-839d-40a8-b58d-66e5ea0d29f0 None None] Received port after_create {{(pid=103334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 07:41:10.275316 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.db_base_plugin_common [None req-55172c4a-4aec-4e9a-bc81-ad430871f4ef tempest-NetworksIpV6TestAttrs-279669730 tempest-NetworksIpV6TestAttrs-279669730-project] Allocated IP 2001:db8::f816:3eff:fecf:9361 (e41d653a-782a-4cf3-a342-c0c6793371b2/2b9ce274-2461-4238-8d83-880effac13a2/c95e208d-8f48-4d7e-9cad-3c00235a30f9) {{(pid=103333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 07:41:10.305480 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.db_base_plugin_common [None req-528bfcb3-84da-4050-a00c-f2447525c10d tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Allocated IP 2001:db8::115 (5c97b77b-e2a7-423f-975e-26b4552863cc/db1235bd-f63b-470f-a865-8f388c4816f7/bcc80142-9bc0-46f5-bab1-e598b2fb541a) {{(pid=103332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 07:41:10.329083 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1050de2d-ae13-4482-8376-799b83d52455 tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Pushing event updated for resources: {'Subnet': ['ID=5ec38d03-b57f-486e-8bde-21ead4fba5df,revision_number=0']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:41:10.337037 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1050de2d-ae13-4482-8376-799b83d52455 tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Checking segment: {'id': '38db6d68-855a-47ea-9c29-f3054829fea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'd5bcbfcf-97c5-4260-add5-2ae805b53840'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 19 07:41:10.337454 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09aa191-839d-40a8-b58d-66e5ea0d29f0 None None] Pushing event updated for resources: {'Port': ['ID=54218e19-cd34-4eb4-b758-02ec37ba9425,revision_number=1']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:41:10.337882 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1050de2d-ae13-4482-8376-799b83d52455 tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Network hostable DHCP agents. Network: d5bcbfcf-97c5-4260-add5-2ae805b53840, hostable agents: ['310d813b-0e3e-4d7e-9b79-8f4ec0dbcab0'], hosted agents: [] {{(pid=103332) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 07:41:10.342585 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52e0fe27-ab17-453d-be1f-7f3459fdda7e tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Network b58e1c6a-78c1-43cd-89d9-838f22da233f is already hosted by enough agents. {{(pid=103332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 07:41:10.351604 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.base_scheduler [None req-52e0fe27-ab17-453d-be1f-7f3459fdda7e tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Resources bound (agent type, host, resource id): {{(pid=103332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:41:10.423789 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-d09aa191-839d-40a8-b58d-66e5ea0d29f0 None None] Attempting to bind port 54218e19-cd34-4eb4-b758-02ec37ba9425 on host dv-neutron-861624-1-hyperv for vnic_type normal with profile {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 19 07:41:10.424341 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-d09aa191-839d-40a8-b58d-66e5ea0d29f0 None None] Attempting to bind port 54218e19-cd34-4eb4-b758-02ec37ba9425 by drivers openvswitch,hyperv on host dv-neutron-861624-1-hyperv at level 0 using segments [{'id': '0bb5ab95-f3d3-4adf-9336-52496982cb11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'e41d653a-782a-4cf3-a342-c0c6793371b2'}] {{(pid=103334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 19 07:41:10.424988 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d09aa191-839d-40a8-b58d-66e5ea0d29f0 None None] Attempting to bind port 54218e19-cd34-4eb4-b758-02ec37ba9425 on network e41d653a-782a-4cf3-a342-c0c6793371b2 {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 07:41:10.429953 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-6dbd8750-8fe5-4523-89c5-863ab8323bca tempest-SecGroupTest-1544089316 tempest-SecGroupTest-1544089316-project] Notify callbacks [] for security_group, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:10.447425 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-6dbd8750-8fe5-4523-89c5-863ab8323bca tempest-SecGroupTest-1544089316 tempest-SecGroupTest-1544089316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788643'] for security_group, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:10.458778 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d09aa191-839d-40a8-b58d-66e5ea0d29f0 None None] Checking agent: {'id': 'a5b0152c-d633-409b-aaf8-3b76458e2410', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861624-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 19, 7, 30, 19), 'started_at': datetime.datetime(2022, 10, 19, 7, 30, 49), 'heartbeat_timestamp': datetime.datetime(2022, 10, 19, 7, 40, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861624-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 07:41:10.459295 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d09aa191-839d-40a8-b58d-66e5ea0d29f0 None None] Checking segment: {'id': '0bb5ab95-f3d3-4adf-9336-52496982cb11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'e41d653a-782a-4cf3-a342-c0c6793371b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 19 07:41:10.459818 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d09aa191-839d-40a8-b58d-66e5ea0d29f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:10.460314 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d09aa191-839d-40a8-b58d-66e5ea0d29f0 None None] Bound using segment: {'id': '0bb5ab95-f3d3-4adf-9336-52496982cb11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'e41d653a-782a-4cf3-a342-c0c6793371b2'} {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 07:41:10.460914 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-d09aa191-839d-40a8-b58d-66e5ea0d29f0 None None] Bound port: 54218e19-cd34-4eb4-b758-02ec37ba9425, host: dv-neutron-861624-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0bb5ab95-f3d3-4adf-9336-52496982cb11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'e41d653a-782a-4cf3-a342-c0c6793371b2'}}] {{(pid=103334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 19 07:41:10.461403 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d09aa191-839d-40a8-b58d-66e5ea0d29f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:10.471103 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1050de2d-ae13-4482-8376-799b83d52455 tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Network d5bcbfcf-97c5-4260-add5-2ae805b53840 is scheduled to be hosted by DHCP agent 310d813b-0e3e-4d7e-9b79-8f4ec0dbcab0 with binding_index 1 {{(pid=103332) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 07:41:10.481755 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Current status of the port 3e5645fc-8ac1-4269-84d1-65f06e41ccbe is: ACTIVE; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:41:10.482981 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device 0b3fe434-63b4-4574-a267-f3a66028c3fc up at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 07:41:10.506426 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.base_scheduler [None req-1050de2d-ae13-4482-8376-799b83d52455 tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861624-1-hyperv, d5bcbfcf-97c5-4260-add5-2ae805b53840) {{(pid=103332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:41:10.519760 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1050de2d-ae13-4482-8376-799b83d52455 tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:41:10.520856 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-1050de2d-ae13-4482-8376-799b83d52455 tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Notify callbacks [] for subnet, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:10.541027 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88a77927-d0ea-4e71-91d7-d89b1da958b5 None None] Network d5bcbfcf-97c5-4260-add5-2ae805b53840 requested from dv-neutron-861624-1-hyperv {{(pid=103334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 07:41:10.549183 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-6dbd8750-8fe5-4523-89c5-863ab8323bca tempest-SecGroupTest-1544089316 tempest-SecGroupTest-1544089316-project] Notify callbacks [] for security_group, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:10.550974 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-6dbd8750-8fe5-4523-89c5-863ab8323bca tempest-SecGroupTest-1544089316 tempest-SecGroupTest-1544089316-project] 10.222.0.27 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.8558884 Oct 19 07:41:10.557733 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 56594) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:41:10.604637 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-610b578b-9a8a-485a-a3eb-fe6c66208184 tempest-SecGroupTest-1544089316 tempest-SecGroupTest-1544089316-project] Request body: {'security_group_rule': {'security_group_id': 'afe2fde5-e281-412c-9fe9-f69db2bf66b5', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:41:10.633696 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbd8750-8fe5-4523-89c5-863ab8323bca tempest-SecGroupTest-1544089316 tempest-SecGroupTest-1544089316-project] Pushing event updated for resources: {'SecurityGroup': ['ID=afe2fde5-e281-412c-9fe9-f69db2bf66b5,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:41:10.659438 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-1050de2d-ae13-4482-8376-799b83d52455 tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 2.3058002 Oct 19 07:41:10.660160 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-d09aa191-839d-40a8-b58d-66e5ea0d29f0 None None] For port 54218e19-cd34-4eb4-b758-02ec37ba9425, host dv-neutron-861624-1-hyperv, cleared binding levels {{(pid=103334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 07:41:10.663644 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 56596) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:41:10.673067 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-ce256bea-092c-45c5-9ece-88dc5e9acb91 tempest-AllowedAddressPairIpV6TestJSON-693616432 tempest-AllowedAddressPairIpV6TestJSON-693616432-project] Deleting port 4d7f8934-be0c-4bf5-a16c-2c259dbf7e7b {{(pid=103333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 07:41:10.675007 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-ce256bea-092c-45c5-9ece-88dc5e9acb91 tempest-AllowedAddressPairIpV6TestJSON-693616432 tempest-AllowedAddressPairIpV6TestJSON-693616432-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:10.689779 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-d09aa191-839d-40a8-b58d-66e5ea0d29f0 None None] For port 54218e19-cd34-4eb4-b758-02ec37ba9425, host dv-neutron-861624-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=54218e19-cd34-4eb4-b758-02ec37ba9425,segment=NetworkSegment(0bb5ab95-f3d3-4adf-9336-52496982cb11),segment_id=0bb5ab95-f3d3-4adf-9336-52496982cb11)] {{(pid=103334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 07:41:10.693722 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Provisioning complete for port 0b3fe434-63b4-4574-a267-f3a66028c3fc triggered by entity L2. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:41:10.693722 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:10.694590 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Attempt 1 to provision port 0b3fe434-63b4-4574-a267-f3a66028c3fc Oct 19 07:41:10.717944 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-7d8c7039-0d7d-42e4-bffe-5d8d050cde6a None None] Attempt 10 to provision port 639dd394-1929-4fa8-93a1-c2bcbec3fc3b Oct 19 07:41:10.720708 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d09aa191-839d-40a8-b58d-66e5ea0d29f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:10.728272 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-610b578b-9a8a-485a-a3eb-fe6c66208184 tempest-SecGroupTest-1544089316 tempest-SecGroupTest-1544089316-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:10.827408 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-55172c4a-4aec-4e9a-bc81-ad430871f4ef tempest-NetworksIpV6TestAttrs-279669730 tempest-NetworksIpV6TestAttrs-279669730-project] Notify callbacks [] for port, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:10.853085 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-7d8c7039-0d7d-42e4-bffe-5d8d050cde6a None None] Port 639dd394-1929-4fa8-93a1-c2bcbec3fc3b cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 07:41:10.891671 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52e0fe27-ab17-453d-be1f-7f3459fdda7e tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Router 5a3ee82e-b69d-4a9d-a681-af0f007cfa8a is scheduled to L3 agent ab388470-1243-4d53-80f2-c2f5899c97a7 with binding_index 1 {{(pid=103332) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 07:41:10.901210 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-7d8c7039-0d7d-42e4-bffe-5d8d050cde6a None None] Could not find standard attr ID for object e713ee76-fc6a-486d-a33d-2398c40efc11. {{(pid=103334) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 19 07:41:10.919172 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.db_base_plugin_common [None req-38658072-f223-41cb-9cf4-8f917eb7d665 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Allocated IP 2001:db8:0:1::1f5 (6b5a65c5-1bed-4301-9db8-c1056c2b8eba/f76001dc-d4c8-4357-9a82-fa65fc5a8db1/cecc88bd-9402-42fe-ab45-e4cc81596d3a) {{(pid=103333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 07:41:10.925672 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09aa191-839d-40a8-b58d-66e5ea0d29f0 None None] Pushing event updated for resources: {'Port': ['ID=54218e19-cd34-4eb4-b758-02ec37ba9425,revision_number=2']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:41:10.928252 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.db_base_plugin_common [None req-38658072-f223-41cb-9cf4-8f917eb7d665 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Allocated IP 2001:db8::f816:3eff:fe96:1eec (6b5a65c5-1bed-4301-9db8-c1056c2b8eba/00fe3f32-3515-45d7-be76-11b6143cd72b/cecc88bd-9402-42fe-ab45-e4cc81596d3a) {{(pid=103333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 07:41:10.935011 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-7d8c7039-0d7d-42e4-bffe-5d8d050cde6a None None] Could not find standard attr ID for object d19b3470-da3e-4104-a7e3-aca4a180add9. {{(pid=103334) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 19 07:41:10.943923 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-457efbe7-d8d6-4e50-8e4e-83a6b1b96d01 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d12c6ac-27a3-545c-a8f3-f04e30423d6d-d5bcbfcf-97c5-4260-add5-2ae805b53840', 'network_id': 'd5bcbfcf-97c5-4260-add5-2ae805b53840', 'tenant_id': 'f2ca639a25f74e74adde8aad6c608244', 'fixed_ips': [{'subnet_id': '5ec38d03-b57f-486e-8bde-21ead4fba5df'}]}} from dv-neutron-861624-1-hyperv. {{(pid=103334) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 07:41:10.944892 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-457efbe7-d8d6-4e50-8e4e-83a6b1b96d01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:10.948623 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-528bfcb3-84da-4050-a00c-f2447525c10d tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Notify callbacks [] for port, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:10.958645 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-55172c4a-4aec-4e9a-bc81-ad430871f4ef tempest-NetworksIpV6TestAttrs-279669730 tempest-NetworksIpV6TestAttrs-279669730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785020947330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130996763'] for port, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:11.026505 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-7d8c7039-0d7d-42e4-bffe-5d8d050cde6a None None] Provisioning complete for port 822a984e-ff06-4967-9f7e-e4d29046ffe7 triggered by entity DHCP. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:41:11.026886 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-7d8c7039-0d7d-42e4-bffe-5d8d050cde6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:11.027229 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-7d8c7039-0d7d-42e4-bffe-5d8d050cde6a None None] Attempt 1 to provision port 822a984e-ff06-4967-9f7e-e4d29046ffe7 Oct 19 07:41:11.089394 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55172c4a-4aec-4e9a-bc81-ad430871f4ef tempest-NetworksIpV6TestAttrs-279669730 tempest-NetworksIpV6TestAttrs-279669730-project] Network e41d653a-782a-4cf3-a342-c0c6793371b2 is already hosted by enough agents. {{(pid=103333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 07:41:11.100908 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-a025d9e1-5400-4007-bd8b-27fc9528329e tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-667019'] for network, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:11.101355 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-55172c4a-4aec-4e9a-bc81-ad430871f4ef tempest-NetworksIpV6TestAttrs-279669730 tempest-NetworksIpV6TestAttrs-279669730-project] Resources bound (agent type, host, resource id): {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:41:11.106080 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55172c4a-4aec-4e9a-bc81-ad430871f4ef tempest-NetworksIpV6TestAttrs-279669730 tempest-NetworksIpV6TestAttrs-279669730-project] Received port after_create {{(pid=103333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 07:41:11.106237 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Current status of the port 0b3fe434-63b4-4574-a267-f3a66028c3fc is: DOWN; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:41:11.106237 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:11.110530 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55172c4a-4aec-4e9a-bc81-ad430871f4ef tempest-NetworksIpV6TestAttrs-279669730 tempest-NetworksIpV6TestAttrs-279669730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:41:11.111290 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-55172c4a-4aec-4e9a-bc81-ad430871f4ef tempest-NetworksIpV6TestAttrs-279669730 tempest-NetworksIpV6TestAttrs-279669730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42160'] for port, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:11.180830 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55172c4a-4aec-4e9a-bc81-ad430871f4ef tempest-NetworksIpV6TestAttrs-279669730 tempest-NetworksIpV6TestAttrs-279669730-project] Pushing event updated for resources: {'Port': ['ID=c95e208d-8f48-4d7e-9cad-3c00235a30f9,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:41:11.188680 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-55172c4a-4aec-4e9a-bc81-ad430871f4ef tempest-NetworksIpV6TestAttrs-279669730 tempest-NetworksIpV6TestAttrs-279669730-project] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 3.4264579 Oct 19 07:41:11.206403 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 56598) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:41:11.296700 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-ce256bea-092c-45c5-9ece-88dc5e9acb91 tempest-AllowedAddressPairIpV6TestJSON-693616432 tempest-AllowedAddressPairIpV6TestJSON-693616432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:11.304690 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.db_base_plugin_v2 [None req-caf4afcd-f1e5-455b-9cd5-f33a7e78e470 tempest-NetworksIpV6TestAttrs-279669730 tempest-NetworksIpV6TestAttrs-279669730-project] Deleting subnet 2b9ce274-2461-4238-8d83-880effac13a2 {{(pid=103333) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 19 07:41:11.311914 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-610b578b-9a8a-485a-a3eb-fe6c66208184 tempest-SecGroupTest-1544089316 tempest-SecGroupTest-1544089316-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:11.312125 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-caf4afcd-f1e5-455b-9cd5-f33a7e78e470 tempest-NetworksIpV6TestAttrs-279669730 tempest-NetworksIpV6TestAttrs-279669730-project] Notify callbacks [] for subnet, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:11.328385 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-610b578b-9a8a-485a-a3eb-fe6c66208184 tempest-SecGroupTest-1544089316 tempest-SecGroupTest-1544089316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815365'] for security_group_rule, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:11.346891 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52e0fe27-ab17-453d-be1f-7f3459fdda7e tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Notify agent at l3_agent.dv-neutron-861624-1-hyperv the message routers_updated {{(pid=103332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 07:41:11.368770 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-52e0fe27-ab17-453d-be1f-7f3459fdda7e tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] 10.222.0.27 "PUT /v2.0/routers/5a3ee82e-b69d-4a9d-a681-af0f007cfa8a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2401044 Oct 19 07:41:11.377700 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-161103ac-8f61-499c-9077-5b0072d874f6 None None] Sync routers for ids ['5a3ee82e-b69d-4a9d-a681-af0f007cfa8a'] in dv-neutron-861624-1-hyperv {{(pid=103334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 07:41:11.406154 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] For port 0b3fe434-63b4-4574-a267-f3a66028c3fc, host dv-neutron-861624-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=0b3fe434-63b4-4574-a267-f3a66028c3fc,segment=NetworkSegment(0edbee97-a309-427c-ad63-fa12691ad687),segment_id=0edbee97-a309-427c-ad63-fa12691ad687)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:41:11.409697 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 56602) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:41:11.417742 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:11.431939 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-35de95a4-d640-47cf-8d11-4e69a09a8ecc tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Request body: {'network': {'name': 'tempest-RoutersTest-181507846'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:41:11.472004 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610b578b-9a8a-485a-a3eb-fe6c66208184 tempest-SecGroupTest-1544089316 tempest-SecGroupTest-1544089316-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4b682b4-845e-48d3-a34f-8ddc3dad1c82,revision_number=0']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:41:11.472494 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35de95a4-d640-47cf-8d11-4e69a09a8ecc tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Made reservation on behalf of ea2e94e7c58741afa39e88c6d73f4fb1 for: {'network': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 07:41:11.475354 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-528bfcb3-84da-4050-a00c-f2447525c10d tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785020947330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133553798'] for port, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:11.477299 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-35de95a4-d640-47cf-8d11-4e69a09a8ecc tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for network, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:11.480829 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-161103ac-8f61-499c-9077-5b0072d874f6 None None] Routers {'5a3ee82e-b69d-4a9d-a681-af0f007cfa8a'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 07:41:11.481461 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-161103ac-8f61-499c-9077-5b0072d874f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T07:40:46Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['5a3ee82e-b69d-4a9d-a681-af0f007cfa8a'], 'active': True} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:41:11.493988 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-ce256bea-092c-45c5-9ece-88dc5e9acb91 tempest-AllowedAddressPairIpV6TestJSON-693616432 tempest-AllowedAddressPairIpV6TestJSON-693616432-project] Calling delete_port for 4d7f8934-be0c-4bf5-a16c-2c259dbf7e7b owned by {{(pid=103333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 07:41:11.510626 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-610b578b-9a8a-485a-a3eb-fe6c66208184 tempest-SecGroupTest-1544089316 tempest-SecGroupTest-1544089316-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:11.512286 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-610b578b-9a8a-485a-a3eb-fe6c66208184 tempest-SecGroupTest-1544089316 tempest-SecGroupTest-1544089316-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.9535241 Oct 19 07:41:11.516121 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 56604) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:41:11.523812 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35de95a4-d640-47cf-8d11-4e69a09a8ecc tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 186} {{(pid=103333) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 07:41:11.529528 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-b589a8ee-9a3e-47b0-bcd2-b7387558cb56 tempest-SecGroupTest-1544089316 tempest-SecGroupTest-1544089316-project] Request body: {'security_group_rule': {'security_group_id': 'afe2fde5-e281-412c-9fe9-f69db2bf66b5', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:41:11.535567 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-35de95a4-d640-47cf-8d11-4e69a09a8ecc tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979'] for segment, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:11.536013 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.db.segments_db [None req-35de95a4-d640-47cf-8d11-4e69a09a8ecc tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Added segment 1bd02fa6-b501-4e5c-871a-f4a28a5e9b18 of type vlan for network 4daf018b-9448-4af6-b1a7-ed0b0c9c81a9 Oct 19 07:41:11.602569 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-caf4afcd-f1e5-455b-9cd5-f33a7e78e470 tempest-NetworksIpV6TestAttrs-279669730 tempest-NetworksIpV6TestAttrs-279669730-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-134111928'] for subnet, precommit_delete_associations {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:11.637188 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d96844c-169b-4d0c-a9d0-5f16898336a7 None None] Network 6b5a65c5-1bed-4301-9db8-c1056c2b8eba requested from dv-neutron-861624-1-hyperv {{(pid=103334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 07:41:11.641692 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-35de95a4-d640-47cf-8d11-4e69a09a8ecc tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785020965340'] for network, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:11.645946 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-a025d9e1-5400-4007-bd8b-27fc9528329e tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-679826'] for subnet, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:11.687988 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.db_base_plugin_common [None req-457efbe7-d8d6-4e50-8e4e-83a6b1b96d01 None None] Allocated IP 2001:db8::1 (d5bcbfcf-97c5-4260-add5-2ae805b53840/5ec38d03-b57f-486e-8bde-21ead4fba5df/fccff019-0a74-4d59-bd85-bc5e687cae49) {{(pid=103334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 07:41:11.704411 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528bfcb3-84da-4050-a00c-f2447525c10d tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Pushing event updated for resources: {'Port': ['ID=bcc80142-9bc0-46f5-bab1-e598b2fb541a,revision_number=1']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:41:11.708851 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-38658072-f223-41cb-9cf4-8f917eb7d665 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks [] for port, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:11.715857 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-528bfcb3-84da-4050-a00c-f2447525c10d tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Network 5c97b77b-e2a7-423f-975e-26b4552863cc is already hosted by enough agents. {{(pid=103332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 07:41:11.722821 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.base_scheduler [None req-528bfcb3-84da-4050-a00c-f2447525c10d tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Resources bound (agent type, host, resource id): {{(pid=103332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:41:11.733370 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-528bfcb3-84da-4050-a00c-f2447525c10d tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Received port after_create {{(pid=103332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 07:41:11.745801 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-528bfcb3-84da-4050-a00c-f2447525c10d tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:41:11.756709 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-528bfcb3-84da-4050-a00c-f2447525c10d tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42160'] for port, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:11.771242 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device 7235d0ef-7498-4575-a031-a293ae8bcdc8 up at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 07:41:11.774367 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bb142c-204c-455a-8b7b-368611f40bbe req-31d8ce05-9e56-41ac-ba79-834bee766f99 tempest-ServerActionsTestJSON-1032082790 tempest-ServerActionsTestJSON-1032082790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:41:11.776757 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-13bb142c-204c-455a-8b7b-368611f40bbe req-31d8ce05-9e56-41ac-ba79-834bee766f99 tempest-ServerActionsTestJSON-1032082790 tempest-ServerActionsTestJSON-1032082790-project] 10.222.0.27 "GET /v2.0/ports?device_id=c15ce40b-4ff1-4ce8-b3f1-4c16c8447f68 HTTP/1.1" status: 200 len: 945 time: 0.4033580 Oct 19 07:41:11.787885 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-b589a8ee-9a3e-47b0-bcd2-b7387558cb56 tempest-SecGroupTest-1544089316 tempest-SecGroupTest-1544089316-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:11.792456 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-35de95a4-d640-47cf-8d11-4e69a09a8ecc tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873'] for network, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:11.799258 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35de95a4-d640-47cf-8d11-4e69a09a8ecc tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:41:11.799813 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-35de95a4-d640-47cf-8d11-4e69a09a8ecc tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Notify callbacks [] for network, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:11.819027 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-38658072-f223-41cb-9cf4-8f917eb7d665 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785020947330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130996763'] for port, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:11.841364 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-528bfcb3-84da-4050-a00c-f2447525c10d tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.1385448 Oct 19 07:41:11.850948 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 56606) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:41:11.900271 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:11.934887 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38658072-f223-41cb-9cf4-8f917eb7d665 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Network 6b5a65c5-1bed-4301-9db8-c1056c2b8eba is already hosted by enough agents. {{(pid=103333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 07:41:11.936482 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.db_base_plugin_common [None req-bf01f072-7845-43d4-a49f-14907973892e None None] Allocated IP 2001:db8::2 (5c97b77b-e2a7-423f-975e-26b4552863cc/db1235bd-f63b-470f-a865-8f388c4816f7/1e4d4175-417d-402c-953e-863ec83e855e) {{(pid=103334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 07:41:11.941695 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-35de95a4-d640-47cf-8d11-4e69a09a8ecc tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.5280163 Oct 19 07:41:11.942606 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Pushing event updated for resources: {'Port': ['ID=0b3fe434-63b4-4574-a267-f3a66028c3fc,revision_number=3']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:41:11.946271 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-7d8c7039-0d7d-42e4-bffe-5d8d050cde6a None None] Current status of the port 822a984e-ff06-4967-9f7e-e4d29046ffe7 is: ACTIVE; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:41:11.953629 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-38658072-f223-41cb-9cf4-8f917eb7d665 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Resources bound (agent type, host, resource id): {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:41:11.956147 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 56608) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:41:11.972776 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-c569ad04-6beb-44e9-bf9c-015fd66428bf tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Request body: {'subnet': {'network_id': '4daf018b-9448-4af6-b1a7-ed0b0c9c81a9', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:41:11.984305 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38658072-f223-41cb-9cf4-8f917eb7d665 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Received port after_create {{(pid=103333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 07:41:11.990026 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-b589a8ee-9a3e-47b0-bcd2-b7387558cb56 tempest-SecGroupTest-1544089316 tempest-SecGroupTest-1544089316-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:11.990733 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38658072-f223-41cb-9cf4-8f917eb7d665 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:41:11.991627 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-38658072-f223-41cb-9cf4-8f917eb7d665 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42160'] for port, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:11.992069 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvr_db [None req-161103ac-8f61-499c-9077-5b0072d874f6 None None] Set router 5a3ee82e-b69d-4a9d-a681-af0f007cfa8a gateway port host: None {{(pid=103334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 07:41:12.007252 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-13bb142c-204c-455a-8b7b-368611f40bbe req-b1ac4917-2959-415e-aa4b-51fd3c9ab952 tempest-ServerActionsTestJSON-1032082790 tempest-ServerActionsTestJSON-1032082790-project] 10.222.0.27 "GET /v2.0/security-groups?id=f0bcd6ee-444f-46c6-b01f-ccacf8976dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2074158 Oct 19 07:41:12.052839 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-b589a8ee-9a3e-47b0-bcd2-b7387558cb56 tempest-SecGroupTest-1544089316 tempest-SecGroupTest-1544089316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815365'] for security_group_rule, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:12.073977 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35de95a4-d640-47cf-8d11-4e69a09a8ecc tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Pushing event updated for resources: {'Network': ['ID=4daf018b-9448-4af6-b1a7-ed0b0c9c81a9,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:41:12.081976 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38658072-f223-41cb-9cf4-8f917eb7d665 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Pushing event updated for resources: {'Port': ['ID=cecc88bd-9402-42fe-ab45-e4cc81596d3a,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:41:12.111984 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-b589a8ee-9a3e-47b0-bcd2-b7387558cb56 tempest-SecGroupTest-1544089316 tempest-SecGroupTest-1544089316-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:12.115317 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-b589a8ee-9a3e-47b0-bcd2-b7387558cb56 tempest-SecGroupTest-1544089316 tempest-SecGroupTest-1544089316-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5905912 Oct 19 07:41:12.122801 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 56610) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:41:12.124203 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-38658072-f223-41cb-9cf4-8f917eb7d665 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 2.6806669 Oct 19 07:41:12.124727 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 56612) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:41:12.126921 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Network 4daf018b-9448-4af6-b1a7-ed0b0c9c81a9 details requested by agent ovs-agent-dv-neutron-861624-1-hyperv with host dv-neutron-861624-1-hyperv {{(pid=103334) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 07:41:12.132862 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-120fede4-56be-4dc5-913a-6cd582a6aa9d tempest-SecGroupTest-1544089316 tempest-SecGroupTest-1544089316-project] Request body: {'security_group_rule': {'security_group_id': 'afe2fde5-e281-412c-9fe9-f69db2bf66b5', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:41:12.144061 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b589a8ee-9a3e-47b0-bcd2-b7387558cb56 tempest-SecGroupTest-1544089316 tempest-SecGroupTest-1544089316-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20a1b92a-10bc-448d-bfa5-63afc29d3c0c,revision_number=0']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:41:12.218957 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.plugin [None req-00fe1128-a74c-4e04-97c1-c0880e3bc50b tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Deleting port bcc80142-9bc0-46f5-bab1-e598b2fb541a {{(pid=103332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 07:41:12.219211 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-00fe1128-a74c-4e04-97c1-c0880e3bc50b tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:12.260488 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-120fede4-56be-4dc5-913a-6cd582a6aa9d tempest-SecGroupTest-1544089316 tempest-SecGroupTest-1544089316-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:12.331081 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c569ad04-6beb-44e9-bf9c-015fd66428bf tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Made reservation on behalf of ea2e94e7c58741afa39e88c6d73f4fb1 for: {'subnet': 1} {{(pid=103332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 07:41:12.334944 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-c569ad04-6beb-44e9-bf9c-015fd66428bf tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130659787'] for subnet, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:12.405309 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-caf4afcd-f1e5-455b-9cd5-f33a7e78e470 tempest-NetworksIpV6TestAttrs-279669730 tempest-NetworksIpV6TestAttrs-279669730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-679826'] for subnet, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:12.462370 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-ce256bea-092c-45c5-9ece-88dc5e9acb91 tempest-AllowedAddressPairIpV6TestJSON-693616432 tempest-AllowedAddressPairIpV6TestJSON-693616432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130996763'] for port, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:12.487947 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32b44111-8ddb-47db-a97a-9b2342391041 None None] Network e41d653a-782a-4cf3-a342-c0c6793371b2 requested from dv-neutron-861624-1-hyperv {{(pid=103334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 07:41:12.506053 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-00fe1128-a74c-4e04-97c1-c0880e3bc50b tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:12.507239 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce256bea-092c-45c5-9ece-88dc5e9acb91 tempest-AllowedAddressPairIpV6TestJSON-693616432 tempest-AllowedAddressPairIpV6TestJSON-693616432-project] Pushing event deleted for resources: {'Port': ['ID=4d7f8934-be0c-4bf5-a16c-2c259dbf7e7b,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:41:12.537660 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.plugin [None req-00fe1128-a74c-4e04-97c1-c0880e3bc50b tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Calling delete_port for bcc80142-9bc0-46f5-bab1-e598b2fb541a owned by {{(pid=103332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 07:41:12.545615 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-27ef693f-d647-4776-91a7-0648abdef258 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Deleting port cecc88bd-9402-42fe-ab45-e4cc81596d3a {{(pid=103333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 07:41:12.546194 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-27ef693f-d647-4776-91a7-0648abdef258 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:12.572379 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-9796ae9b-17c5-41ad-8082-b1141d66a395 None None] Provisioning complete for port 639dd394-1929-4fa8-93a1-c2bcbec3fc3b triggered by entity DHCP. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:41:12.572782 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-9796ae9b-17c5-41ad-8082-b1141d66a395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:12.573120 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-9796ae9b-17c5-41ad-8082-b1141d66a395 None None] Attempt 1 to provision port 639dd394-1929-4fa8-93a1-c2bcbec3fc3b Oct 19 07:41:12.603158 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-caf4afcd-f1e5-455b-9cd5-f33a7e78e470 tempest-NetworksIpV6TestAttrs-279669730 tempest-NetworksIpV6TestAttrs-279669730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-679819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130997964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130170408'] for subnet, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:12.680518 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Provisioning complete for port 7235d0ef-7498-4575-a031-a293ae8bcdc8 triggered by entity L2. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:41:12.680908 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:12.681361 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Attempt 1 to provision port 7235d0ef-7498-4575-a031-a293ae8bcdc8 Oct 19 07:41:12.699439 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf4afcd-f1e5-455b-9cd5-f33a7e78e470 tempest-NetworksIpV6TestAttrs-279669730 tempest-NetworksIpV6TestAttrs-279669730-project] Pushing event deleted for resources: {'Subnet': ['ID=2b9ce274-2461-4238-8d83-880effac13a2,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:41:12.708177 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-caf4afcd-f1e5-455b-9cd5-f33a7e78e470 tempest-NetworksIpV6TestAttrs-279669730 tempest-NetworksIpV6TestAttrs-279669730-project] Notify callbacks [] for subnet, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:12.711585 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-caf4afcd-f1e5-455b-9cd5-f33a7e78e470 tempest-NetworksIpV6TestAttrs-279669730 tempest-NetworksIpV6TestAttrs-279669730-project] 10.222.0.27 "DELETE /v2.0/subnets/2b9ce274-2461-4238-8d83-880effac13a2 HTTP/1.1" status: 204 len: 168 time: 1.5040383 Oct 19 07:41:12.721003 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-00fe1128-a74c-4e04-97c1-c0880e3bc50b tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133553798'] for port, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:12.722829 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 56614) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:41:12.733997 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-ce256bea-092c-45c5-9ece-88dc5e9acb91 tempest-AllowedAddressPairIpV6TestJSON-693616432 tempest-AllowedAddressPairIpV6TestJSON-693616432-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42160'] for port, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:12.737985 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-ce256bea-092c-45c5-9ece-88dc5e9acb91 tempest-AllowedAddressPairIpV6TestJSON-693616432 tempest-AllowedAddressPairIpV6TestJSON-693616432-project] 10.222.0.27 "DELETE /v2.0/ports/4d7f8934-be0c-4bf5-a16c-2c259dbf7e7b HTTP/1.1" status: 204 len: 168 time: 2.6291616 Oct 19 07:41:12.742637 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 56616) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:41:12.773591 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-27ef693f-d647-4776-91a7-0648abdef258 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:12.777393 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.pecan_wsgi.hooks.translation [None req-9345d27a-4918-4b41-995a-9a7b19576361 tempest-AllowedAddressPairIpV6TestJSON-693616432 tempest-AllowedAddressPairIpV6TestJSON-693616432-project] GET failed (client error): The resource could not be found. Oct 19 07:41:12.778857 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-9345d27a-4918-4b41-995a-9a7b19576361 tempest-AllowedAddressPairIpV6TestJSON-693616432 tempest-AllowedAddressPairIpV6TestJSON-693616432-project] 10.222.0.27 "GET /v2.0/ports/4d7f8934-be0c-4bf5-a16c-2c259dbf7e7b HTTP/1.1" status: 404 len: 333 time: 0.0352955 Oct 19 07:41:12.786470 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 56618) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:41:12.791958 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-bfe35710-81d3-49a6-90f4-5964508c35fd tempest-AllowedAddressPairIpV6TestJSON-693616432 tempest-AllowedAddressPairIpV6TestJSON-693616432-project] Request body: {'port': {'network_id': '94a2344b-3c35-4881-a95e-6f2bc84f03db', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-128826315'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:41:12.836944 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-27ef693f-d647-4776-91a7-0648abdef258 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Calling delete_port for cecc88bd-9402-42fe-ab45-e4cc81596d3a owned by {{(pid=103333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 07:41:12.878041 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d580f4fb-7417-4f62-99b6-0838f5e19f81 tempest-NetworksIpV6TestAttrs-279669730 tempest-NetworksIpV6TestAttrs-279669730-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:41:12.879825 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d580f4fb-7417-4f62-99b6-0838f5e19f81 tempest-NetworksIpV6TestAttrs-279669730 tempest-NetworksIpV6TestAttrs-279669730-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:41:12.879963 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-9796ae9b-17c5-41ad-8082-b1141d66a395 None None] Port 639dd394-1929-4fa8-93a1-c2bcbec3fc3b cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 07:41:12.881537 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-d580f4fb-7417-4f62-99b6-0838f5e19f81 tempest-NetworksIpV6TestAttrs-279669730 tempest-NetworksIpV6TestAttrs-279669730-project] 10.222.0.27 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1515543 Oct 19 07:41:12.886575 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-120fede4-56be-4dc5-913a-6cd582a6aa9d tempest-SecGroupTest-1544089316 tempest-SecGroupTest-1544089316-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:12.890596 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fe1128-a74c-4e04-97c1-c0880e3bc50b tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Pushing event deleted for resources: {'Port': ['ID=bcc80142-9bc0-46f5-bab1-e598b2fb541a,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:41:12.890763 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 56620) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:41:12.922444 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-457efbe7-d8d6-4e50-8e4e-83a6b1b96d01 None None] Notify callbacks [] for port, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:12.929414 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-120fede4-56be-4dc5-913a-6cd582a6aa9d tempest-SecGroupTest-1544089316 tempest-SecGroupTest-1544089316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815365'] for security_group_rule, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:12.950538 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-457efbe7-d8d6-4e50-8e4e-83a6b1b96d01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785020947330'] for port, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:12.963577 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-00fe1128-a74c-4e04-97c1-c0880e3bc50b tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42160'] for port, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:12.966837 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-00fe1128-a74c-4e04-97c1-c0880e3bc50b tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] 10.222.0.27 "DELETE /v2.0/ports/bcc80142-9bc0-46f5-bab1-e598b2fb541a HTTP/1.1" status: 204 len: 168 time: 1.1148007 Oct 19 07:41:12.977522 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 56622) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:41:12.980127 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-120fede4-56be-4dc5-913a-6cd582a6aa9d tempest-SecGroupTest-1544089316 tempest-SecGroupTest-1544089316-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:12.983920 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-120fede4-56be-4dc5-913a-6cd582a6aa9d tempest-SecGroupTest-1544089316 tempest-SecGroupTest-1544089316-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.8557076 Oct 19 07:41:12.991207 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 56624) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:41:12.996451 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120fede4-56be-4dc5-913a-6cd582a6aa9d tempest-SecGroupTest-1544089316 tempest-SecGroupTest-1544089316-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=789379b2-4975-42e1-98e9-bf51463655df,revision_number=0']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:41:13.002014 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-b2705a8c-9e45-42b7-96b5-2ee96ff5e591 tempest-SecGroupTest-1544089316 tempest-SecGroupTest-1544089316-project] Request body: {'security_group_rule': {'security_group_id': 'afe2fde5-e281-412c-9fe9-f69db2bf66b5', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:41:13.027075 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d3f1e82-2287-4867-bfa8-d3d171b044ce tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] DELETE failed (client error): The resource could not be found. Oct 19 07:41:13.027875 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d3f1e82-2287-4867-bfa8-d3d171b044ce tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103332) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 07:41:13.044275 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-9d3f1e82-2287-4867-bfa8-d3d171b044ce tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] 10.222.0.27 "DELETE /v2.0/ports/bcc80142-9bc0-46f5-bab1-e598b2fb541a HTTP/1.1" status: 404 len: 333 time: 0.0589011 Oct 19 07:41:13.044456 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-bf01f072-7845-43d4-a49f-14907973892e None None] Notify callbacks [] for port, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:13.049694 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 56628) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:41:13.058238 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-a025d9e1-5400-4007-bd8b-27fc9528329e tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-679819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-133552721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130659632'] for subnet, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:13.070734 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-457efbe7-d8d6-4e50-8e4e-83a6b1b96d01 None None] Network d5bcbfcf-97c5-4260-add5-2ae805b53840 is already hosted by enough agents. {{(pid=103334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 07:41:13.074435 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-bf01f072-7845-43d4-a49f-14907973892e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785020947330'] for port, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:13.085318 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-037352fd-54ba-4d2f-bf4a-18839ec346ac tempest-NetworksIpV6TestAttrs-279669730 tempest-NetworksIpV6TestAttrs-279669730-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-667019'] for network, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:13.089162 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.pecan_wsgi.hooks.translation [None req-24282d97-b4dd-40ec-b367-429325a3412f tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] GET failed (client error): The resource could not be found. Oct 19 07:41:13.093894 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-24282d97-b4dd-40ec-b367-429325a3412f tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] 10.222.0.27 "GET /v2.0/ports/bcc80142-9bc0-46f5-bab1-e598b2fb541a HTTP/1.1" status: 404 len: 333 time: 0.0372472 Oct 19 07:41:13.102109 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 56630) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:41:13.105194 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.scheduler.base_scheduler [None req-457efbe7-d8d6-4e50-8e4e-83a6b1b96d01 None None] Resources bound (agent type, host, resource id): {{(pid=103334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:41:13.112638 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.pecan_wsgi.hooks.translation [None req-037352fd-54ba-4d2f-bf4a-18839ec346ac tempest-NetworksIpV6TestAttrs-279669730 tempest-NetworksIpV6TestAttrs-279669730-project] DELETE failed (client error): There was a conflict when trying to complete your request. Oct 19 07:41:13.114249 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-037352fd-54ba-4d2f-bf4a-18839ec346ac tempest-NetworksIpV6TestAttrs-279669730 tempest-NetworksIpV6TestAttrs-279669730-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103333) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 07:41:13.117355 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-037352fd-54ba-4d2f-bf4a-18839ec346ac tempest-NetworksIpV6TestAttrs-279669730 tempest-NetworksIpV6TestAttrs-279669730-project] 10.222.0.27 "DELETE /v2.0/networks/e41d653a-782a-4cf3-a342-c0c6793371b2 HTTP/1.1" status: 409 len: 405 time: 0.2232127 Oct 19 07:41:13.132266 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 56632) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:41:13.137192 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-457efbe7-d8d6-4e50-8e4e-83a6b1b96d01 None None] Received port after_create {{(pid=103334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 07:41:13.143419 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-5f25d35f-96c1-4af3-8db2-b82b44b82409 tempest-NetworksIpV6TestAttrs-279669730 tempest-NetworksIpV6TestAttrs-279669730-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-185204765'}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:41:13.146907 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457efbe7-d8d6-4e50-8e4e-83a6b1b96d01 None None] Pushing event updated for resources: {'Port': ['ID=fccff019-0a74-4d59-bd85-bc5e687cae49,revision_number=1']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:41:13.152222 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a025d9e1-5400-4007-bd8b-27fc9528329e tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Pushing event deleted for resources: {'Subnet': ['ID=5ec38d03-b57f-486e-8bde-21ead4fba5df,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:41:13.181953 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.db_base_plugin_v2 [None req-374a0e48-7cfc-4a40-98d9-7eacc370398d tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Deleting subnet db1235bd-f63b-470f-a865-8f388c4816f7 {{(pid=103333) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 19 07:41:13.189427 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-374a0e48-7cfc-4a40-98d9-7eacc370398d tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Notify callbacks [] for subnet, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:13.207406 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf01f072-7845-43d4-a49f-14907973892e None None] Network 5c97b77b-e2a7-423f-975e-26b4552863cc is already hosted by enough agents. {{(pid=103334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 07:41:13.224146 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-b2705a8c-9e45-42b7-96b5-2ee96ff5e591 tempest-SecGroupTest-1544089316 tempest-SecGroupTest-1544089316-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:13.227040 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-c569ad04-6beb-44e9-bf9c-015fd66428bf tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-133552662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130659641'] for subnet, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:13.259054 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-374a0e48-7cfc-4a40-98d9-7eacc370398d tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-134111928'] for subnet, precommit_delete_associations {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:13.260928 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f25d35f-96c1-4af3-8db2-b82b44b82409 tempest-NetworksIpV6TestAttrs-279669730 tempest-NetworksIpV6TestAttrs-279669730-project] Made reservation on behalf of 1a48ad924478432a90a7d865ee405d9d for: {'network': 1} {{(pid=103332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 07:41:13.261090 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.scheduler.base_scheduler [None req-bf01f072-7845-43d4-a49f-14907973892e None None] Resources bound (agent type, host, resource id): {{(pid=103334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:41:13.264899 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-5f25d35f-96c1-4af3-8db2-b82b44b82409 tempest-NetworksIpV6TestAttrs-279669730 tempest-NetworksIpV6TestAttrs-279669730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for network, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:13.268455 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Current status of the port 7235d0ef-7498-4575-a031-a293ae8bcdc8 is: DOWN; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:41:13.268966 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:13.282520 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfe35710-81d3-49a6-90f4-5964508c35fd tempest-AllowedAddressPairIpV6TestJSON-693616432 tempest-AllowedAddressPairIpV6TestJSON-693616432-project] Made reservation on behalf of c2c473368888434baebd47d1eff4afea for: {'port': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 07:41:13.285970 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-bfe35710-81d3-49a6-90f4-5964508c35fd tempest-AllowedAddressPairIpV6TestJSON-693616432 tempest-AllowedAddressPairIpV6TestJSON-693616432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:13.289026 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf01f072-7845-43d4-a49f-14907973892e None None] Received port after_create {{(pid=103334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 07:41:13.336870 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.notifiers.nova [None req-bfe35710-81d3-49a6-90f4-5964508c35fd tempest-AllowedAddressPairIpV6TestJSON-693616432 tempest-AllowedAddressPairIpV6TestJSON-693616432-project] device_id is not set on port 549e41f4-c827-4582-b66f-610b50cf4a7a yet. {{(pid=103333) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 19 07:41:13.351584 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf01f072-7845-43d4-a49f-14907973892e None None] Pushing event updated for resources: {'Port': ['ID=1e4d4175-417d-402c-953e-863ec83e855e,revision_number=1']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:41:13.375259 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-165c0011-d1ec-4e25-9789-ad2219d81d48 None None] Update dhcp port {'port': {'network_id': '6b5a65c5-1bed-4301-9db8-c1056c2b8eba', 'fixed_ips': [{'subnet_id': '00fe3f32-3515-45d7-be76-11b6143cd72b', 'ip_address': '2001:db8::f816:3eff:fe94:eca8'}, {'subnet_id': 'f76001dc-d4c8-4357-9a82-fa65fc5a8db1'}], 'binding:host_id': 'dv-neutron-861624-1-hyperv'}, 'id': '7235d0ef-7498-4575-a031-a293ae8bcdc8'} from dv-neutron-861624-1-hyperv. {{(pid=103334) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 19 07:41:13.377609 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-a025d9e1-5400-4007-bd8b-27fc9528329e tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-673051', 'neutron.services.segments.db._delete_segments_for_network-8785021519108'] for network, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:13.384471 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-9796ae9b-17c5-41ad-8082-b1141d66a395 None None] Attempt 2 to provision port 639dd394-1929-4fa8-93a1-c2bcbec3fc3b Oct 19 07:41:13.386031 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-457efbe7-d8d6-4e50-8e4e-83a6b1b96d01 None None] Attempting to bind port fccff019-0a74-4d59-bd85-bc5e687cae49 on host dv-neutron-861624-1-hyperv for vnic_type normal with profile {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 19 07:41:13.386655 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-457efbe7-d8d6-4e50-8e4e-83a6b1b96d01 None None] Attempting to bind port fccff019-0a74-4d59-bd85-bc5e687cae49 by drivers openvswitch,hyperv on host dv-neutron-861624-1-hyperv at level 0 using segments [{'id': '38db6d68-855a-47ea-9c29-f3054829fea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'd5bcbfcf-97c5-4260-add5-2ae805b53840'}] {{(pid=103334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 19 07:41:13.387720 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-457efbe7-d8d6-4e50-8e4e-83a6b1b96d01 None None] Attempting to bind port fccff019-0a74-4d59-bd85-bc5e687cae49 on network d5bcbfcf-97c5-4260-add5-2ae805b53840 {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 07:41:13.458582 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c569ad04-6beb-44e9-bf9c-015fd66428bf tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Pushing event updated for resources: {'Subnet': ['ID=70304bbd-b21f-4bfc-b426-0275306673c4,revision_number=0']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:41:13.465206 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9973e982-8275-4453-bc95-3c4641e018fd None None] DHCP port deletion for e41d653a-782a-4cf3-a342-c0c6793371b2 request from dv-neutron-861624-1-hyperv {{(pid=103334) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 07:41:13.469146 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.services.segments.db [None req-a025d9e1-5400-4007-bd8b-27fc9528329e tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5bcbfcf-97c5-4260-add5-2ae805b53840']}} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:41:13.479600 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d00c5d4-fdfb-432f-9652-63894effe94d req-b09d772a-1718-4ca2-8e6d-2e45f71457a2 tempest-ServerActionsTestJSON-1032082790 tempest-ServerActionsTestJSON-1032082790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:41:13.481100 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-161103ac-8f61-499c-9077-5b0072d874f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a3ee82e-b69d-4a9d-a681-af0f007cfa8a', 'name': 'tempest-RoutersTest-router-906858636', 'tenant_id': 'ea2e94e7c58741afa39e88c6d73f4fb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T07:41:03Z', 'updated_at': '2022-10-19T07:41:08Z', 'revision_number': 2, 'project_id': 'ea2e94e7c58741afa39e88c6d73f4fb1', 'gw_port_host': None, '_interfaces': [{'id': '4ce3479b-393b-481b-b58d-51ccf321edac', 'name': '', 'network_id': 'b58e1c6a-78c1-43cd-89d9-838f22da233f', 'tenant_id': 'ea2e94e7c58741afa39e88c6d73f4fb1', 'mac_address': 'fa:16:3e:31:7a:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a3ee82e-b69d-4a9d-a681-af0f007cfa8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '612c3709-642f-4c80-9732-62beec0bf567', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:41:06Z', 'updated_at': '2022-10-19T07:41:08Z', 'revision_number': 2, 'project_id': 'ea2e94e7c58741afa39e88c6d73f4fb1', 'subnets': [{'id': '612c3709-642f-4c80-9732-62beec0bf567', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:41:13.483117 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-457efbe7-d8d6-4e50-8e4e-83a6b1b96d01 None None] Checking agent: {'id': 'a5b0152c-d633-409b-aaf8-3b76458e2410', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861624-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 19, 7, 30, 19), 'started_at': datetime.datetime(2022, 10, 19, 7, 30, 49), 'heartbeat_timestamp': datetime.datetime(2022, 10, 19, 7, 40, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861624-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 07:41:13.483491 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-457efbe7-d8d6-4e50-8e4e-83a6b1b96d01 None None] Checking segment: {'id': '38db6d68-855a-47ea-9c29-f3054829fea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'd5bcbfcf-97c5-4260-add5-2ae805b53840'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 19 07:41:13.484112 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-457efbe7-d8d6-4e50-8e4e-83a6b1b96d01 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:13.484532 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-457efbe7-d8d6-4e50-8e4e-83a6b1b96d01 None None] Bound using segment: {'id': '38db6d68-855a-47ea-9c29-f3054829fea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'd5bcbfcf-97c5-4260-add5-2ae805b53840'} {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 07:41:13.485015 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-457efbe7-d8d6-4e50-8e4e-83a6b1b96d01 None None] Bound port: fccff019-0a74-4d59-bd85-bc5e687cae49, host: dv-neutron-861624-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38db6d68-855a-47ea-9c29-f3054829fea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'd5bcbfcf-97c5-4260-add5-2ae805b53840'}}] {{(pid=103334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 19 07:41:13.485583 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-457efbe7-d8d6-4e50-8e4e-83a6b1b96d01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:13.488694 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-4d00c5d4-fdfb-432f-9652-63894effe94d req-b09d772a-1718-4ca2-8e6d-2e45f71457a2 tempest-ServerActionsTestJSON-1032082790 tempest-ServerActionsTestJSON-1032082790-project] 10.222.0.27 "GET /v2.0/ports?device_id=c15ce40b-4ff1-4ce8-b3f1-4c16c8447f68 HTTP/1.1" status: 200 len: 945 time: 0.3384221 Oct 19 07:41:13.490595 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] For port 7235d0ef-7498-4575-a031-a293ae8bcdc8, host dv-neutron-861624-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=7235d0ef-7498-4575-a031-a293ae8bcdc8,segment=NetworkSegment(5a8d2b05-b527-4bd4-a671-b9112f193fef),segment_id=5a8d2b05-b527-4bd4-a671-b9112f193fef)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:41:13.497379 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-9c7e9fb6-78ab-484d-9014-79255049f37f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:13.519387 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.services.segments.db [None req-a025d9e1-5400-4007-bd8b-27fc9528329e tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38db6d68-855a-47ea-9c29-f3054829fea2') {'for_net_delete': True} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:41:13.519684 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.services.segments.db [None req-a025d9e1-5400-4007-bd8b-27fc9528329e tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38db6d68-855a-47ea-9c29-f3054829fea2') {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:41:13.537050 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f25d35f-96c1-4af3-8db2-b82b44b82409 tempest-NetworksIpV6TestAttrs-279669730 tempest-NetworksIpV6TestAttrs-279669730-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 155} {{(pid=103332) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 07:41:13.544789 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-b2705a8c-9e45-42b7-96b5-2ee96ff5e591 tempest-SecGroupTest-1544089316 tempest-SecGroupTest-1544089316-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:13.550339 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-165c0011-d1ec-4e25-9789-ad2219d81d48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:13.552430 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:13.553456 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device 54218e19-cd34-4eb4-b758-02ec37ba9425 up at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 07:41:13.560609 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-a025d9e1-5400-4007-bd8b-27fc9528329e tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785021519382', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130726885'] for segment, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:13.563147 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-161103ac-8f61-499c-9077-5b0072d874f6 None None] Checking router: 5a3ee82e-b69d-4a9d-a681-af0f007cfa8a for host: dv-neutron-861624-1-hyperv {{(pid=103334) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 07:41:13.564252 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-161103ac-8f61-499c-9077-5b0072d874f6 None None] Updating router 5a3ee82e-b69d-4a9d-a681-af0f007cfa8a port 4ce3479b-393b-481b-b58d-51ccf321edac binding host dv-neutron-861624-1-hyperv {{(pid=103334) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 07:41:13.564707 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-b2705a8c-9e45-42b7-96b5-2ee96ff5e591 tempest-SecGroupTest-1544089316 tempest-SecGroupTest-1544089316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815365'] for security_group_rule, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:13.584543 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-5f25d35f-96c1-4af3-8db2-b82b44b82409 tempest-NetworksIpV6TestAttrs-279669730 tempest-NetworksIpV6TestAttrs-279669730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979'] for segment, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:13.585016 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.db.segments_db [None req-5f25d35f-96c1-4af3-8db2-b82b44b82409 tempest-NetworksIpV6TestAttrs-279669730 tempest-NetworksIpV6TestAttrs-279669730-project] Added segment 7da70b33-872a-46f1-9155-e62ba93720d9 of type vlan for network aae981fd-d10c-4d7e-9f78-1bb55728e4eb Oct 19 07:41:13.637948 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-a025d9e1-5400-4007-bd8b-27fc9528329e tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979'] for segment, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:13.655497 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-bf01f072-7845-43d4-a49f-14907973892e None None] Attempting to bind port 1e4d4175-417d-402c-953e-863ec83e855e on host dv-neutron-861624-1-hyperv for vnic_type normal with profile {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 19 07:41:13.656135 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-bf01f072-7845-43d4-a49f-14907973892e None None] Attempting to bind port 1e4d4175-417d-402c-953e-863ec83e855e by drivers openvswitch,hyperv on host dv-neutron-861624-1-hyperv at level 0 using segments [{'id': 'e9e73b94-c743-4e9c-9c27-5259b40b4356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '5c97b77b-e2a7-423f-975e-26b4552863cc'}] {{(pid=103334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 19 07:41:13.656733 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf01f072-7845-43d4-a49f-14907973892e None None] Attempting to bind port 1e4d4175-417d-402c-953e-863ec83e855e on network 5c97b77b-e2a7-423f-975e-26b4552863cc {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 07:41:13.660887 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-4d00c5d4-fdfb-432f-9652-63894effe94d req-72593fe5-a539-4318-b837-c42d7b31ee83 tempest-ServerActionsTestJSON-1032082790 tempest-ServerActionsTestJSON-1032082790-project] 10.222.0.27 "GET /v2.0/security-groups?id=f0bcd6ee-444f-46c6-b01f-ccacf8976dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1678088 Oct 19 07:41:13.676620 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c569ad04-6beb-44e9-bf9c-015fd66428bf tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Checking segment: {'id': '1bd02fa6-b501-4e5c-871a-f4a28a5e9b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '4daf018b-9448-4af6-b1a7-ed0b0c9c81a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 19 07:41:13.676620 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c569ad04-6beb-44e9-bf9c-015fd66428bf tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Network hostable DHCP agents. Network: 4daf018b-9448-4af6-b1a7-ed0b0c9c81a9, hostable agents: ['310d813b-0e3e-4d7e-9b79-8f4ec0dbcab0'], hosted agents: [] {{(pid=103332) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 07:41:13.683796 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-9796ae9b-17c5-41ad-8082-b1141d66a395 None None] Port 639dd394-1929-4fa8-93a1-c2bcbec3fc3b cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 07:41:13.719855 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf01f072-7845-43d4-a49f-14907973892e None None] Checking agent: {'id': 'a5b0152c-d633-409b-aaf8-3b76458e2410', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861624-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 19, 7, 30, 19), 'started_at': datetime.datetime(2022, 10, 19, 7, 30, 49), 'heartbeat_timestamp': datetime.datetime(2022, 10, 19, 7, 40, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861624-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 07:41:13.719855 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf01f072-7845-43d4-a49f-14907973892e None None] Checking segment: {'id': 'e9e73b94-c743-4e9c-9c27-5259b40b4356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '5c97b77b-e2a7-423f-975e-26b4552863cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 19 07:41:13.720755 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-bf01f072-7845-43d4-a49f-14907973892e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:13.721762 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf01f072-7845-43d4-a49f-14907973892e None None] Bound using segment: {'id': 'e9e73b94-c743-4e9c-9c27-5259b40b4356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '5c97b77b-e2a7-423f-975e-26b4552863cc'} {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 07:41:13.722336 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-bf01f072-7845-43d4-a49f-14907973892e None None] Bound port: 1e4d4175-417d-402c-953e-863ec83e855e, host: dv-neutron-861624-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9e73b94-c743-4e9c-9c27-5259b40b4356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '5c97b77b-e2a7-423f-975e-26b4552863cc'}}] {{(pid=103334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 19 07:41:13.722792 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-bf01f072-7845-43d4-a49f-14907973892e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:13.726435 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-b2705a8c-9e45-42b7-96b5-2ee96ff5e591 tempest-SecGroupTest-1544089316 tempest-SecGroupTest-1544089316-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:13.730955 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-b2705a8c-9e45-42b7-96b5-2ee96ff5e591 tempest-SecGroupTest-1544089316 tempest-SecGroupTest-1544089316-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7330811 Oct 19 07:41:13.732232 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2705a8c-9e45-42b7-96b5-2ee96ff5e591 tempest-SecGroupTest-1544089316 tempest-SecGroupTest-1544089316-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=072927ef-a9d6-46e6-8ea6-d514d7557236,revision_number=0']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:41:13.734087 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 56634) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:41:13.739161 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a025d9e1-5400-4007-bd8b-27fc9528329e tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Releasing vlan 152 on physical network physnet1 to pool {{(pid=103332) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 07:41:13.739573 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-a025d9e1-5400-4007-bd8b-27fc9528329e tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-133553843'] for segment, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:13.757083 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-d87b8c09-a4ce-4daa-9a7e-792661387049 tempest-SecGroupTest-1544089316 tempest-SecGroupTest-1544089316-project] Request body: {'security_group_rule': {'security_group_id': 'afe2fde5-e281-412c-9fe9-f69db2bf66b5', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:41:13.763398 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-161103ac-8f61-499c-9077-5b0072d874f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:13.803315 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-5f25d35f-96c1-4af3-8db2-b82b44b82409 tempest-NetworksIpV6TestAttrs-279669730 tempest-NetworksIpV6TestAttrs-279669730-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785020965340'] for network, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:13.808271 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.services.segments.plugin [-] Segment 38db6d68-855a-47ea-9c29-f3054829fea2 resource provider aggregate not found Oct 19 07:41:13.839132 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c569ad04-6beb-44e9-bf9c-015fd66428bf tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Network 4daf018b-9448-4af6-b1a7-ed0b0c9c81a9 is scheduled to be hosted by DHCP agent 310d813b-0e3e-4d7e-9b79-8f4ec0dbcab0 with binding_index 1 {{(pid=103332) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 07:41:13.853877 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Pushing event updated for resources: {'Port': ['ID=7235d0ef-7498-4575-a031-a293ae8bcdc8,revision_number=3']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:41:13.855345 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.db.api [None req-a025d9e1-5400-4007-bd8b-27fc9528329e tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 19 07:41:13.855345 dv-neutron-861624-1-hyperv neutron-server[103332]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 19 07:41:13.855345 dv-neutron-861624-1-hyperv neutron-server[103332]: [parameters: {'id': 'd5bcbfcf-97c5-4260-add5-2ae805b53840'}] Oct 19 07:41:13.855345 dv-neutron-861624-1-hyperv neutron-server[103332]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103332) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 19 07:41:13.855860 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG oslo_db.api [None req-a025d9e1-5400-4007-bd8b-27fc9528329e tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 19 07:41:13.861253 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.base_scheduler [None req-c569ad04-6beb-44e9-bf9c-015fd66428bf tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861624-1-hyperv, 4daf018b-9448-4af6-b1a7-ed0b0c9c81a9) {{(pid=103332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:41:13.865888 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c569ad04-6beb-44e9-bf9c-015fd66428bf tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:41:13.866621 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-c569ad04-6beb-44e9-bf9c-015fd66428bf tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Notify callbacks [] for subnet, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:13.877501 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-374a0e48-7cfc-4a40-98d9-7eacc370398d tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-679826'] for subnet, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:13.897160 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.services.segments.plugin [-] Segment 38db6d68-855a-47ea-9c29-f3054829fea2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 38db6d68-855a-47ea-9c29-f3054829fea2 found for delete ", "request_id": "req-252543d0-e323-4115-a0dc-8f1ee2d46f7b"}]} Oct 19 07:41:13.903557 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-d87b8c09-a4ce-4daa-9a7e-792661387049 tempest-SecGroupTest-1544089316 tempest-SecGroupTest-1544089316-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:13.914508 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-c569ad04-6beb-44e9-bf9c-015fd66428bf tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9464626 Oct 19 07:41:13.917824 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 56640) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:41:13.936862 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-5f25d35f-96c1-4af3-8db2-b82b44b82409 tempest-NetworksIpV6TestAttrs-279669730 tempest-NetworksIpV6TestAttrs-279669730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873'] for network, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:13.941827 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f25d35f-96c1-4af3-8db2-b82b44b82409 tempest-NetworksIpV6TestAttrs-279669730 tempest-NetworksIpV6TestAttrs-279669730-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:41:13.942429 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-5f25d35f-96c1-4af3-8db2-b82b44b82409 tempest-NetworksIpV6TestAttrs-279669730 tempest-NetworksIpV6TestAttrs-279669730-project] Notify callbacks [] for network, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:13.954295 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-302082b5-27b4-45e4-b9cc-a0c783a7ca5d None None] Network 4daf018b-9448-4af6-b1a7-ed0b0c9c81a9 requested from dv-neutron-861624-1-hyperv {{(pid=103334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 07:41:13.971116 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-457efbe7-d8d6-4e50-8e4e-83a6b1b96d01 None None] For port fccff019-0a74-4d59-bd85-bc5e687cae49, host dv-neutron-861624-1-hyperv, cleared binding levels {{(pid=103334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 07:41:13.981363 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.db_base_plugin_common [None req-bfe35710-81d3-49a6-90f4-5964508c35fd tempest-AllowedAddressPairIpV6TestJSON-693616432 tempest-AllowedAddressPairIpV6TestJSON-693616432-project] Allocated IP 2001:db8::21b (94a2344b-3c35-4881-a95e-6f2bc84f03db/9cd13627-6d09-4a84-ad40-a6b473374883/549e41f4-c827-4582-b66f-610b50cf4a7a) {{(pid=103333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 07:41:14.022964 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-27ef693f-d647-4776-91a7-0648abdef258 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130996763'] for port, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:14.072633 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ef693f-d647-4776-91a7-0648abdef258 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Pushing event deleted for resources: {'Port': ['ID=cecc88bd-9402-42fe-ab45-e4cc81596d3a,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:41:14.085064 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-5f25d35f-96c1-4af3-8db2-b82b44b82409 tempest-NetworksIpV6TestAttrs-279669730 tempest-NetworksIpV6TestAttrs-279669730-project] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.9465714 Oct 19 07:41:14.096108 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 56642) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:41:14.121910 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-374a0e48-7cfc-4a40-98d9-7eacc370398d tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-679819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130997964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130170408'] for subnet, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:14.128233 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-85fba27d-cc3b-4d13-ad44-f32039bc4bfc tempest-NetworksIpV6TestAttrs-279669730 tempest-NetworksIpV6TestAttrs-279669730-project] Request body: {'subnet': {'network_id': 'aae981fd-d10c-4d7e-9f78-1bb55728e4eb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:41:14.137976 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f25d35f-96c1-4af3-8db2-b82b44b82409 tempest-NetworksIpV6TestAttrs-279669730 tempest-NetworksIpV6TestAttrs-279669730-project] Pushing event updated for resources: {'Network': ['ID=aae981fd-d10c-4d7e-9f78-1bb55728e4eb,revision_number=1']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:41:14.192177 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-d87b8c09-a4ce-4daa-9a7e-792661387049 tempest-SecGroupTest-1544089316 tempest-SecGroupTest-1544089316-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:14.201311 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-9796ae9b-17c5-41ad-8082-b1141d66a395 None None] Attempt 3 to provision port 639dd394-1929-4fa8-93a1-c2bcbec3fc3b Oct 19 07:41:14.202145 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-27ef693f-d647-4776-91a7-0648abdef258 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42160'] for port, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:14.207764 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-457efbe7-d8d6-4e50-8e4e-83a6b1b96d01 None None] For port fccff019-0a74-4d59-bd85-bc5e687cae49, host dv-neutron-861624-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=fccff019-0a74-4d59-bd85-bc5e687cae49,segment=NetworkSegment(38db6d68-855a-47ea-9c29-f3054829fea2),segment_id=38db6d68-855a-47ea-9c29-f3054829fea2)] {{(pid=103334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 07:41:14.210386 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-27ef693f-d647-4776-91a7-0648abdef258 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] 10.222.0.27 "DELETE /v2.0/ports/cecc88bd-9402-42fe-ab45-e4cc81596d3a HTTP/1.1" status: 204 len: 168 time: 2.0789950 Oct 19 07:41:14.211613 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374a0e48-7cfc-4a40-98d9-7eacc370398d tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Pushing event deleted for resources: {'Subnet': ['ID=db1235bd-f63b-470f-a865-8f388c4816f7,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:41:14.219701 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Network aae981fd-d10c-4d7e-9f78-1bb55728e4eb details requested by agent ovs-agent-dv-neutron-861624-1-hyperv with host dv-neutron-861624-1-hyperv {{(pid=103334) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 07:41:14.223144 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 56644) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:41:14.223688 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-9973e982-8275-4453-bc95-3c4641e018fd None None] Deleting port 54218e19-cd34-4eb4-b758-02ec37ba9425 {{(pid=103334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 07:41:14.224079 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-9973e982-8275-4453-bc95-3c4641e018fd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:14.234956 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-374a0e48-7cfc-4a40-98d9-7eacc370398d tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Notify callbacks [] for subnet, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:14.242859 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-374a0e48-7cfc-4a40-98d9-7eacc370398d tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] 10.222.0.27 "DELETE /v2.0/subnets/db1235bd-f63b-470f-a865-8f388c4816f7 HTTP/1.1" status: 204 len: 168 time: 1.1244073 Oct 19 07:41:14.254443 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 56648) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:41:14.268817 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-d87b8c09-a4ce-4daa-9a7e-792661387049 tempest-SecGroupTest-1544089316 tempest-SecGroupTest-1544089316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815365'] for security_group_rule, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:14.300685 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-457efbe7-d8d6-4e50-8e4e-83a6b1b96d01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:14.436467 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d36ecbbb-de73-4329-82aa-0af94a49a80b tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:41:14.438515 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Provisioning complete for port 54218e19-cd34-4eb4-b758-02ec37ba9425 triggered by entity L2. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:41:14.438673 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-d36ecbbb-de73-4329-82aa-0af94a49a80b tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] 10.222.0.27 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.2139077 Oct 19 07:41:14.439702 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:14.440222 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Attempt 1 to provision port 54218e19-cd34-4eb4-b758-02ec37ba9425 Oct 19 07:41:14.445794 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-37f7ba06-63a2-4201-93b0-8cdf8f51d96d tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-667019'] for network, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:14.451297 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 56652) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:41:14.494644 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-bf01f072-7845-43d4-a49f-14907973892e None None] For port 1e4d4175-417d-402c-953e-863ec83e855e, host dv-neutron-861624-1-hyperv, cleared binding levels {{(pid=103334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 07:41:14.517708 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-bfe35710-81d3-49a6-90f4-5964508c35fd tempest-AllowedAddressPairIpV6TestJSON-693616432 tempest-AllowedAddressPairIpV6TestJSON-693616432-project] Notify callbacks [] for port, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:14.575026 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f5d9d50-6cdb-46fa-bc5f-79beead0159c tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:41:14.580056 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-8f5d9d50-6cdb-46fa-bc5f-79beead0159c tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] 10.222.0.27 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.1246541 Oct 19 07:41:14.580948 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 56654) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:41:14.591568 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-bf01f072-7845-43d4-a49f-14907973892e None None] For port 1e4d4175-417d-402c-953e-863ec83e855e, host dv-neutron-861624-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=1e4d4175-417d-402c-953e-863ec83e855e,segment=NetworkSegment(e9e73b94-c743-4e9c-9c27-5259b40b4356),segment_id=e9e73b94-c743-4e9c-9c27-5259b40b4356)] {{(pid=103334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 07:41:14.658262 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-bf01f072-7845-43d4-a49f-14907973892e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:14.663498 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-bfe35710-81d3-49a6-90f4-5964508c35fd tempest-AllowedAddressPairIpV6TestJSON-693616432 tempest-AllowedAddressPairIpV6TestJSON-693616432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785020947330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130996763'] for port, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:14.671084 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-a025d9e1-5400-4007-bd8b-27fc9528329e tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-667019'] for network, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:14.679147 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2673539c-0c2c-4760-93f0-820f0f7441f7 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:41:14.681014 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2673539c-0c2c-4760-93f0-820f0f7441f7 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:41:14.681135 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84317d9c-d790-495b-9c0d-0978aa81125b None None] Network d5bcbfcf-97c5-4260-add5-2ae805b53840 requested from dv-neutron-861624-1-hyperv {{(pid=103334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 07:41:14.682724 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2673539c-0c2c-4760-93f0-820f0f7441f7 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:41:14.687003 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-9973e982-8275-4453-bc95-3c4641e018fd None None] For port 54218e19-cd34-4eb4-b758-02ec37ba9425, host dv-neutron-861624-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=54218e19-cd34-4eb4-b758-02ec37ba9425,segment=NetworkSegment(0bb5ab95-f3d3-4adf-9336-52496982cb11),segment_id=0bb5ab95-f3d3-4adf-9336-52496982cb11)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:41:14.687184 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-2673539c-0c2c-4760-93f0-820f0f7441f7 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] 10.222.0.27 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1029062 Oct 19 07:41:14.687275 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-9973e982-8275-4453-bc95-3c4641e018fd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:14.702994 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-9796ae9b-17c5-41ad-8082-b1141d66a395 None None] Port 639dd394-1929-4fa8-93a1-c2bcbec3fc3b cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 07:41:14.711134 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-d87b8c09-a4ce-4daa-9a7e-792661387049 tempest-SecGroupTest-1544089316 tempest-SecGroupTest-1544089316-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:14.715150 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 56658) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:41:14.719493 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-d87b8c09-a4ce-4daa-9a7e-792661387049 tempest-SecGroupTest-1544089316 tempest-SecGroupTest-1544089316-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.9755552 Oct 19 07:41:14.724569 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 56660) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:41:14.742623 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87b8c09-a4ce-4daa-9a7e-792661387049 tempest-SecGroupTest-1544089316 tempest-SecGroupTest-1544089316-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96e59227-3fd4-4a08-bfa5-e3b20a1bef0b,revision_number=0']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:41:14.743832 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-37f7ba06-63a2-4201-93b0-8cdf8f51d96d tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Deleting port 1e4d4175-417d-402c-953e-863ec83e855e {{(pid=103333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 07:41:14.744156 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-37f7ba06-63a2-4201-93b0-8cdf8f51d96d tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:14.762811 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.db_base_plugin_common [None req-165c0011-d1ec-4e25-9789-ad2219d81d48 None None] Allocated IP 2001:db8:0:1::2 (6b5a65c5-1bed-4301-9db8-c1056c2b8eba/f76001dc-d4c8-4357-9a82-fa65fc5a8db1/7235d0ef-7498-4575-a031-a293ae8bcdc8) {{(pid=103334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 07:41:14.765050 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-9973e982-8275-4453-bc95-3c4641e018fd None None] Calling delete_port for 54218e19-cd34-4eb4-b758-02ec37ba9425 owned by network:dhcp {{(pid=103334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 07:41:14.771209 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457efbe7-d8d6-4e50-8e4e-83a6b1b96d01 None None] Pushing event updated for resources: {'Port': ['ID=fccff019-0a74-4d59-bd85-bc5e687cae49,revision_number=2']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:41:14.788664 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfe35710-81d3-49a6-90f4-5964508c35fd tempest-AllowedAddressPairIpV6TestJSON-693616432 tempest-AllowedAddressPairIpV6TestJSON-693616432-project] Network 94a2344b-3c35-4881-a95e-6f2bc84f03db is already hosted by enough agents. {{(pid=103333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 07:41:14.802166 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-bfe35710-81d3-49a6-90f4-5964508c35fd tempest-AllowedAddressPairIpV6TestJSON-693616432 tempest-AllowedAddressPairIpV6TestJSON-693616432-project] Resources bound (agent type, host, resource id): {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:41:14.804909 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfe35710-81d3-49a6-90f4-5964508c35fd tempest-AllowedAddressPairIpV6TestJSON-693616432 tempest-AllowedAddressPairIpV6TestJSON-693616432-project] Received port after_create {{(pid=103333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 07:41:14.810814 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfe35710-81d3-49a6-90f4-5964508c35fd tempest-AllowedAddressPairIpV6TestJSON-693616432 tempest-AllowedAddressPairIpV6TestJSON-693616432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:41:14.811602 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-bfe35710-81d3-49a6-90f4-5964508c35fd tempest-AllowedAddressPairIpV6TestJSON-693616432 tempest-AllowedAddressPairIpV6TestJSON-693616432-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42160'] for port, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:14.836948 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe35710-81d3-49a6-90f4-5964508c35fd tempest-AllowedAddressPairIpV6TestJSON-693616432 tempest-AllowedAddressPairIpV6TestJSON-693616432-project] Pushing event updated for resources: {'Port': ['ID=549e41f4-c827-4582-b66f-610b50cf4a7a,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:41:14.854742 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-3dfb16a0-06a8-4a82-8d88-2db30421d3e8 tempest-SecGroupTest-1544089316 tempest-SecGroupTest-1544089316-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:14.864626 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-3dfb16a0-06a8-4a82-8d88-2db30421d3e8 tempest-SecGroupTest-1544089316 tempest-SecGroupTest-1544089316-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:14.871942 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf01f072-7845-43d4-a49f-14907973892e None None] Pushing event updated for resources: {'Port': ['ID=1e4d4175-417d-402c-953e-863ec83e855e,revision_number=3']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:41:14.899994 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.db_base_plugin_v2 [None req-745c6bf2-28a5-40b4-a7ba-392739b12ca6 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Deleting subnet 00fe3f32-3515-45d7-be76-11b6143cd72b {{(pid=103333) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 19 07:41:14.915644 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-bfe35710-81d3-49a6-90f4-5964508c35fd tempest-AllowedAddressPairIpV6TestJSON-693616432 tempest-AllowedAddressPairIpV6TestJSON-693616432-project] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.1280816 Oct 19 07:41:14.916280 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 56662) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:41:14.918284 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.db [None req-37f7ba06-63a2-4201-93b0-8cdf8f51d96d tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] For port 1e4d4175-417d-402c-953e-863ec83e855e, host dv-neutron-861624-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=1e4d4175-417d-402c-953e-863ec83e855e,segment=NetworkSegment(e9e73b94-c743-4e9c-9c27-5259b40b4356),segment_id=e9e73b94-c743-4e9c-9c27-5259b40b4356)] {{(pid=103333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:41:14.918856 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-37f7ba06-63a2-4201-93b0-8cdf8f51d96d tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:14.926763 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-42e827ae-d904-48b6-9ea9-5890e3d3f3de tempest-AllowedAddressPairIpV6TestJSON-693616432 tempest-AllowedAddressPairIpV6TestJSON-693616432-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:4e:b7:d6'}]}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:41:14.951991 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-3dfb16a0-06a8-4a82-8d88-2db30421d3e8 tempest-SecGroupTest-1544089316 tempest-SecGroupTest-1544089316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815365'] for security_group_rule, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:14.953722 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85fba27d-cc3b-4d13-ad44-f32039bc4bfc tempest-NetworksIpV6TestAttrs-279669730 tempest-NetworksIpV6TestAttrs-279669730-project] Made reservation on behalf of 1a48ad924478432a90a7d865ee405d9d for: {'subnet': 1} {{(pid=103332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 07:41:14.957812 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-85fba27d-cc3b-4d13-ad44-f32039bc4bfc tempest-NetworksIpV6TestAttrs-279669730 tempest-NetworksIpV6TestAttrs-279669730-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130659787'] for subnet, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:14.970679 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-3dfb16a0-06a8-4a82-8d88-2db30421d3e8 tempest-SecGroupTest-1544089316 tempest-SecGroupTest-1544089316-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:14.977796 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-3dfb16a0-06a8-4a82-8d88-2db30421d3e8 tempest-SecGroupTest-1544089316 tempest-SecGroupTest-1544089316-project] 10.222.0.27 "DELETE /v2.0/security-group-rules/96e59227-3fd4-4a08-bfa5-e3b20a1bef0b HTTP/1.1" status: 204 len: 168 time: 0.2389936 Oct 19 07:41:14.978024 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 56664) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:41:14.978549 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-37f7ba06-63a2-4201-93b0-8cdf8f51d96d tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Calling delete_port for 1e4d4175-417d-402c-953e-863ec83e855e owned by network:dhcp {{(pid=103333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 07:41:15.000687 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dfb16a0-06a8-4a82-8d88-2db30421d3e8 tempest-SecGroupTest-1544089316 tempest-SecGroupTest-1544089316-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=96e59227-3fd4-4a08-bfa5-e3b20a1bef0b,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:41:15.120158 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-51db1116-ce9e-4141-9164-ee747d0b4622 tempest-SecGroupTest-1544089316 tempest-SecGroupTest-1544089316-project] 10.222.0.27 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.1393266 Oct 19 07:41:15.120884 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 56666) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:41:15.207387 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-9796ae9b-17c5-41ad-8082-b1141d66a395 None None] Attempt 4 to provision port 639dd394-1929-4fa8-93a1-c2bcbec3fc3b Oct 19 07:41:15.259449 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-9796ae9b-17c5-41ad-8082-b1141d66a395 None None] Port 639dd394-1929-4fa8-93a1-c2bcbec3fc3b cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 07:41:15.289763 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-980d5ae2-e15f-4199-a04c-8a3db038db66 tempest-SecGroupTest-1544089316 tempest-SecGroupTest-1544089316-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:15.313290 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-980d5ae2-e15f-4199-a04c-8a3db038db66 tempest-SecGroupTest-1544089316 tempest-SecGroupTest-1544089316-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:15.347363 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-37f7ba06-63a2-4201-93b0-8cdf8f51d96d tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130996763'] for port, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:15.364649 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Current status of the port 54218e19-cd34-4eb4-b758-02ec37ba9425 is: DOWN; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:41:15.365240 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:15.396608 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b33fc97-c145-40c5-b513-739e2416845f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d12c6ac-27a3-545c-a8f3-f04e30423d6d-4daf018b-9448-4af6-b1a7-ed0b0c9c81a9', 'network_id': '4daf018b-9448-4af6-b1a7-ed0b0c9c81a9', 'tenant_id': 'ea2e94e7c58741afa39e88c6d73f4fb1', 'fixed_ips': [{'subnet_id': '70304bbd-b21f-4bfc-b426-0275306673c4'}]}} from dv-neutron-861624-1-hyperv. {{(pid=103334) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 07:41:15.409208 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-2b33fc97-c145-40c5-b513-739e2416845f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:15.411148 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-42e827ae-d904-48b6-9ea9-5890e3d3f3de tempest-AllowedAddressPairIpV6TestJSON-693616432 tempest-AllowedAddressPairIpV6TestJSON-693616432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:15.413214 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f7ba06-63a2-4201-93b0-8cdf8f51d96d tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Pushing event deleted for resources: {'Port': ['ID=1e4d4175-417d-402c-953e-863ec83e855e,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:41:15.427904 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-9973e982-8275-4453-bc95-3c4641e018fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339'] for port, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:15.445243 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37f7ba06-63a2-4201-93b0-8cdf8f51d96d tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] No DVR routers for this DVR port 1e4d4175-417d-402c-953e-863ec83e855e on host dv-neutron-861624-1-hyperv {{(pid=103333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 19 07:41:15.451486 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-980d5ae2-e15f-4199-a04c-8a3db038db66 tempest-SecGroupTest-1544089316 tempest-SecGroupTest-1544089316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815365'] for security_group_rule, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:15.455933 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0962e1ba-e2a4-4443-a46a-63df721721f3 req-fd58e29a-946a-4f38-a668-1cc8a2bcf36f tempest-ServerActionsTestJSON-1032082790 tempest-ServerActionsTestJSON-1032082790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:41:15.461593 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-0962e1ba-e2a4-4443-a46a-63df721721f3 req-fd58e29a-946a-4f38-a668-1cc8a2bcf36f tempest-ServerActionsTestJSON-1032082790 tempest-ServerActionsTestJSON-1032082790-project] 10.222.0.27 "GET /v2.0/ports?device_id=c15ce40b-4ff1-4ce8-b3f1-4c16c8447f68 HTTP/1.1" status: 200 len: 945 time: 0.6680503 Oct 19 07:41:15.510749 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9973e982-8275-4453-bc95-3c4641e018fd None None] Pushing event deleted for resources: {'Port': ['ID=54218e19-cd34-4eb4-b758-02ec37ba9425,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:41:15.515011 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9973e982-8275-4453-bc95-3c4641e018fd None None] No DVR routers for this DVR port 54218e19-cd34-4eb4-b758-02ec37ba9425 on host dv-neutron-861624-1-hyperv {{(pid=103334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 19 07:41:15.537819 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.plugin [None req-a025d9e1-5400-4007-bd8b-27fc9528329e tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Deleting port fccff019-0a74-4d59-bd85-bc5e687cae49 {{(pid=103332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 07:41:15.538166 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-a025d9e1-5400-4007-bd8b-27fc9528329e tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:15.540499 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-980d5ae2-e15f-4199-a04c-8a3db038db66 tempest-SecGroupTest-1544089316 tempest-SecGroupTest-1544089316-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:15.545645 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 56670) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:41:15.546621 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-980d5ae2-e15f-4199-a04c-8a3db038db66 tempest-SecGroupTest-1544089316 tempest-SecGroupTest-1544089316-project] 10.222.0.27 "DELETE /v2.0/security-group-rules/072927ef-a9d6-46e6-8ea6-d514d7557236 HTTP/1.1" status: 204 len: 168 time: 0.3537958 Oct 19 07:41:15.557838 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980d5ae2-e15f-4199-a04c-8a3db038db66 tempest-SecGroupTest-1544089316 tempest-SecGroupTest-1544089316-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=072927ef-a9d6-46e6-8ea6-d514d7557236,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:41:15.643573 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-0962e1ba-e2a4-4443-a46a-63df721721f3 req-60fc69f0-4e69-4719-af93-7beb279e3cc0 tempest-ServerActionsTestJSON-1032082790 tempest-ServerActionsTestJSON-1032082790-project] 10.222.0.27 "GET /v2.0/security-groups?id=f0bcd6ee-444f-46c6-b01f-ccacf8976dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1698513 Oct 19 07:41:15.664713 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-37f7ba06-63a2-4201-93b0-8cdf8f51d96d tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-673051', 'neutron.services.segments.db._delete_segments_for_network-8785021519108'] for network, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:15.691720 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-165c0011-d1ec-4e25-9789-ad2219d81d48 None None] For port 7235d0ef-7498-4575-a031-a293ae8bcdc8, host dv-neutron-861624-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=7235d0ef-7498-4575-a031-a293ae8bcdc8,segment=NetworkSegment(5a8d2b05-b527-4bd4-a671-b9112f193fef),segment_id=5a8d2b05-b527-4bd4-a671-b9112f193fef)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:41:15.721232 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-161103ac-8f61-499c-9077-5b0072d874f6 None None] Notify callbacks [] for port, precommit_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:15.744153 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-37f7ba06-63a2-4201-93b0-8cdf8f51d96d tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c97b77b-e2a7-423f-975e-26b4552863cc']}} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:41:15.760530 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-161103ac-8f61-499c-9077-5b0072d874f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:15.762991 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-9796ae9b-17c5-41ad-8082-b1141d66a395 None None] Attempt 5 to provision port 639dd394-1929-4fa8-93a1-c2bcbec3fc3b Oct 19 07:41:15.783342 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.objects.ports [None req-85fba27d-cc3b-4d13-ad44-f32039bc4bfc tempest-NetworksIpV6TestAttrs-279669730 tempest-NetworksIpV6TestAttrs-279669730-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103332) get_objects /opt/stack/neutron/neutron/objects/ports.py:470}} Oct 19 07:41:15.795699 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.db [None req-a025d9e1-5400-4007-bd8b-27fc9528329e tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] For port fccff019-0a74-4d59-bd85-bc5e687cae49, host dv-neutron-861624-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=fccff019-0a74-4d59-bd85-bc5e687cae49,segment=NetworkSegment(38db6d68-855a-47ea-9c29-f3054829fea2),segment_id=38db6d68-855a-47ea-9c29-f3054829fea2)] {{(pid=103332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:41:15.796081 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-a025d9e1-5400-4007-bd8b-27fc9528329e tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:15.800818 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-85fba27d-cc3b-4d13-ad44-f32039bc4bfc tempest-NetworksIpV6TestAttrs-279669730 tempest-NetworksIpV6TestAttrs-279669730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-133552662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130659641'] for subnet, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:15.816493 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-ca9da492-789b-47a4-89e2-188c7f9e0139 tempest-SecGroupTest-1544089316 tempest-SecGroupTest-1544089316-project] 10.222.0.27 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.2470949 Oct 19 07:41:15.831931 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 56674) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:41:15.835136 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-37f7ba06-63a2-4201-93b0-8cdf8f51d96d tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9e73b94-c743-4e9c-9c27-5259b40b4356') {'for_net_delete': True} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:41:15.835486 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-37f7ba06-63a2-4201-93b0-8cdf8f51d96d tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9e73b94-c743-4e9c-9c27-5259b40b4356') {} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:41:15.860453 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-165c0011-d1ec-4e25-9789-ad2219d81d48 None None] Notify callbacks [] for port, precommit_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:15.906807 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-37f7ba06-63a2-4201-93b0-8cdf8f51d96d tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785021519382', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-134111927'] for segment, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:15.922063 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.plugin [None req-a025d9e1-5400-4007-bd8b-27fc9528329e tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Calling delete_port for fccff019-0a74-4d59-bd85-bc5e687cae49 owned by network:dhcp {{(pid=103332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 07:41:15.927191 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-745c6bf2-28a5-40b4-a7ba-392739b12ca6 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks [] for subnet, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:15.941631 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-bea9a0d7-e4d6-46ef-a46d-f4c7ffb93be1 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:15.943251 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-165c0011-d1ec-4e25-9789-ad2219d81d48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:15.949921 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.db_base_plugin_common [None req-2b33fc97-c145-40c5-b513-739e2416845f None None] Allocated IP 172.21.0.2 (4daf018b-9448-4af6-b1a7-ed0b0c9c81a9/70304bbd-b21f-4bfc-b426-0275306673c4/3bd821c3-b398-403d-b520-41d3e2c5c301) {{(pid=103334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 07:41:15.952853 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-9796ae9b-17c5-41ad-8082-b1141d66a395 None None] Port 639dd394-1929-4fa8-93a1-c2bcbec3fc3b cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 07:41:15.964004 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d15ea17-34ef-4049-a82f-ca29d98c40f8 None None] Pushing event updated for resources: {'Port': ['ID=4ce3479b-393b-481b-b58d-51ccf321edac,revision_number=3']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:41:16.024349 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-37f7ba06-63a2-4201-93b0-8cdf8f51d96d tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979'] for segment, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:16.031062 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device 7235d0ef-7498-4575-a031-a293ae8bcdc8 up at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 07:41:16.039574 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-745c6bf2-28a5-40b4-a7ba-392739b12ca6 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-134111928'] for subnet, precommit_delete_associations {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:16.073687 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37f7ba06-63a2-4201-93b0-8cdf8f51d96d tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Releasing vlan 199 on physical network physnet1 to pool {{(pid=103333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 07:41:16.074183 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-37f7ba06-63a2-4201-93b0-8cdf8f51d96d tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130996782'] for segment, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:16.115562 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-7721f103-6087-41ed-b713-fb49c2eb81fb tempest-SecGroupTest-1544089316 tempest-SecGroupTest-1544089316-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:16.118265 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.services.segments.plugin [-] Segment e9e73b94-c743-4e9c-9c27-5259b40b4356 resource provider aggregate not found Oct 19 07:41:16.118516 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85fba27d-cc3b-4d13-ad44-f32039bc4bfc tempest-NetworksIpV6TestAttrs-279669730 tempest-NetworksIpV6TestAttrs-279669730-project] Pushing event updated for resources: {'Subnet': ['ID=de821cad-6d2f-4008-b5d4-276664cf277e,revision_number=0']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:41:16.155372 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.services.segments.plugin [-] Segment e9e73b94-c743-4e9c-9c27-5259b40b4356 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e9e73b94-c743-4e9c-9c27-5259b40b4356 found for delete ", "request_id": "req-91e6ef51-4811-4b6e-b9d1-1154881ff30d"}]} Oct 19 07:41:16.219437 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-7721f103-6087-41ed-b713-fb49c2eb81fb tempest-SecGroupTest-1544089316 tempest-SecGroupTest-1544089316-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:16.235816 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-37f7ba06-63a2-4201-93b0-8cdf8f51d96d tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-673044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1695087'] for network, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:16.271363 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-37f7ba06-63a2-4201-93b0-8cdf8f51d96d tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Notify callbacks [] for network, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:16.280755 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-37f7ba06-63a2-4201-93b0-8cdf8f51d96d tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] 10.222.0.27 "DELETE /v2.0/networks/5c97b77b-e2a7-423f-975e-26b4552863cc HTTP/1.1" status: 204 len: 168 time: 2.0091422 Oct 19 07:41:16.285492 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f7ba06-63a2-4201-93b0-8cdf8f51d96d tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Pushing event deleted for resources: {'Network': ['ID=5c97b77b-e2a7-423f-975e-26b4552863cc,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:41:16.285492 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 56682) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:41:16.287454 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-42e827ae-d904-48b6-9ea9-5890e3d3f3de tempest-AllowedAddressPairIpV6TestJSON-693616432 tempest-AllowedAddressPairIpV6TestJSON-693616432-project] Notify callbacks [] for port, precommit_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:16.295923 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-398d97dd-4a7d-40e0-895f-d526f2084bd4 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1997991039'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:41:16.309936 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-161103ac-8f61-499c-9077-5b0072d874f6 None None] Attempting to bind port 4ce3479b-393b-481b-b58d-51ccf321edac on host dv-neutron-861624-1-hyperv for vnic_type normal with profile {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 19 07:41:16.310953 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-161103ac-8f61-499c-9077-5b0072d874f6 None None] Attempting to bind port 4ce3479b-393b-481b-b58d-51ccf321edac by drivers openvswitch,hyperv on host dv-neutron-861624-1-hyperv at level 0 using segments [{'id': '0edbee97-a309-427c-ad63-fa12691ad687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'b58e1c6a-78c1-43cd-89d9-838f22da233f'}] {{(pid=103334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 19 07:41:16.311553 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-161103ac-8f61-499c-9077-5b0072d874f6 None None] Attempting to bind port 4ce3479b-393b-481b-b58d-51ccf321edac on network b58e1c6a-78c1-43cd-89d9-838f22da233f {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 07:41:16.316276 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-745c6bf2-28a5-40b4-a7ba-392739b12ca6 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-679826'] for subnet, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:16.320749 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-42e827ae-d904-48b6-9ea9-5890e3d3f3de tempest-AllowedAddressPairIpV6TestJSON-693616432 tempest-AllowedAddressPairIpV6TestJSON-693616432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130996754'] for port, after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:16.321393 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-42e827ae-d904-48b6-9ea9-5890e3d3f3de tempest-AllowedAddressPairIpV6TestJSON-693616432 tempest-AllowedAddressPairIpV6TestJSON-693616432-project] In _notify_port_updated(), no bound segment for port 549e41f4-c827-4582-b66f-610b50cf4a7a on network 94a2344b-3c35-4881-a95e-6f2bc84f03db {{(pid=103333) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:900}} Oct 19 07:41:16.327159 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42e827ae-d904-48b6-9ea9-5890e3d3f3de tempest-AllowedAddressPairIpV6TestJSON-693616432 tempest-AllowedAddressPairIpV6TestJSON-693616432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:41:16.327807 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-42e827ae-d904-48b6-9ea9-5890e3d3f3de tempest-AllowedAddressPairIpV6TestJSON-693616432 tempest-AllowedAddressPairIpV6TestJSON-693616432-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42160'] for port, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:16.330533 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-42e827ae-d904-48b6-9ea9-5890e3d3f3de tempest-AllowedAddressPairIpV6TestJSON-693616432 tempest-AllowedAddressPairIpV6TestJSON-693616432-project] 10.222.0.27 "PUT /v2.0/ports/549e41f4-c827-4582-b66f-610b50cf4a7a HTTP/1.1" status: 200 len: 1002 time: 1.4089937 Oct 19 07:41:16.347724 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165c0011-d1ec-4e25-9789-ad2219d81d48 None None] Pushing event updated for resources: {'Port': ['ID=7235d0ef-7498-4575-a031-a293ae8bcdc8,revision_number=4']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:41:16.369608 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-161103ac-8f61-499c-9077-5b0072d874f6 None None] Checking agent: {'id': 'a5b0152c-d633-409b-aaf8-3b76458e2410', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861624-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 19, 7, 30, 19), 'started_at': datetime.datetime(2022, 10, 19, 7, 30, 49), 'heartbeat_timestamp': datetime.datetime(2022, 10, 19, 7, 40, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861624-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 07:41:16.369996 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-161103ac-8f61-499c-9077-5b0072d874f6 None None] Checking segment: {'id': '0edbee97-a309-427c-ad63-fa12691ad687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'b58e1c6a-78c1-43cd-89d9-838f22da233f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 19 07:41:16.370592 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-161103ac-8f61-499c-9077-5b0072d874f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:16.371212 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-161103ac-8f61-499c-9077-5b0072d874f6 None None] Bound using segment: {'id': '0edbee97-a309-427c-ad63-fa12691ad687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'b58e1c6a-78c1-43cd-89d9-838f22da233f'} {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 07:41:16.371763 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-161103ac-8f61-499c-9077-5b0072d874f6 None None] Bound port: 4ce3479b-393b-481b-b58d-51ccf321edac, host: dv-neutron-861624-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0edbee97-a309-427c-ad63-fa12691ad687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'b58e1c6a-78c1-43cd-89d9-838f22da233f'}}] {{(pid=103334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 19 07:41:16.372170 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-161103ac-8f61-499c-9077-5b0072d874f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:16.414854 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-da7b8955-c5a3-4ab3-b6b1-0bc6b1ddb0fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:16.415529 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 56684) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:41:16.455382 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-9796ae9b-17c5-41ad-8082-b1141d66a395 None None] Attempt 6 to provision port 639dd394-1929-4fa8-93a1-c2bcbec3fc3b Oct 19 07:41:16.507100 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-745c6bf2-28a5-40b4-a7ba-392739b12ca6 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-679819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130997964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130170408'] for subnet, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:16.529397 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85fba27d-cc3b-4d13-ad44-f32039bc4bfc tempest-NetworksIpV6TestAttrs-279669730 tempest-NetworksIpV6TestAttrs-279669730-project] Checking segment: {'id': '7da70b33-872a-46f1-9155-e62ba93720d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'aae981fd-d10c-4d7e-9f78-1bb55728e4eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 19 07:41:16.529994 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85fba27d-cc3b-4d13-ad44-f32039bc4bfc tempest-NetworksIpV6TestAttrs-279669730 tempest-NetworksIpV6TestAttrs-279669730-project] Network hostable DHCP agents. Network: aae981fd-d10c-4d7e-9f78-1bb55728e4eb, hostable agents: ['310d813b-0e3e-4d7e-9b79-8f4ec0dbcab0'], hosted agents: [] {{(pid=103332) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 07:41:16.535427 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Provisioning complete for port 7235d0ef-7498-4575-a031-a293ae8bcdc8 triggered by entity L2. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:41:16.535857 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:16.536205 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Attempt 1 to provision port 7235d0ef-7498-4575-a031-a293ae8bcdc8 Oct 19 07:41:16.561362 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745c6bf2-28a5-40b4-a7ba-392739b12ca6 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Pushing event deleted for resources: {'Subnet': ['ID=00fe3f32-3515-45d7-be76-11b6143cd72b,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:41:16.563460 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-398d97dd-4a7d-40e0-895f-d526f2084bd4 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Made reservation on behalf of 0cd3ded9dc134e3392e5122464eefb82 for: {'network': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 07:41:16.567429 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-398d97dd-4a7d-40e0-895f-d526f2084bd4 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for network, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:16.616483 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28befac-1d00-4923-badd-bfbd2b4dc156 req-8d48c963-f9d7-40dd-9196-0ea3a5eb2c09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:41:16.617526 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-9796ae9b-17c5-41ad-8082-b1141d66a395 None None] Port 639dd394-1929-4fa8-93a1-c2bcbec3fc3b cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 07:41:16.618092 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-e28befac-1d00-4923-badd-bfbd2b4dc156 req-8d48c963-f9d7-40dd-9196-0ea3a5eb2c09 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b76abfccca1e443d8cfed9fe77b82608&device_id=c15ce40b-4ff1-4ce8-b3f1-4c16c8447f68 HTTP/1.1" status: 200 len: 1098 time: 0.4614484 Oct 19 07:41:16.636574 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765739aa-6111-4851-9c8d-9e2a288feca1 req-efad5234-31cb-4364-b898-5211e322859e tempest-ServerActionsTestJSON-1032082790 tempest-ServerActionsTestJSON-1032082790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:41:16.636753 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-161103ac-8f61-499c-9077-5b0072d874f6 None None] For port 4ce3479b-393b-481b-b58d-51ccf321edac, host dv-neutron-861624-1-hyperv, cleared binding levels {{(pid=103334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 07:41:16.640837 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e827ae-d904-48b6-9ea9-5890e3d3f3de tempest-AllowedAddressPairIpV6TestJSON-693616432 tempest-AllowedAddressPairIpV6TestJSON-693616432-project] Pushing event updated for resources: {'Port': ['ID=549e41f4-c827-4582-b66f-610b50cf4a7a,revision_number=2']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:41:16.651712 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-765739aa-6111-4851-9c8d-9e2a288feca1 req-efad5234-31cb-4364-b898-5211e322859e tempest-ServerActionsTestJSON-1032082790 tempest-ServerActionsTestJSON-1032082790-project] 10.222.0.27 "GET /v2.0/ports?device_id=c15ce40b-4ff1-4ce8-b3f1-4c16c8447f68 HTTP/1.1" status: 200 len: 945 time: 0.6157916 Oct 19 07:41:16.660458 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-7721f103-6087-41ed-b713-fb49c2eb81fb tempest-SecGroupTest-1544089316 tempest-SecGroupTest-1544089316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815365'] for security_group_rule, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:16.672364 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-161103ac-8f61-499c-9077-5b0072d874f6 None None] For port 4ce3479b-393b-481b-b58d-51ccf321edac, host dv-neutron-861624-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=4ce3479b-393b-481b-b58d-51ccf321edac,segment=NetworkSegment(0edbee97-a309-427c-ad63-fa12691ad687),segment_id=0edbee97-a309-427c-ad63-fa12691ad687)] {{(pid=103334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 07:41:16.674643 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-745c6bf2-28a5-40b4-a7ba-392739b12ca6 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks [] for subnet, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:16.691640 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-745c6bf2-28a5-40b4-a7ba-392739b12ca6 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] 10.222.0.27 "DELETE /v2.0/subnets/00fe3f32-3515-45d7-be76-11b6143cd72b HTTP/1.1" status: 204 len: 168 time: 1.9741468 Oct 19 07:41:16.693228 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 56686) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:41:16.696479 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-2b33fc97-c145-40c5-b513-739e2416845f None None] Notify callbacks [] for port, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:16.697805 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-7721f103-6087-41ed-b713-fb49c2eb81fb tempest-SecGroupTest-1544089316 tempest-SecGroupTest-1544089316-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:16.702010 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-7721f103-6087-41ed-b713-fb49c2eb81fb tempest-SecGroupTest-1544089316 tempest-SecGroupTest-1544089316-project] 10.222.0.27 "DELETE /v2.0/security-group-rules/789379b2-4975-42e1-98e9-bf51463655df HTTP/1.1" status: 204 len: 168 time: 0.8664501 Oct 19 07:41:16.703222 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7721f103-6087-41ed-b713-fb49c2eb81fb tempest-SecGroupTest-1544089316 tempest-SecGroupTest-1544089316-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=789379b2-4975-42e1-98e9-bf51463655df,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:41:16.709858 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 56688) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:41:16.713812 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-161103ac-8f61-499c-9077-5b0072d874f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:16.722630 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-2b33fc97-c145-40c5-b513-739e2416845f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785020947330'] for port, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:16.797750 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-161103ac-8f61-499c-9077-5b0072d874f6 None None] Routers {'5a3ee82e-b69d-4a9d-a681-af0f007cfa8a'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 07:41:16.798232 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-161103ac-8f61-499c-9077-5b0072d874f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T07:41:16Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['5a3ee82e-b69d-4a9d-a681-af0f007cfa8a'], 'active': True} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:41:16.802758 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b33fc97-c145-40c5-b513-739e2416845f None None] Network 4daf018b-9448-4af6-b1a7-ed0b0c9c81a9 is already hosted by enough agents. {{(pid=103334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 07:41:16.821656 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-398d97dd-4a7d-40e0-895f-d526f2084bd4 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 196} {{(pid=103333) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 07:41:16.827992 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.db_base_plugin_v2 [None req-bdc9cfc3-a27f-446b-857a-b08f42b7ab56 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Deleting subnet f76001dc-d4c8-4357-9a82-fa65fc5a8db1 {{(pid=103333) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 19 07:41:16.840133 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-bdc9cfc3-a27f-446b-857a-b08f42b7ab56 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks [] for subnet, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:16.854461 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.scheduler.base_scheduler [None req-2b33fc97-c145-40c5-b513-739e2416845f None None] Resources bound (agent type, host, resource id): {{(pid=103334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:41:16.857469 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b33fc97-c145-40c5-b513-739e2416845f None None] Received port after_create {{(pid=103334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 07:41:16.879725 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-765739aa-6111-4851-9c8d-9e2a288feca1 req-0bdf68c7-ad05-4f23-92fc-d1e51bc5bff3 tempest-ServerActionsTestJSON-1032082790 tempest-ServerActionsTestJSON-1032082790-project] 10.222.0.27 "GET /v2.0/security-groups?id=f0bcd6ee-444f-46c6-b01f-ccacf8976dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2205734 Oct 19 07:41:16.882277 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Current status of the port 7235d0ef-7498-4575-a031-a293ae8bcdc8 is: ACTIVE; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:41:16.884574 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device 0b3fe434-63b4-4574-a267-f3a66028c3fc up at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 07:41:16.891143 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85fba27d-cc3b-4d13-ad44-f32039bc4bfc tempest-NetworksIpV6TestAttrs-279669730 tempest-NetworksIpV6TestAttrs-279669730-project] Network aae981fd-d10c-4d7e-9f78-1bb55728e4eb is scheduled to be hosted by DHCP agent 310d813b-0e3e-4d7e-9b79-8f4ec0dbcab0 with binding_index 1 {{(pid=103332) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 07:41:16.902081 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-398d97dd-4a7d-40e0-895f-d526f2084bd4 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979'] for segment, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:16.903340 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.db.segments_db [None req-398d97dd-4a7d-40e0-895f-d526f2084bd4 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Added segment f7b55f8c-7baa-46cb-b8f0-dd733550d5ff of type vlan for network 6ae27839-d131-4c3d-b4f3-b5d7f4da53d7 Oct 19 07:41:16.972162 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-47c731c8-5d69-4ea4-8469-c4564f9caff0 tempest-SecGroupTest-1544089316 tempest-SecGroupTest-1544089316-project] 10.222.0.27 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.2415872 Oct 19 07:41:16.972983 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-a025d9e1-5400-4007-bd8b-27fc9528329e tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133553798'] for port, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:16.973413 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d15ea17-34ef-4049-a82f-ca29d98c40f8 None None] Pushing event updated for resources: {'Port': ['ID=4ce3479b-393b-481b-b58d-51ccf321edac,revision_number=4']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:41:16.974873 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 56690) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:41:16.979916 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-bdc9cfc3-a27f-446b-857a-b08f42b7ab56 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-134111928'] for subnet, precommit_delete_associations {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:16.992863 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.base_scheduler [None req-85fba27d-cc3b-4d13-ad44-f32039bc4bfc tempest-NetworksIpV6TestAttrs-279669730 tempest-NetworksIpV6TestAttrs-279669730-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861624-1-hyperv, aae981fd-d10c-4d7e-9f78-1bb55728e4eb) {{(pid=103332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:41:17.042435 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6184d5a8-227a-449f-8c22-2a275eb94b26 None None] Network aae981fd-d10c-4d7e-9f78-1bb55728e4eb requested from dv-neutron-861624-1-hyperv {{(pid=103334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 07:41:17.044939 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-7ae64d87-d52a-4cd1-8af6-92d17f283e44 tempest-AllowedAddressPairIpV6TestJSON-693616432 tempest-AllowedAddressPairIpV6TestJSON-693616432-project] Deleting port 549e41f4-c827-4582-b66f-610b50cf4a7a {{(pid=103333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 07:41:17.045638 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-7ae64d87-d52a-4cd1-8af6-92d17f283e44 tempest-AllowedAddressPairIpV6TestJSON-693616432 tempest-AllowedAddressPairIpV6TestJSON-693616432-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:17.045862 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95554325-1ae8-4516-beef-97b20eb5b563 None None] DHCP port deletion for 5c97b77b-e2a7-423f-975e-26b4552863cc request from dv-neutron-861624-1-hyperv {{(pid=103334) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 07:41:17.053393 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-398d97dd-4a7d-40e0-895f-d526f2084bd4 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785020965340'] for network, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:17.054784 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85fba27d-cc3b-4d13-ad44-f32039bc4bfc tempest-NetworksIpV6TestAttrs-279669730 tempest-NetworksIpV6TestAttrs-279669730-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:41:17.055441 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-85fba27d-cc3b-4d13-ad44-f32039bc4bfc tempest-NetworksIpV6TestAttrs-279669730 tempest-NetworksIpV6TestAttrs-279669730-project] Notify callbacks [] for subnet, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:17.071091 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a025d9e1-5400-4007-bd8b-27fc9528329e tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Pushing event deleted for resources: {'Port': ['ID=fccff019-0a74-4d59-bd85-bc5e687cae49,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:41:17.074503 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.db_base_plugin_common [None req-bea9a0d7-e4d6-46ef-a46d-f4c7ffb93be1 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Allocated IP 172.21.0.1 (4daf018b-9448-4af6-b1a7-ed0b0c9c81a9/70304bbd-b21f-4bfc-b426-0275306673c4/d9ac0312-b4f0-4a4f-ab6d-3fbf05a5739a) {{(pid=103332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 07:41:17.089080 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a025d9e1-5400-4007-bd8b-27fc9528329e tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] No DVR routers for this DVR port fccff019-0a74-4d59-bd85-bc5e687cae49 on host dv-neutron-861624-1-hyperv {{(pid=103332) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 19 07:41:17.105522 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-85fba27d-cc3b-4d13-ad44-f32039bc4bfc tempest-NetworksIpV6TestAttrs-279669730 tempest-NetworksIpV6TestAttrs-279669730-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.9790821 Oct 19 07:41:17.107087 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 56692) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:41:17.112635 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9c3b374-b7b4-456d-9a84-48f8686baba4 None None] Network 5c97b77b-e2a7-423f-975e-26b4552863cc requested from dv-neutron-861624-1-hyperv {{(pid=103334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 07:41:17.123637 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-9796ae9b-17c5-41ad-8082-b1141d66a395 None None] Attempt 7 to provision port 639dd394-1929-4fa8-93a1-c2bcbec3fc3b Oct 19 07:41:17.125261 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-2b33fc97-c145-40c5-b513-739e2416845f None None] Attempting to bind port 3bd821c3-b398-403d-b520-41d3e2c5c301 on host dv-neutron-861624-1-hyperv for vnic_type normal with profile {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 19 07:41:17.125626 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-2b33fc97-c145-40c5-b513-739e2416845f None None] Attempting to bind port 3bd821c3-b398-403d-b520-41d3e2c5c301 by drivers openvswitch,hyperv on host dv-neutron-861624-1-hyperv at level 0 using segments [{'id': '1bd02fa6-b501-4e5c-871a-f4a28a5e9b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '4daf018b-9448-4af6-b1a7-ed0b0c9c81a9'}] {{(pid=103334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 19 07:41:17.125988 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b33fc97-c145-40c5-b513-739e2416845f None None] Attempting to bind port 3bd821c3-b398-403d-b520-41d3e2c5c301 on network 4daf018b-9448-4af6-b1a7-ed0b0c9c81a9 {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 07:41:17.134141 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28befac-1d00-4923-badd-bfbd2b4dc156 req-8ad98c53-d55d-403b-9e79-73b9161b2532 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:41:17.135896 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-e28befac-1d00-4923-badd-bfbd2b4dc156 req-8ad98c53-d55d-403b-9e79-73b9161b2532 service neutron] 10.222.0.16 "GET /v2.0/networks?id=9f9e4d3a-9b0f-46a7-b045-8d44d07986e0 HTTP/1.1" status: 200 len: 912 time: 0.4730406 Oct 19 07:41:17.139898 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-d74e8d78-e949-46cc-ba28-3b30c50c2e11 tempest-NetworksIpV6TestAttrs-279669730 tempest-NetworksIpV6TestAttrs-279669730-project] Request body: {'port': {'network_id': 'aae981fd-d10c-4d7e-9f78-1bb55728e4eb', 'name': 'tempest-NetworksIpV6TestAttrs-455710020'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:41:17.145177 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-4a72d8a4-2159-4bba-8c7b-bd3188dead78 tempest-SecGroupTest-1544089316 tempest-SecGroupTest-1544089316-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:17.146483 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvr_db [None req-161103ac-8f61-499c-9077-5b0072d874f6 None None] Set router 5a3ee82e-b69d-4a9d-a681-af0f007cfa8a gateway port host: None {{(pid=103334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 07:41:17.206170 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b33fc97-c145-40c5-b513-739e2416845f None None] Pushing event updated for resources: {'Port': ['ID=3bd821c3-b398-403d-b520-41d3e2c5c301,revision_number=1']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:41:17.219864 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9c3b374-b7b4-456d-9a84-48f8686baba4 None None] Network 5c97b77b-e2a7-423f-975e-26b4552863cc could not be found, it might have been deleted concurrently. {{(pid=103334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Oct 19 07:41:17.228232 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-4a72d8a4-2159-4bba-8c7b-bd3188dead78 tempest-SecGroupTest-1544089316 tempest-SecGroupTest-1544089316-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:17.232750 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b33fc97-c145-40c5-b513-739e2416845f None None] Checking agent: {'id': 'a5b0152c-d633-409b-aaf8-3b76458e2410', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861624-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 19, 7, 30, 19), 'started_at': datetime.datetime(2022, 10, 19, 7, 30, 49), 'heartbeat_timestamp': datetime.datetime(2022, 10, 19, 7, 40, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861624-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 07:41:17.233135 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b33fc97-c145-40c5-b513-739e2416845f None None] Checking segment: {'id': '1bd02fa6-b501-4e5c-871a-f4a28a5e9b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '4daf018b-9448-4af6-b1a7-ed0b0c9c81a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 19 07:41:17.233733 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-2b33fc97-c145-40c5-b513-739e2416845f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:17.234144 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b33fc97-c145-40c5-b513-739e2416845f None None] Bound using segment: {'id': '1bd02fa6-b501-4e5c-871a-f4a28a5e9b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '4daf018b-9448-4af6-b1a7-ed0b0c9c81a9'} {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 07:41:17.234625 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-2b33fc97-c145-40c5-b513-739e2416845f None None] Bound port: 3bd821c3-b398-403d-b520-41d3e2c5c301, host: dv-neutron-861624-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1bd02fa6-b501-4e5c-871a-f4a28a5e9b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '4daf018b-9448-4af6-b1a7-ed0b0c9c81a9'}}] {{(pid=103334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 19 07:41:17.235010 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-2b33fc97-c145-40c5-b513-739e2416845f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:17.340819 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d74e8d78-e949-46cc-ba28-3b30c50c2e11 tempest-NetworksIpV6TestAttrs-279669730 tempest-NetworksIpV6TestAttrs-279669730-project] Made reservation on behalf of 1a48ad924478432a90a7d865ee405d9d for: {'port': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 07:41:17.342345 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-a025d9e1-5400-4007-bd8b-27fc9528329e tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-673051', 'neutron.services.segments.db._delete_segments_for_network-8785021519108'] for network, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:17.348351 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-d74e8d78-e949-46cc-ba28-3b30c50c2e11 tempest-NetworksIpV6TestAttrs-279669730 tempest-NetworksIpV6TestAttrs-279669730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:17.353118 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Provisioning complete for port 0b3fe434-63b4-4574-a267-f3a66028c3fc triggered by entity L2. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:41:17.354192 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:17.355367 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Attempt 1 to provision port 0b3fe434-63b4-4574-a267-f3a66028c3fc Oct 19 07:41:17.359398 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-9796ae9b-17c5-41ad-8082-b1141d66a395 None None] Port 639dd394-1929-4fa8-93a1-c2bcbec3fc3b cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 07:41:17.419391 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-e28befac-1d00-4923-badd-bfbd2b4dc156 req-2909d1f4-0e8d-4432-9629-0be74b12efd2 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=166507e4-5bf0-4d0c-a912-f2cd4a10fdee HTTP/1.1" status: 200 len: 1001 time: 0.2658079 Oct 19 07:41:17.435927 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-4a72d8a4-2159-4bba-8c7b-bd3188dead78 tempest-SecGroupTest-1544089316 tempest-SecGroupTest-1544089316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815365'] for security_group_rule, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:17.441801 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.services.segments.db [None req-a025d9e1-5400-4007-bd8b-27fc9528329e tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5bcbfcf-97c5-4260-add5-2ae805b53840']}} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:41:17.449983 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-398d97dd-4a7d-40e0-895f-d526f2084bd4 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873'] for network, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:17.458953 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-398d97dd-4a7d-40e0-895f-d526f2084bd4 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:41:17.459568 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-398d97dd-4a7d-40e0-895f-d526f2084bd4 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Notify callbacks [] for network, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:17.478003 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-4a72d8a4-2159-4bba-8c7b-bd3188dead78 tempest-SecGroupTest-1544089316 tempest-SecGroupTest-1544089316-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:17.482260 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-4a72d8a4-2159-4bba-8c7b-bd3188dead78 tempest-SecGroupTest-1544089316 tempest-SecGroupTest-1544089316-project] 10.222.0.27 "DELETE /v2.0/security-group-rules/20a1b92a-10bc-448d-bfa5-63afc29d3c0c HTTP/1.1" status: 204 len: 168 time: 0.4968951 Oct 19 07:41:17.486863 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 56694) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:41:17.511253 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.services.segments.db [None req-a025d9e1-5400-4007-bd8b-27fc9528329e tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38db6d68-855a-47ea-9c29-f3054829fea2') {'for_net_delete': True} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:41:17.511879 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.services.segments.db [None req-a025d9e1-5400-4007-bd8b-27fc9528329e tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38db6d68-855a-47ea-9c29-f3054829fea2') {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:41:17.515104 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7aeb2a92-3e59-463e-b78d-d69469988f8f None None] Network 6b5a65c5-1bed-4301-9db8-c1056c2b8eba requested from dv-neutron-861624-1-hyperv {{(pid=103334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 07:41:17.516609 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.notifiers.nova [None req-d74e8d78-e949-46cc-ba28-3b30c50c2e11 tempest-NetworksIpV6TestAttrs-279669730 tempest-NetworksIpV6TestAttrs-279669730-project] device_id is not set on port ac6ee138-7974-42e8-80e6-f44feac87d60 yet. {{(pid=103333) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 19 07:41:17.523629 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a72d8a4-2159-4bba-8c7b-bd3188dead78 tempest-SecGroupTest-1544089316 tempest-SecGroupTest-1544089316-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=20a1b92a-10bc-448d-bfa5-63afc29d3c0c,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:41:17.544963 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-a025d9e1-5400-4007-bd8b-27fc9528329e tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785021519382', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130726885'] for segment, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:17.564727 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-bea9a0d7-e4d6-46ef-a46d-f4c7ffb93be1 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Notify callbacks [] for port, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:17.573553 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-bdc9cfc3-a27f-446b-857a-b08f42b7ab56 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-679826'] for subnet, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:17.578550 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398d97dd-4a7d-40e0-895f-d526f2084bd4 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Pushing event updated for resources: {'Network': ['ID=6ae27839-d131-4c3d-b4f3-b5d7f4da53d7,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:41:17.585958 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28befac-1d00-4923-badd-bfbd2b4dc156 req-d49309cc-e4d9-44c0-a80b-57a545fb15f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:41:17.587968 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-e28befac-1d00-4923-badd-bfbd2b4dc156 req-d49309cc-e4d9-44c0-a80b-57a545fb15f4 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=509b576d-66cd-49df-8740-f428cd2060b2 HTTP/1.1" status: 200 len: 850 time: 0.1674981 Oct 19 07:41:17.598491 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-a025d9e1-5400-4007-bd8b-27fc9528329e tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979'] for segment, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:17.615829 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Network 6ae27839-d131-4c3d-b4f3-b5d7f4da53d7 details requested by agent ovs-agent-dv-neutron-861624-1-hyperv with host dv-neutron-861624-1-hyperv {{(pid=103334) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 07:41:17.628105 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-2b33fc97-c145-40c5-b513-739e2416845f None None] For port 3bd821c3-b398-403d-b520-41d3e2c5c301, host dv-neutron-861624-1-hyperv, cleared binding levels {{(pid=103334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 07:41:17.634485 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a025d9e1-5400-4007-bd8b-27fc9528329e tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Releasing vlan 152 on physical network physnet1 to pool {{(pid=103332) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 07:41:17.638134 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-a025d9e1-5400-4007-bd8b-27fc9528329e tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-133553843'] for segment, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:17.638265 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-398d97dd-4a7d-40e0-895f-d526f2084bd4 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.3461151 Oct 19 07:41:17.640254 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-7ae64d87-d52a-4cd1-8af6-92d17f283e44 tempest-AllowedAddressPairIpV6TestJSON-693616432 tempest-AllowedAddressPairIpV6TestJSON-693616432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:17.650975 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51666410-22d3-405f-8d9e-d8e34096dac3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d12c6ac-27a3-545c-a8f3-f04e30423d6d-aae981fd-d10c-4d7e-9f78-1bb55728e4eb', 'network_id': 'aae981fd-d10c-4d7e-9f78-1bb55728e4eb', 'tenant_id': '1a48ad924478432a90a7d865ee405d9d', 'fixed_ips': [{'subnet_id': 'de821cad-6d2f-4008-b5d4-276664cf277e'}]}} from dv-neutron-861624-1-hyperv. {{(pid=103334) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 07:41:17.651844 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-51666410-22d3-405f-8d9e-d8e34096dac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:17.654823 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 56696) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:41:17.663799 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-9dca91c9-9c92-4e79-8faf-9b4aa720f872 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Request body: {'subnet': {'network_id': '6ae27839-d131-4c3d-b4f3-b5d7f4da53d7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:41:17.675644 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-e8626f37-dea3-403c-9908-ffc9a36842d9 tempest-SecGroupTest-1544089316 tempest-SecGroupTest-1544089316-project] 10.222.0.27 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.1773622 Oct 19 07:41:17.678800 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 56700) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:41:17.680207 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.services.segments.plugin [-] Segment 38db6d68-855a-47ea-9c29-f3054829fea2 resource provider aggregate not found Oct 19 07:41:17.708092 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-7ae64d87-d52a-4cd1-8af6-92d17f283e44 tempest-AllowedAddressPairIpV6TestJSON-693616432 tempest-AllowedAddressPairIpV6TestJSON-693616432-project] Calling delete_port for 549e41f4-c827-4582-b66f-610b50cf4a7a owned by {{(pid=103333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 07:41:17.750197 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.services.segments.plugin [-] Segment 38db6d68-855a-47ea-9c29-f3054829fea2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 38db6d68-855a-47ea-9c29-f3054829fea2 found for delete ", "request_id": "req-d568f0b0-0339-41dc-9993-b29d6a7ef2c2"}]} Oct 19 07:41:17.776665 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-a025d9e1-5400-4007-bd8b-27fc9528329e tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-673044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1695087'] for network, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:17.791980 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-a025d9e1-5400-4007-bd8b-27fc9528329e tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Notify callbacks [] for network, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:17.799929 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-a025d9e1-5400-4007-bd8b-27fc9528329e tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] 10.222.0.27 "DELETE /v2.0/networks/d5bcbfcf-97c5-4260-add5-2ae805b53840 HTTP/1.1" status: 204 len: 168 time: 7.1303103 Oct 19 07:41:17.799929 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 56704) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:41:17.804183 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-2b33fc97-c145-40c5-b513-739e2416845f None None] For port 3bd821c3-b398-403d-b520-41d3e2c5c301, host dv-neutron-861624-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=3bd821c3-b398-403d-b520-41d3e2c5c301,segment=NetworkSegment(1bd02fa6-b501-4e5c-871a-f4a28a5e9b18),segment_id=1bd02fa6-b501-4e5c-871a-f4a28a5e9b18)] {{(pid=103334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 07:41:17.811591 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28befac-1d00-4923-badd-bfbd2b4dc156 req-c8078f00-052c-476e-8792-50abf2d907bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:41:17.813110 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-e28befac-1d00-4923-badd-bfbd2b4dc156 req-c8078f00-052c-476e-8792-50abf2d907bc service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=9f9e4d3a-9b0f-46a7-b045-8d44d07986e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2160444 Oct 19 07:41:17.817519 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-72767e0e-5232-413b-a3fe-b1ed456f32df tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1964018931'}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:41:17.823198 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-bea9a0d7-e4d6-46ef-a46d-f4c7ffb93be1 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785020947330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133553798'] for port, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:17.825181 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-25497ce8-b481-4b6f-ad59-4245a33c98ab tempest-SecGroupTest-1544089316 tempest-SecGroupTest-1544089316-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:17.827341 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a025d9e1-5400-4007-bd8b-27fc9528329e tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Pushing event deleted for resources: {'Network': ['ID=d5bcbfcf-97c5-4260-add5-2ae805b53840,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:41:17.869831 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-25497ce8-b481-4b6f-ad59-4245a33c98ab tempest-SecGroupTest-1544089316 tempest-SecGroupTest-1544089316-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:17.878472 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-bdc9cfc3-a27f-446b-857a-b08f42b7ab56 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-679819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130997964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130170408'] for subnet, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:17.898555 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-9796ae9b-17c5-41ad-8082-b1141d66a395 None None] Attempt 8 to provision port 639dd394-1929-4fa8-93a1-c2bcbec3fc3b Oct 19 07:41:17.932099 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.db_base_plugin_common [None req-d74e8d78-e949-46cc-ba28-3b30c50c2e11 tempest-NetworksIpV6TestAttrs-279669730 tempest-NetworksIpV6TestAttrs-279669730-project] Allocated IP 2001:db8::f816:3eff:fe70:9cf2 (aae981fd-d10c-4d7e-9f78-1bb55728e4eb/de821cad-6d2f-4008-b5d4-276664cf277e/ac6ee138-7974-42e8-80e6-f44feac87d60) {{(pid=103333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 07:41:17.935982 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc9cfc3-a27f-446b-857a-b08f42b7ab56 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Pushing event deleted for resources: {'Subnet': ['ID=f76001dc-d4c8-4357-9a82-fa65fc5a8db1,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:41:17.939494 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-2b33fc97-c145-40c5-b513-739e2416845f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:17.943395 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-bdc9cfc3-a27f-446b-857a-b08f42b7ab56 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks [] for subnet, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:17.949316 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-bdc9cfc3-a27f-446b-857a-b08f42b7ab56 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] 10.222.0.27 "DELETE /v2.0/subnets/f76001dc-d4c8-4357-9a82-fa65fc5a8db1 HTTP/1.1" status: 204 len: 168 time: 1.2482648 Oct 19 07:41:17.951447 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 56708) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:41:17.952392 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9dca91c9-9c92-4e79-8faf-9b4aa720f872 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Made reservation on behalf of 0cd3ded9dc134e3392e5122464eefb82 for: {'subnet': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 07:41:17.956635 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bea9a0d7-e4d6-46ef-a46d-f4c7ffb93be1 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Network 4daf018b-9448-4af6-b1a7-ed0b0c9c81a9 is already hosted by enough agents. {{(pid=103332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 07:41:17.957680 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-9dca91c9-9c92-4e79-8faf-9b4aa720f872 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130170579'] for subnet, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:17.962118 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.base_scheduler [None req-bea9a0d7-e4d6-46ef-a46d-f4c7ffb93be1 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Resources bound (agent type, host, resource id): {{(pid=103332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:41:17.990786 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bea9a0d7-e4d6-46ef-a46d-f4c7ffb93be1 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Received port after_create {{(pid=103332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 07:41:18.001044 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72767e0e-5232-413b-a3fe-b1ed456f32df tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Made reservation on behalf of f2ca639a25f74e74adde8aad6c608244 for: {'network': 1} {{(pid=103332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 07:41:18.008248 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-72767e0e-5232-413b-a3fe-b1ed456f32df tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for network, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:18.045041 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-a0c9d1fc-62ac-4423-961a-90ff10679ab4 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] 10.222.0.27 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0832529 Oct 19 07:41:18.051100 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 56710) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:41:18.063178 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-9796ae9b-17c5-41ad-8082-b1141d66a395 None None] Port 639dd394-1929-4fa8-93a1-c2bcbec3fc3b cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 07:41:18.063396 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-5153e504-9610-4186-8920-6339195147c5 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Request body: {'subnet': {'network_id': '6b5a65c5-1bed-4301-9db8-c1056c2b8eba', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:41:18.063500 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Current status of the port 0b3fe434-63b4-4574-a267-f3a66028c3fc is: ACTIVE; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:41:18.153643 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea9a0d7-e4d6-46ef-a46d-f4c7ffb93be1 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Pushing event updated for resources: {'Port': ['ID=d9ac0312-b4f0-4a4f-ab6d-3fbf05a5739a,revision_number=1']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:41:18.178601 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-bea9a0d7-e4d6-46ef-a46d-f4c7ffb93be1 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1695190'] for router_interface, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:18.224881 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-25497ce8-b481-4b6f-ad59-4245a33c98ab tempest-SecGroupTest-1544089316 tempest-SecGroupTest-1544089316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815365'] for security_group_rule, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:18.233814 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-25497ce8-b481-4b6f-ad59-4245a33c98ab tempest-SecGroupTest-1544089316 tempest-SecGroupTest-1544089316-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:18.238461 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-25497ce8-b481-4b6f-ad59-4245a33c98ab tempest-SecGroupTest-1544089316 tempest-SecGroupTest-1544089316-project] 10.222.0.27 "DELETE /v2.0/security-group-rules/a4b682b4-845e-48d3-a34f-8ddc3dad1c82 HTTP/1.1" status: 204 len: 168 time: 0.5499156 Oct 19 07:41:18.259584 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 56712) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:41:18.332165 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fb9279-2e20-4a51-8500-0d4365c51535 req-b1fe92cf-5b23-42c3-bd3a-6b3551ad3433 tempest-ServerActionsTestJSON-1032082790 tempest-ServerActionsTestJSON-1032082790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:41:18.341003 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-99fb9279-2e20-4a51-8500-0d4365c51535 req-b1fe92cf-5b23-42c3-bd3a-6b3551ad3433 tempest-ServerActionsTestJSON-1032082790 tempest-ServerActionsTestJSON-1032082790-project] 10.222.0.27 "GET /v2.0/ports?device_id=c15ce40b-4ff1-4ce8-b3f1-4c16c8447f68 HTTP/1.1" status: 200 len: 945 time: 0.3998117 Oct 19 07:41:18.342892 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25497ce8-b481-4b6f-ad59-4245a33c98ab tempest-SecGroupTest-1544089316 tempest-SecGroupTest-1544089316-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a4b682b4-845e-48d3-a34f-8ddc3dad1c82,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:41:18.351427 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72767e0e-5232-413b-a3fe-b1ed456f32df tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 156} {{(pid=103332) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 07:41:18.398984 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-e28befac-1d00-4923-badd-bfbd2b4dc156 req-406fb76b-f4d9-46dd-84e9-0904cd83f30a service neutron] 10.222.0.16 "GET /v2.0/networks/9f9e4d3a-9b0f-46a7-b045-8d44d07986e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5778899 Oct 19 07:41:18.399933 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device 54218e19-cd34-4eb4-b758-02ec37ba9425 no longer exists at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 07:41:18.402865 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b33fc97-c145-40c5-b513-739e2416845f None None] Pushing event updated for resources: {'Port': ['ID=3bd821c3-b398-403d-b520-41d3e2c5c301,revision_number=2']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:41:18.434958 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] No Port match for: 54218e19-cd34-4eb4-b758-02ec37ba9425 {{(pid=103334) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 19 07:41:18.435583 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device 54218e19-cd34-4eb4-b758-02ec37ba9425 not bound to the agent host dv-neutron-861624-1-hyperv {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 07:41:18.446787 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-72767e0e-5232-413b-a3fe-b1ed456f32df tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979'] for segment, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:18.447137 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.db.segments_db [None req-72767e0e-5232-413b-a3fe-b1ed456f32df tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Added segment dfc951db-1ed6-4915-8d87-801f81db4322 of type vlan for network db7aaa37-046d-444a-b36f-3dc8c2299f0e Oct 19 07:41:18.449079 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-2a2259f7-b034-4eec-af7a-7abaede746c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:18.526534 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-161103ac-8f61-499c-9077-5b0072d874f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a3ee82e-b69d-4a9d-a681-af0f007cfa8a', 'name': 'tempest-RoutersTest-router-906858636', 'tenant_id': 'ea2e94e7c58741afa39e88c6d73f4fb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T07:41:03Z', 'updated_at': '2022-10-19T07:41:08Z', 'revision_number': 2, 'project_id': 'ea2e94e7c58741afa39e88c6d73f4fb1', 'gw_port_host': None, '_interfaces': [{'id': '4ce3479b-393b-481b-b58d-51ccf321edac', 'name': '', 'network_id': 'b58e1c6a-78c1-43cd-89d9-838f22da233f', 'tenant_id': 'ea2e94e7c58741afa39e88c6d73f4fb1', 'mac_address': 'fa:16:3e:31:7a:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a3ee82e-b69d-4a9d-a681-af0f007cfa8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '612c3709-642f-4c80-9732-62beec0bf567', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:41:06Z', 'updated_at': '2022-10-19T07:41:16Z', 'revision_number': 4, 'project_id': 'ea2e94e7c58741afa39e88c6d73f4fb1', 'subnets': [{'id': '612c3709-642f-4c80-9732-62beec0bf567', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:41:18.527542 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-7b6bc58a-f396-47f8-960b-b6d6f924069c tempest-SecGroupTest-1544089316 tempest-SecGroupTest-1544089316-project] 10.222.0.27 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2561007 Oct 19 07:41:18.533347 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-72767e0e-5232-413b-a3fe-b1ed456f32df tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785020965340'] for network, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:18.547141 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 56714) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:41:18.579000 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-9796ae9b-17c5-41ad-8082-b1141d66a395 None None] Attempt 9 to provision port 639dd394-1929-4fa8-93a1-c2bcbec3fc3b Oct 19 07:41:18.587505 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-161103ac-8f61-499c-9077-5b0072d874f6 None None] The sync data for ids ['5a3ee82e-b69d-4a9d-a681-af0f007cfa8a'] in dv-neutron-861624-1-hyperv is: [{'id': '5a3ee82e-b69d-4a9d-a681-af0f007cfa8a', 'name': 'tempest-RoutersTest-router-906858636', 'tenant_id': 'ea2e94e7c58741afa39e88c6d73f4fb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T07:41:03Z', 'updated_at': '2022-10-19T07:41:08Z', 'revision_number': 2, 'project_id': 'ea2e94e7c58741afa39e88c6d73f4fb1', 'gw_port_host': None, '_interfaces': [{'id': '4ce3479b-393b-481b-b58d-51ccf321edac', 'name': '', 'network_id': 'b58e1c6a-78c1-43cd-89d9-838f22da233f', 'tenant_id': 'ea2e94e7c58741afa39e88c6d73f4fb1', 'mac_address': 'fa:16:3e:31:7a:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a3ee82e-b69d-4a9d-a681-af0f007cfa8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '612c3709-642f-4c80-9732-62beec0bf567', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:41:06Z', 'updated_at': '2022-10-19T07:41:16Z', 'revision_number': 4, 'project_id': 'ea2e94e7c58741afa39e88c6d73f4fb1', 'subnets': [{'id': '612c3709-642f-4c80-9732-62beec0bf567', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 07:41:18.615195 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-bea9a0d7-e4d6-46ef-a46d-f4c7ffb93be1 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:18.623029 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bb40951-7da0-443d-a7be-3aed581d355f None None] DHCP port deletion for 6b5a65c5-1bed-4301-9db8-c1056c2b8eba request from dv-neutron-861624-1-hyperv {{(pid=103334) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 07:41:18.652064 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-9796ae9b-17c5-41ad-8082-b1141d66a395 None None] Port 639dd394-1929-4fa8-93a1-c2bcbec3fc3b cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 07:41:18.660900 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-99fb9279-2e20-4a51-8500-0d4365c51535 req-9c766ea1-915c-431c-8bd7-eb3430717e59 tempest-ServerActionsTestJSON-1032082790 tempest-ServerActionsTestJSON-1032082790-project] 10.222.0.27 "GET /v2.0/security-groups?id=f0bcd6ee-444f-46c6-b01f-ccacf8976dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3190145 Oct 19 07:41:18.662700 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.db.resource_extend [None req-72767e0e-5232-413b-a3fe-b1ed456f32df tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 19 07:41:18.724909 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device 3bd821c3-b398-403d-b520-41d3e2c5c301 up at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 07:41:18.755785 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-1bb40951-7da0-443d-a7be-3aed581d355f None None] Deleting port 7235d0ef-7498-4575-a031-a293ae8bcdc8 {{(pid=103334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 07:41:18.759069 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-1bb40951-7da0-443d-a7be-3aed581d355f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:18.811606 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-7ae64d87-d52a-4cd1-8af6-92d17f283e44 tempest-AllowedAddressPairIpV6TestJSON-693616432 tempest-AllowedAddressPairIpV6TestJSON-693616432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130996763'] for port, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:18.814751 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-72767e0e-5232-413b-a3fe-b1ed456f32df tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873'] for network, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:18.820238 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72767e0e-5232-413b-a3fe-b1ed456f32df tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:41:18.820863 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-72767e0e-5232-413b-a3fe-b1ed456f32df tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Notify callbacks [] for network, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:18.855902 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-1bb40951-7da0-443d-a7be-3aed581d355f None None] For port 7235d0ef-7498-4575-a031-a293ae8bcdc8, host dv-neutron-861624-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=7235d0ef-7498-4575-a031-a293ae8bcdc8,segment=NetworkSegment(5a8d2b05-b527-4bd4-a671-b9112f193fef),segment_id=5a8d2b05-b527-4bd4-a671-b9112f193fef)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:41:18.856419 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-1bb40951-7da0-443d-a7be-3aed581d355f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:18.872533 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-1bb40951-7da0-443d-a7be-3aed581d355f None None] Calling delete_port for 7235d0ef-7498-4575-a031-a293ae8bcdc8 owned by network:dhcp {{(pid=103334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 07:41:18.884020 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Provisioning complete for port 3bd821c3-b398-403d-b520-41d3e2c5c301 triggered by entity L2. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:41:18.884588 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:18.885038 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Attempt 1 to provision port 3bd821c3-b398-403d-b520-41d3e2c5c301 Oct 19 07:41:18.898529 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae64d87-d52a-4cd1-8af6-92d17f283e44 tempest-AllowedAddressPairIpV6TestJSON-693616432 tempest-AllowedAddressPairIpV6TestJSON-693616432-project] Pushing event deleted for resources: {'Port': ['ID=549e41f4-c827-4582-b66f-610b50cf4a7a,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:41:18.909645 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-e28befac-1d00-4923-badd-bfbd2b4dc156 req-b192f141-74d7-4a7b-9850-eea1f9c691e9 service neutron] 10.222.0.16 "GET /v2.0/networks/9f9e4d3a-9b0f-46a7-b045-8d44d07986e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5002072 Oct 19 07:41:18.910296 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5153e504-9610-4186-8920-6339195147c5 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Made reservation on behalf of 61a2e57b80c1442e9cb330141a970781 for: {'subnet': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 07:41:18.913792 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-5153e504-9610-4186-8920-6339195147c5 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130170579'] for subnet, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:18.960855 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-2c9c3179-69a0-48fa-a24b-bcd3906daa39 tempest-SecGroupTest-1544089316 tempest-SecGroupTest-1544089316-project] Notify callbacks [] for security_group, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:18.992008 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-72767e0e-5232-413b-a3fe-b1ed456f32df tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.1886935 Oct 19 07:41:19.025391 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 56716) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:41:19.051016 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-7ae64d87-d52a-4cd1-8af6-92d17f283e44 tempest-AllowedAddressPairIpV6TestJSON-693616432 tempest-AllowedAddressPairIpV6TestJSON-693616432-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42160'] for port, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:19.054987 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-7ae64d87-d52a-4cd1-8af6-92d17f283e44 tempest-AllowedAddressPairIpV6TestJSON-693616432 tempest-AllowedAddressPairIpV6TestJSON-693616432-project] 10.222.0.27 "DELETE /v2.0/ports/549e41f4-c827-4582-b66f-610b50cf4a7a HTTP/1.1" status: 204 len: 168 time: 2.6358204 Oct 19 07:41:19.065136 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-ac737e38-caf8-4a84-96d0-4461baaac65f tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Request body: {'subnet': {'network_id': 'db7aaa37-046d-444a-b36f-3dc8c2299f0e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:41:19.090570 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 56718) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:41:19.119632 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-1a0da505-d0f9-48c6-b7e2-53b9c5e41298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:19.152581 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:19.155812 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-9796ae9b-17c5-41ad-8082-b1141d66a395 None None] Attempt 10 to provision port 639dd394-1929-4fa8-93a1-c2bcbec3fc3b Oct 19 07:41:19.249540 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-d74e8d78-e949-46cc-ba28-3b30c50c2e11 tempest-NetworksIpV6TestAttrs-279669730 tempest-NetworksIpV6TestAttrs-279669730-project] Notify callbacks [] for port, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:19.264189 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed00d0ca-d5dc-47c3-922e-b0410a4d94d3 tempest-AllowedAddressPairIpV6TestJSON-693616432 tempest-AllowedAddressPairIpV6TestJSON-693616432-project] GET failed (client error): The resource could not be found. Oct 19 07:41:19.272642 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-ed00d0ca-d5dc-47c3-922e-b0410a4d94d3 tempest-AllowedAddressPairIpV6TestJSON-693616432 tempest-AllowedAddressPairIpV6TestJSON-693616432-project] 10.222.0.27 "GET /v2.0/ports/549e41f4-c827-4582-b66f-610b50cf4a7a HTTP/1.1" status: 404 len: 333 time: 0.1711311 Oct 19 07:41:19.283290 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-9796ae9b-17c5-41ad-8082-b1141d66a395 None None] Port 639dd394-1929-4fa8-93a1-c2bcbec3fc3b cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 07:41:19.303630 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 56720) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:41:19.336700 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-03945269-a584-4e2a-a59e-b51e2c26b2ae tempest-AllowedAddressPairIpV6TestJSON-693616432 tempest-AllowedAddressPairIpV6TestJSON-693616432-project] Request body: {'port': {'network_id': '94a2344b-3c35-4881-a95e-6f2bc84f03db', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-527870242'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:41:19.355273 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-1bb40951-7da0-443d-a7be-3aed581d355f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339'] for port, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:19.441068 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bb40951-7da0-443d-a7be-3aed581d355f None None] No DVR routers for this DVR port 7235d0ef-7498-4575-a031-a293ae8bcdc8 on host dv-neutron-861624-1-hyperv {{(pid=103334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 19 07:41:19.450021 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-9796ae9b-17c5-41ad-8082-b1141d66a395 None None] Provisioning complete for port 3e5645fc-8ac1-4269-84d1-65f06e41ccbe triggered by entity DHCP. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:41:19.450899 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-9796ae9b-17c5-41ad-8082-b1141d66a395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:19.451949 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-9796ae9b-17c5-41ad-8082-b1141d66a395 None None] Attempt 1 to provision port 3e5645fc-8ac1-4269-84d1-65f06e41ccbe Oct 19 07:41:19.473501 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb40951-7da0-443d-a7be-3aed581d355f None None] Pushing event deleted for resources: {'Port': ['ID=7235d0ef-7498-4575-a031-a293ae8bcdc8,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:41:19.564167 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Current status of the port 3bd821c3-b398-403d-b520-41d3e2c5c301 is: DOWN; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:41:19.564657 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:19.619166 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] For port 3bd821c3-b398-403d-b520-41d3e2c5c301, host dv-neutron-861624-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=3bd821c3-b398-403d-b520-41d3e2c5c301,segment=NetworkSegment(1bd02fa6-b501-4e5c-871a-f4a28a5e9b18),segment_id=1bd02fa6-b501-4e5c-871a-f4a28a5e9b18)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:41:19.631620 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:19.653527 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-2c9c3179-69a0-48fa-a24b-bcd3906daa39 tempest-SecGroupTest-1544089316 tempest-SecGroupTest-1544089316-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:19.668935 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device 1e4d4175-417d-402c-953e-863ec83e855e no longer exists at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 07:41:19.692871 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-9dca91c9-9c92-4e79-8faf-9b4aa720f872 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130997899', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130170401'] for subnet, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:19.715348 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72767e0e-5232-413b-a3fe-b1ed456f32df tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Pushing event updated for resources: {'Network': ['ID=db7aaa37-046d-444a-b36f-3dc8c2299f0e,revision_number=1']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:41:19.743050 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] No Port match for: 1e4d4175-417d-402c-953e-863ec83e855e {{(pid=103334) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 19 07:41:19.745776 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device 1e4d4175-417d-402c-953e-863ec83e855e not bound to the agent host dv-neutron-861624-1-hyperv {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 07:41:19.762177 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac737e38-caf8-4a84-96d0-4461baaac65f tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Made reservation on behalf of f2ca639a25f74e74adde8aad6c608244 for: {'subnet': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 07:41:19.766443 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-ac737e38-caf8-4a84-96d0-4461baaac65f tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130170579'] for subnet, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:19.766657 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-2c9c3179-69a0-48fa-a24b-bcd3906daa39 tempest-SecGroupTest-1544089316 tempest-SecGroupTest-1544089316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788643'] for security_group, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:19.769656 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Network db7aaa37-046d-444a-b36f-3dc8c2299f0e details requested by agent ovs-agent-dv-neutron-861624-1-hyperv with host dv-neutron-861624-1-hyperv {{(pid=103334) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 07:41:19.770356 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-2c9c3179-69a0-48fa-a24b-bcd3906daa39 tempest-SecGroupTest-1544089316 tempest-SecGroupTest-1544089316-project] Notify callbacks [] for security_group, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:19.771781 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-2c9c3179-69a0-48fa-a24b-bcd3906daa39 tempest-SecGroupTest-1544089316 tempest-SecGroupTest-1544089316-project] 10.222.0.27 "DELETE /v2.0/security-groups/afe2fde5-e281-412c-9fe9-f69db2bf66b5 HTTP/1.1" status: 204 len: 168 time: 1.2220623 Oct 19 07:41:19.773741 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8d3712e-5f0c-44de-ac10-10cc9db8cee2 None None] Network 4daf018b-9448-4af6-b1a7-ed0b0c9c81a9 requested from dv-neutron-861624-1-hyperv {{(pid=103334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 07:41:19.780807 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 56724) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:41:19.818640 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9c3179-69a0-48fa-a24b-bcd3906daa39 tempest-SecGroupTest-1544089316 tempest-SecGroupTest-1544089316-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=afe2fde5-e281-412c-9fe9-f69db2bf66b5,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:41:19.860378 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dca91c9-9c92-4e79-8faf-9b4aa720f872 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Checking segment: {'id': 'f7b55f8c-7baa-46cb-b8f0-dd733550d5ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '6ae27839-d131-4c3d-b4f3-b5d7f4da53d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 19 07:41:19.861133 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dca91c9-9c92-4e79-8faf-9b4aa720f872 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Network hostable DHCP agents. Network: 6ae27839-d131-4c3d-b4f3-b5d7f4da53d7, hostable agents: ['310d813b-0e3e-4d7e-9b79-8f4ec0dbcab0'], hosted agents: [] {{(pid=103333) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 07:41:19.895565 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2761ca48-0c55-432d-8942-7abac1cba8d7 req-864d6b1e-4634-4ac3-9ace-0a93ad85a3b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:41:19.897540 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-2761ca48-0c55-432d-8942-7abac1cba8d7 req-864d6b1e-4634-4ac3-9ace-0a93ad85a3b5 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b76abfccca1e443d8cfed9fe77b82608&device_id=c15ce40b-4ff1-4ce8-b3f1-4c16c8447f68 HTTP/1.1" status: 200 len: 1098 time: 0.2734694 Oct 19 07:41:19.904972 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-ae3fb753-fcf3-4b13-837b-8186c4447802 tempest-SecGroupTest-1544089316 tempest-SecGroupTest-1544089316-project] 10.222.0.27 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1213746 Oct 19 07:41:19.911935 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 56726) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:41:19.916773 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-35045682-af4f-4eec-ae7f-dd8618e055a0 tempest-SecGroupTest-1544089316 tempest-SecGroupTest-1544089316-project] Request body: {'security_group': {'name': 'tempest-secgroup--2019854763'}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:41:19.960172 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dca91c9-9c92-4e79-8faf-9b4aa720f872 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Network 6ae27839-d131-4c3d-b4f3-b5d7f4da53d7 is scheduled to be hosted by DHCP agent 310d813b-0e3e-4d7e-9b79-8f4ec0dbcab0 with binding_index 1 {{(pid=103333) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 07:41:19.972784 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-d74e8d78-e949-46cc-ba28-3b30c50c2e11 tempest-NetworksIpV6TestAttrs-279669730 tempest-NetworksIpV6TestAttrs-279669730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785020947330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130996763'] for port, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:19.985865 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03945269-a584-4e2a-a59e-b51e2c26b2ae tempest-AllowedAddressPairIpV6TestJSON-693616432 tempest-AllowedAddressPairIpV6TestJSON-693616432-project] Made reservation on behalf of c2c473368888434baebd47d1eff4afea for: {'port': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 07:41:19.989346 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-03945269-a584-4e2a-a59e-b51e2c26b2ae tempest-AllowedAddressPairIpV6TestJSON-693616432 tempest-AllowedAddressPairIpV6TestJSON-693616432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:20.026970 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-9796ae9b-17c5-41ad-8082-b1141d66a395 None None] Current status of the port 3e5645fc-8ac1-4269-84d1-65f06e41ccbe is: ACTIVE; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:41:20.046642 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-bea9a0d7-e4d6-46ef-a46d-f4c7ffb93be1 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Notify callbacks [] for port, precommit_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:20.051387 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-35045682-af4f-4eec-ae7f-dd8618e055a0 tempest-SecGroupTest-1544089316 tempest-SecGroupTest-1544089316-project] Notify callbacks [] for security_group, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:20.064174 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-bea9a0d7-e4d6-46ef-a46d-f4c7ffb93be1 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133553807'] for port, after_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:20.071330 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-9796ae9b-17c5-41ad-8082-b1141d66a395 None None] Could not find standard attr ID for object 4d7f8934-be0c-4bf5-a16c-2c259dbf7e7b. {{(pid=103334) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 19 07:41:20.078975 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dca91c9-9c92-4e79-8faf-9b4aa720f872 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Pushing event updated for resources: {'Subnet': ['ID=167a7dcf-656c-46ba-9649-9d1dbe775823,revision_number=0']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:41:20.082694 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-9dca91c9-9c92-4e79-8faf-9b4aa720f872 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861624-1-hyperv, 6ae27839-d131-4c3d-b4f3-b5d7f4da53d7) {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:41:20.086914 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dca91c9-9c92-4e79-8faf-9b4aa720f872 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:41:20.087502 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-9dca91c9-9c92-4e79-8faf-9b4aa720f872 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Notify callbacks [] for subnet, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:20.101675 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d74e8d78-e949-46cc-ba28-3b30c50c2e11 tempest-NetworksIpV6TestAttrs-279669730 tempest-NetworksIpV6TestAttrs-279669730-project] Network aae981fd-d10c-4d7e-9f78-1bb55728e4eb is already hosted by enough agents. {{(pid=103333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 07:41:20.110049 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Pushing event updated for resources: {'Port': ['ID=3bd821c3-b398-403d-b520-41d3e2c5c301,revision_number=3']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:41:20.123538 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-9dca91c9-9c92-4e79-8faf-9b4aa720f872 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.4675529 Oct 19 07:41:20.129314 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecb5a168-08d8-4d8b-9d83-12b8cfd372f7 None None] Network 6ae27839-d131-4c3d-b4f3-b5d7f4da53d7 requested from dv-neutron-861624-1-hyperv {{(pid=103334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 07:41:20.133057 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-d74e8d78-e949-46cc-ba28-3b30c50c2e11 tempest-NetworksIpV6TestAttrs-279669730 tempest-NetworksIpV6TestAttrs-279669730-project] Resources bound (agent type, host, resource id): {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:41:20.135553 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d74e8d78-e949-46cc-ba28-3b30c50c2e11 tempest-NetworksIpV6TestAttrs-279669730 tempest-NetworksIpV6TestAttrs-279669730-project] Received port after_create {{(pid=103333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 07:41:20.141478 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d74e8d78-e949-46cc-ba28-3b30c50c2e11 tempest-NetworksIpV6TestAttrs-279669730 tempest-NetworksIpV6TestAttrs-279669730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:41:20.143101 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-d74e8d78-e949-46cc-ba28-3b30c50c2e11 tempest-NetworksIpV6TestAttrs-279669730 tempest-NetworksIpV6TestAttrs-279669730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42160'] for port, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:20.150926 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 56728) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:41:20.154382 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.db_base_plugin_common [None req-51666410-22d3-405f-8d9e-d8e34096dac3 None None] Allocated IP 2001:db8::f816:3eff:fe6a:9d5b (aae981fd-d10c-4d7e-9f78-1bb55728e4eb/de821cad-6d2f-4008-b5d4-276664cf277e/f3e9975e-3436-4204-98ab-149b4a42403e) {{(pid=103334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 07:41:20.200447 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-1bfdefed-b2be-4460-a673-75f82b400cfe tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Request body: {'port': {'network_id': '6ae27839-d131-4c3d-b4f3-b5d7f4da53d7', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1185548044'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:41:20.207413 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-9796ae9b-17c5-41ad-8082-b1141d66a395 None None] Provisioning complete for port 0b3fe434-63b4-4574-a267-f3a66028c3fc triggered by entity DHCP. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:41:20.208080 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-9796ae9b-17c5-41ad-8082-b1141d66a395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:20.208332 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-9796ae9b-17c5-41ad-8082-b1141d66a395 None None] Attempt 1 to provision port 0b3fe434-63b4-4574-a267-f3a66028c3fc Oct 19 07:41:20.227057 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd1743c-ab16-455b-892d-39e3a7829a32 req-372bf949-1e13-45eb-b64b-77e7c5218e47 tempest-ServerActionsTestJSON-1032082790 tempest-ServerActionsTestJSON-1032082790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:41:20.228659 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-1bd1743c-ab16-455b-892d-39e3a7829a32 req-372bf949-1e13-45eb-b64b-77e7c5218e47 tempest-ServerActionsTestJSON-1032082790 tempest-ServerActionsTestJSON-1032082790-project] 10.222.0.27 "GET /v2.0/ports?device_id=c15ce40b-4ff1-4ce8-b3f1-4c16c8447f68 HTTP/1.1" status: 200 len: 945 time: 0.2657521 Oct 19 07:41:20.240571 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea9a0d7-e4d6-46ef-a46d-f4c7ffb93be1 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Pushing event updated for resources: {'Port': ['ID=d9ac0312-b4f0-4a4f-ab6d-3fbf05a5739a,revision_number=2']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:41:20.245280 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-bea9a0d7-e4d6-46ef-a46d-f4c7ffb93be1 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1574855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1694822'] for router_interface, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:20.247409 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2761ca48-0c55-432d-8942-7abac1cba8d7 req-a82d9a2e-8fe6-4736-a128-c5a874dc5916 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:41:20.248891 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-2761ca48-0c55-432d-8942-7abac1cba8d7 req-a82d9a2e-8fe6-4736-a128-c5a874dc5916 service neutron] 10.222.0.16 "GET /v2.0/networks?id=9f9e4d3a-9b0f-46a7-b045-8d44d07986e0 HTTP/1.1" status: 200 len: 912 time: 0.3235316 Oct 19 07:41:20.294929 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.notifiers.nova [None req-03945269-a584-4e2a-a59e-b51e2c26b2ae tempest-AllowedAddressPairIpV6TestJSON-693616432 tempest-AllowedAddressPairIpV6TestJSON-693616432-project] device_id is not set on port 454c2491-a7cf-4c02-a347-b0dc341dd223 yet. {{(pid=103333) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 19 07:41:20.329203 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74e8d78-e949-46cc-ba28-3b30c50c2e11 tempest-NetworksIpV6TestAttrs-279669730 tempest-NetworksIpV6TestAttrs-279669730-project] Pushing event updated for resources: {'Port': ['ID=ac6ee138-7974-42e8-80e6-f44feac87d60,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:41:20.383732 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-d74e8d78-e949-46cc-ba28-3b30c50c2e11 tempest-NetworksIpV6TestAttrs-279669730 tempest-NetworksIpV6TestAttrs-279669730-project] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 3.2635856 Oct 19 07:41:20.394904 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 56730) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:41:20.419576 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-35045682-af4f-4eec-ae7f-dd8618e055a0 tempest-SecGroupTest-1544089316 tempest-SecGroupTest-1544089316-project] Notify callbacks [] for security_group, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:20.447989 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-1bd1743c-ab16-455b-892d-39e3a7829a32 req-24683c34-837b-45c6-ac0d-8686cd67b7ab tempest-ServerActionsTestJSON-1032082790 tempest-ServerActionsTestJSON-1032082790-project] 10.222.0.27 "GET /v2.0/security-groups?id=f0bcd6ee-444f-46c6-b01f-ccacf8976dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2084553 Oct 19 07:41:20.449800 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-5153e504-9610-4186-8920-6339195147c5 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130997899', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130170401'] for subnet, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:20.457242 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-35045682-af4f-4eec-ae7f-dd8618e055a0 tempest-SecGroupTest-1544089316 tempest-SecGroupTest-1544089316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788643'] for security_group, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:20.470585 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bfdefed-b2be-4460-a673-75f82b400cfe tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Made reservation on behalf of 0cd3ded9dc134e3392e5122464eefb82 for: {'port': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 07:41:20.480437 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-2761ca48-0c55-432d-8942-7abac1cba8d7 req-5e61978d-a79d-48ed-ae86-3bdb0a3e39a6 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=166507e4-5bf0-4d0c-a912-f2cd4a10fdee HTTP/1.1" status: 200 len: 1001 time: 0.2186291 Oct 19 07:41:20.480627 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-1bfdefed-b2be-4460-a673-75f82b400cfe tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:20.586853 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-35045682-af4f-4eec-ae7f-dd8618e055a0 tempest-SecGroupTest-1544089316 tempest-SecGroupTest-1544089316-project] Notify callbacks [] for security_group, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:20.589815 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-35045682-af4f-4eec-ae7f-dd8618e055a0 tempest-SecGroupTest-1544089316 tempest-SecGroupTest-1544089316-project] 10.222.0.27 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.6766288 Oct 19 07:41:20.612013 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 56734) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:41:20.617236 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-eb68b3e6-899a-4195-80ff-6f4a10d8a440 tempest-SecGroupTest-1544089316 tempest-SecGroupTest-1544089316-project] Request body: {'security_group_rule': {'security_group_id': 'cad6de41-89a6-4cda-93e3-67b79c0458a2', 'direction': 'ingress', 'protocol': 17}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:41:20.643996 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-9796ae9b-17c5-41ad-8082-b1141d66a395 None None] Current status of the port 0b3fe434-63b4-4574-a267-f3a66028c3fc is: ACTIVE; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:41:20.652308 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5153e504-9610-4186-8920-6339195147c5 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Pushing event updated for resources: {'Subnet': ['ID=9c6a825b-3c4e-47f4-a101-77dd60b28991,revision_number=0']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:41:20.658406 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35045682-af4f-4eec-ae7f-dd8618e055a0 tempest-SecGroupTest-1544089316 tempest-SecGroupTest-1544089316-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cad6de41-89a6-4cda-93e3-67b79c0458a2,revision_number=1']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:41:20.675411 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-51666410-22d3-405f-8d9e-d8e34096dac3 None None] Notify callbacks [] for port, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:20.681283 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39c04c6f-e6fa-430f-aadb-24d316ec2f2f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d12c6ac-27a3-545c-a8f3-f04e30423d6d-6ae27839-d131-4c3d-b4f3-b5d7f4da53d7', 'network_id': '6ae27839-d131-4c3d-b4f3-b5d7f4da53d7', 'tenant_id': '0cd3ded9dc134e3392e5122464eefb82', 'fixed_ips': [{'subnet_id': '167a7dcf-656c-46ba-9649-9d1dbe775823'}]}} from dv-neutron-861624-1-hyperv. {{(pid=103334) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 07:41:20.682607 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-39c04c6f-e6fa-430f-aadb-24d316ec2f2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:20.685855 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bea9a0d7-e4d6-46ef-a46d-f4c7ffb93be1 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Network 4daf018b-9448-4af6-b1a7-ed0b0c9c81a9 is already hosted by enough agents. {{(pid=103332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 07:41:20.709199 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-51666410-22d3-405f-8d9e-d8e34096dac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785020947330'] for port, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:20.710925 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5153e504-9610-4186-8920-6339195147c5 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Network 6b5a65c5-1bed-4301-9db8-c1056c2b8eba is already hosted by enough agents. {{(pid=103333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 07:41:20.727298 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.base_scheduler [None req-bea9a0d7-e4d6-46ef-a46d-f4c7ffb93be1 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Resources bound (agent type, host, resource id): {{(pid=103332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:41:20.743574 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2761ca48-0c55-432d-8942-7abac1cba8d7 req-145f5aec-d3ca-4df1-8a61-34139a5ae198 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:41:20.745492 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-2761ca48-0c55-432d-8942-7abac1cba8d7 req-145f5aec-d3ca-4df1-8a61-34139a5ae198 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=509b576d-66cd-49df-8740-f428cd2060b2 HTTP/1.1" status: 200 len: 850 time: 0.2577417 Oct 19 07:41:20.775092 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-9796ae9b-17c5-41ad-8082-b1141d66a395 None None] Provisioning complete for port 4ce3479b-393b-481b-b58d-51ccf321edac triggered by entity DHCP. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:41:20.775458 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-9796ae9b-17c5-41ad-8082-b1141d66a395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:20.775813 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-9796ae9b-17c5-41ad-8082-b1141d66a395 None None] Attempt 1 to provision port 4ce3479b-393b-481b-b58d-51ccf321edac Oct 19 07:41:20.792022 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-5153e504-9610-4186-8920-6339195147c5 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Resources bound (agent type, host, resource id): {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:41:20.807235 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5153e504-9610-4186-8920-6339195147c5 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:41:20.807829 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-5153e504-9610-4186-8920-6339195147c5 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks [] for subnet, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:20.830218 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.notifiers.nova [None req-1bfdefed-b2be-4460-a673-75f82b400cfe tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] device_id is not set on port 8dc11a0b-0846-4cc7-b9e0-fbe9a96209ca yet. {{(pid=103333) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 19 07:41:20.842869 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-5153e504-9610-4186-8920-6339195147c5 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.7884221 Oct 19 07:41:20.850520 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.db_base_plugin_v2 [None req-b21b1fca-4076-405f-a18c-96e3d7c8d309 tempest-NetworksIpV6TestAttrs-279669730 tempest-NetworksIpV6TestAttrs-279669730-project] Deleting subnet de821cad-6d2f-4008-b5d4-276664cf277e {{(pid=103333) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 19 07:41:20.864325 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 56736) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:41:20.880014 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-eb68b3e6-899a-4195-80ff-6f4a10d8a440 tempest-SecGroupTest-1544089316 tempest-SecGroupTest-1544089316-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:20.881185 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-3f5af5c3-41cd-4699-ac5c-d237ebb58662 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Request body: {'subnet': {'network_id': '6b5a65c5-1bed-4301-9db8-c1056c2b8eba', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:41:20.901466 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-b21b1fca-4076-405f-a18c-96e3d7c8d309 tempest-NetworksIpV6TestAttrs-279669730 tempest-NetworksIpV6TestAttrs-279669730-project] Notify callbacks [] for subnet, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:20.906446 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51666410-22d3-405f-8d9e-d8e34096dac3 None None] Network aae981fd-d10c-4d7e-9f78-1bb55728e4eb is already hosted by enough agents. {{(pid=103334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 07:41:20.976631 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c952bb-856e-4571-b69a-1efdce0b9dd2 req-e13c5fda-92ae-48c3-9f31-3d3c7432ea79 tempest-ServerActionsTestJSON-1032082790 tempest-ServerActionsTestJSON-1032082790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:41:20.977898 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-40c952bb-856e-4571-b69a-1efdce0b9dd2 req-e13c5fda-92ae-48c3-9f31-3d3c7432ea79 tempest-ServerActionsTestJSON-1032082790 tempest-ServerActionsTestJSON-1032082790-project] 10.222.0.27 "GET /v2.0/ports?device_id=c15ce40b-4ff1-4ce8-b3f1-4c16c8447f68 HTTP/1.1" status: 200 len: 945 time: 0.3219590 Oct 19 07:41:20.988818 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b8fde39-4006-42c7-8401-fdbbba030dde None None] Network 6b5a65c5-1bed-4301-9db8-c1056c2b8eba requested from dv-neutron-861624-1-hyperv {{(pid=103334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 07:41:20.991104 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device 3bd821c3-b398-403d-b520-41d3e2c5c301 up at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 07:41:20.993627 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.scheduler.base_scheduler [None req-51666410-22d3-405f-8d9e-d8e34096dac3 None None] Resources bound (agent type, host, resource id): {{(pid=103334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:41:21.022048 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51666410-22d3-405f-8d9e-d8e34096dac3 None None] Received port after_create {{(pid=103334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 07:41:21.041970 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2761ca48-0c55-432d-8942-7abac1cba8d7 req-cab934ff-56b3-4349-ac9a-cc6ed3693ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:41:21.043505 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-2761ca48-0c55-432d-8942-7abac1cba8d7 req-cab934ff-56b3-4349-ac9a-cc6ed3693ad7 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=9f9e4d3a-9b0f-46a7-b045-8d44d07986e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2909334 Oct 19 07:41:21.077934 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-eb68b3e6-899a-4195-80ff-6f4a10d8a440 tempest-SecGroupTest-1544089316 tempest-SecGroupTest-1544089316-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:21.107101 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.db_base_plugin_common [None req-03945269-a584-4e2a-a59e-b51e2c26b2ae tempest-AllowedAddressPairIpV6TestJSON-693616432 tempest-AllowedAddressPairIpV6TestJSON-693616432-project] Allocated IP 2001:db8::1c3 (94a2344b-3c35-4881-a95e-6f2bc84f03db/9cd13627-6d09-4a84-ad40-a6b473374883/454c2491-a7cf-4c02-a347-b0dc341dd223) {{(pid=103333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 07:41:21.193153 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-b21b1fca-4076-405f-a18c-96e3d7c8d309 tempest-NetworksIpV6TestAttrs-279669730 tempest-NetworksIpV6TestAttrs-279669730-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-134111928'] for subnet, precommit_delete_associations {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:21.239600 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-ac737e38-caf8-4a84-96d0-4461baaac65f tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130997899', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130170401'] for subnet, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:21.256606 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-2761ca48-0c55-432d-8942-7abac1cba8d7 req-81dfe282-e77e-496b-9b4e-1ad99b1f2a9a service neutron] 10.222.0.16 "GET /v2.0/networks/9f9e4d3a-9b0f-46a7-b045-8d44d07986e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1733019 Oct 19 07:41:21.277083 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-40c952bb-856e-4571-b69a-1efdce0b9dd2 req-9d148341-c905-4eb5-9a3e-bb437f23cf9e tempest-ServerActionsTestJSON-1032082790 tempest-ServerActionsTestJSON-1032082790-project] 10.222.0.27 "GET /v2.0/security-groups?id=f0bcd6ee-444f-46c6-b01f-ccacf8976dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2803845 Oct 19 07:41:21.416630 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51666410-22d3-405f-8d9e-d8e34096dac3 None None] Pushing event updated for resources: {'Port': ['ID=f3e9975e-3436-4204-98ab-149b4a42403e,revision_number=1']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:41:21.430746 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bea9a0d7-e4d6-46ef-a46d-f4c7ffb93be1 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Router 5a3ee82e-b69d-4a9d-a681-af0f007cfa8a has already been hosted by L3 agent ab388470-1243-4d53-80f2-c2f5899c97a7 {{(pid=103332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 07:41:21.432086 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-eb68b3e6-899a-4195-80ff-6f4a10d8a440 tempest-SecGroupTest-1544089316 tempest-SecGroupTest-1544089316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815365'] for security_group_rule, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:21.464850 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-2761ca48-0c55-432d-8942-7abac1cba8d7 req-e1feb2b6-9ebd-4a7c-b570-269ac0f2615b service neutron] 10.222.0.16 "GET /v2.0/networks/9f9e4d3a-9b0f-46a7-b045-8d44d07986e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1859581 Oct 19 07:41:21.476777 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-51666410-22d3-405f-8d9e-d8e34096dac3 None None] Attempting to bind port f3e9975e-3436-4204-98ab-149b4a42403e on host dv-neutron-861624-1-hyperv for vnic_type normal with profile {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 19 07:41:21.477248 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-51666410-22d3-405f-8d9e-d8e34096dac3 None None] Attempting to bind port f3e9975e-3436-4204-98ab-149b4a42403e by drivers openvswitch,hyperv on host dv-neutron-861624-1-hyperv at level 0 using segments [{'id': '7da70b33-872a-46f1-9155-e62ba93720d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'aae981fd-d10c-4d7e-9f78-1bb55728e4eb'}] {{(pid=103334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 19 07:41:21.477682 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51666410-22d3-405f-8d9e-d8e34096dac3 None None] Attempting to bind port f3e9975e-3436-4204-98ab-149b4a42403e on network aae981fd-d10c-4d7e-9f78-1bb55728e4eb {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 07:41:21.491880 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb68b3e6-899a-4195-80ff-6f4a10d8a440 tempest-SecGroupTest-1544089316 tempest-SecGroupTest-1544089316-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b35733d-d891-414b-8b29-e3f05f8f65a6,revision_number=0']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:41:21.506851 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-eb68b3e6-899a-4195-80ff-6f4a10d8a440 tempest-SecGroupTest-1544089316 tempest-SecGroupTest-1544089316-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:21.511068 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-eb68b3e6-899a-4195-80ff-6f4a10d8a440 tempest-SecGroupTest-1544089316 tempest-SecGroupTest-1544089316-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.8975961 Oct 19 07:41:21.514385 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51666410-22d3-405f-8d9e-d8e34096dac3 None None] Checking agent: {'id': 'a5b0152c-d633-409b-aaf8-3b76458e2410', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861624-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 19, 7, 30, 19), 'started_at': datetime.datetime(2022, 10, 19, 7, 30, 49), 'heartbeat_timestamp': datetime.datetime(2022, 10, 19, 7, 41, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861624-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 07:41:21.514820 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51666410-22d3-405f-8d9e-d8e34096dac3 None None] Checking segment: {'id': '7da70b33-872a-46f1-9155-e62ba93720d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'aae981fd-d10c-4d7e-9f78-1bb55728e4eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 19 07:41:21.515284 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-51666410-22d3-405f-8d9e-d8e34096dac3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:21.515767 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51666410-22d3-405f-8d9e-d8e34096dac3 None None] Bound using segment: {'id': '7da70b33-872a-46f1-9155-e62ba93720d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'aae981fd-d10c-4d7e-9f78-1bb55728e4eb'} {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 07:41:21.516297 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-51666410-22d3-405f-8d9e-d8e34096dac3 None None] Bound port: f3e9975e-3436-4204-98ab-149b4a42403e, host: dv-neutron-861624-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7da70b33-872a-46f1-9155-e62ba93720d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'aae981fd-d10c-4d7e-9f78-1bb55728e4eb'}}] {{(pid=103334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 19 07:41:21.516790 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-51666410-22d3-405f-8d9e-d8e34096dac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:21.541595 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 56740) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:41:21.544065 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.db_base_plugin_common [None req-39c04c6f-e6fa-430f-aadb-24d316ec2f2f None None] Allocated IP 2001:db8::2 (6ae27839-d131-4c3d-b4f3-b5d7f4da53d7/167a7dcf-656c-46ba-9649-9d1dbe775823/19d7c00d-0327-4af8-a987-49a92b323b73) {{(pid=103334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 07:41:21.562899 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac737e38-caf8-4a84-96d0-4461baaac65f tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Pushing event updated for resources: {'Subnet': ['ID=db108e89-2a6c-4519-8753-278fb4b8da27,revision_number=0']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:41:21.623994 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d10c0e-82d8-4162-b385-8de369f9a646 req-b64079b0-c808-45e8-8333-4c2c60e96802 tempest-ServerActionsTestJSON-1032082790 tempest-ServerActionsTestJSON-1032082790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:41:21.629637 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-31d10c0e-82d8-4162-b385-8de369f9a646 req-b64079b0-c808-45e8-8333-4c2c60e96802 tempest-ServerActionsTestJSON-1032082790 tempest-ServerActionsTestJSON-1032082790-project] 10.222.0.27 "GET /v2.0/ports?device_id=c15ce40b-4ff1-4ce8-b3f1-4c16c8447f68 HTTP/1.1" status: 200 len: 945 time: 0.1930311 Oct 19 07:41:21.655339 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac737e38-caf8-4a84-96d0-4461baaac65f tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Checking segment: {'id': 'dfc951db-1ed6-4915-8d87-801f81db4322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'db7aaa37-046d-444a-b36f-3dc8c2299f0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 19 07:41:21.655339 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac737e38-caf8-4a84-96d0-4461baaac65f tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Network hostable DHCP agents. Network: db7aaa37-046d-444a-b36f-3dc8c2299f0e, hostable agents: ['310d813b-0e3e-4d7e-9b79-8f4ec0dbcab0'], hosted agents: [] {{(pid=103333) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 07:41:21.663553 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-9796ae9b-17c5-41ad-8082-b1141d66a395 None None] Current status of the port 4ce3479b-393b-481b-b58d-51ccf321edac is: DOWN; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:41:21.664099 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-9796ae9b-17c5-41ad-8082-b1141d66a395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:21.665664 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f5af5c3-41cd-4699-ac5c-d237ebb58662 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Made reservation on behalf of 61a2e57b80c1442e9cb330141a970781 for: {'subnet': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 07:41:21.668715 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-3f5af5c3-41cd-4699-ac5c-d237ebb58662 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130170579'] for subnet, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:21.671675 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bea9a0d7-e4d6-46ef-a46d-f4c7ffb93be1 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Notify agent at l3_agent.dv-neutron-861624-1-hyperv the message routers_updated {{(pid=103332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 07:41:21.680397 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-bea9a0d7-e4d6-46ef-a46d-f4c7ffb93be1 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] 10.222.0.27 "PUT /v2.0/routers/5a3ee82e-b69d-4a9d-a681-af0f007cfa8a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7591116 Oct 19 07:41:21.685389 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 56742) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:41:21.691703 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-11635eef-b6b0-4c10-8d6f-5381d7a61c09 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Request body: {'network': {'name': 'tempest-RoutersTest-2071377512'}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:41:21.693037 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b73dccff-e98e-4a89-9d42-c016a58a32f8 None None] Sync routers for ids ['5a3ee82e-b69d-4a9d-a681-af0f007cfa8a'] in dv-neutron-861624-1-hyperv {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 07:41:21.704032 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b73dccff-e98e-4a89-9d42-c016a58a32f8 None None] Routers {'5a3ee82e-b69d-4a9d-a681-af0f007cfa8a'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 07:41:21.705503 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-b73dccff-e98e-4a89-9d42-c016a58a32f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T07:41:16Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['5a3ee82e-b69d-4a9d-a681-af0f007cfa8a'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:41:21.735258 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-31d10c0e-82d8-4162-b385-8de369f9a646 req-a848d784-f737-443d-8141-da3baae84587 tempest-ServerActionsTestJSON-1032082790 tempest-ServerActionsTestJSON-1032082790-project] 10.222.0.27 "GET /v2.0/security-groups?id=f0bcd6ee-444f-46c6-b01f-ccacf8976dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0959339 Oct 19 07:41:21.737212 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-7c8f8d14-029b-443e-a691-82ca635ca1de tempest-SecGroupTest-1544089316 tempest-SecGroupTest-1544089316-project] Notify callbacks [] for security_group, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:21.756960 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11635eef-b6b0-4c10-8d6f-5381d7a61c09 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Made reservation on behalf of ea2e94e7c58741afa39e88c6d73f4fb1 for: {'network': 1} {{(pid=103332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 07:41:21.761149 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-11635eef-b6b0-4c10-8d6f-5381d7a61c09 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for network, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:21.796017 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-b21b1fca-4076-405f-a18c-96e3d7c8d309 tempest-NetworksIpV6TestAttrs-279669730 tempest-NetworksIpV6TestAttrs-279669730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-679826'] for subnet, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:21.798312 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvr_db [None req-b73dccff-e98e-4a89-9d42-c016a58a32f8 None None] Set router 5a3ee82e-b69d-4a9d-a681-af0f007cfa8a gateway port host: None {{(pid=103335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 07:41:21.820218 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-7c8f8d14-029b-443e-a691-82ca635ca1de tempest-SecGroupTest-1544089316 tempest-SecGroupTest-1544089316-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:21.846672 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac737e38-caf8-4a84-96d0-4461baaac65f tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Network db7aaa37-046d-444a-b36f-3dc8c2299f0e is scheduled to be hosted by DHCP agent 310d813b-0e3e-4d7e-9b79-8f4ec0dbcab0 with binding_index 1 {{(pid=103333) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 07:41:21.847420 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-9796ae9b-17c5-41ad-8082-b1141d66a395 None None] For port 4ce3479b-393b-481b-b58d-51ccf321edac, host dv-neutron-861624-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=4ce3479b-393b-481b-b58d-51ccf321edac,segment=NetworkSegment(0edbee97-a309-427c-ad63-fa12691ad687),segment_id=0edbee97-a309-427c-ad63-fa12691ad687)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:41:21.857048 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-03945269-a584-4e2a-a59e-b51e2c26b2ae tempest-AllowedAddressPairIpV6TestJSON-693616432 tempest-AllowedAddressPairIpV6TestJSON-693616432-project] Notify callbacks [] for port, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:21.880197 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-ac737e38-caf8-4a84-96d0-4461baaac65f tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861624-1-hyperv, db7aaa37-046d-444a-b36f-3dc8c2299f0e) {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:41:21.884732 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac737e38-caf8-4a84-96d0-4461baaac65f tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:41:21.885516 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-ac737e38-caf8-4a84-96d0-4461baaac65f tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Notify callbacks [] for subnet, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:21.899532 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Provisioning complete for port 3bd821c3-b398-403d-b520-41d3e2c5c301 triggered by entity L2. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:41:21.900603 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:21.900603 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Attempt 1 to provision port 3bd821c3-b398-403d-b520-41d3e2c5c301 Oct 19 07:41:21.906814 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb441e32-4307-43ee-a338-57951158650a None None] Network db7aaa37-046d-444a-b36f-3dc8c2299f0e requested from dv-neutron-861624-1-hyperv {{(pid=103334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 07:41:21.932274 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11635eef-b6b0-4c10-8d6f-5381d7a61c09 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 189} {{(pid=103332) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 07:41:21.939409 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.db.ipam_backend_mixin [None req-3f5af5c3-41cd-4699-ac5c-d237ebb58662 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 9c6a825b-3c4e-47f4-a101-77dd60b28991 (CIDR: 2001:db8::/64) Oct 19 07:41:21.946039 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f5af5c3-41cd-4699-ac5c-d237ebb58662 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 19 07:41:21.946520 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f5af5c3-41cd-4699-ac5c-d237ebb58662 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103333) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 07:41:21.958783 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-9796ae9b-17c5-41ad-8082-b1141d66a395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:21.965534 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-ac737e38-caf8-4a84-96d0-4461baaac65f tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.9222035 Oct 19 07:41:21.975782 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 56746) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:41:21.976017 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-217039d7-e4ba-49a4-b883-da5f73f91cdb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d12c6ac-27a3-545c-a8f3-f04e30423d6d-6b5a65c5-1bed-4301-9db8-c1056c2b8eba', 'network_id': '6b5a65c5-1bed-4301-9db8-c1056c2b8eba', 'tenant_id': '61a2e57b80c1442e9cb330141a970781', 'fixed_ips': [{'subnet_id': '9c6a825b-3c4e-47f4-a101-77dd60b28991'}]}} from dv-neutron-861624-1-hyperv. {{(pid=103334) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 07:41:21.976953 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-217039d7-e4ba-49a4-b883-da5f73f91cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:21.981487 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-11635eef-b6b0-4c10-8d6f-5381d7a61c09 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979'] for segment, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:21.982669 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.db.segments_db [None req-11635eef-b6b0-4c10-8d6f-5381d7a61c09 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Added segment 5001a856-9fa6-4a7a-83a1-63112baf16dd of type vlan for network f9ca5f41-fe6c-4a10-918c-6649165b7312 Oct 19 07:41:21.985546 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-70de630f-0bb2-4edf-9590-970dd3ea7332 tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Request body: {'subnet': {'network_id': 'db7aaa37-046d-444a-b36f-3dc8c2299f0e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:41:21.997529 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-3f5af5c3-41cd-4699-ac5c-d237ebb58662 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.1286597 Oct 19 07:41:22.015532 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 56748) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:41:22.019875 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-b21b1fca-4076-405f-a18c-96e3d7c8d309 tempest-NetworksIpV6TestAttrs-279669730 tempest-NetworksIpV6TestAttrs-279669730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-679819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130997964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130170408'] for subnet, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:22.025352 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-d660c0f2-fdd5-419c-8623-78be99997d40 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Request body: {'subnet': {'network_id': '6b5a65c5-1bed-4301-9db8-c1056c2b8eba', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:41:22.034517 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-9796ae9b-17c5-41ad-8082-b1141d66a395 None None] Could not find standard attr ID for object e713ee76-fc6a-486d-a33d-2398c40efc11. {{(pid=103334) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 19 07:41:22.054379 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-51666410-22d3-405f-8d9e-d8e34096dac3 None None] For port f3e9975e-3436-4204-98ab-149b4a42403e, host dv-neutron-861624-1-hyperv, cleared binding levels {{(pid=103334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 07:41:22.074262 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-03945269-a584-4e2a-a59e-b51e2c26b2ae tempest-AllowedAddressPairIpV6TestJSON-693616432 tempest-AllowedAddressPairIpV6TestJSON-693616432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785020947330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130996763'] for port, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:22.079736 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-11635eef-b6b0-4c10-8d6f-5381d7a61c09 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785020965340'] for network, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:22.100841 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21b1fca-4076-405f-a18c-96e3d7c8d309 tempest-NetworksIpV6TestAttrs-279669730 tempest-NetworksIpV6TestAttrs-279669730-project] Pushing event deleted for resources: {'Subnet': ['ID=de821cad-6d2f-4008-b5d4-276664cf277e,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:41:22.106665 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-9796ae9b-17c5-41ad-8082-b1141d66a395 None None] Could not find standard attr ID for object 7235d0ef-7498-4575-a031-a293ae8bcdc8. {{(pid=103334) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 19 07:41:22.110178 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-b73dccff-e98e-4a89-9d42-c016a58a32f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a3ee82e-b69d-4a9d-a681-af0f007cfa8a', 'name': 'tempest-RoutersTest-router-906858636', 'tenant_id': 'ea2e94e7c58741afa39e88c6d73f4fb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T07:41:03Z', 'updated_at': '2022-10-19T07:41:18Z', 'revision_number': 3, 'project_id': 'ea2e94e7c58741afa39e88c6d73f4fb1', 'gw_port_host': None, '_interfaces': [{'id': '4ce3479b-393b-481b-b58d-51ccf321edac', 'name': '', 'network_id': 'b58e1c6a-78c1-43cd-89d9-838f22da233f', 'tenant_id': 'ea2e94e7c58741afa39e88c6d73f4fb1', 'mac_address': 'fa:16:3e:31:7a:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a3ee82e-b69d-4a9d-a681-af0f007cfa8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '612c3709-642f-4c80-9732-62beec0bf567', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:41:06Z', 'updated_at': '2022-10-19T07:41:16Z', 'revision_number': 4, 'project_id': 'ea2e94e7c58741afa39e88c6d73f4fb1', 'subnets': [{'id': '612c3709-642f-4c80-9732-62beec0bf567', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd9ac0312-b4f0-4a4f-ab6d-3fbf05a5739a', 'name': '', 'network_id': '4daf018b-9448-4af6-b1a7-ed0b0c9c81a9', 'tenant_id': 'ea2e94e7c58741afa39e88c6d73f4fb1', 'mac_address': 'fa:16:3e:d0:0f:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a3ee82e-b69d-4a9d-a681-af0f007cfa8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '70304bbd-b21f-4bfc-b426-0275306673c4', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:41:16Z', 'updated_at': '2022-10-19T07:41:19Z', 'revision_number': 2, 'project_id': 'ea2e94e7c58741afa39e88c6d73f4fb1', 'subnets': [{'id': '70304bbd-b21f-4bfc-b426-0275306673c4', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:41:22.129129 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-b21b1fca-4076-405f-a18c-96e3d7c8d309 tempest-NetworksIpV6TestAttrs-279669730 tempest-NetworksIpV6TestAttrs-279669730-project] Notify callbacks [] for subnet, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:22.131520 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-51666410-22d3-405f-8d9e-d8e34096dac3 None None] For port f3e9975e-3436-4204-98ab-149b4a42403e, host dv-neutron-861624-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=f3e9975e-3436-4204-98ab-149b4a42403e,segment=NetworkSegment(7da70b33-872a-46f1-9155-e62ba93720d9),segment_id=7da70b33-872a-46f1-9155-e62ba93720d9)] {{(pid=103334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 07:41:22.132631 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-b21b1fca-4076-405f-a18c-96e3d7c8d309 tempest-NetworksIpV6TestAttrs-279669730 tempest-NetworksIpV6TestAttrs-279669730-project] 10.222.0.27 "DELETE /v2.0/subnets/de821cad-6d2f-4008-b5d4-276664cf277e HTTP/1.1" status: 204 len: 168 time: 1.7306573 Oct 19 07:41:22.144787 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b73dccff-e98e-4a89-9d42-c016a58a32f8 None None] Checking router: 5a3ee82e-b69d-4a9d-a681-af0f007cfa8a for host: dv-neutron-861624-1-hyperv {{(pid=103335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 07:41:22.145441 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b73dccff-e98e-4a89-9d42-c016a58a32f8 None None] Updating router 5a3ee82e-b69d-4a9d-a681-af0f007cfa8a port d9ac0312-b4f0-4a4f-ab6d-3fbf05a5739a binding host dv-neutron-861624-1-hyperv {{(pid=103335) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 07:41:22.171490 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b73dccff-e98e-4a89-9d42-c016a58a32f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:22.180731 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 56750) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:41:22.193616 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-11635eef-b6b0-4c10-8d6f-5381d7a61c09 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873'] for network, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:22.202505 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11635eef-b6b0-4c10-8d6f-5381d7a61c09 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:41:22.203167 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-11635eef-b6b0-4c10-8d6f-5381d7a61c09 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Notify callbacks [] for network, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:22.207095 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-7c8f8d14-029b-443e-a691-82ca635ca1de tempest-SecGroupTest-1544089316 tempest-SecGroupTest-1544089316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788643'] for security_group, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:22.214133 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-51666410-22d3-405f-8d9e-d8e34096dac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:22.221997 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-7c8f8d14-029b-443e-a691-82ca635ca1de tempest-SecGroupTest-1544089316 tempest-SecGroupTest-1544089316-project] Notify callbacks [] for security_group, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:22.224545 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-7c8f8d14-029b-443e-a691-82ca635ca1de tempest-SecGroupTest-1544089316 tempest-SecGroupTest-1544089316-project] 10.222.0.27 "DELETE /v2.0/security-groups/cad6de41-89a6-4cda-93e3-67b79c0458a2 HTTP/1.1" status: 204 len: 168 time: 0.6809082 Oct 19 07:41:22.236700 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03945269-a584-4e2a-a59e-b51e2c26b2ae tempest-AllowedAddressPairIpV6TestJSON-693616432 tempest-AllowedAddressPairIpV6TestJSON-693616432-project] Network 94a2344b-3c35-4881-a95e-6f2bc84f03db is already hosted by enough agents. {{(pid=103333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 07:41:22.239260 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 56752) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:41:22.293354 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9796ae9b-17c5-41ad-8082-b1141d66a395 None None] Pushing event updated for resources: {'Port': ['ID=4ce3479b-393b-481b-b58d-51ccf321edac,revision_number=5']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:41:22.304229 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-994bbf50-835f-4720-81c8-64057d547252 None None] Could not find standard attr ID for object cecc88bd-9402-42fe-ab45-e4cc81596d3a. {{(pid=103334) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 19 07:41:22.343488 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-994bbf50-835f-4720-81c8-64057d547252 None None] Could not find standard attr ID for object 54218e19-cd34-4eb4-b758-02ec37ba9425. {{(pid=103334) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 19 07:41:22.381469 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11635eef-b6b0-4c10-8d6f-5381d7a61c09 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Pushing event updated for resources: {'Network': ['ID=f9ca5f41-fe6c-4a10-918c-6649165b7312,revision_number=1']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:41:22.393494 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8f8d14-029b-443e-a691-82ca635ca1de tempest-SecGroupTest-1544089316 tempest-SecGroupTest-1544089316-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cad6de41-89a6-4cda-93e3-67b79c0458a2,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:41:22.435221 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084f0708-671b-487a-8c6e-a684abaa80e9 req-d86a685e-ff5a-4052-a97b-e3014e541611 tempest-ServerActionsTestJSON-1032082790 tempest-ServerActionsTestJSON-1032082790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:41:22.438014 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-084f0708-671b-487a-8c6e-a684abaa80e9 req-d86a685e-ff5a-4052-a97b-e3014e541611 tempest-ServerActionsTestJSON-1032082790 tempest-ServerActionsTestJSON-1032082790-project] 10.222.0.27 "GET /v2.0/ports?device_id=c15ce40b-4ff1-4ce8-b3f1-4c16c8447f68 HTTP/1.1" status: 200 len: 945 time: 0.5835600 Oct 19 07:41:22.449525 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-11635eef-b6b0-4c10-8d6f-5381d7a61c09 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.7617474 Oct 19 07:41:22.463918 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Network f9ca5f41-fe6c-4a10-918c-6649165b7312 details requested by agent ovs-agent-dv-neutron-861624-1-hyperv with host dv-neutron-861624-1-hyperv {{(pid=103334) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 07:41:22.482310 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b73dccff-e98e-4a89-9d42-c016a58a32f8 None None] Notify callbacks [] for port, precommit_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:22.492227 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b73dccff-e98e-4a89-9d42-c016a58a32f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:22.504775 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-994bbf50-835f-4720-81c8-64057d547252 None None] Could not find standard attr ID for object 1e4d4175-417d-402c-953e-863ec83e855e. {{(pid=103334) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 19 07:41:22.529989 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-39c04c6f-e6fa-430f-aadb-24d316ec2f2f None None] Notify callbacks [] for port, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:22.543657 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 56754) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:41:22.549195 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-084f0708-671b-487a-8c6e-a684abaa80e9 req-83b031ea-ed7c-499f-9596-dc2961e191b8 tempest-ServerActionsTestJSON-1032082790 tempest-ServerActionsTestJSON-1032082790-project] 10.222.0.27 "GET /v2.0/security-groups?id=f0bcd6ee-444f-46c6-b01f-ccacf8976dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0970848 Oct 19 07:41:22.568813 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85406d0b-514f-45c9-8cf1-ad0516610749 None None] Pushing event updated for resources: {'Port': ['ID=d9ac0312-b4f0-4a4f-ab6d-3fbf05a5739a,revision_number=3']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:41:22.580746 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-eb84bfce-9e1f-4224-8379-f932d2084593 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Request body: {'subnet': {'network_id': 'f9ca5f41-fe6c-4a10-918c-6649165b7312', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:41:22.609294 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85406d0b-514f-45c9-8cf1-ad0516610749 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:41:22.610942 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85406d0b-514f-45c9-8cf1-ad0516610749 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:41:22.611301 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85406d0b-514f-45c9-8cf1-ad0516610749 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:41:22.611910 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85406d0b-514f-45c9-8cf1-ad0516610749 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:41:22.613576 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-39c04c6f-e6fa-430f-aadb-24d316ec2f2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785020947330'] for port, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:22.613743 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85406d0b-514f-45c9-8cf1-ad0516610749 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:41:22.614132 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85406d0b-514f-45c9-8cf1-ad0516610749 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:41:22.615325 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85406d0b-514f-45c9-8cf1-ad0516610749 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:41:22.615719 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85406d0b-514f-45c9-8cf1-ad0516610749 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:41:22.616657 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85406d0b-514f-45c9-8cf1-ad0516610749 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:41:22.620365 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85406d0b-514f-45c9-8cf1-ad0516610749 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:41:22.620948 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85406d0b-514f-45c9-8cf1-ad0516610749 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:41:22.622126 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85406d0b-514f-45c9-8cf1-ad0516610749 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:41:22.690266 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-b73dccff-e98e-4a89-9d42-c016a58a32f8 None None] Attempting to bind port d9ac0312-b4f0-4a4f-ab6d-3fbf05a5739a on host dv-neutron-861624-1-hyperv for vnic_type normal with profile {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 19 07:41:22.690970 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-b73dccff-e98e-4a89-9d42-c016a58a32f8 None None] Attempting to bind port d9ac0312-b4f0-4a4f-ab6d-3fbf05a5739a by drivers openvswitch,hyperv on host dv-neutron-861624-1-hyperv at level 0 using segments [{'id': '1bd02fa6-b501-4e5c-871a-f4a28a5e9b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '4daf018b-9448-4af6-b1a7-ed0b0c9c81a9'}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 19 07:41:22.691530 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b73dccff-e98e-4a89-9d42-c016a58a32f8 None None] Attempting to bind port d9ac0312-b4f0-4a4f-ab6d-3fbf05a5739a on network 4daf018b-9448-4af6-b1a7-ed0b0c9c81a9 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 07:41:22.697224 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b73dccff-e98e-4a89-9d42-c016a58a32f8 None None] Checking agent: {'id': 'a5b0152c-d633-409b-aaf8-3b76458e2410', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861624-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 19, 7, 30, 19), 'started_at': datetime.datetime(2022, 10, 19, 7, 30, 49), 'heartbeat_timestamp': datetime.datetime(2022, 10, 19, 7, 41, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861624-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 07:41:22.698396 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b73dccff-e98e-4a89-9d42-c016a58a32f8 None None] Checking segment: {'id': '1bd02fa6-b501-4e5c-871a-f4a28a5e9b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '4daf018b-9448-4af6-b1a7-ed0b0c9c81a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 19 07:41:22.699243 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b73dccff-e98e-4a89-9d42-c016a58a32f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:22.699876 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b73dccff-e98e-4a89-9d42-c016a58a32f8 None None] Bound using segment: {'id': '1bd02fa6-b501-4e5c-871a-f4a28a5e9b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '4daf018b-9448-4af6-b1a7-ed0b0c9c81a9'} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 07:41:22.701265 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-b73dccff-e98e-4a89-9d42-c016a58a32f8 None None] Bound port: d9ac0312-b4f0-4a4f-ab6d-3fbf05a5739a, host: dv-neutron-861624-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1bd02fa6-b501-4e5c-871a-f4a28a5e9b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '4daf018b-9448-4af6-b1a7-ed0b0c9c81a9'}}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 19 07:41:22.701895 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b73dccff-e98e-4a89-9d42-c016a58a32f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:22.706950 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb84bfce-9e1f-4224-8379-f932d2084593 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Made reservation on behalf of ea2e94e7c58741afa39e88c6d73f4fb1 for: {'subnet': 1} {{(pid=103332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 07:41:22.715475 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-eb84bfce-9e1f-4224-8379-f932d2084593 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130659787'] for subnet, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:22.747036 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-03945269-a584-4e2a-a59e-b51e2c26b2ae tempest-AllowedAddressPairIpV6TestJSON-693616432 tempest-AllowedAddressPairIpV6TestJSON-693616432-project] Resources bound (agent type, host, resource id): {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:41:22.749410 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Current status of the port 3bd821c3-b398-403d-b520-41d3e2c5c301 is: ACTIVE; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:41:22.750583 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device 4ce3479b-393b-481b-b58d-51ccf321edac up at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 07:41:22.761593 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03945269-a584-4e2a-a59e-b51e2c26b2ae tempest-AllowedAddressPairIpV6TestJSON-693616432 tempest-AllowedAddressPairIpV6TestJSON-693616432-project] Received port after_create {{(pid=103333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 07:41:22.768455 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03945269-a584-4e2a-a59e-b51e2c26b2ae tempest-AllowedAddressPairIpV6TestJSON-693616432 tempest-AllowedAddressPairIpV6TestJSON-693616432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:41:22.769425 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-03945269-a584-4e2a-a59e-b51e2c26b2ae tempest-AllowedAddressPairIpV6TestJSON-693616432 tempest-AllowedAddressPairIpV6TestJSON-693616432-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42160'] for port, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:22.786242 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-b73dccff-e98e-4a89-9d42-c016a58a32f8 None None] For port d9ac0312-b4f0-4a4f-ab6d-3fbf05a5739a, host dv-neutron-861624-1-hyperv, cleared binding levels {{(pid=103335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 07:41:22.788599 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51666410-22d3-405f-8d9e-d8e34096dac3 None None] Pushing event updated for resources: {'Port': ['ID=f3e9975e-3436-4204-98ab-149b4a42403e,revision_number=3']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:41:22.790404 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-b73dccff-e98e-4a89-9d42-c016a58a32f8 None None] For port d9ac0312-b4f0-4a4f-ab6d-3fbf05a5739a, host dv-neutron-861624-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=d9ac0312-b4f0-4a4f-ab6d-3fbf05a5739a,segment=NetworkSegment(1bd02fa6-b501-4e5c-871a-f4a28a5e9b18),segment_id=1bd02fa6-b501-4e5c-871a-f4a28a5e9b18)] {{(pid=103335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 07:41:22.795045 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-b73dccff-e98e-4a89-9d42-c016a58a32f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:22.826867 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-994bbf50-835f-4720-81c8-64057d547252 None None] Provisioning complete for port 3bd821c3-b398-403d-b520-41d3e2c5c301 triggered by entity DHCP. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:41:22.827246 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-994bbf50-835f-4720-81c8-64057d547252 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:22.827588 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-994bbf50-835f-4720-81c8-64057d547252 None None] Attempt 1 to provision port 3bd821c3-b398-403d-b520-41d3e2c5c301 Oct 19 07:41:22.830798 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39c04c6f-e6fa-430f-aadb-24d316ec2f2f None None] Network 6ae27839-d131-4c3d-b4f3-b5d7f4da53d7 is already hosted by enough agents. {{(pid=103334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 07:41:22.872197 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.db_base_plugin_common [None req-217039d7-e4ba-49a4-b883-da5f73f91cdb None None] Allocated IP 2001:db8::2 (6b5a65c5-1bed-4301-9db8-c1056c2b8eba/9c6a825b-3c4e-47f4-a101-77dd60b28991/1f8f70a5-932b-4ec7-a114-febb1940fcc0) {{(pid=103334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 07:41:22.895646 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b73dccff-e98e-4a89-9d42-c016a58a32f8 None None] Routers {'5a3ee82e-b69d-4a9d-a681-af0f007cfa8a'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 07:41:22.895646 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-b73dccff-e98e-4a89-9d42-c016a58a32f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T07:41:16Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['5a3ee82e-b69d-4a9d-a681-af0f007cfa8a'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:41:22.918034 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9c5a43-d6bf-45f6-8568-9b3aa3782fd4 req-7f2b01de-3f32-4674-a148-e957e7390167 tempest-ServerActionsTestJSON-1032082790 tempest-ServerActionsTestJSON-1032082790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:41:22.930014 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-7e9c5a43-d6bf-45f6-8568-9b3aa3782fd4 req-7f2b01de-3f32-4674-a148-e957e7390167 tempest-ServerActionsTestJSON-1032082790 tempest-ServerActionsTestJSON-1032082790-project] 10.222.0.27 "GET /v2.0/ports?device_id=c15ce40b-4ff1-4ce8-b3f1-4c16c8447f68 HTTP/1.1" status: 200 len: 945 time: 0.2059393 Oct 19 07:41:22.942810 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.scheduler.base_scheduler [None req-39c04c6f-e6fa-430f-aadb-24d316ec2f2f None None] Resources bound (agent type, host, resource id): {{(pid=103334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:41:22.952094 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03945269-a584-4e2a-a59e-b51e2c26b2ae tempest-AllowedAddressPairIpV6TestJSON-693616432 tempest-AllowedAddressPairIpV6TestJSON-693616432-project] Pushing event updated for resources: {'Port': ['ID=454c2491-a7cf-4c02-a347-b0dc341dd223,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:41:22.956705 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-164c0d6a-1f42-4d31-b9db-d86f3e0067b4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d12c6ac-27a3-545c-a8f3-f04e30423d6d-db7aaa37-046d-444a-b36f-3dc8c2299f0e', 'network_id': 'db7aaa37-046d-444a-b36f-3dc8c2299f0e', 'tenant_id': 'f2ca639a25f74e74adde8aad6c608244', 'fixed_ips': [{'subnet_id': 'db108e89-2a6c-4519-8753-278fb4b8da27'}]}} from dv-neutron-861624-1-hyperv. {{(pid=103334) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 07:41:22.957589 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-164c0d6a-1f42-4d31-b9db-d86f3e0067b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:22.960466 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39c04c6f-e6fa-430f-aadb-24d316ec2f2f None None] Received port after_create {{(pid=103334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 07:41:22.979125 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85406d0b-514f-45c9-8cf1-ad0516610749 None None] Pushing event updated for resources: {'Port': ['ID=d9ac0312-b4f0-4a4f-ab6d-3fbf05a5739a,revision_number=4']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:41:23.059614 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvr_db [None req-b73dccff-e98e-4a89-9d42-c016a58a32f8 None None] Set router 5a3ee82e-b69d-4a9d-a681-af0f007cfa8a gateway port host: None {{(pid=103335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 07:41:23.081122 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-7e9c5a43-d6bf-45f6-8568-9b3aa3782fd4 req-fca66ae3-6e80-4547-bf48-ae2090cba403 tempest-ServerActionsTestJSON-1032082790 tempest-ServerActionsTestJSON-1032082790-project] 10.222.0.27 "GET /v2.0/security-groups?id=f0bcd6ee-444f-46c6-b01f-ccacf8976dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1470764 Oct 19 07:41:23.087055 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-03945269-a584-4e2a-a59e-b51e2c26b2ae tempest-AllowedAddressPairIpV6TestJSON-693616432 tempest-AllowedAddressPairIpV6TestJSON-693616432-project] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 3.7690980 Oct 19 07:41:23.087864 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 56758) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:41:23.108355 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65e8bc09-662b-4b49-9f32-bf758279c556 tempest-NetworksIpV6TestAttrs-279669730 tempest-NetworksIpV6TestAttrs-279669730-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:41:23.110140 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65e8bc09-662b-4b49-9f32-bf758279c556 tempest-NetworksIpV6TestAttrs-279669730 tempest-NetworksIpV6TestAttrs-279669730-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:41:23.123394 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-65e8bc09-662b-4b49-9f32-bf758279c556 tempest-NetworksIpV6TestAttrs-279669730 tempest-NetworksIpV6TestAttrs-279669730-project] 10.222.0.27 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.9374785 Oct 19 07:41:23.127699 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 56762) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:41:23.132136 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-b393a7cd-cd3d-4a44-a538-d6a68654cec8 tempest-AllowedAddressPairIpV6TestJSON-693616432 tempest-AllowedAddressPairIpV6TestJSON-693616432-project] Request body: {'port': {'network_id': '94a2344b-3c35-4881-a95e-6f2bc84f03db', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-301662999'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:41:23.157696 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.db_base_plugin_common [None req-1bfdefed-b2be-4460-a673-75f82b400cfe tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Allocated IP 2001:db8::7c (6ae27839-d131-4c3d-b4f3-b5d7f4da53d7/167a7dcf-656c-46ba-9649-9d1dbe775823/8dc11a0b-0846-4cc7-b9e0-fbe9a96209ca) {{(pid=103333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 07:41:23.221400 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-077b8bfa-e700-460f-a0d0-12b9f0d4cb6b tempest-NetworksIpV6TestAttrs-279669730 tempest-NetworksIpV6TestAttrs-279669730-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-667019'] for network, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:23.259605 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.pecan_wsgi.hooks.translation [None req-077b8bfa-e700-460f-a0d0-12b9f0d4cb6b tempest-NetworksIpV6TestAttrs-279669730 tempest-NetworksIpV6TestAttrs-279669730-project] DELETE failed (client error): There was a conflict when trying to complete your request. Oct 19 07:41:23.260074 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-077b8bfa-e700-460f-a0d0-12b9f0d4cb6b tempest-NetworksIpV6TestAttrs-279669730 tempest-NetworksIpV6TestAttrs-279669730-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103332) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 07:41:23.267653 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-077b8bfa-e700-460f-a0d0-12b9f0d4cb6b tempest-NetworksIpV6TestAttrs-279669730 tempest-NetworksIpV6TestAttrs-279669730-project] 10.222.0.27 "DELETE /v2.0/networks/aae981fd-d10c-4d7e-9f78-1bb55728e4eb HTTP/1.1" status: 409 len: 405 time: 0.1359861 Oct 19 07:41:23.273532 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 56764) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:41:23.292681 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-b6e93ea5-1e6d-4be3-942f-14bf3a2af3be tempest-NetworksIpV6TestAttrs-279669730 tempest-NetworksIpV6TestAttrs-279669730-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1337568302'}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:41:23.331204 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-eb84bfce-9e1f-4224-8379-f932d2084593 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-133552662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130659641'] for subnet, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:23.337947 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-1bfdefed-b2be-4460-a673-75f82b400cfe tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Notify callbacks [] for port, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:23.380306 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6e93ea5-1e6d-4be3-942f-14bf3a2af3be tempest-NetworksIpV6TestAttrs-279669730 tempest-NetworksIpV6TestAttrs-279669730-project] Made reservation on behalf of 1a48ad924478432a90a7d865ee405d9d for: {'network': 1} {{(pid=103332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 07:41:23.383861 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-b6e93ea5-1e6d-4be3-942f-14bf3a2af3be tempest-NetworksIpV6TestAttrs-279669730 tempest-NetworksIpV6TestAttrs-279669730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for network, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:23.429507 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-1bfdefed-b2be-4460-a673-75f82b400cfe tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785020947330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130996763'] for port, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:23.472578 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-6283e576-b7d4-4c58-aa64-344dc2fbe08c tempest-SecGroupTest-1544089316 tempest-SecGroupTest-1544089316-project] 10.222.0.27 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 1.1949759 Oct 19 07:41:23.474661 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 56768) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:41:23.480596 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-67d66aea-a828-4f13-8ebc-c3206a27f436 tempest-SecGroupTest-1544089316 tempest-SecGroupTest-1544089316-project] Request body: {'security_group': {'name': 'tempest-secgroup--1889187919'}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:41:23.490097 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-b73dccff-e98e-4a89-9d42-c016a58a32f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a3ee82e-b69d-4a9d-a681-af0f007cfa8a', 'name': 'tempest-RoutersTest-router-906858636', 'tenant_id': 'ea2e94e7c58741afa39e88c6d73f4fb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T07:41:03Z', 'updated_at': '2022-10-19T07:41:18Z', 'revision_number': 3, 'project_id': 'ea2e94e7c58741afa39e88c6d73f4fb1', 'gw_port_host': None, '_interfaces': [{'id': '4ce3479b-393b-481b-b58d-51ccf321edac', 'name': '', 'network_id': 'b58e1c6a-78c1-43cd-89d9-838f22da233f', 'tenant_id': 'ea2e94e7c58741afa39e88c6d73f4fb1', 'mac_address': 'fa:16:3e:31:7a:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a3ee82e-b69d-4a9d-a681-af0f007cfa8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '612c3709-642f-4c80-9732-62beec0bf567', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:41:06Z', 'updated_at': '2022-10-19T07:41:21Z', 'revision_number': 5, 'project_id': 'ea2e94e7c58741afa39e88c6d73f4fb1', 'subnets': [{'id': '612c3709-642f-4c80-9732-62beec0bf567', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd9ac0312-b4f0-4a4f-ab6d-3fbf05a5739a', 'name': '', 'network_id': '4daf018b-9448-4af6-b1a7-ed0b0c9c81a9', 'tenant_id': 'ea2e94e7c58741afa39e88c6d73f4fb1', 'mac_address': 'fa:16:3e:d0:0f:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a3ee82e-b69d-4a9d-a681-af0f007cfa8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '70304bbd-b21f-4bfc-b426-0275306673c4', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:41:16Z', 'updated_at': '2022-10-19T07:41:22Z', 'revision_number': 4, 'project_id': 'ea2e94e7c58741afa39e88c6d73f4fb1', 'subnets': [{'id': '70304bbd-b21f-4bfc-b426-0275306673c4', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:41:23.506039 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb84bfce-9e1f-4224-8379-f932d2084593 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Pushing event updated for resources: {'Subnet': ['ID=2fde0ae8-bf21-420c-80fc-149699eead07,revision_number=0']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:41:23.528120 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6e93ea5-1e6d-4be3-942f-14bf3a2af3be tempest-NetworksIpV6TestAttrs-279669730 tempest-NetworksIpV6TestAttrs-279669730-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 157} {{(pid=103332) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 07:41:23.538437 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-67d66aea-a828-4f13-8ebc-c3206a27f436 tempest-SecGroupTest-1544089316 tempest-SecGroupTest-1544089316-project] Notify callbacks [] for security_group, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:23.544208 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb84bfce-9e1f-4224-8379-f932d2084593 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Checking segment: {'id': '5001a856-9fa6-4a7a-83a1-63112baf16dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'f9ca5f41-fe6c-4a10-918c-6649165b7312'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 19 07:41:23.544855 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb84bfce-9e1f-4224-8379-f932d2084593 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Network hostable DHCP agents. Network: f9ca5f41-fe6c-4a10-918c-6649165b7312, hostable agents: ['310d813b-0e3e-4d7e-9b79-8f4ec0dbcab0'], hosted agents: [] {{(pid=103332) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 07:41:23.564561 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b73dccff-e98e-4a89-9d42-c016a58a32f8 None None] The sync data for ids ['5a3ee82e-b69d-4a9d-a681-af0f007cfa8a'] in dv-neutron-861624-1-hyperv is: [{'id': '5a3ee82e-b69d-4a9d-a681-af0f007cfa8a', 'name': 'tempest-RoutersTest-router-906858636', 'tenant_id': 'ea2e94e7c58741afa39e88c6d73f4fb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T07:41:03Z', 'updated_at': '2022-10-19T07:41:18Z', 'revision_number': 3, 'project_id': 'ea2e94e7c58741afa39e88c6d73f4fb1', 'gw_port_host': None, '_interfaces': [{'id': '4ce3479b-393b-481b-b58d-51ccf321edac', 'name': '', 'network_id': 'b58e1c6a-78c1-43cd-89d9-838f22da233f', 'tenant_id': 'ea2e94e7c58741afa39e88c6d73f4fb1', 'mac_address': 'fa:16:3e:31:7a:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a3ee82e-b69d-4a9d-a681-af0f007cfa8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '612c3709-642f-4c80-9732-62beec0bf567', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:41:06Z', 'updated_at': '2022-10-19T07:41:21Z', 'revision_number': 5, 'project_id': 'ea2e94e7c58741afa39e88c6d73f4fb1', 'subnets': [{'id': '612c3709-642f-4c80-9732-62beec0bf567', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd9ac0312-b4f0-4a4f-ab6d-3fbf05a5739a', 'name': '', 'network_id': '4daf018b-9448-4af6-b1a7-ed0b0c9c81a9', 'tenant_id': 'ea2e94e7c58741afa39e88c6d73f4fb1', 'mac_address': 'fa:16:3e:d0:0f:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a3ee82e-b69d-4a9d-a681-af0f007cfa8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '70304bbd-b21f-4bfc-b426-0275306673c4', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:41:16Z', 'updated_at': '2022-10-19T07:41:22Z', 'revision_number': 4, 'project_id': 'ea2e94e7c58741afa39e88c6d73f4fb1', 'subnets': [{'id': '70304bbd-b21f-4bfc-b426-0275306673c4', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 07:41:23.565373 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-217039d7-e4ba-49a4-b883-da5f73f91cdb None None] Notify callbacks [] for port, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:23.580695 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-b6e93ea5-1e6d-4be3-942f-14bf3a2af3be tempest-NetworksIpV6TestAttrs-279669730 tempest-NetworksIpV6TestAttrs-279669730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979'] for segment, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:23.581283 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.db.segments_db [None req-b6e93ea5-1e6d-4be3-942f-14bf3a2af3be tempest-NetworksIpV6TestAttrs-279669730 tempest-NetworksIpV6TestAttrs-279669730-project] Added segment ad10328f-0563-4af1-81b9-14ef226b8562 of type vlan for network c8279114-b8eb-4f37-b3f0-686f093dc610 Oct 19 07:41:23.619685 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd8f455-085f-42fd-bde1-9a7bf65e9466 req-ac7137a3-b24d-48e9-8cb8-7b17c2f83163 tempest-ServerActionsTestJSON-1032082790 tempest-ServerActionsTestJSON-1032082790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:41:23.621351 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-ccd8f455-085f-42fd-bde1-9a7bf65e9466 req-ac7137a3-b24d-48e9-8cb8-7b17c2f83163 tempest-ServerActionsTestJSON-1032082790 tempest-ServerActionsTestJSON-1032082790-project] 10.222.0.27 "GET /v2.0/ports?device_id=c15ce40b-4ff1-4ce8-b3f1-4c16c8447f68 HTTP/1.1" status: 200 len: 945 time: 0.2046158 Oct 19 07:41:23.621981 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb84bfce-9e1f-4224-8379-f932d2084593 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Network f9ca5f41-fe6c-4a10-918c-6649165b7312 is scheduled to be hosted by DHCP agent 310d813b-0e3e-4d7e-9b79-8f4ec0dbcab0 with binding_index 1 {{(pid=103332) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 07:41:23.668541 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.db_base_plugin_common [None req-164c0d6a-1f42-4d31-b9db-d86f3e0067b4 None None] Allocated IP 2001:db8::2 (db7aaa37-046d-444a-b36f-3dc8c2299f0e/db108e89-2a6c-4519-8753-278fb4b8da27/903a6abe-cd5f-4a30-8334-99c5fd7d53c2) {{(pid=103334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 07:41:23.677401 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70de630f-0bb2-4edf-9590-970dd3ea7332 tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Made reservation on behalf of f2ca639a25f74e74adde8aad6c608244 for: {'subnet': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 07:41:23.683709 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-70de630f-0bb2-4edf-9590-970dd3ea7332 tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130170579'] for subnet, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:23.686485 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c04c6f-e6fa-430f-aadb-24d316ec2f2f None None] Pushing event updated for resources: {'Port': ['ID=19d7c00d-0327-4af8-a987-49a92b323b73,revision_number=1']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:41:23.726807 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.base_scheduler [None req-eb84bfce-9e1f-4224-8379-f932d2084593 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861624-1-hyperv, f9ca5f41-fe6c-4a10-918c-6649165b7312) {{(pid=103332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:41:23.731374 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb84bfce-9e1f-4224-8379-f932d2084593 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:41:23.731538 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-217039d7-e4ba-49a4-b883-da5f73f91cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785020947330'] for port, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:23.731708 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-eb84bfce-9e1f-4224-8379-f932d2084593 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Notify callbacks [] for subnet, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:23.749280 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-b6e93ea5-1e6d-4be3-942f-14bf3a2af3be tempest-NetworksIpV6TestAttrs-279669730 tempest-NetworksIpV6TestAttrs-279669730-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785020965340'] for network, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:23.752635 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc66b42b-c09e-4bef-99c7-5053ad8724e3 None None] Network f9ca5f41-fe6c-4a10-918c-6649165b7312 requested from dv-neutron-861624-1-hyperv {{(pid=103334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 07:41:23.758140 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d660c0f2-fdd5-419c-8623-78be99997d40 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Made reservation on behalf of 61a2e57b80c1442e9cb330141a970781 for: {'subnet': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 07:41:23.767902 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-d660c0f2-fdd5-419c-8623-78be99997d40 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130170579'] for subnet, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:23.819653 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bfdefed-b2be-4460-a673-75f82b400cfe tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Network 6ae27839-d131-4c3d-b4f3-b5d7f4da53d7 is already hosted by enough agents. {{(pid=103333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 07:41:23.820806 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-ccd8f455-085f-42fd-bde1-9a7bf65e9466 req-0edb336e-5774-484e-b728-b47784886e69 tempest-ServerActionsTestJSON-1032082790 tempest-ServerActionsTestJSON-1032082790-project] 10.222.0.27 "GET /v2.0/security-groups?id=f0bcd6ee-444f-46c6-b01f-ccacf8976dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1882148 Oct 19 07:41:23.837408 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-eb84bfce-9e1f-4224-8379-f932d2084593 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2864223 Oct 19 07:41:23.843501 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 56770) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:41:23.853106 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-39c04c6f-e6fa-430f-aadb-24d316ec2f2f None None] Attempting to bind port 19d7c00d-0327-4af8-a987-49a92b323b73 on host dv-neutron-861624-1-hyperv for vnic_type normal with profile {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 19 07:41:23.853479 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-39c04c6f-e6fa-430f-aadb-24d316ec2f2f None None] Attempting to bind port 19d7c00d-0327-4af8-a987-49a92b323b73 by drivers openvswitch,hyperv on host dv-neutron-861624-1-hyperv at level 0 using segments [{'id': 'f7b55f8c-7baa-46cb-b8f0-dd733550d5ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '6ae27839-d131-4c3d-b4f3-b5d7f4da53d7'}] {{(pid=103334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 19 07:41:23.853875 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39c04c6f-e6fa-430f-aadb-24d316ec2f2f None None] Attempting to bind port 19d7c00d-0327-4af8-a987-49a92b323b73 on network 6ae27839-d131-4c3d-b4f3-b5d7f4da53d7 {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 07:41:23.859796 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b393a7cd-cd3d-4a44-a538-d6a68654cec8 tempest-AllowedAddressPairIpV6TestJSON-693616432 tempest-AllowedAddressPairIpV6TestJSON-693616432-project] Made reservation on behalf of c2c473368888434baebd47d1eff4afea for: {'port': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 07:41:23.883285 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9440dd5f-0c1d-4cb5-adb5-81af41239be1 None None] Network aae981fd-d10c-4d7e-9f78-1bb55728e4eb requested from dv-neutron-861624-1-hyperv {{(pid=103334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 07:41:23.884465 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-b393a7cd-cd3d-4a44-a538-d6a68654cec8 tempest-AllowedAddressPairIpV6TestJSON-693616432 tempest-AllowedAddressPairIpV6TestJSON-693616432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:23.898133 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Provisioning complete for port 4ce3479b-393b-481b-b58d-51ccf321edac triggered by entity L2. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:41:23.906630 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-1bfdefed-b2be-4460-a673-75f82b400cfe tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Resources bound (agent type, host, resource id): {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:41:23.909243 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:23.909794 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Attempt 1 to provision port 4ce3479b-393b-481b-b58d-51ccf321edac Oct 19 07:41:23.910387 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bfdefed-b2be-4460-a673-75f82b400cfe tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Received port after_create {{(pid=103333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 07:41:23.916605 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bfdefed-b2be-4460-a673-75f82b400cfe tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:41:23.917398 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-1bfdefed-b2be-4460-a673-75f82b400cfe tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42160'] for port, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:23.944987 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfdefed-b2be-4460-a673-75f82b400cfe tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Pushing event updated for resources: {'Port': ['ID=8dc11a0b-0846-4cc7-b9e0-fbe9a96209ca,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:41:23.948638 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-b6e93ea5-1e6d-4be3-942f-14bf3a2af3be tempest-NetworksIpV6TestAttrs-279669730 tempest-NetworksIpV6TestAttrs-279669730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873'] for network, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:23.957274 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6e93ea5-1e6d-4be3-942f-14bf3a2af3be tempest-NetworksIpV6TestAttrs-279669730 tempest-NetworksIpV6TestAttrs-279669730-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:41:23.958165 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-b6e93ea5-1e6d-4be3-942f-14bf3a2af3be tempest-NetworksIpV6TestAttrs-279669730 tempest-NetworksIpV6TestAttrs-279669730-project] Notify callbacks [] for network, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:24.020904 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-1bfdefed-b2be-4460-a673-75f82b400cfe tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201 len: 892 time: 3.8591723 Oct 19 07:41:24.022007 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-67d66aea-a828-4f13-8ebc-c3206a27f436 tempest-SecGroupTest-1544089316 tempest-SecGroupTest-1544089316-project] Notify callbacks [] for security_group, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:24.044776 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 56772) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:41:24.055305 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.notifiers.nova [None req-b393a7cd-cd3d-4a44-a538-d6a68654cec8 tempest-AllowedAddressPairIpV6TestJSON-693616432 tempest-AllowedAddressPairIpV6TestJSON-693616432-project] device_id is not set on port 5a707603-a0f4-43bb-9ed7-081522a8be89 yet. {{(pid=103333) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 19 07:41:24.104046 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-67d66aea-a828-4f13-8ebc-c3206a27f436 tempest-SecGroupTest-1544089316 tempest-SecGroupTest-1544089316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788643'] for security_group, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:24.159832 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-b6e93ea5-1e6d-4be3-942f-14bf3a2af3be tempest-NetworksIpV6TestAttrs-279669730 tempest-NetworksIpV6TestAttrs-279669730-project] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.8840230 Oct 19 07:41:24.167800 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 56774) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:41:24.180120 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-446641d9-1465-493b-977a-aa5cf9111603 tempest-NetworksIpV6TestAttrs-279669730 tempest-NetworksIpV6TestAttrs-279669730-project] Request body: {'subnet': {'network_id': 'c8279114-b8eb-4f37-b3f0-686f093dc610', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:41:24.188091 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39c04c6f-e6fa-430f-aadb-24d316ec2f2f None None] Checking agent: {'id': 'a5b0152c-d633-409b-aaf8-3b76458e2410', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861624-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 19, 7, 30, 19), 'started_at': datetime.datetime(2022, 10, 19, 7, 30, 49), 'heartbeat_timestamp': datetime.datetime(2022, 10, 19, 7, 41, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861624-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 07:41:24.189164 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39c04c6f-e6fa-430f-aadb-24d316ec2f2f None None] Checking segment: {'id': 'f7b55f8c-7baa-46cb-b8f0-dd733550d5ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '6ae27839-d131-4c3d-b4f3-b5d7f4da53d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 19 07:41:24.190148 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-39c04c6f-e6fa-430f-aadb-24d316ec2f2f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:24.190148 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39c04c6f-e6fa-430f-aadb-24d316ec2f2f None None] Bound using segment: {'id': 'f7b55f8c-7baa-46cb-b8f0-dd733550d5ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '6ae27839-d131-4c3d-b4f3-b5d7f4da53d7'} {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 07:41:24.190625 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-39c04c6f-e6fa-430f-aadb-24d316ec2f2f None None] Bound port: 19d7c00d-0327-4af8-a987-49a92b323b73, host: dv-neutron-861624-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7b55f8c-7baa-46cb-b8f0-dd733550d5ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '6ae27839-d131-4c3d-b4f3-b5d7f4da53d7'}}] {{(pid=103334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 19 07:41:24.191241 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-39c04c6f-e6fa-430f-aadb-24d316ec2f2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:24.212324 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-217039d7-e4ba-49a4-b883-da5f73f91cdb None None] Network 6b5a65c5-1bed-4301-9db8-c1056c2b8eba is already hosted by enough agents. {{(pid=103334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 07:41:24.249895 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.scheduler.base_scheduler [None req-217039d7-e4ba-49a4-b883-da5f73f91cdb None None] Resources bound (agent type, host, resource id): {{(pid=103334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:41:24.295084 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.db_base_plugin_common [None req-b393a7cd-cd3d-4a44-a538-d6a68654cec8 tempest-AllowedAddressPairIpV6TestJSON-693616432 tempest-AllowedAddressPairIpV6TestJSON-693616432-project] Allocated IP 2001:db8::339 (94a2344b-3c35-4881-a95e-6f2bc84f03db/9cd13627-6d09-4a84-ad40-a6b473374883/5a707603-a0f4-43bb-9ed7-081522a8be89) {{(pid=103333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 07:41:24.308855 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217039d7-e4ba-49a4-b883-da5f73f91cdb None None] Pushing event updated for resources: {'Port': ['ID=1f8f70a5-932b-4ec7-a114-febb1940fcc0,revision_number=1']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:41:24.314133 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-217039d7-e4ba-49a4-b883-da5f73f91cdb None None] Received port after_create {{(pid=103334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 07:41:24.349954 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e93ea5-1e6d-4be3-942f-14bf3a2af3be tempest-NetworksIpV6TestAttrs-279669730 tempest-NetworksIpV6TestAttrs-279669730-project] Pushing event updated for resources: {'Network': ['ID=c8279114-b8eb-4f37-b3f0-686f093dc610,revision_number=1']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:41:24.362151 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-67d66aea-a828-4f13-8ebc-c3206a27f436 tempest-SecGroupTest-1544089316 tempest-SecGroupTest-1544089316-project] Notify callbacks [] for security_group, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:24.364345 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-67d66aea-a828-4f13-8ebc-c3206a27f436 tempest-SecGroupTest-1544089316 tempest-SecGroupTest-1544089316-project] 10.222.0.27 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.8871162 Oct 19 07:41:24.370858 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d66aea-a828-4f13-8ebc-c3206a27f436 tempest-SecGroupTest-1544089316 tempest-SecGroupTest-1544089316-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e83f1d45-dd94-4bee-afba-6a625d8d3009,revision_number=1']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:41:24.375296 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 56776) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:41:24.379857 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Network c8279114-b8eb-4f37-b3f0-686f093dc610 details requested by agent ovs-agent-dv-neutron-861624-1-hyperv with host dv-neutron-861624-1-hyperv {{(pid=103334) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 07:41:24.394932 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-ac8c9b10-5a80-4a60-ad8e-6afe4b4f9d95 tempest-SecGroupTest-1544089316 tempest-SecGroupTest-1544089316-project] Request body: {'security_group': {'name': 'tempest-secgroup--864973104'}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:41:24.412530 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-994bbf50-835f-4720-81c8-64057d547252 None None] Current status of the port 3bd821c3-b398-403d-b520-41d3e2c5c301 is: ACTIVE; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:41:24.472221 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-994bbf50-835f-4720-81c8-64057d547252 None None] Could not find standard attr ID for object 7235d0ef-7498-4575-a031-a293ae8bcdc8. {{(pid=103334) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 19 07:41:24.502534 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-ac8c9b10-5a80-4a60-ad8e-6afe4b4f9d95 tempest-SecGroupTest-1544089316 tempest-SecGroupTest-1544089316-project] Notify callbacks [] for security_group, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:24.566912 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.plugin [None req-e6483532-2c78-4a03-8f27-00fe7cb171ec tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Deleting port 8dc11a0b-0846-4cc7-b9e0-fbe9a96209ca {{(pid=103332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 07:41:24.567248 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-e6483532-2c78-4a03-8f27-00fe7cb171ec tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:24.631016 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-70de630f-0bb2-4edf-9590-970dd3ea7332 tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130997899', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130170401'] for subnet, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:24.720492 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-994bbf50-835f-4720-81c8-64057d547252 None None] Provisioning complete for port d9ac0312-b4f0-4a4f-ab6d-3fbf05a5739a triggered by entity DHCP. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:41:24.720900 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-994bbf50-835f-4720-81c8-64057d547252 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:24.721266 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-994bbf50-835f-4720-81c8-64057d547252 None None] Attempt 1 to provision port d9ac0312-b4f0-4a4f-ab6d-3fbf05a5739a Oct 19 07:41:24.746579 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70de630f-0bb2-4edf-9590-970dd3ea7332 tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Network db7aaa37-046d-444a-b36f-3dc8c2299f0e is already hosted by enough agents. {{(pid=103333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 07:41:24.757006 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-b393a7cd-cd3d-4a44-a538-d6a68654cec8 tempest-AllowedAddressPairIpV6TestJSON-693616432 tempest-AllowedAddressPairIpV6TestJSON-693616432-project] Notify callbacks [] for port, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:24.760683 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-70de630f-0bb2-4edf-9590-970dd3ea7332 tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Resources bound (agent type, host, resource id): {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:41:24.764437 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-217039d7-e4ba-49a4-b883-da5f73f91cdb None None] Attempting to bind port 1f8f70a5-932b-4ec7-a114-febb1940fcc0 on host dv-neutron-861624-1-hyperv for vnic_type normal with profile {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 19 07:41:24.764975 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-217039d7-e4ba-49a4-b883-da5f73f91cdb None None] Attempting to bind port 1f8f70a5-932b-4ec7-a114-febb1940fcc0 by drivers openvswitch,hyperv on host dv-neutron-861624-1-hyperv at level 0 using segments [{'id': '5a8d2b05-b527-4bd4-a671-b9112f193fef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '6b5a65c5-1bed-4301-9db8-c1056c2b8eba'}] {{(pid=103334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 19 07:41:24.765224 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-217039d7-e4ba-49a4-b883-da5f73f91cdb None None] Attempting to bind port 1f8f70a5-932b-4ec7-a114-febb1940fcc0 on network 6b5a65c5-1bed-4301-9db8-c1056c2b8eba {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 07:41:24.769215 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70de630f-0bb2-4edf-9590-970dd3ea7332 tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:41:24.769634 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-70de630f-0bb2-4edf-9590-970dd3ea7332 tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Notify callbacks [] for subnet, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:24.771923 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70de630f-0bb2-4edf-9590-970dd3ea7332 tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Pushing event updated for resources: {'Subnet': ['ID=6e11994c-46fc-49d3-a3e9-6a43e2fc54d4,revision_number=0']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:41:24.787177 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-39c04c6f-e6fa-430f-aadb-24d316ec2f2f None None] For port 19d7c00d-0327-4af8-a987-49a92b323b73, host dv-neutron-861624-1-hyperv, cleared binding levels {{(pid=103334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 07:41:24.835578 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-70de630f-0bb2-4edf-9590-970dd3ea7332 tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.8564980 Oct 19 07:41:24.837645 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-39c04c6f-e6fa-430f-aadb-24d316ec2f2f None None] For port 19d7c00d-0327-4af8-a987-49a92b323b73, host dv-neutron-861624-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=19d7c00d-0327-4af8-a987-49a92b323b73,segment=NetworkSegment(f7b55f8c-7baa-46cb-b8f0-dd733550d5ff),segment_id=f7b55f8c-7baa-46cb-b8f0-dd733550d5ff)] {{(pid=103334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 07:41:24.839889 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-217039d7-e4ba-49a4-b883-da5f73f91cdb None None] Checking agent: {'id': 'a5b0152c-d633-409b-aaf8-3b76458e2410', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861624-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 19, 7, 30, 19), 'started_at': datetime.datetime(2022, 10, 19, 7, 30, 49), 'heartbeat_timestamp': datetime.datetime(2022, 10, 19, 7, 41, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861624-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 07:41:24.840311 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-217039d7-e4ba-49a4-b883-da5f73f91cdb None None] Checking segment: {'id': '5a8d2b05-b527-4bd4-a671-b9112f193fef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '6b5a65c5-1bed-4301-9db8-c1056c2b8eba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 19 07:41:24.841092 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-217039d7-e4ba-49a4-b883-da5f73f91cdb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:24.841208 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-217039d7-e4ba-49a4-b883-da5f73f91cdb None None] Bound using segment: {'id': '5a8d2b05-b527-4bd4-a671-b9112f193fef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '6b5a65c5-1bed-4301-9db8-c1056c2b8eba'} {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 07:41:24.841641 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-217039d7-e4ba-49a4-b883-da5f73f91cdb None None] Bound port: 1f8f70a5-932b-4ec7-a114-febb1940fcc0, host: dv-neutron-861624-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a8d2b05-b527-4bd4-a671-b9112f193fef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '6b5a65c5-1bed-4301-9db8-c1056c2b8eba'}}] {{(pid=103334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 19 07:41:24.842034 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-217039d7-e4ba-49a4-b883-da5f73f91cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:24.844312 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 56778) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:41:24.862728 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-39c04c6f-e6fa-430f-aadb-24d316ec2f2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:24.873157 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-164c0d6a-1f42-4d31-b9db-d86f3e0067b4 None None] Notify callbacks [] for port, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:24.884565 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Current status of the port 4ce3479b-393b-481b-b58d-51ccf321edac is: ACTIVE; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:41:24.943822 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.objects.ports [None req-d660c0f2-fdd5-419c-8623-78be99997d40 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103333) get_objects /opt/stack/neutron/neutron/objects/ports.py:470}} Oct 19 07:41:24.981991 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-b393a7cd-cd3d-4a44-a538-d6a68654cec8 tempest-AllowedAddressPairIpV6TestJSON-693616432 tempest-AllowedAddressPairIpV6TestJSON-693616432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785020947330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130996763'] for port, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:25.018971 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c04c6f-e6fa-430f-aadb-24d316ec2f2f None None] Pushing event updated for resources: {'Port': ['ID=19d7c00d-0327-4af8-a987-49a92b323b73,revision_number=2']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:41:25.035532 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device 7235d0ef-7498-4575-a031-a293ae8bcdc8 no longer exists at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 07:41:25.037752 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb683262-2660-43d3-bd54-0c68b9670a2b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d12c6ac-27a3-545c-a8f3-f04e30423d6d-f9ca5f41-fe6c-4a10-918c-6649165b7312', 'network_id': 'f9ca5f41-fe6c-4a10-918c-6649165b7312', 'tenant_id': 'ea2e94e7c58741afa39e88c6d73f4fb1', 'fixed_ips': [{'subnet_id': '2fde0ae8-bf21-420c-80fc-149699eead07'}]}} from dv-neutron-861624-1-hyperv. {{(pid=103334) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 07:41:25.038657 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-cb683262-2660-43d3-bd54-0c68b9670a2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:25.040848 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-164c0d6a-1f42-4d31-b9db-d86f3e0067b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785020947330'] for port, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:25.081971 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-446641d9-1465-493b-977a-aa5cf9111603 tempest-NetworksIpV6TestAttrs-279669730 tempest-NetworksIpV6TestAttrs-279669730-project] Made reservation on behalf of 1a48ad924478432a90a7d865ee405d9d for: {'subnet': 1} {{(pid=103332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 07:41:25.085952 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-446641d9-1465-493b-977a-aa5cf9111603 tempest-NetworksIpV6TestAttrs-279669730 tempest-NetworksIpV6TestAttrs-279669730-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130659787'] for subnet, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:25.104424 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37603003-157f-480f-9b38-0a350f92a6c4 tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:41:25.106261 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37603003-157f-480f-9b38-0a350f92a6c4 tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:41:25.107738 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37603003-157f-480f-9b38-0a350f92a6c4 tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:41:25.109185 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37603003-157f-480f-9b38-0a350f92a6c4 tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:41:25.111307 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37603003-157f-480f-9b38-0a350f92a6c4 tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:41:25.113143 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-37603003-157f-480f-9b38-0a350f92a6c4 tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] 10.222.0.27 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.2686558 Oct 19 07:41:25.121121 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 56784) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:41:25.132045 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-9c9de9f9-7e84-4b3d-adbf-a08d63b4469a tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-571996291'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:41:25.185179 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b393a7cd-cd3d-4a44-a538-d6a68654cec8 tempest-AllowedAddressPairIpV6TestJSON-693616432 tempest-AllowedAddressPairIpV6TestJSON-693616432-project] Network 94a2344b-3c35-4881-a95e-6f2bc84f03db is already hosted by enough agents. {{(pid=103333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 07:41:25.196398 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-b393a7cd-cd3d-4a44-a538-d6a68654cec8 tempest-AllowedAddressPairIpV6TestJSON-693616432 tempest-AllowedAddressPairIpV6TestJSON-693616432-project] Resources bound (agent type, host, resource id): {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:41:25.198839 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b393a7cd-cd3d-4a44-a538-d6a68654cec8 tempest-AllowedAddressPairIpV6TestJSON-693616432 tempest-AllowedAddressPairIpV6TestJSON-693616432-project] Received port after_create {{(pid=103333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 07:41:25.199308 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164c0d6a-1f42-4d31-b9db-d86f3e0067b4 None None] Pushing event updated for resources: {'Port': ['ID=903a6abe-cd5f-4a30-8334-99c5fd7d53c2,revision_number=1']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:41:25.207006 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b393a7cd-cd3d-4a44-a538-d6a68654cec8 tempest-AllowedAddressPairIpV6TestJSON-693616432 tempest-AllowedAddressPairIpV6TestJSON-693616432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:41:25.207649 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-b393a7cd-cd3d-4a44-a538-d6a68654cec8 tempest-AllowedAddressPairIpV6TestJSON-693616432 tempest-AllowedAddressPairIpV6TestJSON-693616432-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42160'] for port, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:25.213828 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b393a7cd-cd3d-4a44-a538-d6a68654cec8 tempest-AllowedAddressPairIpV6TestJSON-693616432 tempest-AllowedAddressPairIpV6TestJSON-693616432-project] Pushing event updated for resources: {'Port': ['ID=5a707603-a0f4-43bb-9ed7-081522a8be89,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:41:25.215405 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] No Port match for: 7235d0ef-7498-4575-a031-a293ae8bcdc8 {{(pid=103334) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 19 07:41:25.216114 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device 7235d0ef-7498-4575-a031-a293ae8bcdc8 not bound to the agent host dv-neutron-861624-1-hyperv {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 07:41:25.275646 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c9de9f9-7e84-4b3d-adbf-a08d63b4469a tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Made reservation on behalf of f2ca639a25f74e74adde8aad6c608244 for: {'network': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 07:41:25.281245 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-9c9de9f9-7e84-4b3d-adbf-a08d63b4469a tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for network, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:25.316390 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-b393a7cd-cd3d-4a44-a538-d6a68654cec8 tempest-AllowedAddressPairIpV6TestJSON-693616432 tempest-AllowedAddressPairIpV6TestJSON-693616432-project] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.2113132 Oct 19 07:41:25.320731 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 56786) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:41:25.328126 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-2ebbb788-b0b1-4e9a-832f-dabfa11e9d13 tempest-AllowedAddressPairIpV6TestJSON-693616432 tempest-AllowedAddressPairIpV6TestJSON-693616432-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::230', 'mac_address': 'fa:16:3e:4e:b7:d6'}, {'ip_address': '2001:db8::1c3', 'mac_address': 'fa:16:3e:90:4c:b4'}]}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:41:25.346316 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-e6483532-2c78-4a03-8f27-00fe7cb171ec tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:25.351788 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-164c0d6a-1f42-4d31-b9db-d86f3e0067b4 None None] Network db7aaa37-046d-444a-b36f-3dc8c2299f0e is already hosted by enough agents. {{(pid=103334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 07:41:25.359084 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-ac8c9b10-5a80-4a60-ad8e-6afe4b4f9d95 tempest-SecGroupTest-1544089316 tempest-SecGroupTest-1544089316-project] Notify callbacks [] for security_group, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:25.362928 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-994bbf50-835f-4720-81c8-64057d547252 None None] Current status of the port d9ac0312-b4f0-4a4f-ab6d-3fbf05a5739a is: DOWN; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:41:25.363323 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-994bbf50-835f-4720-81c8-64057d547252 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:25.365602 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.scheduler.base_scheduler [None req-164c0d6a-1f42-4d31-b9db-d86f3e0067b4 None None] Resources bound (agent type, host, resource id): {{(pid=103334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:41:25.374932 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484a7872-e37a-48ea-8678-0274e2eded20 req-cf99f358-0160-4ab7-a022-3c0814de0566 tempest-ServerActionsTestJSON-1032082790 tempest-ServerActionsTestJSON-1032082790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:41:25.376599 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-484a7872-e37a-48ea-8678-0274e2eded20 req-cf99f358-0160-4ab7-a022-3c0814de0566 tempest-ServerActionsTestJSON-1032082790 tempest-ServerActionsTestJSON-1032082790-project] 10.222.0.27 "GET /v2.0/ports?device_id=c15ce40b-4ff1-4ce8-b3f1-4c16c8447f68 HTTP/1.1" status: 200 len: 945 time: 0.3383060 Oct 19 07:41:25.463181 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c9de9f9-7e84-4b3d-adbf-a08d63b4469a tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 181} {{(pid=103333) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 07:41:25.500308 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-ac8c9b10-5a80-4a60-ad8e-6afe4b4f9d95 tempest-SecGroupTest-1544089316 tempest-SecGroupTest-1544089316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788643'] for security_group, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:25.511973 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-164c0d6a-1f42-4d31-b9db-d86f3e0067b4 None None] Received port after_create {{(pid=103334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 07:41:25.533022 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-9c9de9f9-7e84-4b3d-adbf-a08d63b4469a tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979'] for segment, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:25.533213 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b61c0c5b-f385-4756-b3b2-80fd3b9a4f54 None None] DHCP port deletion for aae981fd-d10c-4d7e-9f78-1bb55728e4eb request from dv-neutron-861624-1-hyperv {{(pid=103334) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 07:41:25.533468 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.db.segments_db [None req-9c9de9f9-7e84-4b3d-adbf-a08d63b4469a tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Added segment 83632b41-0633-4e91-af75-3b0db3b71d68 of type vlan for network e899a2ec-a5db-4343-a853-df4cf6dd517b Oct 19 07:41:25.547136 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.plugin [None req-e6483532-2c78-4a03-8f27-00fe7cb171ec tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Calling delete_port for 8dc11a0b-0846-4cc7-b9e0-fbe9a96209ca owned by {{(pid=103332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 07:41:25.607289 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-d660c0f2-fdd5-419c-8623-78be99997d40 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:25.624531 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-217039d7-e4ba-49a4-b883-da5f73f91cdb None None] For port 1f8f70a5-932b-4ec7-a114-febb1940fcc0, host dv-neutron-861624-1-hyperv, cleared binding levels {{(pid=103334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 07:41:25.627903 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-164c0d6a-1f42-4d31-b9db-d86f3e0067b4 None None] Attempting to bind port 903a6abe-cd5f-4a30-8334-99c5fd7d53c2 on host dv-neutron-861624-1-hyperv for vnic_type normal with profile {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 19 07:41:25.628281 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-164c0d6a-1f42-4d31-b9db-d86f3e0067b4 None None] Attempting to bind port 903a6abe-cd5f-4a30-8334-99c5fd7d53c2 by drivers openvswitch,hyperv on host dv-neutron-861624-1-hyperv at level 0 using segments [{'id': 'dfc951db-1ed6-4915-8d87-801f81db4322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'db7aaa37-046d-444a-b36f-3dc8c2299f0e'}] {{(pid=103334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 19 07:41:25.628668 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-164c0d6a-1f42-4d31-b9db-d86f3e0067b4 None None] Attempting to bind port 903a6abe-cd5f-4a30-8334-99c5fd7d53c2 on network db7aaa37-046d-444a-b36f-3dc8c2299f0e {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 07:41:25.679893 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-9c9de9f9-7e84-4b3d-adbf-a08d63b4469a tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785020965340'] for network, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:25.685412 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-164c0d6a-1f42-4d31-b9db-d86f3e0067b4 None None] Checking agent: {'id': 'a5b0152c-d633-409b-aaf8-3b76458e2410', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861624-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 19, 7, 30, 19), 'started_at': datetime.datetime(2022, 10, 19, 7, 30, 49), 'heartbeat_timestamp': datetime.datetime(2022, 10, 19, 7, 41, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861624-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 07:41:25.685800 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-164c0d6a-1f42-4d31-b9db-d86f3e0067b4 None None] Checking segment: {'id': 'dfc951db-1ed6-4915-8d87-801f81db4322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'db7aaa37-046d-444a-b36f-3dc8c2299f0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 19 07:41:25.686179 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-164c0d6a-1f42-4d31-b9db-d86f3e0067b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:25.686566 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-164c0d6a-1f42-4d31-b9db-d86f3e0067b4 None None] Bound using segment: {'id': 'dfc951db-1ed6-4915-8d87-801f81db4322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'db7aaa37-046d-444a-b36f-3dc8c2299f0e'} {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 07:41:25.687044 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-164c0d6a-1f42-4d31-b9db-d86f3e0067b4 None None] Bound port: 903a6abe-cd5f-4a30-8334-99c5fd7d53c2, host: dv-neutron-861624-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfc951db-1ed6-4915-8d87-801f81db4322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'db7aaa37-046d-444a-b36f-3dc8c2299f0e'}}] {{(pid=103334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 19 07:41:25.687419 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-164c0d6a-1f42-4d31-b9db-d86f3e0067b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:25.705975 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-217039d7-e4ba-49a4-b883-da5f73f91cdb None None] For port 1f8f70a5-932b-4ec7-a114-febb1940fcc0, host dv-neutron-861624-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=1f8f70a5-932b-4ec7-a114-febb1940fcc0,segment=NetworkSegment(5a8d2b05-b527-4bd4-a671-b9112f193fef),segment_id=5a8d2b05-b527-4bd4-a671-b9112f193fef)] {{(pid=103334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 07:41:25.713389 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-994bbf50-835f-4720-81c8-64057d547252 None None] For port d9ac0312-b4f0-4a4f-ab6d-3fbf05a5739a, host dv-neutron-861624-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=d9ac0312-b4f0-4a4f-ab6d-3fbf05a5739a,segment=NetworkSegment(1bd02fa6-b501-4e5c-871a-f4a28a5e9b18),segment_id=1bd02fa6-b501-4e5c-871a-f4a28a5e9b18)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:41:25.729032 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-994bbf50-835f-4720-81c8-64057d547252 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:25.731973 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-217039d7-e4ba-49a4-b883-da5f73f91cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:25.778421 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-994bbf50-835f-4720-81c8-64057d547252 None None] Could not find standard attr ID for object 549e41f4-c827-4582-b66f-610b50cf4a7a. {{(pid=103334) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 19 07:41:25.807198 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-9c9de9f9-7e84-4b3d-adbf-a08d63b4469a tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873'] for network, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:25.814642 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c9de9f9-7e84-4b3d-adbf-a08d63b4469a tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:41:25.815249 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-9c9de9f9-7e84-4b3d-adbf-a08d63b4469a tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Notify callbacks [] for network, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:25.825088 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8c9b10-5a80-4a60-ad8e-6afe4b4f9d95 tempest-SecGroupTest-1544089316 tempest-SecGroupTest-1544089316-project] Pushing event updated for resources: {'SecurityGroup': ['ID=390ebb71-0eaf-4ee3-9518-2ae2f4b6b309,revision_number=1']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:41:25.829219 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device 19d7c00d-0327-4af8-a987-49a92b323b73 up at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 07:41:25.840245 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-ac8c9b10-5a80-4a60-ad8e-6afe4b4f9d95 tempest-SecGroupTest-1544089316 tempest-SecGroupTest-1544089316-project] Notify callbacks [] for security_group, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:25.844448 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-ac8c9b10-5a80-4a60-ad8e-6afe4b4f9d95 tempest-SecGroupTest-1544089316 tempest-SecGroupTest-1544089316-project] 10.222.0.27 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.4549770 Oct 19 07:41:25.848342 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 56788) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:41:25.873959 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-d01a3017-a65a-4dff-9307-818bc516ef29 tempest-SecGroupTest-1544089316 tempest-SecGroupTest-1544089316-project] Request body: {'security_group_rule': {'security_group_id': 'e83f1d45-dd94-4bee-afba-6a625d8d3009', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '390ebb71-0eaf-4ee3-9518-2ae2f4b6b309', 'remote_ip_prefix': None}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:41:25.884407 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-2ebbb788-b0b1-4e9a-832f-dabfa11e9d13 tempest-AllowedAddressPairIpV6TestJSON-693616432 tempest-AllowedAddressPairIpV6TestJSON-693616432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:25.891605 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.db.api [None req-d660c0f2-fdd5-419c-8623-78be99997d40 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103333) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 19 07:41:25.892110 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG oslo_db.api [None req-d660c0f2-fdd5-419c-8623-78be99997d40 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 19 07:41:25.930947 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-9c9de9f9-7e84-4b3d-adbf-a08d63b4469a tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.8089192 Oct 19 07:41:25.932141 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 56790) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:41:25.940173 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.db_base_plugin_common [None req-cb683262-2660-43d3-bd54-0c68b9670a2b None None] Allocated IP 172.22.0.2 (f9ca5f41-fe6c-4a10-918c-6649165b7312/2fde0ae8-bf21-420c-80fc-149699eead07/6b2515fa-2d6c-4d6a-a9ab-c58cdad47898) {{(pid=103334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 07:41:25.941899 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-7724821b-6bf5-4d04-aa0e-ffb4e11cc4c9 tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Request body: {'network': {'name': 'New_network'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:41:25.946351 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-b61c0c5b-f385-4756-b3b2-80fd3b9a4f54 None None] Deleting port f3e9975e-3436-4204-98ab-149b4a42403e {{(pid=103334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 07:41:25.946727 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-b61c0c5b-f385-4756-b3b2-80fd3b9a4f54 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:25.979632 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994bbf50-835f-4720-81c8-64057d547252 None None] Pushing event updated for resources: {'Port': ['ID=d9ac0312-b4f0-4a4f-ab6d-3fbf05a5739a,revision_number=5']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:41:26.002383 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-484a7872-e37a-48ea-8678-0274e2eded20 req-2ea66b1e-84af-4cf8-8b3f-260a1deb107c tempest-ServerActionsTestJSON-1032082790 tempest-ServerActionsTestJSON-1032082790-project] 10.222.0.27 "GET /v2.0/security-groups?id=f0bcd6ee-444f-46c6-b01f-ccacf8976dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5045300 Oct 19 07:41:26.011127 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-164c0d6a-1f42-4d31-b9db-d86f3e0067b4 None None] For port 903a6abe-cd5f-4a30-8334-99c5fd7d53c2, host dv-neutron-861624-1-hyperv, cleared binding levels {{(pid=103334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 07:41:26.043679 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9de9f9-7e84-4b3d-adbf-a08d63b4469a tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Pushing event updated for resources: {'Network': ['ID=e899a2ec-a5db-4343-a853-df4cf6dd517b,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:41:26.094556 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.objects.ports [None req-446641d9-1465-493b-977a-aa5cf9111603 tempest-NetworksIpV6TestAttrs-279669730 tempest-NetworksIpV6TestAttrs-279669730-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103332) get_objects /opt/stack/neutron/neutron/objects/ports.py:470}} Oct 19 07:41:26.186025 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-446641d9-1465-493b-977a-aa5cf9111603 tempest-NetworksIpV6TestAttrs-279669730 tempest-NetworksIpV6TestAttrs-279669730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-133552662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130659641'] for subnet, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:26.191249 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-036da573-e7c2-4c45-943c-64a6f675849a tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:26.250672 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Network e899a2ec-a5db-4343-a853-df4cf6dd517b details requested by agent ovs-agent-dv-neutron-861624-1-hyperv with host dv-neutron-861624-1-hyperv {{(pid=103334) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 07:41:26.274137 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-164c0d6a-1f42-4d31-b9db-d86f3e0067b4 None None] For port 903a6abe-cd5f-4a30-8334-99c5fd7d53c2, host dv-neutron-861624-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=903a6abe-cd5f-4a30-8334-99c5fd7d53c2,segment=NetworkSegment(dfc951db-1ed6-4915-8d87-801f81db4322),segment_id=dfc951db-1ed6-4915-8d87-801f81db4322)] {{(pid=103334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 07:41:26.290738 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-d01a3017-a65a-4dff-9307-818bc516ef29 tempest-SecGroupTest-1544089316 tempest-SecGroupTest-1544089316-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:26.308831 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-e6483532-2c78-4a03-8f27-00fe7cb171ec tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133553798'] for port, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:26.329572 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-b61c0c5b-f385-4756-b3b2-80fd3b9a4f54 None None] For port f3e9975e-3436-4204-98ab-149b4a42403e, host dv-neutron-861624-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=f3e9975e-3436-4204-98ab-149b4a42403e,segment=NetworkSegment(7da70b33-872a-46f1-9155-e62ba93720d9),segment_id=7da70b33-872a-46f1-9155-e62ba93720d9)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:41:26.332091 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-b61c0c5b-f385-4756-b3b2-80fd3b9a4f54 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:26.362927 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-b61c0c5b-f385-4756-b3b2-80fd3b9a4f54 None None] Calling delete_port for f3e9975e-3436-4204-98ab-149b4a42403e owned by network:dhcp {{(pid=103334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 07:41:26.372250 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-7724821b-6bf5-4d04-aa0e-ffb4e11cc4c9 tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785020965340'] for network, precommit_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:26.445611 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-df5c2c65-ff0c-4fe7-aee2-1e0b17312c7c None None] Provisioning complete for port 454c2491-a7cf-4c02-a347-b0dc341dd223 triggered by entity DHCP. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:41:26.446236 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-df5c2c65-ff0c-4fe7-aee2-1e0b17312c7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:26.446720 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-df5c2c65-ff0c-4fe7-aee2-1e0b17312c7c None None] Attempt 1 to provision port 454c2491-a7cf-4c02-a347-b0dc341dd223 Oct 19 07:41:26.458906 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-7724821b-6bf5-4d04-aa0e-ffb4e11cc4c9 tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873'] for network, after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:26.467063 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6483532-2c78-4a03-8f27-00fe7cb171ec tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Pushing event deleted for resources: {'Port': ['ID=8dc11a0b-0846-4cc7-b9e0-fbe9a96209ca,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:41:26.487569 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217039d7-e4ba-49a4-b883-da5f73f91cdb None None] Pushing event updated for resources: {'Port': ['ID=1f8f70a5-932b-4ec7-a114-febb1940fcc0,revision_number=3']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:41:26.522673 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-164c0d6a-1f42-4d31-b9db-d86f3e0067b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:26.560547 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-7724821b-6bf5-4d04-aa0e-ffb4e11cc4c9 tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Network e899a2ec-a5db-4343-a853-df4cf6dd517b is not hosted by any dhcp agent {{(pid=103333) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Oct 19 07:41:26.571623 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7724821b-6bf5-4d04-aa0e-ffb4e11cc4c9 tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:41:26.572276 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-7724821b-6bf5-4d04-aa0e-ffb4e11cc4c9 tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Notify callbacks [] for network, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:26.577094 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-7724821b-6bf5-4d04-aa0e-ffb4e11cc4c9 tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] 10.222.0.27 "PUT /v2.0/networks/e899a2ec-a5db-4343-a853-df4cf6dd517b HTTP/1.1" status: 200 len: 723 time: 0.6409018 Oct 19 07:41:26.577748 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 56796) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:41:26.590448 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-13ccd8b0-3490-4ccd-b8e4-cf992fc7555e tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Request body: {'subnet': {'network_id': 'e899a2ec-a5db-4343-a853-df4cf6dd517b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:41:26.597162 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-d660c0f2-fdd5-419c-8623-78be99997d40 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:26.662735 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446641d9-1465-493b-977a-aa5cf9111603 tempest-NetworksIpV6TestAttrs-279669730 tempest-NetworksIpV6TestAttrs-279669730-project] Pushing event updated for resources: {'Subnet': ['ID=a627ae90-e42d-4849-9f87-ab8298404990,revision_number=0']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:41:26.669567 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-e6483532-2c78-4a03-8f27-00fe7cb171ec tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42160'] for port, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:26.677060 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-e6483532-2c78-4a03-8f27-00fe7cb171ec tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] 10.222.0.27 "DELETE /v2.0/ports/8dc11a0b-0846-4cc7-b9e0-fbe9a96209ca HTTP/1.1" status: 204 len: 168 time: 2.6310747 Oct 19 07:41:26.682652 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 56798) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:41:26.772881 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.pecan_wsgi.hooks.translation [None req-21775144-e502-430b-b174-d6810cbf7790 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] GET failed (client error): The resource could not be found. Oct 19 07:41:26.778023 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-21775144-e502-430b-b174-d6810cbf7790 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] 10.222.0.27 "GET /v2.0/ports/8dc11a0b-0846-4cc7-b9e0-fbe9a96209ca HTTP/1.1" status: 404 len: 333 time: 0.0626235 Oct 19 07:41:26.778353 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-446641d9-1465-493b-977a-aa5cf9111603 tempest-NetworksIpV6TestAttrs-279669730 tempest-NetworksIpV6TestAttrs-279669730-project] Checking segment: {'id': 'ad10328f-0563-4af1-81b9-14ef226b8562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'c8279114-b8eb-4f37-b3f0-686f093dc610'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 19 07:41:26.778716 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-446641d9-1465-493b-977a-aa5cf9111603 tempest-NetworksIpV6TestAttrs-279669730 tempest-NetworksIpV6TestAttrs-279669730-project] Network hostable DHCP agents. Network: c8279114-b8eb-4f37-b3f0-686f093dc610, hostable agents: ['310d813b-0e3e-4d7e-9b79-8f4ec0dbcab0'], hosted agents: [] {{(pid=103332) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 07:41:26.785250 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13ccd8b0-3490-4ccd-b8e4-cf992fc7555e tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Made reservation on behalf of f2ca639a25f74e74adde8aad6c608244 for: {'subnet': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 07:41:26.788471 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 56800) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:41:26.789822 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-13ccd8b0-3490-4ccd-b8e4-cf992fc7555e tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130170579'] for subnet, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:26.824762 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b08b2c-45a3-4016-8b04-5236b199febe req-89291d4a-f199-494a-ac15-d99af6ea0dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:41:26.827546 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-f4b08b2c-45a3-4016-8b04-5236b199febe req-89291d4a-f199-494a-ac15-d99af6ea0dd2 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b76abfccca1e443d8cfed9fe77b82608&device_id=c15ce40b-4ff1-4ce8-b3f1-4c16c8447f68 HTTP/1.1" status: 200 len: 1098 time: 0.4040170 Oct 19 07:41:26.831213 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d351281-9fd5-4e73-8495-a4892044aa01 None None] Network 6ae27839-d131-4c3d-b4f3-b5d7f4da53d7 requested from dv-neutron-861624-1-hyperv {{(pid=103334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 07:41:26.833515 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Provisioning complete for port 19d7c00d-0327-4af8-a987-49a92b323b73 triggered by entity L2. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:41:26.833876 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:26.834206 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Attempt 1 to provision port 19d7c00d-0327-4af8-a987-49a92b323b73 Oct 19 07:41:26.835635 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341d3cb4-7c16-4f10-a425-f7c5e483cdbf req-857a0dd2-a70d-4272-8405-4ed15e5a4ba7 tempest-ServerActionsTestJSON-1032082790 tempest-ServerActionsTestJSON-1032082790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:41:26.840683 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-341d3cb4-7c16-4f10-a425-f7c5e483cdbf req-857a0dd2-a70d-4272-8405-4ed15e5a4ba7 tempest-ServerActionsTestJSON-1032082790 tempest-ServerActionsTestJSON-1032082790-project] 10.222.0.27 "GET /v2.0/ports?device_id=c15ce40b-4ff1-4ce8-b3f1-4c16c8447f68 HTTP/1.1" status: 200 len: 945 time: 0.3836365 Oct 19 07:41:26.958159 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7724821b-6bf5-4d04-aa0e-ffb4e11cc4c9 tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Pushing event updated for resources: {'Network': ['ID=e899a2ec-a5db-4343-a853-df4cf6dd517b,revision_number=2']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:41:27.052050 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-d01a3017-a65a-4dff-9307-818bc516ef29 tempest-SecGroupTest-1544089316 tempest-SecGroupTest-1544089316-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:27.070975 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-2ebbb788-b0b1-4e9a-832f-dabfa11e9d13 tempest-AllowedAddressPairIpV6TestJSON-693616432 tempest-AllowedAddressPairIpV6TestJSON-693616432-project] Notify callbacks [] for port, precommit_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:27.087027 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-2ebbb788-b0b1-4e9a-832f-dabfa11e9d13 tempest-AllowedAddressPairIpV6TestJSON-693616432 tempest-AllowedAddressPairIpV6TestJSON-693616432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130996754'] for port, after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:27.087615 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-2ebbb788-b0b1-4e9a-832f-dabfa11e9d13 tempest-AllowedAddressPairIpV6TestJSON-693616432 tempest-AllowedAddressPairIpV6TestJSON-693616432-project] In _notify_port_updated(), no bound segment for port 5a707603-a0f4-43bb-9ed7-081522a8be89 on network 94a2344b-3c35-4881-a95e-6f2bc84f03db {{(pid=103333) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:900}} Oct 19 07:41:27.089550 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-df5c2c65-ff0c-4fe7-aee2-1e0b17312c7c None None] Port 454c2491-a7cf-4c02-a347-b0dc341dd223 cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 07:41:27.091531 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164c0d6a-1f42-4d31-b9db-d86f3e0067b4 None None] Pushing event updated for resources: {'Port': ['ID=903a6abe-cd5f-4a30-8334-99c5fd7d53c2,revision_number=2']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:41:27.093727 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ebbb788-b0b1-4e9a-832f-dabfa11e9d13 tempest-AllowedAddressPairIpV6TestJSON-693616432 tempest-AllowedAddressPairIpV6TestJSON-693616432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:41:27.094387 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-2ebbb788-b0b1-4e9a-832f-dabfa11e9d13 tempest-AllowedAddressPairIpV6TestJSON-693616432 tempest-AllowedAddressPairIpV6TestJSON-693616432-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42160'] for port, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:27.096300 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-2ebbb788-b0b1-4e9a-832f-dabfa11e9d13 tempest-AllowedAddressPairIpV6TestJSON-693616432 tempest-AllowedAddressPairIpV6TestJSON-693616432-project] 10.222.0.27 "PUT /v2.0/ports/5a707603-a0f4-43bb-9ed7-081522a8be89 HTTP/1.1" status: 200 len: 1067 time: 1.7731242 Oct 19 07:41:27.104738 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Network e899a2ec-a5db-4343-a853-df4cf6dd517b details requested by agent ovs-agent-dv-neutron-861624-1-hyperv with host dv-neutron-861624-1-hyperv {{(pid=103334) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 07:41:27.111654 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 56802) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:41:27.112963 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-d01a3017-a65a-4dff-9307-818bc516ef29 tempest-SecGroupTest-1544089316 tempest-SecGroupTest-1544089316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815365'] for security_group_rule, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:27.121194 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-b61c0c5b-f385-4756-b3b2-80fd3b9a4f54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339'] for port, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:27.130607 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-341d3cb4-7c16-4f10-a425-f7c5e483cdbf req-b9462497-6655-45e9-b9e8-8bec567d0fe6 tempest-ServerActionsTestJSON-1032082790 tempest-ServerActionsTestJSON-1032082790-project] 10.222.0.27 "GET /v2.0/security-groups?id=f0bcd6ee-444f-46c6-b01f-ccacf8976dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1911726 Oct 19 07:41:27.155241 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-cb683262-2660-43d3-bd54-0c68b9670a2b None None] Notify callbacks [] for port, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:27.167702 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01a3017-a65a-4dff-9307-818bc516ef29 tempest-SecGroupTest-1544089316 tempest-SecGroupTest-1544089316-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8c6bce2-ff8d-4460-b913-45b835b44d98,revision_number=0']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:41:27.169906 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-446641d9-1465-493b-977a-aa5cf9111603 tempest-NetworksIpV6TestAttrs-279669730 tempest-NetworksIpV6TestAttrs-279669730-project] Network c8279114-b8eb-4f37-b3f0-686f093dc610 is scheduled to be hosted by DHCP agent 310d813b-0e3e-4d7e-9b79-8f4ec0dbcab0 with binding_index 1 {{(pid=103332) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 07:41:27.180600 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3be9baf-6d36-457c-8f31-7513ecab7616 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Deleting subnet 167a7dcf-656c-46ba-9649-9d1dbe775823 {{(pid=103332) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 19 07:41:27.193173 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-d01a3017-a65a-4dff-9307-818bc516ef29 tempest-SecGroupTest-1544089316 tempest-SecGroupTest-1544089316-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:27.194530 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-d01a3017-a65a-4dff-9307-818bc516ef29 tempest-SecGroupTest-1544089316 tempest-SecGroupTest-1544089316-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 1.3247709 Oct 19 07:41:27.215424 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 56804) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:41:27.218022 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-c3be9baf-6d36-457c-8f31-7513ecab7616 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Notify callbacks [] for subnet, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:27.237002 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-cb683262-2660-43d3-bd54-0c68b9670a2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785020947330'] for port, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:27.253272 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61c0c5b-f385-4756-b3b2-80fd3b9a4f54 None None] Pushing event deleted for resources: {'Port': ['ID=f3e9975e-3436-4204-98ab-149b4a42403e,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:41:27.263815 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b61c0c5b-f385-4756-b3b2-80fd3b9a4f54 None None] No DVR routers for this DVR port f3e9975e-3436-4204-98ab-149b4a42403e on host dv-neutron-861624-1-hyperv {{(pid=103334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 19 07:41:27.275695 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.base_scheduler [None req-446641d9-1465-493b-977a-aa5cf9111603 tempest-NetworksIpV6TestAttrs-279669730 tempest-NetworksIpV6TestAttrs-279669730-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861624-1-hyperv, c8279114-b8eb-4f37-b3f0-686f093dc610) {{(pid=103332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:41:27.290165 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb683262-2660-43d3-bd54-0c68b9670a2b None None] Network f9ca5f41-fe6c-4a10-918c-6649165b7312 is already hosted by enough agents. {{(pid=103334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 07:41:27.331624 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-446641d9-1465-493b-977a-aa5cf9111603 tempest-NetworksIpV6TestAttrs-279669730 tempest-NetworksIpV6TestAttrs-279669730-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:41:27.332226 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-446641d9-1465-493b-977a-aa5cf9111603 tempest-NetworksIpV6TestAttrs-279669730 tempest-NetworksIpV6TestAttrs-279669730-project] Notify callbacks [] for subnet, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:27.349754 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.scheduler.base_scheduler [None req-cb683262-2660-43d3-bd54-0c68b9670a2b None None] Resources bound (agent type, host, resource id): {{(pid=103334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:41:27.358873 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b08b2c-45a3-4016-8b04-5236b199febe req-cfca9fa5-3f9e-41d8-af34-7df13d8187cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:41:27.361389 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-f4b08b2c-45a3-4016-8b04-5236b199febe req-cfca9fa5-3f9e-41d8-af34-7df13d8187cd service neutron] 10.222.0.16 "GET /v2.0/networks?id=9f9e4d3a-9b0f-46a7-b045-8d44d07986e0 HTTP/1.1" status: 200 len: 912 time: 0.5174186 Oct 19 07:41:27.363010 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98e00478-54e4-4cc4-9cf0-e9d040e228ee None None] Network c8279114-b8eb-4f37-b3f0-686f093dc610 requested from dv-neutron-861624-1-hyperv {{(pid=103334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 07:41:27.376583 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb683262-2660-43d3-bd54-0c68b9670a2b None None] Received port after_create {{(pid=103334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 07:41:27.425564 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-c3be9baf-6d36-457c-8f31-7513ecab7616 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130726890'] for subnet, precommit_delete_associations {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:27.434016 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-446641d9-1465-493b-977a-aa5cf9111603 tempest-NetworksIpV6TestAttrs-279669730 tempest-NetworksIpV6TestAttrs-279669730-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 3.2553658 Oct 19 07:41:27.453514 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ebbb788-b0b1-4e9a-832f-dabfa11e9d13 tempest-AllowedAddressPairIpV6TestJSON-693616432 tempest-AllowedAddressPairIpV6TestJSON-693616432-project] Pushing event updated for resources: {'Port': ['ID=5a707603-a0f4-43bb-9ed7-081522a8be89,revision_number=2']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:41:27.459951 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 56806) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:41:27.462917 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.db_base_plugin_common [None req-036da573-e7c2-4c45-943c-64a6f675849a tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Allocated IP 172.22.0.1 (f9ca5f41-fe6c-4a10-918c-6649165b7312/2fde0ae8-bf21-420c-80fc-149699eead07/202bbb75-d656-4039-93c2-eb6a38fe76f3) {{(pid=103332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 07:41:27.475103 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb683262-2660-43d3-bd54-0c68b9670a2b None None] Pushing event updated for resources: {'Port': ['ID=6b2515fa-2d6c-4d6a-a9ab-c58cdad47898,revision_number=1']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:41:27.529171 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-27369f98-a043-4d89-85ee-6483e73415b8 tempest-SecGroupTest-1544089316 tempest-SecGroupTest-1544089316-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:27.539418 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-f4b08b2c-45a3-4016-8b04-5236b199febe req-3a8bafcf-ec00-49e1-9766-702aa3e9516a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=166507e4-5bf0-4d0c-a912-f2cd4a10fdee HTTP/1.1" status: 200 len: 1001 time: 0.1698146 Oct 19 07:41:27.573598 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-27369f98-a043-4d89-85ee-6483e73415b8 tempest-SecGroupTest-1544089316 tempest-SecGroupTest-1544089316-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:27.591794 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-df5c2c65-ff0c-4fe7-aee2-1e0b17312c7c None None] Attempt 2 to provision port 454c2491-a7cf-4c02-a347-b0dc341dd223 Oct 19 07:41:27.667235 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Current status of the port 19d7c00d-0327-4af8-a987-49a92b323b73 is: DOWN; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:41:27.667884 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:27.698659 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-13ccd8b0-3490-4ccd-b8e4-cf992fc7555e tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130997899', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130170401'] for subnet, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:27.715911 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b08b2c-45a3-4016-8b04-5236b199febe req-93c05d75-aaae-4011-b8f2-84679654e88a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:41:27.717729 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-f4b08b2c-45a3-4016-8b04-5236b199febe req-93c05d75-aaae-4011-b8f2-84679654e88a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=509b576d-66cd-49df-8740-f428cd2060b2 HTTP/1.1" status: 200 len: 850 time: 0.1627388 Oct 19 07:41:27.719069 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-c3be9baf-6d36-457c-8f31-7513ecab7616 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-679826'] for subnet, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:27.723980 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.db [None req-d660c0f2-fdd5-419c-8623-78be99997d40 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] For port 1f8f70a5-932b-4ec7-a114-febb1940fcc0, host dv-neutron-861624-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=1f8f70a5-932b-4ec7-a114-febb1940fcc0,segment=NetworkSegment(5a8d2b05-b527-4bd4-a671-b9112f193fef),segment_id=5a8d2b05-b527-4bd4-a671-b9112f193fef)] {{(pid=103333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:41:27.756599 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-cb683262-2660-43d3-bd54-0c68b9670a2b None None] Attempting to bind port 6b2515fa-2d6c-4d6a-a9ab-c58cdad47898 on host dv-neutron-861624-1-hyperv for vnic_type normal with profile {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 19 07:41:27.756891 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-cb683262-2660-43d3-bd54-0c68b9670a2b None None] Attempting to bind port 6b2515fa-2d6c-4d6a-a9ab-c58cdad47898 by drivers openvswitch,hyperv on host dv-neutron-861624-1-hyperv at level 0 using segments [{'id': '5001a856-9fa6-4a7a-83a1-63112baf16dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'f9ca5f41-fe6c-4a10-918c-6649165b7312'}] {{(pid=103334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 19 07:41:27.757951 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb683262-2660-43d3-bd54-0c68b9670a2b None None] Attempting to bind port 6b2515fa-2d6c-4d6a-a9ab-c58cdad47898 on network f9ca5f41-fe6c-4a10-918c-6649165b7312 {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 07:41:27.776021 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-27369f98-a043-4d89-85ee-6483e73415b8 tempest-SecGroupTest-1544089316 tempest-SecGroupTest-1544089316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815365'] for security_group_rule, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:27.785980 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-27369f98-a043-4d89-85ee-6483e73415b8 tempest-SecGroupTest-1544089316 tempest-SecGroupTest-1544089316-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:27.791004 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-27369f98-a043-4d89-85ee-6483e73415b8 tempest-SecGroupTest-1544089316 tempest-SecGroupTest-1544089316-project] 10.222.0.27 "DELETE /v2.0/security-group-rules/d8c6bce2-ff8d-4460-b913-45b835b44d98 HTTP/1.1" status: 204 len: 168 time: 0.5627761 Oct 19 07:41:27.796234 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb683262-2660-43d3-bd54-0c68b9670a2b None None] Checking agent: {'id': 'a5b0152c-d633-409b-aaf8-3b76458e2410', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861624-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 19, 7, 30, 19), 'started_at': datetime.datetime(2022, 10, 19, 7, 30, 49), 'heartbeat_timestamp': datetime.datetime(2022, 10, 19, 7, 41, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861624-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 07:41:27.796657 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb683262-2660-43d3-bd54-0c68b9670a2b None None] Checking segment: {'id': '5001a856-9fa6-4a7a-83a1-63112baf16dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'f9ca5f41-fe6c-4a10-918c-6649165b7312'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 19 07:41:27.797058 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-cb683262-2660-43d3-bd54-0c68b9670a2b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:27.797448 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb683262-2660-43d3-bd54-0c68b9670a2b None None] Bound using segment: {'id': '5001a856-9fa6-4a7a-83a1-63112baf16dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'f9ca5f41-fe6c-4a10-918c-6649165b7312'} {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 07:41:27.798529 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-cb683262-2660-43d3-bd54-0c68b9670a2b None None] Bound port: 6b2515fa-2d6c-4d6a-a9ab-c58cdad47898, host: dv-neutron-861624-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5001a856-9fa6-4a7a-83a1-63112baf16dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'f9ca5f41-fe6c-4a10-918c-6649165b7312'}}] {{(pid=103334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 19 07:41:27.798924 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-cb683262-2660-43d3-bd54-0c68b9670a2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:27.799629 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 56808) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:41:27.820936 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-df5c2c65-ff0c-4fe7-aee2-1e0b17312c7c None None] Port 454c2491-a7cf-4c02-a347-b0dc341dd223 cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 07:41:27.831923 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-870c09fc-7536-4cc4-8369-20c77f6ecfb4 tempest-AllowedAddressPairIpV6TestJSON-693616432 tempest-AllowedAddressPairIpV6TestJSON-693616432-project] Deleting port 5a707603-a0f4-43bb-9ed7-081522a8be89 {{(pid=103333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 07:41:27.832634 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-870c09fc-7536-4cc4-8369-20c77f6ecfb4 tempest-AllowedAddressPairIpV6TestJSON-693616432 tempest-AllowedAddressPairIpV6TestJSON-693616432-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:27.844230 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27369f98-a043-4d89-85ee-6483e73415b8 tempest-SecGroupTest-1544089316 tempest-SecGroupTest-1544089316-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d8c6bce2-ff8d-4460-b913-45b835b44d98,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:41:27.859931 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-036da573-e7c2-4c45-943c-64a6f675849a tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Notify callbacks [] for port, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:27.887468 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b08b2c-45a3-4016-8b04-5236b199febe req-9149e62f-be0a-4eee-aba8-3b10236a90e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:41:27.889702 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-f4b08b2c-45a3-4016-8b04-5236b199febe req-9149e62f-be0a-4eee-aba8-3b10236a90e3 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=9f9e4d3a-9b0f-46a7-b045-8d44d07986e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1461411 Oct 19 07:41:27.899889 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ccd8b0-3490-4ccd-b8e4-cf992fc7555e tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Pushing event updated for resources: {'Subnet': ['ID=a985de3e-ee2d-4340-8fe8-545d1bb45faa,revision_number=0']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:41:27.910921 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-d660c0f2-fdd5-419c-8623-78be99997d40 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks [] for port, precommit_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:27.927823 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-8c54162b-32ae-4cd0-ae38-5a0bca560437 tempest-NetworksIpV6TestAttrs-279669730 tempest-NetworksIpV6TestAttrs-279669730-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-667019'] for network, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:27.948226 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-d660c0f2-fdd5-419c-8623-78be99997d40 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130996754'] for port, after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:27.953189 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-d660c0f2-fdd5-419c-8623-78be99997d40 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130997899', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130170401'] for subnet, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:27.969702 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85779ada-f820-49b0-a2e9-4a273eecd218 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d12c6ac-27a3-545c-a8f3-f04e30423d6d-c8279114-b8eb-4f37-b3f0-686f093dc610', 'network_id': 'c8279114-b8eb-4f37-b3f0-686f093dc610', 'tenant_id': '1a48ad924478432a90a7d865ee405d9d', 'fixed_ips': [{'subnet_id': 'a627ae90-e42d-4849-9f87-ab8298404990'}]}} from dv-neutron-861624-1-hyperv. {{(pid=103334) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 07:41:27.970691 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-85779ada-f820-49b0-a2e9-4a273eecd218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:27.984075 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-237bc053-8d50-4693-b3a2-299e09b028d8 tempest-SecGroupTest-1544089316 tempest-SecGroupTest-1544089316-project] 10.222.0.27 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1831715 Oct 19 07:41:27.988218 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 56810) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:41:28.002262 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-cb683262-2660-43d3-bd54-0c68b9670a2b None None] For port 6b2515fa-2d6c-4d6a-a9ab-c58cdad47898, host dv-neutron-861624-1-hyperv, cleared binding levels {{(pid=103334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 07:41:28.013382 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-cb683262-2660-43d3-bd54-0c68b9670a2b None None] For port 6b2515fa-2d6c-4d6a-a9ab-c58cdad47898, host dv-neutron-861624-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=6b2515fa-2d6c-4d6a-a9ab-c58cdad47898,segment=NetworkSegment(5001a856-9fa6-4a7a-83a1-63112baf16dd),segment_id=5001a856-9fa6-4a7a-83a1-63112baf16dd)] {{(pid=103334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 07:41:28.035518 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-c3be9baf-6d36-457c-8f31-7513ecab7616 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-679819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-133552721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130659632'] for subnet, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:28.051285 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-cb683262-2660-43d3-bd54-0c68b9670a2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:28.142749 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3be9baf-6d36-457c-8f31-7513ecab7616 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Pushing event deleted for resources: {'Subnet': ['ID=167a7dcf-656c-46ba-9649-9d1dbe775823,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:41:28.144726 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-c3be9baf-6d36-457c-8f31-7513ecab7616 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Notify callbacks [] for subnet, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:28.150928 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-c3be9baf-6d36-457c-8f31-7513ecab7616 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] 10.222.0.27 "DELETE /v2.0/subnets/167a7dcf-656c-46ba-9649-9d1dbe775823 HTTP/1.1" status: 204 len: 168 time: 1.3583884 Oct 19 07:41:28.155316 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 56812) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:41:28.215034 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-036da573-e7c2-4c45-943c-64a6f675849a tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785020947330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133553798'] for port, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:28.221906 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.db.api [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103334) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 19 07:41:28.222220 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG oslo_db.api [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 19 07:41:28.311055 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-50b2bc25-c1ee-42ce-89b3-6472f09c94a5 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-667019'] for network, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:28.321933 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.db_base_plugin_common [None req-85779ada-f820-49b0-a2e9-4a273eecd218 None None] Allocated IP 2001:db8::f816:3eff:fe7b:5a04 (c8279114-b8eb-4f37-b3f0-686f093dc610/a627ae90-e42d-4849-9f87-ab8298404990/99d9f648-bed0-4330-8a7d-d19fff313830) {{(pid=103334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 07:41:28.338865 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7a253f2-2a16-43a0-9331-305b8ee204f8 None None] Network db7aaa37-046d-444a-b36f-3dc8c2299f0e requested from dv-neutron-861624-1-hyperv {{(pid=103334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 07:41:28.361969 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-df5c2c65-ff0c-4fe7-aee2-1e0b17312c7c None None] Attempt 3 to provision port 454c2491-a7cf-4c02-a347-b0dc341dd223 Oct 19 07:41:28.380927 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39d27868-bdae-405f-9730-a5d1d1094b6d None None] Network 6ae27839-d131-4c3d-b4f3-b5d7f4da53d7 requested from dv-neutron-861624-1-hyperv {{(pid=103334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 07:41:28.397456 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb683262-2660-43d3-bd54-0c68b9670a2b None None] Pushing event updated for resources: {'Port': ['ID=6b2515fa-2d6c-4d6a-a9ab-c58cdad47898,revision_number=2']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:41:28.467120 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-f4b08b2c-45a3-4016-8b04-5236b199febe req-8a9b126c-fed0-43b4-9433-35c2ce4aa103 service neutron] 10.222.0.16 "GET /v2.0/networks/9f9e4d3a-9b0f-46a7-b045-8d44d07986e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5668936 Oct 19 07:41:28.473993 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-3dee210d-9f4d-49a1-93d2-ca41a4156435 tempest-SecGroupTest-1544089316 tempest-SecGroupTest-1544089316-project] Notify callbacks [] for security_group, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:28.491202 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-036da573-e7c2-4c45-943c-64a6f675849a tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Network f9ca5f41-fe6c-4a10-918c-6649165b7312 is already hosted by enough agents. {{(pid=103332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 07:41:28.537465 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.base_scheduler [None req-036da573-e7c2-4c45-943c-64a6f675849a tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Resources bound (agent type, host, resource id): {{(pid=103332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:41:28.550223 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-036da573-e7c2-4c45-943c-64a6f675849a tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Received port after_create {{(pid=103332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 07:41:28.577246 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe52f86-e42a-4112-a5d8-47f0cb044fd8 req-ccbb8f23-36ba-418c-8e8f-9d38e5b0b398 tempest-ServerActionsTestJSON-1032082790 tempest-ServerActionsTestJSON-1032082790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:41:28.578162 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-cfe52f86-e42a-4112-a5d8-47f0cb044fd8 req-ccbb8f23-36ba-418c-8e8f-9d38e5b0b398 tempest-ServerActionsTestJSON-1032082790 tempest-ServerActionsTestJSON-1032082790-project] 10.222.0.27 "GET /v2.0/ports?device_id=c15ce40b-4ff1-4ce8-b3f1-4c16c8447f68 HTTP/1.1" status: 200 len: 945 time: 0.2558265 Oct 19 07:41:28.578876 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036da573-e7c2-4c45-943c-64a6f675849a tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Pushing event updated for resources: {'Port': ['ID=202bbb75-d656-4039-93c2-eb6a38fe76f3,revision_number=1']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:41:28.596343 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-870c09fc-7536-4cc4-8369-20c77f6ecfb4 tempest-AllowedAddressPairIpV6TestJSON-693616432 tempest-AllowedAddressPairIpV6TestJSON-693616432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:28.623584 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-df5c2c65-ff0c-4fe7-aee2-1e0b17312c7c None None] Port 454c2491-a7cf-4c02-a347-b0dc341dd223 cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 07:41:28.642242 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-870c09fc-7536-4cc4-8369-20c77f6ecfb4 tempest-AllowedAddressPairIpV6TestJSON-693616432 tempest-AllowedAddressPairIpV6TestJSON-693616432-project] Calling delete_port for 5a707603-a0f4-43bb-9ed7-081522a8be89 owned by {{(pid=103333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 07:41:28.644042 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13ccd8b0-3490-4ccd-b8e4-cf992fc7555e tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Checking segment: {'id': '83632b41-0633-4e91-af75-3b0db3b71d68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'e899a2ec-a5db-4343-a853-df4cf6dd517b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 19 07:41:28.644805 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13ccd8b0-3490-4ccd-b8e4-cf992fc7555e tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Network hostable DHCP agents. Network: e899a2ec-a5db-4343-a853-df4cf6dd517b, hostable agents: ['310d813b-0e3e-4d7e-9b79-8f4ec0dbcab0'], hosted agents: [] {{(pid=103333) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 07:41:28.659572 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d660c0f2-fdd5-419c-8623-78be99997d40 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Network 6b5a65c5-1bed-4301-9db8-c1056c2b8eba is already hosted by enough agents. {{(pid=103333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 07:41:28.662645 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-3dee210d-9f4d-49a1-93d2-ca41a4156435 tempest-SecGroupTest-1544089316 tempest-SecGroupTest-1544089316-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:28.664561 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d660c0f2-fdd5-419c-8623-78be99997d40 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Pushing event updated for resources: {'Port': ['ID=1f8f70a5-932b-4ec7-a114-febb1940fcc0,revision_number=4']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:41:28.682099 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-d660c0f2-fdd5-419c-8623-78be99997d40 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Resources bound (agent type, host, resource id): {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:41:28.686813 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d660c0f2-fdd5-419c-8623-78be99997d40 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Pushing event updated for resources: {'Subnet': ['ID=563aa0c0-10d9-40a0-b837-dc919867d3a9,revision_number=0']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:41:28.697587 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d660c0f2-fdd5-419c-8623-78be99997d40 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:41:28.699091 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-d660c0f2-fdd5-419c-8623-78be99997d40 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks [] for subnet, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:28.704723 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b928e26-e341-47fe-8754-62a06c37e6f4 None None] Network 6b5a65c5-1bed-4301-9db8-c1056c2b8eba requested from dv-neutron-861624-1-hyperv {{(pid=103334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 07:41:28.751852 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-036da573-e7c2-4c45-943c-64a6f675849a tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1695190'] for router_interface, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:28.759261 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13ccd8b0-3490-4ccd-b8e4-cf992fc7555e tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Network e899a2ec-a5db-4343-a853-df4cf6dd517b is scheduled to be hosted by DHCP agent 310d813b-0e3e-4d7e-9b79-8f4ec0dbcab0 with binding_index 1 {{(pid=103333) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 07:41:28.763917 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-cfe52f86-e42a-4112-a5d8-47f0cb044fd8 req-26bcb8b1-05b8-4f98-b0b4-01a3759089f1 tempest-ServerActionsTestJSON-1032082790 tempest-ServerActionsTestJSON-1032082790-project] 10.222.0.27 "GET /v2.0/security-groups?id=f0bcd6ee-444f-46c6-b01f-ccacf8976dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1419644 Oct 19 07:41:28.808287 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-13ccd8b0-3490-4ccd-b8e4-cf992fc7555e tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861624-1-hyperv, e899a2ec-a5db-4343-a853-df4cf6dd517b) {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:41:28.810179 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-f4b08b2c-45a3-4016-8b04-5236b199febe req-8f348993-601d-415a-af04-8f982986cce4 service neutron] 10.222.0.16 "GET /v2.0/networks/9f9e4d3a-9b0f-46a7-b045-8d44d07986e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3321633 Oct 19 07:41:28.815045 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-d660c0f2-fdd5-419c-8623-78be99997d40 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 6.7964242 Oct 19 07:41:28.821520 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 56816) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:41:28.822953 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-8c54162b-32ae-4cd0-ae38-5a0bca560437 tempest-NetworksIpV6TestAttrs-279669730 tempest-NetworksIpV6TestAttrs-279669730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-679826'] for subnet, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:28.826715 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-99b8095d-6b65-4d4a-8fda-ffd888a76968 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Request body: {'port': {'network_id': '6b5a65c5-1bed-4301-9db8-c1056c2b8eba', 'mac_address': 'fa:16:3e:f7:2a:21', 'name': 'tempest-NetworksTestDHCPv6-956375003'}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:41:28.827116 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13ccd8b0-3490-4ccd-b8e4-cf992fc7555e tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:41:28.827793 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-13ccd8b0-3490-4ccd-b8e4-cf992fc7555e tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Notify callbacks [] for subnet, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:28.833826 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.plugin [None req-50b2bc25-c1ee-42ce-89b3-6472f09c94a5 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Deleting port 19d7c00d-0327-4af8-a987-49a92b323b73 {{(pid=103332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 07:41:28.834177 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-50b2bc25-c1ee-42ce-89b3-6472f09c94a5 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:28.865143 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-3dee210d-9f4d-49a1-93d2-ca41a4156435 tempest-SecGroupTest-1544089316 tempest-SecGroupTest-1544089316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788643'] for security_group, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:28.871756 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-3dee210d-9f4d-49a1-93d2-ca41a4156435 tempest-SecGroupTest-1544089316 tempest-SecGroupTest-1544089316-project] Notify callbacks [] for security_group, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:28.875914 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-3dee210d-9f4d-49a1-93d2-ca41a4156435 tempest-SecGroupTest-1544089316 tempest-SecGroupTest-1544089316-project] 10.222.0.27 "DELETE /v2.0/security-groups/390ebb71-0eaf-4ee3-9518-2ae2f4b6b309 HTTP/1.1" status: 204 len: 168 time: 0.8782425 Oct 19 07:41:28.877039 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 56818) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:41:28.893542 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8da7606-b70e-4762-a292-f3bafed921fd None None] Network e899a2ec-a5db-4343-a853-df4cf6dd517b requested from dv-neutron-861624-1-hyperv {{(pid=103334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 07:41:28.913360 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-13ccd8b0-3490-4ccd-b8e4-cf992fc7555e tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.3287005 Oct 19 07:41:28.926366 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 56820) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:41:28.945433 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-12f3e157-9eb4-4503-b860-da88773d1fdb tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:41:28.945792 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dee210d-9f4d-49a1-93d2-ca41a4156435 tempest-SecGroupTest-1544089316 tempest-SecGroupTest-1544089316-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=390ebb71-0eaf-4ee3-9518-2ae2f4b6b309,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:41:28.963106 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-85779ada-f820-49b0-a2e9-4a273eecd218 None None] Notify callbacks [] for port, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:28.964422 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Current status of the port 19d7c00d-0327-4af8-a987-49a92b323b73 is: DOWN; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:41:28.965189 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:29.133277 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-ccec0113-8351-437e-ba34-b03c1d7add85 tempest-SecGroupTest-1544089316 tempest-SecGroupTest-1544089316-project] 10.222.0.27 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4505 time: 0.2530303 Oct 19 07:41:29.138284 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 56822) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:41:29.151625 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-df5c2c65-ff0c-4fe7-aee2-1e0b17312c7c None None] Attempt 4 to provision port 454c2491-a7cf-4c02-a347-b0dc341dd223 Oct 19 07:41:29.169412 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df622f8d-eb36-413a-9049-5a7eefc975d7 None None] DHCP port deletion for 6ae27839-d131-4c3d-b4f3-b5d7f4da53d7 request from dv-neutron-861624-1-hyperv {{(pid=103334) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 07:41:29.183508 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-12f3e157-9eb4-4503-b860-da88773d1fdb tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-130170586'] for subnet, before_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:29.199270 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-85779ada-f820-49b0-a2e9-4a273eecd218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785020947330'] for port, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:29.404062 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-870c09fc-7536-4cc4-8369-20c77f6ecfb4 tempest-AllowedAddressPairIpV6TestJSON-693616432 tempest-AllowedAddressPairIpV6TestJSON-693616432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130996763'] for port, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:29.412102 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-12f3e157-9eb4-4503-b860-da88773d1fdb tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8785021377747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-130997973'] for subnet, after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:29.445737 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85779ada-f820-49b0-a2e9-4a273eecd218 None None] Network c8279114-b8eb-4f37-b3f0-686f093dc610 is already hosted by enough agents. {{(pid=103334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 07:41:29.446389 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.db [None req-50b2bc25-c1ee-42ce-89b3-6472f09c94a5 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] For port 19d7c00d-0327-4af8-a987-49a92b323b73, host dv-neutron-861624-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=19d7c00d-0327-4af8-a987-49a92b323b73,segment=NetworkSegment(f7b55f8c-7baa-46cb-b8f0-dd733550d5ff),segment_id=f7b55f8c-7baa-46cb-b8f0-dd733550d5ff)] {{(pid=103332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:41:29.446866 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-50b2bc25-c1ee-42ce-89b3-6472f09c94a5 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:29.470419 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.scheduler.base_scheduler [None req-85779ada-f820-49b0-a2e9-4a273eecd218 None None] Resources bound (agent type, host, resource id): {{(pid=103334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:41:29.479026 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.plugin [None req-50b2bc25-c1ee-42ce-89b3-6472f09c94a5 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Calling delete_port for 19d7c00d-0327-4af8-a987-49a92b323b73 owned by network:dhcp {{(pid=103332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 07:41:29.480840 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-036da573-e7c2-4c45-943c-64a6f675849a tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:29.498868 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85779ada-f820-49b0-a2e9-4a273eecd218 None None] Received port after_create {{(pid=103334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 07:41:29.503596 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f3e157-9eb4-4503-b860-da88773d1fdb tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Pushing event updated for resources: {'Subnet': ['ID=a985de3e-ee2d-4340-8fe8-545d1bb45faa,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:41:29.508203 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870c09fc-7536-4cc4-8369-20c77f6ecfb4 tempest-AllowedAddressPairIpV6TestJSON-693616432 tempest-AllowedAddressPairIpV6TestJSON-693616432-project] Pushing event deleted for resources: {'Port': ['ID=5a707603-a0f4-43bb-9ed7-081522a8be89,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:41:29.510783 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-8c54162b-32ae-4cd0-ae38-5a0bca560437 tempest-NetworksIpV6TestAttrs-279669730 tempest-NetworksIpV6TestAttrs-279669730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-679819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130997964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130170408'] for subnet, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:29.527456 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] For port 19d7c00d-0327-4af8-a987-49a92b323b73, host dv-neutron-861624-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=19d7c00d-0327-4af8-a987-49a92b323b73,segment=NetworkSegment(f7b55f8c-7baa-46cb-b8f0-dd733550d5ff),segment_id=f7b55f8c-7baa-46cb-b8f0-dd733550d5ff)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:41:29.550642 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c54162b-32ae-4cd0-ae38-5a0bca560437 tempest-NetworksIpV6TestAttrs-279669730 tempest-NetworksIpV6TestAttrs-279669730-project] Pushing event deleted for resources: {'Subnet': ['ID=a627ae90-e42d-4849-9f87-ab8298404990,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:41:29.566860 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-df5c2c65-ff0c-4fe7-aee2-1e0b17312c7c None None] Port 454c2491-a7cf-4c02-a347-b0dc341dd223 cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 07:41:29.574154 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12f3e157-9eb4-4503-b860-da88773d1fdb tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:41:29.577304 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-12f3e157-9eb4-4503-b860-da88773d1fdb tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Notify callbacks [] for subnet, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:29.581376 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-12f3e157-9eb4-4503-b860-da88773d1fdb tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] 10.222.0.27 "PUT /v2.0/subnets/a985de3e-ee2d-4340-8fe8-545d1bb45faa HTTP/1.1" status: 200 len: 826 time: 0.6537800 Oct 19 07:41:29.582854 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-37755988-120a-40f1-b88b-e3a4d2516b3c tempest-SecGroupTest-1544089316 tempest-SecGroupTest-1544089316-project] Notify callbacks [] for security_group, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:29.589061 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:29.589741 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device 4ce3479b-393b-481b-b58d-51ccf321edac up at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 07:41:29.634745 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.agents_db [None req-6057327c-4456-4c72-8e75-6d3cd9249757 None None] Agent healthcheck: found 6 active agents {{(pid=103335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 07:41:29.636670 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 56824) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:41:29.695060 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85779ada-f820-49b0-a2e9-4a273eecd218 None None] Pushing event updated for resources: {'Port': ['ID=99d9f648-bed0-4330-8a7d-d19fff313830,revision_number=1']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:41:29.698433 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-37755988-120a-40f1-b88b-e3a4d2516b3c tempest-SecGroupTest-1544089316 tempest-SecGroupTest-1544089316-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:29.714381 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c93c15f9-3d24-4266-95aa-323df75626fb None None] Network f9ca5f41-fe6c-4a10-918c-6649165b7312 requested from dv-neutron-861624-1-hyperv {{(pid=103334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 07:41:29.758689 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99b8095d-6b65-4d4a-8fda-ffd888a76968 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Made reservation on behalf of 61a2e57b80c1442e9cb330141a970781 for: {'port': 1} {{(pid=103332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 07:41:29.795407 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-8c54162b-32ae-4cd0-ae38-5a0bca560437 tempest-NetworksIpV6TestAttrs-279669730 tempest-NetworksIpV6TestAttrs-279669730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-673051', 'neutron.services.segments.db._delete_segments_for_network-8785021519108'] for network, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:29.857776 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-85779ada-f820-49b0-a2e9-4a273eecd218 None None] Attempting to bind port 99d9f648-bed0-4330-8a7d-d19fff313830 on host dv-neutron-861624-1-hyperv for vnic_type normal with profile {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 19 07:41:29.859885 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-85779ada-f820-49b0-a2e9-4a273eecd218 None None] Attempting to bind port 99d9f648-bed0-4330-8a7d-d19fff313830 by drivers openvswitch,hyperv on host dv-neutron-861624-1-hyperv at level 0 using segments [{'id': 'ad10328f-0563-4af1-81b9-14ef226b8562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'c8279114-b8eb-4f37-b3f0-686f093dc610'}] {{(pid=103334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 19 07:41:29.859885 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85779ada-f820-49b0-a2e9-4a273eecd218 None None] Attempting to bind port 99d9f648-bed0-4330-8a7d-d19fff313830 on network c8279114-b8eb-4f37-b3f0-686f093dc610 {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 07:41:29.878586 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-8c54162b-32ae-4cd0-ae38-5a0bca560437 tempest-NetworksIpV6TestAttrs-279669730 tempest-NetworksIpV6TestAttrs-279669730-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8279114-b8eb-4f37-b3f0-686f093dc610']}} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:41:29.897319 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-37755988-120a-40f1-b88b-e3a4d2516b3c tempest-SecGroupTest-1544089316 tempest-SecGroupTest-1544089316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788643'] for security_group, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:29.899876 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-37755988-120a-40f1-b88b-e3a4d2516b3c tempest-SecGroupTest-1544089316 tempest-SecGroupTest-1544089316-project] Notify callbacks [] for security_group, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:29.909144 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-37755988-120a-40f1-b88b-e3a4d2516b3c tempest-SecGroupTest-1544089316 tempest-SecGroupTest-1544089316-project] 10.222.0.27 "DELETE /v2.0/security-groups/e83f1d45-dd94-4bee-afba-6a625d8d3009 HTTP/1.1" status: 204 len: 168 time: 0.7677879 Oct 19 07:41:29.913083 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-8c54162b-32ae-4cd0-ae38-5a0bca560437 tempest-NetworksIpV6TestAttrs-279669730 tempest-NetworksIpV6TestAttrs-279669730-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad10328f-0563-4af1-81b9-14ef226b8562') {'for_net_delete': True} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:41:29.914704 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-8c54162b-32ae-4cd0-ae38-5a0bca560437 tempest-NetworksIpV6TestAttrs-279669730 tempest-NetworksIpV6TestAttrs-279669730-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad10328f-0563-4af1-81b9-14ef226b8562') {} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:41:29.930190 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 56828) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:41:29.968156 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-df622f8d-eb36-413a-9049-5a7eefc975d7 None None] Deleting port 19d7c00d-0327-4af8-a987-49a92b323b73 {{(pid=103334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 07:41:29.968550 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-df622f8d-eb36-413a-9049-5a7eefc975d7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:29.991909 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-8c54162b-32ae-4cd0-ae38-5a0bca560437 tempest-NetworksIpV6TestAttrs-279669730 tempest-NetworksIpV6TestAttrs-279669730-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785021519382', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-134111927'] for segment, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:29.993834 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37755988-120a-40f1-b88b-e3a4d2516b3c tempest-SecGroupTest-1544089316 tempest-SecGroupTest-1544089316-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e83f1d45-dd94-4bee-afba-6a625d8d3009,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:41:30.030436 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Provisioning complete for port 4ce3479b-393b-481b-b58d-51ccf321edac triggered by entity L2. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:41:30.030999 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:30.031346 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Attempt 1 to provision port 4ce3479b-393b-481b-b58d-51ccf321edac Oct 19 07:41:30.061595 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-8c54162b-32ae-4cd0-ae38-5a0bca560437 tempest-NetworksIpV6TestAttrs-279669730 tempest-NetworksIpV6TestAttrs-279669730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979'] for segment, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:30.076714 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-870c09fc-7536-4cc4-8369-20c77f6ecfb4 tempest-AllowedAddressPairIpV6TestJSON-693616432 tempest-AllowedAddressPairIpV6TestJSON-693616432-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42160'] for port, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:30.081749 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-870c09fc-7536-4cc4-8369-20c77f6ecfb4 tempest-AllowedAddressPairIpV6TestJSON-693616432 tempest-AllowedAddressPairIpV6TestJSON-693616432-project] 10.222.0.27 "DELETE /v2.0/ports/5a707603-a0f4-43bb-9ed7-081522a8be89 HTTP/1.1" status: 204 len: 168 time: 2.9669125 Oct 19 07:41:30.083413 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-50b2bc25-c1ee-42ce-89b3-6472f09c94a5 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133553798'] for port, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:30.088575 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 56830) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:41:30.088996 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c54162b-32ae-4cd0-ae38-5a0bca560437 tempest-NetworksIpV6TestAttrs-279669730 tempest-NetworksIpV6TestAttrs-279669730-project] Releasing vlan 157 on physical network physnet1 to pool {{(pid=103333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 07:41:30.089416 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-8c54162b-32ae-4cd0-ae38-5a0bca560437 tempest-NetworksIpV6TestAttrs-279669730 tempest-NetworksIpV6TestAttrs-279669730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130996782'] for segment, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:30.116953 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-96e98310-19f2-4ef0-908b-e91cc3a97219 tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-667019'] for network, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:30.131580 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-df5c2c65-ff0c-4fe7-aee2-1e0b17312c7c None None] Attempt 5 to provision port 454c2491-a7cf-4c02-a347-b0dc341dd223 Oct 19 07:41:30.133317 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-c4007132-1914-466f-a62c-f88b29c56801 tempest-SecGroupTest-1544089316 tempest-SecGroupTest-1544089316-project] 10.222.0.27 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1951780 Oct 19 07:41:30.142118 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 56834) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:41:30.148098 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-cdf95bd8-bf8b-4188-8ab2-abfdf64f3370 tempest-SecGroupTest-1544089316 tempest-SecGroupTest-1544089316-project] Request body: {'security_group': {'name': 'tempest-secgroup--1872455682'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:41:30.167559 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.services.segments.plugin [-] Segment ad10328f-0563-4af1-81b9-14ef226b8562 resource provider aggregate not found Oct 19 07:41:30.177023 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85779ada-f820-49b0-a2e9-4a273eecd218 None None] Checking agent: {'id': 'a5b0152c-d633-409b-aaf8-3b76458e2410', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861624-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 19, 7, 30, 19), 'started_at': datetime.datetime(2022, 10, 19, 7, 30, 49), 'heartbeat_timestamp': datetime.datetime(2022, 10, 19, 7, 41, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861624-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 07:41:30.177593 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85779ada-f820-49b0-a2e9-4a273eecd218 None None] Checking segment: {'id': 'ad10328f-0563-4af1-81b9-14ef226b8562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'c8279114-b8eb-4f37-b3f0-686f093dc610'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 19 07:41:30.177838 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-85779ada-f820-49b0-a2e9-4a273eecd218 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:30.178327 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85779ada-f820-49b0-a2e9-4a273eecd218 None None] Bound using segment: {'id': 'ad10328f-0563-4af1-81b9-14ef226b8562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'c8279114-b8eb-4f37-b3f0-686f093dc610'} {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 07:41:30.178834 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-85779ada-f820-49b0-a2e9-4a273eecd218 None None] Bound port: 99d9f648-bed0-4330-8a7d-d19fff313830, host: dv-neutron-861624-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad10328f-0563-4af1-81b9-14ef226b8562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'c8279114-b8eb-4f37-b3f0-686f093dc610'}}] {{(pid=103334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 19 07:41:30.179219 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-85779ada-f820-49b0-a2e9-4a273eecd218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:30.203197 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b033480c-2db5-4ae5-a619-54005a611667 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d12c6ac-27a3-545c-a8f3-f04e30423d6d-e899a2ec-a5db-4343-a853-df4cf6dd517b', 'network_id': 'e899a2ec-a5db-4343-a853-df4cf6dd517b', 'tenant_id': 'f2ca639a25f74e74adde8aad6c608244', 'fixed_ips': [{'subnet_id': 'a985de3e-ee2d-4340-8fe8-545d1bb45faa'}]}} from dv-neutron-861624-1-hyperv. {{(pid=103334) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 07:41:30.204148 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-b033480c-2db5-4ae5-a619-54005a611667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:30.205228 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.services.segments.plugin [-] Segment ad10328f-0563-4af1-81b9-14ef226b8562 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ad10328f-0563-4af1-81b9-14ef226b8562 found for delete ", "request_id": "req-513c5980-ccf2-434c-8df8-568f97a44c22"}]} Oct 19 07:41:30.214155 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50b2bc25-c1ee-42ce-89b3-6472f09c94a5 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] No DVR routers for this DVR port 19d7c00d-0327-4af8-a987-49a92b323b73 on host dv-neutron-861624-1-hyperv {{(pid=103332) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 19 07:41:30.216467 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.db.api [None req-8c54162b-32ae-4cd0-ae38-5a0bca560437 tempest-NetworksIpV6TestAttrs-279669730 tempest-NetworksIpV6TestAttrs-279669730-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 19 07:41:30.216467 dv-neutron-861624-1-hyperv neutron-server[103333]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 19 07:41:30.216467 dv-neutron-861624-1-hyperv neutron-server[103333]: [parameters: {'id': 'c8279114-b8eb-4f37-b3f0-686f093dc610'}] Oct 19 07:41:30.216467 dv-neutron-861624-1-hyperv neutron-server[103333]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103333) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 19 07:41:30.217003 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG oslo_db.api [None req-8c54162b-32ae-4cd0-ae38-5a0bca560437 tempest-NetworksIpV6TestAttrs-279669730 tempest-NetworksIpV6TestAttrs-279669730-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 19 07:41:30.223482 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-df5c2c65-ff0c-4fe7-aee2-1e0b17312c7c None None] Port 454c2491-a7cf-4c02-a347-b0dc341dd223 cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 07:41:30.223687 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b2bc25-c1ee-42ce-89b3-6472f09c94a5 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Pushing event deleted for resources: {'Port': ['ID=19d7c00d-0327-4af8-a987-49a92b323b73,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:41:30.224971 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-cdf95bd8-bf8b-4188-8ab2-abfdf64f3370 tempest-SecGroupTest-1544089316 tempest-SecGroupTest-1544089316-project] Notify callbacks [] for security_group, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:30.226117 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.pecan_wsgi.hooks.translation [None req-156785fc-6cc2-4e06-abe3-b5e0b96e8bde tempest-AllowedAddressPairIpV6TestJSON-693616432 tempest-AllowedAddressPairIpV6TestJSON-693616432-project] GET failed (client error): The resource could not be found. Oct 19 07:41:30.234403 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 56838) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:41:30.237136 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-156785fc-6cc2-4e06-abe3-b5e0b96e8bde tempest-AllowedAddressPairIpV6TestJSON-693616432 tempest-AllowedAddressPairIpV6TestJSON-693616432-project] 10.222.0.27 "GET /v2.0/ports/5a707603-a0f4-43bb-9ed7-081522a8be89 HTTP/1.1" status: 404 len: 333 time: 0.1351461 Oct 19 07:41:30.299793 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6d8b1f-6902-4338-87e2-9db987488b81 req-eaafc01d-89e9-4a9f-843c-3a28ca409676 tempest-ServerActionsTestJSON-1032082790 tempest-ServerActionsTestJSON-1032082790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:41:30.308861 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-0a6d8b1f-6902-4338-87e2-9db987488b81 req-eaafc01d-89e9-4a9f-843c-3a28ca409676 tempest-ServerActionsTestJSON-1032082790 tempest-ServerActionsTestJSON-1032082790-project] 10.222.0.27 "GET /v2.0/ports?device_id=c15ce40b-4ff1-4ce8-b3f1-4c16c8447f68 HTTP/1.1" status: 200 len: 945 time: 0.4050667 Oct 19 07:41:30.324833 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-99b8095d-6b65-4d4a-8fda-ffd888a76968 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:30.386829 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10dd0175-d330-4f51-88fe-d5099c96fcac None None] Update dhcp port {'port': {'network_id': 'db7aaa37-046d-444a-b36f-3dc8c2299f0e', 'fixed_ips': [{'subnet_id': 'db108e89-2a6c-4519-8753-278fb4b8da27', 'ip_address': '2001:db8::2'}, {'subnet_id': '6e11994c-46fc-49d3-a3e9-6a43e2fc54d4'}], 'binding:host_id': 'dv-neutron-861624-1-hyperv'}, 'id': '903a6abe-cd5f-4a30-8334-99c5fd7d53c2'} from dv-neutron-861624-1-hyperv. {{(pid=103334) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 19 07:41:30.415722 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-cdf95bd8-bf8b-4188-8ab2-abfdf64f3370 tempest-SecGroupTest-1544089316 tempest-SecGroupTest-1544089316-project] Notify callbacks [] for security_group, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:30.427196 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-78d8552d-3eab-4ea2-83df-a0a9f98611bc tempest-AllowedAddressPairIpV6TestJSON-693616432 tempest-AllowedAddressPairIpV6TestJSON-693616432-project] Deleting port 454c2491-a7cf-4c02-a347-b0dc341dd223 {{(pid=103333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 07:41:30.428565 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-78d8552d-3eab-4ea2-83df-a0a9f98611bc tempest-AllowedAddressPairIpV6TestJSON-693616432 tempest-AllowedAddressPairIpV6TestJSON-693616432-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:30.432740 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-cdf95bd8-bf8b-4188-8ab2-abfdf64f3370 tempest-SecGroupTest-1544089316 tempest-SecGroupTest-1544089316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788643'] for security_group, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:30.440087 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-10dd0175-d330-4f51-88fe-d5099c96fcac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:30.451799 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.notifiers.nova [None req-99b8095d-6b65-4d4a-8fda-ffd888a76968 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] device_id is not set on port a76db9eb-115f-40c4-a240-8851e515ff2f yet. {{(pid=103332) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 19 07:41:30.452759 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-df622f8d-eb36-413a-9049-5a7eefc975d7 None None] For port 19d7c00d-0327-4af8-a987-49a92b323b73, host dv-neutron-861624-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=19d7c00d-0327-4af8-a987-49a92b323b73,segment=NetworkSegment(f7b55f8c-7baa-46cb-b8f0-dd733550d5ff),segment_id=f7b55f8c-7baa-46cb-b8f0-dd733550d5ff)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:41:30.453432 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-df622f8d-eb36-413a-9049-5a7eefc975d7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:30.489579 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-cdf95bd8-bf8b-4188-8ab2-abfdf64f3370 tempest-SecGroupTest-1544089316 tempest-SecGroupTest-1544089316-project] Notify callbacks [] for security_group, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:30.491047 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-cdf95bd8-bf8b-4188-8ab2-abfdf64f3370 tempest-SecGroupTest-1544089316 tempest-SecGroupTest-1544089316-project] 10.222.0.27 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3463306 Oct 19 07:41:30.498476 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 56840) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:41:30.523434 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-50b2bc25-c1ee-42ce-89b3-6472f09c94a5 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-673051', 'neutron.services.segments.db._delete_segments_for_network-8785021519108'] for network, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:30.527550 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-df622f8d-eb36-413a-9049-5a7eefc975d7 None None] Calling delete_port for 19d7c00d-0327-4af8-a987-49a92b323b73 owned by network:dhcp {{(pid=103334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 07:41:30.530255 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-c278a587-bc44-402a-b6e6-468fa92aa856 tempest-SecGroupTest-1544089316 tempest-SecGroupTest-1544089316-project] Request body: {'security_group_rule': {'security_group_id': '2c60a840-798d-4d56-ad10-49b3388595e2', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:41:30.545855 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Pushing event updated for resources: {'Port': ['ID=19d7c00d-0327-4af8-a987-49a92b323b73,revision_number=4']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:41:30.552406 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-0a6d8b1f-6902-4338-87e2-9db987488b81 req-42874c1d-441a-4b74-8f2d-c651d438ebc7 tempest-ServerActionsTestJSON-1032082790 tempest-ServerActionsTestJSON-1032082790-project] 10.222.0.27 "GET /v2.0/security-groups?id=f0bcd6ee-444f-46c6-b01f-ccacf8976dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2414687 Oct 19 07:41:30.559245 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf95bd8-bf8b-4188-8ab2-abfdf64f3370 tempest-SecGroupTest-1544089316 tempest-SecGroupTest-1544089316-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c60a840-798d-4d56-ad10-49b3388595e2,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:41:30.606820 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-78d8552d-3eab-4ea2-83df-a0a9f98611bc tempest-AllowedAddressPairIpV6TestJSON-693616432 tempest-AllowedAddressPairIpV6TestJSON-693616432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:30.627806 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.services.segments.db [None req-50b2bc25-c1ee-42ce-89b3-6472f09c94a5 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ae27839-d131-4c3d-b4f3-b5d7f4da53d7']}} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:41:30.642702 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-78d8552d-3eab-4ea2-83df-a0a9f98611bc tempest-AllowedAddressPairIpV6TestJSON-693616432 tempest-AllowedAddressPairIpV6TestJSON-693616432-project] Calling delete_port for 454c2491-a7cf-4c02-a347-b0dc341dd223 owned by {{(pid=103333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 07:41:30.644896 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-c278a587-bc44-402a-b6e6-468fa92aa856 tempest-SecGroupTest-1544089316 tempest-SecGroupTest-1544089316-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:30.659108 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-96e98310-19f2-4ef0-908b-e91cc3a97219 tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-679826'] for subnet, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:30.682223 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-85779ada-f820-49b0-a2e9-4a273eecd218 None None] For port 99d9f648-bed0-4330-8a7d-d19fff313830, host dv-neutron-861624-1-hyperv, cleared binding levels {{(pid=103334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 07:41:30.706501 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.services.segments.db [None req-50b2bc25-c1ee-42ce-89b3-6472f09c94a5 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7b55f8c-7baa-46cb-b8f0-dd733550d5ff') {'for_net_delete': True} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:41:30.706768 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.services.segments.db [None req-50b2bc25-c1ee-42ce-89b3-6472f09c94a5 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7b55f8c-7baa-46cb-b8f0-dd733550d5ff') {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:41:30.717519 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-c278a587-bc44-402a-b6e6-468fa92aa856 tempest-SecGroupTest-1544089316 tempest-SecGroupTest-1544089316-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:30.721583 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-8c54162b-32ae-4cd0-ae38-5a0bca560437 tempest-NetworksIpV6TestAttrs-279669730 tempest-NetworksIpV6TestAttrs-279669730-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-667019'] for network, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:30.730524 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-c278a587-bc44-402a-b6e6-468fa92aa856 tempest-SecGroupTest-1544089316 tempest-SecGroupTest-1544089316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815365'] for security_group_rule, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:30.747284 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-df5c2c65-ff0c-4fe7-aee2-1e0b17312c7c None None] Attempt 6 to provision port 454c2491-a7cf-4c02-a347-b0dc341dd223 Oct 19 07:41:30.748990 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Current status of the port 4ce3479b-393b-481b-b58d-51ccf321edac is: ACTIVE; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:41:30.749110 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-50b2bc25-c1ee-42ce-89b3-6472f09c94a5 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785021519382', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130726885'] for segment, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:30.750166 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device d9ac0312-b4f0-4a4f-ab6d-3fbf05a5739a up at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 07:41:30.794635 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-036da573-e7c2-4c45-943c-64a6f675849a tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Notify callbacks [] for port, precommit_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:30.796498 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c278a587-bc44-402a-b6e6-468fa92aa856 tempest-SecGroupTest-1544089316 tempest-SecGroupTest-1544089316-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c1b68d6-71d3-4345-9576-42e0957c76f6,revision_number=0']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:41:30.804112 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-50b2bc25-c1ee-42ce-89b3-6472f09c94a5 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979'] for segment, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:30.804297 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-85779ada-f820-49b0-a2e9-4a273eecd218 None None] For port 99d9f648-bed0-4330-8a7d-d19fff313830, host dv-neutron-861624-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=99d9f648-bed0-4330-8a7d-d19fff313830,segment=NetworkSegment(ad10328f-0563-4af1-81b9-14ef226b8562),segment_id=ad10328f-0563-4af1-81b9-14ef226b8562)] {{(pid=103334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 07:41:30.819743 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-036da573-e7c2-4c45-943c-64a6f675849a tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133553807'] for port, after_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:30.830731 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-c278a587-bc44-402a-b6e6-468fa92aa856 tempest-SecGroupTest-1544089316 tempest-SecGroupTest-1544089316-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:30.832329 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-c278a587-bc44-402a-b6e6-468fa92aa856 tempest-SecGroupTest-1544089316 tempest-SecGroupTest-1544089316-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3058901 Oct 19 07:41:30.850787 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 56844) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:41:30.851820 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50b2bc25-c1ee-42ce-89b3-6472f09c94a5 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Releasing vlan 196 on physical network physnet1 to pool {{(pid=103332) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 07:41:30.852217 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-50b2bc25-c1ee-42ce-89b3-6472f09c94a5 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-133553843'] for segment, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:30.886009 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-85779ada-f820-49b0-a2e9-4a273eecd218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:30.905156 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-8c54162b-32ae-4cd0-ae38-5a0bca560437 tempest-NetworksIpV6TestAttrs-279669730 tempest-NetworksIpV6TestAttrs-279669730-project] Deleting port 99d9f648-bed0-4330-8a7d-d19fff313830 {{(pid=103333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 07:41:30.905654 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-8c54162b-32ae-4cd0-ae38-5a0bca560437 tempest-NetworksIpV6TestAttrs-279669730 tempest-NetworksIpV6TestAttrs-279669730-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:30.924655 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.db_base_plugin_common [None req-b033480c-2db5-4ae5-a619-54005a611667 None None] Allocated IP 2001:db8::2 (e899a2ec-a5db-4343-a853-df4cf6dd517b/a985de3e-ee2d-4340-8fe8-545d1bb45faa/9a0cccb1-26ed-497d-9dd4-4241e4ddd272) {{(pid=103334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 07:41:30.937893 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.services.segments.plugin [-] Segment f7b55f8c-7baa-46cb-b8f0-dd733550d5ff resource provider aggregate not found Oct 19 07:41:30.983723 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.db [None req-8c54162b-32ae-4cd0-ae38-5a0bca560437 tempest-NetworksIpV6TestAttrs-279669730 tempest-NetworksIpV6TestAttrs-279669730-project] For port 99d9f648-bed0-4330-8a7d-d19fff313830, host dv-neutron-861624-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=99d9f648-bed0-4330-8a7d-d19fff313830,segment=NetworkSegment(ad10328f-0563-4af1-81b9-14ef226b8562),segment_id=ad10328f-0563-4af1-81b9-14ef226b8562)] {{(pid=103333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:41:30.984036 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-8c54162b-32ae-4cd0-ae38-5a0bca560437 tempest-NetworksIpV6TestAttrs-279669730 tempest-NetworksIpV6TestAttrs-279669730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:30.994333 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.services.segments.plugin [-] Segment f7b55f8c-7baa-46cb-b8f0-dd733550d5ff resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f7b55f8c-7baa-46cb-b8f0-dd733550d5ff found for delete ", "request_id": "req-219cfd37-7ce3-4e13-a771-427cdcfb6042"}]} Oct 19 07:41:30.997397 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-8c54162b-32ae-4cd0-ae38-5a0bca560437 tempest-NetworksIpV6TestAttrs-279669730 tempest-NetworksIpV6TestAttrs-279669730-project] Calling delete_port for 99d9f648-bed0-4330-8a7d-d19fff313830 owned by network:dhcp {{(pid=103333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 07:41:31.011683 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-df5c2c65-ff0c-4fe7-aee2-1e0b17312c7c None None] Port 454c2491-a7cf-4c02-a347-b0dc341dd223 cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 07:41:31.051303 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b0370f-6c32-42c7-8de7-15ba79c7d410 req-de82b16f-157d-46d1-a000-b974cd84359a tempest-ServerActionsTestJSON-1032082790 tempest-ServerActionsTestJSON-1032082790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:41:31.052871 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-39b0370f-6c32-42c7-8de7-15ba79c7d410 req-de82b16f-157d-46d1-a000-b974cd84359a tempest-ServerActionsTestJSON-1032082790 tempest-ServerActionsTestJSON-1032082790-project] 10.222.0.27 "GET /v2.0/ports?device_id=c15ce40b-4ff1-4ce8-b3f1-4c16c8447f68 HTTP/1.1" status: 200 len: 945 time: 0.3284743 Oct 19 07:41:31.070631 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036da573-e7c2-4c45-943c-64a6f675849a tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Pushing event updated for resources: {'Port': ['ID=202bbb75-d656-4039-93c2-eb6a38fe76f3,revision_number=2']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:41:31.077540 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-8cc93ff0-bbbb-4f53-918e-6a58b00e5700 tempest-SecGroupTest-1544089316 tempest-SecGroupTest-1544089316-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:31.085271 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-50b2bc25-c1ee-42ce-89b3-6472f09c94a5 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-673044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1695087'] for network, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:31.113653 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-036da573-e7c2-4c45-943c-64a6f675849a tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1574855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1694822'] for router_interface, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:31.121921 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ca72479-5e98-4a09-ad60-acf7d19ba872 None None] Network c8279114-b8eb-4f37-b3f0-686f093dc610 requested from dv-neutron-861624-1-hyperv {{(pid=103334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 07:41:31.122779 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-8c54162b-32ae-4cd0-ae38-5a0bca560437 tempest-NetworksIpV6TestAttrs-279669730 tempest-NetworksIpV6TestAttrs-279669730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130996763'] for port, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:31.127687 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-8cc93ff0-bbbb-4f53-918e-6a58b00e5700 tempest-SecGroupTest-1544089316 tempest-SecGroupTest-1544089316-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:31.136931 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-50b2bc25-c1ee-42ce-89b3-6472f09c94a5 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Notify callbacks [] for network, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:31.140374 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-50b2bc25-c1ee-42ce-89b3-6472f09c94a5 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] 10.222.0.27 "DELETE /v2.0/networks/6ae27839-d131-4c3d-b4f3-b5d7f4da53d7 HTTP/1.1" status: 204 len: 168 time: 2.9770331 Oct 19 07:41:31.152918 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 56850) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:41:31.155279 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85779ada-f820-49b0-a2e9-4a273eecd218 None None] Pushing event updated for resources: {'Port': ['ID=99d9f648-bed0-4330-8a7d-d19fff313830,revision_number=2']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:41:31.172162 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-e65ccf95-b0ee-4c57-8101-ecd15723edd1 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Request body: {'port': {'network_id': '5b4755dd-54e2-40a6-8450-ab8eb989f82c', 'name': 'tempest-PortsIpV6TestJSON-653829782'}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:41:31.176467 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c54162b-32ae-4cd0-ae38-5a0bca560437 tempest-NetworksIpV6TestAttrs-279669730 tempest-NetworksIpV6TestAttrs-279669730-project] No DVR routers for this DVR port 99d9f648-bed0-4330-8a7d-d19fff313830 on host dv-neutron-861624-1-hyperv {{(pid=103333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 19 07:41:31.180906 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-df622f8d-eb36-413a-9049-5a7eefc975d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339'] for port, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:31.187734 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c54162b-32ae-4cd0-ae38-5a0bca560437 tempest-NetworksIpV6TestAttrs-279669730 tempest-NetworksIpV6TestAttrs-279669730-project] Pushing event deleted for resources: {'Port': ['ID=99d9f648-bed0-4330-8a7d-d19fff313830,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:41:31.213133 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b2bc25-c1ee-42ce-89b3-6472f09c94a5 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Pushing event deleted for resources: {'Network': ['ID=6ae27839-d131-4c3d-b4f3-b5d7f4da53d7,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:41:31.263725 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-78d8552d-3eab-4ea2-83df-a0a9f98611bc tempest-AllowedAddressPairIpV6TestJSON-693616432 tempest-AllowedAddressPairIpV6TestJSON-693616432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130996763'] for port, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:31.293052 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.db_base_plugin_common [None req-99b8095d-6b65-4d4a-8fda-ffd888a76968 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Allocated IP 2001:db8::75 (6b5a65c5-1bed-4301-9db8-c1056c2b8eba/9c6a825b-3c4e-47f4-a101-77dd60b28991/a76db9eb-115f-40c4-a240-8851e515ff2f) {{(pid=103332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 07:41:31.295303 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-8cc93ff0-bbbb-4f53-918e-6a58b00e5700 tempest-SecGroupTest-1544089316 tempest-SecGroupTest-1544089316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815365'] for security_group_rule, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:31.314882 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-8cc93ff0-bbbb-4f53-918e-6a58b00e5700 tempest-SecGroupTest-1544089316 tempest-SecGroupTest-1544089316-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:31.318503 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-8cc93ff0-bbbb-4f53-918e-6a58b00e5700 tempest-SecGroupTest-1544089316 tempest-SecGroupTest-1544089316-project] 10.222.0.27 "DELETE /v2.0/security-group-rules/7c1b68d6-71d3-4345-9576-42e0957c76f6 HTTP/1.1" status: 204 len: 168 time: 0.4586391 Oct 19 07:41:31.321524 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-39b0370f-6c32-42c7-8de7-15ba79c7d410 req-57fc2723-ab46-4903-9d08-8fa899f5e413 tempest-ServerActionsTestJSON-1032082790 tempest-ServerActionsTestJSON-1032082790-project] 10.222.0.27 "GET /v2.0/security-groups?id=f0bcd6ee-444f-46c6-b01f-ccacf8976dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2023828 Oct 19 07:41:31.347806 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-8c54162b-32ae-4cd0-ae38-5a0bca560437 tempest-NetworksIpV6TestAttrs-279669730 tempest-NetworksIpV6TestAttrs-279669730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-673051', 'neutron.services.segments.db._delete_segments_for_network-8785021519108'] for network, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:31.351374 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 56852) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:41:31.355748 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d8552d-3eab-4ea2-83df-a0a9f98611bc tempest-AllowedAddressPairIpV6TestJSON-693616432 tempest-AllowedAddressPairIpV6TestJSON-693616432-project] Pushing event deleted for resources: {'Port': ['ID=454c2491-a7cf-4c02-a347-b0dc341dd223,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:41:31.380623 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.db_base_plugin_common [None req-99b8095d-6b65-4d4a-8fda-ffd888a76968 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Allocated IP 2001:db8:0:1:f816:3eff:fef7:2a21 (6b5a65c5-1bed-4301-9db8-c1056c2b8eba/563aa0c0-10d9-40a0-b837-dc919867d3a9/a76db9eb-115f-40c4-a240-8851e515ff2f) {{(pid=103332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 07:41:31.412163 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc93ff0-bbbb-4f53-918e-6a58b00e5700 tempest-SecGroupTest-1544089316 tempest-SecGroupTest-1544089316-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7c1b68d6-71d3-4345-9576-42e0957c76f6,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:41:31.462244 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Provisioning complete for port d9ac0312-b4f0-4a4f-ab6d-3fbf05a5739a triggered by entity L2. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:41:31.462619 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:31.462960 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Attempt 1 to provision port d9ac0312-b4f0-4a4f-ab6d-3fbf05a5739a Oct 19 07:41:31.476769 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-df622f8d-eb36-413a-9049-5a7eefc975d7 None None] Network 6ae27839-d131-4c3d-b4f3-b5d7f4da53d7 is not hosted by any dhcp agent {{(pid=103334) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Oct 19 07:41:31.477234 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df622f8d-eb36-413a-9049-5a7eefc975d7 None None] No DVR routers for this DVR port 19d7c00d-0327-4af8-a987-49a92b323b73 on host dv-neutron-861624-1-hyperv {{(pid=103334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 19 07:41:31.492544 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df622f8d-eb36-413a-9049-5a7eefc975d7 None None] Pushing event deleted for resources: {'Port': ['ID=19d7c00d-0327-4af8-a987-49a92b323b73,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:41:31.533230 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-78d8552d-3eab-4ea2-83df-a0a9f98611bc tempest-AllowedAddressPairIpV6TestJSON-693616432 tempest-AllowedAddressPairIpV6TestJSON-693616432-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42160'] for port, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:31.551034 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-78d8552d-3eab-4ea2-83df-a0a9f98611bc tempest-AllowedAddressPairIpV6TestJSON-693616432 tempest-AllowedAddressPairIpV6TestJSON-693616432-project] 10.222.0.27 "DELETE /v2.0/ports/454c2491-a7cf-4c02-a347-b0dc341dd223 HTTP/1.1" status: 204 len: 168 time: 1.3155994 Oct 19 07:41:31.553683 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-df5c2c65-ff0c-4fe7-aee2-1e0b17312c7c None None] Attempt 7 to provision port 454c2491-a7cf-4c02-a347-b0dc341dd223 Oct 19 07:41:31.558411 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 56856) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:41:31.561669 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-363109aa-e95f-42a8-985b-449f2af1e52b tempest-SecGroupTest-1544089316 tempest-SecGroupTest-1544089316-project] 10.222.0.27 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2068775 Oct 19 07:41:31.567079 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 56858) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:41:31.570214 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-8c54162b-32ae-4cd0-ae38-5a0bca560437 tempest-NetworksIpV6TestAttrs-279669730 tempest-NetworksIpV6TestAttrs-279669730-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8279114-b8eb-4f37-b3f0-686f093dc610']}} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:41:31.606707 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-8c54162b-32ae-4cd0-ae38-5a0bca560437 tempest-NetworksIpV6TestAttrs-279669730 tempest-NetworksIpV6TestAttrs-279669730-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad10328f-0563-4af1-81b9-14ef226b8562') {'for_net_delete': True} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:41:31.607606 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-8c54162b-32ae-4cd0-ae38-5a0bca560437 tempest-NetworksIpV6TestAttrs-279669730 tempest-NetworksIpV6TestAttrs-279669730-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad10328f-0563-4af1-81b9-14ef226b8562') {} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:41:31.613262 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e65ccf95-b0ee-4c57-8101-ecd15723edd1 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Made reservation on behalf of 0cd3ded9dc134e3392e5122464eefb82 for: {'port': 1} {{(pid=103332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 07:41:31.619713 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.db_base_plugin_common [None req-10dd0175-d330-4f51-88fe-d5099c96fcac None None] Allocated IP 172.20.0.1 (db7aaa37-046d-444a-b36f-3dc8c2299f0e/6e11994c-46fc-49d3-a3e9-6a43e2fc54d4/903a6abe-cd5f-4a30-8334-99c5fd7d53c2) {{(pid=103334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 07:41:31.626858 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-8c54162b-32ae-4cd0-ae38-5a0bca560437 tempest-NetworksIpV6TestAttrs-279669730 tempest-NetworksIpV6TestAttrs-279669730-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785021519382', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-134111927'] for segment, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:31.630466 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-e65ccf95-b0ee-4c57-8101-ecd15723edd1 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:31.656000 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-df5c2c65-ff0c-4fe7-aee2-1e0b17312c7c None None] Port 454c2491-a7cf-4c02-a347-b0dc341dd223 was deleted so its status cannot be updated. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Oct 19 07:41:31.680099 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-036da573-e7c2-4c45-943c-64a6f675849a tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Network f9ca5f41-fe6c-4a10-918c-6649165b7312 is already hosted by enough agents. {{(pid=103332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 07:41:31.687968 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-8c54162b-32ae-4cd0-ae38-5a0bca560437 tempest-NetworksIpV6TestAttrs-279669730 tempest-NetworksIpV6TestAttrs-279669730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979'] for segment, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:31.701349 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-df5c2c65-ff0c-4fe7-aee2-1e0b17312c7c None None] Could not find standard attr ID for object f3e9975e-3436-4204-98ab-149b4a42403e. {{(pid=103334) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 19 07:41:31.708005 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c54162b-32ae-4cd0-ae38-5a0bca560437 tempest-NetworksIpV6TestAttrs-279669730 tempest-NetworksIpV6TestAttrs-279669730-project] Releasing vlan 157 on physical network physnet1 to pool {{(pid=103333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 07:41:31.711665 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-8c54162b-32ae-4cd0-ae38-5a0bca560437 tempest-NetworksIpV6TestAttrs-279669730 tempest-NetworksIpV6TestAttrs-279669730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130996782'] for segment, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:31.728015 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.base_scheduler [None req-036da573-e7c2-4c45-943c-64a6f675849a tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Resources bound (agent type, host, resource id): {{(pid=103332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:41:31.731594 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-68fed8d9-f27b-43b4-9299-7d3c4628b476 tempest-SecGroupTest-1544089316 tempest-SecGroupTest-1544089316-project] Notify callbacks [] for security_group, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:31.754473 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.pecan_wsgi.hooks.translation [None req-84642577-28fb-4189-b64f-4e51b5e8e291 tempest-AllowedAddressPairIpV6TestJSON-693616432 tempest-AllowedAddressPairIpV6TestJSON-693616432-project] GET failed (client error): The resource could not be found. Oct 19 07:41:31.754746 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-df5c2c65-ff0c-4fe7-aee2-1e0b17312c7c None None] Could not find standard attr ID for object 5a707603-a0f4-43bb-9ed7-081522a8be89. {{(pid=103334) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 19 07:41:31.760035 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-84642577-28fb-4189-b64f-4e51b5e8e291 tempest-AllowedAddressPairIpV6TestJSON-693616432 tempest-AllowedAddressPairIpV6TestJSON-693616432-project] 10.222.0.27 "GET /v2.0/ports/454c2491-a7cf-4c02-a347-b0dc341dd223 HTTP/1.1" status: 404 len: 333 time: 0.1960211 Oct 19 07:41:31.766083 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-68fed8d9-f27b-43b4-9299-7d3c4628b476 tempest-SecGroupTest-1544089316 tempest-SecGroupTest-1544089316-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:31.771807 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 56862) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:41:31.826538 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-b033480c-2db5-4ae5-a619-54005a611667 None None] Notify callbacks [] for port, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:31.874885 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-68fed8d9-f27b-43b4-9299-7d3c4628b476 tempest-SecGroupTest-1544089316 tempest-SecGroupTest-1544089316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788643'] for security_group, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:31.878673 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-68fed8d9-f27b-43b4-9299-7d3c4628b476 tempest-SecGroupTest-1544089316 tempest-SecGroupTest-1544089316-project] Notify callbacks [] for security_group, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:31.880017 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-68fed8d9-f27b-43b4-9299-7d3c4628b476 tempest-SecGroupTest-1544089316 tempest-SecGroupTest-1544089316-project] 10.222.0.27 "DELETE /v2.0/security-groups/2c60a840-798d-4d56-ad10-49b3388595e2 HTTP/1.1" status: 204 len: 168 time: 0.3056755 Oct 19 07:41:31.890664 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 56864) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:41:31.894702 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fed8d9-f27b-43b4-9299-7d3c4628b476 tempest-SecGroupTest-1544089316 tempest-SecGroupTest-1544089316-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c60a840-798d-4d56-ad10-49b3388595e2,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:41:31.902589 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-b033480c-2db5-4ae5-a619-54005a611667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785020947330'] for port, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:31.917611 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-8c54162b-32ae-4cd0-ae38-5a0bca560437 tempest-NetworksIpV6TestAttrs-279669730 tempest-NetworksIpV6TestAttrs-279669730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-673044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1695087'] for network, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:31.933893 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-8c54162b-32ae-4cd0-ae38-5a0bca560437 tempest-NetworksIpV6TestAttrs-279669730 tempest-NetworksIpV6TestAttrs-279669730-project] Notify callbacks [] for network, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:31.937891 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-8c54162b-32ae-4cd0-ae38-5a0bca560437 tempest-NetworksIpV6TestAttrs-279669730 tempest-NetworksIpV6TestAttrs-279669730-project] 10.222.0.27 "DELETE /v2.0/networks/c8279114-b8eb-4f37-b3f0-686f093dc610 HTTP/1.1" status: 204 len: 168 time: 4.4752204 Oct 19 07:41:31.942566 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 56866) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:41:31.957894 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-fca92823-33ff-4429-b456-b732625bc25e tempest-NetworksIpV6TestAttrs-279669730 tempest-NetworksIpV6TestAttrs-279669730-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-851680474'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:41:31.964617 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c54162b-32ae-4cd0-ae38-5a0bca560437 tempest-NetworksIpV6TestAttrs-279669730 tempest-NetworksIpV6TestAttrs-279669730-project] Pushing event deleted for resources: {'Network': ['ID=c8279114-b8eb-4f37-b3f0-686f093dc610,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:41:31.998664 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.notifiers.nova [None req-e65ccf95-b0ee-4c57-8101-ecd15723edd1 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] device_id is not set on port 7186a826-d498-4e69-a2f6-5d90ff642e95 yet. {{(pid=103332) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 19 07:41:32.007596 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-e9048a8c-2dd6-4512-9982-3b4c36e0835d tempest-SecGroupTest-1544089316 tempest-SecGroupTest-1544089316-project] 10.222.0.27 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1096385 Oct 19 07:41:32.008666 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fca92823-33ff-4429-b456-b732625bc25e tempest-NetworksIpV6TestAttrs-279669730 tempest-NetworksIpV6TestAttrs-279669730-project] Made reservation on behalf of 1a48ad924478432a90a7d865ee405d9d for: {'network': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 07:41:32.010654 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-615c62d0-3484-4602-afef-32ddd31fc3c1 None None] Provisioning complete for port 903a6abe-cd5f-4a30-8334-99c5fd7d53c2 triggered by entity DHCP. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:41:32.011198 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-615c62d0-3484-4602-afef-32ddd31fc3c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:32.011711 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-615c62d0-3484-4602-afef-32ddd31fc3c1 None None] Attempt 1 to provision port 903a6abe-cd5f-4a30-8334-99c5fd7d53c2 Oct 19 07:41:32.012903 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-fca92823-33ff-4429-b456-b732625bc25e tempest-NetworksIpV6TestAttrs-279669730 tempest-NetworksIpV6TestAttrs-279669730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for network, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:32.016183 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 56868) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:41:32.024190 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-cb17ced2-dba4-497d-9e30-1bcf42263869 tempest-SecGroupTest-1544089316 tempest-SecGroupTest-1544089316-project] Request body: {'security_group': {'name': 'tempest-secgroup--1107436373'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:41:32.032231 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b033480c-2db5-4ae5-a619-54005a611667 None None] Network e899a2ec-a5db-4343-a853-df4cf6dd517b is already hosted by enough agents. {{(pid=103334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 07:41:32.054244 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Current status of the port d9ac0312-b4f0-4a4f-ab6d-3fbf05a5739a is: ACTIVE; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:41:32.069656 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-cb17ced2-dba4-497d-9e30-1bcf42263869 tempest-SecGroupTest-1544089316 tempest-SecGroupTest-1544089316-project] Notify callbacks [] for security_group, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:32.081746 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.scheduler.base_scheduler [None req-b033480c-2db5-4ae5-a619-54005a611667 None None] Resources bound (agent type, host, resource id): {{(pid=103334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:41:32.087304 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b033480c-2db5-4ae5-a619-54005a611667 None None] Received port after_create {{(pid=103334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 07:41:32.101846 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-10dd0175-d330-4f51-88fe-d5099c96fcac None None] For port 903a6abe-cd5f-4a30-8334-99c5fd7d53c2, host dv-neutron-861624-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=903a6abe-cd5f-4a30-8334-99c5fd7d53c2,segment=NetworkSegment(dfc951db-1ed6-4915-8d87-801f81db4322),segment_id=dfc951db-1ed6-4915-8d87-801f81db4322)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:41:32.110614 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b033480c-2db5-4ae5-a619-54005a611667 None None] Pushing event updated for resources: {'Port': ['ID=9a0cccb1-26ed-497d-9dd4-4241e4ddd272,revision_number=1']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:41:32.189426 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-96e98310-19f2-4ef0-908b-e91cc3a97219 tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-679819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-133552721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130659632'] for subnet, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:32.191025 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fca92823-33ff-4429-b456-b732625bc25e tempest-NetworksIpV6TestAttrs-279669730 tempest-NetworksIpV6TestAttrs-279669730-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 157} {{(pid=103333) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 07:41:32.203866 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf2fb2f-8c02-4b88-abdc-f280b7273b2c req-eb27499a-3088-4af5-b11c-8a2384a24b73 tempest-ServerActionsTestJSON-1032082790 tempest-ServerActionsTestJSON-1032082790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:41:32.205289 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-bdf2fb2f-8c02-4b88-abdc-f280b7273b2c req-eb27499a-3088-4af5-b11c-8a2384a24b73 tempest-ServerActionsTestJSON-1032082790 tempest-ServerActionsTestJSON-1032082790-project] 10.222.0.27 "GET /v2.0/ports?device_id=c15ce40b-4ff1-4ce8-b3f1-4c16c8447f68 HTTP/1.1" status: 200 len: 945 time: 0.3720977 Oct 19 07:41:32.214210 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-10dd0175-d330-4f51-88fe-d5099c96fcac None None] Notify callbacks [] for port, precommit_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:32.214746 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-036da573-e7c2-4c45-943c-64a6f675849a tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Router 5a3ee82e-b69d-4a9d-a681-af0f007cfa8a has already been hosted by L3 agent ab388470-1243-4d53-80f2-c2f5899c97a7 {{(pid=103332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 07:41:32.230109 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-10dd0175-d330-4f51-88fe-d5099c96fcac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:32.243522 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.services.segments.plugin [-] Segment ad10328f-0563-4af1-81b9-14ef226b8562 resource provider aggregate not found Oct 19 07:41:32.270749 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-fca92823-33ff-4429-b456-b732625bc25e tempest-NetworksIpV6TestAttrs-279669730 tempest-NetworksIpV6TestAttrs-279669730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979'] for segment, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:32.274138 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.db.segments_db [None req-fca92823-33ff-4429-b456-b732625bc25e tempest-NetworksIpV6TestAttrs-279669730 tempest-NetworksIpV6TestAttrs-279669730-project] Added segment a7cc0f1b-e37a-457b-89be-08fa37cd4dae of type vlan for network ed6af48f-a2a7-48e6-a081-e22527456a32 Oct 19 07:41:32.280098 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-99b8095d-6b65-4d4a-8fda-ffd888a76968 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks [] for port, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:32.295408 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.services.segments.plugin [-] Segment ad10328f-0563-4af1-81b9-14ef226b8562 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ad10328f-0563-4af1-81b9-14ef226b8562 found for delete ", "request_id": "req-c93ee35c-bb2d-48bc-93d6-c7196de18633"}]} Oct 19 07:41:32.310556 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-cb17ced2-dba4-497d-9e30-1bcf42263869 tempest-SecGroupTest-1544089316 tempest-SecGroupTest-1544089316-project] Notify callbacks [] for security_group, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:32.316966 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e98310-19f2-4ef0-908b-e91cc3a97219 tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Pushing event deleted for resources: {'Subnet': ['ID=a985de3e-ee2d-4340-8fe8-545d1bb45faa,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:41:32.318783 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-615c62d0-3484-4602-afef-32ddd31fc3c1 None None] Current status of the port 903a6abe-cd5f-4a30-8334-99c5fd7d53c2 is: DOWN; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:41:32.319296 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-615c62d0-3484-4602-afef-32ddd31fc3c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:32.332276 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-b033480c-2db5-4ae5-a619-54005a611667 None None] Attempting to bind port 9a0cccb1-26ed-497d-9dd4-4241e4ddd272 on host dv-neutron-861624-1-hyperv for vnic_type normal with profile {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 19 07:41:32.332684 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-b033480c-2db5-4ae5-a619-54005a611667 None None] Attempting to bind port 9a0cccb1-26ed-497d-9dd4-4241e4ddd272 by drivers openvswitch,hyperv on host dv-neutron-861624-1-hyperv at level 0 using segments [{'id': '83632b41-0633-4e91-af75-3b0db3b71d68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'e899a2ec-a5db-4343-a853-df4cf6dd517b'}] {{(pid=103334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 19 07:41:32.333051 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b033480c-2db5-4ae5-a619-54005a611667 None None] Attempting to bind port 9a0cccb1-26ed-497d-9dd4-4241e4ddd272 on network e899a2ec-a5db-4343-a853-df4cf6dd517b {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 07:41:32.341718 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-cb17ced2-dba4-497d-9e30-1bcf42263869 tempest-SecGroupTest-1544089316 tempest-SecGroupTest-1544089316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788643'] for security_group, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:32.357200 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b033480c-2db5-4ae5-a619-54005a611667 None None] Checking agent: {'id': 'a5b0152c-d633-409b-aaf8-3b76458e2410', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861624-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 19, 7, 30, 19), 'started_at': datetime.datetime(2022, 10, 19, 7, 30, 49), 'heartbeat_timestamp': datetime.datetime(2022, 10, 19, 7, 41, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861624-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 07:41:32.357575 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b033480c-2db5-4ae5-a619-54005a611667 None None] Checking segment: {'id': '83632b41-0633-4e91-af75-3b0db3b71d68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'e899a2ec-a5db-4343-a853-df4cf6dd517b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 19 07:41:32.357974 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-b033480c-2db5-4ae5-a619-54005a611667 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:32.358363 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b033480c-2db5-4ae5-a619-54005a611667 None None] Bound using segment: {'id': '83632b41-0633-4e91-af75-3b0db3b71d68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'e899a2ec-a5db-4343-a853-df4cf6dd517b'} {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 07:41:32.358841 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-b033480c-2db5-4ae5-a619-54005a611667 None None] Bound port: 9a0cccb1-26ed-497d-9dd4-4241e4ddd272, host: dv-neutron-861624-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83632b41-0633-4e91-af75-3b0db3b71d68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'e899a2ec-a5db-4343-a853-df4cf6dd517b'}}] {{(pid=103334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 19 07:41:32.359221 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-b033480c-2db5-4ae5-a619-54005a611667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:32.386147 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-cb17ced2-dba4-497d-9e30-1bcf42263869 tempest-SecGroupTest-1544089316 tempest-SecGroupTest-1544089316-project] Notify callbacks [] for security_group, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:32.392957 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-cb17ced2-dba4-497d-9e30-1bcf42263869 tempest-SecGroupTest-1544089316 tempest-SecGroupTest-1544089316-project] 10.222.0.27 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3753264 Oct 19 07:41:32.396886 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 56874) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:41:32.405469 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-7b61935a-e346-4d94-83c7-bfbbc42052d3 tempest-SecGroupTest-1544089316 tempest-SecGroupTest-1544089316-project] Request body: {'security_group_rule': {'security_group_id': 'fb8e3864-5ccb-4d97-9f79-1a8027b4211d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:41:32.411114 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-fca92823-33ff-4429-b456-b732625bc25e tempest-NetworksIpV6TestAttrs-279669730 tempest-NetworksIpV6TestAttrs-279669730-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785020965340'] for network, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:32.411395 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-615c62d0-3484-4602-afef-32ddd31fc3c1 None None] For port 903a6abe-cd5f-4a30-8334-99c5fd7d53c2, host dv-neutron-861624-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=903a6abe-cd5f-4a30-8334-99c5fd7d53c2,segment=NetworkSegment(dfc951db-1ed6-4915-8d87-801f81db4322),segment_id=dfc951db-1ed6-4915-8d87-801f81db4322)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:41:32.433689 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-615c62d0-3484-4602-afef-32ddd31fc3c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:32.439727 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10dd0175-d330-4f51-88fe-d5099c96fcac None None] Pushing event updated for resources: {'Port': ['ID=903a6abe-cd5f-4a30-8334-99c5fd7d53c2,revision_number=3']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:41:32.461024 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb17ced2-dba4-497d-9e30-1bcf42263869 tempest-SecGroupTest-1544089316 tempest-SecGroupTest-1544089316-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fb8e3864-5ccb-4d97-9f79-1a8027b4211d,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:41:32.484387 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-fca92823-33ff-4429-b456-b732625bc25e tempest-NetworksIpV6TestAttrs-279669730 tempest-NetworksIpV6TestAttrs-279669730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873'] for network, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:32.491337 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fca92823-33ff-4429-b456-b732625bc25e tempest-NetworksIpV6TestAttrs-279669730 tempest-NetworksIpV6TestAttrs-279669730-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:41:32.491483 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-fca92823-33ff-4429-b456-b732625bc25e tempest-NetworksIpV6TestAttrs-279669730 tempest-NetworksIpV6TestAttrs-279669730-project] Notify callbacks [] for network, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:32.510159 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-bdf2fb2f-8c02-4b88-abdc-f280b7273b2c req-afd5c3c9-0044-4af7-9906-562fe16ed3e0 tempest-ServerActionsTestJSON-1032082790 tempest-ServerActionsTestJSON-1032082790-project] 10.222.0.27 "GET /v2.0/security-groups?id=f0bcd6ee-444f-46c6-b01f-ccacf8976dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2545605 Oct 19 07:41:32.524647 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615c62d0-3484-4602-afef-32ddd31fc3c1 None None] Pushing event updated for resources: {'Port': ['ID=903a6abe-cd5f-4a30-8334-99c5fd7d53c2,revision_number=4']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:41:32.533944 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-7b61935a-e346-4d94-83c7-bfbbc42052d3 tempest-SecGroupTest-1544089316 tempest-SecGroupTest-1544089316-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:32.549305 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-615c62d0-3484-4602-afef-32ddd31fc3c1 None None] Provisioning complete for port 1f8f70a5-932b-4ec7-a114-febb1940fcc0 triggered by entity DHCP. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:41:32.550228 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-615c62d0-3484-4602-afef-32ddd31fc3c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:32.550228 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-615c62d0-3484-4602-afef-32ddd31fc3c1 None None] Attempt 1 to provision port 1f8f70a5-932b-4ec7-a114-febb1940fcc0 Oct 19 07:41:32.576213 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-fca92823-33ff-4429-b456-b732625bc25e tempest-NetworksIpV6TestAttrs-279669730 tempest-NetworksIpV6TestAttrs-279669730-project] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.6226082 Oct 19 07:41:32.581729 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 56876) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:41:32.591657 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-43c7197c-250c-4ac5-9596-ba0d96cba6a7 tempest-NetworksIpV6TestAttrs-279669730 tempest-NetworksIpV6TestAttrs-279669730-project] Request body: {'subnet': {'network_id': 'ed6af48f-a2a7-48e6-a081-e22527456a32', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:41:32.593295 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-96e98310-19f2-4ef0-908b-e91cc3a97219 tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-673051', 'neutron.services.segments.db._delete_segments_for_network-8785021519108'] for network, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:32.599701 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.plugin [None req-1b8373fe-431d-4177-83ae-0156902f6f67 tempest-AllowedAddressPairIpV6TestJSON-693616432 tempest-AllowedAddressPairIpV6TestJSON-693616432-project] Deleting port 639dd394-1929-4fa8-93a1-c2bcbec3fc3b {{(pid=103332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 07:41:32.600037 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-1b8373fe-431d-4177-83ae-0156902f6f67 tempest-AllowedAddressPairIpV6TestJSON-693616432 tempest-AllowedAddressPairIpV6TestJSON-693616432-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:32.601418 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device 1f8f70a5-932b-4ec7-a114-febb1940fcc0 up at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 07:41:32.662729 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca92823-33ff-4429-b456-b732625bc25e tempest-NetworksIpV6TestAttrs-279669730 tempest-NetworksIpV6TestAttrs-279669730-project] Pushing event updated for resources: {'Network': ['ID=ed6af48f-a2a7-48e6-a081-e22527456a32,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:41:32.666227 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-b033480c-2db5-4ae5-a619-54005a611667 None None] For port 9a0cccb1-26ed-497d-9dd4-4241e4ddd272, host dv-neutron-861624-1-hyperv, cleared binding levels {{(pid=103334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 07:41:32.671392 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-b033480c-2db5-4ae5-a619-54005a611667 None None] For port 9a0cccb1-26ed-497d-9dd4-4241e4ddd272, host dv-neutron-861624-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=9a0cccb1-26ed-497d-9dd4-4241e4ddd272,segment=NetworkSegment(83632b41-0633-4e91-af75-3b0db3b71d68),segment_id=83632b41-0633-4e91-af75-3b0db3b71d68)] {{(pid=103334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 07:41:32.707876 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Network ed6af48f-a2a7-48e6-a081-e22527456a32 details requested by agent ovs-agent-dv-neutron-861624-1-hyperv with host dv-neutron-861624-1-hyperv {{(pid=103334) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 07:41:32.717537 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-b033480c-2db5-4ae5-a619-54005a611667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:32.783777 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43c7197c-250c-4ac5-9596-ba0d96cba6a7 tempest-NetworksIpV6TestAttrs-279669730 tempest-NetworksIpV6TestAttrs-279669730-project] Made reservation on behalf of 1a48ad924478432a90a7d865ee405d9d for: {'subnet': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 07:41:32.789063 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-43c7197c-250c-4ac5-9596-ba0d96cba6a7 tempest-NetworksIpV6TestAttrs-279669730 tempest-NetworksIpV6TestAttrs-279669730-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130170579'] for subnet, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:32.834572 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-7b61935a-e346-4d94-83c7-bfbbc42052d3 tempest-SecGroupTest-1544089316 tempest-SecGroupTest-1544089316-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:32.840830 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-615c62d0-3484-4602-afef-32ddd31fc3c1 None None] Current status of the port 1f8f70a5-932b-4ec7-a114-febb1940fcc0 is: DOWN; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:41:32.841279 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-615c62d0-3484-4602-afef-32ddd31fc3c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:32.852048 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-7b61935a-e346-4d94-83c7-bfbbc42052d3 tempest-SecGroupTest-1544089316 tempest-SecGroupTest-1544089316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815365'] for security_group_rule, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:32.917276 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d81d8024-a4df-41fc-96e6-53932b8b21cc None None] Network e899a2ec-a5db-4343-a853-df4cf6dd517b requested from dv-neutron-861624-1-hyperv {{(pid=103334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 07:41:32.949239 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Provisioning complete for port 1f8f70a5-932b-4ec7-a114-febb1940fcc0 triggered by entity L2. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:41:32.949790 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:32.950147 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Attempt 1 to provision port 1f8f70a5-932b-4ec7-a114-febb1940fcc0 Oct 19 07:41:32.952103 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b033480c-2db5-4ae5-a619-54005a611667 None None] Pushing event updated for resources: {'Port': ['ID=9a0cccb1-26ed-497d-9dd4-4241e4ddd272,revision_number=2']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:41:32.958734 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b61935a-e346-4d94-83c7-bfbbc42052d3 tempest-SecGroupTest-1544089316 tempest-SecGroupTest-1544089316-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2eaf168b-9fa6-44d0-aa66-21166e3b81dd,revision_number=0']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:41:32.978084 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-7b61935a-e346-4d94-83c7-bfbbc42052d3 tempest-SecGroupTest-1544089316 tempest-SecGroupTest-1544089316-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:32.979424 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-7b61935a-e346-4d94-83c7-bfbbc42052d3 tempest-SecGroupTest-1544089316 tempest-SecGroupTest-1544089316-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5773442 Oct 19 07:41:32.982580 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 56878) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:41:33.011183 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-08a4bb9e-9075-4b4f-af38-601142d7548d tempest-SecGroupTest-1544089316 tempest-SecGroupTest-1544089316-project] 10.222.0.27 "GET /v2.0/security-group-rules/2eaf168b-9fa6-44d0-aa66-21166e3b81dd HTTP/1.1" status: 200 len: 763 time: 0.0252743 Oct 19 07:41:33.012546 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 56880) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:41:33.052098 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-615c62d0-3484-4602-afef-32ddd31fc3c1 None None] For port 1f8f70a5-932b-4ec7-a114-febb1940fcc0, host dv-neutron-861624-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=1f8f70a5-932b-4ec7-a114-febb1940fcc0,segment=NetworkSegment(5a8d2b05-b527-4bd4-a671-b9112f193fef),segment_id=5a8d2b05-b527-4bd4-a671-b9112f193fef)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:41:33.065522 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-615c62d0-3484-4602-afef-32ddd31fc3c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:33.080059 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-12280f6f-9f47-4cd8-bc1a-cb344b6baed1 tempest-SecGroupTest-1544089316 tempest-SecGroupTest-1544089316-project] 10.222.0.27 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0666053 Oct 19 07:41:33.086392 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 56882) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:41:33.108923 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-99b8095d-6b65-4d4a-8fda-ffd888a76968 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785020947330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133553798'] for port, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:33.148548 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-615c62d0-3484-4602-afef-32ddd31fc3c1 None None] Provisioning complete for port 6b2515fa-2d6c-4d6a-a9ab-c58cdad47898 triggered by entity DHCP. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:41:33.148935 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-615c62d0-3484-4602-afef-32ddd31fc3c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:33.149273 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-615c62d0-3484-4602-afef-32ddd31fc3c1 None None] Attempt 1 to provision port 6b2515fa-2d6c-4d6a-a9ab-c58cdad47898 Oct 19 07:41:33.159755 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-de102650-ebdd-4cbf-8ac6-b21e7af99e82 tempest-SecGroupTest-1544089316 tempest-SecGroupTest-1544089316-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:33.174989 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-de102650-ebdd-4cbf-8ac6-b21e7af99e82 tempest-SecGroupTest-1544089316 tempest-SecGroupTest-1544089316-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:33.175836 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.services.segments.db [None req-96e98310-19f2-4ef0-908b-e91cc3a97219 tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e899a2ec-a5db-4343-a853-df4cf6dd517b']}} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:41:33.184571 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-e65ccf95-b0ee-4c57-8101-ecd15723edd1 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Notify callbacks [] for port, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:33.199265 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e7ad202-af93-4040-ac59-0c056b6e49e9 None None] Network db7aaa37-046d-444a-b36f-3dc8c2299f0e requested from dv-neutron-861624-1-hyperv {{(pid=103334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 07:41:33.244958 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.services.segments.db [None req-96e98310-19f2-4ef0-908b-e91cc3a97219 tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83632b41-0633-4e91-af75-3b0db3b71d68') {'for_net_delete': True} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:41:33.245547 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.services.segments.db [None req-96e98310-19f2-4ef0-908b-e91cc3a97219 tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83632b41-0633-4e91-af75-3b0db3b71d68') {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:41:33.249395 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-036da573-e7c2-4c45-943c-64a6f675849a tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Notify agent at l3_agent.dv-neutron-861624-1-hyperv the message routers_updated {{(pid=103332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 07:41:33.254906 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-de102650-ebdd-4cbf-8ac6-b21e7af99e82 tempest-SecGroupTest-1544089316 tempest-SecGroupTest-1544089316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815365'] for security_group_rule, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:33.256241 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-036da573-e7c2-4c45-943c-64a6f675849a tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] 10.222.0.27 "PUT /v2.0/routers/5a3ee82e-b69d-4a9d-a681-af0f007cfa8a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.4116268 Oct 19 07:41:33.261520 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 56884) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:41:33.272441 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-de102650-ebdd-4cbf-8ac6-b21e7af99e82 tempest-SecGroupTest-1544089316 tempest-SecGroupTest-1544089316-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:33.276435 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-de102650-ebdd-4cbf-8ac6-b21e7af99e82 tempest-SecGroupTest-1544089316 tempest-SecGroupTest-1544089316-project] 10.222.0.27 "DELETE /v2.0/security-group-rules/2eaf168b-9fa6-44d0-aa66-21166e3b81dd HTTP/1.1" status: 204 len: 168 time: 0.1872981 Oct 19 07:41:33.277602 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d59cd50-fc5c-4ee0-b531-540a253a0742 None None] Sync routers for ids ['5a3ee82e-b69d-4a9d-a681-af0f007cfa8a'] in dv-neutron-861624-1-hyperv {{(pid=103334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 07:41:33.279407 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615c62d0-3484-4602-afef-32ddd31fc3c1 None None] Pushing event updated for resources: {'Port': ['ID=1f8f70a5-932b-4ec7-a114-febb1940fcc0,revision_number=5']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:41:33.280337 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-96f4be07-31c3-4d85-b618-8a7d24625389 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Request body: {'network': {'name': 'tempest-RoutersTest-1813646814'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:41:33.289263 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-43c7197c-250c-4ac5-9596-ba0d96cba6a7 tempest-NetworksIpV6TestAttrs-279669730 tempest-NetworksIpV6TestAttrs-279669730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130997899', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130170401'] for subnet, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:33.292745 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 56886) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:41:33.294494 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-96e98310-19f2-4ef0-908b-e91cc3a97219 tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785021519382', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130726885'] for segment, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:33.303385 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99b8095d-6b65-4d4a-8fda-ffd888a76968 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Network 6b5a65c5-1bed-4301-9db8-c1056c2b8eba is already hosted by enough agents. {{(pid=103332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 07:41:33.314577 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b8095d-6b65-4d4a-8fda-ffd888a76968 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Pushing event updated for resources: {'Port': ['ID=a76db9eb-115f-40c4-a240-8851e515ff2f,revision_number=1']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:41:33.324122 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.base_scheduler [None req-99b8095d-6b65-4d4a-8fda-ffd888a76968 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Resources bound (agent type, host, resource id): {{(pid=103332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:41:33.327564 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99b8095d-6b65-4d4a-8fda-ffd888a76968 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Received port after_create {{(pid=103332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 07:41:33.334684 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99b8095d-6b65-4d4a-8fda-ffd888a76968 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:41:33.334684 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-99b8095d-6b65-4d4a-8fda-ffd888a76968 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42160'] for port, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:33.334887 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de102650-ebdd-4cbf-8ac6-b21e7af99e82 tempest-SecGroupTest-1544089316 tempest-SecGroupTest-1544089316-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2eaf168b-9fa6-44d0-aa66-21166e3b81dd,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:41:33.358740 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Current status of the port 1f8f70a5-932b-4ec7-a114-febb1940fcc0 is: ACTIVE; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:41:33.359543 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device 903a6abe-cd5f-4a30-8334-99c5fd7d53c2 up at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 07:41:33.367000 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-96e98310-19f2-4ef0-908b-e91cc3a97219 tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979'] for segment, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:33.390304 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-1b8373fe-431d-4177-83ae-0156902f6f67 tempest-AllowedAddressPairIpV6TestJSON-693616432 tempest-AllowedAddressPairIpV6TestJSON-693616432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:33.398460 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96f4be07-31c3-4d85-b618-8a7d24625389 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Made reservation on behalf of ea2e94e7c58741afa39e88c6d73f4fb1 for: {'network': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 07:41:33.401817 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-96f4be07-31c3-4d85-b618-8a7d24625389 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for network, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:33.406073 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96e98310-19f2-4ef0-908b-e91cc3a97219 tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Releasing vlan 181 on physical network physnet1 to pool {{(pid=103332) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 07:41:33.406780 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-96e98310-19f2-4ef0-908b-e91cc3a97219 tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-133553843'] for segment, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:33.409369 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d59cd50-fc5c-4ee0-b531-540a253a0742 None None] Routers {'5a3ee82e-b69d-4a9d-a681-af0f007cfa8a'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 07:41:33.410222 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-2d59cd50-fc5c-4ee0-b531-540a253a0742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T07:41:16Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['5a3ee82e-b69d-4a9d-a681-af0f007cfa8a'], 'active': True} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:41:33.436535 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c7197c-250c-4ac5-9596-ba0d96cba6a7 tempest-NetworksIpV6TestAttrs-279669730 tempest-NetworksIpV6TestAttrs-279669730-project] Pushing event updated for resources: {'Subnet': ['ID=46b6cbd4-590c-47fb-bb48-4c66d29551ce,revision_number=0']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:41:33.443572 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.services.segments.plugin [-] Segment 83632b41-0633-4e91-af75-3b0db3b71d68 resource provider aggregate not found Oct 19 07:41:33.457319 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-99b8095d-6b65-4d4a-8fda-ffd888a76968 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 4.6346695 Oct 19 07:41:33.459019 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.plugin [None req-1b8373fe-431d-4177-83ae-0156902f6f67 tempest-AllowedAddressPairIpV6TestJSON-693616432 tempest-AllowedAddressPairIpV6TestJSON-693616432-project] Calling delete_port for 639dd394-1929-4fa8-93a1-c2bcbec3fc3b owned by {{(pid=103332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 07:41:33.464160 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 56892) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:41:33.465749 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-ee45dbba-4842-41e9-b5c2-26d32526ba28 tempest-SecGroupTest-1544089316 tempest-SecGroupTest-1544089316-project] 10.222.0.27 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1600733 Oct 19 07:41:33.470356 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 56894) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:41:33.477213 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-e65ccf95-b0ee-4c57-8101-ecd15723edd1 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785020947330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133553798'] for port, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:33.484295 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-aa4c1920-660f-4633-bbac-565c9d2b1507 tempest-SecGroupTest-1544089316 tempest-SecGroupTest-1544089316-project] Request body: {'security_group_rule': {'security_group_id': 'fb8e3864-5ccb-4d97-9f79-1a8027b4211d', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:41:33.497242 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96f4be07-31c3-4d85-b618-8a7d24625389 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 170} {{(pid=103333) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 07:41:33.504303 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43c7197c-250c-4ac5-9596-ba0d96cba6a7 tempest-NetworksIpV6TestAttrs-279669730 tempest-NetworksIpV6TestAttrs-279669730-project] Checking segment: {'id': 'a7cc0f1b-e37a-457b-89be-08fa37cd4dae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'ed6af48f-a2a7-48e6-a081-e22527456a32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 19 07:41:33.504852 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43c7197c-250c-4ac5-9596-ba0d96cba6a7 tempest-NetworksIpV6TestAttrs-279669730 tempest-NetworksIpV6TestAttrs-279669730-project] Network hostable DHCP agents. Network: ed6af48f-a2a7-48e6-a081-e22527456a32, hostable agents: ['310d813b-0e3e-4d7e-9b79-8f4ec0dbcab0'], hosted agents: [] {{(pid=103333) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 07:41:33.513494 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.services.segments.plugin [-] Segment 83632b41-0633-4e91-af75-3b0db3b71d68 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 83632b41-0633-4e91-af75-3b0db3b71d68 found for delete ", "request_id": "req-f306cc6f-0f45-47f9-b38d-fa50d62dafd6"}]} Oct 19 07:41:33.537311 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-96f4be07-31c3-4d85-b618-8a7d24625389 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979'] for segment, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:33.537786 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.db.segments_db [None req-96f4be07-31c3-4d85-b618-8a7d24625389 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Added segment d67b78bd-0eb3-44a5-b43a-bdc62a506524 of type vlan for network e75c1c90-6f0f-4d61-be13-e480777d5d04 Oct 19 07:41:33.560216 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-aa4c1920-660f-4633-bbac-565c9d2b1507 tempest-SecGroupTest-1544089316 tempest-SecGroupTest-1544089316-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:33.588262 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43c7197c-250c-4ac5-9596-ba0d96cba6a7 tempest-NetworksIpV6TestAttrs-279669730 tempest-NetworksIpV6TestAttrs-279669730-project] Network ed6af48f-a2a7-48e6-a081-e22527456a32 is scheduled to be hosted by DHCP agent 310d813b-0e3e-4d7e-9b79-8f4ec0dbcab0 with binding_index 1 {{(pid=103333) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 07:41:33.634816 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-96f4be07-31c3-4d85-b618-8a7d24625389 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785020965340'] for network, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:33.643244 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-43c7197c-250c-4ac5-9596-ba0d96cba6a7 tempest-NetworksIpV6TestAttrs-279669730 tempest-NetworksIpV6TestAttrs-279669730-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861624-1-hyperv, ed6af48f-a2a7-48e6-a081-e22527456a32) {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:41:33.652496 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43c7197c-250c-4ac5-9596-ba0d96cba6a7 tempest-NetworksIpV6TestAttrs-279669730 tempest-NetworksIpV6TestAttrs-279669730-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:41:33.652496 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-43c7197c-250c-4ac5-9596-ba0d96cba6a7 tempest-NetworksIpV6TestAttrs-279669730 tempest-NetworksIpV6TestAttrs-279669730-project] Notify callbacks [] for subnet, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:33.680915 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-43c7197c-250c-4ac5-9596-ba0d96cba6a7 tempest-NetworksIpV6TestAttrs-279669730 tempest-NetworksIpV6TestAttrs-279669730-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0934811 Oct 19 07:41:33.687428 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 56898) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:41:33.742097 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3d06ce4-7d7a-4cc5-ba47-ac678e51a401 None None] Network e899a2ec-a5db-4343-a853-df4cf6dd517b requested from dv-neutron-861624-1-hyperv {{(pid=103334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 07:41:33.743901 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dfdb747-8a26-43f2-b5e9-2ccb66853801 None None] Network ed6af48f-a2a7-48e6-a081-e22527456a32 requested from dv-neutron-861624-1-hyperv {{(pid=103334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 07:41:33.772726 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.db.api [None req-96e98310-19f2-4ef0-908b-e91cc3a97219 tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 19 07:41:33.772726 dv-neutron-861624-1-hyperv neutron-server[103332]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 19 07:41:33.772726 dv-neutron-861624-1-hyperv neutron-server[103332]: [parameters: {'id': 'e899a2ec-a5db-4343-a853-df4cf6dd517b'}] Oct 19 07:41:33.772726 dv-neutron-861624-1-hyperv neutron-server[103332]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103332) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 19 07:41:33.773572 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG oslo_db.api [None req-96e98310-19f2-4ef0-908b-e91cc3a97219 tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 19 07:41:33.778329 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-615c62d0-3484-4602-afef-32ddd31fc3c1 None None] Current status of the port 6b2515fa-2d6c-4d6a-a9ab-c58cdad47898 is: DOWN; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:41:33.778727 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-615c62d0-3484-4602-afef-32ddd31fc3c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:33.805811 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e65ccf95-b0ee-4c57-8101-ecd15723edd1 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Network 5b4755dd-54e2-40a6-8450-ab8eb989f82c is already hosted by enough agents. {{(pid=103332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 07:41:33.815084 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.base_scheduler [None req-e65ccf95-b0ee-4c57-8101-ecd15723edd1 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Resources bound (agent type, host, resource id): {{(pid=103332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:41:33.825291 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e65ccf95-b0ee-4c57-8101-ecd15723edd1 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Received port after_create {{(pid=103332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 07:41:33.826396 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-ebcac2e2-093c-42c1-8f66-039304d92e75 tempest-NetworksIpV6TestAttrs-279669730 tempest-NetworksIpV6TestAttrs-279669730-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-667019'] for network, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:33.832060 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e65ccf95-b0ee-4c57-8101-ecd15723edd1 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:41:33.832848 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-e65ccf95-b0ee-4c57-8101-ecd15723edd1 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42160'] for port, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:33.837537 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65ccf95-b0ee-4c57-8101-ecd15723edd1 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Pushing event updated for resources: {'Port': ['ID=7186a826-d498-4e69-a2f6-5d90ff642e95,revision_number=1']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:41:33.837711 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-aa4c1920-660f-4633-bbac-565c9d2b1507 tempest-SecGroupTest-1544089316 tempest-SecGroupTest-1544089316-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:33.844074 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-96f4be07-31c3-4d85-b618-8a7d24625389 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873'] for network, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:33.852476 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96f4be07-31c3-4d85-b618-8a7d24625389 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:41:33.853555 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-96f4be07-31c3-4d85-b618-8a7d24625389 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Notify callbacks [] for network, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:33.870397 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-aa4c1920-660f-4633-bbac-565c9d2b1507 tempest-SecGroupTest-1544089316 tempest-SecGroupTest-1544089316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815365'] for security_group_rule, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:33.879250 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bae0624-801b-4a78-b7c1-46fa3c98a899 req-71d4b1e9-5c54-486b-a27b-6e30f460cfee tempest-ServerActionsTestJSON-1032082790 tempest-ServerActionsTestJSON-1032082790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:41:33.880995 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-5bae0624-801b-4a78-b7c1-46fa3c98a899 req-71d4b1e9-5c54-486b-a27b-6e30f460cfee tempest-ServerActionsTestJSON-1032082790 tempest-ServerActionsTestJSON-1032082790-project] 10.222.0.27 "GET /v2.0/ports?device_id=c15ce40b-4ff1-4ce8-b3f1-4c16c8447f68 HTTP/1.1" status: 200 len: 945 time: 0.2724421 Oct 19 07:41:33.900729 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-96f4be07-31c3-4d85-b618-8a7d24625389 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.6349375 Oct 19 07:41:33.909711 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-e65ccf95-b0ee-4c57-8101-ecd15723edd1 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 2.7414262 Oct 19 07:41:33.912746 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 56900) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:41:33.913328 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 56902) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:41:33.964472 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-94d8a2f1-4cf8-4784-867d-06a2db4b8293 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Request body: {'subnet': {'network_id': 'e75c1c90-6f0f-4d61-be13-e480777d5d04', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:41:33.978618 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.plugin [None req-68916be4-ecc1-479d-a42c-8f887b0ad47e tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Deleting port a76db9eb-115f-40c4-a240-8851e515ff2f {{(pid=103332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 07:41:33.979918 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-68916be4-ecc1-479d-a42c-8f887b0ad47e tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:33.981778 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4c1920-660f-4633-bbac-565c9d2b1507 tempest-SecGroupTest-1544089316 tempest-SecGroupTest-1544089316-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f276b08c-66a0-4e2a-b410-4e1128d83cbb,revision_number=0']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:41:34.002742 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvr_db [None req-2d59cd50-fc5c-4ee0-b531-540a253a0742 None None] Set router 5a3ee82e-b69d-4a9d-a681-af0f007cfa8a gateway port host: None {{(pid=103334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 07:41:34.018649 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-5bae0624-801b-4a78-b7c1-46fa3c98a899 req-bb821e39-e8d6-469f-890b-af4be7ef2035 tempest-ServerActionsTestJSON-1032082790 tempest-ServerActionsTestJSON-1032082790-project] 10.222.0.27 "GET /v2.0/security-groups?id=f0bcd6ee-444f-46c6-b01f-ccacf8976dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1037014 Oct 19 07:41:34.044785 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-1b8373fe-431d-4177-83ae-0156902f6f67 tempest-AllowedAddressPairIpV6TestJSON-693616432 tempest-AllowedAddressPairIpV6TestJSON-693616432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133553798'] for port, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:34.053564 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-615c62d0-3484-4602-afef-32ddd31fc3c1 None None] For port 6b2515fa-2d6c-4d6a-a9ab-c58cdad47898, host dv-neutron-861624-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=6b2515fa-2d6c-4d6a-a9ab-c58cdad47898,segment=NetworkSegment(5001a856-9fa6-4a7a-83a1-63112baf16dd),segment_id=5001a856-9fa6-4a7a-83a1-63112baf16dd)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:41:34.062442 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-aa4c1920-660f-4633-bbac-565c9d2b1507 tempest-SecGroupTest-1544089316 tempest-SecGroupTest-1544089316-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:34.066249 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-aa4c1920-660f-4633-bbac-565c9d2b1507 tempest-SecGroupTest-1544089316 tempest-SecGroupTest-1544089316-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5897348 Oct 19 07:41:34.092130 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-615c62d0-3484-4602-afef-32ddd31fc3c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:34.102794 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 56904) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:41:34.110119 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8373fe-431d-4177-83ae-0156902f6f67 tempest-AllowedAddressPairIpV6TestJSON-693616432 tempest-AllowedAddressPairIpV6TestJSON-693616432-project] Pushing event deleted for resources: {'Port': ['ID=639dd394-1929-4fa8-93a1-c2bcbec3fc3b,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:41:34.114239 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Provisioning complete for port 903a6abe-cd5f-4a30-8334-99c5fd7d53c2 triggered by entity L2. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:41:34.114623 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:34.114969 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Attempt 1 to provision port 903a6abe-cd5f-4a30-8334-99c5fd7d53c2 Oct 19 07:41:34.126722 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aaffa98-1f22-42fc-8843-56d2c0599fdb req-96e5276c-1780-4aa7-831d-a277b9c63b32 tempest-ServerActionsTestJSON-1032082790 tempest-ServerActionsTestJSON-1032082790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:41:34.129113 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-1aaffa98-1f22-42fc-8843-56d2c0599fdb req-96e5276c-1780-4aa7-831d-a277b9c63b32 tempest-ServerActionsTestJSON-1032082790 tempest-ServerActionsTestJSON-1032082790-project] 10.222.0.16 "GET /v2.0/ports?device_id=c15ce40b-4ff1-4ce8-b3f1-4c16c8447f68 HTTP/1.1" status: 200 len: 945 time: 0.2114258 Oct 19 07:41:34.158771 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-1b8373fe-431d-4177-83ae-0156902f6f67 tempest-AllowedAddressPairIpV6TestJSON-693616432 tempest-AllowedAddressPairIpV6TestJSON-693616432-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42160'] for port, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:34.160684 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f4be07-31c3-4d85-b618-8a7d24625389 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Pushing event updated for resources: {'Network': ['ID=e75c1c90-6f0f-4d61-be13-e480777d5d04,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:41:34.162958 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-ebcac2e2-093c-42c1-8f66-039304d92e75 tempest-NetworksIpV6TestAttrs-279669730 tempest-NetworksIpV6TestAttrs-279669730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-679826'] for subnet, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:34.165280 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-1b8373fe-431d-4177-83ae-0156902f6f67 tempest-AllowedAddressPairIpV6TestJSON-693616432 tempest-AllowedAddressPairIpV6TestJSON-693616432-project] 10.222.0.27 "DELETE /v2.0/ports/639dd394-1929-4fa8-93a1-c2bcbec3fc3b HTTP/1.1" status: 204 len: 168 time: 2.3469727 Oct 19 07:41:34.171573 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 56906) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:41:34.176186 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-615c62d0-3484-4602-afef-32ddd31fc3c1 None None] Could not find standard attr ID for object 19d7c00d-0327-4af8-a987-49a92b323b73. {{(pid=103334) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 19 07:41:34.194532 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Network e75c1c90-6f0f-4d61-be13-e480777d5d04 details requested by agent ovs-agent-dv-neutron-861624-1-hyperv with host dv-neutron-861624-1-hyperv {{(pid=103334) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 07:41:34.272887 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-68916be4-ecc1-479d-a42c-8f887b0ad47e tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:34.277897 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-96e98310-19f2-4ef0-908b-e91cc3a97219 tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-667019'] for network, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:34.281175 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-a70ce0fc-6532-4f0c-9ea2-ee90b4c3a2c7 tempest-SecGroupTest-1544089316 tempest-SecGroupTest-1544089316-project] 10.222.0.27 "GET /v2.0/security-group-rules/f276b08c-66a0-4e2a-b410-4e1128d83cbb HTTP/1.1" status: 200 len: 763 time: 0.1724367 Oct 19 07:41:34.285029 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 56908) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:41:34.322816 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a23f0aa-8cfa-402f-a3ae-234ba2765afb tempest-AllowedAddressPairIpV6TestJSON-693616432 tempest-AllowedAddressPairIpV6TestJSON-693616432-project] Deleting subnet 9cd13627-6d09-4a84-ad40-a6b473374883 {{(pid=103332) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 19 07:41:34.326405 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-3a23f0aa-8cfa-402f-a3ae-234ba2765afb tempest-AllowedAddressPairIpV6TestJSON-693616432 tempest-AllowedAddressPairIpV6TestJSON-693616432-project] Notify callbacks [] for subnet, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:34.369079 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-3a23f0aa-8cfa-402f-a3ae-234ba2765afb tempest-AllowedAddressPairIpV6TestJSON-693616432 tempest-AllowedAddressPairIpV6TestJSON-693616432-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130726890'] for subnet, precommit_delete_associations {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:34.406354 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-a56a59a8-ab6a-41ad-8243-6ba2ed765e15 tempest-SecGroupTest-1544089316 tempest-SecGroupTest-1544089316-project] 10.222.0.27 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1112573 Oct 19 07:41:34.410466 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 56910) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:41:34.410626 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-9e958ded-253c-4108-904d-5a94adc1df09 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Deleting port 7186a826-d498-4e69-a2f6-5d90ff642e95 {{(pid=103333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 07:41:34.410881 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-9e958ded-253c-4108-904d-5a94adc1df09 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:34.414274 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.plugin [None req-68916be4-ecc1-479d-a42c-8f887b0ad47e tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Calling delete_port for a76db9eb-115f-40c4-a240-8851e515ff2f owned by {{(pid=103332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 07:41:34.432427 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-615c62d0-3484-4602-afef-32ddd31fc3c1 None None] Provisioning complete for port 202bbb75-d656-4039-93c2-eb6a38fe76f3 triggered by entity DHCP. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:41:34.433119 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-615c62d0-3484-4602-afef-32ddd31fc3c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:34.433119 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-615c62d0-3484-4602-afef-32ddd31fc3c1 None None] Attempt 1 to provision port 202bbb75-d656-4039-93c2-eb6a38fe76f3 Oct 19 07:41:34.442544 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94d8a2f1-4cf8-4784-867d-06a2db4b8293 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Made reservation on behalf of ea2e94e7c58741afa39e88c6d73f4fb1 for: {'subnet': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 07:41:34.448071 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-94d8a2f1-4cf8-4784-867d-06a2db4b8293 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130170579'] for subnet, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:34.448237 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615c62d0-3484-4602-afef-32ddd31fc3c1 None None] Pushing event updated for resources: {'Port': ['ID=6b2515fa-2d6c-4d6a-a9ab-c58cdad47898,revision_number=3']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:41:34.543005 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-ebcac2e2-093c-42c1-8f66-039304d92e75 tempest-NetworksIpV6TestAttrs-279669730 tempest-NetworksIpV6TestAttrs-279669730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-679819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130997964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130170408'] for subnet, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:34.556072 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-9e958ded-253c-4108-904d-5a94adc1df09 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:34.573116 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-3a23f0aa-8cfa-402f-a3ae-234ba2765afb tempest-AllowedAddressPairIpV6TestJSON-693616432 tempest-AllowedAddressPairIpV6TestJSON-693616432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-679826'] for subnet, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:34.584235 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-615c62d0-3484-4602-afef-32ddd31fc3c1 None None] Port 202bbb75-d656-4039-93c2-eb6a38fe76f3 cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 07:41:34.593076 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07314918-a2ae-4cd7-ae33-327b8556ddbb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d12c6ac-27a3-545c-a8f3-f04e30423d6d-ed6af48f-a2a7-48e6-a081-e22527456a32', 'network_id': 'ed6af48f-a2a7-48e6-a081-e22527456a32', 'tenant_id': '1a48ad924478432a90a7d865ee405d9d', 'fixed_ips': [{'subnet_id': '46b6cbd4-590c-47fb-bb48-4c66d29551ce'}]}} from dv-neutron-861624-1-hyperv. {{(pid=103334) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 07:41:34.593925 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-07314918-a2ae-4cd7-ae33-327b8556ddbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:34.635717 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-a775fc3a-7207-45ab-a2b1-665181413b8d tempest-SecGroupTest-1544089316 tempest-SecGroupTest-1544089316-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:34.651217 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-a775fc3a-7207-45ab-a2b1-665181413b8d tempest-SecGroupTest-1544089316 tempest-SecGroupTest-1544089316-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:34.655094 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Current status of the port 903a6abe-cd5f-4a30-8334-99c5fd7d53c2 is: ACTIVE; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:41:34.656264 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device d9ac0312-b4f0-4a4f-ab6d-3fbf05a5739a up at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 07:41:34.665645 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-3a23f0aa-8cfa-402f-a3ae-234ba2765afb tempest-AllowedAddressPairIpV6TestJSON-693616432 tempest-AllowedAddressPairIpV6TestJSON-693616432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-679819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-133552721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130659632'] for subnet, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:34.683519 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcac2e2-093c-42c1-8f66-039304d92e75 tempest-NetworksIpV6TestAttrs-279669730 tempest-NetworksIpV6TestAttrs-279669730-project] Pushing event deleted for resources: {'Subnet': ['ID=46b6cbd4-590c-47fb-bb48-4c66d29551ce,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:41:34.687186 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-9e958ded-253c-4108-904d-5a94adc1df09 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Calling delete_port for 7186a826-d498-4e69-a2f6-5d90ff642e95 owned by {{(pid=103333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 07:41:34.729913 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a23f0aa-8cfa-402f-a3ae-234ba2765afb tempest-AllowedAddressPairIpV6TestJSON-693616432 tempest-AllowedAddressPairIpV6TestJSON-693616432-project] Pushing event deleted for resources: {'Subnet': ['ID=9cd13627-6d09-4a84-ad40-a6b473374883,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:41:34.741180 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.plugin [req-1aaffa98-1f22-42fc-8843-56d2c0599fdb req-bc8261b6-a63d-42b7-ac1a-db3e4ad50ab0 tempest-ServerActionsTestJSON-1032082790 tempest-ServerActionsTestJSON-1032082790-project] Deleting port 166507e4-5bf0-4d0c-a912-f2cd4a10fdee {{(pid=103332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 07:41:34.741758 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-1aaffa98-1f22-42fc-8843-56d2c0599fdb req-bc8261b6-a63d-42b7-ac1a-db3e4ad50ab0 tempest-ServerActionsTestJSON-1032082790 tempest-ServerActionsTestJSON-1032082790-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:34.747623 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-3a23f0aa-8cfa-402f-a3ae-234ba2765afb tempest-AllowedAddressPairIpV6TestJSON-693616432 tempest-AllowedAddressPairIpV6TestJSON-693616432-project] Notify callbacks [] for subnet, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:34.754378 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce558410-8b98-4065-a3ac-ca7c86b16112 None None] Network 94a2344b-3c35-4881-a95e-6f2bc84f03db requested from dv-neutron-861624-1-hyperv {{(pid=103334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 07:41:34.755784 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-3a23f0aa-8cfa-402f-a3ae-234ba2765afb tempest-AllowedAddressPairIpV6TestJSON-693616432 tempest-AllowedAddressPairIpV6TestJSON-693616432-project] 10.222.0.27 "DELETE /v2.0/subnets/9cd13627-6d09-4a84-ad40-a6b473374883 HTTP/1.1" status: 204 len: 168 time: 0.5796754 Oct 19 07:41:34.759706 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-ebcac2e2-093c-42c1-8f66-039304d92e75 tempest-NetworksIpV6TestAttrs-279669730 tempest-NetworksIpV6TestAttrs-279669730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-673051', 'neutron.services.segments.db._delete_segments_for_network-8785021519108'] for network, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:34.760977 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 56912) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:41:34.802979 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-a775fc3a-7207-45ab-a2b1-665181413b8d tempest-SecGroupTest-1544089316 tempest-SecGroupTest-1544089316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815365'] for security_group_rule, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:34.808941 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-a775fc3a-7207-45ab-a2b1-665181413b8d tempest-SecGroupTest-1544089316 tempest-SecGroupTest-1544089316-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:34.810370 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-a775fc3a-7207-45ab-a2b1-665181413b8d tempest-SecGroupTest-1544089316 tempest-SecGroupTest-1544089316-project] 10.222.0.27 "DELETE /v2.0/security-group-rules/f276b08c-66a0-4e2a-b410-4e1128d83cbb HTTP/1.1" status: 204 len: 168 time: 0.3940377 Oct 19 07:41:34.833782 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 56914) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:41:34.834336 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb155e05-39ca-43fd-9412-2e046005cbaf None None] Network ed6af48f-a2a7-48e6-a081-e22527456a32 requested from dv-neutron-861624-1-hyperv {{(pid=103334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 07:41:34.888048 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-ebcac2e2-093c-42c1-8f66-039304d92e75 tempest-NetworksIpV6TestAttrs-279669730 tempest-NetworksIpV6TestAttrs-279669730-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed6af48f-a2a7-48e6-a081-e22527456a32']}} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:41:34.898948 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a775fc3a-7207-45ab-a2b1-665181413b8d tempest-SecGroupTest-1544089316 tempest-SecGroupTest-1544089316-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f276b08c-66a0-4e2a-b410-4e1128d83cbb,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:41:34.923872 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-2d3b2410-4c51-4088-b0c5-1c7b4d5c0214 tempest-SecGroupTest-1544089316 tempest-SecGroupTest-1544089316-project] 10.222.0.27 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0889430 Oct 19 07:41:34.925961 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-ebcac2e2-093c-42c1-8f66-039304d92e75 tempest-NetworksIpV6TestAttrs-279669730 tempest-NetworksIpV6TestAttrs-279669730-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7cc0f1b-e37a-457b-89be-08fa37cd4dae') {'for_net_delete': True} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:41:34.926251 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-ebcac2e2-093c-42c1-8f66-039304d92e75 tempest-NetworksIpV6TestAttrs-279669730 tempest-NetworksIpV6TestAttrs-279669730-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7cc0f1b-e37a-457b-89be-08fa37cd4dae') {} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:41:34.927922 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 56918) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:41:34.938873 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-e61afe05-5896-4c16-bf23-f384f6055dea tempest-SecGroupTest-1544089316 tempest-SecGroupTest-1544089316-project] Request body: {'security_group_rule': {'security_group_id': 'fb8e3864-5ccb-4d97-9f79-1a8027b4211d', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:41:34.957922 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Provisioning complete for port d9ac0312-b4f0-4a4f-ab6d-3fbf05a5739a triggered by entity L2. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:41:34.958298 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:34.958631 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Attempt 1 to provision port d9ac0312-b4f0-4a4f-ab6d-3fbf05a5739a Oct 19 07:41:34.966960 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.plugin [None req-96e98310-19f2-4ef0-908b-e91cc3a97219 tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Deleting port 9a0cccb1-26ed-497d-9dd4-4241e4ddd272 {{(pid=103332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 07:41:34.967453 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-96e98310-19f2-4ef0-908b-e91cc3a97219 tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:34.977619 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-ebcac2e2-093c-42c1-8f66-039304d92e75 tempest-NetworksIpV6TestAttrs-279669730 tempest-NetworksIpV6TestAttrs-279669730-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785021519382', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-134111927'] for segment, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:35.004344 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-2d59cd50-fc5c-4ee0-b531-540a253a0742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a3ee82e-b69d-4a9d-a681-af0f007cfa8a', 'name': 'tempest-RoutersTest-router-906858636', 'tenant_id': 'ea2e94e7c58741afa39e88c6d73f4fb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T07:41:03Z', 'updated_at': '2022-10-19T07:41:28Z', 'revision_number': 4, 'project_id': 'ea2e94e7c58741afa39e88c6d73f4fb1', 'gw_port_host': None, '_interfaces': [{'id': '202bbb75-d656-4039-93c2-eb6a38fe76f3', 'name': '', 'network_id': 'f9ca5f41-fe6c-4a10-918c-6649165b7312', 'tenant_id': 'ea2e94e7c58741afa39e88c6d73f4fb1', 'mac_address': 'fa:16:3e:86:ee:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a3ee82e-b69d-4a9d-a681-af0f007cfa8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': '2fde0ae8-bf21-420c-80fc-149699eead07', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:41:26Z', 'updated_at': '2022-10-19T07:41:30Z', 'revision_number': 2, 'project_id': 'ea2e94e7c58741afa39e88c6d73f4fb1', 'subnets': [{'id': '2fde0ae8-bf21-420c-80fc-149699eead07', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4ce3479b-393b-481b-b58d-51ccf321edac', 'name': '', 'network_id': 'b58e1c6a-78c1-43cd-89d9-838f22da233f', 'tenant_id': 'ea2e94e7c58741afa39e88c6d73f4fb1', 'mac_address': 'fa:16:3e:31:7a:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a3ee82e-b69d-4a9d-a681-af0f007cfa8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '612c3709-642f-4c80-9732-62beec0bf567', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:41:06Z', 'updated_at': '2022-10-19T07:41:21Z', 'revision_number': 5, 'project_id': 'ea2e94e7c58741afa39e88c6d73f4fb1', 'subnets': [{'id': '612c3709-642f-4c80-9732-62beec0bf567', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd9ac0312-b4f0-4a4f-ab6d-3fbf05a5739a', 'name': '', 'network_id': '4daf018b-9448-4af6-b1a7-ed0b0c9c81a9', 'tenant_id': 'ea2e94e7c58741afa39e88c6d73f4fb1', 'mac_address': 'fa:16:3e:d0:0f:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a3ee82e-b69d-4a9d-a681-af0f007cfa8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '70304bbd-b21f-4bfc-b426-0275306673c4', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:41:16Z', 'updated_at': '2022-10-19T07:41:25Z', 'revision_number': 5, 'project_id': 'ea2e94e7c58741afa39e88c6d73f4fb1', 'subnets': [{'id': '70304bbd-b21f-4bfc-b426-0275306673c4', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:41:35.024178 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-2bcb6d05-75d0-4256-9a90-b64ac990b214 tempest-AllowedAddressPairIpV6TestJSON-693616432 tempest-AllowedAddressPairIpV6TestJSON-693616432-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-667019'] for network, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:35.028950 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-e61afe05-5896-4c16-bf23-f384f6055dea tempest-SecGroupTest-1544089316 tempest-SecGroupTest-1544089316-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:35.036238 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.db [req-1aaffa98-1f22-42fc-8843-56d2c0599fdb req-bc8261b6-a63d-42b7-ac1a-db3e4ad50ab0 tempest-ServerActionsTestJSON-1032082790 tempest-ServerActionsTestJSON-1032082790-project] For port 166507e4-5bf0-4d0c-a912-f2cd4a10fdee, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=166507e4-5bf0-4d0c-a912-f2cd4a10fdee,segment=NetworkSegment(d3fee98f-d3eb-41cf-827a-ce536a5d361c),segment_id=d3fee98f-d3eb-41cf-827a-ce536a5d361c)] {{(pid=103332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:41:35.036818 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-1aaffa98-1f22-42fc-8843-56d2c0599fdb req-bc8261b6-a63d-42b7-ac1a-db3e4ad50ab0 tempest-ServerActionsTestJSON-1032082790 tempest-ServerActionsTestJSON-1032082790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:35.039668 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-ebcac2e2-093c-42c1-8f66-039304d92e75 tempest-NetworksIpV6TestAttrs-279669730 tempest-NetworksIpV6TestAttrs-279669730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979'] for segment, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:35.062934 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ebcac2e2-093c-42c1-8f66-039304d92e75 tempest-NetworksIpV6TestAttrs-279669730 tempest-NetworksIpV6TestAttrs-279669730-project] Releasing vlan 157 on physical network physnet1 to pool {{(pid=103333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 07:41:35.063387 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-ebcac2e2-093c-42c1-8f66-039304d92e75 tempest-NetworksIpV6TestAttrs-279669730 tempest-NetworksIpV6TestAttrs-279669730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130996782'] for segment, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:35.071095 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d59cd50-fc5c-4ee0-b531-540a253a0742 None None] Checking router: 5a3ee82e-b69d-4a9d-a681-af0f007cfa8a for host: dv-neutron-861624-1-hyperv {{(pid=103334) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 07:41:35.072196 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d59cd50-fc5c-4ee0-b531-540a253a0742 None None] Updating router 5a3ee82e-b69d-4a9d-a681-af0f007cfa8a port 202bbb75-d656-4039-93c2-eb6a38fe76f3 binding host dv-neutron-861624-1-hyperv {{(pid=103334) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 07:41:35.120675 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.services.segments.plugin [-] Segment a7cc0f1b-e37a-457b-89be-08fa37cd4dae resource provider aggregate not found Oct 19 07:41:35.122093 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-615c62d0-3484-4602-afef-32ddd31fc3c1 None None] Attempt 2 to provision port 202bbb75-d656-4039-93c2-eb6a38fe76f3 Oct 19 07:41:35.132027 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-94d8a2f1-4cf8-4784-867d-06a2db4b8293 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130997899', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130170401'] for subnet, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:35.169385 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-2d59cd50-fc5c-4ee0-b531-540a253a0742 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:35.175764 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-9e958ded-253c-4108-904d-5a94adc1df09 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130996763'] for port, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:35.185169 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.services.segments.plugin [-] Segment a7cc0f1b-e37a-457b-89be-08fa37cd4dae resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a7cc0f1b-e37a-457b-89be-08fa37cd4dae found for delete ", "request_id": "req-2f7791f1-1eb5-4c2b-b140-7d353dbb3a6c"}]} Oct 19 07:41:35.200135 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-615c62d0-3484-4602-afef-32ddd31fc3c1 None None] Port 202bbb75-d656-4039-93c2-eb6a38fe76f3 cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 07:41:35.260775 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.db [None req-96e98310-19f2-4ef0-908b-e91cc3a97219 tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] For port 9a0cccb1-26ed-497d-9dd4-4241e4ddd272, host dv-neutron-861624-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=9a0cccb1-26ed-497d-9dd4-4241e4ddd272,segment=NetworkSegment(83632b41-0633-4e91-af75-3b0db3b71d68),segment_id=83632b41-0633-4e91-af75-3b0db3b71d68)] {{(pid=103332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:41:35.261138 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-96e98310-19f2-4ef0-908b-e91cc3a97219 tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:35.302735 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e958ded-253c-4108-904d-5a94adc1df09 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Pushing event deleted for resources: {'Port': ['ID=7186a826-d498-4e69-a2f6-5d90ff642e95,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:41:35.322221 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-ebcac2e2-093c-42c1-8f66-039304d92e75 tempest-NetworksIpV6TestAttrs-279669730 tempest-NetworksIpV6TestAttrs-279669730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-673044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1695087'] for network, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:35.323483 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d8a2f1-4cf8-4784-867d-06a2db4b8293 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Pushing event updated for resources: {'Subnet': ['ID=ece11983-5f95-4126-9586-efdf72e78760,revision_number=0']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:41:35.327521 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-9e958ded-253c-4108-904d-5a94adc1df09 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42160'] for port, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:35.334681 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-9e958ded-253c-4108-904d-5a94adc1df09 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] 10.222.0.27 "DELETE /v2.0/ports/7186a826-d498-4e69-a2f6-5d90ff642e95 HTTP/1.1" status: 204 len: 168 time: 1.4090610 Oct 19 07:41:35.350836 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 56926) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:41:35.352278 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-ebcac2e2-093c-42c1-8f66-039304d92e75 tempest-NetworksIpV6TestAttrs-279669730 tempest-NetworksIpV6TestAttrs-279669730-project] Notify callbacks [] for network, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:35.352408 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Current status of the port d9ac0312-b4f0-4a4f-ab6d-3fbf05a5739a is: ACTIVE; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:41:35.353268 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device 6b2515fa-2d6c-4d6a-a9ab-c58cdad47898 up at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 07:41:35.358724 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-ebcac2e2-093c-42c1-8f66-039304d92e75 tempest-NetworksIpV6TestAttrs-279669730 tempest-NetworksIpV6TestAttrs-279669730-project] 10.222.0.27 "DELETE /v2.0/networks/ed6af48f-a2a7-48e6-a081-e22527456a32 HTTP/1.1" status: 204 len: 168 time: 1.6647017 Oct 19 07:41:35.361132 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-e61afe05-5896-4c16-bf23-f384f6055dea tempest-SecGroupTest-1544089316 tempest-SecGroupTest-1544089316-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:35.361302 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3f05633-4488-41c5-b895-13f4903ed9f1 None None] DHCP port deletion for 94a2344b-3c35-4881-a95e-6f2bc84f03db request from dv-neutron-861624-1-hyperv {{(pid=103334) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 07:41:35.362518 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 56928) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:41:35.365235 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-bbd8edd5-2802-48d3-824d-0408069e84fd tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Request body: {'port': {'network_id': '5b4755dd-54e2-40a6-8450-ab8eb989f82c', 'mac_address': 'fa:16:3e:26:3f:c6', 'name': 'tempest-PortsIpV6TestJSON-829981370'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:41:35.369609 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.plugin [None req-96e98310-19f2-4ef0-908b-e91cc3a97219 tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Calling delete_port for 9a0cccb1-26ed-497d-9dd4-4241e4ddd272 owned by network:dhcp {{(pid=103332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 07:41:35.374692 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-ba0645a7-32fd-408a-9b92-a9d9032cc90f tempest-NetworksIpV6TestAttrs-279669730 tempest-NetworksIpV6TestAttrs-279669730-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1626760645'}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:41:35.393790 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-e61afe05-5896-4c16-bf23-f384f6055dea tempest-SecGroupTest-1544089316 tempest-SecGroupTest-1544089316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815365'] for security_group_rule, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:35.401642 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcac2e2-093c-42c1-8f66-039304d92e75 tempest-NetworksIpV6TestAttrs-279669730 tempest-NetworksIpV6TestAttrs-279669730-project] Pushing event deleted for resources: {'Network': ['ID=ed6af48f-a2a7-48e6-a081-e22527456a32,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:41:35.402172 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-68916be4-ecc1-479d-a42c-8f887b0ad47e tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133553798'] for port, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:35.415812 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94d8a2f1-4cf8-4784-867d-06a2db4b8293 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Checking segment: {'id': 'd67b78bd-0eb3-44a5-b43a-bdc62a506524', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'e75c1c90-6f0f-4d61-be13-e480777d5d04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 19 07:41:35.416055 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94d8a2f1-4cf8-4784-867d-06a2db4b8293 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Network hostable DHCP agents. Network: e75c1c90-6f0f-4d61-be13-e480777d5d04, hostable agents: ['310d813b-0e3e-4d7e-9b79-8f4ec0dbcab0'], hosted agents: [] {{(pid=103333) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 07:41:35.447815 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61afe05-5896-4c16-bf23-f384f6055dea tempest-SecGroupTest-1544089316 tempest-SecGroupTest-1544089316-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2295d675-54d6-47fe-a8bf-72feb9e9522f,revision_number=0']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:41:35.498806 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-e61afe05-5896-4c16-bf23-f384f6055dea tempest-SecGroupTest-1544089316 tempest-SecGroupTest-1544089316-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:35.500002 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-e61afe05-5896-4c16-bf23-f384f6055dea tempest-SecGroupTest-1544089316 tempest-SecGroupTest-1544089316-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5647864 Oct 19 07:41:35.504534 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 56930) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:41:35.518214 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94d8a2f1-4cf8-4784-867d-06a2db4b8293 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Network e75c1c90-6f0f-4d61-be13-e480777d5d04 is scheduled to be hosted by DHCP agent 310d813b-0e3e-4d7e-9b79-8f4ec0dbcab0 with binding_index 1 {{(pid=103333) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 07:41:35.527661 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9f2e8c-9357-4ee6-98d0-de0a7e705b3f req-b99e3e4d-7847-428d-b1fc-de805970bbdb tempest-ServerActionsTestJSON-1032082790 tempest-ServerActionsTestJSON-1032082790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:41:35.529635 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-4c9f2e8c-9357-4ee6-98d0-de0a7e705b3f req-b99e3e4d-7847-428d-b1fc-de805970bbdb tempest-ServerActionsTestJSON-1032082790 tempest-ServerActionsTestJSON-1032082790-project] 10.222.0.27 "GET /v2.0/ports?device_id=c15ce40b-4ff1-4ce8-b3f1-4c16c8447f68 HTTP/1.1" status: 200 len: 945 time: 0.4142053 Oct 19 07:41:35.540933 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-d308b74b-6a58-46b7-a825-33709e02e2e7 tempest-SecGroupTest-1544089316 tempest-SecGroupTest-1544089316-project] 10.222.0.27 "GET /v2.0/security-group-rules/2295d675-54d6-47fe-a8bf-72feb9e9522f HTTP/1.1" status: 200 len: 764 time: 0.0350685 Oct 19 07:41:35.542851 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68916be4-ecc1-479d-a42c-8f887b0ad47e tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Pushing event deleted for resources: {'Port': ['ID=a76db9eb-115f-40c4-a240-8851e515ff2f,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:41:35.543446 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 56932) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:41:35.546328 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba0645a7-32fd-408a-9b92-a9d9032cc90f tempest-NetworksIpV6TestAttrs-279669730 tempest-NetworksIpV6TestAttrs-279669730-project] Made reservation on behalf of 1a48ad924478432a90a7d865ee405d9d for: {'network': 1} {{(pid=103332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 07:41:35.550137 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-ba0645a7-32fd-408a-9b92-a9d9032cc90f tempest-NetworksIpV6TestAttrs-279669730 tempest-NetworksIpV6TestAttrs-279669730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for network, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:35.553872 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-94d8a2f1-4cf8-4784-867d-06a2db4b8293 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861624-1-hyperv, e75c1c90-6f0f-4d61-be13-e480777d5d04) {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:41:35.571717 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94d8a2f1-4cf8-4784-867d-06a2db4b8293 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:41:35.572484 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-94d8a2f1-4cf8-4784-867d-06a2db4b8293 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Notify callbacks [] for subnet, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:35.600689 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbd8edd5-2802-48d3-824d-0408069e84fd tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Made reservation on behalf of 0cd3ded9dc134e3392e5122464eefb82 for: {'port': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 07:41:35.601908 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f2dbbae-2fc5-4f62-a739-8aeb3cf200c9 None None] Network e75c1c90-6f0f-4d61-be13-e480777d5d04 requested from dv-neutron-861624-1-hyperv {{(pid=103334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 07:41:35.614911 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-94d8a2f1-4cf8-4784-867d-06a2db4b8293 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6877608 Oct 19 07:41:35.629024 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 56934) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:41:35.635025 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.plugin [None req-2bcb6d05-75d0-4256-9a90-b64ac990b214 tempest-AllowedAddressPairIpV6TestJSON-693616432 tempest-AllowedAddressPairIpV6TestJSON-693616432-project] Deleting port 822a984e-ff06-4967-9f7e-e4d29046ffe7 {{(pid=103332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 07:41:35.635624 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-2bcb6d05-75d0-4256-9a90-b64ac990b214 tempest-AllowedAddressPairIpV6TestJSON-693616432 tempest-AllowedAddressPairIpV6TestJSON-693616432-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:35.641358 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-5f7dceca-7b3d-4473-99c8-d692b85bda1f tempest-SecGroupTest-1544089316 tempest-SecGroupTest-1544089316-project] 10.222.0.27 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0966883 Oct 19 07:41:35.644923 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 56936) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:41:35.687718 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Provisioning complete for port 6b2515fa-2d6c-4d6a-a9ab-c58cdad47898 triggered by entity L2. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:41:35.688141 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:35.689246 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Attempt 1 to provision port 6b2515fa-2d6c-4d6a-a9ab-c58cdad47898 Oct 19 07:41:35.727624 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-1aaffa98-1f22-42fc-8843-56d2c0599fdb req-bc8261b6-a63d-42b7-ac1a-db3e4ad50ab0 tempest-ServerActionsTestJSON-1032082790 tempest-ServerActionsTestJSON-1032082790-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:35.728242 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-1aaffa98-1f22-42fc-8843-56d2c0599fdb req-bc8261b6-a63d-42b7-ac1a-db3e4ad50ab0 tempest-ServerActionsTestJSON-1032082790 tempest-ServerActionsTestJSON-1032082790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1695041'] for floatingip, after_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:35.728745 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.db.l3_db [req-1aaffa98-1f22-42fc-8843-56d2c0599fdb req-bc8261b6-a63d-42b7-ac1a-db3e4ad50ab0 tempest-ServerActionsTestJSON-1032082790 tempest-ServerActionsTestJSON-1032082790-project] Floating IP 3b9a8bd2-a2c5-43cc-a4d1-996ae4ae0fbe disassociated. External IP: 172.26.0.216, port: 166507e4-5bf0-4d0c-a912-f2cd4a10fdee. Oct 19 07:41:35.729241 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.plugin [req-1aaffa98-1f22-42fc-8843-56d2c0599fdb req-bc8261b6-a63d-42b7-ac1a-db3e4ad50ab0 tempest-ServerActionsTestJSON-1032082790 tempest-ServerActionsTestJSON-1032082790-project] Calling delete_port for 166507e4-5bf0-4d0c-a912-f2cd4a10fdee owned by compute:nova {{(pid=103332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 07:41:35.731197 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-2dde8b67-e655-4bf7-8ecf-96d2f1fc66b2 tempest-SecGroupTest-1544089316 tempest-SecGroupTest-1544089316-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:35.743394 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-68916be4-ecc1-479d-a42c-8f887b0ad47e tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42160'] for port, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:35.745868 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-bbd8edd5-2802-48d3-824d-0408069e84fd tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:35.750195 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-68916be4-ecc1-479d-a42c-8f887b0ad47e tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] 10.222.0.27 "DELETE /v2.0/ports/a76db9eb-115f-40c4-a240-8851e515ff2f HTTP/1.1" status: 204 len: 168 time: 2.2824137 Oct 19 07:41:35.754812 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 56938) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:41:35.768417 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-615c62d0-3484-4602-afef-32ddd31fc3c1 None None] Attempt 3 to provision port 202bbb75-d656-4039-93c2-eb6a38fe76f3 Oct 19 07:41:35.786463 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.notifiers.nova [None req-bbd8edd5-2802-48d3-824d-0408069e84fd tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] device_id is not set on port 66a05e8e-b564-4533-b041-5a0054474b34 yet. {{(pid=103333) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 19 07:41:35.801600 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba0645a7-32fd-408a-9b92-a9d9032cc90f tempest-NetworksIpV6TestAttrs-279669730 tempest-NetworksIpV6TestAttrs-279669730-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 154} {{(pid=103332) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 07:41:35.850492 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-2dde8b67-e655-4bf7-8ecf-96d2f1fc66b2 tempest-SecGroupTest-1544089316 tempest-SecGroupTest-1544089316-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:35.907507 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-2dde8b67-e655-4bf7-8ecf-96d2f1fc66b2 tempest-SecGroupTest-1544089316 tempest-SecGroupTest-1544089316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815365'] for security_group_rule, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:35.914346 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-2dde8b67-e655-4bf7-8ecf-96d2f1fc66b2 tempest-SecGroupTest-1544089316 tempest-SecGroupTest-1544089316-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:35.917793 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-2dde8b67-e655-4bf7-8ecf-96d2f1fc66b2 tempest-SecGroupTest-1544089316 tempest-SecGroupTest-1544089316-project] 10.222.0.27 "DELETE /v2.0/security-group-rules/2295d675-54d6-47fe-a8bf-72feb9e9522f HTTP/1.1" status: 204 len: 168 time: 0.2695413 Oct 19 07:41:35.921926 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 56940) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:41:35.939056 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dde8b67-e655-4bf7-8ecf-96d2f1fc66b2 tempest-SecGroupTest-1544089316 tempest-SecGroupTest-1544089316-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2295d675-54d6-47fe-a8bf-72feb9e9522f,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:41:35.941604 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-4c9f2e8c-9357-4ee6-98d0-de0a7e705b3f req-48d06239-910e-49eb-9142-54046e8c3489 tempest-ServerActionsTestJSON-1032082790 tempest-ServerActionsTestJSON-1032082790-project] 10.222.0.27 "GET /v2.0/security-groups?id=f0bcd6ee-444f-46c6-b01f-ccacf8976dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3805695 Oct 19 07:41:35.956238 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-615c62d0-3484-4602-afef-32ddd31fc3c1 None None] Port 202bbb75-d656-4039-93c2-eb6a38fe76f3 cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 07:41:35.962309 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-ba0645a7-32fd-408a-9b92-a9d9032cc90f tempest-NetworksIpV6TestAttrs-279669730 tempest-NetworksIpV6TestAttrs-279669730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979'] for segment, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:35.962664 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.db.segments_db [None req-ba0645a7-32fd-408a-9b92-a9d9032cc90f tempest-NetworksIpV6TestAttrs-279669730 tempest-NetworksIpV6TestAttrs-279669730-project] Added segment 5e1308a7-55cc-47e9-a79c-664fb3870715 of type vlan for network 69e605b4-e436-496b-9ccb-2372353bdf45 Oct 19 07:41:35.965123 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.db [None req-2bcb6d05-75d0-4256-9a90-b64ac990b214 tempest-AllowedAddressPairIpV6TestJSON-693616432 tempest-AllowedAddressPairIpV6TestJSON-693616432-project] For port 822a984e-ff06-4967-9f7e-e4d29046ffe7, host dv-neutron-861624-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=822a984e-ff06-4967-9f7e-e4d29046ffe7,segment=NetworkSegment(bc8a5e2e-c027-4b61-9330-e57e40c2c6ad),segment_id=bc8a5e2e-c027-4b61-9330-e57e40c2c6ad)] {{(pid=103332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:41:35.965506 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-2bcb6d05-75d0-4256-9a90-b64ac990b214 tempest-AllowedAddressPairIpV6TestJSON-693616432 tempest-AllowedAddressPairIpV6TestJSON-693616432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:35.968813 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-b3f05633-4488-41c5-b895-13f4903ed9f1 None None] Deleting port 822a984e-ff06-4967-9f7e-e4d29046ffe7 {{(pid=103334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 07:41:35.969196 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-b3f05633-4488-41c5-b895-13f4903ed9f1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:36.002834 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-96e98310-19f2-4ef0-908b-e91cc3a97219 tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133553798'] for port, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:36.011348 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-021cc4a8-5cc8-47ec-bf94-b0e09d20c0c3 tempest-SecGroupTest-1544089316 tempest-SecGroupTest-1544089316-project] 10.222.0.27 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0852256 Oct 19 07:41:36.012425 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 56942) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:41:36.036832 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.plugin [None req-2bcb6d05-75d0-4256-9a90-b64ac990b214 tempest-AllowedAddressPairIpV6TestJSON-693616432 tempest-AllowedAddressPairIpV6TestJSON-693616432-project] Calling delete_port for 822a984e-ff06-4967-9f7e-e4d29046ffe7 owned by network:dhcp {{(pid=103332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 07:41:36.041174 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Current status of the port 6b2515fa-2d6c-4d6a-a9ab-c58cdad47898 is: ACTIVE; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:41:36.110283 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-b3f05633-4488-41c5-b895-13f4903ed9f1 None None] For port 822a984e-ff06-4967-9f7e-e4d29046ffe7, host dv-neutron-861624-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=822a984e-ff06-4967-9f7e-e4d29046ffe7,segment=NetworkSegment(bc8a5e2e-c027-4b61-9330-e57e40c2c6ad),segment_id=bc8a5e2e-c027-4b61-9330-e57e40c2c6ad)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:41:36.110920 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-b3f05633-4488-41c5-b895-13f4903ed9f1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:36.136741 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-ba0645a7-32fd-408a-9b92-a9d9032cc90f tempest-NetworksIpV6TestAttrs-279669730 tempest-NetworksIpV6TestAttrs-279669730-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785020965340'] for network, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:36.140434 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e98310-19f2-4ef0-908b-e91cc3a97219 tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Pushing event deleted for resources: {'Port': ['ID=9a0cccb1-26ed-497d-9dd4-4241e4ddd272,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:41:36.148578 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device 19d7c00d-0327-4af8-a987-49a92b323b73 no longer exists at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 07:41:36.150204 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2303287-c625-4b7e-ba05-e1df718f2584 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:41:36.154390 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-f2303287-c625-4b7e-ba05-e1df718f2584 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] 10.222.0.27 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.3896787 Oct 19 07:41:36.154567 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-b3f05633-4488-41c5-b895-13f4903ed9f1 None None] Calling delete_port for 822a984e-ff06-4967-9f7e-e4d29046ffe7 owned by network:dhcp {{(pid=103334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 07:41:36.158339 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96e98310-19f2-4ef0-908b-e91cc3a97219 tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] No DVR routers for this DVR port 9a0cccb1-26ed-497d-9dd4-4241e4ddd272 on host dv-neutron-861624-1-hyperv {{(pid=103332) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 19 07:41:36.164869 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 56944) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:41:36.201264 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4025c34f-8dbb-43f4-9494-144d9e433725 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d12c6ac-27a3-545c-a8f3-f04e30423d6d-e75c1c90-6f0f-4d61-be13-e480777d5d04', 'network_id': 'e75c1c90-6f0f-4d61-be13-e480777d5d04', 'tenant_id': 'ea2e94e7c58741afa39e88c6d73f4fb1', 'fixed_ips': [{'subnet_id': 'ece11983-5f95-4126-9586-efdf72e78760'}]}} from dv-neutron-861624-1-hyperv. {{(pid=103334) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 07:41:36.202137 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-4025c34f-8dbb-43f4-9494-144d9e433725 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:36.212807 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] No Port match for: 19d7c00d-0327-4af8-a987-49a92b323b73 {{(pid=103334) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 19 07:41:36.213197 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device 19d7c00d-0327-4af8-a987-49a92b323b73 not bound to the agent host dv-neutron-861624-1-hyperv {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 07:41:36.213568 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device f3e9975e-3436-4204-98ab-149b4a42403e no longer exists at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 07:41:36.283166 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] No Port match for: f3e9975e-3436-4204-98ab-149b4a42403e {{(pid=103334) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 19 07:41:36.283382 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device f3e9975e-3436-4204-98ab-149b4a42403e not bound to the agent host dv-neutron-861624-1-hyperv {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 07:41:36.301617 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-2d59cd50-fc5c-4ee0-b531-540a253a0742 None None] Notify callbacks [] for port, precommit_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:36.317791 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-2d59cd50-fc5c-4ee0-b531-540a253a0742 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:36.426823 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-bbd8edd5-2802-48d3-824d-0408069e84fd tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Notify callbacks [] for port, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:36.447460 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-96e98310-19f2-4ef0-908b-e91cc3a97219 tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-673051', 'neutron.services.segments.db._delete_segments_for_network-8785021519108'] for network, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:36.464887 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-615c62d0-3484-4602-afef-32ddd31fc3c1 None None] Attempt 4 to provision port 202bbb75-d656-4039-93c2-eb6a38fe76f3 Oct 19 07:41:36.477426 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-81f875a6-5928-4945-bc54-868f070b2b46 tempest-SecGroupTest-1544089316 tempest-SecGroupTest-1544089316-project] Notify callbacks [] for security_group, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:36.478241 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device 1f8f70a5-932b-4ec7-a114-febb1940fcc0 up at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 07:41:36.504314 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-bbd8edd5-2802-48d3-824d-0408069e84fd tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785020947330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130996763'] for port, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:36.514065 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-81f875a6-5928-4945-bc54-868f070b2b46 tempest-SecGroupTest-1544089316 tempest-SecGroupTest-1544089316-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:36.567825 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58b4a61-a80d-4b55-921e-86e0b174af33 None None] Pushing event updated for resources: {'Port': ['ID=202bbb75-d656-4039-93c2-eb6a38fe76f3,revision_number=3']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:41:36.587615 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbd8edd5-2802-48d3-824d-0408069e84fd tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Network 5b4755dd-54e2-40a6-8450-ab8eb989f82c is already hosted by enough agents. {{(pid=103333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 07:41:36.594315 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-bbd8edd5-2802-48d3-824d-0408069e84fd tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Resources bound (agent type, host, resource id): {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:41:36.597781 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-b3f05633-4488-41c5-b895-13f4903ed9f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339'] for port, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:36.597971 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbd8edd5-2802-48d3-824d-0408069e84fd tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Received port after_create {{(pid=103333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 07:41:36.603846 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbd8edd5-2802-48d3-824d-0408069e84fd tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:41:36.604966 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-bbd8edd5-2802-48d3-824d-0408069e84fd tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42160'] for port, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:36.612721 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd8edd5-2802-48d3-824d-0408069e84fd tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Pushing event updated for resources: {'Port': ['ID=66a05e8e-b564-4533-b041-5a0054474b34,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:41:36.628330 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-bbd8edd5-2802-48d3-824d-0408069e84fd tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.2680249 Oct 19 07:41:36.630857 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 56946) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:41:36.646666 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-81f875a6-5928-4945-bc54-868f070b2b46 tempest-SecGroupTest-1544089316 tempest-SecGroupTest-1544089316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788643'] for security_group, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:36.649489 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-81f875a6-5928-4945-bc54-868f070b2b46 tempest-SecGroupTest-1544089316 tempest-SecGroupTest-1544089316-project] Notify callbacks [] for security_group, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:36.653089 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-81f875a6-5928-4945-bc54-868f070b2b46 tempest-SecGroupTest-1544089316 tempest-SecGroupTest-1544089316-project] 10.222.0.27 "DELETE /v2.0/security-groups/fb8e3864-5ccb-4d97-9f79-1a8027b4211d HTTP/1.1" status: 204 len: 168 time: 0.6373103 Oct 19 07:41:36.653281 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-2d59cd50-fc5c-4ee0-b531-540a253a0742 None None] Attempting to bind port 202bbb75-d656-4039-93c2-eb6a38fe76f3 on host dv-neutron-861624-1-hyperv for vnic_type normal with profile {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 19 07:41:36.653281 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-2d59cd50-fc5c-4ee0-b531-540a253a0742 None None] Attempting to bind port 202bbb75-d656-4039-93c2-eb6a38fe76f3 by drivers openvswitch,hyperv on host dv-neutron-861624-1-hyperv at level 0 using segments [{'id': '5001a856-9fa6-4a7a-83a1-63112baf16dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'f9ca5f41-fe6c-4a10-918c-6649165b7312'}] {{(pid=103334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 19 07:41:36.653281 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d59cd50-fc5c-4ee0-b531-540a253a0742 None None] Attempting to bind port 202bbb75-d656-4039-93c2-eb6a38fe76f3 on network f9ca5f41-fe6c-4a10-918c-6649165b7312 {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 07:41:36.654368 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-615c62d0-3484-4602-afef-32ddd31fc3c1 None None] Port 202bbb75-d656-4039-93c2-eb6a38fe76f3 cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 07:41:36.665357 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f05633-4488-41c5-b895-13f4903ed9f1 None None] Pushing event deleted for resources: {'Port': ['ID=822a984e-ff06-4967-9f7e-e4d29046ffe7,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:41:36.672383 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.db_base_plugin_common [None req-4025c34f-8dbb-43f4-9494-144d9e433725 None None] Allocated IP 172.23.0.2 (e75c1c90-6f0f-4d61-be13-e480777d5d04/ece11983-5f95-4126-9586-efdf72e78760/562732d4-ff23-4120-a770-5e3cc5751041) {{(pid=103334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 07:41:36.675472 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3f05633-4488-41c5-b895-13f4903ed9f1 None None] No DVR routers for this DVR port 822a984e-ff06-4967-9f7e-e4d29046ffe7 on host dv-neutron-861624-1-hyperv {{(pid=103334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 19 07:41:36.676801 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d59cd50-fc5c-4ee0-b531-540a253a0742 None None] Checking agent: {'id': 'a5b0152c-d633-409b-aaf8-3b76458e2410', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861624-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 19, 7, 30, 19), 'started_at': datetime.datetime(2022, 10, 19, 7, 30, 49), 'heartbeat_timestamp': datetime.datetime(2022, 10, 19, 7, 41, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861624-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 07:41:36.677234 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d59cd50-fc5c-4ee0-b531-540a253a0742 None None] Checking segment: {'id': '5001a856-9fa6-4a7a-83a1-63112baf16dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'f9ca5f41-fe6c-4a10-918c-6649165b7312'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 19 07:41:36.677582 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-2d59cd50-fc5c-4ee0-b531-540a253a0742 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:36.677964 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d59cd50-fc5c-4ee0-b531-540a253a0742 None None] Bound using segment: {'id': '5001a856-9fa6-4a7a-83a1-63112baf16dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'f9ca5f41-fe6c-4a10-918c-6649165b7312'} {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 07:41:36.678459 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-2d59cd50-fc5c-4ee0-b531-540a253a0742 None None] Bound port: 202bbb75-d656-4039-93c2-eb6a38fe76f3, host: dv-neutron-861624-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5001a856-9fa6-4a7a-83a1-63112baf16dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'f9ca5f41-fe6c-4a10-918c-6649165b7312'}}] {{(pid=103334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 19 07:41:36.678850 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-2d59cd50-fc5c-4ee0-b531-540a253a0742 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:36.681148 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 56948) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:41:36.711678 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f875a6-5928-4945-bc54-868f070b2b46 tempest-SecGroupTest-1544089316 tempest-SecGroupTest-1544089316-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb8e3864-5ccb-4d97-9f79-1a8027b4211d,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:41:36.729495 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0372fe2f-d791-4b6f-b6c1-f9c14304d57f tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:41:36.730981 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-0372fe2f-d791-4b6f-b6c1-f9c14304d57f tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] 10.222.0.27 "GET /v2.0/ports/66a05e8e-b564-4533-b041-5a0054474b34 HTTP/1.1" status: 200 len: 844 time: 0.0987446 Oct 19 07:41:36.734308 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 56950) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:41:36.765069 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Provisioning complete for port 1f8f70a5-932b-4ec7-a114-febb1940fcc0 triggered by entity L2. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:41:36.765715 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:36.766056 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Attempt 1 to provision port 1f8f70a5-932b-4ec7-a114-febb1940fcc0 Oct 19 07:41:36.795284 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-5a59f3d2-781e-4fba-856f-50ce44ed801d tempest-SecGroupTest-1544089316 tempest-SecGroupTest-1544089316-project] 10.222.0.27 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1086285 Oct 19 07:41:36.796480 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 56952) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:41:36.802107 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-29998ca3-fa4e-475b-a644-cb5975930df7 tempest-SecGroupTest-1544089316 tempest-SecGroupTest-1544089316-project] Request body: {'security_group': {'name': 'tempest-secgroup--2058260730'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:41:36.845982 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-29998ca3-fa4e-475b-a644-cb5975930df7 tempest-SecGroupTest-1544089316 tempest-SecGroupTest-1544089316-project] Notify callbacks [] for security_group, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:36.873397 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-ba0645a7-32fd-408a-9b92-a9d9032cc90f tempest-NetworksIpV6TestAttrs-279669730 tempest-NetworksIpV6TestAttrs-279669730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873'] for network, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:36.880124 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba0645a7-32fd-408a-9b92-a9d9032cc90f tempest-NetworksIpV6TestAttrs-279669730 tempest-NetworksIpV6TestAttrs-279669730-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:41:36.881104 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-ba0645a7-32fd-408a-9b92-a9d9032cc90f tempest-NetworksIpV6TestAttrs-279669730 tempest-NetworksIpV6TestAttrs-279669730-project] Notify callbacks [] for network, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:36.891836 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-2d59cd50-fc5c-4ee0-b531-540a253a0742 None None] For port 202bbb75-d656-4039-93c2-eb6a38fe76f3, host dv-neutron-861624-1-hyperv, cleared binding levels {{(pid=103334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 07:41:36.901634 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-2d59cd50-fc5c-4ee0-b531-540a253a0742 None None] For port 202bbb75-d656-4039-93c2-eb6a38fe76f3, host dv-neutron-861624-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=202bbb75-d656-4039-93c2-eb6a38fe76f3,segment=NetworkSegment(5001a856-9fa6-4a7a-83a1-63112baf16dd),segment_id=5001a856-9fa6-4a7a-83a1-63112baf16dd)] {{(pid=103334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 07:41:36.905700 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-7068e415-9854-4da0-958b-2557a44fc7ac tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Deleting port 66a05e8e-b564-4533-b041-5a0054474b34 {{(pid=103333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 07:41:36.906260 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-7068e415-9854-4da0-958b-2557a44fc7ac tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:36.913247 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-2d59cd50-fc5c-4ee0-b531-540a253a0742 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:36.930134 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.services.segments.db [None req-96e98310-19f2-4ef0-908b-e91cc3a97219 tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e899a2ec-a5db-4343-a853-df4cf6dd517b']}} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:41:36.993577 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.services.segments.db [None req-96e98310-19f2-4ef0-908b-e91cc3a97219 tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83632b41-0633-4e91-af75-3b0db3b71d68') {'for_net_delete': True} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:41:36.994225 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.services.segments.db [None req-96e98310-19f2-4ef0-908b-e91cc3a97219 tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83632b41-0633-4e91-af75-3b0db3b71d68') {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:41:37.009072 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-ba0645a7-32fd-408a-9b92-a9d9032cc90f tempest-NetworksIpV6TestAttrs-279669730 tempest-NetworksIpV6TestAttrs-279669730-project] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.6401889 Oct 19 07:41:37.009398 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 56954) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:41:37.022368 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-67175337-137d-422a-94cc-090b0cfee4c8 tempest-NetworksIpV6TestAttrs-279669730 tempest-NetworksIpV6TestAttrs-279669730-project] Request body: {'subnet': {'network_id': '69e605b4-e436-496b-9ccb-2372353bdf45', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:41:37.024376 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d59cd50-fc5c-4ee0-b531-540a253a0742 None None] Routers {'5a3ee82e-b69d-4a9d-a681-af0f007cfa8a'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 07:41:37.025063 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-2d59cd50-fc5c-4ee0-b531-540a253a0742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T07:41:16Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['5a3ee82e-b69d-4a9d-a681-af0f007cfa8a'], 'active': True} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:41:37.025942 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-96e98310-19f2-4ef0-908b-e91cc3a97219 tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785021519382', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130726885'] for segment, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:37.051863 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddbad084-c651-46a7-961a-8654d196a560 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:41:37.053591 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-ddbad084-c651-46a7-961a-8654d196a560 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] 10.222.0.27 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.8827059 Oct 19 07:41:37.073021 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-4025c34f-8dbb-43f4-9494-144d9e433725 None None] Notify callbacks [] for port, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:37.079735 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-29998ca3-fa4e-475b-a644-cb5975930df7 tempest-SecGroupTest-1544089316 tempest-SecGroupTest-1544089316-project] Notify callbacks [] for security_group, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:37.084166 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-7068e415-9854-4da0-958b-2557a44fc7ac tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:37.089968 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-4025c34f-8dbb-43f4-9494-144d9e433725 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785020947330'] for port, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:37.092737 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 56958) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:41:37.095447 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58b4a61-a80d-4b55-921e-86e0b174af33 None None] Pushing event updated for resources: {'Port': ['ID=202bbb75-d656-4039-93c2-eb6a38fe76f3,revision_number=4']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:41:37.109288 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0645a7-32fd-408a-9b92-a9d9032cc90f tempest-NetworksIpV6TestAttrs-279669730 tempest-NetworksIpV6TestAttrs-279669730-project] Pushing event updated for resources: {'Network': ['ID=69e605b4-e436-496b-9ccb-2372353bdf45,revision_number=1']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:41:37.111068 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-29998ca3-fa4e-475b-a644-cb5975930df7 tempest-SecGroupTest-1544089316 tempest-SecGroupTest-1544089316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788643'] for security_group, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:37.136272 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Network 69e605b4-e436-496b-9ccb-2372353bdf45 details requested by agent ovs-agent-dv-neutron-861624-1-hyperv with host dv-neutron-861624-1-hyperv {{(pid=103334) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 07:41:37.138198 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Current status of the port 1f8f70a5-932b-4ec7-a114-febb1940fcc0 is: ACTIVE; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:41:37.139287 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device 903a6abe-cd5f-4a30-8334-99c5fd7d53c2 up at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 07:41:37.143085 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-1aaffa98-1f22-42fc-8843-56d2c0599fdb req-bc8261b6-a63d-42b7-ac1a-db3e4ad50ab0 tempest-ServerActionsTestJSON-1032082790 tempest-ServerActionsTestJSON-1032082790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133553798'] for port, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:37.143085 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-2bcb6d05-75d0-4256-9a90-b64ac990b214 tempest-AllowedAddressPairIpV6TestJSON-693616432 tempest-AllowedAddressPairIpV6TestJSON-693616432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133553798'] for port, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:37.146341 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-7068e415-9854-4da0-958b-2557a44fc7ac tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Calling delete_port for 66a05e8e-b564-4533-b041-5a0054474b34 owned by {{(pid=103333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 07:41:37.157564 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-96e98310-19f2-4ef0-908b-e91cc3a97219 tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979'] for segment, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:37.173389 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-615c62d0-3484-4602-afef-32ddd31fc3c1 None None] Attempt 5 to provision port 202bbb75-d656-4039-93c2-eb6a38fe76f3 Oct 19 07:41:37.211852 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-16d68ee2-05b5-47fb-9f82-75effaeb9270 req-d7849e0d-b4b0-4d74-b2ea-f5d190834709 tempest-ServerActionsTestJSON-1032082790 tempest-ServerActionsTestJSON-1032082790-project] 10.222.0.27 "GET /v2.0/ports?device_id=c15ce40b-4ff1-4ce8-b3f1-4c16c8447f68 HTTP/1.1" status: 200 len: 210 time: 0.1216886 Oct 19 07:41:37.213203 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96e98310-19f2-4ef0-908b-e91cc3a97219 tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Releasing vlan 181 on physical network physnet1 to pool {{(pid=103332) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 07:41:37.213356 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-96e98310-19f2-4ef0-908b-e91cc3a97219 tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-133553843'] for segment, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:37.219975 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-29998ca3-fa4e-475b-a644-cb5975930df7 tempest-SecGroupTest-1544089316 tempest-SecGroupTest-1544089316-project] Notify callbacks [] for security_group, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:37.219975 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-29998ca3-fa4e-475b-a644-cb5975930df7 tempest-SecGroupTest-1544089316 tempest-SecGroupTest-1544089316-project] 10.222.0.27 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4194582 Oct 19 07:41:37.229290 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 56960) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:41:37.260929 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcb6d05-75d0-4256-9a90-b64ac990b214 tempest-AllowedAddressPairIpV6TestJSON-693616432 tempest-AllowedAddressPairIpV6TestJSON-693616432-project] Pushing event deleted for resources: {'Port': ['ID=822a984e-ff06-4967-9f7e-e4d29046ffe7,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:41:37.267973 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bcb6d05-75d0-4256-9a90-b64ac990b214 tempest-AllowedAddressPairIpV6TestJSON-693616432 tempest-AllowedAddressPairIpV6TestJSON-693616432-project] No DVR routers for this DVR port 822a984e-ff06-4967-9f7e-e4d29046ffe7 on host dv-neutron-861624-1-hyperv {{(pid=103332) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 19 07:41:37.289863 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-6627b1f1-18fa-4bae-b5ac-d574a1084c3f tempest-SecGroupTest-1544089316 tempest-SecGroupTest-1544089316-project] Request body: {'security_group_rule': {'security_group_id': '7d40d65c-81ad-4479-bbd2-b8858cfa29be', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:41:37.302979 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29998ca3-fa4e-475b-a644-cb5975930df7 tempest-SecGroupTest-1544089316 tempest-SecGroupTest-1544089316-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7d40d65c-81ad-4479-bbd2-b8858cfa29be,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:41:37.311427 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.services.segments.plugin [-] Segment 83632b41-0633-4e91-af75-3b0db3b71d68 resource provider aggregate not found Oct 19 07:41:37.342835 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a33c866c-046d-458b-93ea-1ded4e93eab8 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:41:37.345104 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a33c866c-046d-458b-93ea-1ded4e93eab8 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:41:37.346856 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a33c866c-046d-458b-93ea-1ded4e93eab8 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:41:37.348604 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-a33c866c-046d-458b-93ea-1ded4e93eab8 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] 10.222.0.27 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.2536349 Oct 19 07:41:37.351924 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-6627b1f1-18fa-4bae-b5ac-d574a1084c3f tempest-SecGroupTest-1544089316 tempest-SecGroupTest-1544089316-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:37.354422 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 56968) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:41:37.357376 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67175337-137d-422a-94cc-090b0cfee4c8 tempest-NetworksIpV6TestAttrs-279669730 tempest-NetworksIpV6TestAttrs-279669730-project] Made reservation on behalf of 1a48ad924478432a90a7d865ee405d9d for: {'subnet': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 07:41:37.359956 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.services.segments.plugin [-] Segment 83632b41-0633-4e91-af75-3b0db3b71d68 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 83632b41-0633-4e91-af75-3b0db3b71d68 found for delete ", "request_id": "req-54e5f321-ccf8-44b7-b9d2-513f008dd7ed"}]} Oct 19 07:41:37.360989 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8261b6-a63d-42b7-ac1a-db3e4ad50ab0 tempest-ServerActionsTestJSON-1032082790 tempest-ServerActionsTestJSON-1032082790-project] Pushing event deleted for resources: {'Port': ['ID=166507e4-5bf0-4d0c-a912-f2cd4a10fdee,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:41:37.361102 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-67175337-137d-422a-94cc-090b0cfee4c8 tempest-NetworksIpV6TestAttrs-279669730 tempest-NetworksIpV6TestAttrs-279669730-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130170579'] for subnet, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:37.435030 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-96e98310-19f2-4ef0-908b-e91cc3a97219 tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-673044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1695087'] for network, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:37.458927 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4025c34f-8dbb-43f4-9494-144d9e433725 None None] Network e75c1c90-6f0f-4d61-be13-e480777d5d04 is already hosted by enough agents. {{(pid=103334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 07:41:37.480853 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4025c34f-8dbb-43f4-9494-144d9e433725 None None] Pushing event updated for resources: {'Port': ['ID=562732d4-ff23-4120-a770-5e3cc5751041,revision_number=1']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:41:37.510684 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-2bcb6d05-75d0-4256-9a90-b64ac990b214 tempest-AllowedAddressPairIpV6TestJSON-693616432 tempest-AllowedAddressPairIpV6TestJSON-693616432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-673051', 'neutron.services.segments.db._delete_segments_for_network-8785021519108'] for network, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:37.526260 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvr_db [None req-2d59cd50-fc5c-4ee0-b531-540a253a0742 None None] Set router 5a3ee82e-b69d-4a9d-a681-af0f007cfa8a gateway port host: None {{(pid=103334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 07:41:37.554682 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-7068e415-9854-4da0-958b-2557a44fc7ac tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130996763'] for port, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:37.571283 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-96e98310-19f2-4ef0-908b-e91cc3a97219 tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Notify callbacks [] for network, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:37.577489 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.db_base_plugin_v2 [None req-729f87e9-45ac-4c28-85a6-db016c442c26 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Deleting subnet 563aa0c0-10d9-40a0-b837-dc919867d3a9 {{(pid=103333) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 19 07:41:37.578145 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-96e98310-19f2-4ef0-908b-e91cc3a97219 tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] 10.222.0.27 "DELETE /v2.0/networks/e899a2ec-a5db-4343-a853-df4cf6dd517b HTTP/1.1" status: 204 len: 168 time: 7.9390023 Oct 19 07:41:37.589620 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 56970) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:41:37.594573 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.scheduler.base_scheduler [None req-4025c34f-8dbb-43f4-9494-144d9e433725 None None] Resources bound (agent type, host, resource id): {{(pid=103334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:41:37.598557 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e98310-19f2-4ef0-908b-e91cc3a97219 tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Pushing event deleted for resources: {'Network': ['ID=e899a2ec-a5db-4343-a853-df4cf6dd517b,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:41:37.612878 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.services.segments.db [None req-2bcb6d05-75d0-4256-9a90-b64ac990b214 tempest-AllowedAddressPairIpV6TestJSON-693616432 tempest-AllowedAddressPairIpV6TestJSON-693616432-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['94a2344b-3c35-4881-a95e-6f2bc84f03db']}} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:41:37.618076 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-729f87e9-45ac-4c28-85a6-db016c442c26 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks [] for subnet, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:37.636295 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.services.segments.db [None req-2bcb6d05-75d0-4256-9a90-b64ac990b214 tempest-AllowedAddressPairIpV6TestJSON-693616432 tempest-AllowedAddressPairIpV6TestJSON-693616432-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc8a5e2e-c027-4b61-9330-e57e40c2c6ad') {'for_net_delete': True} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:41:37.636640 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.services.segments.db [None req-2bcb6d05-75d0-4256-9a90-b64ac990b214 tempest-AllowedAddressPairIpV6TestJSON-693616432 tempest-AllowedAddressPairIpV6TestJSON-693616432-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc8a5e2e-c027-4b61-9330-e57e40c2c6ad') {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:41:37.647748 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-99544063-19d8-443b-9c7b-2faccc4c680e tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:37.654127 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-2bcb6d05-75d0-4256-9a90-b64ac990b214 tempest-AllowedAddressPairIpV6TestJSON-693616432 tempest-AllowedAddressPairIpV6TestJSON-693616432-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785021519382', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130726885'] for segment, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:37.660820 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7068e415-9854-4da0-958b-2557a44fc7ac tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Pushing event deleted for resources: {'Port': ['ID=66a05e8e-b564-4533-b041-5a0054474b34,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:41:37.664311 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4025c34f-8dbb-43f4-9494-144d9e433725 None None] Received port after_create {{(pid=103334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 07:41:37.698047 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.pecan_wsgi.hooks.translation [None req-059ce13b-0384-40bc-b9c2-e38e7c06bb6a tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] DELETE failed (client error): The resource could not be found. Oct 19 07:41:37.698551 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-059ce13b-0384-40bc-b9c2-e38e7c06bb6a tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103333) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 07:41:37.702075 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-059ce13b-0384-40bc-b9c2-e38e7c06bb6a tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] 10.222.0.27 "DELETE /v2.0/networks/e899a2ec-a5db-4343-a853-df4cf6dd517b HTTP/1.1" status: 404 len: 339 time: 0.0849683 Oct 19 07:41:37.709246 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-7068e415-9854-4da0-958b-2557a44fc7ac tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42160'] for port, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:37.712542 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-7068e415-9854-4da0-958b-2557a44fc7ac tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] 10.222.0.27 "DELETE /v2.0/ports/66a05e8e-b564-4533-b041-5a0054474b34 HTTP/1.1" status: 204 len: 168 time: 0.9772143 Oct 19 07:41:37.721681 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 56972) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:41:37.721913 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 56974) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:41:37.742322 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-81863741-0503-4664-9ea2-988a37d9b979 tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2084240077', 'description': 'd1'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:41:37.747500 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-6627b1f1-18fa-4bae-b5ac-d574a1084c3f tempest-SecGroupTest-1544089316 tempest-SecGroupTest-1544089316-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:37.751765 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-2bcb6d05-75d0-4256-9a90-b64ac990b214 tempest-AllowedAddressPairIpV6TestJSON-693616432 tempest-AllowedAddressPairIpV6TestJSON-693616432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979'] for segment, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:37.765077 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2bcb6d05-75d0-4256-9a90-b64ac990b214 tempest-AllowedAddressPairIpV6TestJSON-693616432 tempest-AllowedAddressPairIpV6TestJSON-693616432-project] Releasing vlan 162 on physical network physnet1 to pool {{(pid=103332) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 07:41:37.765764 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-2bcb6d05-75d0-4256-9a90-b64ac990b214 tempest-AllowedAddressPairIpV6TestJSON-693616432 tempest-AllowedAddressPairIpV6TestJSON-693616432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-133553843'] for segment, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:37.770636 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-729f87e9-45ac-4c28-85a6-db016c442c26 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-134111928'] for subnet, precommit_delete_associations {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:37.842858 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-6627b1f1-18fa-4bae-b5ac-d574a1084c3f tempest-SecGroupTest-1544089316 tempest-SecGroupTest-1544089316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815365'] for security_group_rule, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:37.847487 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.pecan_wsgi.hooks.translation [None req-22c14ec3-b9ee-4849-8f8d-8adb64206670 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] GET failed (client error): The resource could not be found. Oct 19 07:41:37.849132 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-22c14ec3-b9ee-4849-8f8d-8adb64206670 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] 10.222.0.27 "GET /v2.0/ports/66a05e8e-b564-4533-b041-5a0054474b34 HTTP/1.1" status: 404 len: 333 time: 0.1251466 Oct 19 07:41:37.860348 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 56976) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:41:37.870620 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1aaffa98-1f22-42fc-8843-56d2c0599fdb req-bc8261b6-a63d-42b7-ac1a-db3e4ad50ab0 tempest-ServerActionsTestJSON-1032082790 tempest-ServerActionsTestJSON-1032082790-project] Router d0466a78-eee4-41c7-bb6a-1d3d7da1ec22 has already been hosted by L3 agent ab388470-1243-4d53-80f2-c2f5899c97a7 {{(pid=103332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 07:41:37.878918 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-35ec49eb-1509-449e-8e8a-d9c5286e6a3d tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Request body: {'port': {'network_id': '5b4755dd-54e2-40a6-8450-ab8eb989f82c', 'name': 'tempest-PortsIpV6TestJSON-864344561'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:41:37.887473 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-4025c34f-8dbb-43f4-9494-144d9e433725 None None] Attempting to bind port 562732d4-ff23-4120-a770-5e3cc5751041 on host dv-neutron-861624-1-hyperv for vnic_type normal with profile {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 19 07:41:37.887982 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-4025c34f-8dbb-43f4-9494-144d9e433725 None None] Attempting to bind port 562732d4-ff23-4120-a770-5e3cc5751041 by drivers openvswitch,hyperv on host dv-neutron-861624-1-hyperv at level 0 using segments [{'id': 'd67b78bd-0eb3-44a5-b43a-bdc62a506524', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'e75c1c90-6f0f-4d61-be13-e480777d5d04'}] {{(pid=103334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 19 07:41:37.888473 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4025c34f-8dbb-43f4-9494-144d9e433725 None None] Attempting to bind port 562732d4-ff23-4120-a770-5e3cc5751041 on network e75c1c90-6f0f-4d61-be13-e480777d5d04 {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 07:41:37.888762 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-2bcb6d05-75d0-4256-9a90-b64ac990b214 tempest-AllowedAddressPairIpV6TestJSON-693616432 tempest-AllowedAddressPairIpV6TestJSON-693616432-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-673044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1695087'] for network, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:37.900108 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-2bcb6d05-75d0-4256-9a90-b64ac990b214 tempest-AllowedAddressPairIpV6TestJSON-693616432 tempest-AllowedAddressPairIpV6TestJSON-693616432-project] Notify callbacks [] for network, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:37.906447 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-2bcb6d05-75d0-4256-9a90-b64ac990b214 tempest-AllowedAddressPairIpV6TestJSON-693616432 tempest-AllowedAddressPairIpV6TestJSON-693616432-project] 10.222.0.27 "DELETE /v2.0/networks/94a2344b-3c35-4881-a95e-6f2bc84f03db HTTP/1.1" status: 204 len: 168 time: 3.1212401 Oct 19 07:41:37.906939 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Provisioning complete for port 903a6abe-cd5f-4a30-8334-99c5fd7d53c2 triggered by entity L2. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:41:37.908102 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:37.908102 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Attempt 1 to provision port 903a6abe-cd5f-4a30-8334-99c5fd7d53c2 Oct 19 07:41:37.930466 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6627b1f1-18fa-4bae-b5ac-d574a1084c3f tempest-SecGroupTest-1544089316 tempest-SecGroupTest-1544089316-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1da8fbc5-eadb-4b3a-acdd-eaf93c0cd61e,revision_number=0']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:41:37.942341 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81863741-0503-4664-9ea2-988a37d9b979 tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Made reservation on behalf of f2ca639a25f74e74adde8aad6c608244 for: {'network': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 07:41:37.945943 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-81863741-0503-4664-9ea2-988a37d9b979 tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for network, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:37.952319 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4025c34f-8dbb-43f4-9494-144d9e433725 None None] Checking agent: {'id': 'a5b0152c-d633-409b-aaf8-3b76458e2410', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861624-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 19, 7, 30, 19), 'started_at': datetime.datetime(2022, 10, 19, 7, 30, 49), 'heartbeat_timestamp': datetime.datetime(2022, 10, 19, 7, 41, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861624-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 07:41:37.952858 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4025c34f-8dbb-43f4-9494-144d9e433725 None None] Checking segment: {'id': 'd67b78bd-0eb3-44a5-b43a-bdc62a506524', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'e75c1c90-6f0f-4d61-be13-e480777d5d04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 19 07:41:37.953415 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-4025c34f-8dbb-43f4-9494-144d9e433725 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:37.953973 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4025c34f-8dbb-43f4-9494-144d9e433725 None None] Bound using segment: {'id': 'd67b78bd-0eb3-44a5-b43a-bdc62a506524', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'e75c1c90-6f0f-4d61-be13-e480777d5d04'} {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 07:41:37.954568 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-4025c34f-8dbb-43f4-9494-144d9e433725 None None] Bound port: 562732d4-ff23-4120-a770-5e3cc5751041, host: dv-neutron-861624-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd67b78bd-0eb3-44a5-b43a-bdc62a506524', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'e75c1c90-6f0f-4d61-be13-e480777d5d04'}}] {{(pid=103334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 19 07:41:37.955053 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-4025c34f-8dbb-43f4-9494-144d9e433725 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:37.959573 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcb6d05-75d0-4256-9a90-b64ac990b214 tempest-AllowedAddressPairIpV6TestJSON-693616432 tempest-AllowedAddressPairIpV6TestJSON-693616432-project] Pushing event deleted for resources: {'Network': ['ID=94a2344b-3c35-4881-a95e-6f2bc84f03db,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:41:38.001994 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-615c62d0-3484-4602-afef-32ddd31fc3c1 None None] Current status of the port 202bbb75-d656-4039-93c2-eb6a38fe76f3 is: DOWN; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:41:38.002777 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-615c62d0-3484-4602-afef-32ddd31fc3c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:38.004046 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-6627b1f1-18fa-4bae-b5ac-d574a1084c3f tempest-SecGroupTest-1544089316 tempest-SecGroupTest-1544089316-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:38.005363 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-6627b1f1-18fa-4bae-b5ac-d574a1084c3f tempest-SecGroupTest-1544089316 tempest-SecGroupTest-1544089316-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7749634 Oct 19 07:41:38.021126 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 56980) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:41:38.101237 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Current status of the port 903a6abe-cd5f-4a30-8334-99c5fd7d53c2 is: ACTIVE; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:41:38.103059 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device 6b2515fa-2d6c-4d6a-a9ab-c58cdad47898 up at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 07:41:38.114039 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81863741-0503-4664-9ea2-988a37d9b979 tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 191} {{(pid=103333) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 07:41:38.150756 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-81863741-0503-4664-9ea2-988a37d9b979 tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979'] for segment, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:38.151747 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.db.segments_db [None req-81863741-0503-4664-9ea2-988a37d9b979 tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Added segment 81707438-9ff9-431f-95d9-0468172ae9a9 of type vlan for network 0df0c62a-66f6-44e1-89c5-1a97f24d36ad Oct 19 07:41:38.151878 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-615c62d0-3484-4602-afef-32ddd31fc3c1 None None] For port 202bbb75-d656-4039-93c2-eb6a38fe76f3, host dv-neutron-861624-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=202bbb75-d656-4039-93c2-eb6a38fe76f3,segment=NetworkSegment(5001a856-9fa6-4a7a-83a1-63112baf16dd),segment_id=5001a856-9fa6-4a7a-83a1-63112baf16dd)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:41:38.165350 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-615c62d0-3484-4602-afef-32ddd31fc3c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:38.198552 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.db_base_plugin_common [None req-99544063-19d8-443b-9c7b-2faccc4c680e tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Allocated IP 172.23.0.1 (e75c1c90-6f0f-4d61-be13-e480777d5d04/ece11983-5f95-4126-9586-efdf72e78760/49f2ff67-572d-4668-b362-a96320ef311c) {{(pid=103332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 07:41:38.241996 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-729f87e9-45ac-4c28-85a6-db016c442c26 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-679826'] for subnet, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:38.242808 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-4025c34f-8dbb-43f4-9494-144d9e433725 None None] For port 562732d4-ff23-4120-a770-5e3cc5751041, host dv-neutron-861624-1-hyperv, cleared binding levels {{(pid=103334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 07:41:38.267797 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.objects.ports [None req-67175337-137d-422a-94cc-090b0cfee4c8 tempest-NetworksIpV6TestAttrs-279669730 tempest-NetworksIpV6TestAttrs-279669730-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103333) get_objects /opt/stack/neutron/neutron/objects/ports.py:470}} Oct 19 07:41:38.287960 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-2d59cd50-fc5c-4ee0-b531-540a253a0742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a3ee82e-b69d-4a9d-a681-af0f007cfa8a', 'name': 'tempest-RoutersTest-router-906858636', 'tenant_id': 'ea2e94e7c58741afa39e88c6d73f4fb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T07:41:03Z', 'updated_at': '2022-10-19T07:41:28Z', 'revision_number': 4, 'project_id': 'ea2e94e7c58741afa39e88c6d73f4fb1', 'gw_port_host': None, '_interfaces': [{'id': '202bbb75-d656-4039-93c2-eb6a38fe76f3', 'name': '', 'network_id': 'f9ca5f41-fe6c-4a10-918c-6649165b7312', 'tenant_id': 'ea2e94e7c58741afa39e88c6d73f4fb1', 'mac_address': 'fa:16:3e:86:ee:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a3ee82e-b69d-4a9d-a681-af0f007cfa8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': '2fde0ae8-bf21-420c-80fc-149699eead07', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:41:26Z', 'updated_at': '2022-10-19T07:41:36Z', 'revision_number': 4, 'project_id': 'ea2e94e7c58741afa39e88c6d73f4fb1', 'subnets': [{'id': '2fde0ae8-bf21-420c-80fc-149699eead07', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4ce3479b-393b-481b-b58d-51ccf321edac', 'name': '', 'network_id': 'b58e1c6a-78c1-43cd-89d9-838f22da233f', 'tenant_id': 'ea2e94e7c58741afa39e88c6d73f4fb1', 'mac_address': 'fa:16:3e:31:7a:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a3ee82e-b69d-4a9d-a681-af0f007cfa8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '612c3709-642f-4c80-9732-62beec0bf567', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:41:06Z', 'updated_at': '2022-10-19T07:41:21Z', 'revision_number': 5, 'project_id': 'ea2e94e7c58741afa39e88c6d73f4fb1', 'subnets': [{'id': '612c3709-642f-4c80-9732-62beec0bf567', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd9ac0312-b4f0-4a4f-ab6d-3fbf05a5739a', 'name': '', 'network_id': '4daf018b-9448-4af6-b1a7-ed0b0c9c81a9', 'tenant_id': 'ea2e94e7c58741afa39e88c6d73f4fb1', 'mac_address': 'fa:16:3e:d0:0f:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a3ee82e-b69d-4a9d-a681-af0f007cfa8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '70304bbd-b21f-4bfc-b426-0275306673c4', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:41:16Z', 'updated_at': '2022-10-19T07:41:25Z', 'revision_number': 5, 'project_id': 'ea2e94e7c58741afa39e88c6d73f4fb1', 'subnets': [{'id': '70304bbd-b21f-4bfc-b426-0275306673c4', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:41:38.302217 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-c183c6a8-1b52-416e-aaa5-bf9c43b1f74c tempest-SecGroupTest-1544089316 tempest-SecGroupTest-1544089316-project] Notify callbacks [] for security_group, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:38.310565 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-4025c34f-8dbb-43f4-9494-144d9e433725 None None] For port 562732d4-ff23-4120-a770-5e3cc5751041, host dv-neutron-861624-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=562732d4-ff23-4120-a770-5e3cc5751041,segment=NetworkSegment(d67b78bd-0eb3-44a5-b43a-bdc62a506524),segment_id=d67b78bd-0eb3-44a5-b43a-bdc62a506524)] {{(pid=103334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 07:41:38.326425 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-67175337-137d-422a-94cc-090b0cfee4c8 tempest-NetworksIpV6TestAttrs-279669730 tempest-NetworksIpV6TestAttrs-279669730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130997899', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130170401'] for subnet, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:38.327431 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-c183c6a8-1b52-416e-aaa5-bf9c43b1f74c tempest-SecGroupTest-1544089316 tempest-SecGroupTest-1544089316-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:38.343675 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35ec49eb-1509-449e-8e8a-d9c5286e6a3d tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Made reservation on behalf of 0cd3ded9dc134e3392e5122464eefb82 for: {'port': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 07:41:38.347432 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-35ec49eb-1509-449e-8e8a-d9c5286e6a3d tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:38.355246 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 56986) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:41:38.367489 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-4025c34f-8dbb-43f4-9494-144d9e433725 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:38.379841 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d59cd50-fc5c-4ee0-b531-540a253a0742 None None] The sync data for ids ['5a3ee82e-b69d-4a9d-a681-af0f007cfa8a'] in dv-neutron-861624-1-hyperv is: [{'id': '5a3ee82e-b69d-4a9d-a681-af0f007cfa8a', 'name': 'tempest-RoutersTest-router-906858636', 'tenant_id': 'ea2e94e7c58741afa39e88c6d73f4fb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T07:41:03Z', 'updated_at': '2022-10-19T07:41:28Z', 'revision_number': 4, 'project_id': 'ea2e94e7c58741afa39e88c6d73f4fb1', 'gw_port_host': None, '_interfaces': [{'id': '202bbb75-d656-4039-93c2-eb6a38fe76f3', 'name': '', 'network_id': 'f9ca5f41-fe6c-4a10-918c-6649165b7312', 'tenant_id': 'ea2e94e7c58741afa39e88c6d73f4fb1', 'mac_address': 'fa:16:3e:86:ee:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a3ee82e-b69d-4a9d-a681-af0f007cfa8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': '2fde0ae8-bf21-420c-80fc-149699eead07', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:41:26Z', 'updated_at': '2022-10-19T07:41:36Z', 'revision_number': 4, 'project_id': 'ea2e94e7c58741afa39e88c6d73f4fb1', 'subnets': [{'id': '2fde0ae8-bf21-420c-80fc-149699eead07', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4ce3479b-393b-481b-b58d-51ccf321edac', 'name': '', 'network_id': 'b58e1c6a-78c1-43cd-89d9-838f22da233f', 'tenant_id': 'ea2e94e7c58741afa39e88c6d73f4fb1', 'mac_address': 'fa:16:3e:31:7a:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a3ee82e-b69d-4a9d-a681-af0f007cfa8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '612c3709-642f-4c80-9732-62beec0bf567', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:41:06Z', 'updated_at': '2022-10-19T07:41:21Z', 'revision_number': 5, 'project_id': 'ea2e94e7c58741afa39e88c6d73f4fb1', 'subnets': [{'id': '612c3709-642f-4c80-9732-62beec0bf567', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd9ac0312-b4f0-4a4f-ab6d-3fbf05a5739a', 'name': '', 'network_id': '4daf018b-9448-4af6-b1a7-ed0b0c9c81a9', 'tenant_id': 'ea2e94e7c58741afa39e88c6d73f4fb1', 'mac_address': 'fa:16:3e:d0:0f:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a3ee82e-b69d-4a9d-a681-af0f007cfa8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '70304bbd-b21f-4bfc-b426-0275306673c4', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:41:16Z', 'updated_at': '2022-10-19T07:41:25Z', 'revision_number': 5, 'project_id': 'ea2e94e7c58741afa39e88c6d73f4fb1', 'subnets': [{'id': '70304bbd-b21f-4bfc-b426-0275306673c4', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 07:41:38.380112 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1aaffa98-1f22-42fc-8843-56d2c0599fdb req-bc8261b6-a63d-42b7-ac1a-db3e4ad50ab0 tempest-ServerActionsTestJSON-1032082790 tempest-ServerActionsTestJSON-1032082790-project] Notify agent at l3_agent.dv-neutron-861624-1-hyperv the message routers_updated {{(pid=103332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 07:41:38.394051 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-81863741-0503-4664-9ea2-988a37d9b979 tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785020965340'] for network, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:38.394649 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615c62d0-3484-4602-afef-32ddd31fc3c1 None None] Pushing event updated for resources: {'Port': ['ID=202bbb75-d656-4039-93c2-eb6a38fe76f3,revision_number=5']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:41:38.397699 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00e79f4f-3915-4fa9-96e3-a4180506a5a6 None None] Sync routers for ids ['d0466a78-eee4-41c7-bb6a-1d3d7da1ec22'] in dv-neutron-861624-1-hyperv {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 07:41:38.411836 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00e79f4f-3915-4fa9-96e3-a4180506a5a6 None None] Routers {'d0466a78-eee4-41c7-bb6a-1d3d7da1ec22'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 07:41:38.415135 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-00e79f4f-3915-4fa9-96e3-a4180506a5a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T07:41:16Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['d0466a78-eee4-41c7-bb6a-1d3d7da1ec22'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:41:38.417221 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Provisioning complete for port 6b2515fa-2d6c-4d6a-a9ab-c58cdad47898 triggered by entity L2. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:41:38.420064 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:38.421540 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Attempt 1 to provision port 6b2515fa-2d6c-4d6a-a9ab-c58cdad47898 Oct 19 07:41:38.453853 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.notifiers.nova [None req-35ec49eb-1509-449e-8e8a-d9c5286e6a3d tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] device_id is not set on port 133a2eab-1461-43cc-b40f-c19e940dbf6e yet. {{(pid=103333) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 19 07:41:38.544939 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-99544063-19d8-443b-9c7b-2faccc4c680e tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Notify callbacks [] for port, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:38.580140 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-ce805e96-8e83-42fd-aea2-57ab887eb334 req-0c0d76ef-9d55-4e30-8e8d-2198fb6c96ee tempest-ServerActionsTestJSON-1032082790 tempest-ServerActionsTestJSON-1032082790-project] 10.222.0.27 "GET /v2.0/ports?device_id=c15ce40b-4ff1-4ce8-b3f1-4c16c8447f68 HTTP/1.1" status: 200 len: 210 time: 0.2174249 Oct 19 07:41:38.620889 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-f43e2e78-ce9f-4509-867a-3bb58d8c8139 None None] Provisioning complete for port 202bbb75-d656-4039-93c2-eb6a38fe76f3 triggered by entity DHCP. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:41:38.621272 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-f43e2e78-ce9f-4509-867a-3bb58d8c8139 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:38.621618 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-f43e2e78-ce9f-4509-867a-3bb58d8c8139 None None] Attempt 1 to provision port 202bbb75-d656-4039-93c2-eb6a38fe76f3 Oct 19 07:41:38.636921 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-99544063-19d8-443b-9c7b-2faccc4c680e tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785020947330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133553798'] for port, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:38.648867 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.db.resource_extend [None req-81863741-0503-4664-9ea2-988a37d9b979 tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 19 07:41:38.659812 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvr_db [None req-00e79f4f-3915-4fa9-96e3-a4180506a5a6 None None] Set router d0466a78-eee4-41c7-bb6a-1d3d7da1ec22 gateway port host: dv-neutron-861624-1-hyperv {{(pid=103335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 07:41:38.683114 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-729f87e9-45ac-4c28-85a6-db016c442c26 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-679819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130997964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130170408'] for subnet, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:38.745683 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [req-1aaffa98-1f22-42fc-8843-56d2c0599fdb req-bc8261b6-a63d-42b7-ac1a-db3e4ad50ab0 tempest-ServerActionsTestJSON-1032082790 tempest-ServerActionsTestJSON-1032082790-project] No DVR routers for this DVR port 166507e4-5bf0-4d0c-a912-f2cd4a10fdee on host hv-neutron-8616 {{(pid=103332) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 19 07:41:38.753009 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-1aaffa98-1f22-42fc-8843-56d2c0599fdb req-bc8261b6-a63d-42b7-ac1a-db3e4ad50ab0 tempest-ServerActionsTestJSON-1032082790 tempest-ServerActionsTestJSON-1032082790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42160'] for port, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:38.756275 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-1aaffa98-1f22-42fc-8843-56d2c0599fdb req-bc8261b6-a63d-42b7-ac1a-db3e4ad50ab0 tempest-ServerActionsTestJSON-1032082790 tempest-ServerActionsTestJSON-1032082790-project] 10.222.0.16 "DELETE /v2.0/ports/166507e4-5bf0-4d0c-a912-f2cd4a10fdee HTTP/1.1" status: 204 len: 173 time: 4.6012700 Oct 19 07:41:38.758993 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-c183c6a8-1b52-416e-aaa5-bf9c43b1f74c tempest-SecGroupTest-1544089316 tempest-SecGroupTest-1544089316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788643'] for security_group, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:38.762177 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Device 166507e4-5bf0-4d0c-a912-f2cd4a10fdee no longer exists at agent hyperv_hv-neutron-8616 {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 07:41:38.768989 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-c183c6a8-1b52-416e-aaa5-bf9c43b1f74c tempest-SecGroupTest-1544089316 tempest-SecGroupTest-1544089316-project] Notify callbacks [] for security_group, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:38.770996 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-c183c6a8-1b52-416e-aaa5-bf9c43b1f74c tempest-SecGroupTest-1544089316 tempest-SecGroupTest-1544089316-project] 10.222.0.27 "DELETE /v2.0/security-groups/7d40d65c-81ad-4479-bbd2-b8858cfa29be HTTP/1.1" status: 204 len: 168 time: 0.7482390 Oct 19 07:41:38.771820 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c15ce40b-4ff1-4ce8-b3f1-4c16c8447f68', 'name': 'network-vif-deleted', 'tag': '166507e4-5bf0-4d0c-a912-f2cd4a10fdee'}] {{(pid=103332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 19 07:41:38.778670 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a021b02cf5f527cd4bbbc40a031b51490d9893d7edeeb551bdf5128ee7546f8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-664d66cd-b9cb-4701-a8bd-c69553bb6d48" -d '{"events": [{"server_uuid": "c15ce40b-4ff1-4ce8-b3f1-4c16c8447f68", "name": "network-vif-deleted", "tag": "166507e4-5bf0-4d0c-a912-f2cd4a10fdee"}]}' {{(pid=103332) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 07:41:38.784387 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 56990) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:41:38.855537 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-729f87e9-45ac-4c28-85a6-db016c442c26 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks [] for subnet, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:38.870238 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-729f87e9-45ac-4c28-85a6-db016c442c26 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] 10.222.0.27 "DELETE /v2.0/subnets/563aa0c0-10d9-40a0-b837-dc919867d3a9 HTTP/1.1" status: 204 len: 168 time: 1.4973650 Oct 19 07:41:38.873343 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99544063-19d8-443b-9c7b-2faccc4c680e tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Network e75c1c90-6f0f-4d61-be13-e480777d5d04 is already hosted by enough agents. {{(pid=103332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 07:41:38.878563 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 56994) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:41:38.919422 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a23248ab-fdde-42da-a317-830fb8f5e023 None None] Network 6b5a65c5-1bed-4301-9db8-c1056c2b8eba requested from dv-neutron-861624-1-hyperv {{(pid=103334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 07:41:38.926804 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4025c34f-8dbb-43f4-9494-144d9e433725 None None] Pushing event updated for resources: {'Port': ['ID=562732d4-ff23-4120-a770-5e3cc5751041,revision_number=2']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:41:38.928194 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 19 Oct 2022 07:41:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1340f7be-6364-497c-bad3-2d2e6b29d02a x-openstack-request-id: req-1340f7be-6364-497c-bad3-2d2e6b29d02a {{(pid=103332) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 07:41:38.928712 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c15ce40b-4ff1-4ce8-b3f1-4c16c8447f68", "name": "network-vif-deleted", "tag": "166507e4-5bf0-4d0c-a912-f2cd4a10fdee", "status": "completed", "code": 200}]} {{(pid=103332) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 07:41:38.936162 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-1340f7be-6364-497c-bad3-2d2e6b29d02a {{(pid=103332) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 07:41:38.936953 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1340f7be-6364-497c-bad3-2d2e6b29d02a'] response: {'server_uuid': 'c15ce40b-4ff1-4ce8-b3f1-4c16c8447f68', 'name': 'network-vif-deleted', 'tag': '166507e4-5bf0-4d0c-a912-f2cd4a10fdee', 'status': 'completed', 'code': 200} Oct 19 07:41:38.947639 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Current status of the port 6b2515fa-2d6c-4d6a-a9ab-c58cdad47898 is: ACTIVE; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:41:38.956589 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.base_scheduler [None req-99544063-19d8-443b-9c7b-2faccc4c680e tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Resources bound (agent type, host, resource id): {{(pid=103332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:41:38.958061 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67175337-137d-422a-94cc-090b0cfee4c8 tempest-NetworksIpV6TestAttrs-279669730 tempest-NetworksIpV6TestAttrs-279669730-project] Pushing event updated for resources: {'Subnet': ['ID=c326c3dd-4b94-443a-8e93-ce2fc5fdbc5c,revision_number=0']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:41:38.970941 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-81863741-0503-4664-9ea2-988a37d9b979 tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873'] for network, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:38.974188 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] No Port match for: 166507e4-5bf0-4d0c-a912-f2cd4a10fdee {{(pid=103334) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 19 07:41:38.975263 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Device 166507e4-5bf0-4d0c-a912-f2cd4a10fdee not bound to the agent host hv-neutron-8616 {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 07:41:38.984496 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81863741-0503-4664-9ea2-988a37d9b979 tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:41:38.994021 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-81863741-0503-4664-9ea2-988a37d9b979 tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Notify callbacks [] for network, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:39.035238 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c183c6a8-1b52-416e-aaa5-bf9c43b1f74c tempest-SecGroupTest-1544089316 tempest-SecGroupTest-1544089316-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d40d65c-81ad-4479-bbd2-b8858cfa29be,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:41:39.046375 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99544063-19d8-443b-9c7b-2faccc4c680e tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Received port after_create {{(pid=103332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 07:41:39.050252 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99544063-19d8-443b-9c7b-2faccc4c680e tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Pushing event updated for resources: {'Port': ['ID=49f2ff67-572d-4668-b362-a96320ef311c,revision_number=1']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:41:39.064385 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67175337-137d-422a-94cc-090b0cfee4c8 tempest-NetworksIpV6TestAttrs-279669730 tempest-NetworksIpV6TestAttrs-279669730-project] Checking segment: {'id': '5e1308a7-55cc-47e9-a79c-664fb3870715', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '69e605b4-e436-496b-9ccb-2372353bdf45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 19 07:41:39.064953 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67175337-137d-422a-94cc-090b0cfee4c8 tempest-NetworksIpV6TestAttrs-279669730 tempest-NetworksIpV6TestAttrs-279669730-project] Network hostable DHCP agents. Network: 69e605b4-e436-496b-9ccb-2372353bdf45, hostable agents: ['310d813b-0e3e-4d7e-9b79-8f4ec0dbcab0'], hosted agents: [] {{(pid=103333) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 07:41:39.126053 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-e5fb287e-7996-4005-ada8-c18d27dc80a6 tempest-SecGroupTest-1544089316 tempest-SecGroupTest-1544089316-project] 10.222.0.27 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3336620 Oct 19 07:41:39.138001 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-81863741-0503-4664-9ea2-988a37d9b979 tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.4129338 Oct 19 07:41:39.152624 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 56996) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:41:39.153072 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 56998) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:41:39.153445 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device 822a984e-ff06-4967-9f7e-e4d29046ffe7 no longer exists at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 07:41:39.192924 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-00e79f4f-3915-4fa9-96e3-a4180506a5a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0466a78-eee4-41c7-bb6a-1d3d7da1ec22', 'name': 'tempest-ServerActionsTestJSON-119798104-router', 'tenant_id': 'b76abfccca1e443d8cfed9fe77b82608', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'external_fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.154'}], 'enable_snat': True}, 'gw_port_id': 'a0cf33cb-4842-47ad-888f-65e6168f50d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T07:37:57Z', 'updated_at': '2022-10-19T07:38:09Z', 'revision_number': 4, 'project_id': 'b76abfccca1e443d8cfed9fe77b82608', 'gw_port': {'id': 'a0cf33cb-4842-47ad-888f-65e6168f50d3', 'name': '', 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:f7:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0466a78-eee4-41c7-bb6a-1d3d7da1ec22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:38:00Z', 'updated_at': '2022-10-19T07:38:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861624-1-hyperv', '_interfaces': [{'id': 'cf021212-5dbb-4943-9bb2-ee648adc660b', 'name': '', 'network_id': '9f9e4d3a-9b0f-46a7-b045-8d44d07986e0', 'tenant_id': 'b76abfccca1e443d8cfed9fe77b82608', 'mac_address': 'fa:16:3e:27:b8:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0466a78-eee4-41c7-bb6a-1d3d7da1ec22', 'device_owner': 'network:router_interface', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': '509b576d-66cd-49df-8740-f428cd2060b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:38:06Z', 'updated_at': '2022-10-19T07:38:18Z', 'revision_number': 5, 'project_id': 'b76abfccca1e443d8cfed9fe77b82608', 'subnets': [{'id': '509b576d-66cd-49df-8740-f428cd2060b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:41:39.205068 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729f87e9-45ac-4c28-85a6-db016c442c26 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Pushing event deleted for resources: {'Subnet': ['ID=563aa0c0-10d9-40a0-b837-dc919867d3a9,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:41:39.227111 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-99544063-19d8-443b-9c7b-2faccc4c680e tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1695190'] for router_interface, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:39.233897 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00e79f4f-3915-4fa9-96e3-a4180506a5a6 None None] Checking router: d0466a78-eee4-41c7-bb6a-1d3d7da1ec22 for host: dv-neutron-861624-1-hyperv {{(pid=103335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 07:41:39.236270 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] No Port match for: 822a984e-ff06-4967-9f7e-e4d29046ffe7 {{(pid=103334) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 19 07:41:39.236824 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device 822a984e-ff06-4967-9f7e-e4d29046ffe7 not bound to the agent host dv-neutron-861624-1-hyperv {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 07:41:39.242273 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.db_base_plugin_v2 [None req-be56484d-e9e9-47eb-bb27-cc87d00fc34f tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Deleting subnet 9c6a825b-3c4e-47f4-a101-77dd60b28991 {{(pid=103332) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 19 07:41:39.243270 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00e79f4f-3915-4fa9-96e3-a4180506a5a6 None None] Routers {'d0466a78-eee4-41c7-bb6a-1d3d7da1ec22'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 07:41:39.244187 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-00e79f4f-3915-4fa9-96e3-a4180506a5a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T07:41:16Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['d0466a78-eee4-41c7-bb6a-1d3d7da1ec22'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:41:39.271486 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-f43e2e78-ce9f-4509-867a-3bb58d8c8139 None None] Current status of the port 202bbb75-d656-4039-93c2-eb6a38fe76f3 is: ACTIVE; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:41:39.327539 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-f43e2e78-ce9f-4509-867a-3bb58d8c8139 None None] Provisioning complete for port 903a6abe-cd5f-4a30-8334-99c5fd7d53c2 triggered by entity DHCP. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:41:39.338321 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-f43e2e78-ce9f-4509-867a-3bb58d8c8139 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:39.338725 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-f43e2e78-ce9f-4509-867a-3bb58d8c8139 None None] Attempt 1 to provision port 903a6abe-cd5f-4a30-8334-99c5fd7d53c2 Oct 19 07:41:39.352768 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-be56484d-e9e9-47eb-bb27-cc87d00fc34f tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks [] for subnet, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:39.406244 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvr_db [None req-00e79f4f-3915-4fa9-96e3-a4180506a5a6 None None] Set router d0466a78-eee4-41c7-bb6a-1d3d7da1ec22 gateway port host: dv-neutron-861624-1-hyperv {{(pid=103335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 07:41:39.459669 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.services.segments.plugin [-] Segment bc8a5e2e-c027-4b61-9330-e57e40c2c6ad resource provider aggregate not found Oct 19 07:41:39.507667 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67175337-137d-422a-94cc-090b0cfee4c8 tempest-NetworksIpV6TestAttrs-279669730 tempest-NetworksIpV6TestAttrs-279669730-project] Network 69e605b4-e436-496b-9ccb-2372353bdf45 is scheduled to be hosted by DHCP agent 310d813b-0e3e-4d7e-9b79-8f4ec0dbcab0 with binding_index 1 {{(pid=103333) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 07:41:39.526507 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.services.segments.plugin [-] Segment bc8a5e2e-c027-4b61-9330-e57e40c2c6ad resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid bc8a5e2e-c027-4b61-9330-e57e40c2c6ad found for delete ", "request_id": "req-3b79a013-cb78-478a-9b57-10b88ea5a20c"}]} Oct 19 07:41:39.550108 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-cfc79c43-4bf5-40c5-8243-bab4582d7707 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=c2c473368888434baebd47d1eff4afea&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1889637 Oct 19 07:41:39.559968 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81863741-0503-4664-9ea2-988a37d9b979 tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Pushing event updated for resources: {'Network': ['ID=0df0c62a-66f6-44e1-89c5-1a97f24d36ad,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:41:39.579350 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-35ec49eb-1509-449e-8e8a-d9c5286e6a3d tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Notify callbacks [] for port, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:39.582602 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 57004) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:41:39.587552 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Network 0df0c62a-66f6-44e1-89c5-1a97f24d36ad details requested by agent ovs-agent-dv-neutron-861624-1-hyperv with host dv-neutron-861624-1-hyperv {{(pid=103334) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 07:41:39.612880 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-be56484d-e9e9-47eb-bb27-cc87d00fc34f tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130726890'] for subnet, precommit_delete_associations {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:39.634664 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-67175337-137d-422a-94cc-090b0cfee4c8 tempest-NetworksIpV6TestAttrs-279669730 tempest-NetworksIpV6TestAttrs-279669730-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861624-1-hyperv, 69e605b4-e436-496b-9ccb-2372353bdf45) {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:41:39.655354 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67175337-137d-422a-94cc-090b0cfee4c8 tempest-NetworksIpV6TestAttrs-279669730 tempest-NetworksIpV6TestAttrs-279669730-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:41:39.660401 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-67175337-137d-422a-94cc-090b0cfee4c8 tempest-NetworksIpV6TestAttrs-279669730 tempest-NetworksIpV6TestAttrs-279669730-project] Notify callbacks [] for subnet, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:39.723206 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-67175337-137d-422a-94cc-090b0cfee4c8 tempest-NetworksIpV6TestAttrs-279669730 tempest-NetworksIpV6TestAttrs-279669730-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 2.7127542 Oct 19 07:41:39.726948 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device 562732d4-ff23-4120-a770-5e3cc5751041 up at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 07:41:39.727841 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 57008) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:41:39.728954 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a740f4d-fe15-4af5-9325-4ca06825a181 None None] Network 69e605b4-e436-496b-9ccb-2372353bdf45 requested from dv-neutron-861624-1-hyperv {{(pid=103334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 07:41:39.805415 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-ea1eca0a-90b3-49bb-95c9-d880439b06dd tempest-SecGroupTest-1544089316 tempest-SecGroupTest-1544089316-project] 10.222.0.27 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.6509683 Oct 19 07:41:39.822301 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 57012) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:41:39.829467 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 57014) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:41:39.870359 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-1d5dc315-94bc-48a5-b19d-d2ce8f5bed47 tempest-NetworksIpV6TestAttrs-279669730 tempest-NetworksIpV6TestAttrs-279669730-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-667019'] for network, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:39.898469 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-ea380471-53cf-4dd1-9710-97f30cffa9f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:39.904177 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-35ec49eb-1509-449e-8e8a-d9c5286e6a3d tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785020947330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130996763'] for port, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:39.935997 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb4cb3f1-bf0a-4ef6-9c3a-a419b3d210c7 tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:41:39.943547 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-eb4cb3f1-bf0a-4ef6-9c3a-a419b3d210c7 tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] 10.222.0.27 "GET /v2.0/networks?id=0df0c62a-66f6-44e1-89c5-1a97f24d36ad HTTP/1.1" status: 200 len: 765 time: 0.7880657 Oct 19 07:41:39.944420 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 57016) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:41:39.966455 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-5dc9ec57-bbeb-4f21-a000-5fc779cbacfa tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Request body: {'network': {'description': 'd2'}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:41:39.967966 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35ec49eb-1509-449e-8e8a-d9c5286e6a3d tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Network 5b4755dd-54e2-40a6-8450-ab8eb989f82c is already hosted by enough agents. {{(pid=103333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 07:41:39.968898 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-f43e2e78-ce9f-4509-867a-3bb58d8c8139 None None] Current status of the port 903a6abe-cd5f-4a30-8334-99c5fd7d53c2 is: ACTIVE; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:41:39.978009 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-f43e2e78-ce9f-4509-867a-3bb58d8c8139 None None] Could not find standard attr ID for object a76db9eb-115f-40c4-a240-8851e515ff2f. {{(pid=103334) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 19 07:41:39.983841 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Provisioning complete for port 562732d4-ff23-4120-a770-5e3cc5751041 triggered by entity L2. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:41:39.984298 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:39.984665 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Attempt 1 to provision port 562732d4-ff23-4120-a770-5e3cc5751041 Oct 19 07:41:40.019855 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.api.v2.resource [None req-2b0ee911-a804-4ca2-8373-704207dac234 tempest-SecGroupTest-1544089316 tempest-SecGroupTest-1544089316-project] delete failed (client error): The resource could not be found. Oct 19 07:41:40.020151 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-35ec49eb-1509-449e-8e8a-d9c5286e6a3d tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Resources bound (agent type, host, resource id): {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:41:40.021586 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-2b0ee911-a804-4ca2-8373-704207dac234 tempest-SecGroupTest-1544089316 tempest-SecGroupTest-1544089316-project] 10.222.0.27 "DELETE /v2.0/security-groups/7d40d65c-81ad-4479-bbd2-b8858cfa29be HTTP/1.1" status: 404 len: 347 time: 0.1842186 Oct 19 07:41:40.028160 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-ea380471-53cf-4dd1-9710-97f30cffa9f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:40.039813 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-00e79f4f-3915-4fa9-96e3-a4180506a5a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0466a78-eee4-41c7-bb6a-1d3d7da1ec22', 'name': 'tempest-ServerActionsTestJSON-119798104-router', 'tenant_id': 'b76abfccca1e443d8cfed9fe77b82608', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'external_fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.154'}], 'enable_snat': True}, 'gw_port_id': 'a0cf33cb-4842-47ad-888f-65e6168f50d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T07:37:57Z', 'updated_at': '2022-10-19T07:38:09Z', 'revision_number': 4, 'project_id': 'b76abfccca1e443d8cfed9fe77b82608', 'gw_port': {'id': 'a0cf33cb-4842-47ad-888f-65e6168f50d3', 'name': '', 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:f7:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0466a78-eee4-41c7-bb6a-1d3d7da1ec22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:38:00Z', 'updated_at': '2022-10-19T07:38:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861624-1-hyperv', '_interfaces': [{'id': 'cf021212-5dbb-4943-9bb2-ee648adc660b', 'name': '', 'network_id': '9f9e4d3a-9b0f-46a7-b045-8d44d07986e0', 'tenant_id': 'b76abfccca1e443d8cfed9fe77b82608', 'mac_address': 'fa:16:3e:27:b8:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0466a78-eee4-41c7-bb6a-1d3d7da1ec22', 'device_owner': 'network:router_interface', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': '509b576d-66cd-49df-8740-f428cd2060b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:38:06Z', 'updated_at': '2022-10-19T07:38:18Z', 'revision_number': 5, 'project_id': 'b76abfccca1e443d8cfed9fe77b82608', 'subnets': [{'id': '509b576d-66cd-49df-8740-f428cd2060b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:41:40.045091 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 57018) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:41:40.053254 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35ec49eb-1509-449e-8e8a-d9c5286e6a3d tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Received port after_create {{(pid=103333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 07:41:40.061090 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35ec49eb-1509-449e-8e8a-d9c5286e6a3d tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:41:40.061866 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-35ec49eb-1509-449e-8e8a-d9c5286e6a3d tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42160'] for port, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:40.120028 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ec49eb-1509-449e-8e8a-d9c5286e6a3d tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Pushing event updated for resources: {'Port': ['ID=133a2eab-1461-43cc-b40f-c19e940dbf6e,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:41:40.121341 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00e79f4f-3915-4fa9-96e3-a4180506a5a6 None None] The sync data for ids ['d0466a78-eee4-41c7-bb6a-1d3d7da1ec22'] in dv-neutron-861624-1-hyperv is: [{'id': 'd0466a78-eee4-41c7-bb6a-1d3d7da1ec22', 'name': 'tempest-ServerActionsTestJSON-119798104-router', 'tenant_id': 'b76abfccca1e443d8cfed9fe77b82608', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'external_fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.154'}], 'enable_snat': True}, 'gw_port_id': 'a0cf33cb-4842-47ad-888f-65e6168f50d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T07:37:57Z', 'updated_at': '2022-10-19T07:38:09Z', 'revision_number': 4, 'project_id': 'b76abfccca1e443d8cfed9fe77b82608', 'gw_port': {'id': 'a0cf33cb-4842-47ad-888f-65e6168f50d3', 'name': '', 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:f7:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0466a78-eee4-41c7-bb6a-1d3d7da1ec22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:38:00Z', 'updated_at': '2022-10-19T07:38:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861624-1-hyperv', '_interfaces': [{'id': 'cf021212-5dbb-4943-9bb2-ee648adc660b', 'name': '', 'network_id': '9f9e4d3a-9b0f-46a7-b045-8d44d07986e0', 'tenant_id': 'b76abfccca1e443d8cfed9fe77b82608', 'mac_address': 'fa:16:3e:27:b8:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0466a78-eee4-41c7-bb6a-1d3d7da1ec22', 'device_owner': 'network:router_interface', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': '509b576d-66cd-49df-8740-f428cd2060b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:38:06Z', 'updated_at': '2022-10-19T07:38:18Z', 'revision_number': 5, 'project_id': 'b76abfccca1e443d8cfed9fe77b82608', 'subnets': [{'id': '509b576d-66cd-49df-8740-f428cd2060b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 07:41:40.137037 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e0dfcee-90d7-46cf-9bd5-895b520391a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d12c6ac-27a3-545c-a8f3-f04e30423d6d-69e605b4-e436-496b-9ccb-2372353bdf45', 'network_id': '69e605b4-e436-496b-9ccb-2372353bdf45', 'tenant_id': '1a48ad924478432a90a7d865ee405d9d', 'fixed_ips': [{'subnet_id': 'c326c3dd-4b94-443a-8e93-ce2fc5fdbc5c'}]}} from dv-neutron-861624-1-hyperv. {{(pid=103334) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 07:41:40.137922 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-7e0dfcee-90d7-46cf-9bd5-895b520391a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:40.187753 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-99544063-19d8-443b-9c7b-2faccc4c680e tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:40.213150 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-f1a77a79-fcb2-45e1-86dc-51b603d8f840 tempest-SecGroupTest-1544089316 tempest-SecGroupTest-1544089316-project] 10.222.0.27 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1476829 Oct 19 07:41:40.229785 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-35ec49eb-1509-449e-8e8a-d9c5286e6a3d tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 2.3564172 Oct 19 07:41:40.242152 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 57022) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:41:40.251514 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-1d5dc315-94bc-48a5-b19d-d2ce8f5bed47 tempest-NetworksIpV6TestAttrs-279669730 tempest-NetworksIpV6TestAttrs-279669730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-679826'] for subnet, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:40.252868 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-565f93cf-5a7b-49c9-b48a-a9621c1174fa tempest-ServerActionsTestJSON-1032082790 tempest-ServerActionsTestJSON-1032082790-project] Notify callbacks [] for security_group, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:40.284930 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Current status of the port 562732d4-ff23-4120-a770-5e3cc5751041 is: DOWN; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:41:40.285534 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:40.293522 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-9db8feef-3fcf-4b98-bde2-6d32d3253fe1 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:41:40.335285 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] For port 562732d4-ff23-4120-a770-5e3cc5751041, host dv-neutron-861624-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=562732d4-ff23-4120-a770-5e3cc5751041,segment=NetworkSegment(d67b78bd-0eb3-44a5-b43a-bdc62a506524),segment_id=d67b78bd-0eb3-44a5-b43a-bdc62a506524)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:41:40.337047 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92cb8e25-c82d-41a3-a76e-99628478bd76 None None] Network e75c1c90-6f0f-4d61-be13-e480777d5d04 requested from dv-neutron-861624-1-hyperv {{(pid=103334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 07:41:40.344653 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:40.345646 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device 202bbb75-d656-4039-93c2-eb6a38fe76f3 up at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 07:41:40.447242 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-565f93cf-5a7b-49c9-b48a-a9621c1174fa tempest-ServerActionsTestJSON-1032082790 tempest-ServerActionsTestJSON-1032082790-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:40.549642 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-9db8feef-3fcf-4b98-bde2-6d32d3253fe1 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:40.552769 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-ea380471-53cf-4dd1-9710-97f30cffa9f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788643'] for security_group, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:40.562375 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-ea380471-53cf-4dd1-9710-97f30cffa9f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:40.564123 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-ea380471-53cf-4dd1-9710-97f30cffa9f0 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/9d1dc6d4-94d2-4e8d-b999-a478e4ec86f6 HTTP/1.1" status: 204 len: 168 time: 0.9689772 Oct 19 07:41:40.602802 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea380471-53cf-4dd1-9710-97f30cffa9f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d1dc6d4-94d2-4e8d-b999-a478e4ec86f6,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:41:40.610191 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-74bf0280-ecf8-420e-9b99-160e8e0393cc None None] Provisioning complete for port 562732d4-ff23-4120-a770-5e3cc5751041 triggered by entity DHCP. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:41:40.614594 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-74bf0280-ecf8-420e-9b99-160e8e0393cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:40.615101 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-74bf0280-ecf8-420e-9b99-160e8e0393cc None None] Attempt 1 to provision port 562732d4-ff23-4120-a770-5e3cc5751041 Oct 19 07:41:40.655127 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-be56484d-e9e9-47eb-bb27-cc87d00fc34f tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-679826'] for subnet, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:40.693206 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 57028) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:41:40.738536 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-387c3899-7c9e-4831-ad6a-b739cfb866b1 None None] New status for floating IP 3b9a8bd2-a2c5-43cc-a4d1-996ae4ae0fbe: DOWN {{(pid=103334) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 19 07:41:40.869267 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-9db8feef-3fcf-4b98-bde2-6d32d3253fe1 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Notify callbacks [] for port, precommit_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:40.876522 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-9db8feef-3fcf-4b98-bde2-6d32d3253fe1 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130996754'] for port, after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:40.879098 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-9db8feef-3fcf-4b98-bde2-6d32d3253fe1 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] In _notify_port_updated(), no bound segment for port 133a2eab-1461-43cc-b40f-c19e940dbf6e on network 5b4755dd-54e2-40a6-8450-ab8eb989f82c {{(pid=103333) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:900}} Oct 19 07:41:40.898460 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9db8feef-3fcf-4b98-bde2-6d32d3253fe1 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:41:40.899457 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-9db8feef-3fcf-4b98-bde2-6d32d3253fe1 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42160'] for port, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:40.904270 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-9db8feef-3fcf-4b98-bde2-6d32d3253fe1 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] 10.222.0.27 "PUT /v2.0/ports/133a2eab-1461-43cc-b40f-c19e940dbf6e HTTP/1.1" status: 200 len: 818 time: 0.6548374 Oct 19 07:41:40.905231 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 57032) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:41:40.982944 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-be56484d-e9e9-47eb-bb27-cc87d00fc34f tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-679819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-133552721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130659632'] for subnet, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:40.994274 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-565f93cf-5a7b-49c9-b48a-a9621c1174fa tempest-ServerActionsTestJSON-1032082790 tempest-ServerActionsTestJSON-1032082790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788643'] for security_group, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:40.997513 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-565f93cf-5a7b-49c9-b48a-a9621c1174fa tempest-ServerActionsTestJSON-1032082790 tempest-ServerActionsTestJSON-1032082790-project] Notify callbacks [] for security_group, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:41.000953 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-565f93cf-5a7b-49c9-b48a-a9621c1174fa tempest-ServerActionsTestJSON-1032082790 tempest-ServerActionsTestJSON-1032082790-project] 10.222.0.27 "DELETE /v2.0/security-groups/f0bcd6ee-444f-46c6-b01f-ccacf8976dfb HTTP/1.1" status: 204 len: 168 time: 1.1592829 Oct 19 07:41:41.048218 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 57034) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:41:41.051160 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db8feef-3fcf-4b98-bde2-6d32d3253fe1 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Pushing event updated for resources: {'Port': ['ID=133a2eab-1461-43cc-b40f-c19e940dbf6e,revision_number=2']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:41:41.100279 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be56484d-e9e9-47eb-bb27-cc87d00fc34f tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Pushing event deleted for resources: {'Subnet': ['ID=9c6a825b-3c4e-47f4-a101-77dd60b28991,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:41:41.106021 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-be56484d-e9e9-47eb-bb27-cc87d00fc34f tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks [] for subnet, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:41.111455 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-be56484d-e9e9-47eb-bb27-cc87d00fc34f tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] 10.222.0.27 "DELETE /v2.0/subnets/9c6a825b-3c4e-47f4-a101-77dd60b28991 HTTP/1.1" status: 204 len: 168 time: 2.1958890 Oct 19 07:41:41.111455 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.api.v2.resource [None req-2592c5c2-6bc1-41e0-a6f8-82b717905c9b tempest-ServerActionsTestJSON-1032082790 tempest-ServerActionsTestJSON-1032082790-project] show failed (client error): The resource could not be found. Oct 19 07:41:41.114551 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-2592c5c2-6bc1-41e0-a6f8-82b717905c9b tempest-ServerActionsTestJSON-1032082790 tempest-ServerActionsTestJSON-1032082790-project] 10.222.0.27 "GET /v2.0/security-groups/f0bcd6ee-444f-46c6-b01f-ccacf8976dfb HTTP/1.1" status: 404 len: 347 time: 0.0629463 Oct 19 07:41:41.114551 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 57038) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:41:41.114761 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-5dc9ec57-bbeb-4f21-a000-5fc779cbacfa tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785020965340'] for network, precommit_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:41.120442 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 57040) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:41:41.120650 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565f93cf-5a7b-49c9-b48a-a9621c1174fa tempest-ServerActionsTestJSON-1032082790 tempest-ServerActionsTestJSON-1032082790-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0bcd6ee-444f-46c6-b01f-ccacf8976dfb,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:41:41.146095 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Pushing event updated for resources: {'Port': ['ID=562732d4-ff23-4120-a770-5e3cc5751041,revision_number=3']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:41:41.189765 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-d43d775c-e655-4c4b-9a2a-df0ef98dc15d tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] 10.222.0.27 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0600009 Oct 19 07:41:41.190310 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-7ade5364-e711-46a1-a49b-1c782e93c626 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=1e3f74be1b0842adb4a5d08656b4ea83&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4901373 Oct 19 07:41:41.190410 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 57044) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:41:41.190536 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-deaf3b73-56b8-45ee-a99a-d832b20b6ba7 None None] Network 6b5a65c5-1bed-4301-9db8-c1056c2b8eba requested from dv-neutron-861624-1-hyperv {{(pid=103334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 07:41:41.193485 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 57046) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:41:41.237905 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-5df5a59a-1b11-4816-9a17-77b531be79d7 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Request body: {'subnet': {'network_id': '6b5a65c5-1bed-4301-9db8-c1056c2b8eba', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:41:41.250135 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-5dc9ec57-bbeb-4f21-a000-5fc779cbacfa tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873'] for network, after_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:41.254824 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-82549e42-6ba9-4d49-ad87-a9007548b562 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Deleting port 133a2eab-1461-43cc-b40f-c19e940dbf6e {{(pid=103333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 07:41:41.255175 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-82549e42-6ba9-4d49-ad87-a9007548b562 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:41.289087 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.db_base_plugin_common [None req-7e0dfcee-90d7-46cf-9bd5-895b520391a4 None None] Allocated IP 2001:db8::f816:3eff:fe43:6842 (69e605b4-e436-496b-9ccb-2372353bdf45/c326c3dd-4b94-443a-8e93-ce2fc5fdbc5c/a3b9ba78-6600-44ca-82e4-fd8910727e7f) {{(pid=103334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 07:41:41.322423 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-5dc9ec57-bbeb-4f21-a000-5fc779cbacfa tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Network 0df0c62a-66f6-44e1-89c5-1a97f24d36ad is not hosted by any dhcp agent {{(pid=103332) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Oct 19 07:41:41.328219 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dc9ec57-bbeb-4f21-a000-5fc779cbacfa tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:41:41.328702 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-5dc9ec57-bbeb-4f21-a000-5fc779cbacfa tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Notify callbacks [] for network, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:41.330468 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-5dc9ec57-bbeb-4f21-a000-5fc779cbacfa tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] 10.222.0.27 "PUT /v2.0/networks/0df0c62a-66f6-44e1-89c5-1a97f24d36ad HTTP/1.1" status: 200 len: 762 time: 1.3755548 Oct 19 07:41:41.345135 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 57052) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:41:41.358290 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-82549e42-6ba9-4d49-ad87-a9007548b562 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:41.371476 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-82549e42-6ba9-4d49-ad87-a9007548b562 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Calling delete_port for 133a2eab-1461-43cc-b40f-c19e940dbf6e owned by {{(pid=103333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 07:41:41.373684 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Provisioning complete for port 202bbb75-d656-4039-93c2-eb6a38fe76f3 triggered by entity L2. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:41:41.374183 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:41.374758 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Attempt 1 to provision port 202bbb75-d656-4039-93c2-eb6a38fe76f3 Oct 19 07:41:41.487069 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-c366d9cd-cf1a-4a78-abdb-fe3c049ee331 tempest-ServerActionsTestJSON-1032082790 tempest-ServerActionsTestJSON-1032082790-project] Deleting port 53bdbd1c-bfaf-4e49-b008-db3a569bee1a {{(pid=103333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 07:41:41.487603 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-c366d9cd-cf1a-4a78-abdb-fe3c049ee331 tempest-ServerActionsTestJSON-1032082790 tempest-ServerActionsTestJSON-1032082790-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:41.521001 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-82549e42-6ba9-4d49-ad87-a9007548b562 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130996763'] for port, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:41.638765 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82549e42-6ba9-4d49-ad87-a9007548b562 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Pushing event deleted for resources: {'Port': ['ID=133a2eab-1461-43cc-b40f-c19e940dbf6e,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:41:41.653098 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-82549e42-6ba9-4d49-ad87-a9007548b562 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42160'] for port, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:41.657508 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-82549e42-6ba9-4d49-ad87-a9007548b562 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] 10.222.0.27 "DELETE /v2.0/ports/133a2eab-1461-43cc-b40f-c19e940dbf6e HTTP/1.1" status: 204 len: 168 time: 0.7427201 Oct 19 07:41:41.664701 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 57060) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:41:41.679686 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-c366d9cd-cf1a-4a78-abdb-fe3c049ee331 tempest-ServerActionsTestJSON-1032082790 tempest-ServerActionsTestJSON-1032082790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:41.680300 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-c366d9cd-cf1a-4a78-abdb-fe3c049ee331 tempest-ServerActionsTestJSON-1032082790 tempest-ServerActionsTestJSON-1032082790-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:41.698617 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:41.703248 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-74bf0280-ecf8-420e-9b99-160e8e0393cc None None] Current status of the port 562732d4-ff23-4120-a770-5e3cc5751041 is: ACTIVE; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:41:41.753571 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-c366d9cd-cf1a-4a78-abdb-fe3c049ee331 tempest-ServerActionsTestJSON-1032082790 tempest-ServerActionsTestJSON-1032082790-project] Calling delete_port for 53bdbd1c-bfaf-4e49-b008-db3a569bee1a owned by network:floatingip {{(pid=103333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 07:41:41.827227 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92d5a038-dcad-46c7-8f7e-bd86c3b1917d None None] DHCP port deletion for 6b5a65c5-1bed-4301-9db8-c1056c2b8eba request from dv-neutron-861624-1-hyperv {{(pid=103334) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 07:41:41.863740 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b1b05fc-d5c7-4cda-8120-b10958c6bed7 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:41:41.868094 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-6b1b05fc-d5c7-4cda-8120-b10958c6bed7 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] 10.222.0.27 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.2021651 Oct 19 07:41:41.868793 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 57066) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:41:41.887403 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc9ec57-bbeb-4f21-a000-5fc779cbacfa tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Pushing event updated for resources: {'Network': ['ID=0df0c62a-66f6-44e1-89c5-1a97f24d36ad,revision_number=2']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:41:41.905231 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.pecan_wsgi.hooks.translation [None req-dee51086-fbf7-4822-849b-0dd5edb9419f tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] GET failed (client error): The resource could not be found. Oct 19 07:41:41.911036 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-dee51086-fbf7-4822-849b-0dd5edb9419f tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] 10.222.0.27 "GET /v2.0/ports/133a2eab-1461-43cc-b40f-c19e940dbf6e HTTP/1.1" status: 404 len: 333 time: 0.0357761 Oct 19 07:41:41.911714 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 57068) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:41:41.919214 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-ff79fa03-7beb-4556-a48e-6dedb07ed460 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1856474637'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:41:41.923424 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Network 0df0c62a-66f6-44e1-89c5-1a97f24d36ad details requested by agent ovs-agent-dv-neutron-861624-1-hyperv with host dv-neutron-861624-1-hyperv {{(pid=103334) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 07:41:41.936758 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Current status of the port 202bbb75-d656-4039-93c2-eb6a38fe76f3 is: ACTIVE; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:41:41.943864 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff79fa03-7beb-4556-a48e-6dedb07ed460 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Made reservation on behalf of 0cd3ded9dc134e3392e5122464eefb82 for: {'network': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 07:41:41.947730 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-ff79fa03-7beb-4556-a48e-6dedb07ed460 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for network, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:41.963302 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 57070) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:41:41.974873 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-7e0dfcee-90d7-46cf-9bd5-895b520391a4 None None] Notify callbacks [] for port, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:41.979675 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-55d7b5f1-a49f-4f94-9297-6e65d699a3b8 None None] Provisioning complete for port 1f8f70a5-932b-4ec7-a114-febb1940fcc0 triggered by entity DHCP. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:41:41.979675 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-55d7b5f1-a49f-4f94-9297-6e65d699a3b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:41.979675 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-55d7b5f1-a49f-4f94-9297-6e65d699a3b8 None None] Attempt 1 to provision port 1f8f70a5-932b-4ec7-a114-febb1940fcc0 Oct 19 07:41:42.010813 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff79fa03-7beb-4556-a48e-6dedb07ed460 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 163} {{(pid=103333) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 07:41:42.022574 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-ff79fa03-7beb-4556-a48e-6dedb07ed460 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979'] for segment, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:42.022935 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.db.segments_db [None req-ff79fa03-7beb-4556-a48e-6dedb07ed460 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Added segment 8398e48e-7c9a-41bb-94c6-2f05519a3efc of type vlan for network a40e5444-86d5-4daa-99ba-b9ae2467b520 Oct 19 07:41:42.064445 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-7e0dfcee-90d7-46cf-9bd5-895b520391a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785020947330'] for port, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:42.132432 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46b542ad-fcd8-4eb0-936b-e6a932dbaacd tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:41:42.133984 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-46b542ad-fcd8-4eb0-936b-e6a932dbaacd tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] 10.222.0.27 "GET /v2.0/networks?id=0df0c62a-66f6-44e1-89c5-1a97f24d36ad HTTP/1.1" status: 200 len: 765 time: 0.7879052 Oct 19 07:41:42.141900 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-491239c6-9325-452a-8f39-80a0f695ace6 tempest-ExtraDHCPOptionsTestJSON-171316487 tempest-ExtraDHCPOptionsTestJSON-171316487-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-155922679'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:41:42.148457 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-8ae039ec-6c48-4f52-9435-d152771e9a1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:42.151428 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 57074) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:41:42.173793 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-99544063-19d8-443b-9c7b-2faccc4c680e tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Notify callbacks [] for port, precommit_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:42.200410 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0dfcee-90d7-46cf-9bd5-895b520391a4 None None] Pushing event updated for resources: {'Port': ['ID=a3b9ba78-6600-44ca-82e4-fd8910727e7f,revision_number=1']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:41:42.209293 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device 562732d4-ff23-4120-a770-5e3cc5751041 up at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 07:41:42.209535 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-99544063-19d8-443b-9c7b-2faccc4c680e tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133553807'] for port, after_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:42.223544 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-ff79fa03-7beb-4556-a48e-6dedb07ed460 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785020965340'] for network, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:42.239886 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-c366d9cd-cf1a-4a78-abdb-fe3c049ee331 tempest-ServerActionsTestJSON-1032082790 tempest-ServerActionsTestJSON-1032082790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130996763'] for port, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:42.244487 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e0dfcee-90d7-46cf-9bd5-895b520391a4 None None] Network 69e605b4-e436-496b-9ccb-2372353bdf45 is already hosted by enough agents. {{(pid=103334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 07:41:42.268380 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.scheduler.base_scheduler [None req-7e0dfcee-90d7-46cf-9bd5-895b520391a4 None None] Resources bound (agent type, host, resource id): {{(pid=103334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:41:42.275223 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e0dfcee-90d7-46cf-9bd5-895b520391a4 None None] Received port after_create {{(pid=103334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 07:41:42.290130 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-1d5dc315-94bc-48a5-b19d-d2ce8f5bed47 tempest-NetworksIpV6TestAttrs-279669730 tempest-NetworksIpV6TestAttrs-279669730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-679819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130997964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130170408'] for subnet, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:42.316720 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5df5a59a-1b11-4816-9a17-77b531be79d7 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Made reservation on behalf of 61a2e57b80c1442e9cb330141a970781 for: {'subnet': 1} {{(pid=103332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 07:41:42.321153 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-5df5a59a-1b11-4816-9a17-77b531be79d7 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130659787'] for subnet, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:42.330835 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5dc315-94bc-48a5-b19d-d2ce8f5bed47 tempest-NetworksIpV6TestAttrs-279669730 tempest-NetworksIpV6TestAttrs-279669730-project] Pushing event deleted for resources: {'Subnet': ['ID=c326c3dd-4b94-443a-8e93-ce2fc5fdbc5c,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:41:42.333536 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c366d9cd-cf1a-4a78-abdb-fe3c049ee331 tempest-ServerActionsTestJSON-1032082790 tempest-ServerActionsTestJSON-1032082790-project] Pushing event deleted for resources: {'Port': ['ID=53bdbd1c-bfaf-4e49-b008-db3a569bee1a,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:41:42.343076 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-92d5a038-dcad-46c7-8f7e-bd86c3b1917d None None] Deleting port 1f8f70a5-932b-4ec7-a114-febb1940fcc0 {{(pid=103334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 07:41:42.343417 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-92d5a038-dcad-46c7-8f7e-bd86c3b1917d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:42.348764 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-491239c6-9325-452a-8f39-80a0f695ace6 tempest-ExtraDHCPOptionsTestJSON-171316487 tempest-ExtraDHCPOptionsTestJSON-171316487-project] Made reservation on behalf of 8875c86245f24ffbb6a3ee083e198fee for: {'network': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 07:41:42.352448 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-491239c6-9325-452a-8f39-80a0f695ace6 tempest-ExtraDHCPOptionsTestJSON-171316487 tempest-ExtraDHCPOptionsTestJSON-171316487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for network, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:42.434273 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-1d5dc315-94bc-48a5-b19d-d2ce8f5bed47 tempest-NetworksIpV6TestAttrs-279669730 tempest-NetworksIpV6TestAttrs-279669730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-673051', 'neutron.services.segments.db._delete_segments_for_network-8785021519108'] for network, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:42.458741 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-1d5dc315-94bc-48a5-b19d-d2ce8f5bed47 tempest-NetworksIpV6TestAttrs-279669730 tempest-NetworksIpV6TestAttrs-279669730-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69e605b4-e436-496b-9ccb-2372353bdf45']}} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:41:42.469787 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-1d5dc315-94bc-48a5-b19d-d2ce8f5bed47 tempest-NetworksIpV6TestAttrs-279669730 tempest-NetworksIpV6TestAttrs-279669730-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e1308a7-55cc-47e9-a79c-664fb3870715') {'for_net_delete': True} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:41:42.470161 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-1d5dc315-94bc-48a5-b19d-d2ce8f5bed47 tempest-NetworksIpV6TestAttrs-279669730 tempest-NetworksIpV6TestAttrs-279669730-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e1308a7-55cc-47e9-a79c-664fb3870715') {} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:41:42.480050 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-1d5dc315-94bc-48a5-b19d-d2ce8f5bed47 tempest-NetworksIpV6TestAttrs-279669730 tempest-NetworksIpV6TestAttrs-279669730-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785021519382', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-134111927'] for segment, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:42.481621 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-92d5a038-dcad-46c7-8f7e-bd86c3b1917d None None] For port 1f8f70a5-932b-4ec7-a114-febb1940fcc0, host dv-neutron-861624-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=1f8f70a5-932b-4ec7-a114-febb1940fcc0,segment=NetworkSegment(5a8d2b05-b527-4bd4-a671-b9112f193fef),segment_id=5a8d2b05-b527-4bd4-a671-b9112f193fef)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:41:42.482036 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-92d5a038-dcad-46c7-8f7e-bd86c3b1917d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:42.494361 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-1d5dc315-94bc-48a5-b19d-d2ce8f5bed47 tempest-NetworksIpV6TestAttrs-279669730 tempest-NetworksIpV6TestAttrs-279669730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979'] for segment, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:42.498697 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-92d5a038-dcad-46c7-8f7e-bd86c3b1917d None None] Calling delete_port for 1f8f70a5-932b-4ec7-a114-febb1940fcc0 owned by network:dhcp {{(pid=103334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 07:41:42.501355 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d5dc315-94bc-48a5-b19d-d2ce8f5bed47 tempest-NetworksIpV6TestAttrs-279669730 tempest-NetworksIpV6TestAttrs-279669730-project] Releasing vlan 154 on physical network physnet1 to pool {{(pid=103333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 07:41:42.501826 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-1d5dc315-94bc-48a5-b19d-d2ce8f5bed47 tempest-NetworksIpV6TestAttrs-279669730 tempest-NetworksIpV6TestAttrs-279669730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130996782'] for segment, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:42.551231 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99544063-19d8-443b-9c7b-2faccc4c680e tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Pushing event updated for resources: {'Port': ['ID=49f2ff67-572d-4668-b362-a96320ef311c,revision_number=2']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:41:42.560889 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Provisioning complete for port 562732d4-ff23-4120-a770-5e3cc5751041 triggered by entity L2. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:41:42.561272 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:42.561608 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Attempt 1 to provision port 562732d4-ff23-4120-a770-5e3cc5751041 Oct 19 07:41:42.565030 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-55d7b5f1-a49f-4f94-9297-6e65d699a3b8 None None] Current status of the port 1f8f70a5-932b-4ec7-a114-febb1940fcc0 is: ACTIVE; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:41:42.567297 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-7e0dfcee-90d7-46cf-9bd5-895b520391a4 None None] Attempting to bind port a3b9ba78-6600-44ca-82e4-fd8910727e7f on host dv-neutron-861624-1-hyperv for vnic_type normal with profile {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 19 07:41:42.567669 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-7e0dfcee-90d7-46cf-9bd5-895b520391a4 None None] Attempting to bind port a3b9ba78-6600-44ca-82e4-fd8910727e7f by drivers openvswitch,hyperv on host dv-neutron-861624-1-hyperv at level 0 using segments [{'id': '5e1308a7-55cc-47e9-a79c-664fb3870715', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '69e605b4-e436-496b-9ccb-2372353bdf45'}] {{(pid=103334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 19 07:41:42.568033 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e0dfcee-90d7-46cf-9bd5-895b520391a4 None None] Attempting to bind port a3b9ba78-6600-44ca-82e4-fd8910727e7f on network 69e605b4-e436-496b-9ccb-2372353bdf45 {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 07:41:42.576366 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e0dfcee-90d7-46cf-9bd5-895b520391a4 None None] Checking agent: {'id': 'a5b0152c-d633-409b-aaf8-3b76458e2410', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861624-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 19, 7, 30, 19), 'started_at': datetime.datetime(2022, 10, 19, 7, 30, 49), 'heartbeat_timestamp': datetime.datetime(2022, 10, 19, 7, 41, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861624-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 07:41:42.576788 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e0dfcee-90d7-46cf-9bd5-895b520391a4 None None] Checking segment: {'id': '5e1308a7-55cc-47e9-a79c-664fb3870715', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '69e605b4-e436-496b-9ccb-2372353bdf45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 19 07:41:42.577184 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-7e0dfcee-90d7-46cf-9bd5-895b520391a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:42.577576 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e0dfcee-90d7-46cf-9bd5-895b520391a4 None None] Bound using segment: {'id': '5e1308a7-55cc-47e9-a79c-664fb3870715', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '69e605b4-e436-496b-9ccb-2372353bdf45'} {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 07:41:42.578060 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-7e0dfcee-90d7-46cf-9bd5-895b520391a4 None None] Bound port: a3b9ba78-6600-44ca-82e4-fd8910727e7f, host: dv-neutron-861624-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e1308a7-55cc-47e9-a79c-664fb3870715', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '69e605b4-e436-496b-9ccb-2372353bdf45'}}] {{(pid=103334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 19 07:41:42.578764 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-7e0dfcee-90d7-46cf-9bd5-895b520391a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:42.580129 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-ff79fa03-7beb-4556-a48e-6dedb07ed460 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873'] for network, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:42.586273 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff79fa03-7beb-4556-a48e-6dedb07ed460 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:41:42.586445 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-ff79fa03-7beb-4556-a48e-6dedb07ed460 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Notify callbacks [] for network, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:42.620937 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-8ae039ec-6c48-4f52-9435-d152771e9a1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:42.627411 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.db.api [None req-1d5dc315-94bc-48a5-b19d-d2ce8f5bed47 tempest-NetworksIpV6TestAttrs-279669730 tempest-NetworksIpV6TestAttrs-279669730-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 19 07:41:42.627411 dv-neutron-861624-1-hyperv neutron-server[103333]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 19 07:41:42.627411 dv-neutron-861624-1-hyperv neutron-server[103333]: [parameters: {'id': '69e605b4-e436-496b-9ccb-2372353bdf45'}] Oct 19 07:41:42.627411 dv-neutron-861624-1-hyperv neutron-server[103333]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103333) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 19 07:41:42.627827 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG oslo_db.api [None req-1d5dc315-94bc-48a5-b19d-d2ce8f5bed47 tempest-NetworksIpV6TestAttrs-279669730 tempest-NetworksIpV6TestAttrs-279669730-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 19 07:41:42.628381 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-491239c6-9325-452a-8f39-80a0f695ace6 tempest-ExtraDHCPOptionsTestJSON-171316487 tempest-ExtraDHCPOptionsTestJSON-171316487-project] Notify callbacks [] for security_group, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:42.637346 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.services.segments.plugin [-] Segment 5e1308a7-55cc-47e9-a79c-664fb3870715 resource provider aggregate not found Oct 19 07:41:42.719255 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.services.segments.plugin [-] Segment 5e1308a7-55cc-47e9-a79c-664fb3870715 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5e1308a7-55cc-47e9-a79c-664fb3870715 found for delete ", "request_id": "req-3ba59c8f-f477-4451-a9cb-67a252b28fb9"}]} Oct 19 07:41:42.725635 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-ff79fa03-7beb-4556-a48e-6dedb07ed460 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.8113656 Oct 19 07:41:42.730692 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 57080) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:41:42.733402 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff79fa03-7beb-4556-a48e-6dedb07ed460 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Pushing event updated for resources: {'Network': ['ID=a40e5444-86d5-4daa-99ba-b9ae2467b520,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:41:42.741011 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-7e0dfcee-90d7-46cf-9bd5-895b520391a4 None None] For port a3b9ba78-6600-44ca-82e4-fd8910727e7f, host dv-neutron-861624-1-hyperv, cleared binding levels {{(pid=103334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 07:41:42.754069 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-c996e969-0a8f-4847-8c8c-bf92be649fa1 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Request body: {'subnet': {'network_id': 'a40e5444-86d5-4daa-99ba-b9ae2467b520', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:41:42.761874 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-8ae2abee-742a-4650-ba35-3a026b7b8ef8 None None] Provisioning complete for port 562732d4-ff23-4120-a770-5e3cc5751041 triggered by entity DHCP. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:41:42.762250 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-8ae2abee-742a-4650-ba35-3a026b7b8ef8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:42.762584 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-8ae2abee-742a-4650-ba35-3a026b7b8ef8 None None] Attempt 1 to provision port 562732d4-ff23-4120-a770-5e3cc5751041 Oct 19 07:41:42.764256 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Network a40e5444-86d5-4daa-99ba-b9ae2467b520 details requested by agent ovs-agent-dv-neutron-861624-1-hyperv with host dv-neutron-861624-1-hyperv {{(pid=103334) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 07:41:42.764540 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-99544063-19d8-443b-9c7b-2faccc4c680e tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1574855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1694822'] for router_interface, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:42.772592 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-92d5a038-dcad-46c7-8f7e-bd86c3b1917d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339'] for port, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:42.773898 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-c366d9cd-cf1a-4a78-abdb-fe3c049ee331 tempest-ServerActionsTestJSON-1032082790 tempest-ServerActionsTestJSON-1032082790-project] Notify callbacks [] for floatingip, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:42.776941 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-c366d9cd-cf1a-4a78-abdb-fe3c049ee331 tempest-ServerActionsTestJSON-1032082790 tempest-ServerActionsTestJSON-1032082790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42160'] for floatingip, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:42.778281 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-c366d9cd-cf1a-4a78-abdb-fe3c049ee331 tempest-ServerActionsTestJSON-1032082790 tempest-ServerActionsTestJSON-1032082790-project] 10.222.0.27 "DELETE /v2.0/floatingips/3b9a8bd2-a2c5-43cc-a4d1-996ae4ae0fbe HTTP/1.1" status: 204 len: 168 time: 1.6571333 Oct 19 07:41:42.783965 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 57082) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:41:42.803319 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-7e0dfcee-90d7-46cf-9bd5-895b520391a4 None None] For port a3b9ba78-6600-44ca-82e4-fd8910727e7f, host dv-neutron-861624-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=a3b9ba78-6600-44ca-82e4-fd8910727e7f,segment=NetworkSegment(5e1308a7-55cc-47e9-a79c-664fb3870715),segment_id=5e1308a7-55cc-47e9-a79c-664fb3870715)] {{(pid=103334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 07:41:42.811320 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-5df5a59a-1b11-4816-9a17-77b531be79d7 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-133552662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130659641'] for subnet, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:42.844059 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-7e0dfcee-90d7-46cf-9bd5-895b520391a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:42.851133 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92d5a038-dcad-46c7-8f7e-bd86c3b1917d None None] No DVR routers for this DVR port 1f8f70a5-932b-4ec7-a114-febb1940fcc0 on host dv-neutron-861624-1-hyperv {{(pid=103334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 19 07:41:42.859002 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d5a038-dcad-46c7-8f7e-bd86c3b1917d None None] Pushing event deleted for resources: {'Port': ['ID=1f8f70a5-932b-4ec7-a114-febb1940fcc0,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:41:42.872087 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdbfc0a8-a901-4996-a52c-527782aa79b0 tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:41:42.872874 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Current status of the port 562732d4-ff23-4120-a770-5e3cc5751041 is: ACTIVE; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:41:42.873375 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-cdbfc0a8-a901-4996-a52c-527782aa79b0 tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] 10.222.0.27 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.7168741 Oct 19 07:41:42.893411 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 57084) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:41:42.919045 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5df5a59a-1b11-4816-9a17-77b531be79d7 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Network 6b5a65c5-1bed-4301-9db8-c1056c2b8eba is already hosted by enough agents. {{(pid=103332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 07:41:42.954982 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.base_scheduler [None req-5df5a59a-1b11-4816-9a17-77b531be79d7 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Resources bound (agent type, host, resource id): {{(pid=103332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:41:42.958611 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5df5a59a-1b11-4816-9a17-77b531be79d7 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:41:42.959238 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-5df5a59a-1b11-4816-9a17-77b531be79d7 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks [] for subnet, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:42.971486 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-dcdd5bc1-0180-483e-b3e9-a8ea96cd4b60 tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] 10.222.0.27 "GET /v2.0/subnets?network_id=99c66757-74e3-40a4-b479-8d09e3a7c3dd HTTP/1.1" status: 200 len: 207 time: 0.0716395 Oct 19 07:41:43.010419 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-8ae039ec-6c48-4f52-9435-d152771e9a1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788643'] for security_group, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:43.013074 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-8ae039ec-6c48-4f52-9435-d152771e9a1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:43.017531 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-8ae039ec-6c48-4f52-9435-d152771e9a1f admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/e9c54aa7-2b23-4eb9-899f-909ffbf12e68 HTTP/1.1" status: 204 len: 168 time: 1.8222816 Oct 19 07:41:43.017531 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 57086) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:41:43.079702 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df5a59a-1b11-4816-9a17-77b531be79d7 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Pushing event updated for resources: {'Subnet': ['ID=385d3441-44d9-4d8f-8e11-7e66c74f90b4,revision_number=0']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:41:43.096760 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae039ec-6c48-4f52-9435-d152771e9a1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9c54aa7-2b23-4eb9-899f-909ffbf12e68,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:41:43.123904 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb3a5dc4-cb5d-4007-a817-41349fa00a94 None None] Network 6b5a65c5-1bed-4301-9db8-c1056c2b8eba requested from dv-neutron-861624-1-hyperv {{(pid=103334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 07:41:43.125337 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-5df5a59a-1b11-4816-9a17-77b531be79d7 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.9367054 Oct 19 07:41:43.143042 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device 1f8f70a5-932b-4ec7-a114-febb1940fcc0 no longer exists at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 07:41:43.149649 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 57090) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:41:43.157494 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-b7198641-ad81-4e15-8af6-5e6c06ce482e tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Request body: {'subnet': {'network_id': '6b5a65c5-1bed-4301-9db8-c1056c2b8eba', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:41:43.229686 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] No Port match for: 1f8f70a5-932b-4ec7-a114-febb1940fcc0 {{(pid=103334) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 19 07:41:43.230251 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device 1f8f70a5-932b-4ec7-a114-febb1940fcc0 not bound to the agent host dv-neutron-861624-1-hyperv {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 07:41:43.255045 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cafa993b-953e-44aa-8a35-f4dc91327eeb None None] Network 69e605b4-e436-496b-9ccb-2372353bdf45 requested from dv-neutron-861624-1-hyperv {{(pid=103334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 07:41:43.279033 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0dfcee-90d7-46cf-9bd5-895b520391a4 None None] Pushing event updated for resources: {'Port': ['ID=a3b9ba78-6600-44ca-82e4-fd8910727e7f,revision_number=2']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:41:43.304021 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-1d5dc315-94bc-48a5-b19d-d2ce8f5bed47 tempest-NetworksIpV6TestAttrs-279669730 tempest-NetworksIpV6TestAttrs-279669730-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-667019'] for network, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:43.365140 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99544063-19d8-443b-9c7b-2faccc4c680e tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Network e75c1c90-6f0f-4d61-be13-e480777d5d04 is already hosted by enough agents. {{(pid=103332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 07:41:43.372901 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c996e969-0a8f-4847-8c8c-bf92be649fa1 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Made reservation on behalf of 0cd3ded9dc134e3392e5122464eefb82 for: {'subnet': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 07:41:43.378511 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-c996e969-0a8f-4847-8c8c-bf92be649fa1 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130170579'] for subnet, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:43.385170 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.base_scheduler [None req-99544063-19d8-443b-9c7b-2faccc4c680e tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Resources bound (agent type, host, resource id): {{(pid=103332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:41:43.417593 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-8ae2abee-742a-4650-ba35-3a026b7b8ef8 None None] Current status of the port 562732d4-ff23-4120-a770-5e3cc5751041 is: ACTIVE; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:41:43.426175 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-9b3cd8fd-edc6-44ad-9e72-35a20d217afb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:43.514382 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-8ae2abee-742a-4650-ba35-3a026b7b8ef8 None None] Provisioning complete for port 49f2ff67-572d-4668-b362-a96320ef311c triggered by entity DHCP. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:41:43.514757 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-8ae2abee-742a-4650-ba35-3a026b7b8ef8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:43.515093 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-8ae2abee-742a-4650-ba35-3a026b7b8ef8 None None] Attempt 1 to provision port 49f2ff67-572d-4668-b362-a96320ef311c Oct 19 07:41:43.586133 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6b0a1e8-1bb3-4c54-89a9-4ef4a1821627 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d12c6ac-27a3-545c-a8f3-f04e30423d6d-6b5a65c5-1bed-4301-9db8-c1056c2b8eba', 'network_id': '6b5a65c5-1bed-4301-9db8-c1056c2b8eba', 'tenant_id': '61a2e57b80c1442e9cb330141a970781', 'fixed_ips': [{'subnet_id': '385d3441-44d9-4d8f-8e11-7e66c74f90b4'}]}} from dv-neutron-861624-1-hyperv. {{(pid=103334) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 07:41:43.586992 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-b6b0a1e8-1bb3-4c54-89a9-4ef4a1821627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:43.607568 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-8ae2abee-742a-4650-ba35-3a026b7b8ef8 None None] Port 49f2ff67-572d-4668-b362-a96320ef311c cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 07:41:43.678867 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-778a21af-9ea3-4bc3-9fa9-251f4334e207 tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:41:43.701462 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-778a21af-9ea3-4bc3-9fa9-251f4334e207 tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:41:43.711063 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-778a21af-9ea3-4bc3-9fa9-251f4334e207 tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:41:43.721106 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-778a21af-9ea3-4bc3-9fa9-251f4334e207 tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:41:43.728339 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-778a21af-9ea3-4bc3-9fa9-251f4334e207 tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:41:43.735866 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-778a21af-9ea3-4bc3-9fa9-251f4334e207 tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:41:43.742255 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-778a21af-9ea3-4bc3-9fa9-251f4334e207 tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] 10.222.0.27 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3731 time: 0.7147086 Oct 19 07:41:43.747448 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 57102) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:41:43.778469 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.db_base_plugin_common [None req-b6b0a1e8-1bb3-4c54-89a9-4ef4a1821627 None None] Allocated IP 2001:db8::2 (6b5a65c5-1bed-4301-9db8-c1056c2b8eba/385d3441-44d9-4d8f-8e11-7e66c74f90b4/da688800-62b3-40a2-b3e1-03b9d73cb958) {{(pid=103334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 07:41:43.782547 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-491239c6-9325-452a-8f39-80a0f695ace6 tempest-ExtraDHCPOptionsTestJSON-171316487 tempest-ExtraDHCPOptionsTestJSON-171316487-project] Notify callbacks [] for security_group, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:43.794718 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-491239c6-9325-452a-8f39-80a0f695ace6 tempest-ExtraDHCPOptionsTestJSON-171316487 tempest-ExtraDHCPOptionsTestJSON-171316487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788643'] for security_group, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:43.822523 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99544063-19d8-443b-9c7b-2faccc4c680e tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Router 5a3ee82e-b69d-4a9d-a681-af0f007cfa8a has already been hosted by L3 agent ab388470-1243-4d53-80f2-c2f5899c97a7 {{(pid=103332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 07:41:43.885939 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7198641-ad81-4e15-8af6-5e6c06ce482e tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Made reservation on behalf of 61a2e57b80c1442e9cb330141a970781 for: {'subnet': 1} {{(pid=103332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 07:41:43.889766 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-b7198641-ad81-4e15-8af6-5e6c06ce482e tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130659787'] for subnet, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:43.899939 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-491239c6-9325-452a-8f39-80a0f695ace6 tempest-ExtraDHCPOptionsTestJSON-171316487 tempest-ExtraDHCPOptionsTestJSON-171316487-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 199} {{(pid=103333) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 07:41:43.902617 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-1d5dc315-94bc-48a5-b19d-d2ce8f5bed47 tempest-NetworksIpV6TestAttrs-279669730 tempest-NetworksIpV6TestAttrs-279669730-project] Deleting port a3b9ba78-6600-44ca-82e4-fd8910727e7f {{(pid=103333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 07:41:43.902957 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-1d5dc315-94bc-48a5-b19d-d2ce8f5bed47 tempest-NetworksIpV6TestAttrs-279669730 tempest-NetworksIpV6TestAttrs-279669730-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:43.977531 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-491239c6-9325-452a-8f39-80a0f695ace6 tempest-ExtraDHCPOptionsTestJSON-171316487 tempest-ExtraDHCPOptionsTestJSON-171316487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979'] for segment, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:43.977899 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.db.segments_db [None req-491239c6-9325-452a-8f39-80a0f695ace6 tempest-ExtraDHCPOptionsTestJSON-171316487 tempest-ExtraDHCPOptionsTestJSON-171316487-project] Added segment e864fc8e-5dde-440d-9143-acf79766e827 of type vlan for network 1c77bce2-cd11-4c8f-8853-f6df29818bf6 Oct 19 07:41:43.993895 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491239c6-9325-452a-8f39-80a0f695ace6 tempest-ExtraDHCPOptionsTestJSON-171316487 tempest-ExtraDHCPOptionsTestJSON-171316487-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5ebff85e-88d1-409b-8b29-a571f336ede2,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:41:43.999969 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-b6b0a1e8-1bb3-4c54-89a9-4ef4a1821627 None None] Notify callbacks [] for port, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:44.021009 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-b6b0a1e8-1bb3-4c54-89a9-4ef4a1821627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785020947330'] for port, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:44.073674 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6b0a1e8-1bb3-4c54-89a9-4ef4a1821627 None None] Network 6b5a65c5-1bed-4301-9db8-c1056c2b8eba is already hosted by enough agents. {{(pid=103334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 07:41:44.080466 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.scheduler.base_scheduler [None req-b6b0a1e8-1bb3-4c54-89a9-4ef4a1821627 None None] Resources bound (agent type, host, resource id): {{(pid=103334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:41:44.089674 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6b0a1e8-1bb3-4c54-89a9-4ef4a1821627 None None] Received port after_create {{(pid=103334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 07:41:44.097408 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-491239c6-9325-452a-8f39-80a0f695ace6 tempest-ExtraDHCPOptionsTestJSON-171316487 tempest-ExtraDHCPOptionsTestJSON-171316487-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785020965340'] for network, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:44.111417 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-8ae2abee-742a-4650-ba35-3a026b7b8ef8 None None] Attempt 2 to provision port 49f2ff67-572d-4668-b362-a96320ef311c Oct 19 07:41:44.117289 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.db [None req-1d5dc315-94bc-48a5-b19d-d2ce8f5bed47 tempest-NetworksIpV6TestAttrs-279669730 tempest-NetworksIpV6TestAttrs-279669730-project] For port a3b9ba78-6600-44ca-82e4-fd8910727e7f, host dv-neutron-861624-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=a3b9ba78-6600-44ca-82e4-fd8910727e7f,segment=NetworkSegment(5e1308a7-55cc-47e9-a79c-664fb3870715),segment_id=5e1308a7-55cc-47e9-a79c-664fb3870715)] {{(pid=103333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:41:44.117727 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-1d5dc315-94bc-48a5-b19d-d2ce8f5bed47 tempest-NetworksIpV6TestAttrs-279669730 tempest-NetworksIpV6TestAttrs-279669730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:44.131794 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-93e356f1-e46c-4607-b403-5c8fa6166e43 tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] 10.222.0.27 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 813 time: 0.3833432 Oct 19 07:41:44.136890 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 57112) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:41:44.138080 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-c996e969-0a8f-4847-8c8c-bf92be649fa1 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130997899', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130170401'] for subnet, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:44.159708 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 57114) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:41:44.169809 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-1d5dc315-94bc-48a5-b19d-d2ce8f5bed47 tempest-NetworksIpV6TestAttrs-279669730 tempest-NetworksIpV6TestAttrs-279669730-project] Calling delete_port for a3b9ba78-6600-44ca-82e4-fd8910727e7f owned by network:dhcp {{(pid=103333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 07:41:44.187200 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99544063-19d8-443b-9c7b-2faccc4c680e tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Notify agent at l3_agent.dv-neutron-861624-1-hyperv the message routers_updated {{(pid=103332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 07:41:44.199276 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-391aac19-e4cc-4477-8d90-465b0fefa450 None None] Sync routers for ids ['5a3ee82e-b69d-4a9d-a681-af0f007cfa8a'] in dv-neutron-861624-1-hyperv {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 07:41:44.216685 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b0a1e8-1bb3-4c54-89a9-4ef4a1821627 None None] Pushing event updated for resources: {'Port': ['ID=da688800-62b3-40a2-b3e1-03b9d73cb958,revision_number=1']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:41:44.219822 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-391aac19-e4cc-4477-8d90-465b0fefa450 None None] Routers {'5a3ee82e-b69d-4a9d-a681-af0f007cfa8a'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 07:41:44.220865 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-391aac19-e4cc-4477-8d90-465b0fefa450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T07:41:16Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['5a3ee82e-b69d-4a9d-a681-af0f007cfa8a'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:41:44.223946 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-99544063-19d8-443b-9c7b-2faccc4c680e tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] 10.222.0.27 "PUT /v2.0/routers/5a3ee82e-b69d-4a9d-a681-af0f007cfa8a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5814548 Oct 19 07:41:44.225112 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 57118) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:41:44.232139 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-4a9ed98e-bdbc-4843-a95a-6c1109b3e97f tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:41:44.236644 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-491239c6-9325-452a-8f39-80a0f695ace6 tempest-ExtraDHCPOptionsTestJSON-171316487 tempest-ExtraDHCPOptionsTestJSON-171316487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873'] for network, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:44.242246 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-491239c6-9325-452a-8f39-80a0f695ace6 tempest-ExtraDHCPOptionsTestJSON-171316487 tempest-ExtraDHCPOptionsTestJSON-171316487-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:41:44.242666 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-491239c6-9325-452a-8f39-80a0f695ace6 tempest-ExtraDHCPOptionsTestJSON-171316487 tempest-ExtraDHCPOptionsTestJSON-171316487-project] Notify callbacks [] for network, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:44.253563 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-8ae2abee-742a-4650-ba35-3a026b7b8ef8 None None] Port 49f2ff67-572d-4668-b362-a96320ef311c cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 07:41:44.255888 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-b6b0a1e8-1bb3-4c54-89a9-4ef4a1821627 None None] Attempting to bind port da688800-62b3-40a2-b3e1-03b9d73cb958 on host dv-neutron-861624-1-hyperv for vnic_type normal with profile {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 19 07:41:44.257942 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-b6b0a1e8-1bb3-4c54-89a9-4ef4a1821627 None None] Attempting to bind port da688800-62b3-40a2-b3e1-03b9d73cb958 by drivers openvswitch,hyperv on host dv-neutron-861624-1-hyperv at level 0 using segments [{'id': '5a8d2b05-b527-4bd4-a671-b9112f193fef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '6b5a65c5-1bed-4301-9db8-c1056c2b8eba'}] {{(pid=103334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 19 07:41:44.259294 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6b0a1e8-1bb3-4c54-89a9-4ef4a1821627 None None] Attempting to bind port da688800-62b3-40a2-b3e1-03b9d73cb958 on network 6b5a65c5-1bed-4301-9db8-c1056c2b8eba {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 07:41:44.266915 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6b0a1e8-1bb3-4c54-89a9-4ef4a1821627 None None] Checking agent: {'id': 'a5b0152c-d633-409b-aaf8-3b76458e2410', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861624-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 19, 7, 30, 19), 'started_at': datetime.datetime(2022, 10, 19, 7, 30, 49), 'heartbeat_timestamp': datetime.datetime(2022, 10, 19, 7, 41, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861624-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 07:41:44.267179 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.db.ipam_backend_mixin [None req-b7198641-ad81-4e15-8af6-5e6c06ce482e tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 385d3441-44d9-4d8f-8e11-7e66c74f90b4 (CIDR: 2001:db8::/64) Oct 19 07:41:44.268396 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6b0a1e8-1bb3-4c54-89a9-4ef4a1821627 None None] Checking segment: {'id': '5a8d2b05-b527-4bd4-a671-b9112f193fef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '6b5a65c5-1bed-4301-9db8-c1056c2b8eba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 19 07:41:44.269100 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-b6b0a1e8-1bb3-4c54-89a9-4ef4a1821627 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:44.270680 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6b0a1e8-1bb3-4c54-89a9-4ef4a1821627 None None] Bound using segment: {'id': '5a8d2b05-b527-4bd4-a671-b9112f193fef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '6b5a65c5-1bed-4301-9db8-c1056c2b8eba'} {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 07:41:44.271799 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-b6b0a1e8-1bb3-4c54-89a9-4ef4a1821627 None None] Bound port: da688800-62b3-40a2-b3e1-03b9d73cb958, host: dv-neutron-861624-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a8d2b05-b527-4bd4-a671-b9112f193fef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '6b5a65c5-1bed-4301-9db8-c1056c2b8eba'}}] {{(pid=103334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 19 07:41:44.272372 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-b6b0a1e8-1bb3-4c54-89a9-4ef4a1821627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:44.287482 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7198641-ad81-4e15-8af6-5e6c06ce482e tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 19 07:41:44.288027 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b7198641-ad81-4e15-8af6-5e6c06ce482e tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103332) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 07:41:44.302820 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-373d1044-4920-4de8-a15f-2680d1919fe3 tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:41:44.306820 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-373d1044-4920-4de8-a15f-2680d1919fe3 tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:41:44.311863 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-373d1044-4920-4de8-a15f-2680d1919fe3 tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:41:44.315608 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-373d1044-4920-4de8-a15f-2680d1919fe3 tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:41:44.317268 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-373d1044-4920-4de8-a15f-2680d1919fe3 tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:41:44.333519 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-373d1044-4920-4de8-a15f-2680d1919fe3 tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] 10.222.0.27 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1955862 Oct 19 07:41:44.337228 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 57120) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:41:44.354488 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-919f6d28-a97c-4415-a8d2-9e7c54d37f3e tempest-TagsExtTest-1762088066 tempest-TagsExtTest-1762088066-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1975105765'}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:41:44.384093 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-b6b0a1e8-1bb3-4c54-89a9-4ef4a1821627 None None] For port da688800-62b3-40a2-b3e1-03b9d73cb958, host dv-neutron-861624-1-hyperv, cleared binding levels {{(pid=103334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 07:41:44.388068 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-b6b0a1e8-1bb3-4c54-89a9-4ef4a1821627 None None] For port da688800-62b3-40a2-b3e1-03b9d73cb958, host dv-neutron-861624-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=da688800-62b3-40a2-b3e1-03b9d73cb958,segment=NetworkSegment(5a8d2b05-b527-4bd4-a671-b9112f193fef),segment_id=5a8d2b05-b527-4bd4-a671-b9112f193fef)] {{(pid=103334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 07:41:44.391785 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvr_db [None req-391aac19-e4cc-4477-8d90-465b0fefa450 None None] Set router 5a3ee82e-b69d-4a9d-a681-af0f007cfa8a gateway port host: None {{(pid=103335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 07:41:44.394949 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c996e969-0a8f-4847-8c8c-bf92be649fa1 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Pushing event updated for resources: {'Subnet': ['ID=dbf76978-80ea-4b8e-88e9-6439bc5321d4,revision_number=0']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:41:44.395444 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-b6b0a1e8-1bb3-4c54-89a9-4ef4a1821627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:44.437595 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8f2d722-7a36-47ac-9abf-93b21e1dafbf tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Attributes excluded by policy engine: ['shared'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:41:44.440560 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8f2d722-7a36-47ac-9abf-93b21e1dafbf tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Attributes excluded by policy engine: ['shared'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:41:44.442174 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8f2d722-7a36-47ac-9abf-93b21e1dafbf tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Attributes excluded by policy engine: ['shared'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:41:44.443964 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8f2d722-7a36-47ac-9abf-93b21e1dafbf tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Attributes excluded by policy engine: ['shared'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:41:44.445492 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8f2d722-7a36-47ac-9abf-93b21e1dafbf tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Attributes excluded by policy engine: ['shared'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:41:44.448472 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-a8f2d722-7a36-47ac-9abf-93b21e1dafbf tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] 10.222.0.27 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.1090677 Oct 19 07:41:44.457104 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-b7198641-ad81-4e15-8af6-5e6c06ce482e tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.3059866 Oct 19 07:41:44.459736 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 57122) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:41:44.460063 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 57124) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:41:44.476805 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-868da8a8-8eee-4c1e-97c0-b446ac162a07 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Request body: {'subnet': {'network_id': '6b5a65c5-1bed-4301-9db8-c1056c2b8eba', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:41:44.482117 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-491239c6-9325-452a-8f39-80a0f695ace6 tempest-ExtraDHCPOptionsTestJSON-171316487 tempest-ExtraDHCPOptionsTestJSON-171316487-project] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 2.5178907 Oct 19 07:41:44.486252 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 57126) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:41:44.491175 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-185ab0d2-97be-44e5-97af-0fab451b3bfc tempest-ExtraDHCPOptionsTestJSON-171316487 tempest-ExtraDHCPOptionsTestJSON-171316487-project] Request body: {'subnet': {'network_id': '1c77bce2-cd11-4c8f-8853-f6df29818bf6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:41:44.493121 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b0a1e8-1bb3-4c54-89a9-4ef4a1821627 None None] Pushing event updated for resources: {'Port': ['ID=da688800-62b3-40a2-b3e1-03b9d73cb958,revision_number=2']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:41:44.556983 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-919f6d28-a97c-4415-a8d2-9e7c54d37f3e tempest-TagsExtTest-1762088066 tempest-TagsExtTest-1762088066-project] Made reservation on behalf of 14423718735a4526899b6af36b719fd1 for: {'network': 1} {{(pid=103332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 07:41:44.560367 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-919f6d28-a97c-4415-a8d2-9e7c54d37f3e tempest-TagsExtTest-1762088066 tempest-TagsExtTest-1762088066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for network, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:44.564159 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491239c6-9325-452a-8f39-80a0f695ace6 tempest-ExtraDHCPOptionsTestJSON-171316487 tempest-ExtraDHCPOptionsTestJSON-171316487-project] Pushing event updated for resources: {'Network': ['ID=1c77bce2-cd11-4c8f-8853-f6df29818bf6,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:41:44.575218 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Network 1c77bce2-cd11-4c8f-8853-f6df29818bf6 details requested by agent ovs-agent-dv-neutron-861624-1-hyperv with host dv-neutron-861624-1-hyperv {{(pid=103334) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 07:41:44.590149 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-919f6d28-a97c-4415-a8d2-9e7c54d37f3e tempest-TagsExtTest-1762088066 tempest-TagsExtTest-1762088066-project] Notify callbacks [] for security_group, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:44.663227 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-391aac19-e4cc-4477-8d90-465b0fefa450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a3ee82e-b69d-4a9d-a681-af0f007cfa8a', 'name': 'tempest-RoutersTest-router-906858636', 'tenant_id': 'ea2e94e7c58741afa39e88c6d73f4fb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T07:41:03Z', 'updated_at': '2022-10-19T07:41:39Z', 'revision_number': 5, 'project_id': 'ea2e94e7c58741afa39e88c6d73f4fb1', 'gw_port_host': None, '_interfaces': [{'id': '202bbb75-d656-4039-93c2-eb6a38fe76f3', 'name': '', 'network_id': 'f9ca5f41-fe6c-4a10-918c-6649165b7312', 'tenant_id': 'ea2e94e7c58741afa39e88c6d73f4fb1', 'mac_address': 'fa:16:3e:86:ee:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a3ee82e-b69d-4a9d-a681-af0f007cfa8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': '2fde0ae8-bf21-420c-80fc-149699eead07', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:41:26Z', 'updated_at': '2022-10-19T07:41:38Z', 'revision_number': 5, 'project_id': 'ea2e94e7c58741afa39e88c6d73f4fb1', 'subnets': [{'id': '2fde0ae8-bf21-420c-80fc-149699eead07', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '49f2ff67-572d-4668-b362-a96320ef311c', 'name': '', 'network_id': 'e75c1c90-6f0f-4d61-be13-e480777d5d04', 'tenant_id': 'ea2e94e7c58741afa39e88c6d73f4fb1', 'mac_address': 'fa:16:3e:ec:54:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a3ee82e-b69d-4a9d-a681-af0f007cfa8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'ece11983-5f95-4126-9586-efdf72e78760', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:41:37Z', 'updated_at': '2022-10-19T07:41:40Z', 'revision_number': 2, 'project_id': 'ea2e94e7c58741afa39e88c6d73f4fb1', 'subnets': [{'id': 'ece11983-5f95-4126-9586-efdf72e78760', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4ce3479b-393b-481b-b58d-51ccf321edac', 'name': '', 'network_id': 'b58e1c6a-78c1-43cd-89d9-838f22da233f', 'tenant_id': 'ea2e94e7c58741afa39e88c6d73f4fb1', 'mac_address': 'fa:16:3e:31:7a:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a3ee82e-b69d-4a9d-a681-af0f007cfa8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '612c3709-642f-4c80-9732-62beec0bf567', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:41:06Z', 'updated_at': '2022-10-19T07:41:21Z', 'revision_number': 5, 'project_id': 'ea2e94e7c58741afa39e88c6d73f4fb1', 'subnets': [{'id': '612c3709-642f-4c80-9732-62beec0bf567', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd9ac0312-b4f0-4a4f-ab6d-3fbf05a5739a', 'name': '', 'network_id': '4daf018b-9448-4af6-b1a7-ed0b0c9c81a9', 'tenant_id': 'ea2e94e7c58741afa39e88c6d73f4fb1', 'mac_address': 'fa:16:3e:d0:0f:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a3ee82e-b69d-4a9d-a681-af0f007cfa8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '70304bbd-b21f-4bfc-b426-0275306673c4', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:41:16Z', 'updated_at': '2022-10-19T07:41:25Z', 'revision_number': 5, 'project_id': 'ea2e94e7c58741afa39e88c6d73f4fb1', 'subnets': [{'id': '70304bbd-b21f-4bfc-b426-0275306673c4', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:41:44.718520 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-391aac19-e4cc-4477-8d90-465b0fefa450 None None] Checking router: 5a3ee82e-b69d-4a9d-a681-af0f007cfa8a for host: dv-neutron-861624-1-hyperv {{(pid=103335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 07:41:44.719181 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-391aac19-e4cc-4477-8d90-465b0fefa450 None None] Updating router 5a3ee82e-b69d-4a9d-a681-af0f007cfa8a port 49f2ff67-572d-4668-b362-a96320ef311c binding host dv-neutron-861624-1-hyperv {{(pid=103335) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 07:41:44.746602 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-1d5dc315-94bc-48a5-b19d-d2ce8f5bed47 tempest-NetworksIpV6TestAttrs-279669730 tempest-NetworksIpV6TestAttrs-279669730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130996763'] for port, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:44.749644 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-391aac19-e4cc-4477-8d90-465b0fefa450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:44.755300 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-8ae2abee-742a-4650-ba35-3a026b7b8ef8 None None] Attempt 3 to provision port 49f2ff67-572d-4668-b362-a96320ef311c Oct 19 07:41:44.789038 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c996e969-0a8f-4847-8c8c-bf92be649fa1 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Checking segment: {'id': '8398e48e-7c9a-41bb-94c6-2f05519a3efc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'a40e5444-86d5-4daa-99ba-b9ae2467b520'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 19 07:41:44.789406 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c996e969-0a8f-4847-8c8c-bf92be649fa1 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Network hostable DHCP agents. Network: a40e5444-86d5-4daa-99ba-b9ae2467b520, hostable agents: ['310d813b-0e3e-4d7e-9b79-8f4ec0dbcab0'], hosted agents: [] {{(pid=103333) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 07:41:44.830023 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-8ae2abee-742a-4650-ba35-3a026b7b8ef8 None None] Port 49f2ff67-572d-4668-b362-a96320ef311c cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 07:41:44.874714 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5dc315-94bc-48a5-b19d-d2ce8f5bed47 tempest-NetworksIpV6TestAttrs-279669730 tempest-NetworksIpV6TestAttrs-279669730-project] Pushing event deleted for resources: {'Port': ['ID=a3b9ba78-6600-44ca-82e4-fd8910727e7f,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:41:44.892915 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d5dc315-94bc-48a5-b19d-d2ce8f5bed47 tempest-NetworksIpV6TestAttrs-279669730 tempest-NetworksIpV6TestAttrs-279669730-project] No DVR routers for this DVR port a3b9ba78-6600-44ca-82e4-fd8910727e7f on host dv-neutron-861624-1-hyperv {{(pid=103333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 19 07:41:44.921908 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b6f440f-e70a-426f-991f-8517469b7a5e tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:41:44.925629 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-9b6f440f-e70a-426f-991f-8517469b7a5e tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] 10.222.0.27 "GET /v2.0/networks/ae2542a6-7d92-424e-84a1-56c3a5d0fd70 HTTP/1.1" status: 200 len: 803 time: 0.4634323 Oct 19 07:41:44.935812 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 57128) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:41:44.970606 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-185ab0d2-97be-44e5-97af-0fab451b3bfc tempest-ExtraDHCPOptionsTestJSON-171316487 tempest-ExtraDHCPOptionsTestJSON-171316487-project] Made reservation on behalf of 8875c86245f24ffbb6a3ee083e198fee for: {'subnet': 1} {{(pid=103332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 07:41:44.976152 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-185ab0d2-97be-44e5-97af-0fab451b3bfc tempest-ExtraDHCPOptionsTestJSON-171316487 tempest-ExtraDHCPOptionsTestJSON-171316487-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130659787'] for subnet, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:45.013012 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-a5d60525-179b-4b5c-a4ca-8a9f6fc76ddc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1694785'] for router_interface, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:45.018920 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-868da8a8-8eee-4c1e-97c0-b446ac162a07 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Made reservation on behalf of 61a2e57b80c1442e9cb330141a970781 for: {'subnet': 1} {{(pid=103332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 07:41:45.022740 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-868da8a8-8eee-4c1e-97c0-b446ac162a07 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130659787'] for subnet, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:45.056589 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-919f6d28-a97c-4415-a8d2-9e7c54d37f3e tempest-TagsExtTest-1762088066 tempest-TagsExtTest-1762088066-project] Notify callbacks [] for security_group, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:45.057888 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c996e969-0a8f-4847-8c8c-bf92be649fa1 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Network a40e5444-86d5-4daa-99ba-b9ae2467b520 is scheduled to be hosted by DHCP agent 310d813b-0e3e-4d7e-9b79-8f4ec0dbcab0 with binding_index 1 {{(pid=103333) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 07:41:45.093326 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-391aac19-e4cc-4477-8d90-465b0fefa450 None None] Notify callbacks [] for port, precommit_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:45.096910 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-919f6d28-a97c-4415-a8d2-9e7c54d37f3e tempest-TagsExtTest-1762088066 tempest-TagsExtTest-1762088066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788643'] for security_group, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:45.102612 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-391aac19-e4cc-4477-8d90-465b0fefa450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:45.152387 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-c996e969-0a8f-4847-8c8c-bf92be649fa1 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861624-1-hyperv, a40e5444-86d5-4daa-99ba-b9ae2467b520) {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:41:45.163445 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c2f4ce9-6927-4579-b44a-cf4579f30351 None None] Network a40e5444-86d5-4daa-99ba-b9ae2467b520 requested from dv-neutron-861624-1-hyperv {{(pid=103334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 07:41:45.172979 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ecbbee-cc15-4ea1-8090-3961d41c9f00 None None] Pushing event updated for resources: {'Port': ['ID=49f2ff67-572d-4668-b362-a96320ef311c,revision_number=3']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:41:45.191985 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-1d5dc315-94bc-48a5-b19d-d2ce8f5bed47 tempest-NetworksIpV6TestAttrs-279669730 tempest-NetworksIpV6TestAttrs-279669730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-673051', 'neutron.services.segments.db._delete_segments_for_network-8785021519108'] for network, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:45.204421 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c996e969-0a8f-4847-8c8c-bf92be649fa1 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:41:45.205048 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-c996e969-0a8f-4847-8c8c-bf92be649fa1 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Notify callbacks [] for subnet, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:45.219987 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-391aac19-e4cc-4477-8d90-465b0fefa450 None None] Attempting to bind port 49f2ff67-572d-4668-b362-a96320ef311c on host dv-neutron-861624-1-hyperv for vnic_type normal with profile {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 19 07:41:45.220988 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-391aac19-e4cc-4477-8d90-465b0fefa450 None None] Attempting to bind port 49f2ff67-572d-4668-b362-a96320ef311c by drivers openvswitch,hyperv on host dv-neutron-861624-1-hyperv at level 0 using segments [{'id': 'd67b78bd-0eb3-44a5-b43a-bdc62a506524', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'e75c1c90-6f0f-4d61-be13-e480777d5d04'}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 19 07:41:45.221543 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-391aac19-e4cc-4477-8d90-465b0fefa450 None None] Attempting to bind port 49f2ff67-572d-4668-b362-a96320ef311c on network e75c1c90-6f0f-4d61-be13-e480777d5d04 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 07:41:45.231489 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-391aac19-e4cc-4477-8d90-465b0fefa450 None None] Checking agent: {'id': 'a5b0152c-d633-409b-aaf8-3b76458e2410', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861624-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 19, 7, 30, 19), 'started_at': datetime.datetime(2022, 10, 19, 7, 30, 49), 'heartbeat_timestamp': datetime.datetime(2022, 10, 19, 7, 41, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861624-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 07:41:45.232670 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-391aac19-e4cc-4477-8d90-465b0fefa450 None None] Checking segment: {'id': 'd67b78bd-0eb3-44a5-b43a-bdc62a506524', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'e75c1c90-6f0f-4d61-be13-e480777d5d04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 19 07:41:45.233291 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-391aac19-e4cc-4477-8d90-465b0fefa450 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:45.233849 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-391aac19-e4cc-4477-8d90-465b0fefa450 None None] Bound using segment: {'id': 'd67b78bd-0eb3-44a5-b43a-bdc62a506524', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'e75c1c90-6f0f-4d61-be13-e480777d5d04'} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 07:41:45.234481 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-391aac19-e4cc-4477-8d90-465b0fefa450 None None] Bound port: 49f2ff67-572d-4668-b362-a96320ef311c, host: dv-neutron-861624-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd67b78bd-0eb3-44a5-b43a-bdc62a506524', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'e75c1c90-6f0f-4d61-be13-e480777d5d04'}}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 19 07:41:45.235750 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-391aac19-e4cc-4477-8d90-465b0fefa450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:45.245371 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-1d5dc315-94bc-48a5-b19d-d2ce8f5bed47 tempest-NetworksIpV6TestAttrs-279669730 tempest-NetworksIpV6TestAttrs-279669730-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69e605b4-e436-496b-9ccb-2372353bdf45']}} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:41:45.316937 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-919f6d28-a97c-4415-a8d2-9e7c54d37f3e tempest-TagsExtTest-1762088066 tempest-TagsExtTest-1762088066-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 187} {{(pid=103332) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 07:41:45.328191 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-919f6d28-a97c-4415-a8d2-9e7c54d37f3e tempest-TagsExtTest-1762088066 tempest-TagsExtTest-1762088066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979'] for segment, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:45.328881 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.db.segments_db [None req-919f6d28-a97c-4415-a8d2-9e7c54d37f3e tempest-TagsExtTest-1762088066 tempest-TagsExtTest-1762088066-project] Added segment 229fdee6-4997-4cba-b9dd-1d528ceb2c7e of type vlan for network 08c4347d-3e4d-45f5-ba2f-dfc6347ca533 Oct 19 07:41:45.330325 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-c996e969-0a8f-4847-8c8c-bf92be649fa1 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.5938952 Oct 19 07:41:45.335851 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-391aac19-e4cc-4477-8d90-465b0fefa450 None None] For port 49f2ff67-572d-4668-b362-a96320ef311c, host dv-neutron-861624-1-hyperv, cleared binding levels {{(pid=103335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 07:41:45.336049 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-1d5dc315-94bc-48a5-b19d-d2ce8f5bed47 tempest-NetworksIpV6TestAttrs-279669730 tempest-NetworksIpV6TestAttrs-279669730-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e1308a7-55cc-47e9-a79c-664fb3870715') {'for_net_delete': True} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:41:45.336198 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-1d5dc315-94bc-48a5-b19d-d2ce8f5bed47 tempest-NetworksIpV6TestAttrs-279669730 tempest-NetworksIpV6TestAttrs-279669730-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e1308a7-55cc-47e9-a79c-664fb3870715') {} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:41:45.342042 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-391aac19-e4cc-4477-8d90-465b0fefa450 None None] For port 49f2ff67-572d-4668-b362-a96320ef311c, host dv-neutron-861624-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=49f2ff67-572d-4668-b362-a96320ef311c,segment=NetworkSegment(d67b78bd-0eb3-44a5-b43a-bdc62a506524),segment_id=d67b78bd-0eb3-44a5-b43a-bdc62a506524)] {{(pid=103335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 07:41:45.343594 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 57130) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:41:45.350101 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-391aac19-e4cc-4477-8d90-465b0fefa450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:45.358503 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-4589991b-1a31-422c-b34b-91847fbf11d8 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Request body: {'subnet': {'network_id': 'a40e5444-86d5-4daa-99ba-b9ae2467b520', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:41:45.359539 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-8ae2abee-742a-4650-ba35-3a026b7b8ef8 None None] Attempt 4 to provision port 49f2ff67-572d-4668-b362-a96320ef311c Oct 19 07:41:45.377799 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-6938c0f6-9059-4fea-b7a8-d96809160ef3 tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] 10.222.0.27 "GET /v2.0/networks/ae2542a6-7d92-424e-84a1-56c3a5d0fd70?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 319 time: 0.4144175 Oct 19 07:41:45.378443 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 57132) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:41:45.382053 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-1d5dc315-94bc-48a5-b19d-d2ce8f5bed47 tempest-NetworksIpV6TestAttrs-279669730 tempest-NetworksIpV6TestAttrs-279669730-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785021519382', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-134111927'] for segment, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:45.412037 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-391aac19-e4cc-4477-8d90-465b0fefa450 None None] Routers {'5a3ee82e-b69d-4a9d-a681-af0f007cfa8a'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 07:41:45.412265 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-391aac19-e4cc-4477-8d90-465b0fefa450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T07:41:16Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['5a3ee82e-b69d-4a9d-a681-af0f007cfa8a'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:41:45.447515 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afc01f4e-0e46-41d0-8283-4876bcee4eae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d12c6ac-27a3-545c-a8f3-f04e30423d6d-a40e5444-86d5-4daa-99ba-b9ae2467b520', 'network_id': 'a40e5444-86d5-4daa-99ba-b9ae2467b520', 'tenant_id': '0cd3ded9dc134e3392e5122464eefb82', 'fixed_ips': [{'subnet_id': 'dbf76978-80ea-4b8e-88e9-6439bc5321d4'}]}} from dv-neutron-861624-1-hyperv. {{(pid=103334) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 07:41:45.451945 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919f6d28-a97c-4415-a8d2-9e7c54d37f3e tempest-TagsExtTest-1762088066 tempest-TagsExtTest-1762088066-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7d28f1bf-a74e-4210-8a6b-7e09f86d212d,revision_number=1']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:41:45.453373 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-afc01f4e-0e46-41d0-8283-4876bcee4eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:45.457509 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-919f6d28-a97c-4415-a8d2-9e7c54d37f3e tempest-TagsExtTest-1762088066 tempest-TagsExtTest-1762088066-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785020965340'] for network, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:45.476550 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.extraroute_db [None req-4a9ed98e-bdbc-4843-a95a-6c1109b3e97f tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Added routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=103333) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Oct 19 07:41:45.528834 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-1d5dc315-94bc-48a5-b19d-d2ce8f5bed47 tempest-NetworksIpV6TestAttrs-279669730 tempest-NetworksIpV6TestAttrs-279669730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979'] for segment, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:45.552776 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ecbbee-cc15-4ea1-8090-3961d41c9f00 None None] Pushing event updated for resources: {'Port': ['ID=49f2ff67-572d-4668-b362-a96320ef311c,revision_number=4']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:41:45.571836 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-185ab0d2-97be-44e5-97af-0fab451b3bfc tempest-ExtraDHCPOptionsTestJSON-171316487 tempest-ExtraDHCPOptionsTestJSON-171316487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-133552662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130659641'] for subnet, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:45.584549 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvr_db [None req-391aac19-e4cc-4477-8d90-465b0fefa450 None None] Set router 5a3ee82e-b69d-4a9d-a681-af0f007cfa8a gateway port host: None {{(pid=103335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 07:41:45.605295 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-919f6d28-a97c-4415-a8d2-9e7c54d37f3e tempest-TagsExtTest-1762088066 tempest-TagsExtTest-1762088066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873'] for network, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:45.611877 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-919f6d28-a97c-4415-a8d2-9e7c54d37f3e tempest-TagsExtTest-1762088066 tempest-TagsExtTest-1762088066-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:41:45.612803 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-919f6d28-a97c-4415-a8d2-9e7c54d37f3e tempest-TagsExtTest-1762088066 tempest-TagsExtTest-1762088066-project] Notify callbacks [] for network, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:45.660851 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d5dc315-94bc-48a5-b19d-d2ce8f5bed47 tempest-NetworksIpV6TestAttrs-279669730 tempest-NetworksIpV6TestAttrs-279669730-project] Releasing vlan 154 on physical network physnet1 to pool {{(pid=103333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 07:41:45.661588 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-1d5dc315-94bc-48a5-b19d-d2ce8f5bed47 tempest-NetworksIpV6TestAttrs-279669730 tempest-NetworksIpV6TestAttrs-279669730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130996782'] for segment, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:45.685382 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-8ae2abee-742a-4650-ba35-3a026b7b8ef8 None None] Current status of the port 49f2ff67-572d-4668-b362-a96320ef311c is: DOWN; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:41:45.685773 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-8ae2abee-742a-4650-ba35-3a026b7b8ef8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:45.716114 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-919f6d28-a97c-4415-a8d2-9e7c54d37f3e tempest-TagsExtTest-1762088066 tempest-TagsExtTest-1762088066-project] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.5532863 Oct 19 07:41:45.726802 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 57136) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:41:45.777116 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-8ae2abee-742a-4650-ba35-3a026b7b8ef8 None None] For port 49f2ff67-572d-4668-b362-a96320ef311c, host dv-neutron-861624-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=49f2ff67-572d-4668-b362-a96320ef311c,segment=NetworkSegment(d67b78bd-0eb3-44a5-b43a-bdc62a506524),segment_id=d67b78bd-0eb3-44a5-b43a-bdc62a506524)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:41:45.786510 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-8ae2abee-742a-4650-ba35-3a026b7b8ef8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:45.802398 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-6c797402-b994-4fcd-b009-14e60063724a tempest-TagsExtTest-1762088066 tempest-TagsExtTest-1762088066-project] Request body: {'subnet': {'network_id': '08c4347d-3e4d-45f5-ba2f-dfc6347ca533', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:41:45.832797 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.db_base_plugin_common [None req-afc01f4e-0e46-41d0-8283-4876bcee4eae None None] Allocated IP 2001:db8::2 (a40e5444-86d5-4daa-99ba-b9ae2467b520/dbf76978-80ea-4b8e-88e9-6439bc5321d4/810ea5b8-0a78-49da-8b9d-9d10c360a366) {{(pid=103334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 07:41:45.904946 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae2abee-742a-4650-ba35-3a026b7b8ef8 None None] Pushing event updated for resources: {'Port': ['ID=49f2ff67-572d-4668-b362-a96320ef311c,revision_number=5']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:41:45.966665 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-f633365d-e367-49ee-b520-66dec95ab8aa None None] Provisioning complete for port 49f2ff67-572d-4668-b362-a96320ef311c triggered by entity DHCP. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:41:45.967049 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-f633365d-e367-49ee-b520-66dec95ab8aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:45.967335 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-391aac19-e4cc-4477-8d90-465b0fefa450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a3ee82e-b69d-4a9d-a681-af0f007cfa8a', 'name': 'tempest-RoutersTest-router-906858636', 'tenant_id': 'ea2e94e7c58741afa39e88c6d73f4fb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T07:41:03Z', 'updated_at': '2022-10-19T07:41:39Z', 'revision_number': 5, 'project_id': 'ea2e94e7c58741afa39e88c6d73f4fb1', 'gw_port_host': None, '_interfaces': [{'id': '202bbb75-d656-4039-93c2-eb6a38fe76f3', 'name': '', 'network_id': 'f9ca5f41-fe6c-4a10-918c-6649165b7312', 'tenant_id': 'ea2e94e7c58741afa39e88c6d73f4fb1', 'mac_address': 'fa:16:3e:86:ee:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a3ee82e-b69d-4a9d-a681-af0f007cfa8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': '2fde0ae8-bf21-420c-80fc-149699eead07', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:41:26Z', 'updated_at': '2022-10-19T07:41:38Z', 'revision_number': 5, 'project_id': 'ea2e94e7c58741afa39e88c6d73f4fb1', 'subnets': [{'id': '2fde0ae8-bf21-420c-80fc-149699eead07', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '49f2ff67-572d-4668-b362-a96320ef311c', 'name': '', 'network_id': 'e75c1c90-6f0f-4d61-be13-e480777d5d04', 'tenant_id': 'ea2e94e7c58741afa39e88c6d73f4fb1', 'mac_address': 'fa:16:3e:ec:54:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a3ee82e-b69d-4a9d-a681-af0f007cfa8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'ece11983-5f95-4126-9586-efdf72e78760', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:41:37Z', 'updated_at': '2022-10-19T07:41:45Z', 'revision_number': 4, 'project_id': 'ea2e94e7c58741afa39e88c6d73f4fb1', 'subnets': [{'id': 'ece11983-5f95-4126-9586-efdf72e78760', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4ce3479b-393b-481b-b58d-51ccf321edac', 'name': '', 'network_id': 'b58e1c6a-78c1-43cd-89d9-838f22da233f', 'tenant_id': 'ea2e94e7c58741afa39e88c6d73f4fb1', 'mac_address': 'fa:16:3e:31:7a:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a3ee82e-b69d-4a9d-a681-af0f007cfa8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '612c3709-642f-4c80-9732-62beec0bf567', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:41:06Z', 'updated_at': '2022-10-19T07:41:21Z', 'revision_number': 5, 'project_id': 'ea2e94e7c58741afa39e88c6d73f4fb1', 'subnets': [{'id': '612c3709-642f-4c80-9732-62beec0bf567', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd9ac0312-b4f0-4a4f-ab6d-3fbf05a5739a', 'name': '', 'network_id': '4daf018b-9448-4af6-b1a7-ed0b0c9c81a9', 'tenant_id': 'ea2e94e7c58741afa39e88c6d73f4fb1', 'mac_address': 'fa:16:3e:d0:0f:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a3ee82e-b69d-4a9d-a681-af0f007cfa8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '70304bbd-b21f-4bfc-b426-0275306673c4', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:41:16Z', 'updated_at': '2022-10-19T07:41:25Z', 'revision_number': 5, 'project_id': 'ea2e94e7c58741afa39e88c6d73f4fb1', 'subnets': [{'id': '70304bbd-b21f-4bfc-b426-0275306673c4', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:41:45.967531 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-f633365d-e367-49ee-b520-66dec95ab8aa None None] Attempt 1 to provision port 49f2ff67-572d-4668-b362-a96320ef311c Oct 19 07:41:46.042361 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-391aac19-e4cc-4477-8d90-465b0fefa450 None None] The sync data for ids ['5a3ee82e-b69d-4a9d-a681-af0f007cfa8a'] in dv-neutron-861624-1-hyperv is: [{'id': '5a3ee82e-b69d-4a9d-a681-af0f007cfa8a', 'name': 'tempest-RoutersTest-router-906858636', 'tenant_id': 'ea2e94e7c58741afa39e88c6d73f4fb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T07:41:03Z', 'updated_at': '2022-10-19T07:41:39Z', 'revision_number': 5, 'project_id': 'ea2e94e7c58741afa39e88c6d73f4fb1', 'gw_port_host': None, '_interfaces': [{'id': '202bbb75-d656-4039-93c2-eb6a38fe76f3', 'name': '', 'network_id': 'f9ca5f41-fe6c-4a10-918c-6649165b7312', 'tenant_id': 'ea2e94e7c58741afa39e88c6d73f4fb1', 'mac_address': 'fa:16:3e:86:ee:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a3ee82e-b69d-4a9d-a681-af0f007cfa8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': '2fde0ae8-bf21-420c-80fc-149699eead07', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:41:26Z', 'updated_at': '2022-10-19T07:41:38Z', 'revision_number': 5, 'project_id': 'ea2e94e7c58741afa39e88c6d73f4fb1', 'subnets': [{'id': '2fde0ae8-bf21-420c-80fc-149699eead07', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '49f2ff67-572d-4668-b362-a96320ef311c', 'name': '', 'network_id': 'e75c1c90-6f0f-4d61-be13-e480777d5d04', 'tenant_id': 'ea2e94e7c58741afa39e88c6d73f4fb1', 'mac_address': 'fa:16:3e:ec:54:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a3ee82e-b69d-4a9d-a681-af0f007cfa8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'ece11983-5f95-4126-9586-efdf72e78760', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:41:37Z', 'updated_at': '2022-10-19T07:41:45Z', 'revision_number': 4, 'project_id': 'ea2e94e7c58741afa39e88c6d73f4fb1', 'subnets': [{'id': 'ece11983-5f95-4126-9586-efdf72e78760', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4ce3479b-393b-481b-b58d-51ccf321edac', 'name': '', 'network_id': 'b58e1c6a-78c1-43cd-89d9-838f22da233f', 'tenant_id': 'ea2e94e7c58741afa39e88c6d73f4fb1', 'mac_address': 'fa:16:3e:31:7a:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a3ee82e-b69d-4a9d-a681-af0f007cfa8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '612c3709-642f-4c80-9732-62beec0bf567', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:41:06Z', 'updated_at': '2022-10-19T07:41:21Z', 'revision_number': 5, 'project_id': 'ea2e94e7c58741afa39e88c6d73f4fb1', 'subnets': [{'id': '612c3709-642f-4c80-9732-62beec0bf567', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd9ac0312-b4f0-4a4f-ab6d-3fbf05a5739a', 'name': '', 'network_id': '4daf018b-9448-4af6-b1a7-ed0b0c9c81a9', 'tenant_id': 'ea2e94e7c58741afa39e88c6d73f4fb1', 'mac_address': 'fa:16:3e:d0:0f:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a3ee82e-b69d-4a9d-a681-af0f007cfa8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '70304bbd-b21f-4bfc-b426-0275306673c4', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:41:16Z', 'updated_at': '2022-10-19T07:41:25Z', 'revision_number': 5, 'project_id': 'ea2e94e7c58741afa39e88c6d73f4fb1', 'subnets': [{'id': '70304bbd-b21f-4bfc-b426-0275306673c4', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 07:41:46.113265 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-afc01f4e-0e46-41d0-8283-4876bcee4eae None None] Notify callbacks [] for port, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:46.122476 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-afc01f4e-0e46-41d0-8283-4876bcee4eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785020947330'] for port, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:46.219860 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device da688800-62b3-40a2-b3e1-03b9d73cb958 up at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 07:41:46.264554 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afc01f4e-0e46-41d0-8283-4876bcee4eae None None] Network a40e5444-86d5-4daa-99ba-b9ae2467b520 is already hosted by enough agents. {{(pid=103334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 07:41:46.278704 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.scheduler.base_scheduler [None req-afc01f4e-0e46-41d0-8283-4876bcee4eae None None] Resources bound (agent type, host, resource id): {{(pid=103334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:41:46.280498 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc01f4e-0e46-41d0-8283-4876bcee4eae None None] Pushing event updated for resources: {'Port': ['ID=810ea5b8-0a78-49da-8b9d-9d10c360a366,revision_number=1']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:41:46.289812 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afc01f4e-0e46-41d0-8283-4876bcee4eae None None] Received port after_create {{(pid=103334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 07:41:46.293603 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-f633365d-e367-49ee-b520-66dec95ab8aa None None] Current status of the port 49f2ff67-572d-4668-b362-a96320ef311c is: ACTIVE; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:41:46.296247 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919f6d28-a97c-4415-a8d2-9e7c54d37f3e tempest-TagsExtTest-1762088066 tempest-TagsExtTest-1762088066-project] Pushing event updated for resources: {'Network': ['ID=08c4347d-3e4d-45f5-ba2f-dfc6347ca533,revision_number=1']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:41:46.316715 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-4af5d777-25e1-4f07-b5d6-56aa878f13cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:46.355800 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.services.segments.plugin [-] Segment 5e1308a7-55cc-47e9-a79c-664fb3870715 resource provider aggregate not found Oct 19 07:41:46.360678 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185ab0d2-97be-44e5-97af-0fab451b3bfc tempest-ExtraDHCPOptionsTestJSON-171316487 tempest-ExtraDHCPOptionsTestJSON-171316487-project] Pushing event updated for resources: {'Subnet': ['ID=9e9d6a7a-c342-460f-bc03-1b1e363b1040,revision_number=0']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:41:46.367425 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8685f835-ca80-471f-81e1-36b639fa5e16 tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:41:46.368854 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-8685f835-ca80-471f-81e1-36b639fa5e16 tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] 10.222.0.27 "GET /v2.0/subnets/110150a5-4357-4287-823f-c8e6e9cf2bd2 HTTP/1.1" status: 200 len: 843 time: 0.9824104 Oct 19 07:41:46.369557 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4589991b-1a31-422c-b34b-91847fbf11d8 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Made reservation on behalf of 0cd3ded9dc134e3392e5122464eefb82 for: {'subnet': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 07:41:46.372880 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-4589991b-1a31-422c-b34b-91847fbf11d8 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130170579'] for subnet, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:46.378045 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 57144) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:41:46.410081 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-afc01f4e-0e46-41d0-8283-4876bcee4eae None None] Attempting to bind port 810ea5b8-0a78-49da-8b9d-9d10c360a366 on host dv-neutron-861624-1-hyperv for vnic_type normal with profile {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 19 07:41:46.410653 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-afc01f4e-0e46-41d0-8283-4876bcee4eae None None] Attempting to bind port 810ea5b8-0a78-49da-8b9d-9d10c360a366 by drivers openvswitch,hyperv on host dv-neutron-861624-1-hyperv at level 0 using segments [{'id': '8398e48e-7c9a-41bb-94c6-2f05519a3efc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'a40e5444-86d5-4daa-99ba-b9ae2467b520'}] {{(pid=103334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 19 07:41:46.410920 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afc01f4e-0e46-41d0-8283-4876bcee4eae None None] Attempting to bind port 810ea5b8-0a78-49da-8b9d-9d10c360a366 on network a40e5444-86d5-4daa-99ba-b9ae2467b520 {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 07:41:46.434805 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Provisioning complete for port da688800-62b3-40a2-b3e1-03b9d73cb958 triggered by entity L2. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:41:46.435214 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:46.435850 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Attempt 1 to provision port da688800-62b3-40a2-b3e1-03b9d73cb958 Oct 19 07:41:46.473236 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.services.segments.plugin [-] Segment 5e1308a7-55cc-47e9-a79c-664fb3870715 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5e1308a7-55cc-47e9-a79c-664fb3870715 found for delete ", "request_id": "req-9c90d308-0eb9-45c5-a8cc-44f7e8ee27a2"}]} Oct 19 07:41:46.480369 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afc01f4e-0e46-41d0-8283-4876bcee4eae None None] Checking agent: {'id': 'a5b0152c-d633-409b-aaf8-3b76458e2410', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861624-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 19, 7, 30, 19), 'started_at': datetime.datetime(2022, 10, 19, 7, 30, 49), 'heartbeat_timestamp': datetime.datetime(2022, 10, 19, 7, 41, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861624-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 07:41:46.480814 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afc01f4e-0e46-41d0-8283-4876bcee4eae None None] Checking segment: {'id': '8398e48e-7c9a-41bb-94c6-2f05519a3efc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'a40e5444-86d5-4daa-99ba-b9ae2467b520'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 19 07:41:46.481257 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-afc01f4e-0e46-41d0-8283-4876bcee4eae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:46.481662 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afc01f4e-0e46-41d0-8283-4876bcee4eae None None] Bound using segment: {'id': '8398e48e-7c9a-41bb-94c6-2f05519a3efc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'a40e5444-86d5-4daa-99ba-b9ae2467b520'} {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 07:41:46.482181 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-afc01f4e-0e46-41d0-8283-4876bcee4eae None None] Bound port: 810ea5b8-0a78-49da-8b9d-9d10c360a366, host: dv-neutron-861624-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8398e48e-7c9a-41bb-94c6-2f05519a3efc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'a40e5444-86d5-4daa-99ba-b9ae2467b520'}}] {{(pid=103334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 19 07:41:46.482558 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-afc01f4e-0e46-41d0-8283-4876bcee4eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:46.490770 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.extraroute_db [None req-4a9ed98e-bdbc-4843-a95a-6c1109b3e97f tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Removed routes are [] {{(pid=103333) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Oct 19 07:41:46.491347 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-4a9ed98e-bdbc-4843-a95a-6c1109b3e97f tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1693896', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1692821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12609'] for router, precommit_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:46.512803 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.db.ipam_backend_mixin [None req-4589991b-1a31-422c-b34b-91847fbf11d8 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet dbf76978-80ea-4b8e-88e9-6439bc5321d4 (CIDR: 2001:db8::/64) Oct 19 07:41:46.518720 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-185ab0d2-97be-44e5-97af-0fab451b3bfc tempest-ExtraDHCPOptionsTestJSON-171316487 tempest-ExtraDHCPOptionsTestJSON-171316487-project] Checking segment: {'id': 'e864fc8e-5dde-440d-9143-acf79766e827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '1c77bce2-cd11-4c8f-8853-f6df29818bf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 19 07:41:46.519305 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-185ab0d2-97be-44e5-97af-0fab451b3bfc tempest-ExtraDHCPOptionsTestJSON-171316487 tempest-ExtraDHCPOptionsTestJSON-171316487-project] Network hostable DHCP agents. Network: 1c77bce2-cd11-4c8f-8853-f6df29818bf6, hostable agents: ['310d813b-0e3e-4d7e-9b79-8f4ec0dbcab0'], hosted agents: [] {{(pid=103332) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 07:41:46.520579 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-6a30fbc7-f86d-49de-a87d-a16e7124eb35 None None] Provisioning complete for port da688800-62b3-40a2-b3e1-03b9d73cb958 triggered by entity DHCP. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:41:46.521155 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-6a30fbc7-f86d-49de-a87d-a16e7124eb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:46.521505 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-6a30fbc7-f86d-49de-a87d-a16e7124eb35 None None] Attempt 1 to provision port da688800-62b3-40a2-b3e1-03b9d73cb958 Oct 19 07:41:46.584796 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a874254-2b6f-4a77-9447-9231967e24e8 tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Attributes excluded by policy engine: ['shared'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:41:46.590314 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-9a874254-2b6f-4a77-9447-9231967e24e8 tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] 10.222.0.27 "GET /v2.0/subnets/110150a5-4357-4287-823f-c8e6e9cf2bd2?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1928291 Oct 19 07:41:46.595887 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 57148) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:41:46.605166 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-8fd3858a-448f-459d-b33e-890d4263446d tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1394975458'}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:41:46.643520 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.pecan_wsgi.hooks.translation [None req-4589991b-1a31-422c-b34b-91847fbf11d8 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 19 07:41:46.648989 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4589991b-1a31-422c-b34b-91847fbf11d8 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103333) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 07:41:46.654011 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-185ab0d2-97be-44e5-97af-0fab451b3bfc tempest-ExtraDHCPOptionsTestJSON-171316487 tempest-ExtraDHCPOptionsTestJSON-171316487-project] Network 1c77bce2-cd11-4c8f-8853-f6df29818bf6 is scheduled to be hosted by DHCP agent 310d813b-0e3e-4d7e-9b79-8f4ec0dbcab0 with binding_index 1 {{(pid=103332) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 07:41:46.660719 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-1d5dc315-94bc-48a5-b19d-d2ce8f5bed47 tempest-NetworksIpV6TestAttrs-279669730 tempest-NetworksIpV6TestAttrs-279669730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-673044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1695087'] for network, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:46.667139 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Network 08c4347d-3e4d-45f5-ba2f-dfc6347ca533 details requested by agent ovs-agent-dv-neutron-861624-1-hyperv with host dv-neutron-861624-1-hyperv {{(pid=103334) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 07:41:46.669553 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-4589991b-1a31-422c-b34b-91847fbf11d8 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.3183610 Oct 19 07:41:46.679703 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 57150) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:41:46.682374 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-1d5dc315-94bc-48a5-b19d-d2ce8f5bed47 tempest-NetworksIpV6TestAttrs-279669730 tempest-NetworksIpV6TestAttrs-279669730-project] Notify callbacks [] for network, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:46.684752 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c797402-b994-4fcd-b009-14e60063724a tempest-TagsExtTest-1762088066 tempest-TagsExtTest-1762088066-project] Made reservation on behalf of 14423718735a4526899b6af36b719fd1 for: {'subnet': 1} {{(pid=103332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 07:41:46.687264 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-1d5dc315-94bc-48a5-b19d-d2ce8f5bed47 tempest-NetworksIpV6TestAttrs-279669730 tempest-NetworksIpV6TestAttrs-279669730-project] 10.222.0.27 "DELETE /v2.0/networks/69e605b4-e436-496b-9ccb-2372353bdf45 HTTP/1.1" status: 204 len: 168 time: 6.9564784 Oct 19 07:41:46.690012 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-6c797402-b994-4fcd-b009-14e60063724a tempest-TagsExtTest-1762088066 tempest-TagsExtTest-1762088066-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130659787'] for subnet, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:46.691519 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-afc01f4e-0e46-41d0-8283-4876bcee4eae None None] For port 810ea5b8-0a78-49da-8b9d-9d10c360a366, host dv-neutron-861624-1-hyperv, cleared binding levels {{(pid=103334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 07:41:46.694401 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-e3cd6b31-ee6d-449e-9978-7a70a95ee149 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Request body: {'subnet': {'network_id': 'a40e5444-86d5-4daa-99ba-b9ae2467b520', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:41:46.698074 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-afc01f4e-0e46-41d0-8283-4876bcee4eae None None] For port 810ea5b8-0a78-49da-8b9d-9d10c360a366, host dv-neutron-861624-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=810ea5b8-0a78-49da-8b9d-9d10c360a366,segment=NetworkSegment(8398e48e-7c9a-41bb-94c6-2f05519a3efc),segment_id=8398e48e-7c9a-41bb-94c6-2f05519a3efc)] {{(pid=103334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 07:41:46.711709 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 57152) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:41:46.714700 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.base_scheduler [None req-185ab0d2-97be-44e5-97af-0fab451b3bfc tempest-ExtraDHCPOptionsTestJSON-171316487 tempest-ExtraDHCPOptionsTestJSON-171316487-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861624-1-hyperv, 1c77bce2-cd11-4c8f-8853-f6df29818bf6) {{(pid=103332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:41:46.716554 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fd3858a-448f-459d-b33e-890d4263446d tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Made reservation on behalf of f2ca639a25f74e74adde8aad6c608244 for: {'network': 1} {{(pid=103332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 07:41:46.720312 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-8fd3858a-448f-459d-b33e-890d4263446d tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for network, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:46.734884 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5dc315-94bc-48a5-b19d-d2ce8f5bed47 tempest-NetworksIpV6TestAttrs-279669730 tempest-NetworksIpV6TestAttrs-279669730-project] Pushing event deleted for resources: {'Network': ['ID=69e605b4-e436-496b-9ccb-2372353bdf45,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:41:46.737331 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-185ab0d2-97be-44e5-97af-0fab451b3bfc tempest-ExtraDHCPOptionsTestJSON-171316487 tempest-ExtraDHCPOptionsTestJSON-171316487-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:41:46.738617 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-185ab0d2-97be-44e5-97af-0fab451b3bfc tempest-ExtraDHCPOptionsTestJSON-171316487 tempest-ExtraDHCPOptionsTestJSON-171316487-project] Notify callbacks [] for subnet, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:46.795696 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-185ab0d2-97be-44e5-97af-0fab451b3bfc tempest-ExtraDHCPOptionsTestJSON-171316487 tempest-ExtraDHCPOptionsTestJSON-171316487-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3052530 Oct 19 07:41:46.817062 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f5abf10-9539-4018-9711-e00782f11d80 None None] Network 1c77bce2-cd11-4c8f-8853-f6df29818bf6 requested from dv-neutron-861624-1-hyperv {{(pid=103334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 07:41:46.819905 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-afc01f4e-0e46-41d0-8283-4876bcee4eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:46.823616 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 57156) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:41:46.839408 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-ab08a870-b795-41b0-ac73-90f36f3d88a3 tempest-ExtraDHCPOptionsTestJSON-171316487 tempest-ExtraDHCPOptionsTestJSON-171316487-project] Request body: {'port': {'network_id': '1c77bce2-cd11-4c8f-8853-f6df29818bf6', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1921640963'}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:41:46.892423 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.pecan_wsgi.hooks.translation [None req-e29ac31e-3373-4eae-be99-cddfb9c515b0 tempest-NetworksIpV6TestAttrs-279669730 tempest-NetworksIpV6TestAttrs-279669730-project] DELETE failed (client error): The resource could not be found. Oct 19 07:41:46.893251 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e29ac31e-3373-4eae-be99-cddfb9c515b0 tempest-NetworksIpV6TestAttrs-279669730 tempest-NetworksIpV6TestAttrs-279669730-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103333) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 07:41:46.900216 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-e29ac31e-3373-4eae-be99-cddfb9c515b0 tempest-NetworksIpV6TestAttrs-279669730 tempest-NetworksIpV6TestAttrs-279669730-project] 10.222.0.27 "DELETE /v2.0/subnets/c326c3dd-4b94-443a-8e93-ce2fc5fdbc5c HTTP/1.1" status: 404 len: 337 time: 0.1865270 Oct 19 07:41:46.904302 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 57158) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:41:46.925390 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-4a9ed98e-bdbc-4843-a95a-6c1109b3e97f tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1693896', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1692821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12609'] for router, precommit_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:46.970262 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8fd3858a-448f-459d-b33e-890d4263446d tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 183} {{(pid=103332) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 07:41:46.982612 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-8fd3858a-448f-459d-b33e-890d4263446d tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979'] for segment, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:46.982976 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.db.segments_db [None req-8fd3858a-448f-459d-b33e-890d4263446d tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Added segment 47603449-f739-43fd-adbd-872039ab68d2 of type vlan for network cbfe397b-465b-4d99-8cfa-1c143ecd2f3e Oct 19 07:41:46.983828 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-4a9ed98e-bdbc-4843-a95a-6c1109b3e97f tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1693859', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1693873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1693882', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1692830'] for router, after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:46.999951 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.pecan_wsgi.hooks.translation [None req-2fcc0b1c-65e0-4021-b4f1-d7a206352871 tempest-NetworksIpV6TestAttrs-279669730 tempest-NetworksIpV6TestAttrs-279669730-project] DELETE failed (client error): The resource could not be found. Oct 19 07:41:47.001964 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2fcc0b1c-65e0-4021-b4f1-d7a206352871 tempest-NetworksIpV6TestAttrs-279669730 tempest-NetworksIpV6TestAttrs-279669730-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103333) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 07:41:47.010136 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-2fcc0b1c-65e0-4021-b4f1-d7a206352871 tempest-NetworksIpV6TestAttrs-279669730 tempest-NetworksIpV6TestAttrs-279669730-project] 10.222.0.27 "DELETE /v2.0/networks/69e605b4-e436-496b-9ccb-2372353bdf45 HTTP/1.1" status: 404 len: 339 time: 0.0992520 Oct 19 07:41:47.015636 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 57160) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:41:47.055225 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-8fd3858a-448f-459d-b33e-890d4263446d tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785020965340'] for network, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:47.079791 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.pecan_wsgi.hooks.translation [None req-1bbedd62-03c1-4b11-9f57-74b3fae12557 tempest-NetworksIpV6TestAttrs-279669730 tempest-NetworksIpV6TestAttrs-279669730-project] DELETE failed (client error): The resource could not be found. Oct 19 07:41:47.083790 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1bbedd62-03c1-4b11-9f57-74b3fae12557 tempest-NetworksIpV6TestAttrs-279669730 tempest-NetworksIpV6TestAttrs-279669730-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103333) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 07:41:47.090055 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-1bbedd62-03c1-4b11-9f57-74b3fae12557 tempest-NetworksIpV6TestAttrs-279669730 tempest-NetworksIpV6TestAttrs-279669730-project] 10.222.0.27 "DELETE /v2.0/subnets/46b6cbd4-590c-47fb-bb48-4c66d29551ce HTTP/1.1" status: 404 len: 337 time: 0.0709286 Oct 19 07:41:47.090654 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 57162) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:41:47.195336 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-8fd3858a-448f-459d-b33e-890d4263446d tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873'] for network, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:47.201886 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fd3858a-448f-459d-b33e-890d4263446d tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:41:47.202835 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-8fd3858a-448f-459d-b33e-890d4263446d tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Notify callbacks [] for network, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:47.232918 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-6a30fbc7-f86d-49de-a87d-a16e7124eb35 None None] Current status of the port da688800-62b3-40a2-b3e1-03b9d73cb958 is: DOWN; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:41:47.233318 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-6a30fbc7-f86d-49de-a87d-a16e7124eb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:47.235252 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc01f4e-0e46-41d0-8283-4876bcee4eae None None] Pushing event updated for resources: {'Port': ['ID=810ea5b8-0a78-49da-8b9d-9d10c360a366,revision_number=2']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:41:47.263913 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Current status of the port da688800-62b3-40a2-b3e1-03b9d73cb958 is: DOWN; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:41:47.264306 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:47.270145 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3cd6b31-ee6d-449e-9978-7a70a95ee149 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Made reservation on behalf of 0cd3ded9dc134e3392e5122464eefb82 for: {'subnet': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 07:41:47.276037 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-e3cd6b31-ee6d-449e-9978-7a70a95ee149 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130170579'] for subnet, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:47.309596 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-6a30fbc7-f86d-49de-a87d-a16e7124eb35 None None] For port da688800-62b3-40a2-b3e1-03b9d73cb958, host dv-neutron-861624-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=da688800-62b3-40a2-b3e1-03b9d73cb958,segment=NetworkSegment(5a8d2b05-b527-4bd4-a671-b9112f193fef),segment_id=5a8d2b05-b527-4bd4-a671-b9112f193fef)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:41:47.318640 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-6a30fbc7-f86d-49de-a87d-a16e7124eb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:47.325419 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.pecan_wsgi.hooks.translation [None req-e18be1ba-cf74-4a3e-b8fb-37a68614d3d2 tempest-NetworksIpV6TestAttrs-279669730 tempest-NetworksIpV6TestAttrs-279669730-project] DELETE failed (client error): The resource could not be found. Oct 19 07:41:47.326292 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e18be1ba-cf74-4a3e-b8fb-37a68614d3d2 tempest-NetworksIpV6TestAttrs-279669730 tempest-NetworksIpV6TestAttrs-279669730-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103333) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 07:41:47.335649 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-e18be1ba-cf74-4a3e-b8fb-37a68614d3d2 tempest-NetworksIpV6TestAttrs-279669730 tempest-NetworksIpV6TestAttrs-279669730-project] 10.222.0.27 "DELETE /v2.0/networks/ed6af48f-a2a7-48e6-a081-e22527456a32 HTTP/1.1" status: 404 len: 339 time: 0.1901135 Oct 19 07:41:47.343201 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 57164) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:41:47.386760 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-8fd3858a-448f-459d-b33e-890d4263446d tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7877183 Oct 19 07:41:47.397058 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.objects.ports [None req-868da8a8-8eee-4c1e-97c0-b446ac162a07 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103332) get_objects /opt/stack/neutron/neutron/objects/ports.py:470}} Oct 19 07:41:47.404545 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 57168) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:41:47.410309 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-10ccc689-106c-4658-86d9-53e1bbf4474a tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Request body: {'subnet': {'network_id': 'cbfe397b-465b-4d99-8cfa-1c143ecd2f3e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:41:47.466474 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.db.api [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103334) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 19 07:41:47.467112 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG oslo_db.api [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 19 07:41:47.475909 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.pecan_wsgi.hooks.translation [None req-810b5511-2ee0-4eed-b256-7a1a0aa31cf8 tempest-NetworksIpV6TestAttrs-279669730 tempest-NetworksIpV6TestAttrs-279669730-project] DELETE failed (client error): The resource could not be found. Oct 19 07:41:47.476486 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-810b5511-2ee0-4eed-b256-7a1a0aa31cf8 tempest-NetworksIpV6TestAttrs-279669730 tempest-NetworksIpV6TestAttrs-279669730-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103333) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 07:41:47.481921 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-810b5511-2ee0-4eed-b256-7a1a0aa31cf8 tempest-NetworksIpV6TestAttrs-279669730 tempest-NetworksIpV6TestAttrs-279669730-project] 10.222.0.27 "DELETE /v2.0/subnets/a627ae90-e42d-4849-9f87-ab8298404990 HTTP/1.1" status: 404 len: 337 time: 0.1350906 Oct 19 07:41:47.487077 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 57170) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:41:47.494465 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a30fbc7-f86d-49de-a87d-a16e7124eb35 None None] Pushing event updated for resources: {'Port': ['ID=da688800-62b3-40a2-b3e1-03b9d73cb958,revision_number=3']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:41:47.503229 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd3858a-448f-459d-b33e-890d4263446d tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Pushing event updated for resources: {'Network': ['ID=cbfe397b-465b-4d99-8cfa-1c143ecd2f3e,revision_number=1']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:41:47.522113 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Network cbfe397b-465b-4d99-8cfa-1c143ecd2f3e details requested by agent ovs-agent-dv-neutron-861624-1-hyperv with host dv-neutron-861624-1-hyperv {{(pid=103334) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 07:41:47.532218 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.pecan_wsgi.hooks.translation [None req-93ce9611-b11e-48d8-96f0-99329b5c3477 tempest-NetworksIpV6TestAttrs-279669730 tempest-NetworksIpV6TestAttrs-279669730-project] DELETE failed (client error): The resource could not be found. Oct 19 07:41:47.532969 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-93ce9611-b11e-48d8-96f0-99329b5c3477 tempest-NetworksIpV6TestAttrs-279669730 tempest-NetworksIpV6TestAttrs-279669730-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103333) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 07:41:47.538626 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-93ce9611-b11e-48d8-96f0-99329b5c3477 tempest-NetworksIpV6TestAttrs-279669730 tempest-NetworksIpV6TestAttrs-279669730-project] 10.222.0.27 "DELETE /v2.0/networks/c8279114-b8eb-4f37-b3f0-686f093dc610 HTTP/1.1" status: 404 len: 339 time: 0.0461395 Oct 19 07:41:47.542067 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d89cfbb-ae37-4cfe-9cd5-4d3063cc7454 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d12c6ac-27a3-545c-a8f3-f04e30423d6d-1c77bce2-cd11-4c8f-8853-f6df29818bf6', 'network_id': '1c77bce2-cd11-4c8f-8853-f6df29818bf6', 'tenant_id': '8875c86245f24ffbb6a3ee083e198fee', 'fixed_ips': [{'subnet_id': '9e9d6a7a-c342-460f-bc03-1b1e363b1040'}]}} from dv-neutron-861624-1-hyperv. {{(pid=103334) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 07:41:47.542923 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-4d89cfbb-ae37-4cfe-9cd5-4d3063cc7454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:47.543572 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 57172) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:41:47.589312 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a9ed98e-bdbc-4843-a95a-6c1109b3e97f tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Router 5a3ee82e-b69d-4a9d-a681-af0f007cfa8a has already been hosted by L3 agent ab388470-1243-4d53-80f2-c2f5899c97a7 {{(pid=103333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 07:41:47.601919 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-a5d60525-179b-4b5c-a4ca-8a9f6fc76ddc admin admin] Deleting port cf021212-5dbb-4943-9bb2-ee648adc660b {{(pid=103333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 07:41:47.602264 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-a5d60525-179b-4b5c-a4ca-8a9f6fc76ddc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:47.736885 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab08a870-b795-41b0-ac73-90f36f3d88a3 tempest-ExtraDHCPOptionsTestJSON-171316487 tempest-ExtraDHCPOptionsTestJSON-171316487-project] Made reservation on behalf of 8875c86245f24ffbb6a3ee083e198fee for: {'port': 1} {{(pid=103332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 07:41:47.741046 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-ab08a870-b795-41b0-ac73-90f36f3d88a3 tempest-ExtraDHCPOptionsTestJSON-171316487 tempest-ExtraDHCPOptionsTestJSON-171316487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:47.764877 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.db_base_plugin_common [None req-4d89cfbb-ae37-4cfe-9cd5-4d3063cc7454 None None] Allocated IP 172.20.0.2 (1c77bce2-cd11-4c8f-8853-f6df29818bf6/9e9d6a7a-c342-460f-bc03-1b1e363b1040/de2d79ad-9359-457a-bd0c-c03b1f280785) {{(pid=103334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 07:41:47.804029 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.notifiers.nova [None req-ab08a870-b795-41b0-ac73-90f36f3d88a3 tempest-ExtraDHCPOptionsTestJSON-171316487 tempest-ExtraDHCPOptionsTestJSON-171316487-project] device_id is not set on port 7307f4f7-1222-42d1-aa24-b89992f37edb yet. {{(pid=103332) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 19 07:41:47.811680 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-6c797402-b994-4fcd-b009-14e60063724a tempest-TagsExtTest-1762088066 tempest-TagsExtTest-1762088066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-133552662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130659641'] for subnet, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:47.819859 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10ccc689-106c-4658-86d9-53e1bbf4474a tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Made reservation on behalf of f2ca639a25f74e74adde8aad6c608244 for: {'subnet': 1} {{(pid=103332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 07:41:47.823339 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-10ccc689-106c-4658-86d9-53e1bbf4474a tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130659787'] for subnet, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:47.896373 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-2a2259f7-b034-4eec-af7a-7abaede746c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:47.916963 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.db [None req-a5d60525-179b-4b5c-a4ca-8a9f6fc76ddc admin admin] For port cf021212-5dbb-4943-9bb2-ee648adc660b, host dv-neutron-861624-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=cf021212-5dbb-4943-9bb2-ee648adc660b,segment=NetworkSegment(d3fee98f-d3eb-41cf-827a-ce536a5d361c),segment_id=d3fee98f-d3eb-41cf-827a-ce536a5d361c)] {{(pid=103333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:41:47.917363 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-a5d60525-179b-4b5c-a4ca-8a9f6fc76ddc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:47.927396 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a9ed98e-bdbc-4843-a95a-6c1109b3e97f tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Notify agent at l3_agent.dv-neutron-861624-1-hyperv the message routers_updated {{(pid=103333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 07:41:47.939715 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-4a9ed98e-bdbc-4843-a95a-6c1109b3e97f tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Notify callbacks [] for router, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:47.943362 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-4a9ed98e-bdbc-4843-a95a-6c1109b3e97f tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] 10.222.0.27 "PUT /v2.0/routers/5a3ee82e-b69d-4a9d-a681-af0f007cfa8a HTTP/1.1" status: 200 len: 933 time: 3.7166843 Oct 19 07:41:47.953044 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-a5d60525-179b-4b5c-a4ca-8a9f6fc76ddc admin admin] Calling delete_port for cf021212-5dbb-4943-9bb2-ee648adc660b owned by network:router_interface {{(pid=103333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 07:41:47.955432 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 57178) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:41:47.956424 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3929595e-efe2-4109-9dff-633b95d1c1eb None None] Sync routers for ids ['5a3ee82e-b69d-4a9d-a681-af0f007cfa8a'] in dv-neutron-861624-1-hyperv {{(pid=103334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 07:41:47.971415 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-40489f49-15bc-4c2f-a4a8-bee927637cc5 tempest-NetworksIpV6TestAttrs-279669730 tempest-NetworksIpV6TestAttrs-279669730-project] Deleting port ac6ee138-7974-42e8-80e6-f44feac87d60 {{(pid=103333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 07:41:47.971415 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-40489f49-15bc-4c2f-a4a8-bee927637cc5 tempest-NetworksIpV6TestAttrs-279669730 tempest-NetworksIpV6TestAttrs-279669730-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:48.003246 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.ipam_backend_mixin [None req-10ccc689-106c-4658-86d9-53e1bbf4474a tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Performing IP validity checks on allocation pools {{(pid=103332) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:322}} Oct 19 07:41:48.003832 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.ipam_backend_mixin [None req-10ccc689-106c-4658-86d9-53e1bbf4474a tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103332) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:343}} Oct 19 07:41:48.017972 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Current status of the port da688800-62b3-40a2-b3e1-03b9d73cb958 is: ACTIVE; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:41:48.023275 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3929595e-efe2-4109-9dff-633b95d1c1eb None None] Routers {'5a3ee82e-b69d-4a9d-a681-af0f007cfa8a'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 07:41:48.023911 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-3929595e-efe2-4109-9dff-633b95d1c1eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T07:41:46Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['5a3ee82e-b69d-4a9d-a681-af0f007cfa8a'], 'active': True} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:41:48.041249 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c797402-b994-4fcd-b009-14e60063724a tempest-TagsExtTest-1762088066 tempest-TagsExtTest-1762088066-project] Pushing event updated for resources: {'Subnet': ['ID=2af7298e-7aad-40f3-9618-487c73b23682,revision_number=0']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:41:48.043561 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-868da8a8-8eee-4c1e-97c0-b446ac162a07 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:48.100105 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-4d89cfbb-ae37-4cfe-9cd5-4d3063cc7454 None None] Notify callbacks [] for port, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:48.156474 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-4d89cfbb-ae37-4cfe-9cd5-4d3063cc7454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785020947330'] for port, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:48.200366 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-e3cd6b31-ee6d-449e-9978-7a70a95ee149 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130997899', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130170401'] for subnet, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:48.221566 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d89cfbb-ae37-4cfe-9cd5-4d3063cc7454 None None] Pushing event updated for resources: {'Port': ['ID=de2d79ad-9359-457a-bd0c-c03b1f280785,revision_number=1']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:41:48.247485 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-40489f49-15bc-4c2f-a4a8-bee927637cc5 tempest-NetworksIpV6TestAttrs-279669730 tempest-NetworksIpV6TestAttrs-279669730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:48.258262 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d89cfbb-ae37-4cfe-9cd5-4d3063cc7454 None None] Network 1c77bce2-cd11-4c8f-8853-f6df29818bf6 is already hosted by enough agents. {{(pid=103334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 07:41:48.259850 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvr_db [None req-3929595e-efe2-4109-9dff-633b95d1c1eb None None] Set router 5a3ee82e-b69d-4a9d-a681-af0f007cfa8a gateway port host: None {{(pid=103334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 07:41:48.262331 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.scheduler.base_scheduler [None req-4d89cfbb-ae37-4cfe-9cd5-4d3063cc7454 None None] Resources bound (agent type, host, resource id): {{(pid=103334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:41:48.294905 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.db_base_plugin_common [None req-ab08a870-b795-41b0-ac73-90f36f3d88a3 tempest-ExtraDHCPOptionsTestJSON-171316487 tempest-ExtraDHCPOptionsTestJSON-171316487-project] Allocated IP 172.20.0.12 (1c77bce2-cd11-4c8f-8853-f6df29818bf6/9e9d6a7a-c342-460f-bc03-1b1e363b1040/7307f4f7-1222-42d1-aa24-b89992f37edb) {{(pid=103332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 07:41:48.300219 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d89cfbb-ae37-4cfe-9cd5-4d3063cc7454 None None] Received port after_create {{(pid=103334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 07:41:48.375038 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-40489f49-15bc-4c2f-a4a8-bee927637cc5 tempest-NetworksIpV6TestAttrs-279669730 tempest-NetworksIpV6TestAttrs-279669730-project] Calling delete_port for ac6ee138-7974-42e8-80e6-f44feac87d60 owned by {{(pid=103333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 07:41:48.382397 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3cd6b31-ee6d-449e-9978-7a70a95ee149 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Network a40e5444-86d5-4daa-99ba-b9ae2467b520 is already hosted by enough agents. {{(pid=103333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 07:41:48.401887 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-5fbea332-6b6c-4636-856b-295f99f85815 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] 10.222.0.27 "GET /v2.0/routers/5a3ee82e-b69d-4a9d-a681-af0f007cfa8a HTTP/1.1" status: 200 len: 933 time: 0.4445517 Oct 19 07:41:48.405648 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 57182) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:41:48.413730 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-e3cd6b31-ee6d-449e-9978-7a70a95ee149 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Resources bound (agent type, host, resource id): {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:41:48.414990 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device 810ea5b8-0a78-49da-8b9d-9d10c360a366 up at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 07:41:48.432092 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-56c3164c-44c8-4cb0-8467-b43790b893d7 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Request body: {'router': {'routes': None}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:41:48.443914 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3cd6b31-ee6d-449e-9978-7a70a95ee149 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:41:48.444672 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-e3cd6b31-ee6d-449e-9978-7a70a95ee149 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Notify callbacks [] for subnet, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:48.486727 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c797402-b994-4fcd-b009-14e60063724a tempest-TagsExtTest-1762088066 tempest-TagsExtTest-1762088066-project] Checking segment: {'id': '229fdee6-4997-4cba-b9dd-1d528ceb2c7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '08c4347d-3e4d-45f5-ba2f-dfc6347ca533'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 19 07:41:48.486727 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c797402-b994-4fcd-b009-14e60063724a tempest-TagsExtTest-1762088066 tempest-TagsExtTest-1762088066-project] Network hostable DHCP agents. Network: 08c4347d-3e4d-45f5-ba2f-dfc6347ca533, hostable agents: ['310d813b-0e3e-4d7e-9b79-8f4ec0dbcab0'], hosted agents: [] {{(pid=103332) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 07:41:48.506534 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-574383c3-1c3a-412c-8703-49f5531c7a1f None None] Network a40e5444-86d5-4daa-99ba-b9ae2467b520 requested from dv-neutron-861624-1-hyperv {{(pid=103334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 07:41:48.528042 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-4d89cfbb-ae37-4cfe-9cd5-4d3063cc7454 None None] Attempting to bind port de2d79ad-9359-457a-bd0c-c03b1f280785 on host dv-neutron-861624-1-hyperv for vnic_type normal with profile {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 19 07:41:48.528424 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-4d89cfbb-ae37-4cfe-9cd5-4d3063cc7454 None None] Attempting to bind port de2d79ad-9359-457a-bd0c-c03b1f280785 by drivers openvswitch,hyperv on host dv-neutron-861624-1-hyperv at level 0 using segments [{'id': 'e864fc8e-5dde-440d-9143-acf79766e827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '1c77bce2-cd11-4c8f-8853-f6df29818bf6'}] {{(pid=103334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 19 07:41:48.528893 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d89cfbb-ae37-4cfe-9cd5-4d3063cc7454 None None] Attempting to bind port de2d79ad-9359-457a-bd0c-c03b1f280785 on network 1c77bce2-cd11-4c8f-8853-f6df29818bf6 {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 07:41:48.568407 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3cd6b31-ee6d-449e-9978-7a70a95ee149 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Pushing event updated for resources: {'Subnet': ['ID=cffe7fe4-0fdc-42d4-b117-205912741edf,revision_number=0']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:41:48.609092 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Provisioning complete for port 810ea5b8-0a78-49da-8b9d-9d10c360a366 triggered by entity L2. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:41:48.610560 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:48.610560 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Attempt 1 to provision port 810ea5b8-0a78-49da-8b9d-9d10c360a366 Oct 19 07:41:48.612186 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d89cfbb-ae37-4cfe-9cd5-4d3063cc7454 None None] Checking agent: {'id': 'a5b0152c-d633-409b-aaf8-3b76458e2410', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861624-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 19, 7, 30, 19), 'started_at': datetime.datetime(2022, 10, 19, 7, 30, 49), 'heartbeat_timestamp': datetime.datetime(2022, 10, 19, 7, 41, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861624-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 07:41:48.612646 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d89cfbb-ae37-4cfe-9cd5-4d3063cc7454 None None] Checking segment: {'id': 'e864fc8e-5dde-440d-9143-acf79766e827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '1c77bce2-cd11-4c8f-8853-f6df29818bf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 19 07:41:48.613119 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-4d89cfbb-ae37-4cfe-9cd5-4d3063cc7454 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:48.613584 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d89cfbb-ae37-4cfe-9cd5-4d3063cc7454 None None] Bound using segment: {'id': 'e864fc8e-5dde-440d-9143-acf79766e827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '1c77bce2-cd11-4c8f-8853-f6df29818bf6'} {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 07:41:48.614275 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-4d89cfbb-ae37-4cfe-9cd5-4d3063cc7454 None None] Bound port: de2d79ad-9359-457a-bd0c-c03b1f280785, host: dv-neutron-861624-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e864fc8e-5dde-440d-9143-acf79766e827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '1c77bce2-cd11-4c8f-8853-f6df29818bf6'}}] {{(pid=103334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 19 07:41:48.614560 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-4d89cfbb-ae37-4cfe-9cd5-4d3063cc7454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:48.620850 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-e3cd6b31-ee6d-449e-9978-7a70a95ee149 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.9279869 Oct 19 07:41:48.624815 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 57186) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:41:48.653800 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-10ccc689-106c-4658-86d9-53e1bbf4474a tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-133552662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130659641'] for subnet, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:48.662832 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-faf72a26-695d-44b3-8499-84caee488798 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Request body: {'port': {'network_id': 'a40e5444-86d5-4daa-99ba-b9ae2467b520', 'fixed_ips': [{'subnet_id': 'dbf76978-80ea-4b8e-88e9-6439bc5321d4'}, {'subnet_id': 'cffe7fe4-0fdc-42d4-b117-205912741edf'}], 'name': 'tempest-PortsIpV6TestJSON-906874945'}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:41:48.700680 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c797402-b994-4fcd-b009-14e60063724a tempest-TagsExtTest-1762088066 tempest-TagsExtTest-1762088066-project] Network 08c4347d-3e4d-45f5-ba2f-dfc6347ca533 is scheduled to be hosted by DHCP agent 310d813b-0e3e-4d7e-9b79-8f4ec0dbcab0 with binding_index 1 {{(pid=103332) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 07:41:48.719857 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-992d2c90-72c1-4587-ae7d-b29dd695e75e None None] Provisioning complete for port 810ea5b8-0a78-49da-8b9d-9d10c360a366 triggered by entity DHCP. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:41:48.720318 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-992d2c90-72c1-4587-ae7d-b29dd695e75e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:48.720753 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-992d2c90-72c1-4587-ae7d-b29dd695e75e None None] Attempt 1 to provision port 810ea5b8-0a78-49da-8b9d-9d10c360a366 Oct 19 07:41:48.800949 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.base_scheduler [None req-6c797402-b994-4fcd-b009-14e60063724a tempest-TagsExtTest-1762088066 tempest-TagsExtTest-1762088066-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861624-1-hyperv, 08c4347d-3e4d-45f5-ba2f-dfc6347ca533) {{(pid=103332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:41:48.820280 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40aabf82-e55a-4624-9f63-67b4c3185492 None None] Network 08c4347d-3e4d-45f5-ba2f-dfc6347ca533 requested from dv-neutron-861624-1-hyperv {{(pid=103334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 07:41:48.940080 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-4d89cfbb-ae37-4cfe-9cd5-4d3063cc7454 None None] For port de2d79ad-9359-457a-bd0c-c03b1f280785, host dv-neutron-861624-1-hyperv, cleared binding levels {{(pid=103334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 07:41:49.022669 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-4d89cfbb-ae37-4cfe-9cd5-4d3063cc7454 None None] For port de2d79ad-9359-457a-bd0c-c03b1f280785, host dv-neutron-861624-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=de2d79ad-9359-457a-bd0c-c03b1f280785,segment=NetworkSegment(e864fc8e-5dde-440d-9143-acf79766e827),segment_id=e864fc8e-5dde-440d-9143-acf79766e827)] {{(pid=103334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 07:41:49.034702 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Current status of the port 810ea5b8-0a78-49da-8b9d-9d10c360a366 is: DOWN; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:41:49.035178 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:49.042188 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-4d89cfbb-ae37-4cfe-9cd5-4d3063cc7454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:49.089252 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c797402-b994-4fcd-b009-14e60063724a tempest-TagsExtTest-1762088066 tempest-TagsExtTest-1762088066-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:41:49.089857 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-6c797402-b994-4fcd-b009-14e60063724a tempest-TagsExtTest-1762088066 tempest-TagsExtTest-1762088066-project] Notify callbacks [] for subnet, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:49.107109 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-40489f49-15bc-4c2f-a4a8-bee927637cc5 tempest-NetworksIpV6TestAttrs-279669730 tempest-NetworksIpV6TestAttrs-279669730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130996763'] for port, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:49.127365 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.db [None req-868da8a8-8eee-4c1e-97c0-b446ac162a07 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] For port da688800-62b3-40a2-b3e1-03b9d73cb958, host dv-neutron-861624-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=da688800-62b3-40a2-b3e1-03b9d73cb958,segment=NetworkSegment(5a8d2b05-b527-4bd4-a671-b9112f193fef),segment_id=5a8d2b05-b527-4bd4-a671-b9112f193fef)] {{(pid=103332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:41:49.148957 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ccc689-106c-4658-86d9-53e1bbf4474a tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Pushing event updated for resources: {'Subnet': ['ID=814eb665-3b69-4cbe-8b3f-46b3edb38e7f,revision_number=0']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:41:49.154964 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40489f49-15bc-4c2f-a4a8-bee927637cc5 tempest-NetworksIpV6TestAttrs-279669730 tempest-NetworksIpV6TestAttrs-279669730-project] Pushing event deleted for resources: {'Port': ['ID=ac6ee138-7974-42e8-80e6-f44feac87d60,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:41:49.173781 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-a5d60525-179b-4b5c-a4ca-8a9f6fc76ddc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130996763'] for port, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:49.177100 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-40489f49-15bc-4c2f-a4a8-bee927637cc5 tempest-NetworksIpV6TestAttrs-279669730 tempest-NetworksIpV6TestAttrs-279669730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42160'] for port, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:49.180315 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-40489f49-15bc-4c2f-a4a8-bee927637cc5 tempest-NetworksIpV6TestAttrs-279669730 tempest-NetworksIpV6TestAttrs-279669730-project] 10.222.0.27 "DELETE /v2.0/ports/ac6ee138-7974-42e8-80e6-f44feac87d60 HTTP/1.1" status: 204 len: 168 time: 1.6338837 Oct 19 07:41:49.186557 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-6c797402-b994-4fcd-b009-14e60063724a tempest-TagsExtTest-1762088066 tempest-TagsExtTest-1762088066-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.4006448 Oct 19 07:41:49.186557 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 57188) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:41:49.209104 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 57190) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:41:49.218424 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-ab08a870-b795-41b0-ac73-90f36f3d88a3 tempest-ExtraDHCPOptionsTestJSON-171316487 tempest-ExtraDHCPOptionsTestJSON-171316487-project] Notify callbacks [] for port, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:49.233119 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-a565cc25-7e59-4f13-8148-34f638c8f3b1 tempest-TagsExtTest-1762088066 tempest-TagsExtTest-1762088066-project] Request body: {'port': {'network_id': '08c4347d-3e4d-45f5-ba2f-dfc6347ca533', 'name': 'tempest-TagsExtTest-1362279486'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:41:49.249005 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-868da8a8-8eee-4c1e-97c0-b446ac162a07 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks [] for port, precommit_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:49.258615 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-1a0da505-d0f9-48c6-b7e2-53b9c5e41298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:49.275610 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d60525-179b-4b5c-a4ca-8a9f6fc76ddc admin admin] Pushing event deleted for resources: {'Port': ['ID=cf021212-5dbb-4943-9bb2-ee648adc660b,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:41:49.323733 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-868da8a8-8eee-4c1e-97c0-b446ac162a07 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133553807'] for port, after_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:49.325031 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-868da8a8-8eee-4c1e-97c0-b446ac162a07 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-133552662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130659641'] for subnet, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:49.338368 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-3929595e-efe2-4109-9dff-633b95d1c1eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a3ee82e-b69d-4a9d-a681-af0f007cfa8a', 'name': 'tempest-RoutersTest-router-906858636', 'tenant_id': 'ea2e94e7c58741afa39e88c6d73f4fb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T07:41:03Z', 'updated_at': '2022-10-19T07:41:45Z', 'revision_number': 6, 'project_id': 'ea2e94e7c58741afa39e88c6d73f4fb1', 'gw_port_host': None, '_interfaces': [{'id': '202bbb75-d656-4039-93c2-eb6a38fe76f3', 'name': '', 'network_id': 'f9ca5f41-fe6c-4a10-918c-6649165b7312', 'tenant_id': 'ea2e94e7c58741afa39e88c6d73f4fb1', 'mac_address': 'fa:16:3e:86:ee:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a3ee82e-b69d-4a9d-a681-af0f007cfa8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': '2fde0ae8-bf21-420c-80fc-149699eead07', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:41:26Z', 'updated_at': '2022-10-19T07:41:38Z', 'revision_number': 5, 'project_id': 'ea2e94e7c58741afa39e88c6d73f4fb1', 'subnets': [{'id': '2fde0ae8-bf21-420c-80fc-149699eead07', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '49f2ff67-572d-4668-b362-a96320ef311c', 'name': '', 'network_id': 'e75c1c90-6f0f-4d61-be13-e480777d5d04', 'tenant_id': 'ea2e94e7c58741afa39e88c6d73f4fb1', 'mac_address': 'fa:16:3e:ec:54:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a3ee82e-b69d-4a9d-a681-af0f007cfa8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'ece11983-5f95-4126-9586-efdf72e78760', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:41:37Z', 'updated_at': '2022-10-19T07:41:45Z', 'revision_number': 5, 'project_id': 'ea2e94e7c58741afa39e88c6d73f4fb1', 'subnets': [{'id': 'ece11983-5f95-4126-9586-efdf72e78760', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4ce3479b-393b-481b-b58d-51ccf321edac', 'name': '', 'network_id': 'b58e1c6a-78c1-43cd-89d9-838f22da233f', 'tenant_id': 'ea2e94e7c58741afa39e88c6d73f4fb1', 'mac_address': 'fa:16:3e:31:7a:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a3ee82e-b69d-4a9d-a681-af0f007cfa8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '612c3709-642f-4c80-9732-62beec0bf567', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:41:06Z', 'updated_at': '2022-10-19T07:41:21Z', 'revision_number': 5, 'project_id': 'ea2e94e7c58741afa39e88c6d73f4fb1', 'subnets': [{'id': '612c3709-642f-4c80-9732-62beec0bf567', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd9ac0312-b4f0-4a4f-ab6d-3fbf05a5739a', 'name': '', 'network_id': '4daf018b-9448-4af6-b1a7-ed0b0c9c81a9', 'tenant_id': 'ea2e94e7c58741afa39e88c6d73f4fb1', 'mac_address': 'fa:16:3e:d0:0f:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a3ee82e-b69d-4a9d-a681-af0f007cfa8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '70304bbd-b21f-4bfc-b426-0275306673c4', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:41:16Z', 'updated_at': '2022-10-19T07:41:25Z', 'revision_number': 5, 'project_id': 'ea2e94e7c58741afa39e88c6d73f4fb1', 'subnets': [{'id': '70304bbd-b21f-4bfc-b426-0275306673c4', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:41:49.396488 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-992d2c90-72c1-4587-ae7d-b29dd695e75e None None] Current status of the port 810ea5b8-0a78-49da-8b9d-9d10c360a366 is: DOWN; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:41:49.396940 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-992d2c90-72c1-4587-ae7d-b29dd695e75e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:49.405277 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:49.438963 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10ccc689-106c-4658-86d9-53e1bbf4474a tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Checking segment: {'id': '47603449-f739-43fd-adbd-872039ab68d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'cbfe397b-465b-4d99-8cfa-1c143ecd2f3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 19 07:41:49.439967 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10ccc689-106c-4658-86d9-53e1bbf4474a tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Network hostable DHCP agents. Network: cbfe397b-465b-4d99-8cfa-1c143ecd2f3e, hostable agents: ['310d813b-0e3e-4d7e-9b79-8f4ec0dbcab0'], hosted agents: [] {{(pid=103332) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 07:41:49.458233 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3929595e-efe2-4109-9dff-633b95d1c1eb None None] Checking router: 5a3ee82e-b69d-4a9d-a681-af0f007cfa8a for host: dv-neutron-861624-1-hyperv {{(pid=103334) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 07:41:49.481726 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] For port 810ea5b8-0a78-49da-8b9d-9d10c360a366, host dv-neutron-861624-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=810ea5b8-0a78-49da-8b9d-9d10c360a366,segment=NetworkSegment(8398e48e-7c9a-41bb-94c6-2f05519a3efc),segment_id=8398e48e-7c9a-41bb-94c6-2f05519a3efc)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:41:49.501754 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d89cfbb-ae37-4cfe-9cd5-4d3063cc7454 None None] Pushing event updated for resources: {'Port': ['ID=de2d79ad-9359-457a-bd0c-c03b1f280785,revision_number=2']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:41:49.509512 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:49.511757 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device 49f2ff67-572d-4668-b362-a96320ef311c up at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 07:41:49.523281 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.pecan_wsgi.hooks.translation [None req-83bf620b-c283-4db4-b683-e0a45d5d0430 tempest-NetworksIpV6TestAttrs-279669730 tempest-NetworksIpV6TestAttrs-279669730-project] DELETE failed (client error): The resource could not be found. Oct 19 07:41:49.523739 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-83bf620b-c283-4db4-b683-e0a45d5d0430 tempest-NetworksIpV6TestAttrs-279669730 tempest-NetworksIpV6TestAttrs-279669730-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103332) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 07:41:49.536583 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-83bf620b-c283-4db4-b683-e0a45d5d0430 tempest-NetworksIpV6TestAttrs-279669730 tempest-NetworksIpV6TestAttrs-279669730-project] 10.222.0.27 "DELETE /v2.0/subnets/de821cad-6d2f-4008-b5d4-276664cf277e HTTP/1.1" status: 404 len: 337 time: 0.3310771 Oct 19 07:41:49.550189 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 57194) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:41:49.634702 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868da8a8-8eee-4c1e-97c0-b446ac162a07 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Pushing event updated for resources: {'Port': ['ID=da688800-62b3-40a2-b3e1-03b9d73cb958,revision_number=5']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:41:49.638648 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-faf72a26-695d-44b3-8499-84caee488798 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Made reservation on behalf of 0cd3ded9dc134e3392e5122464eefb82 for: {'port': 1} {{(pid=103332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 07:41:49.651688 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-868da8a8-8eee-4c1e-97c0-b446ac162a07 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Network 6b5a65c5-1bed-4301-9db8-c1056c2b8eba is already hosted by enough agents. {{(pid=103332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 07:41:49.679613 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868da8a8-8eee-4c1e-97c0-b446ac162a07 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Pushing event updated for resources: {'Subnet': ['ID=917433a3-ee94-4525-a40b-da57b52e722d,revision_number=0']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:41:49.683650 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.base_scheduler [None req-868da8a8-8eee-4c1e-97c0-b446ac162a07 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Resources bound (agent type, host, resource id): {{(pid=103332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:41:49.686197 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-868da8a8-8eee-4c1e-97c0-b446ac162a07 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:41:49.686785 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-868da8a8-8eee-4c1e-97c0-b446ac162a07 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks [] for subnet, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:49.694528 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3929595e-efe2-4109-9dff-633b95d1c1eb None None] Routers {'5a3ee82e-b69d-4a9d-a681-af0f007cfa8a'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 07:41:49.695163 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-3929595e-efe2-4109-9dff-633b95d1c1eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T07:41:46Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['5a3ee82e-b69d-4a9d-a681-af0f007cfa8a'], 'active': True} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:41:49.700110 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10ccc689-106c-4658-86d9-53e1bbf4474a tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Network cbfe397b-465b-4d99-8cfa-1c143ecd2f3e is scheduled to be hosted by DHCP agent 310d813b-0e3e-4d7e-9b79-8f4ec0dbcab0 with binding_index 1 {{(pid=103332) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 07:41:49.708818 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4254d8df-e65f-4335-9711-9793bd68f316 None None] Network 6b5a65c5-1bed-4301-9db8-c1056c2b8eba requested from dv-neutron-861624-1-hyperv {{(pid=103334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 07:41:49.765058 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-ab08a870-b795-41b0-ac73-90f36f3d88a3 tempest-ExtraDHCPOptionsTestJSON-171316487 tempest-ExtraDHCPOptionsTestJSON-171316487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785020947330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133553798'] for port, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:49.784657 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2e97f1f-e8e7-4561-b379-3f37a53334de None None] Update dhcp port {'port': {'network_id': 'a40e5444-86d5-4daa-99ba-b9ae2467b520', 'fixed_ips': [{'subnet_id': 'dbf76978-80ea-4b8e-88e9-6439bc5321d4', 'ip_address': '2001:db8::2'}, {'subnet_id': 'cffe7fe4-0fdc-42d4-b117-205912741edf'}], 'binding:host_id': 'dv-neutron-861624-1-hyperv'}, 'id': '810ea5b8-0a78-49da-8b9d-9d10c360a366'} from dv-neutron-861624-1-hyperv. {{(pid=103334) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 19 07:41:49.786333 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-a5d60525-179b-4b5c-a4ca-8a9f6fc76ddc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1574862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1694957'] for router_interface, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:49.793750 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a565cc25-7e59-4f13-8148-34f638c8f3b1 tempest-TagsExtTest-1762088066 tempest-TagsExtTest-1762088066-project] Made reservation on behalf of 14423718735a4526899b6af36b719fd1 for: {'port': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 07:41:49.798101 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-a565cc25-7e59-4f13-8148-34f638c8f3b1 tempest-TagsExtTest-1762088066 tempest-TagsExtTest-1762088066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:49.814376 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9839a586-23c5-48f2-bab3-a5eca56107eb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d12c6ac-27a3-545c-a8f3-f04e30423d6d-08c4347d-3e4d-45f5-ba2f-dfc6347ca533', 'network_id': '08c4347d-3e4d-45f5-ba2f-dfc6347ca533', 'tenant_id': '14423718735a4526899b6af36b719fd1', 'fixed_ips': [{'subnet_id': '2af7298e-7aad-40f3-9618-487c73b23682'}]}} from dv-neutron-861624-1-hyperv. {{(pid=103334) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 07:41:49.815229 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-9839a586-23c5-48f2-bab3-a5eca56107eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:49.822809 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-868da8a8-8eee-4c1e-97c0-b446ac162a07 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 5.3526757 Oct 19 07:41:49.823503 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.base_scheduler [None req-10ccc689-106c-4658-86d9-53e1bbf4474a tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861624-1-hyperv, cbfe397b-465b-4d99-8cfa-1c143ecd2f3e) {{(pid=103332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:41:49.852029 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 57196) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:41:49.856415 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10ccc689-106c-4658-86d9-53e1bbf4474a tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:41:49.856970 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-10ccc689-106c-4658-86d9-53e1bbf4474a tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Notify callbacks [] for subnet, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:49.868292 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-75d09ed3-9fc7-42f1-86f4-0a6597b6c189 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Request body: {'port': {'network_id': '6b5a65c5-1bed-4301-9db8-c1056c2b8eba', 'mac_address': 'fa:16:3e:07:bb:82', 'name': 'tempest-NetworksTestDHCPv6-538499168'}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:41:49.885268 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3dbf1ad-552a-48d2-a159-c7cf9b65c1c1 None None] Network cbfe397b-465b-4d99-8cfa-1c143ecd2f3e requested from dv-neutron-861624-1-hyperv {{(pid=103334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 07:41:49.886861 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-d7f2c557-0df3-4ed7-9ec3-6a4af79178ac tempest-NetworksIpV6TestAttrs-279669730 tempest-NetworksIpV6TestAttrs-279669730-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-667019'] for network, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:49.887626 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.db.api [None req-992d2c90-72c1-4587-ae7d-b29dd695e75e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103334) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 19 07:41:49.888015 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG oslo_db.api [None req-992d2c90-72c1-4587-ae7d-b29dd695e75e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 19 07:41:49.911602 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-c2e97f1f-e8e7-4561-b379-3f37a53334de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:49.941478 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Pushing event updated for resources: {'Port': ['ID=810ea5b8-0a78-49da-8b9d-9d10c360a366,revision_number=3']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:41:49.942077 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.extraroute_db [None req-56c3164c-44c8-4cb0-8467-b43790b893d7 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Added routes are [] {{(pid=103333) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Oct 19 07:41:49.942392 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.extraroute_db [None req-56c3164c-44c8-4cb0-8467-b43790b893d7 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Removed routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=103333) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Oct 19 07:41:49.961303 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab08a870-b795-41b0-ac73-90f36f3d88a3 tempest-ExtraDHCPOptionsTestJSON-171316487 tempest-ExtraDHCPOptionsTestJSON-171316487-project] Pushing event updated for resources: {'Port': ['ID=7307f4f7-1222-42d1-aa24-b89992f37edb,revision_number=1']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:41:49.972576 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab08a870-b795-41b0-ac73-90f36f3d88a3 tempest-ExtraDHCPOptionsTestJSON-171316487 tempest-ExtraDHCPOptionsTestJSON-171316487-project] Network 1c77bce2-cd11-4c8f-8853-f6df29818bf6 is already hosted by enough agents. {{(pid=103332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 07:41:49.979984 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.base_scheduler [None req-ab08a870-b795-41b0-ac73-90f36f3d88a3 tempest-ExtraDHCPOptionsTestJSON-171316487 tempest-ExtraDHCPOptionsTestJSON-171316487-project] Resources bound (agent type, host, resource id): {{(pid=103332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:41:50.001709 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.notifiers.nova [None req-a565cc25-7e59-4f13-8148-34f638c8f3b1 tempest-TagsExtTest-1762088066 tempest-TagsExtTest-1762088066-project] device_id is not set on port 56c87d32-75b1-4878-9f7d-ab39a5528a48 yet. {{(pid=103333) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 19 07:41:50.019105 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-10ccc689-106c-4658-86d9-53e1bbf4474a tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 2.6133592 Oct 19 07:41:50.023598 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab08a870-b795-41b0-ac73-90f36f3d88a3 tempest-ExtraDHCPOptionsTestJSON-171316487 tempest-ExtraDHCPOptionsTestJSON-171316487-project] Received port after_create {{(pid=103332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 07:41:50.024312 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 57198) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:41:50.030581 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvr_db [None req-3929595e-efe2-4109-9dff-633b95d1c1eb None None] Set router 5a3ee82e-b69d-4a9d-a681-af0f007cfa8a gateway port host: None {{(pid=103334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 07:41:50.037197 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-4be7799c-c79c-4eaa-bc2a-3895575f48c6 tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:41:50.099926 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-faf72a26-695d-44b3-8499-84caee488798 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:50.178021 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.notifiers.nova [None req-faf72a26-695d-44b3-8499-84caee488798 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] device_id is not set on port 79fcf6c1-85d8-41c2-a02e-73e607fe5a88 yet. {{(pid=103332) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 19 07:41:50.187633 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-56c3164c-44c8-4cb0-8467-b43790b893d7 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1693896', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1692821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12609'] for router, precommit_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:50.194315 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab08a870-b795-41b0-ac73-90f36f3d88a3 tempest-ExtraDHCPOptionsTestJSON-171316487 tempest-ExtraDHCPOptionsTestJSON-171316487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:41:50.195590 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-ab08a870-b795-41b0-ac73-90f36f3d88a3 tempest-ExtraDHCPOptionsTestJSON-171316487 tempest-ExtraDHCPOptionsTestJSON-171316487-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42160'] for port, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:50.197433 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Provisioning complete for port 49f2ff67-572d-4668-b362-a96320ef311c triggered by entity L2. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:41:50.197819 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:50.198204 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Attempt 1 to provision port 49f2ff67-572d-4668-b362-a96320ef311c Oct 19 07:41:50.238796 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-d7f2c557-0df3-4ed7-9ec3-6a4af79178ac tempest-NetworksIpV6TestAttrs-279669730 tempest-NetworksIpV6TestAttrs-279669730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-673051', 'neutron.services.segments.db._delete_segments_for_network-8785021519108'] for network, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:50.275463 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-4be7799c-c79c-4eaa-bc2a-3895575f48c6 tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-130170586'] for subnet, before_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:50.326916 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.services.segments.db [None req-d7f2c557-0df3-4ed7-9ec3-6a4af79178ac tempest-NetworksIpV6TestAttrs-279669730 tempest-NetworksIpV6TestAttrs-279669730-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aae981fd-d10c-4d7e-9f78-1bb55728e4eb']}} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:41:50.335188 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-ab08a870-b795-41b0-ac73-90f36f3d88a3 tempest-ExtraDHCPOptionsTestJSON-171316487 tempest-ExtraDHCPOptionsTestJSON-171316487-project] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.5077388 Oct 19 07:41:50.340405 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75d09ed3-9fc7-42f1-86f4-0a6597b6c189 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Made reservation on behalf of 61a2e57b80c1442e9cb330141a970781 for: {'port': 1} {{(pid=103332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 07:41:50.348185 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 57200) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:41:50.358635 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-46b6adf9-6dfd-4ae9-870f-5dca6b1fa260 tempest-ExtraDHCPOptionsTestJSON-171316487 tempest-ExtraDHCPOptionsTestJSON-171316487-project] Request body: {'port': {'network_id': '1c77bce2-cd11-4c8f-8853-f6df29818bf6', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1972114981', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:41:50.359167 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.api.validators [None req-46b6adf9-6dfd-4ae9-870f-5dca6b1fa260 tempest-ExtraDHCPOptionsTestJSON-171316487 tempest-ExtraDHCPOptionsTestJSON-171316487-project] bootfile-name is not in valid_values {{(pid=103332) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 19 07:41:50.360093 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.api.validators [None req-46b6adf9-6dfd-4ae9-870f-5dca6b1fa260 tempest-ExtraDHCPOptionsTestJSON-171316487 tempest-ExtraDHCPOptionsTestJSON-171316487-project] tftp-server is not in valid_values {{(pid=103332) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 19 07:41:50.361303 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.api.validators [None req-46b6adf9-6dfd-4ae9-870f-5dca6b1fa260 tempest-ExtraDHCPOptionsTestJSON-171316487 tempest-ExtraDHCPOptionsTestJSON-171316487-project] server-ip-address is not in valid_values {{(pid=103332) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 19 07:41:50.378519 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.services.segments.db [None req-d7f2c557-0df3-4ed7-9ec3-6a4af79178ac tempest-NetworksIpV6TestAttrs-279669730 tempest-NetworksIpV6TestAttrs-279669730-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7da70b33-872a-46f1-9155-e62ba93720d9') {'for_net_delete': True} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:41:50.378734 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.services.segments.db [None req-d7f2c557-0df3-4ed7-9ec3-6a4af79178ac tempest-NetworksIpV6TestAttrs-279669730 tempest-NetworksIpV6TestAttrs-279669730-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7da70b33-872a-46f1-9155-e62ba93720d9') {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:41:50.452119 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-d7f2c557-0df3-4ed7-9ec3-6a4af79178ac tempest-NetworksIpV6TestAttrs-279669730 tempest-NetworksIpV6TestAttrs-279669730-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785021519382', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130726885'] for segment, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:50.537375 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5d60525-179b-4b5c-a4ca-8a9f6fc76ddc admin admin] Router d0466a78-eee4-41c7-bb6a-1d3d7da1ec22 has already been hosted by L3 agent ab388470-1243-4d53-80f2-c2f5899c97a7 {{(pid=103333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 07:41:50.572427 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-d7f2c557-0df3-4ed7-9ec3-6a4af79178ac tempest-NetworksIpV6TestAttrs-279669730 tempest-NetworksIpV6TestAttrs-279669730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979'] for segment, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:50.591115 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7f2c557-0df3-4ed7-9ec3-6a4af79178ac tempest-NetworksIpV6TestAttrs-279669730 tempest-NetworksIpV6TestAttrs-279669730-project] Releasing vlan 155 on physical network physnet1 to pool {{(pid=103332) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 07:41:50.591331 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-d7f2c557-0df3-4ed7-9ec3-6a4af79178ac tempest-NetworksIpV6TestAttrs-279669730 tempest-NetworksIpV6TestAttrs-279669730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-133553843'] for segment, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:50.596309 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-384e656f-ee72-4397-a5f4-711ef3ac933b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d12c6ac-27a3-545c-a8f3-f04e30423d6d-cbfe397b-465b-4d99-8cfa-1c143ecd2f3e', 'network_id': 'cbfe397b-465b-4d99-8cfa-1c143ecd2f3e', 'tenant_id': 'f2ca639a25f74e74adde8aad6c608244', 'fixed_ips': [{'subnet_id': '814eb665-3b69-4cbe-8b3f-46b3edb38e7f'}]}} from dv-neutron-861624-1-hyperv. {{(pid=103334) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 07:41:50.597194 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-384e656f-ee72-4397-a5f4-711ef3ac933b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:50.616887 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-992d2c90-72c1-4587-ae7d-b29dd695e75e None None] Current status of the port 810ea5b8-0a78-49da-8b9d-9d10c360a366 is: ACTIVE; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:41:50.635270 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.services.segments.plugin [-] Segment 7da70b33-872a-46f1-9155-e62ba93720d9 resource provider aggregate not found Oct 19 07:41:50.675229 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.services.segments.plugin [-] Segment 7da70b33-872a-46f1-9155-e62ba93720d9 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7da70b33-872a-46f1-9155-e62ba93720d9 found for delete ", "request_id": "req-c2da74c5-8953-42ea-a45b-9a040452b2fd"}]} Oct 19 07:41:50.722404 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.db_base_plugin_common [None req-a565cc25-7e59-4f13-8148-34f638c8f3b1 tempest-TagsExtTest-1762088066 tempest-TagsExtTest-1762088066-project] Allocated IP 172.20.0.7 (08c4347d-3e4d-45f5-ba2f-dfc6347ca533/2af7298e-7aad-40f3-9618-487c73b23682/56c87d32-75b1-4878-9f7d-ab39a5528a48) {{(pid=103333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 07:41:50.725533 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-4be7799c-c79c-4eaa-bc2a-3895575f48c6 tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8785021377747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-130997973'] for subnet, after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:50.755447 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-75d09ed3-9fc7-42f1-86f4-0a6597b6c189 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:50.764806 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-d7f2c557-0df3-4ed7-9ec3-6a4af79178ac tempest-NetworksIpV6TestAttrs-279669730 tempest-NetworksIpV6TestAttrs-279669730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-673044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1695087'] for network, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:50.783722 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd793614-bbff-41e7-80a4-89661e818b15 None None] Network 1c77bce2-cd11-4c8f-8853-f6df29818bf6 requested from dv-neutron-861624-1-hyperv {{(pid=103334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 07:41:50.794821 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-d7f2c557-0df3-4ed7-9ec3-6a4af79178ac tempest-NetworksIpV6TestAttrs-279669730 tempest-NetworksIpV6TestAttrs-279669730-project] Notify callbacks [] for network, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:50.801283 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-d7f2c557-0df3-4ed7-9ec3-6a4af79178ac tempest-NetworksIpV6TestAttrs-279669730 tempest-NetworksIpV6TestAttrs-279669730-project] 10.222.0.27 "DELETE /v2.0/networks/aae981fd-d10c-4d7e-9f78-1bb55728e4eb HTTP/1.1" status: 204 len: 168 time: 1.2274849 Oct 19 07:41:50.801283 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46b6adf9-6dfd-4ae9-870f-5dca6b1fa260 tempest-ExtraDHCPOptionsTestJSON-171316487 tempest-ExtraDHCPOptionsTestJSON-171316487-project] Made reservation on behalf of 8875c86245f24ffbb6a3ee083e198fee for: {'port': 1} {{(pid=103332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 07:41:50.803171 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-46b6adf9-6dfd-4ae9-870f-5dca6b1fa260 tempest-ExtraDHCPOptionsTestJSON-171316487 tempest-ExtraDHCPOptionsTestJSON-171316487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:50.806543 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Current status of the port 49f2ff67-572d-4668-b362-a96320ef311c is: ACTIVE; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:41:50.807522 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device da688800-62b3-40a2-b3e1-03b9d73cb958 up at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 07:41:50.808812 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 57206) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:41:50.884753 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f2c557-0df3-4ed7-9ec3-6a4af79178ac tempest-NetworksIpV6TestAttrs-279669730 tempest-NetworksIpV6TestAttrs-279669730-project] Pushing event deleted for resources: {'Network': ['ID=aae981fd-d10c-4d7e-9f78-1bb55728e4eb,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:41:50.895725 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.notifiers.nova [None req-75d09ed3-9fc7-42f1-86f4-0a6597b6c189 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] device_id is not set on port 17a15606-481b-40f5-9605-eca6deae8738 yet. {{(pid=103332) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 19 07:41:50.925426 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.notifiers.nova [None req-46b6adf9-6dfd-4ae9-870f-5dca6b1fa260 tempest-ExtraDHCPOptionsTestJSON-171316487 tempest-ExtraDHCPOptionsTestJSON-171316487-project] device_id is not set on port 627aad4a-a807-463b-b24b-2e52bbe6324a yet. {{(pid=103332) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 19 07:41:50.973971 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.db_base_plugin_common [None req-faf72a26-695d-44b3-8499-84caee488798 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Allocated IP 2001:db8::cc (a40e5444-86d5-4daa-99ba-b9ae2467b520/dbf76978-80ea-4b8e-88e9-6439bc5321d4/79fcf6c1-85d8-41c2-a02e-73e607fe5a88) {{(pid=103332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 07:41:50.986692 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.db_base_plugin_common [None req-faf72a26-695d-44b3-8499-84caee488798 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Allocated IP 2001:db8:0:1::280 (a40e5444-86d5-4daa-99ba-b9ae2467b520/cffe7fe4-0fdc-42d4-b117-205912741edf/79fcf6c1-85d8-41c2-a02e-73e607fe5a88) {{(pid=103332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 07:41:51.009351 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4be7799c-c79c-4eaa-bc2a-3895575f48c6 tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:41:51.009917 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-4be7799c-c79c-4eaa-bc2a-3895575f48c6 tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Notify callbacks [] for subnet, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:51.014022 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-4be7799c-c79c-4eaa-bc2a-3895575f48c6 tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] 10.222.0.27 "PUT /v2.0/subnets/814eb665-3b69-4cbe-8b3f-46b3edb38e7f HTTP/1.1" status: 200 len: 900 time: 0.9786577 Oct 19 07:41:51.021515 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 57208) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:41:51.022201 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be7799c-c79c-4eaa-bc2a-3895575f48c6 tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Pushing event updated for resources: {'Subnet': ['ID=814eb665-3b69-4cbe-8b3f-46b3edb38e7f,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:41:51.046715 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5d60525-179b-4b5c-a4ca-8a9f6fc76ddc admin admin] Notify agent at l3_agent.dv-neutron-861624-1-hyperv the message routers_updated {{(pid=103333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 07:41:51.057844 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4f2424e-ebfb-4816-84b8-8867ba5fe26d None None] Sync routers for ids ['d0466a78-eee4-41c7-bb6a-1d3d7da1ec22'] in dv-neutron-861624-1-hyperv {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 07:41:51.070848 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-56c3164c-44c8-4cb0-8467-b43790b893d7 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1693896', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1692821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12609'] for router, precommit_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:51.081021 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4f2424e-ebfb-4816-84b8-8867ba5fe26d None None] Routers {'d0466a78-eee4-41c7-bb6a-1d3d7da1ec22'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 07:41:51.081659 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-b4f2424e-ebfb-4816-84b8-8867ba5fe26d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T07:41:46Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['d0466a78-eee4-41c7-bb6a-1d3d7da1ec22'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:41:51.101547 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-a5d60525-179b-4b5c-a4ca-8a9f6fc76ddc admin admin] 10.222.0.27 "PUT /v2.0/routers/d0466a78-eee4-41c7-bb6a-1d3d7da1ec22/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3117187 Oct 19 07:41:51.107500 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 57210) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:41:51.108482 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-56c3164c-44c8-4cb0-8467-b43790b893d7 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1693859', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1693873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1693882', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1692830'] for router, after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:51.146308 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-a2f82974-3303-4877-a6f1-59eb0722208c None None] Provisioning complete for port de2d79ad-9359-457a-bd0c-c03b1f280785 triggered by entity DHCP. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:41:51.146640 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-a2f82974-3303-4877-a6f1-59eb0722208c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:51.146921 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-a2f82974-3303-4877-a6f1-59eb0722208c None None] Attempt 1 to provision port de2d79ad-9359-457a-bd0c-c03b1f280785 Oct 19 07:41:51.301228 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-faf72a26-695d-44b3-8499-84caee488798 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Notify callbacks [] for port, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:51.322344 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-3929595e-efe2-4109-9dff-633b95d1c1eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a3ee82e-b69d-4a9d-a681-af0f007cfa8a', 'name': 'tempest-RoutersTest-router-906858636', 'tenant_id': 'ea2e94e7c58741afa39e88c6d73f4fb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T07:41:03Z', 'updated_at': '2022-10-19T07:41:45Z', 'revision_number': 6, 'project_id': 'ea2e94e7c58741afa39e88c6d73f4fb1', 'gw_port_host': None, '_interfaces': [{'id': '202bbb75-d656-4039-93c2-eb6a38fe76f3', 'name': '', 'network_id': 'f9ca5f41-fe6c-4a10-918c-6649165b7312', 'tenant_id': 'ea2e94e7c58741afa39e88c6d73f4fb1', 'mac_address': 'fa:16:3e:86:ee:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a3ee82e-b69d-4a9d-a681-af0f007cfa8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': '2fde0ae8-bf21-420c-80fc-149699eead07', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:41:26Z', 'updated_at': '2022-10-19T07:41:38Z', 'revision_number': 5, 'project_id': 'ea2e94e7c58741afa39e88c6d73f4fb1', 'subnets': [{'id': '2fde0ae8-bf21-420c-80fc-149699eead07', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '49f2ff67-572d-4668-b362-a96320ef311c', 'name': '', 'network_id': 'e75c1c90-6f0f-4d61-be13-e480777d5d04', 'tenant_id': 'ea2e94e7c58741afa39e88c6d73f4fb1', 'mac_address': 'fa:16:3e:ec:54:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a3ee82e-b69d-4a9d-a681-af0f007cfa8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'ece11983-5f95-4126-9586-efdf72e78760', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:41:37Z', 'updated_at': '2022-10-19T07:41:45Z', 'revision_number': 5, 'project_id': 'ea2e94e7c58741afa39e88c6d73f4fb1', 'subnets': [{'id': 'ece11983-5f95-4126-9586-efdf72e78760', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4ce3479b-393b-481b-b58d-51ccf321edac', 'name': '', 'network_id': 'b58e1c6a-78c1-43cd-89d9-838f22da233f', 'tenant_id': 'ea2e94e7c58741afa39e88c6d73f4fb1', 'mac_address': 'fa:16:3e:31:7a:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a3ee82e-b69d-4a9d-a681-af0f007cfa8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '612c3709-642f-4c80-9732-62beec0bf567', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:41:06Z', 'updated_at': '2022-10-19T07:41:21Z', 'revision_number': 5, 'project_id': 'ea2e94e7c58741afa39e88c6d73f4fb1', 'subnets': [{'id': '612c3709-642f-4c80-9732-62beec0bf567', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd9ac0312-b4f0-4a4f-ab6d-3fbf05a5739a', 'name': '', 'network_id': '4daf018b-9448-4af6-b1a7-ed0b0c9c81a9', 'tenant_id': 'ea2e94e7c58741afa39e88c6d73f4fb1', 'mac_address': 'fa:16:3e:d0:0f:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a3ee82e-b69d-4a9d-a681-af0f007cfa8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '70304bbd-b21f-4bfc-b426-0275306673c4', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:41:16Z', 'updated_at': '2022-10-19T07:41:25Z', 'revision_number': 5, 'project_id': 'ea2e94e7c58741afa39e88c6d73f4fb1', 'subnets': [{'id': '70304bbd-b21f-4bfc-b426-0275306673c4', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:41:51.350433 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvr_db [None req-b4f2424e-ebfb-4816-84b8-8867ba5fe26d None None] Set router d0466a78-eee4-41c7-bb6a-1d3d7da1ec22 gateway port host: dv-neutron-861624-1-hyperv {{(pid=103335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 07:41:51.386883 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-faf72a26-695d-44b3-8499-84caee488798 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785020947330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133553798'] for port, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:51.432586 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.db_base_plugin_common [None req-c2e97f1f-e8e7-4561-b379-3f37a53334de None None] Allocated IP 2001:db8:0:1::2 (a40e5444-86d5-4daa-99ba-b9ae2467b520/cffe7fe4-0fdc-42d4-b117-205912741edf/810ea5b8-0a78-49da-8b9d-9d10c360a366) {{(pid=103334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 07:41:51.445003 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-2a9b465d-1fae-4d43-8223-9162e616f916 tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-667019'] for network, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:51.558089 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-c2e97f1f-e8e7-4561-b379-3f37a53334de None None] For port 810ea5b8-0a78-49da-8b9d-9d10c360a366, host dv-neutron-861624-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=810ea5b8-0a78-49da-8b9d-9d10c360a366,segment=NetworkSegment(8398e48e-7c9a-41bb-94c6-2f05519a3efc),segment_id=8398e48e-7c9a-41bb-94c6-2f05519a3efc)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:41:51.589478 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-c2e97f1f-e8e7-4561-b379-3f37a53334de None None] Notify callbacks [] for port, precommit_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:51.596310 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-b4f2424e-ebfb-4816-84b8-8867ba5fe26d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0466a78-eee4-41c7-bb6a-1d3d7da1ec22', 'name': 'tempest-ServerActionsTestJSON-119798104-router', 'tenant_id': 'b76abfccca1e443d8cfed9fe77b82608', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'external_fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.154'}], 'enable_snat': True}, 'gw_port_id': 'a0cf33cb-4842-47ad-888f-65e6168f50d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T07:37:57Z', 'updated_at': '2022-10-19T07:41:48Z', 'revision_number': 5, 'project_id': 'b76abfccca1e443d8cfed9fe77b82608', 'gw_port': {'id': 'a0cf33cb-4842-47ad-888f-65e6168f50d3', 'name': '', 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:f7:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0466a78-eee4-41c7-bb6a-1d3d7da1ec22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:38:00Z', 'updated_at': '2022-10-19T07:38:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861624-1-hyperv'}], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:41:51.600837 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3929595e-efe2-4109-9dff-633b95d1c1eb None None] The sync data for ids ['5a3ee82e-b69d-4a9d-a681-af0f007cfa8a'] in dv-neutron-861624-1-hyperv is: [{'id': '5a3ee82e-b69d-4a9d-a681-af0f007cfa8a', 'name': 'tempest-RoutersTest-router-906858636', 'tenant_id': 'ea2e94e7c58741afa39e88c6d73f4fb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T07:41:03Z', 'updated_at': '2022-10-19T07:41:45Z', 'revision_number': 6, 'project_id': 'ea2e94e7c58741afa39e88c6d73f4fb1', 'gw_port_host': None, '_interfaces': [{'id': '202bbb75-d656-4039-93c2-eb6a38fe76f3', 'name': '', 'network_id': 'f9ca5f41-fe6c-4a10-918c-6649165b7312', 'tenant_id': 'ea2e94e7c58741afa39e88c6d73f4fb1', 'mac_address': 'fa:16:3e:86:ee:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a3ee82e-b69d-4a9d-a681-af0f007cfa8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': '2fde0ae8-bf21-420c-80fc-149699eead07', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:41:26Z', 'updated_at': '2022-10-19T07:41:38Z', 'revision_number': 5, 'project_id': 'ea2e94e7c58741afa39e88c6d73f4fb1', 'subnets': [{'id': '2fde0ae8-bf21-420c-80fc-149699eead07', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '49f2ff67-572d-4668-b362-a96320ef311c', 'name': '', 'network_id': 'e75c1c90-6f0f-4d61-be13-e480777d5d04', 'tenant_id': 'ea2e94e7c58741afa39e88c6d73f4fb1', 'mac_address': 'fa:16:3e:ec:54:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a3ee82e-b69d-4a9d-a681-af0f007cfa8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'ece11983-5f95-4126-9586-efdf72e78760', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:41:37Z', 'updated_at': '2022-10-19T07:41:45Z', 'revision_number': 5, 'project_id': 'ea2e94e7c58741afa39e88c6d73f4fb1', 'subnets': [{'id': 'ece11983-5f95-4126-9586-efdf72e78760', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4ce3479b-393b-481b-b58d-51ccf321edac', 'name': '', 'network_id': 'b58e1c6a-78c1-43cd-89d9-838f22da233f', 'tenant_id': 'ea2e94e7c58741afa39e88c6d73f4fb1', 'mac_address': 'fa:16:3e:31:7a:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a3ee82e-b69d-4a9d-a681-af0f007cfa8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '612c3709-642f-4c80-9732-62beec0bf567', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:41:06Z', 'updated_at': '2022-10-19T07:41:21Z', 'revision_number': 5, 'project_id': 'ea2e94e7c58741afa39e88c6d73f4fb1', 'subnets': [{'id': '612c3709-642f-4c80-9732-62beec0bf567', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd9ac0312-b4f0-4a4f-ab6d-3fbf05a5739a', 'name': '', 'network_id': '4daf018b-9448-4af6-b1a7-ed0b0c9c81a9', 'tenant_id': 'ea2e94e7c58741afa39e88c6d73f4fb1', 'mac_address': 'fa:16:3e:d0:0f:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a3ee82e-b69d-4a9d-a681-af0f007cfa8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '70304bbd-b21f-4bfc-b426-0275306673c4', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:41:16Z', 'updated_at': '2022-10-19T07:41:25Z', 'revision_number': 5, 'project_id': 'ea2e94e7c58741afa39e88c6d73f4fb1', 'subnets': [{'id': '70304bbd-b21f-4bfc-b426-0275306673c4', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 07:41:51.614606 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-c2e97f1f-e8e7-4561-b379-3f37a53334de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:51.617430 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.db_base_plugin_common [None req-384e656f-ee72-4397-a5f4-711ef3ac933b None None] Allocated IP 2001:db8::3 (cbfe397b-465b-4d99-8cfa-1c143ecd2f3e/814eb665-3b69-4cbe-8b3f-46b3edb38e7f/a86cbcd1-0e19-4be3-a9bc-d110998345fa) {{(pid=103334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 07:41:51.627391 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faf72a26-695d-44b3-8499-84caee488798 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Network a40e5444-86d5-4daa-99ba-b9ae2467b520 is already hosted by enough agents. {{(pid=103332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 07:41:51.640571 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4f2424e-ebfb-4816-84b8-8867ba5fe26d None None] Checking router: d0466a78-eee4-41c7-bb6a-1d3d7da1ec22 for host: dv-neutron-861624-1-hyperv {{(pid=103335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 07:41:51.643439 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56c3164c-44c8-4cb0-8467-b43790b893d7 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Router 5a3ee82e-b69d-4a9d-a681-af0f007cfa8a has already been hosted by L3 agent ab388470-1243-4d53-80f2-c2f5899c97a7 {{(pid=103333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 07:41:51.652436 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4f2424e-ebfb-4816-84b8-8867ba5fe26d None None] Routers {'d0466a78-eee4-41c7-bb6a-1d3d7da1ec22'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 07:41:51.653202 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-b4f2424e-ebfb-4816-84b8-8867ba5fe26d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T07:41:46Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['d0466a78-eee4-41c7-bb6a-1d3d7da1ec22'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:41:51.660693 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.base_scheduler [None req-faf72a26-695d-44b3-8499-84caee488798 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Resources bound (agent type, host, resource id): {{(pid=103332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:41:51.672248 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faf72a26-695d-44b3-8499-84caee488798 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Received port after_create {{(pid=103332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 07:41:51.680124 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faf72a26-695d-44b3-8499-84caee488798 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:41:51.681115 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-faf72a26-695d-44b3-8499-84caee488798 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42160'] for port, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:51.687638 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf72a26-695d-44b3-8499-84caee488798 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Pushing event updated for resources: {'Port': ['ID=79fcf6c1-85d8-41c2-a02e-73e607fe5a88,revision_number=1']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:41:51.708001 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.plugin [None req-10238768-73ba-4f2b-9a95-5ec0d5dcdc3e tempest-NetworksIpV6TestAttrs-279669730 tempest-NetworksIpV6TestAttrs-279669730-project] Deleting port c95e208d-8f48-4d7e-9cad-3c00235a30f9 {{(pid=103332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 07:41:51.708756 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-10238768-73ba-4f2b-9a95-5ec0d5dcdc3e tempest-NetworksIpV6TestAttrs-279669730 tempest-NetworksIpV6TestAttrs-279669730-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:51.715448 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.db_base_plugin_common [None req-46b6adf9-6dfd-4ae9-870f-5dca6b1fa260 tempest-ExtraDHCPOptionsTestJSON-171316487 tempest-ExtraDHCPOptionsTestJSON-171316487-project] Allocated IP 172.20.0.4 (1c77bce2-cd11-4c8f-8853-f6df29818bf6/9e9d6a7a-c342-460f-bc03-1b1e363b1040/627aad4a-a807-463b-b24b-2e52bbe6324a) {{(pid=103332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 07:41:51.745371 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Provisioning complete for port da688800-62b3-40a2-b3e1-03b9d73cb958 triggered by entity L2. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:41:51.745796 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:51.746135 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Attempt 1 to provision port da688800-62b3-40a2-b3e1-03b9d73cb958 Oct 19 07:41:51.780785 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-2a9b465d-1fae-4d43-8223-9162e616f916 tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-679826'] for subnet, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:51.785638 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-faf72a26-695d-44b3-8499-84caee488798 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1015 time: 3.1332982 Oct 19 07:41:51.794484 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 57212) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:41:51.832120 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-7c174659-eaf7-44c6-80bc-b17425b194b9 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'dbf76978-80ea-4b8e-88e9-6439bc5321d4'}]}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:41:51.853228 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvr_db [None req-b4f2424e-ebfb-4816-84b8-8867ba5fe26d None None] Set router d0466a78-eee4-41c7-bb6a-1d3d7da1ec22 gateway port host: dv-neutron-861624-1-hyperv {{(pid=103335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 07:41:51.854471 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-a2f82974-3303-4877-a6f1-59eb0722208c None None] Current status of the port de2d79ad-9359-457a-bd0c-c03b1f280785 is: DOWN; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:41:51.854906 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-a2f82974-3303-4877-a6f1-59eb0722208c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:51.969268 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-10238768-73ba-4f2b-9a95-5ec0d5dcdc3e tempest-NetworksIpV6TestAttrs-279669730 tempest-NetworksIpV6TestAttrs-279669730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:52.018205 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.db_base_plugin_common [None req-75d09ed3-9fc7-42f1-86f4-0a6597b6c189 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Allocated IP 2001:db8::99 (6b5a65c5-1bed-4301-9db8-c1056c2b8eba/385d3441-44d9-4d8f-8e11-7e66c74f90b4/17a15606-481b-40f5-9605-eca6deae8738) {{(pid=103332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 07:41:52.022242 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.plugin [None req-10238768-73ba-4f2b-9a95-5ec0d5dcdc3e tempest-NetworksIpV6TestAttrs-279669730 tempest-NetworksIpV6TestAttrs-279669730-project] Calling delete_port for c95e208d-8f48-4d7e-9cad-3c00235a30f9 owned by {{(pid=103332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 07:41:52.045342 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e97f1f-e8e7-4561-b379-3f37a53334de None None] Pushing event updated for resources: {'Port': ['ID=810ea5b8-0a78-49da-8b9d-9d10c360a366,revision_number=4']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:41:52.118427 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-a2f82974-3303-4877-a6f1-59eb0722208c None None] For port de2d79ad-9359-457a-bd0c-c03b1f280785, host dv-neutron-861624-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=de2d79ad-9359-457a-bd0c-c03b1f280785,segment=NetworkSegment(e864fc8e-5dde-440d-9143-acf79766e827),segment_id=e864fc8e-5dde-440d-9143-acf79766e827)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:41:52.129737 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-a2f82974-3303-4877-a6f1-59eb0722208c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:52.189382 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.db_base_plugin_common [None req-75d09ed3-9fc7-42f1-86f4-0a6597b6c189 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Allocated IP 2001:db8:0:1:f816:3eff:fe07:bb82 (6b5a65c5-1bed-4301-9db8-c1056c2b8eba/917433a3-ee94-4525-a40b-da57b52e722d/17a15606-481b-40f5-9605-eca6deae8738) {{(pid=103332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 07:41:52.203836 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Current status of the port da688800-62b3-40a2-b3e1-03b9d73cb958 is: ACTIVE; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:41:52.208660 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f82974-3303-4877-a6f1-59eb0722208c None None] Pushing event updated for resources: {'Port': ['ID=de2d79ad-9359-457a-bd0c-c03b1f280785,revision_number=3']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:41:52.355861 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-b4f2424e-ebfb-4816-84b8-8867ba5fe26d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0466a78-eee4-41c7-bb6a-1d3d7da1ec22', 'name': 'tempest-ServerActionsTestJSON-119798104-router', 'tenant_id': 'b76abfccca1e443d8cfed9fe77b82608', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'external_fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.154'}], 'enable_snat': True}, 'gw_port_id': 'a0cf33cb-4842-47ad-888f-65e6168f50d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T07:37:57Z', 'updated_at': '2022-10-19T07:41:48Z', 'revision_number': 5, 'project_id': 'b76abfccca1e443d8cfed9fe77b82608', 'gw_port': {'id': 'a0cf33cb-4842-47ad-888f-65e6168f50d3', 'name': '', 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:f7:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0466a78-eee4-41c7-bb6a-1d3d7da1ec22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:38:00Z', 'updated_at': '2022-10-19T07:38:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861624-1-hyperv'}], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:41:52.362713 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-b88db90d-0198-44cd-a3e0-7a39bbc4e66f None None] Provisioning complete for port da688800-62b3-40a2-b3e1-03b9d73cb958 triggered by entity DHCP. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:41:52.363098 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-b88db90d-0198-44cd-a3e0-7a39bbc4e66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:52.363434 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-b88db90d-0198-44cd-a3e0-7a39bbc4e66f None None] Attempt 1 to provision port da688800-62b3-40a2-b3e1-03b9d73cb958 Oct 19 07:41:52.396787 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-7c174659-eaf7-44c6-80bc-b17425b194b9 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:52.413126 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-10238768-73ba-4f2b-9a95-5ec0d5dcdc3e tempest-NetworksIpV6TestAttrs-279669730 tempest-NetworksIpV6TestAttrs-279669730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133553798'] for port, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:52.436007 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-384e656f-ee72-4397-a5f4-711ef3ac933b None None] Notify callbacks [] for port, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:52.446397 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-384e656f-ee72-4397-a5f4-711ef3ac933b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785020947330'] for port, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:52.462832 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4f2424e-ebfb-4816-84b8-8867ba5fe26d None None] The sync data for ids ['d0466a78-eee4-41c7-bb6a-1d3d7da1ec22'] in dv-neutron-861624-1-hyperv is: [{'id': 'd0466a78-eee4-41c7-bb6a-1d3d7da1ec22', 'name': 'tempest-ServerActionsTestJSON-119798104-router', 'tenant_id': 'b76abfccca1e443d8cfed9fe77b82608', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'external_fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.154'}], 'enable_snat': True}, 'gw_port_id': 'a0cf33cb-4842-47ad-888f-65e6168f50d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T07:37:57Z', 'updated_at': '2022-10-19T07:41:48Z', 'revision_number': 5, 'project_id': 'b76abfccca1e443d8cfed9fe77b82608', 'gw_port': {'id': 'a0cf33cb-4842-47ad-888f-65e6168f50d3', 'name': '', 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:f7:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0466a78-eee4-41c7-bb6a-1d3d7da1ec22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:38:00Z', 'updated_at': '2022-10-19T07:38:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861624-1-hyperv'}] {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 07:41:52.543285 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10238768-73ba-4f2b-9a95-5ec0d5dcdc3e tempest-NetworksIpV6TestAttrs-279669730 tempest-NetworksIpV6TestAttrs-279669730-project] Pushing event deleted for resources: {'Port': ['ID=c95e208d-8f48-4d7e-9cad-3c00235a30f9,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:41:52.567135 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384e656f-ee72-4397-a5f4-711ef3ac933b None None] Pushing event updated for resources: {'Port': ['ID=a86cbcd1-0e19-4be3-a9bc-d110998345fa,revision_number=1']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:41:52.620063 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-10238768-73ba-4f2b-9a95-5ec0d5dcdc3e tempest-NetworksIpV6TestAttrs-279669730 tempest-NetworksIpV6TestAttrs-279669730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42160'] for port, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:52.626581 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-10238768-73ba-4f2b-9a95-5ec0d5dcdc3e tempest-NetworksIpV6TestAttrs-279669730 tempest-NetworksIpV6TestAttrs-279669730-project] 10.222.0.27 "DELETE /v2.0/ports/c95e208d-8f48-4d7e-9cad-3c00235a30f9 HTTP/1.1" status: 204 len: 168 time: 1.8130491 Oct 19 07:41:52.631904 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-75d09ed3-9fc7-42f1-86f4-0a6597b6c189 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks [] for port, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:52.637525 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 57214) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:41:52.648669 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-384e656f-ee72-4397-a5f4-711ef3ac933b None None] Network cbfe397b-465b-4d99-8cfa-1c143ecd2f3e is already hosted by enough agents. {{(pid=103334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 07:41:52.651352 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.scheduler.base_scheduler [None req-384e656f-ee72-4397-a5f4-711ef3ac933b None None] Resources bound (agent type, host, resource id): {{(pid=103334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:41:52.654184 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-384e656f-ee72-4397-a5f4-711ef3ac933b None None] Received port after_create {{(pid=103334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 07:41:52.658774 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-b88db90d-0198-44cd-a3e0-7a39bbc4e66f None None] Current status of the port da688800-62b3-40a2-b3e1-03b9d73cb958 is: ACTIVE; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:41:52.700636 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad927c3b-4694-4850-a800-afcc153459af tempest-NetworksIpV6TestAttrs-279669730 tempest-NetworksIpV6TestAttrs-279669730-project] DELETE failed (client error): The resource could not be found. Oct 19 07:41:52.702479 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ad927c3b-4694-4850-a800-afcc153459af tempest-NetworksIpV6TestAttrs-279669730 tempest-NetworksIpV6TestAttrs-279669730-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103332) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 07:41:52.712543 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-ad927c3b-4694-4850-a800-afcc153459af tempest-NetworksIpV6TestAttrs-279669730 tempest-NetworksIpV6TestAttrs-279669730-project] 10.222.0.27 "DELETE /v2.0/subnets/2b9ce274-2461-4238-8d83-880effac13a2 HTTP/1.1" status: 404 len: 337 time: 0.0698497 Oct 19 07:41:52.721135 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 57216) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:41:52.738947 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-384e656f-ee72-4397-a5f4-711ef3ac933b None None] Attempting to bind port a86cbcd1-0e19-4be3-a9bc-d110998345fa on host dv-neutron-861624-1-hyperv for vnic_type normal with profile {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 19 07:41:52.739585 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-384e656f-ee72-4397-a5f4-711ef3ac933b None None] Attempting to bind port a86cbcd1-0e19-4be3-a9bc-d110998345fa by drivers openvswitch,hyperv on host dv-neutron-861624-1-hyperv at level 0 using segments [{'id': '47603449-f739-43fd-adbd-872039ab68d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'cbfe397b-465b-4d99-8cfa-1c143ecd2f3e'}] {{(pid=103334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 19 07:41:52.740125 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-384e656f-ee72-4397-a5f4-711ef3ac933b None None] Attempting to bind port a86cbcd1-0e19-4be3-a9bc-d110998345fa on network cbfe397b-465b-4d99-8cfa-1c143ecd2f3e {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 07:41:52.746629 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-384e656f-ee72-4397-a5f4-711ef3ac933b None None] Checking agent: {'id': 'a5b0152c-d633-409b-aaf8-3b76458e2410', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861624-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 19, 7, 30, 19), 'started_at': datetime.datetime(2022, 10, 19, 7, 30, 49), 'heartbeat_timestamp': datetime.datetime(2022, 10, 19, 7, 41, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861624-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 07:41:52.747293 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-384e656f-ee72-4397-a5f4-711ef3ac933b None None] Checking segment: {'id': '47603449-f739-43fd-adbd-872039ab68d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'cbfe397b-465b-4d99-8cfa-1c143ecd2f3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 19 07:41:52.747895 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-384e656f-ee72-4397-a5f4-711ef3ac933b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:52.748454 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-384e656f-ee72-4397-a5f4-711ef3ac933b None None] Bound using segment: {'id': '47603449-f739-43fd-adbd-872039ab68d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'cbfe397b-465b-4d99-8cfa-1c143ecd2f3e'} {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 07:41:52.749146 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-384e656f-ee72-4397-a5f4-711ef3ac933b None None] Bound port: a86cbcd1-0e19-4be3-a9bc-d110998345fa, host: dv-neutron-861624-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47603449-f739-43fd-adbd-872039ab68d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'cbfe397b-465b-4d99-8cfa-1c143ecd2f3e'}}] {{(pid=103334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 19 07:41:52.749711 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-384e656f-ee72-4397-a5f4-711ef3ac933b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:52.780162 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-a565cc25-7e59-4f13-8148-34f638c8f3b1 tempest-TagsExtTest-1762088066 tempest-TagsExtTest-1762088066-project] Notify callbacks [] for port, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:52.819057 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-04c5a514-f5d2-474a-9aca-610d9bd4baad None None] Provisioning complete for port 7307f4f7-1222-42d1-aa24-b89992f37edb triggered by entity DHCP. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:41:52.819438 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-04c5a514-f5d2-474a-9aca-610d9bd4baad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:52.819780 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-04c5a514-f5d2-474a-9aca-610d9bd4baad None None] Attempt 1 to provision port 7307f4f7-1222-42d1-aa24-b89992f37edb Oct 19 07:41:52.827602 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56c3164c-44c8-4cb0-8467-b43790b893d7 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Notify agent at l3_agent.dv-neutron-861624-1-hyperv the message routers_updated {{(pid=103333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 07:41:52.835805 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-56c3164c-44c8-4cb0-8467-b43790b893d7 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Notify callbacks [] for router, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:52.840150 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-56c3164c-44c8-4cb0-8467-b43790b893d7 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] 10.222.0.27 "PUT /v2.0/routers/5a3ee82e-b69d-4a9d-a681-af0f007cfa8a HTTP/1.1" status: 200 len: 699 time: 4.4274859 Oct 19 07:41:52.844350 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-2a9b465d-1fae-4d43-8223-9162e616f916 tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-679819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130997964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130170408'] for subnet, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:52.870220 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7d5ad0d-fa5f-4306-8d6b-ef0ba756759f None None] Sync routers for ids ['5a3ee82e-b69d-4a9d-a681-af0f007cfa8a'] in dv-neutron-861624-1-hyperv {{(pid=103334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 07:41:52.878192 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 57218) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:41:52.937895 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-384e656f-ee72-4397-a5f4-711ef3ac933b None None] For port a86cbcd1-0e19-4be3-a9bc-d110998345fa, host dv-neutron-861624-1-hyperv, cleared binding levels {{(pid=103334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 07:41:52.943054 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a24abcd2-5c5c-4b38-b72a-f7dfdbfa22e0 None None] Network a40e5444-86d5-4daa-99ba-b9ae2467b520 requested from dv-neutron-861624-1-hyperv {{(pid=103334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 07:41:52.957202 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9b465d-1fae-4d43-8223-9162e616f916 tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Pushing event deleted for resources: {'Subnet': ['ID=814eb665-3b69-4cbe-8b3f-46b3edb38e7f,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:41:52.966029 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-384e656f-ee72-4397-a5f4-711ef3ac933b None None] For port a86cbcd1-0e19-4be3-a9bc-d110998345fa, host dv-neutron-861624-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=a86cbcd1-0e19-4be3-a9bc-d110998345fa,segment=NetworkSegment(47603449-f739-43fd-adbd-872039ab68d2),segment_id=47603449-f739-43fd-adbd-872039ab68d2)] {{(pid=103334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 07:41:53.013110 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-384e656f-ee72-4397-a5f4-711ef3ac933b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:53.014943 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-6a530e4c-896b-429c-9cc8-e0942e96ceed admin admin] Notify callbacks [] for router, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:53.018488 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device de2d79ad-9359-457a-bd0c-c03b1f280785 up at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 07:41:53.077864 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7d5ad0d-fa5f-4306-8d6b-ef0ba756759f None None] Routers {'5a3ee82e-b69d-4a9d-a681-af0f007cfa8a'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 07:41:53.079250 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-b7d5ad0d-fa5f-4306-8d6b-ef0ba756759f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T07:41:46Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['5a3ee82e-b69d-4a9d-a681-af0f007cfa8a'], 'active': True} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:41:53.081919 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-04c5a514-f5d2-474a-9aca-610d9bd4baad None None] Port 7307f4f7-1222-42d1-aa24-b89992f37edb cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 07:41:53.161590 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-2a9b465d-1fae-4d43-8223-9162e616f916 tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-673051', 'neutron.services.segments.db._delete_segments_for_network-8785021519108'] for network, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:53.219690 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-a565cc25-7e59-4f13-8148-34f638c8f3b1 tempest-TagsExtTest-1762088066 tempest-TagsExtTest-1762088066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785020947330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130996763'] for port, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:53.242128 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-2a9b465d-1fae-4d43-8223-9162e616f916 tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cbfe397b-465b-4d99-8cfa-1c143ecd2f3e']}} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:41:53.270480 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-46b6adf9-6dfd-4ae9-870f-5dca6b1fa260 tempest-ExtraDHCPOptionsTestJSON-171316487 tempest-ExtraDHCPOptionsTestJSON-171316487-project] Notify callbacks [] for port, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:53.298129 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-f893df64-cdfc-40b9-9dde-6a77857c3ff7 tempest-NetworksIpV6TestAttrs-279669730 tempest-NetworksIpV6TestAttrs-279669730-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-667019'] for network, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:53.336204 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a565cc25-7e59-4f13-8148-34f638c8f3b1 tempest-TagsExtTest-1762088066 tempest-TagsExtTest-1762088066-project] Pushing event updated for resources: {'Port': ['ID=56c87d32-75b1-4878-9f7d-ab39a5528a48,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:41:53.346356 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-75d09ed3-9fc7-42f1-86f4-0a6597b6c189 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785020947330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133553798'] for port, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:53.366679 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-6792ca31-5948-466c-9c4c-e5a0973aed4d tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] 10.222.0.27 "GET /v2.0/routers/5a3ee82e-b69d-4a9d-a681-af0f007cfa8a HTTP/1.1" status: 200 len: 699 time: 0.4296827 Oct 19 07:41:53.374281 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a565cc25-7e59-4f13-8148-34f638c8f3b1 tempest-TagsExtTest-1762088066 tempest-TagsExtTest-1762088066-project] Network 08c4347d-3e4d-45f5-ba2f-dfc6347ca533 is already hosted by enough agents. {{(pid=103333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 07:41:53.374901 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 57220) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:41:53.419840 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384e656f-ee72-4397-a5f4-711ef3ac933b None None] Pushing event updated for resources: {'Port': ['ID=a86cbcd1-0e19-4be3-a9bc-d110998345fa,revision_number=2']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:41:53.433515 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-2a9b465d-1fae-4d43-8223-9162e616f916 tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47603449-f739-43fd-adbd-872039ab68d2') {'for_net_delete': True} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:41:53.433875 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-2a9b465d-1fae-4d43-8223-9162e616f916 tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47603449-f739-43fd-adbd-872039ab68d2') {} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:41:53.449444 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-a565cc25-7e59-4f13-8148-34f638c8f3b1 tempest-TagsExtTest-1762088066 tempest-TagsExtTest-1762088066-project] Resources bound (agent type, host, resource id): {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:41:53.452343 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a565cc25-7e59-4f13-8148-34f638c8f3b1 tempest-TagsExtTest-1762088066 tempest-TagsExtTest-1762088066-project] Received port after_create {{(pid=103333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 07:41:53.456241 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.db_base_plugin_common [None req-9839a586-23c5-48f2-bab3-a5eca56107eb None None] Allocated IP 172.20.0.2 (08c4347d-3e4d-45f5-ba2f-dfc6347ca533/2af7298e-7aad-40f3-9618-487c73b23682/16d85671-6305-4b48-8089-cc7e37ad3eb2) {{(pid=103334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 07:41:53.475632 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvr_db [None req-b7d5ad0d-fa5f-4306-8d6b-ef0ba756759f None None] Set router 5a3ee82e-b69d-4a9d-a681-af0f007cfa8a gateway port host: None {{(pid=103334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 07:41:53.529566 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75d09ed3-9fc7-42f1-86f4-0a6597b6c189 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Network 6b5a65c5-1bed-4301-9db8-c1056c2b8eba is already hosted by enough agents. {{(pid=103332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 07:41:53.530873 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Provisioning complete for port de2d79ad-9359-457a-bd0c-c03b1f280785 triggered by entity L2. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:41:53.531257 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:53.532707 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Attempt 1 to provision port de2d79ad-9359-457a-bd0c-c03b1f280785 Oct 19 07:41:53.550486 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-2a9b465d-1fae-4d43-8223-9162e616f916 tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785021519382', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-134111927'] for segment, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:53.552769 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.base_scheduler [None req-75d09ed3-9fc7-42f1-86f4-0a6597b6c189 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Resources bound (agent type, host, resource id): {{(pid=103332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:41:53.581158 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-6a530e4c-896b-429c-9cc8-e0942e96ceed admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:53.605936 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-04c5a514-f5d2-474a-9aca-610d9bd4baad None None] Attempt 2 to provision port 7307f4f7-1222-42d1-aa24-b89992f37edb Oct 19 07:41:53.608960 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-f893df64-cdfc-40b9-9dde-6a77857c3ff7 tempest-NetworksIpV6TestAttrs-279669730 tempest-NetworksIpV6TestAttrs-279669730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-673051', 'neutron.services.segments.db._delete_segments_for_network-8785021519108'] for network, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:53.617511 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-2a9b465d-1fae-4d43-8223-9162e616f916 tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979'] for segment, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:53.631603 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75d09ed3-9fc7-42f1-86f4-0a6597b6c189 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Received port after_create {{(pid=103332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 07:41:53.639500 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75d09ed3-9fc7-42f1-86f4-0a6597b6c189 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:41:53.639905 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a565cc25-7e59-4f13-8148-34f638c8f3b1 tempest-TagsExtTest-1762088066 tempest-TagsExtTest-1762088066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:41:53.640162 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-75d09ed3-9fc7-42f1-86f4-0a6597b6c189 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42160'] for port, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:53.640937 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-a565cc25-7e59-4f13-8148-34f638c8f3b1 tempest-TagsExtTest-1762088066 tempest-TagsExtTest-1762088066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42160'] for port, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:53.655099 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a9b465d-1fae-4d43-8223-9162e616f916 tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Releasing vlan 183 on physical network physnet1 to pool {{(pid=103333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 07:41:53.655648 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-2a9b465d-1fae-4d43-8223-9162e616f916 tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130996782'] for segment, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:53.657685 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d09ed3-9fc7-42f1-86f4-0a6597b6c189 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Pushing event updated for resources: {'Port': ['ID=17a15606-481b-40f5-9605-eca6deae8738,revision_number=1']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:41:53.686957 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-75d09ed3-9fc7-42f1-86f4-0a6597b6c189 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 3.8324406 Oct 19 07:41:53.694476 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 57224) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:41:53.723532 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.services.segments.plugin [-] Segment 47603449-f739-43fd-adbd-872039ab68d2 resource provider aggregate not found Oct 19 07:41:53.760675 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-a565cc25-7e59-4f13-8148-34f638c8f3b1 tempest-TagsExtTest-1762088066 tempest-TagsExtTest-1762088066-project] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 4.5496247 Oct 19 07:41:53.762691 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.services.segments.db [None req-f893df64-cdfc-40b9-9dde-6a77857c3ff7 tempest-NetworksIpV6TestAttrs-279669730 tempest-NetworksIpV6TestAttrs-279669730-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e41d653a-782a-4cf3-a342-c0c6793371b2']}} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:41:53.763344 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.services.segments.plugin [-] Segment 47603449-f739-43fd-adbd-872039ab68d2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 47603449-f739-43fd-adbd-872039ab68d2 found for delete ", "request_id": "req-88f7e162-27ed-4217-9c95-26088027b91f"}]} Oct 19 07:41:53.776543 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.services.segments.db [None req-f893df64-cdfc-40b9-9dde-6a77857c3ff7 tempest-NetworksIpV6TestAttrs-279669730 tempest-NetworksIpV6TestAttrs-279669730-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0bb5ab95-f3d3-4adf-9336-52496982cb11') {'for_net_delete': True} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:41:53.776879 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.services.segments.db [None req-f893df64-cdfc-40b9-9dde-6a77857c3ff7 tempest-NetworksIpV6TestAttrs-279669730 tempest-NetworksIpV6TestAttrs-279669730-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0bb5ab95-f3d3-4adf-9336-52496982cb11') {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:41:53.788766 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-46b6adf9-6dfd-4ae9-870f-5dca6b1fa260 tempest-ExtraDHCPOptionsTestJSON-171316487 tempest-ExtraDHCPOptionsTestJSON-171316487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785020947330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133553798'] for port, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:53.796665 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 57228) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:41:53.807850 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-6acf6bc2-c78f-402a-8d87-368e086eea24 tempest-TagsExtTest-1762088066 tempest-TagsExtTest-1762088066-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-429782130', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:41:53.852126 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-f893df64-cdfc-40b9-9dde-6a77857c3ff7 tempest-NetworksIpV6TestAttrs-279669730 tempest-NetworksIpV6TestAttrs-279669730-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785021519382', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130726885'] for segment, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:53.860807 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.db.api [None req-2a9b465d-1fae-4d43-8223-9162e616f916 tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 19 07:41:53.860807 dv-neutron-861624-1-hyperv neutron-server[103333]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 19 07:41:53.860807 dv-neutron-861624-1-hyperv neutron-server[103333]: [parameters: {'id': 'cbfe397b-465b-4d99-8cfa-1c143ecd2f3e'}] Oct 19 07:41:53.860807 dv-neutron-861624-1-hyperv neutron-server[103333]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103333) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 19 07:41:53.861742 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG oslo_db.api [None req-2a9b465d-1fae-4d43-8223-9162e616f916 tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 19 07:41:53.918123 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-6acf6bc2-c78f-402a-8d87-368e086eea24 tempest-TagsExtTest-1762088066 tempest-TagsExtTest-1762088066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1692695', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12668'] for router, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:53.920812 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-6acf6bc2-c78f-402a-8d87-368e086eea24 tempest-TagsExtTest-1762088066 tempest-TagsExtTest-1762088066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1692835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1693910', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1621825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12659'] for router, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:53.932268 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.db_base_plugin_common [None req-7c174659-eaf7-44c6-80bc-b17425b194b9 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Delete allocated IP 2001:db8:0:1::280 (a40e5444-86d5-4daa-99ba-b9ae2467b520/cffe7fe4-0fdc-42d4-b117-205912741edf) {{(pid=103332) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Oct 19 07:41:53.946830 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-f893df64-cdfc-40b9-9dde-6a77857c3ff7 tempest-NetworksIpV6TestAttrs-279669730 tempest-NetworksIpV6TestAttrs-279669730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979'] for segment, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:53.947465 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-6a530e4c-896b-429c-9cc8-e0942e96ceed admin admin] Deleting port a0cf33cb-4842-47ad-888f-65e6168f50d3 {{(pid=103333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 07:41:53.947894 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-6a530e4c-896b-429c-9cc8-e0942e96ceed admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:53.955337 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-04c5a514-f5d2-474a-9aca-610d9bd4baad None None] Port 7307f4f7-1222-42d1-aa24-b89992f37edb cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 07:41:54.016357 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f893df64-cdfc-40b9-9dde-6a77857c3ff7 tempest-NetworksIpV6TestAttrs-279669730 tempest-NetworksIpV6TestAttrs-279669730-project] Releasing vlan 182 on physical network physnet1 to pool {{(pid=103332) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 07:41:54.016966 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-f893df64-cdfc-40b9-9dde-6a77857c3ff7 tempest-NetworksIpV6TestAttrs-279669730 tempest-NetworksIpV6TestAttrs-279669730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-133553843'] for segment, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:54.077456 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46b6adf9-6dfd-4ae9-870f-5dca6b1fa260 tempest-ExtraDHCPOptionsTestJSON-171316487 tempest-ExtraDHCPOptionsTestJSON-171316487-project] Network 1c77bce2-cd11-4c8f-8853-f6df29818bf6 is already hosted by enough agents. {{(pid=103332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 07:41:54.080296 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.services.segments.plugin [-] Segment 0bb5ab95-f3d3-4adf-9336-52496982cb11 resource provider aggregate not found Oct 19 07:41:54.111458 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b6adf9-6dfd-4ae9-870f-5dca6b1fa260 tempest-ExtraDHCPOptionsTestJSON-171316487 tempest-ExtraDHCPOptionsTestJSON-171316487-project] Pushing event updated for resources: {'Port': ['ID=627aad4a-a807-463b-b24b-2e52bbe6324a,revision_number=1']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:41:54.128222 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.base_scheduler [None req-46b6adf9-6dfd-4ae9-870f-5dca6b1fa260 tempest-ExtraDHCPOptionsTestJSON-171316487 tempest-ExtraDHCPOptionsTestJSON-171316487-project] Resources bound (agent type, host, resource id): {{(pid=103332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:41:54.138782 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46b6adf9-6dfd-4ae9-870f-5dca6b1fa260 tempest-ExtraDHCPOptionsTestJSON-171316487 tempest-ExtraDHCPOptionsTestJSON-171316487-project] Received port after_create {{(pid=103332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 07:41:54.142031 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.db [None req-6a530e4c-896b-429c-9cc8-e0942e96ceed admin admin] For port a0cf33cb-4842-47ad-888f-65e6168f50d3, host dv-neutron-861624-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=a0cf33cb-4842-47ad-888f-65e6168f50d3,segment=NetworkSegment(53981d04-8205-40d8-8d33-0510111d6f8f),segment_id=53981d04-8205-40d8-8d33-0510111d6f8f)] {{(pid=103333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:41:54.142442 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-6a530e4c-896b-429c-9cc8-e0942e96ceed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:54.196840 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-6a530e4c-896b-429c-9cc8-e0942e96ceed admin admin] Calling delete_port for a0cf33cb-4842-47ad-888f-65e6168f50d3 owned by network:router_gateway {{(pid=103333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 07:41:54.211207 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46b6adf9-6dfd-4ae9-870f-5dca6b1fa260 tempest-ExtraDHCPOptionsTestJSON-171316487 tempest-ExtraDHCPOptionsTestJSON-171316487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:41:54.211914 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-46b6adf9-6dfd-4ae9-870f-5dca6b1fa260 tempest-ExtraDHCPOptionsTestJSON-171316487 tempest-ExtraDHCPOptionsTestJSON-171316487-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42160'] for port, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:54.243748 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.services.segments.plugin [-] Segment 0bb5ab95-f3d3-4adf-9336-52496982cb11 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0bb5ab95-f3d3-4adf-9336-52496982cb11 found for delete ", "request_id": "req-fd2ab17e-cc73-411a-a5ec-324091dd4a8e"}]} Oct 19 07:41:54.256835 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Current status of the port de2d79ad-9359-457a-bd0c-c03b1f280785 is: ACTIVE; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:41:54.258018 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device 810ea5b8-0a78-49da-8b9d-9d10c360a366 up at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 07:41:54.264759 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-46b6adf9-6dfd-4ae9-870f-5dca6b1fa260 tempest-ExtraDHCPOptionsTestJSON-171316487 tempest-ExtraDHCPOptionsTestJSON-171316487-project] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 3.9119155 Oct 19 07:41:54.286809 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-9839a586-23c5-48f2-bab3-a5eca56107eb None None] Notify callbacks [] for port, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:54.296720 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 57234) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:41:54.371426 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-2a9b465d-1fae-4d43-8223-9162e616f916 tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-667019'] for network, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:54.381017 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-9839a586-23c5-48f2-bab3-a5eca56107eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785020947330'] for port, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:54.411086 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-f893df64-cdfc-40b9-9dde-6a77857c3ff7 tempest-NetworksIpV6TestAttrs-279669730 tempest-NetworksIpV6TestAttrs-279669730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-673044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1695087'] for network, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:54.478303 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-04c5a514-f5d2-474a-9aca-610d9bd4baad None None] Attempt 3 to provision port 7307f4f7-1222-42d1-aa24-b89992f37edb Oct 19 07:41:54.481901 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-f893df64-cdfc-40b9-9dde-6a77857c3ff7 tempest-NetworksIpV6TestAttrs-279669730 tempest-NetworksIpV6TestAttrs-279669730-project] Notify callbacks [] for network, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:54.492265 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-f893df64-cdfc-40b9-9dde-6a77857c3ff7 tempest-NetworksIpV6TestAttrs-279669730 tempest-NetworksIpV6TestAttrs-279669730-project] 10.222.0.27 "DELETE /v2.0/networks/e41d653a-782a-4cf3-a342-c0c6793371b2 HTTP/1.1" status: 204 len: 168 time: 1.7666945 Oct 19 07:41:54.495203 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 57236) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:41:54.536391 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9839a586-23c5-48f2-bab3-a5eca56107eb None None] Network 08c4347d-3e4d-45f5-ba2f-dfc6347ca533 is already hosted by enough agents. {{(pid=103334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 07:41:54.541718 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f893df64-cdfc-40b9-9dde-6a77857c3ff7 tempest-NetworksIpV6TestAttrs-279669730 tempest-NetworksIpV6TestAttrs-279669730-project] Pushing event deleted for resources: {'Network': ['ID=e41d653a-782a-4cf3-a342-c0c6793371b2,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:41:54.554281 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-04c5a514-f5d2-474a-9aca-610d9bd4baad None None] Port 7307f4f7-1222-42d1-aa24-b89992f37edb cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 07:41:54.559806 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.scheduler.base_scheduler [None req-9839a586-23c5-48f2-bab3-a5eca56107eb None None] Resources bound (agent type, host, resource id): {{(pid=103334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:41:54.577670 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Provisioning complete for port 810ea5b8-0a78-49da-8b9d-9d10c360a366 triggered by entity L2. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:41:54.578043 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:54.578421 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Attempt 1 to provision port 810ea5b8-0a78-49da-8b9d-9d10c360a366 Oct 19 07:41:54.584887 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9839a586-23c5-48f2-bab3-a5eca56107eb None None] Received port after_create {{(pid=103334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 07:41:54.599341 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d81c6a2f-197b-475f-9667-3d2139b6d3a8 tempest-ExtraDHCPOptionsTestJSON-171316487 tempest-ExtraDHCPOptionsTestJSON-171316487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:41:54.605738 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d81c6a2f-197b-475f-9667-3d2139b6d3a8 tempest-ExtraDHCPOptionsTestJSON-171316487 tempest-ExtraDHCPOptionsTestJSON-171316487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:41:54.607046 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.plugin [None req-e55cf17b-4ce6-4b2c-9d0b-8e15b29f6698 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Deleting port 17a15606-481b-40f5-9605-eca6deae8738 {{(pid=103332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 07:41:54.607593 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-e55cf17b-4ce6-4b2c-9d0b-8e15b29f6698 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:54.612829 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d81c6a2f-197b-475f-9667-3d2139b6d3a8 tempest-ExtraDHCPOptionsTestJSON-171316487 tempest-ExtraDHCPOptionsTestJSON-171316487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:41:54.619405 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-d81c6a2f-197b-475f-9667-3d2139b6d3a8 tempest-ExtraDHCPOptionsTestJSON-171316487 tempest-ExtraDHCPOptionsTestJSON-171316487-project] 10.222.0.27 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2619 time: 0.3203273 Oct 19 07:41:54.624144 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 57238) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:41:54.627462 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9839a586-23c5-48f2-bab3-a5eca56107eb None None] Pushing event updated for resources: {'Port': ['ID=16d85671-6305-4b48-8089-cc7e37ad3eb2,revision_number=1']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:41:54.653833 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-b7d5ad0d-fa5f-4306-8d6b-ef0ba756759f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a3ee82e-b69d-4a9d-a681-af0f007cfa8a', 'name': 'tempest-RoutersTest-router-906858636', 'tenant_id': 'ea2e94e7c58741afa39e88c6d73f4fb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T07:41:03Z', 'updated_at': '2022-10-19T07:41:50Z', 'revision_number': 7, 'project_id': 'ea2e94e7c58741afa39e88c6d73f4fb1', 'gw_port_host': None, '_interfaces': [{'id': '202bbb75-d656-4039-93c2-eb6a38fe76f3', 'name': '', 'network_id': 'f9ca5f41-fe6c-4a10-918c-6649165b7312', 'tenant_id': 'ea2e94e7c58741afa39e88c6d73f4fb1', 'mac_address': 'fa:16:3e:86:ee:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a3ee82e-b69d-4a9d-a681-af0f007cfa8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': '2fde0ae8-bf21-420c-80fc-149699eead07', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:41:26Z', 'updated_at': '2022-10-19T07:41:38Z', 'revision_number': 5, 'project_id': 'ea2e94e7c58741afa39e88c6d73f4fb1', 'subnets': [{'id': '2fde0ae8-bf21-420c-80fc-149699eead07', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '49f2ff67-572d-4668-b362-a96320ef311c', 'name': '', 'network_id': 'e75c1c90-6f0f-4d61-be13-e480777d5d04', 'tenant_id': 'ea2e94e7c58741afa39e88c6d73f4fb1', 'mac_address': 'fa:16:3e:ec:54:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a3ee82e-b69d-4a9d-a681-af0f007cfa8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'ece11983-5f95-4126-9586-efdf72e78760', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:41:37Z', 'updated_at': '2022-10-19T07:41:45Z', 'revision_number': 5, 'project_id': 'ea2e94e7c58741afa39e88c6d73f4fb1', 'subnets': [{'id': 'ece11983-5f95-4126-9586-efdf72e78760', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4ce3479b-393b-481b-b58d-51ccf321edac', 'name': '', 'network_id': 'b58e1c6a-78c1-43cd-89d9-838f22da233f', 'tenant_id': 'ea2e94e7c58741afa39e88c6d73f4fb1', 'mac_address': 'fa:16:3e:31:7a:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a3ee82e-b69d-4a9d-a681-af0f007cfa8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '612c3709-642f-4c80-9732-62beec0bf567', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:41:06Z', 'updated_at': '2022-10-19T07:41:21Z', 'revision_number': 5, 'project_id': 'ea2e94e7c58741afa39e88c6d73f4fb1', 'subnets': [{'id': '612c3709-642f-4c80-9732-62beec0bf567', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd9ac0312-b4f0-4a4f-ab6d-3fbf05a5739a', 'name': '', 'network_id': '4daf018b-9448-4af6-b1a7-ed0b0c9c81a9', 'tenant_id': 'ea2e94e7c58741afa39e88c6d73f4fb1', 'mac_address': 'fa:16:3e:d0:0f:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a3ee82e-b69d-4a9d-a681-af0f007cfa8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '70304bbd-b21f-4bfc-b426-0275306673c4', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:41:16Z', 'updated_at': '2022-10-19T07:41:25Z', 'revision_number': 5, 'project_id': 'ea2e94e7c58741afa39e88c6d73f4fb1', 'subnets': [{'id': '70304bbd-b21f-4bfc-b426-0275306673c4', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:41:54.773143 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7d5ad0d-fa5f-4306-8d6b-ef0ba756759f None None] Checking router: 5a3ee82e-b69d-4a9d-a681-af0f007cfa8a for host: dv-neutron-861624-1-hyperv {{(pid=103334) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 07:41:54.795602 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-9839a586-23c5-48f2-bab3-a5eca56107eb None None] Attempting to bind port 16d85671-6305-4b48-8089-cc7e37ad3eb2 on host dv-neutron-861624-1-hyperv for vnic_type normal with profile {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 19 07:41:54.796120 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-9839a586-23c5-48f2-bab3-a5eca56107eb None None] Attempting to bind port 16d85671-6305-4b48-8089-cc7e37ad3eb2 by drivers openvswitch,hyperv on host dv-neutron-861624-1-hyperv at level 0 using segments [{'id': '229fdee6-4997-4cba-b9dd-1d528ceb2c7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '08c4347d-3e4d-45f5-ba2f-dfc6347ca533'}] {{(pid=103334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 19 07:41:54.796495 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9839a586-23c5-48f2-bab3-a5eca56107eb None None] Attempting to bind port 16d85671-6305-4b48-8089-cc7e37ad3eb2 on network 08c4347d-3e4d-45f5-ba2f-dfc6347ca533 {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 07:41:54.808697 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7d5ad0d-fa5f-4306-8d6b-ef0ba756759f None None] Routers {'5a3ee82e-b69d-4a9d-a681-af0f007cfa8a'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 07:41:54.809402 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-b7d5ad0d-fa5f-4306-8d6b-ef0ba756759f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T07:41:46Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['5a3ee82e-b69d-4a9d-a681-af0f007cfa8a'], 'active': True} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:41:54.818971 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-6acf6bc2-c78f-402a-8d87-368e086eea24 tempest-TagsExtTest-1762088066 tempest-TagsExtTest-1762088066-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:54.832640 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-265f6245-1cab-4a92-96d7-f45410422466 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1694785'] for router_interface, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:54.837669 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-6acf6bc2-c78f-402a-8d87-368e086eea24 tempest-TagsExtTest-1762088066 tempest-TagsExtTest-1762088066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1692844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1693859'] for router, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:54.842914 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-2a9b465d-1fae-4d43-8223-9162e616f916 tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Deleting port a86cbcd1-0e19-4be3-a9bc-d110998345fa {{(pid=103333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 07:41:54.843456 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-2a9b465d-1fae-4d43-8223-9162e616f916 tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:54.875175 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9839a586-23c5-48f2-bab3-a5eca56107eb None None] Checking agent: {'id': 'a5b0152c-d633-409b-aaf8-3b76458e2410', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861624-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 19, 7, 30, 19), 'started_at': datetime.datetime(2022, 10, 19, 7, 30, 49), 'heartbeat_timestamp': datetime.datetime(2022, 10, 19, 7, 41, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861624-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 07:41:54.875717 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9839a586-23c5-48f2-bab3-a5eca56107eb None None] Checking segment: {'id': '229fdee6-4997-4cba-b9dd-1d528ceb2c7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '08c4347d-3e4d-45f5-ba2f-dfc6347ca533'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 19 07:41:54.876249 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-9839a586-23c5-48f2-bab3-a5eca56107eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:54.876837 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9839a586-23c5-48f2-bab3-a5eca56107eb None None] Bound using segment: {'id': '229fdee6-4997-4cba-b9dd-1d528ceb2c7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '08c4347d-3e4d-45f5-ba2f-dfc6347ca533'} {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 07:41:54.877444 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-9839a586-23c5-48f2-bab3-a5eca56107eb None None] Bound port: 16d85671-6305-4b48-8089-cc7e37ad3eb2, host: dv-neutron-861624-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '229fdee6-4997-4cba-b9dd-1d528ceb2c7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '08c4347d-3e4d-45f5-ba2f-dfc6347ca533'}}] {{(pid=103334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 19 07:41:54.877974 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-9839a586-23c5-48f2-bab3-a5eca56107eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:54.894271 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-e55cf17b-4ce6-4b2c-9d0b-8e15b29f6698 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:54.929487 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-6acf6bc2-c78f-402a-8d87-368e086eea24 tempest-TagsExtTest-1762088066 tempest-TagsExtTest-1762088066-project] Notify callbacks [] for router, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:54.932659 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-6acf6bc2-c78f-402a-8d87-368e086eea24 tempest-TagsExtTest-1762088066 tempest-TagsExtTest-1762088066-project] 10.222.0.27 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 1.1349998 Oct 19 07:41:54.933358 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-6a530e4c-896b-429c-9cc8-e0942e96ceed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130996763'] for port, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:54.935161 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 57240) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:41:54.937043 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.plugin [None req-e55cf17b-4ce6-4b2c-9d0b-8e15b29f6698 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Calling delete_port for 17a15606-481b-40f5-9605-eca6deae8738 owned by {{(pid=103332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 07:41:54.947120 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-7c174659-eaf7-44c6-80bc-b17425b194b9 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Notify callbacks [] for port, precommit_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:54.954717 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b24db3d-14da-4252-bb48-a2cfbdd35aaf tempest-NetworksIpV6TestAttrs-279669730 tempest-NetworksIpV6TestAttrs-279669730-project] Deleting subnet 94eab8fe-280e-4a92-a10c-2d5ba27840a0 {{(pid=103332) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 19 07:41:54.959791 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-788c15e6-de5f-4433-93ea-4f6038cf01e5 tempest-TagsExtTest-1762088066 tempest-TagsExtTest-1762088066-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-277112581', 'prefixes': ['172.20.0.0/16']}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:41:54.968423 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff3412a5-ab54-462d-9324-24783c9ce209 None None] Network cbfe397b-465b-4d99-8cfa-1c143ecd2f3e requested from dv-neutron-861624-1-hyperv {{(pid=103334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 07:41:54.971502 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-7c174659-eaf7-44c6-80bc-b17425b194b9 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133553807'] for port, after_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:54.975596 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-4b24db3d-14da-4252-bb48-a2cfbdd35aaf tempest-NetworksIpV6TestAttrs-279669730 tempest-NetworksIpV6TestAttrs-279669730-project] Notify callbacks [] for subnet, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:55.011364 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a530e4c-896b-429c-9cc8-e0942e96ceed admin admin] Pushing event deleted for resources: {'Port': ['ID=a0cf33cb-4842-47ad-888f-65e6168f50d3,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:41:55.044598 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvr_db [None req-b7d5ad0d-fa5f-4306-8d6b-ef0ba756759f None None] Set router 5a3ee82e-b69d-4a9d-a681-af0f007cfa8a gateway port host: None {{(pid=103334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 07:41:55.048585 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Current status of the port 810ea5b8-0a78-49da-8b9d-9d10c360a366 is: ACTIVE; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:41:55.049299 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device da688800-62b3-40a2-b3e1-03b9d73cb958 up at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 07:41:55.078850 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a530e4c-896b-429c-9cc8-e0942e96ceed admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:41:55.079212 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a530e4c-896b-429c-9cc8-e0942e96ceed admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:41:55.079557 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a530e4c-896b-429c-9cc8-e0942e96ceed admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:41:55.079907 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a530e4c-896b-429c-9cc8-e0942e96ceed admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:41:55.080239 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a530e4c-896b-429c-9cc8-e0942e96ceed admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:41:55.080626 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a530e4c-896b-429c-9cc8-e0942e96ceed admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:41:55.080962 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a530e4c-896b-429c-9cc8-e0942e96ceed admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:41:55.081293 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a530e4c-896b-429c-9cc8-e0942e96ceed admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:41:55.081995 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a530e4c-896b-429c-9cc8-e0942e96ceed admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:41:55.082339 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a530e4c-896b-429c-9cc8-e0942e96ceed admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:41:55.082957 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a530e4c-896b-429c-9cc8-e0942e96ceed admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:41:55.082957 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a530e4c-896b-429c-9cc8-e0942e96ceed admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:41:55.084112 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-04c5a514-f5d2-474a-9aca-610d9bd4baad None None] Attempt 4 to provision port 7307f4f7-1222-42d1-aa24-b89992f37edb Oct 19 07:41:55.109677 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.db [None req-2a9b465d-1fae-4d43-8223-9162e616f916 tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] For port a86cbcd1-0e19-4be3-a9bc-d110998345fa, host dv-neutron-861624-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=a86cbcd1-0e19-4be3-a9bc-d110998345fa,segment=NetworkSegment(47603449-f739-43fd-adbd-872039ab68d2),segment_id=47603449-f739-43fd-adbd-872039ab68d2)] {{(pid=103333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:41:55.110060 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-2a9b465d-1fae-4d43-8223-9162e616f916 tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:55.120585 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-4b24db3d-14da-4252-bb48-a2cfbdd35aaf tempest-NetworksIpV6TestAttrs-279669730 tempest-NetworksIpV6TestAttrs-279669730-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130726890'] for subnet, precommit_delete_associations {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:55.125968 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.plugin [None req-7c174659-eaf7-44c6-80bc-b17425b194b9 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] In _notify_port_updated(), no bound segment for port 79fcf6c1-85d8-41c2-a02e-73e607fe5a88 on network a40e5444-86d5-4daa-99ba-b9ae2467b520 {{(pid=103332) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:900}} Oct 19 07:41:55.131770 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c174659-eaf7-44c6-80bc-b17425b194b9 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:41:55.132419 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-7c174659-eaf7-44c6-80bc-b17425b194b9 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42160'] for port, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:55.134218 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-2a9b465d-1fae-4d43-8223-9162e616f916 tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Calling delete_port for a86cbcd1-0e19-4be3-a9bc-d110998345fa owned by network:dhcp {{(pid=103333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 07:41:55.136768 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-7c174659-eaf7-44c6-80bc-b17425b194b9 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] 10.222.0.27 "PUT /v2.0/ports/79fcf6c1-85d8-41c2-a02e-73e607fe5a88 HTTP/1.1" status: 200 len: 924 time: 3.3099442 Oct 19 07:41:55.136939 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 57242) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:41:55.144972 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-facfb53d-4f23-4eb8-8fe0-736388585cd3 tempest-ExtraDHCPOptionsTestJSON-171316487 tempest-ExtraDHCPOptionsTestJSON-171316487-project] Deleting port 627aad4a-a807-463b-b24b-2e52bbe6324a {{(pid=103333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 07:41:55.145272 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-facfb53d-4f23-4eb8-8fe0-736388585cd3 tempest-ExtraDHCPOptionsTestJSON-171316487 tempest-ExtraDHCPOptionsTestJSON-171316487-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:55.152849 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-61e92d20-3789-4337-8a0e-e0dea8fbe632 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'dbf76978-80ea-4b8e-88e9-6439bc5321d4'}, {'subnet_id': 'cffe7fe4-0fdc-42d4-b117-205912741edf'}]}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:41:55.194503 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c174659-eaf7-44c6-80bc-b17425b194b9 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Pushing event updated for resources: {'Port': ['ID=79fcf6c1-85d8-41c2-a02e-73e607fe5a88,revision_number=2']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:41:55.220102 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c174659-eaf7-44c6-80bc-b17425b194b9 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:41:55.220448 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c174659-eaf7-44c6-80bc-b17425b194b9 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:41:55.220813 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c174659-eaf7-44c6-80bc-b17425b194b9 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:41:55.221145 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c174659-eaf7-44c6-80bc-b17425b194b9 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:41:55.221803 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c174659-eaf7-44c6-80bc-b17425b194b9 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:41:55.221803 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c174659-eaf7-44c6-80bc-b17425b194b9 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:41:55.222106 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c174659-eaf7-44c6-80bc-b17425b194b9 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:41:55.222429 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c174659-eaf7-44c6-80bc-b17425b194b9 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:41:55.222755 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c174659-eaf7-44c6-80bc-b17425b194b9 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:41:55.223126 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c174659-eaf7-44c6-80bc-b17425b194b9 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:41:55.223450 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c174659-eaf7-44c6-80bc-b17425b194b9 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:41:55.223767 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c174659-eaf7-44c6-80bc-b17425b194b9 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:41:55.348548 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-788c15e6-de5f-4433-93ea-4f6038cf01e5 tempest-TagsExtTest-1762088066 tempest-TagsExtTest-1762088066-project] Notify callbacks [] for subnetpool, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:55.353317 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-788c15e6-de5f-4433-93ea-4f6038cf01e5 tempest-TagsExtTest-1762088066 tempest-TagsExtTest-1762088066-project] 10.222.0.27 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 747 time: 0.4039445 Oct 19 07:41:55.353977 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 57244) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:41:55.369278 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.services.tag.tag_plugin [None req-781a90d8-5291-4b03-970b-72340b3d0fb1 tempest-TagsExtTest-1762088066 tempest-TagsExtTest-1762088066-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '2af7298e-7aad-40f3-9618-487c73b23682', 'tempest-TagsExtTest-Tag-708397276') {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:41:55.381121 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-9839a586-23c5-48f2-bab3-a5eca56107eb None None] For port 16d85671-6305-4b48-8089-cc7e37ad3eb2, host dv-neutron-861624-1-hyperv, cleared binding levels {{(pid=103334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 07:41:55.381565 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-4b24db3d-14da-4252-bb48-a2cfbdd35aaf tempest-NetworksIpV6TestAttrs-279669730 tempest-NetworksIpV6TestAttrs-279669730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-679826'] for subnet, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:55.444387 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-04c5a514-f5d2-474a-9aca-610d9bd4baad None None] Port 7307f4f7-1222-42d1-aa24-b89992f37edb cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 07:41:55.468823 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-6a530e4c-896b-429c-9cc8-e0942e96ceed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1693831'] for router_gateway, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:55.470781 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Provisioning complete for port da688800-62b3-40a2-b3e1-03b9d73cb958 triggered by entity L2. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:41:55.471470 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:55.471970 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Attempt 1 to provision port da688800-62b3-40a2-b3e1-03b9d73cb958 Oct 19 07:41:55.559073 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-e55cf17b-4ce6-4b2c-9d0b-8e15b29f6698 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133553798'] for port, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:55.564581 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bc65abe-c6c5-4d5a-aa7a-a6a255aeb7d3 None None] DHCP port deletion for cbfe397b-465b-4d99-8cfa-1c143ecd2f3e request from dv-neutron-861624-1-hyperv {{(pid=103334) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 07:41:55.601113 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-9839a586-23c5-48f2-bab3-a5eca56107eb None None] For port 16d85671-6305-4b48-8089-cc7e37ad3eb2, host dv-neutron-861624-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=16d85671-6305-4b48-8089-cc7e37ad3eb2,segment=NetworkSegment(229fdee6-4997-4cba-b9dd-1d528ceb2c7e),segment_id=229fdee6-4997-4cba-b9dd-1d528ceb2c7e)] {{(pid=103334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 07:41:55.625648 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-4b24db3d-14da-4252-bb48-a2cfbdd35aaf tempest-NetworksIpV6TestAttrs-279669730 tempest-NetworksIpV6TestAttrs-279669730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-679819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-133552721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130659632'] for subnet, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:55.635841 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-781a90d8-5291-4b03-970b-72340b3d0fb1 tempest-TagsExtTest-1762088066 tempest-TagsExtTest-1762088066-project] 10.222.0.27 "PUT /v2.0/subnets/2af7298e-7aad-40f3-9618-487c73b23682/tags/tempest-TagsExtTest-Tag-708397276 HTTP/1.1" status: 201 len: 201 time: 0.2759838 Oct 19 07:41:55.636799 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55cf17b-4ce6-4b2c-9d0b-8e15b29f6698 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Pushing event deleted for resources: {'Port': ['ID=17a15606-481b-40f5-9605-eca6deae8738,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:41:55.638328 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-9839a586-23c5-48f2-bab3-a5eca56107eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:55.648527 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 57246) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:41:55.673700 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.services.tag.tag_plugin [None req-4299eb23-0a5f-4743-8328-ee75e0cb45ab tempest-TagsExtTest-1762088066 tempest-TagsExtTest-1762088066-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '56c87d32-75b1-4878-9f7d-ab39a5528a48', 'tempest-TagsExtTest-Tag-1598452657') {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:41:55.683622 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Current status of the port da688800-62b3-40a2-b3e1-03b9d73cb958 is: ACTIVE; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:41:55.735507 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9839a586-23c5-48f2-bab3-a5eca56107eb None None] Pushing event updated for resources: {'Port': ['ID=16d85671-6305-4b48-8089-cc7e37ad3eb2,revision_number=2']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:41:55.742301 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-b7d5ad0d-fa5f-4306-8d6b-ef0ba756759f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a3ee82e-b69d-4a9d-a681-af0f007cfa8a', 'name': 'tempest-RoutersTest-router-906858636', 'tenant_id': 'ea2e94e7c58741afa39e88c6d73f4fb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T07:41:03Z', 'updated_at': '2022-10-19T07:41:50Z', 'revision_number': 7, 'project_id': 'ea2e94e7c58741afa39e88c6d73f4fb1', 'gw_port_host': None, '_interfaces': [{'id': '202bbb75-d656-4039-93c2-eb6a38fe76f3', 'name': '', 'network_id': 'f9ca5f41-fe6c-4a10-918c-6649165b7312', 'tenant_id': 'ea2e94e7c58741afa39e88c6d73f4fb1', 'mac_address': 'fa:16:3e:86:ee:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a3ee82e-b69d-4a9d-a681-af0f007cfa8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': '2fde0ae8-bf21-420c-80fc-149699eead07', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:41:26Z', 'updated_at': '2022-10-19T07:41:38Z', 'revision_number': 5, 'project_id': 'ea2e94e7c58741afa39e88c6d73f4fb1', 'subnets': [{'id': '2fde0ae8-bf21-420c-80fc-149699eead07', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '49f2ff67-572d-4668-b362-a96320ef311c', 'name': '', 'network_id': 'e75c1c90-6f0f-4d61-be13-e480777d5d04', 'tenant_id': 'ea2e94e7c58741afa39e88c6d73f4fb1', 'mac_address': 'fa:16:3e:ec:54:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a3ee82e-b69d-4a9d-a681-af0f007cfa8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'ece11983-5f95-4126-9586-efdf72e78760', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:41:37Z', 'updated_at': '2022-10-19T07:41:45Z', 'revision_number': 5, 'project_id': 'ea2e94e7c58741afa39e88c6d73f4fb1', 'subnets': [{'id': 'ece11983-5f95-4126-9586-efdf72e78760', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4ce3479b-393b-481b-b58d-51ccf321edac', 'name': '', 'network_id': 'b58e1c6a-78c1-43cd-89d9-838f22da233f', 'tenant_id': 'ea2e94e7c58741afa39e88c6d73f4fb1', 'mac_address': 'fa:16:3e:31:7a:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a3ee82e-b69d-4a9d-a681-af0f007cfa8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '612c3709-642f-4c80-9732-62beec0bf567', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:41:06Z', 'updated_at': '2022-10-19T07:41:21Z', 'revision_number': 5, 'project_id': 'ea2e94e7c58741afa39e88c6d73f4fb1', 'subnets': [{'id': '612c3709-642f-4c80-9732-62beec0bf567', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd9ac0312-b4f0-4a4f-ab6d-3fbf05a5739a', 'name': '', 'network_id': '4daf018b-9448-4af6-b1a7-ed0b0c9c81a9', 'tenant_id': 'ea2e94e7c58741afa39e88c6d73f4fb1', 'mac_address': 'fa:16:3e:d0:0f:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a3ee82e-b69d-4a9d-a681-af0f007cfa8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '70304bbd-b21f-4bfc-b426-0275306673c4', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:41:16Z', 'updated_at': '2022-10-19T07:41:25Z', 'revision_number': 5, 'project_id': 'ea2e94e7c58741afa39e88c6d73f4fb1', 'subnets': [{'id': '70304bbd-b21f-4bfc-b426-0275306673c4', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:41:55.748426 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b24db3d-14da-4252-bb48-a2cfbdd35aaf tempest-NetworksIpV6TestAttrs-279669730 tempest-NetworksIpV6TestAttrs-279669730-project] Pushing event deleted for resources: {'Subnet': ['ID=94eab8fe-280e-4a92-a10c-2d5ba27840a0,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:41:55.779450 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-4b24db3d-14da-4252-bb48-a2cfbdd35aaf tempest-NetworksIpV6TestAttrs-279669730 tempest-NetworksIpV6TestAttrs-279669730-project] Notify callbacks [] for subnet, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:55.786004 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-4b24db3d-14da-4252-bb48-a2cfbdd35aaf tempest-NetworksIpV6TestAttrs-279669730 tempest-NetworksIpV6TestAttrs-279669730-project] 10.222.0.27 "DELETE /v2.0/subnets/94eab8fe-280e-4a92-a10c-2d5ba27840a0 HTTP/1.1" status: 204 len: 168 time: 1.2690129 Oct 19 07:41:55.789870 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-e55cf17b-4ce6-4b2c-9d0b-8e15b29f6698 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42160'] for port, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:55.791875 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27e35185-65b6-489c-ad53-866742e55280 None None] Network 8e13c047-2cd3-492d-8707-d70a7f13d6e6 requested from dv-neutron-861624-1-hyperv {{(pid=103334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 07:41:55.793982 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-e55cf17b-4ce6-4b2c-9d0b-8e15b29f6698 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] 10.222.0.27 "DELETE /v2.0/ports/17a15606-481b-40f5-9605-eca6deae8738 HTTP/1.1" status: 204 len: 168 time: 2.0922902 Oct 19 07:41:55.796159 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7d5ad0d-fa5f-4306-8d6b-ef0ba756759f None None] The sync data for ids ['5a3ee82e-b69d-4a9d-a681-af0f007cfa8a'] in dv-neutron-861624-1-hyperv is: [{'id': '5a3ee82e-b69d-4a9d-a681-af0f007cfa8a', 'name': 'tempest-RoutersTest-router-906858636', 'tenant_id': 'ea2e94e7c58741afa39e88c6d73f4fb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T07:41:03Z', 'updated_at': '2022-10-19T07:41:50Z', 'revision_number': 7, 'project_id': 'ea2e94e7c58741afa39e88c6d73f4fb1', 'gw_port_host': None, '_interfaces': [{'id': '202bbb75-d656-4039-93c2-eb6a38fe76f3', 'name': '', 'network_id': 'f9ca5f41-fe6c-4a10-918c-6649165b7312', 'tenant_id': 'ea2e94e7c58741afa39e88c6d73f4fb1', 'mac_address': 'fa:16:3e:86:ee:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a3ee82e-b69d-4a9d-a681-af0f007cfa8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': '2fde0ae8-bf21-420c-80fc-149699eead07', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:41:26Z', 'updated_at': '2022-10-19T07:41:38Z', 'revision_number': 5, 'project_id': 'ea2e94e7c58741afa39e88c6d73f4fb1', 'subnets': [{'id': '2fde0ae8-bf21-420c-80fc-149699eead07', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '49f2ff67-572d-4668-b362-a96320ef311c', 'name': '', 'network_id': 'e75c1c90-6f0f-4d61-be13-e480777d5d04', 'tenant_id': 'ea2e94e7c58741afa39e88c6d73f4fb1', 'mac_address': 'fa:16:3e:ec:54:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a3ee82e-b69d-4a9d-a681-af0f007cfa8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'ece11983-5f95-4126-9586-efdf72e78760', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:41:37Z', 'updated_at': '2022-10-19T07:41:45Z', 'revision_number': 5, 'project_id': 'ea2e94e7c58741afa39e88c6d73f4fb1', 'subnets': [{'id': 'ece11983-5f95-4126-9586-efdf72e78760', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4ce3479b-393b-481b-b58d-51ccf321edac', 'name': '', 'network_id': 'b58e1c6a-78c1-43cd-89d9-838f22da233f', 'tenant_id': 'ea2e94e7c58741afa39e88c6d73f4fb1', 'mac_address': 'fa:16:3e:31:7a:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a3ee82e-b69d-4a9d-a681-af0f007cfa8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '612c3709-642f-4c80-9732-62beec0bf567', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:41:06Z', 'updated_at': '2022-10-19T07:41:21Z', 'revision_number': 5, 'project_id': 'ea2e94e7c58741afa39e88c6d73f4fb1', 'subnets': [{'id': '612c3709-642f-4c80-9732-62beec0bf567', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd9ac0312-b4f0-4a4f-ab6d-3fbf05a5739a', 'name': '', 'network_id': '4daf018b-9448-4af6-b1a7-ed0b0c9c81a9', 'tenant_id': 'ea2e94e7c58741afa39e88c6d73f4fb1', 'mac_address': 'fa:16:3e:d0:0f:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a3ee82e-b69d-4a9d-a681-af0f007cfa8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '70304bbd-b21f-4bfc-b426-0275306673c4', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:41:16Z', 'updated_at': '2022-10-19T07:41:25Z', 'revision_number': 5, 'project_id': 'ea2e94e7c58741afa39e88c6d73f4fb1', 'subnets': [{'id': '70304bbd-b21f-4bfc-b426-0275306673c4', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 07:41:55.798670 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-1bc65abe-c6c5-4d5a-aa7a-a6a255aeb7d3 None None] Deleting port a86cbcd1-0e19-4be3-a9bc-d110998345fa {{(pid=103334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 07:41:55.799051 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-1bc65abe-c6c5-4d5a-aa7a-a6a255aeb7d3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:55.800628 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 57248) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:41:55.801434 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 57250) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:41:55.915783 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-4299eb23-0a5f-4743-8328-ee75e0cb45ab tempest-TagsExtTest-1762088066 tempest-TagsExtTest-1762088066-project] 10.222.0.27 "PUT /v2.0/ports/56c87d32-75b1-4878-9f7d-ab39a5528a48/tags/tempest-TagsExtTest-Tag-1598452657 HTTP/1.1" status: 201 len: 201 time: 0.2660737 Oct 19 07:41:55.933345 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 57252) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:41:55.946878 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.services.tag.tag_plugin [None req-d71b84fb-d833-4f31-8735-919b0ca40d47 tempest-TagsExtTest-1762088066 tempest-TagsExtTest-1762088066-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'd650ffba-3e67-4f0b-b938-cc3e0c672385', 'tempest-TagsExtTest-Tag-254509780') {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:41:55.948086 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-04c5a514-f5d2-474a-9aca-610d9bd4baad None None] Attempt 5 to provision port 7307f4f7-1222-42d1-aa24-b89992f37edb Oct 19 07:41:55.960851 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93e6b058-2f0f-4841-a603-9c2781080973 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:41:55.962683 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-93e6b058-2f0f-4841-a603-9c2781080973 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] 10.222.0.27 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1544976 Oct 19 07:41:55.967833 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 57254) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:41:56.047232 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device cf021212-5dbb-4943-9bb2-ee648adc660b no longer exists at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 07:41:56.126511 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-4d1ca912-03f2-4cc9-b3f5-3446ccd204a0 tempest-NetworksIpV6TestAttrs-279669730 tempest-NetworksIpV6TestAttrs-279669730-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-667019'] for network, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:56.150217 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-facfb53d-4f23-4eb8-8fe0-736388585cd3 tempest-ExtraDHCPOptionsTestJSON-171316487 tempest-ExtraDHCPOptionsTestJSON-171316487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:56.158909 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f950268f-1eda-42d1-b002-87a945f5907d tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:41:56.163071 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-f950268f-1eda-42d1-b002-87a945f5907d tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] 10.222.0.27 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1301844 Oct 19 07:41:56.171405 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 57256) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:41:56.203886 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-6a530e4c-896b-429c-9cc8-e0942e96ceed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1693565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12618'] for router, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:56.209047 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-6a530e4c-896b-429c-9cc8-e0942e96ceed admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:56.227285 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-facfb53d-4f23-4eb8-8fe0-736388585cd3 tempest-ExtraDHCPOptionsTestJSON-171316487 tempest-ExtraDHCPOptionsTestJSON-171316487-project] Calling delete_port for 627aad4a-a807-463b-b24b-2e52bbe6324a owned by {{(pid=103333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 07:41:56.303375 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-2a9b465d-1fae-4d43-8223-9162e616f916 tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130996763'] for port, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:56.335568 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] No Port match for: cf021212-5dbb-4943-9bb2-ee648adc660b {{(pid=103334) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 19 07:41:56.336169 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device cf021212-5dbb-4943-9bb2-ee648adc660b not bound to the agent host dv-neutron-861624-1-hyperv {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 07:41:56.372471 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-1bc65abe-c6c5-4d5a-aa7a-a6a255aeb7d3 None None] For port a86cbcd1-0e19-4be3-a9bc-d110998345fa, host dv-neutron-861624-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=a86cbcd1-0e19-4be3-a9bc-d110998345fa,segment=NetworkSegment(47603449-f739-43fd-adbd-872039ab68d2),segment_id=47603449-f739-43fd-adbd-872039ab68d2)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:41:56.373072 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-1bc65abe-c6c5-4d5a-aa7a-a6a255aeb7d3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:56.377673 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-04c5a514-f5d2-474a-9aca-610d9bd4baad None None] Port 7307f4f7-1222-42d1-aa24-b89992f37edb cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 07:41:56.391631 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b2a3656-2bdf-46fd-90f7-2ae49db04e31 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:41:56.393319 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b2a3656-2bdf-46fd-90f7-2ae49db04e31 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:41:56.394834 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b2a3656-2bdf-46fd-90f7-2ae49db04e31 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:41:56.400549 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-4b2a3656-2bdf-46fd-90f7-2ae49db04e31 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] 10.222.0.27 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.2271168 Oct 19 07:41:56.402296 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 57258) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:41:56.404879 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-1bc65abe-c6c5-4d5a-aa7a-a6a255aeb7d3 None None] Calling delete_port for a86cbcd1-0e19-4be3-a9bc-d110998345fa owned by network:dhcp {{(pid=103334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 07:41:56.416544 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-d71b84fb-d833-4f31-8735-919b0ca40d47 tempest-TagsExtTest-1762088066 tempest-TagsExtTest-1762088066-project] 10.222.0.27 "PUT /v2.0/routers/d650ffba-3e67-4f0b-b938-cc3e0c672385/tags/tempest-TagsExtTest-Tag-254509780 HTTP/1.1" status: 201 len: 201 time: 0.4737370 Oct 19 07:41:56.416836 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 57260) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:41:56.433626 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-6a530e4c-896b-429c-9cc8-e0942e96ceed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1693542'] for router, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:56.434329 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a530e4c-896b-429c-9cc8-e0942e96ceed admin admin] Fanout notify agent at l3_agent the message router_deleted on router d0466a78-eee4-41c7-bb6a-1d3d7da1ec22 {{(pid=103333) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 07:41:56.438220 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9b465d-1fae-4d43-8223-9162e616f916 tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Pushing event deleted for resources: {'Port': ['ID=a86cbcd1-0e19-4be3-a9bc-d110998345fa,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:41:56.444834 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.services.tag.tag_plugin [None req-0a552834-f92f-4825-ad6a-db777ba586b0 tempest-TagsExtTest-1762088066 tempest-TagsExtTest-1762088066-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '518fbe4f-8418-4c78-a94f-17f63ee8c89e', 'tempest-TagsExtTest-Tag-752835981') {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:41:56.454857 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a9b465d-1fae-4d43-8223-9162e616f916 tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] No DVR routers for this DVR port a86cbcd1-0e19-4be3-a9bc-d110998345fa on host dv-neutron-861624-1-hyperv {{(pid=103333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 19 07:41:56.468623 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-6a530e4c-896b-429c-9cc8-e0942e96ceed admin admin] Notify callbacks [] for router, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:56.473892 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-6a530e4c-896b-429c-9cc8-e0942e96ceed admin admin] 10.222.0.27 "DELETE /v2.0/routers/d0466a78-eee4-41c7-bb6a-1d3d7da1ec22 HTTP/1.1" status: 204 len: 168 time: 5.3488252 Oct 19 07:41:56.486988 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 57262) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:41:56.501137 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-61e92d20-3789-4337-8a0e-e0dea8fbe632 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:56.545456 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-1bc65abe-c6c5-4d5a-aa7a-a6a255aeb7d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339'] for port, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:56.556401 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fcd03ff-167c-4664-83f8-690635d22e61 None None] DHCP port deletion for 8e13c047-2cd3-492d-8707-d70a7f13d6e6 request from dv-neutron-861624-1-hyperv {{(pid=103334) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 07:41:56.608492 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc65abe-c6c5-4d5a-aa7a-a6a255aeb7d3 None None] Pushing event deleted for resources: {'Port': ['ID=a86cbcd1-0e19-4be3-a9bc-d110998345fa,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:41:56.613391 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bc65abe-c6c5-4d5a-aa7a-a6a255aeb7d3 None None] No DVR routers for this DVR port a86cbcd1-0e19-4be3-a9bc-d110998345fa on host dv-neutron-861624-1-hyperv {{(pid=103334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 19 07:41:56.641757 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c034d587-8ec5-4ca2-acf4-5db34286da71 None None] Network cbfe397b-465b-4d99-8cfa-1c143ecd2f3e requested from dv-neutron-861624-1-hyperv {{(pid=103334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 07:41:56.721442 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-2a9b465d-1fae-4d43-8223-9162e616f916 tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-673051', 'neutron.services.segments.db._delete_segments_for_network-8785021519108'] for network, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:56.766922 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-8fcd03ff-167c-4664-83f8-690635d22e61 None None] Deleting port 3e5645fc-8ac1-4269-84d1-65f06e41ccbe {{(pid=103334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 07:41:56.767594 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-8fcd03ff-167c-4664-83f8-690635d22e61 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:56.789258 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-2a9b465d-1fae-4d43-8223-9162e616f916 tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cbfe397b-465b-4d99-8cfa-1c143ecd2f3e']}} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:41:56.840493 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-2a9b465d-1fae-4d43-8223-9162e616f916 tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47603449-f739-43fd-adbd-872039ab68d2') {'for_net_delete': True} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:41:56.840817 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-2a9b465d-1fae-4d43-8223-9162e616f916 tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47603449-f739-43fd-adbd-872039ab68d2') {} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:41:56.844302 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.db_base_plugin_v2 [None req-ddc5a5f5-c05d-4739-b4d9-83e415f03e8c tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Deleting subnet 385d3441-44d9-4d8f-8e11-7e66c74f90b4 {{(pid=103332) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 19 07:41:56.855261 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-ddc5a5f5-c05d-4739-b4d9-83e415f03e8c tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks [] for subnet, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:56.862418 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-8fcd03ff-167c-4664-83f8-690635d22e61 None None] For port 3e5645fc-8ac1-4269-84d1-65f06e41ccbe, host dv-neutron-861624-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=3e5645fc-8ac1-4269-84d1-65f06e41ccbe,segment=NetworkSegment(c678f734-6f42-4a48-bf07-3597c22e5e68),segment_id=c678f734-6f42-4a48-bf07-3597c22e5e68)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:41:56.862418 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-8fcd03ff-167c-4664-83f8-690635d22e61 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:56.864256 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-2a9b465d-1fae-4d43-8223-9162e616f916 tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785021519382', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-134111927'] for segment, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:56.886802 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-04c5a514-f5d2-474a-9aca-610d9bd4baad None None] Attempt 6 to provision port 7307f4f7-1222-42d1-aa24-b89992f37edb Oct 19 07:41:56.893401 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-8fcd03ff-167c-4664-83f8-690635d22e61 None None] Calling delete_port for 3e5645fc-8ac1-4269-84d1-65f06e41ccbe owned by network:dhcp {{(pid=103334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 07:41:56.926311 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-ddc5a5f5-c05d-4739-b4d9-83e415f03e8c tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130726890'] for subnet, precommit_delete_associations {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:56.930841 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-2a9b465d-1fae-4d43-8223-9162e616f916 tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979'] for segment, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:56.940651 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-265f6245-1cab-4a92-96d7-f45410422466 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Deleting port 49f2ff67-572d-4668-b362-a96320ef311c {{(pid=103333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 07:41:56.940997 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-265f6245-1cab-4a92-96d7-f45410422466 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:56.955584 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.plugin [None req-4d1ca912-03f2-4cc9-b3f5-3446ccd204a0 tempest-NetworksIpV6TestAttrs-279669730 tempest-NetworksIpV6TestAttrs-279669730-project] Deleting port 3e5645fc-8ac1-4269-84d1-65f06e41ccbe {{(pid=103332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 07:41:56.956468 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-4d1ca912-03f2-4cc9-b3f5-3446ccd204a0 tempest-NetworksIpV6TestAttrs-279669730 tempest-NetworksIpV6TestAttrs-279669730-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:56.962438 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a9b465d-1fae-4d43-8223-9162e616f916 tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Releasing vlan 183 on physical network physnet1 to pool {{(pid=103333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 07:41:56.962851 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-2a9b465d-1fae-4d43-8223-9162e616f916 tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130996782'] for segment, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:56.974030 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-0a552834-f92f-4825-ad6a-db777ba586b0 tempest-TagsExtTest-1762088066 tempest-TagsExtTest-1762088066-project] 10.222.0.27 "PUT /v2.0/subnetpools/518fbe4f-8418-4c78-a94f-17f63ee8c89e/tags/tempest-TagsExtTest-Tag-752835981 HTTP/1.1" status: 201 len: 201 time: 0.5364988 Oct 19 07:41:56.975121 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 57264) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:41:56.977299 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-04c5a514-f5d2-474a-9aca-610d9bd4baad None None] Port 7307f4f7-1222-42d1-aa24-b89992f37edb cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 07:41:56.989792 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.services.tag.tag_plugin [None req-9bb01dec-ad2c-4a84-9980-01c272018aff tempest-TagsExtTest-1762088066 tempest-TagsExtTest-1762088066-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '2af7298e-7aad-40f3-9618-487c73b23682') {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:41:57.022044 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.db_base_plugin_v2 [None req-b50fd509-aac4-41d3-85a4-4d7e97ff39bd admin admin] Deleting subnet 509b576d-66cd-49df-8740-f428cd2060b2 {{(pid=103332) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 19 07:41:57.029392 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-8fcd03ff-167c-4664-83f8-690635d22e61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339'] for port, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:57.043342 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-facfb53d-4f23-4eb8-8fe0-736388585cd3 tempest-ExtraDHCPOptionsTestJSON-171316487 tempest-ExtraDHCPOptionsTestJSON-171316487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130996763'] for port, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:57.054953 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-b50fd509-aac4-41d3-85a4-4d7e97ff39bd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:57.060409 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.services.segments.plugin [-] Segment 47603449-f739-43fd-adbd-872039ab68d2 resource provider aggregate not found Oct 19 07:41:57.069755 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fcd03ff-167c-4664-83f8-690635d22e61 None None] Pushing event deleted for resources: {'Port': ['ID=3e5645fc-8ac1-4269-84d1-65f06e41ccbe,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:41:57.079051 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fcd03ff-167c-4664-83f8-690635d22e61 None None] No DVR routers for this DVR port 3e5645fc-8ac1-4269-84d1-65f06e41ccbe on host dv-neutron-861624-1-hyperv {{(pid=103334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 19 07:41:57.123585 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.services.segments.plugin [-] Segment 47603449-f739-43fd-adbd-872039ab68d2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 47603449-f739-43fd-adbd-872039ab68d2 found for delete ", "request_id": "req-5c9d087b-452d-4d0b-ae97-228161fd3bde"}]} Oct 19 07:41:57.171316 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.db [None req-4d1ca912-03f2-4cc9-b3f5-3446ccd204a0 tempest-NetworksIpV6TestAttrs-279669730 tempest-NetworksIpV6TestAttrs-279669730-project] For port 3e5645fc-8ac1-4269-84d1-65f06e41ccbe, host dv-neutron-861624-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=3e5645fc-8ac1-4269-84d1-65f06e41ccbe,segment=NetworkSegment(c678f734-6f42-4a48-bf07-3597c22e5e68),segment_id=c678f734-6f42-4a48-bf07-3597c22e5e68)] {{(pid=103332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:41:57.171703 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-4d1ca912-03f2-4cc9-b3f5-3446ccd204a0 tempest-NetworksIpV6TestAttrs-279669730 tempest-NetworksIpV6TestAttrs-279669730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:57.175742 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-b50fd509-aac4-41d3-85a4-4d7e97ff39bd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130726890'] for subnet, precommit_delete_associations {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:57.213886 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-facfb53d-4f23-4eb8-8fe0-736388585cd3 tempest-ExtraDHCPOptionsTestJSON-171316487 tempest-ExtraDHCPOptionsTestJSON-171316487-project] Pushing event deleted for resources: {'Port': ['ID=627aad4a-a807-463b-b24b-2e52bbe6324a,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:41:57.256559 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.plugin [None req-4d1ca912-03f2-4cc9-b3f5-3446ccd204a0 tempest-NetworksIpV6TestAttrs-279669730 tempest-NetworksIpV6TestAttrs-279669730-project] Calling delete_port for 3e5645fc-8ac1-4269-84d1-65f06e41ccbe owned by network:dhcp {{(pid=103332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 07:41:57.260175 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-2a9b465d-1fae-4d43-8223-9162e616f916 tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-673044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1695087'] for network, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:57.264813 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-2a9b465d-1fae-4d43-8223-9162e616f916 tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Notify callbacks [] for network, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:57.268444 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-2a9b465d-1fae-4d43-8223-9162e616f916 tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] 10.222.0.27 "DELETE /v2.0/networks/cbfe397b-465b-4d99-8cfa-1c143ecd2f3e HTTP/1.1" status: 204 len: 168 time: 6.2434986 Oct 19 07:41:57.275577 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 57270) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:41:57.305780 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9b465d-1fae-4d43-8223-9162e616f916 tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Pushing event deleted for resources: {'Network': ['ID=cbfe397b-465b-4d99-8cfa-1c143ecd2f3e,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:41:57.342046 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-ddc5a5f5-c05d-4739-b4d9-83e415f03e8c tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-679826'] for subnet, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:57.379871 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2f886e2-bb48-416a-92ea-2beb2a85740e None None] Network 08c4347d-3e4d-45f5-ba2f-dfc6347ca533 requested from dv-neutron-861624-1-hyperv {{(pid=103334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 07:41:57.394182 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.pecan_wsgi.hooks.translation [None req-85e4c4c4-70b9-48a1-9a83-7baa172decdc tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] DELETE failed (client error): The resource could not be found. Oct 19 07:41:57.394461 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.db_base_plugin_common [None req-61e92d20-3789-4337-8a0e-e0dea8fbe632 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Allocated IP 2001:db8:0:1::f9 (a40e5444-86d5-4daa-99ba-b9ae2467b520/cffe7fe4-0fdc-42d4-b117-205912741edf/79fcf6c1-85d8-41c2-a02e-73e607fe5a88) {{(pid=103333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 07:41:57.394790 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-85e4c4c4-70b9-48a1-9a83-7baa172decdc tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103332) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 07:41:57.397917 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-85e4c4c4-70b9-48a1-9a83-7baa172decdc tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] 10.222.0.27 "DELETE /v2.0/subnets/814eb665-3b69-4cbe-8b3f-46b3edb38e7f HTTP/1.1" status: 404 len: 337 time: 0.1075540 Oct 19 07:41:57.406257 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 57272) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:41:57.408947 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.db [None req-265f6245-1cab-4a92-96d7-f45410422466 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] For port 49f2ff67-572d-4668-b362-a96320ef311c, host dv-neutron-861624-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=49f2ff67-572d-4668-b362-a96320ef311c,segment=NetworkSegment(d67b78bd-0eb3-44a5-b43a-bdc62a506524),segment_id=d67b78bd-0eb3-44a5-b43a-bdc62a506524)] {{(pid=103333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:41:57.409316 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-265f6245-1cab-4a92-96d7-f45410422466 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:57.420321 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-facfb53d-4f23-4eb8-8fe0-736388585cd3 tempest-ExtraDHCPOptionsTestJSON-171316487 tempest-ExtraDHCPOptionsTestJSON-171316487-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42160'] for port, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:57.428276 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-facfb53d-4f23-4eb8-8fe0-736388585cd3 tempest-ExtraDHCPOptionsTestJSON-171316487 tempest-ExtraDHCPOptionsTestJSON-171316487-project] 10.222.0.27 "DELETE /v2.0/ports/627aad4a-a807-463b-b24b-2e52bbe6324a HTTP/1.1" status: 204 len: 168 time: 2.8028278 Oct 19 07:41:57.428917 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 57274) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:41:57.445120 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-3ddb8e75-76bc-4224-b7e7-763b08a087e2 tempest-ExtraDHCPOptionsTestJSON-171316487 tempest-ExtraDHCPOptionsTestJSON-171316487-project] Request body: {'port': {'name': 'tempest-new-port-name-1890434896', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:41:57.445789 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.api.validators [None req-3ddb8e75-76bc-4224-b7e7-763b08a087e2 tempest-ExtraDHCPOptionsTestJSON-171316487 tempest-ExtraDHCPOptionsTestJSON-171316487-project] bootfile-name is not in valid_values {{(pid=103333) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 19 07:41:57.446128 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.api.validators [None req-3ddb8e75-76bc-4224-b7e7-763b08a087e2 tempest-ExtraDHCPOptionsTestJSON-171316487 tempest-ExtraDHCPOptionsTestJSON-171316487-project] tftp-server is not in valid_values {{(pid=103333) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 19 07:41:57.446460 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.api.validators [None req-3ddb8e75-76bc-4224-b7e7-763b08a087e2 tempest-ExtraDHCPOptionsTestJSON-171316487 tempest-ExtraDHCPOptionsTestJSON-171316487-project] server-ip-address is not in valid_values {{(pid=103333) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 19 07:41:57.457300 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.pecan_wsgi.hooks.translation [None req-68ab342a-5c45-4575-8290-4abd38c985c1 tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] DELETE failed (client error): The resource could not be found. Oct 19 07:41:57.458032 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-68ab342a-5c45-4575-8290-4abd38c985c1 tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103332) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 07:41:57.459163 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-265f6245-1cab-4a92-96d7-f45410422466 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Calling delete_port for 49f2ff67-572d-4668-b362-a96320ef311c owned by network:router_interface {{(pid=103333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 07:41:57.461320 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-68ab342a-5c45-4575-8290-4abd38c985c1 tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] 10.222.0.27 "DELETE /v2.0/networks/cbfe397b-465b-4d99-8cfa-1c143ecd2f3e HTTP/1.1" status: 404 len: 339 time: 0.0490613 Oct 19 07:41:57.472767 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 57276) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:41:57.479587 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-04c5a514-f5d2-474a-9aca-610d9bd4baad None None] Attempt 7 to provision port 7307f4f7-1222-42d1-aa24-b89992f37edb Oct 19 07:41:57.508702 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-9bb01dec-ad2c-4a84-9980-01c272018aff tempest-TagsExtTest-1762088066 tempest-TagsExtTest-1762088066-project] 10.222.0.27 "GET /v2.0/subnets/2af7298e-7aad-40f3-9618-487c73b23682/tags HTTP/1.1" status: 200 len: 240 time: 0.5221338 Oct 19 07:41:57.509398 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 57278) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:41:57.521782 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.services.tag.tag_plugin [None req-d6790e0b-ea0d-43de-b429-3e06c05ed6b2 tempest-TagsExtTest-1762088066 tempest-TagsExtTest-1762088066-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '2af7298e-7aad-40f3-9618-487c73b23682', 'tempest-TagsExtTest-Tag-708397276') {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:41:57.551581 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-b50fd509-aac4-41d3-85a4-4d7e97ff39bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-679826'] for subnet, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:57.557006 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-04c5a514-f5d2-474a-9aca-610d9bd4baad None None] Port 7307f4f7-1222-42d1-aa24-b89992f37edb cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 07:41:57.616185 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-4d1ca912-03f2-4cc9-b3f5-3446ccd204a0 tempest-NetworksIpV6TestAttrs-279669730 tempest-NetworksIpV6TestAttrs-279669730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133553798'] for port, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:57.628609 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-ddc5a5f5-c05d-4739-b4d9-83e415f03e8c tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-679819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-133552721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130659632'] for subnet, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:57.685718 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1ca912-03f2-4cc9-b3f5-3446ccd204a0 tempest-NetworksIpV6TestAttrs-279669730 tempest-NetworksIpV6TestAttrs-279669730-project] Pushing event deleted for resources: {'Port': ['ID=3e5645fc-8ac1-4269-84d1-65f06e41ccbe,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:41:57.696681 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d1ca912-03f2-4cc9-b3f5-3446ccd204a0 tempest-NetworksIpV6TestAttrs-279669730 tempest-NetworksIpV6TestAttrs-279669730-project] No DVR routers for this DVR port 3e5645fc-8ac1-4269-84d1-65f06e41ccbe on host dv-neutron-861624-1-hyperv {{(pid=103332) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 19 07:41:57.699138 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc5a5f5-c05d-4739-b4d9-83e415f03e8c tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Pushing event deleted for resources: {'Subnet': ['ID=385d3441-44d9-4d8f-8e11-7e66c74f90b4,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:41:57.713801 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-ddc5a5f5-c05d-4739-b4d9-83e415f03e8c tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks [] for subnet, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:57.717483 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-ddc5a5f5-c05d-4739-b4d9-83e415f03e8c tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] 10.222.0.27 "DELETE /v2.0/subnets/385d3441-44d9-4d8f-8e11-7e66c74f90b4 HTTP/1.1" status: 204 len: 168 time: 1.3132043 Oct 19 07:41:57.720620 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0680053-2414-4919-a0ba-f6cf622a1ac7 None None] Network 6b5a65c5-1bed-4301-9db8-c1056c2b8eba requested from dv-neutron-861624-1-hyperv {{(pid=103334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 07:41:57.728844 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 57280) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:41:57.746018 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-b50fd509-aac4-41d3-85a4-4d7e97ff39bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-679819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-133552721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130659632'] for subnet, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:57.787339 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-d6790e0b-ea0d-43de-b429-3e06c05ed6b2 tempest-TagsExtTest-1762088066 tempest-TagsExtTest-1762088066-project] 10.222.0.27 "GET /v2.0/subnets/2af7298e-7aad-40f3-9618-487c73b23682/tags/tempest-TagsExtTest-Tag-708397276 HTTP/1.1" status: 204 len: 168 time: 0.2688279 Oct 19 07:41:57.801944 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 57282) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:41:57.806077 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc38df50-6c46-4bc0-903b-70ea0f5f9ffd tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Deleting subnet 917433a3-ee94-4525-a40b-da57b52e722d {{(pid=103333) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 19 07:41:57.812297 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.services.tag.tag_plugin [None req-6aeff41f-08fc-4796-87d9-59142a5116f4 tempest-TagsExtTest-1762088066 tempest-TagsExtTest-1762088066-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '2af7298e-7aad-40f3-9618-487c73b23682', 'tempest-TagsExtTest-Tag-708397276') {} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:41:57.820212 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50fd509-aac4-41d3-85a4-4d7e97ff39bd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=509b576d-66cd-49df-8740-f428cd2060b2,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:41:57.829680 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-b50fd509-aac4-41d3-85a4-4d7e97ff39bd admin admin] Notify callbacks [] for subnet, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:57.832902 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-b50fd509-aac4-41d3-85a4-4d7e97ff39bd admin admin] 10.222.0.27 "DELETE /v2.0/subnets/509b576d-66cd-49df-8740-f428cd2060b2 HTTP/1.1" status: 204 len: 168 time: 1.3404138 Oct 19 07:41:57.842741 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 57284) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:41:57.844305 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d9c92e5-fa02-40e7-8339-cae3d6f958bc None None] Network 9f9e4d3a-9b0f-46a7-b045-8d44d07986e0 requested from dv-neutron-861624-1-hyperv {{(pid=103334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 07:41:57.865776 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-cc38df50-6c46-4bc0-903b-70ea0f5f9ffd tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks [] for subnet, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:57.880864 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-3ddb8e75-76bc-4224-b7e7-763b08a087e2 tempest-ExtraDHCPOptionsTestJSON-171316487 tempest-ExtraDHCPOptionsTestJSON-171316487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:57.892706 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-4d1ca912-03f2-4cc9-b3f5-3446ccd204a0 tempest-NetworksIpV6TestAttrs-279669730 tempest-NetworksIpV6TestAttrs-279669730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-673051', 'neutron.services.segments.db._delete_segments_for_network-8785021519108'] for network, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:57.904341 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-4645111f-a58a-4619-8e88-c94457c18aea tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-667019'] for network, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:57.906218 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device 16d85671-6305-4b48-8089-cc7e37ad3eb2 up at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 07:41:57.933125 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.services.segments.db [None req-4d1ca912-03f2-4cc9-b3f5-3446ccd204a0 tempest-NetworksIpV6TestAttrs-279669730 tempest-NetworksIpV6TestAttrs-279669730-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e13c047-2cd3-492d-8707-d70a7f13d6e6']}} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:41:57.982954 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-be2e7145-5fd4-4326-83c1-4696a49742fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-667019'] for network, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:57.989002 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.services.segments.db [None req-4d1ca912-03f2-4cc9-b3f5-3446ccd204a0 tempest-NetworksIpV6TestAttrs-279669730 tempest-NetworksIpV6TestAttrs-279669730-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c678f734-6f42-4a48-bf07-3597c22e5e68') {'for_net_delete': True} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:41:57.989560 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.services.segments.db [None req-4d1ca912-03f2-4cc9-b3f5-3446ccd204a0 tempest-NetworksIpV6TestAttrs-279669730 tempest-NetworksIpV6TestAttrs-279669730-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c678f734-6f42-4a48-bf07-3597c22e5e68') {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:41:58.003850 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-4d1ca912-03f2-4cc9-b3f5-3446ccd204a0 tempest-NetworksIpV6TestAttrs-279669730 tempest-NetworksIpV6TestAttrs-279669730-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785021519382', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130726885'] for segment, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:58.031676 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-4d1ca912-03f2-4cc9-b3f5-3446ccd204a0 tempest-NetworksIpV6TestAttrs-279669730 tempest-NetworksIpV6TestAttrs-279669730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979'] for segment, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:58.044715 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d1ca912-03f2-4cc9-b3f5-3446ccd204a0 tempest-NetworksIpV6TestAttrs-279669730 tempest-NetworksIpV6TestAttrs-279669730-project] Releasing vlan 188 on physical network physnet1 to pool {{(pid=103332) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 07:41:58.045418 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-4d1ca912-03f2-4cc9-b3f5-3446ccd204a0 tempest-NetworksIpV6TestAttrs-279669730 tempest-NetworksIpV6TestAttrs-279669730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-133553843'] for segment, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:58.059179 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-04c5a514-f5d2-474a-9aca-610d9bd4baad None None] Attempt 8 to provision port 7307f4f7-1222-42d1-aa24-b89992f37edb Oct 19 07:41:58.080892 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-cc38df50-6c46-4bc0-903b-70ea0f5f9ffd tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-134111928'] for subnet, precommit_delete_associations {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:58.121958 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-61e92d20-3789-4337-8a0e-e0dea8fbe632 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Notify callbacks [] for port, precommit_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:58.159191 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.services.segments.plugin [-] Segment c678f734-6f42-4a48-bf07-3597c22e5e68 resource provider aggregate not found Oct 19 07:41:58.163626 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-04c5a514-f5d2-474a-9aca-610d9bd4baad None None] Port 7307f4f7-1222-42d1-aa24-b89992f37edb cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 07:41:58.164580 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Provisioning complete for port 16d85671-6305-4b48-8089-cc7e37ad3eb2 triggered by entity L2. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:41:58.165244 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:58.165860 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Attempt 1 to provision port 16d85671-6305-4b48-8089-cc7e37ad3eb2 Oct 19 07:41:58.167383 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-61e92d20-3789-4337-8a0e-e0dea8fbe632 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130996754'] for port, after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:58.194273 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.services.segments.plugin [-] Segment c678f734-6f42-4a48-bf07-3597c22e5e68 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c678f734-6f42-4a48-bf07-3597c22e5e68 found for delete ", "request_id": "req-29f3c7e9-044b-4d6e-bef5-ae90314254a5"}]} Oct 19 07:41:58.232000 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-4d1ca912-03f2-4cc9-b3f5-3446ccd204a0 tempest-NetworksIpV6TestAttrs-279669730 tempest-NetworksIpV6TestAttrs-279669730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-673044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1695087'] for network, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:58.238230 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-4d1ca912-03f2-4cc9-b3f5-3446ccd204a0 tempest-NetworksIpV6TestAttrs-279669730 tempest-NetworksIpV6TestAttrs-279669730-project] Notify callbacks [] for network, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:58.244771 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-4d1ca912-03f2-4cc9-b3f5-3446ccd204a0 tempest-NetworksIpV6TestAttrs-279669730 tempest-NetworksIpV6TestAttrs-279669730-project] 10.222.0.27 "DELETE /v2.0/networks/8e13c047-2cd3-492d-8707-d70a7f13d6e6 HTTP/1.1" status: 204 len: 168 time: 2.4377704 Oct 19 07:41:58.285584 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Current status of the port 16d85671-6305-4b48-8089-cc7e37ad3eb2 is: DOWN; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:41:58.286249 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:58.295410 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1ca912-03f2-4cc9-b3f5-3446ccd204a0 tempest-NetworksIpV6TestAttrs-279669730 tempest-NetworksIpV6TestAttrs-279669730-project] Pushing event deleted for resources: {'Network': ['ID=8e13c047-2cd3-492d-8707-d70a7f13d6e6,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:41:58.333103 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] For port 16d85671-6305-4b48-8089-cc7e37ad3eb2, host dv-neutron-861624-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=16d85671-6305-4b48-8089-cc7e37ad3eb2,segment=NetworkSegment(229fdee6-4997-4cba-b9dd-1d528ceb2c7e),segment_id=229fdee6-4997-4cba-b9dd-1d528ceb2c7e)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:41:58.337199 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:58.341272 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.plugin [None req-be2e7145-5fd4-4326-83c1-4696a49742fd admin admin] Deleting port 6de12234-5a78-460b-8a24-d3d3c649d467 {{(pid=103332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 07:41:58.341861 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-be2e7145-5fd4-4326-83c1-4696a49742fd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:58.405269 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Pushing event updated for resources: {'Port': ['ID=16d85671-6305-4b48-8089-cc7e37ad3eb2,revision_number=3']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:41:58.417961 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:41:58.418505 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:41:58.418844 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:41:58.419181 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:41:58.419601 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:41:58.419848 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:41:58.420181 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:41:58.420524 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:41:58.420855 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:41:58.421469 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:41:58.422319 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:41:58.422666 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:41:58.454982 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-651a6405-f031-460f-abaa-1fd1a6bdd3d6 None None] DHCP port deletion for 9f9e4d3a-9b0f-46a7-b045-8d44d07986e0 request from dv-neutron-861624-1-hyperv {{(pid=103334) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 07:41:58.499877 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device 3e5645fc-8ac1-4269-84d1-65f06e41ccbe no longer exists at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 07:41:58.502417 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-4645111f-a58a-4619-8e88-c94457c18aea tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-673051', 'neutron.services.segments.db._delete_segments_for_network-8785021519108'] for network, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:58.508840 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.db [None req-be2e7145-5fd4-4326-83c1-4696a49742fd admin admin] For port 6de12234-5a78-460b-8a24-d3d3c649d467, host dv-neutron-861624-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=6de12234-5a78-460b-8a24-d3d3c649d467,segment=NetworkSegment(d3fee98f-d3eb-41cf-827a-ce536a5d361c),segment_id=d3fee98f-d3eb-41cf-827a-ce536a5d361c)] {{(pid=103332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:41:58.509580 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-be2e7145-5fd4-4326-83c1-4696a49742fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:58.525125 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] No Port match for: 3e5645fc-8ac1-4269-84d1-65f06e41ccbe {{(pid=103334) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 19 07:41:58.525424 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.plugin [None req-be2e7145-5fd4-4326-83c1-4696a49742fd admin admin] Calling delete_port for 6de12234-5a78-460b-8a24-d3d3c649d467 owned by network:dhcp {{(pid=103332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 07:41:58.525896 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device 3e5645fc-8ac1-4269-84d1-65f06e41ccbe not bound to the agent host dv-neutron-861624-1-hyperv {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 07:41:58.526476 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device a0cf33cb-4842-47ad-888f-65e6168f50d3 no longer exists at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 07:41:58.566885 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] No Port match for: a0cf33cb-4842-47ad-888f-65e6168f50d3 {{(pid=103334) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 19 07:41:58.567510 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device a0cf33cb-4842-47ad-888f-65e6168f50d3 not bound to the agent host dv-neutron-861624-1-hyperv {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 07:41:58.575392 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-6aeff41f-08fc-4796-87d9-59142a5116f4 tempest-TagsExtTest-1762088066 tempest-TagsExtTest-1762088066-project] 10.222.0.27 "DELETE /v2.0/subnets/2af7298e-7aad-40f3-9618-487c73b23682/tags/tempest-TagsExtTest-Tag-708397276 HTTP/1.1" status: 204 len: 168 time: 0.7665493 Oct 19 07:41:58.585794 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-651a6405-f031-460f-abaa-1fd1a6bdd3d6 None None] Deleting port 6de12234-5a78-460b-8a24-d3d3c649d467 {{(pid=103334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 07:41:58.586121 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-651a6405-f031-460f-abaa-1fd1a6bdd3d6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:58.598765 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 57292) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:41:58.604476 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.services.tag.tag_plugin [None req-b74703dd-2f18-4f19-b3d7-79dafd28e919 tempest-TagsExtTest-1762088066 tempest-TagsExtTest-1762088066-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '2af7298e-7aad-40f3-9618-487c73b23682') {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:41:58.623763 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e92d20-3789-4337-8a0e-e0dea8fbe632 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Pushing event updated for resources: {'Port': ['ID=79fcf6c1-85d8-41c2-a02e-73e607fe5a88,revision_number=3']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:41:58.653435 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-61e92d20-3789-4337-8a0e-e0dea8fbe632 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] In _notify_port_updated(), no bound segment for port 79fcf6c1-85d8-41c2-a02e-73e607fe5a88 on network a40e5444-86d5-4daa-99ba-b9ae2467b520 {{(pid=103333) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:900}} Oct 19 07:41:58.659364 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61e92d20-3789-4337-8a0e-e0dea8fbe632 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:41:58.660014 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-61e92d20-3789-4337-8a0e-e0dea8fbe632 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42160'] for port, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:58.661451 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-61e92d20-3789-4337-8a0e-e0dea8fbe632 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] 10.222.0.27 "PUT /v2.0/ports/79fcf6c1-85d8-41c2-a02e-73e607fe5a88 HTTP/1.1" status: 200 len: 1009 time: 3.5132124 Oct 19 07:41:58.663295 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-4645111f-a58a-4619-8e88-c94457c18aea tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0df0c62a-66f6-44e1-89c5-1a97f24d36ad']}} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:41:58.664475 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 57296) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:41:58.682569 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-04c5a514-f5d2-474a-9aca-610d9bd4baad None None] Attempt 9 to provision port 7307f4f7-1222-42d1-aa24-b89992f37edb Oct 19 07:41:58.714693 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-cc38df50-6c46-4bc0-903b-70ea0f5f9ffd tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-679826'] for subnet, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:58.736753 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-04c5a514-f5d2-474a-9aca-610d9bd4baad None None] Port 7307f4f7-1222-42d1-aa24-b89992f37edb cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 07:41:58.745299 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-651a6405-f031-460f-abaa-1fd1a6bdd3d6 None None] For port 6de12234-5a78-460b-8a24-d3d3c649d467, host dv-neutron-861624-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=6de12234-5a78-460b-8a24-d3d3c649d467,segment=NetworkSegment(d3fee98f-d3eb-41cf-827a-ce536a5d361c),segment_id=d3fee98f-d3eb-41cf-827a-ce536a5d361c)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:41:58.746273 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-651a6405-f031-460f-abaa-1fd1a6bdd3d6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:58.763626 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-651a6405-f031-460f-abaa-1fd1a6bdd3d6 None None] Calling delete_port for 6de12234-5a78-460b-8a24-d3d3c649d467 owned by network:dhcp {{(pid=103334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 07:41:58.808452 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 57298) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:41:58.870336 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-be2e7145-5fd4-4326-83c1-4696a49742fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133553798'] for port, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:58.877313 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-b74703dd-2f18-4f19-b3d7-79dafd28e919 tempest-TagsExtTest-1762088066 tempest-TagsExtTest-1762088066-project] 10.222.0.27 "GET /v2.0/subnets/2af7298e-7aad-40f3-9618-487c73b23682/tags HTTP/1.1" status: 200 len: 205 time: 0.2770767 Oct 19 07:41:58.886453 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 57302) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:41:58.900781 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-651a6405-f031-460f-abaa-1fd1a6bdd3d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339'] for port, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:58.917434 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.services.tag.tag_plugin [None req-02e34d4a-76d8-4b7e-8889-1e2eb4fca7a0 tempest-TagsExtTest-1762088066 tempest-TagsExtTest-1762088066-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '56c87d32-75b1-4878-9f7d-ab39a5528a48') {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:41:58.954322 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2e7145-5fd4-4326-83c1-4696a49742fd admin admin] Pushing event deleted for resources: {'Port': ['ID=6de12234-5a78-460b-8a24-d3d3c649d467,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:41:58.960903 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be2e7145-5fd4-4326-83c1-4696a49742fd admin admin] No DVR routers for this DVR port 6de12234-5a78-460b-8a24-d3d3c649d467 on host dv-neutron-861624-1-hyperv {{(pid=103332) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 19 07:41:58.966253 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.plugin [None req-81f9bbae-d4ab-45c2-a549-7e8a99ff01e8 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Deleting port 79fcf6c1-85d8-41c2-a02e-73e607fe5a88 {{(pid=103332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 07:41:58.966736 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-81f9bbae-d4ab-45c2-a549-7e8a99ff01e8 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:58.985832 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651a6405-f031-460f-abaa-1fd1a6bdd3d6 None None] Pushing event deleted for resources: {'Port': ['ID=6de12234-5a78-460b-8a24-d3d3c649d467,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:41:58.990694 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-651a6405-f031-460f-abaa-1fd1a6bdd3d6 None None] No DVR routers for this DVR port 6de12234-5a78-460b-8a24-d3d3c649d467 on host dv-neutron-861624-1-hyperv {{(pid=103334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 19 07:41:59.116486 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-4645111f-a58a-4619-8e88-c94457c18aea tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81707438-9ff9-431f-95d9-0468172ae9a9') {'for_net_delete': True} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:41:59.116800 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-4645111f-a58a-4619-8e88-c94457c18aea tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81707438-9ff9-431f-95d9-0468172ae9a9') {} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:41:59.123741 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-265f6245-1cab-4a92-96d7-f45410422466 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130996763'] for port, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:59.152861 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-4645111f-a58a-4619-8e88-c94457c18aea tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785021519382', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-134111927'] for segment, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:59.183039 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-be2e7145-5fd4-4326-83c1-4696a49742fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-673051', 'neutron.services.segments.db._delete_segments_for_network-8785021519108'] for network, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:59.193930 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265f6245-1cab-4a92-96d7-f45410422466 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Pushing event deleted for resources: {'Port': ['ID=49f2ff67-572d-4668-b362-a96320ef311c,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:41:59.211850 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-02e34d4a-76d8-4b7e-8889-1e2eb4fca7a0 tempest-TagsExtTest-1762088066 tempest-TagsExtTest-1762088066-project] 10.222.0.27 "GET /v2.0/ports/56c87d32-75b1-4878-9f7d-ab39a5528a48/tags HTTP/1.1" status: 200 len: 241 time: 0.2980280 Oct 19 07:41:59.218890 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 57304) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:41:59.220053 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-4645111f-a58a-4619-8e88-c94457c18aea tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979'] for segment, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:59.236961 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-95577e49-47ba-4b0a-9986-6c6522bd5774 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=1a48ad924478432a90a7d865ee405d9d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4181561 Oct 19 07:41:59.238338 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-04c5a514-f5d2-474a-9aca-610d9bd4baad None None] Attempt 10 to provision port 7307f4f7-1222-42d1-aa24-b89992f37edb Oct 19 07:41:59.240548 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.services.segments.db [None req-be2e7145-5fd4-4326-83c1-4696a49742fd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f9e4d3a-9b0f-46a7-b045-8d44d07986e0']}} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:41:59.241772 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.services.tag.tag_plugin [None req-0a2cf34f-0c49-4b1e-891c-db504d67cb50 tempest-TagsExtTest-1762088066 tempest-TagsExtTest-1762088066-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '56c87d32-75b1-4878-9f7d-ab39a5528a48', 'tempest-TagsExtTest-Tag-1598452657') {} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:41:59.242522 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 57306) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:41:59.275150 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.services.segments.db [None req-be2e7145-5fd4-4326-83c1-4696a49742fd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3fee98f-d3eb-41cf-827a-ce536a5d361c') {'for_net_delete': True} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:41:59.275344 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.services.segments.db [None req-be2e7145-5fd4-4326-83c1-4696a49742fd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3fee98f-d3eb-41cf-827a-ce536a5d361c') {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:41:59.278078 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-81f9bbae-d4ab-45c2-a549-7e8a99ff01e8 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:59.286218 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4645111f-a58a-4619-8e88-c94457c18aea tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Releasing vlan 191 on physical network physnet1 to pool {{(pid=103333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 07:41:59.286629 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-4645111f-a58a-4619-8e88-c94457c18aea tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130996782'] for segment, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:59.294805 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-04c5a514-f5d2-474a-9aca-610d9bd4baad None None] Port 7307f4f7-1222-42d1-aa24-b89992f37edb cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 07:41:59.308958 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-be2e7145-5fd4-4326-83c1-4696a49742fd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785021519382', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130726885'] for segment, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:59.310610 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-04c5a514-f5d2-474a-9aca-610d9bd4baad None None] Provisioning complete for port de2d79ad-9359-457a-bd0c-c03b1f280785 triggered by entity DHCP. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:41:59.310994 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-04c5a514-f5d2-474a-9aca-610d9bd4baad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:59.311329 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-04c5a514-f5d2-474a-9aca-610d9bd4baad None None] Attempt 1 to provision port de2d79ad-9359-457a-bd0c-c03b1f280785 Oct 19 07:41:59.315349 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.plugin [None req-81f9bbae-d4ab-45c2-a549-7e8a99ff01e8 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Calling delete_port for 79fcf6c1-85d8-41c2-a02e-73e607fe5a88 owned by {{(pid=103332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 07:41:59.347191 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-be2e7145-5fd4-4326-83c1-4696a49742fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979'] for segment, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:59.398183 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be2e7145-5fd4-4326-83c1-4696a49742fd admin admin] Releasing vlan 195 on physical network physnet1 to pool {{(pid=103332) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 07:41:59.398627 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-be2e7145-5fd4-4326-83c1-4696a49742fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-133553843'] for segment, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:59.400173 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-3ddb8e75-76bc-4224-b7e7-763b08a087e2 tempest-ExtraDHCPOptionsTestJSON-171316487 tempest-ExtraDHCPOptionsTestJSON-171316487-project] Notify callbacks [] for port, precommit_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:59.403201 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.services.segments.plugin [-] Segment 81707438-9ff9-431f-95d9-0468172ae9a9 resource provider aggregate not found Oct 19 07:41:59.413430 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-3c00fc75-3952-4d9b-b538-391998565cd7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:59.451541 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-3ddb8e75-76bc-4224-b7e7-763b08a087e2 tempest-ExtraDHCPOptionsTestJSON-171316487 tempest-ExtraDHCPOptionsTestJSON-171316487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130996754'] for port, after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:59.457287 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7088a9e6-819f-4ed8-ac18-ac362c1dcd30 None None] get_active_networks_info from dv-neutron-861624-1-hyperv {{(pid=103334) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 19 07:41:59.459649 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.services.segments.plugin [-] Segment 81707438-9ff9-431f-95d9-0468172ae9a9 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 81707438-9ff9-431f-95d9-0468172ae9a9 found for delete ", "request_id": "req-61bea577-585d-4aff-b4b7-0cfb9b17667b"}]} Oct 19 07:41:59.474998 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-cc38df50-6c46-4bc0-903b-70ea0f5f9ffd tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-679819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130997964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130170408'] for subnet, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:59.499186 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-04c5a514-f5d2-474a-9aca-610d9bd4baad None None] Current status of the port de2d79ad-9359-457a-bd0c-c03b1f280785 is: ACTIVE; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:41:59.518712 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-3c00fc75-3952-4d9b-b538-391998565cd7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:59.533267 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-be2e7145-5fd4-4326-83c1-4696a49742fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-673044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1695087'] for network, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:59.544104 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-4645111f-a58a-4619-8e88-c94457c18aea tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-673044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1695087'] for network, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:59.550550 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-be2e7145-5fd4-4326-83c1-4696a49742fd admin admin] Notify callbacks [] for network, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:59.556675 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-be2e7145-5fd4-4326-83c1-4696a49742fd admin admin] 10.222.0.27 "DELETE /v2.0/networks/9f9e4d3a-9b0f-46a7-b045-8d44d07986e0 HTTP/1.1" status: 204 len: 168 time: 1.7086475 Oct 19 07:41:59.581919 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc38df50-6c46-4bc0-903b-70ea0f5f9ffd tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Pushing event deleted for resources: {'Subnet': ['ID=917433a3-ee94-4525-a40b-da57b52e722d,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:41:59.611657 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-cc38df50-6c46-4bc0-903b-70ea0f5f9ffd tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks [] for subnet, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:59.617293 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-cc38df50-6c46-4bc0-903b-70ea0f5f9ffd tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] 10.222.0.27 "DELETE /v2.0/subnets/917433a3-ee94-4525-a40b-da57b52e722d HTTP/1.1" status: 204 len: 168 time: 1.8802547 Oct 19 07:41:59.622286 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 57314) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:41:59.623530 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-4645111f-a58a-4619-8e88-c94457c18aea tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Notify callbacks [] for network, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:59.629198 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-4645111f-a58a-4619-8e88-c94457c18aea tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] 10.222.0.27 "DELETE /v2.0/networks/0df0c62a-66f6-44e1-89c5-1a97f24d36ad HTTP/1.1" status: 204 len: 168 time: 2.1347470 Oct 19 07:41:59.645939 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 57316) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:41:59.666923 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7088a9e6-819f-4ed8-ac18-ac362c1dcd30 None None] Resources bound (agent type, host, resource id): {{(pid=103334) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 19 07:41:59.673177 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-32736c21-bff1-47b4-876a-7b73688d7e39 None None] Provisioning complete for port 810ea5b8-0a78-49da-8b9d-9d10c360a366 triggered by entity DHCP. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:41:59.673560 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-32736c21-bff1-47b4-876a-7b73688d7e39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:59.673902 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-32736c21-bff1-47b4-876a-7b73688d7e39 None None] Attempt 1 to provision port 810ea5b8-0a78-49da-8b9d-9d10c360a366 Oct 19 07:41:59.687361 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-dedc181e-5ae2-4dcc-ad17-7eb907468c9e tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] 10.222.0.27 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0498269 Oct 19 07:41:59.688495 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2e7145-5fd4-4326-83c1-4696a49742fd admin admin] Pushing event deleted for resources: {'Network': ['ID=9f9e4d3a-9b0f-46a7-b045-8d44d07986e0,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:41:59.691777 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-3c00fc75-3952-4d9b-b538-391998565cd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788643'] for security_group, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:59.695385 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4645111f-a58a-4619-8e88-c94457c18aea tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Pushing event deleted for resources: {'Network': ['ID=0df0c62a-66f6-44e1-89c5-1a97f24d36ad,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:41:59.696481 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-3c00fc75-3952-4d9b-b538-391998565cd7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:59.697160 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ddb8e75-76bc-4224-b7e7-763b08a087e2 tempest-ExtraDHCPOptionsTestJSON-171316487 tempest-ExtraDHCPOptionsTestJSON-171316487-project] Pushing event updated for resources: {'Port': ['ID=7307f4f7-1222-42d1-aa24-b89992f37edb,revision_number=2']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:41:59.698377 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-3c00fc75-3952-4d9b-b538-391998565cd7 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/b0cda648-cba3-434e-88c9-17fe1c81f006 HTTP/1.1" status: 204 len: 168 time: 0.4508092 Oct 19 07:41:59.699358 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 57318) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:41:59.741414 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.pecan_wsgi.hooks.translation [None req-4949dc02-b310-4505-9e75-5ced2dd2fc20 tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] DELETE failed (client error): The resource could not be found. Oct 19 07:41:59.742149 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4949dc02-b310-4505-9e75-5ced2dd2fc20 tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103333) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 07:41:59.742718 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c00fc75-3952-4d9b-b538-391998565cd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0cda648-cba3-434e-88c9-17fe1c81f006,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:41:59.754023 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-4949dc02-b310-4505-9e75-5ced2dd2fc20 tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] 10.222.0.27 "DELETE /v2.0/subnets/a985de3e-ee2d-4340-8fe8-545d1bb45faa HTTP/1.1" status: 404 len: 337 time: 0.1061671 Oct 19 07:41:59.754647 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 57322) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:41:59.782280 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-0a2cf34f-0c49-4b1e-891c-db504d67cb50 tempest-TagsExtTest-1762088066 tempest-TagsExtTest-1762088066-project] 10.222.0.27 "GET /v2.0/ports/56c87d32-75b1-4878-9f7d-ab39a5528a48/tags/tempest-TagsExtTest-Tag-1598452657 HTTP/1.1" status: 204 len: 168 time: 0.5447600 Oct 19 07:41:59.784972 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 57324) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:41:59.785167 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 57326) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:41:59.790794 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-3ddb8e75-76bc-4224-b7e7-763b08a087e2 tempest-ExtraDHCPOptionsTestJSON-171316487 tempest-ExtraDHCPOptionsTestJSON-171316487-project] In _notify_port_updated(), no bound segment for port 7307f4f7-1222-42d1-aa24-b89992f37edb on network 1c77bce2-cd11-4c8f-8853-f6df29818bf6 {{(pid=103333) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:900}} Oct 19 07:41:59.796078 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ddb8e75-76bc-4224-b7e7-763b08a087e2 tempest-ExtraDHCPOptionsTestJSON-171316487 tempest-ExtraDHCPOptionsTestJSON-171316487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:41:59.797003 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-3ddb8e75-76bc-4224-b7e7-763b08a087e2 tempest-ExtraDHCPOptionsTestJSON-171316487 tempest-ExtraDHCPOptionsTestJSON-171316487-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42160'] for port, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:59.798453 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-3ddb8e75-76bc-4224-b7e7-763b08a087e2 tempest-ExtraDHCPOptionsTestJSON-171316487 tempest-ExtraDHCPOptionsTestJSON-171316487-project] 10.222.0.27 "PUT /v2.0/ports/7307f4f7-1222-42d1-aa24-b89992f37edb HTTP/1.1" status: 200 len: 1137 time: 2.3612542 Oct 19 07:41:59.806991 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.services.tag.tag_plugin [None req-0b483734-3d78-41f7-80c8-1324e9f4b59e tempest-TagsExtTest-1762088066 tempest-TagsExtTest-1762088066-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '56c87d32-75b1-4878-9f7d-ab39a5528a48', 'tempest-TagsExtTest-Tag-1598452657') {} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:41:59.813701 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 57328) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:41:59.853206 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-265f6245-1cab-4a92-96d7-f45410422466 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1574862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1694957'] for router_interface, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:59.882386 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-32736c21-bff1-47b4-876a-7b73688d7e39 None None] Current status of the port 810ea5b8-0a78-49da-8b9d-9d10c360a366 is: ACTIVE; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:41:59.908802 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc6ee487-5091-4c6c-8094-4eacb1dcd154 tempest-ExtraDHCPOptionsTestJSON-171316487 tempest-ExtraDHCPOptionsTestJSON-171316487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:41:59.918761 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-fc6ee487-5091-4c6c-8094-4eacb1dcd154 tempest-ExtraDHCPOptionsTestJSON-171316487 tempest-ExtraDHCPOptionsTestJSON-171316487-project] 10.222.0.27 "GET /v2.0/ports/7307f4f7-1222-42d1-aa24-b89992f37edb HTTP/1.1" status: 200 len: 1137 time: 0.1002913 Oct 19 07:41:59.920132 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 57330) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:41:59.950723 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d06241e-9f16-4649-b5a2-c6f840a2ea8a tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:41:59.952736 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-9d06241e-9f16-4649-b5a2-c6f840a2ea8a tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] 10.222.0.27 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2290587 Oct 19 07:41:59.959262 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-54cc28da-3d62-4885-b203-d505530064d4 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=b76abfccca1e443d8cfed9fe77b82608&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1836362 Oct 19 07:41:59.961707 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 57334) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:41:59.964295 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 57336) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:41:59.989689 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-32736c21-bff1-47b4-876a-7b73688d7e39 None None] Provisioning complete for port 56c87d32-75b1-4878-9f7d-ab39a5528a48 triggered by entity DHCP. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:41:59.990070 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-32736c21-bff1-47b4-876a-7b73688d7e39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:41:59.990409 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-32736c21-bff1-47b4-876a-7b73688d7e39 None None] Attempt 1 to provision port 56c87d32-75b1-4878-9f7d-ab39a5528a48 Oct 19 07:42:00.001151 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.pecan_wsgi.hooks.translation [None req-fec664c4-f6d8-43ba-901a-beb33e175318 tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] DELETE failed (client error): The resource could not be found. Oct 19 07:42:00.001756 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fec664c4-f6d8-43ba-901a-beb33e175318 tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103332) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 07:42:00.007281 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-fec664c4-f6d8-43ba-901a-beb33e175318 tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] 10.222.0.27 "DELETE /v2.0/networks/e899a2ec-a5db-4343-a853-df4cf6dd517b HTTP/1.1" status: 404 len: 339 time: 0.2159114 Oct 19 07:42:00.011887 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 57338) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:42:00.039939 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device 16d85671-6305-4b48-8089-cc7e37ad3eb2 up at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 07:42:00.048010 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-32736c21-bff1-47b4-876a-7b73688d7e39 None None] Port 56c87d32-75b1-4878-9f7d-ab39a5528a48 cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 07:42:00.111880 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8e7fe41-4372-4384-819e-2f121510e681 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:42:00.113786 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-d8e7fe41-4372-4384-819e-2f121510e681 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] 10.222.0.27 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1502154 Oct 19 07:42:00.116861 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 57342) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:42:00.118372 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.db_base_plugin_v2 [None req-a056a083-38e0-4718-8bb8-e1f60cd70566 tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Deleting subnet 6e11994c-46fc-49d3-a3e9-6a43e2fc54d4 {{(pid=103332) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 19 07:42:00.126823 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-a056a083-38e0-4718-8bb8-e1f60cd70566 tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Notify callbacks [] for subnet, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:00.179335 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.plugin [None req-694997c7-0e78-47df-975e-d8dc9d63ffcf tempest-ExtraDHCPOptionsTestJSON-171316487 tempest-ExtraDHCPOptionsTestJSON-171316487-project] Deleting port 7307f4f7-1222-42d1-aa24-b89992f37edb {{(pid=103332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 07:42:00.179445 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-694997c7-0e78-47df-975e-d8dc9d63ffcf tempest-ExtraDHCPOptionsTestJSON-171316487 tempest-ExtraDHCPOptionsTestJSON-171316487-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:00.201485 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-e3e8b213-81f8-49af-8d51-9e96b30a3db6 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] 10.222.0.27 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0812628 Oct 19 07:42:00.208635 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 57348) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:42:00.209825 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-0b483734-3d78-41f7-80c8-1324e9f4b59e tempest-TagsExtTest-1762088066 tempest-TagsExtTest-1762088066-project] 10.222.0.27 "DELETE /v2.0/ports/56c87d32-75b1-4878-9f7d-ab39a5528a48/tags/tempest-TagsExtTest-Tag-1598452657 HTTP/1.1" status: 204 len: 168 time: 0.4100103 Oct 19 07:42:00.210308 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 57352) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:42:00.224394 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.services.tag.tag_plugin [None req-7a3de07a-9135-43bb-b301-b2a668f37097 tempest-TagsExtTest-1762088066 tempest-TagsExtTest-1762088066-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '56c87d32-75b1-4878-9f7d-ab39a5528a48') {} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:42:00.232197 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-14534e78-1821-4ac5-8b46-581cde5b4783 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:00.259086 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.services.segments.plugin [-] Segment d3fee98f-d3eb-41cf-827a-ce536a5d361c resource provider aggregate not found Oct 19 07:42:00.281918 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.pecan_wsgi.hooks.translation [None req-db6a348c-8f0a-472b-b68d-019a3df5726b tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] DELETE failed (client error): The resource could not be found. Oct 19 07:42:00.284900 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db6a348c-8f0a-472b-b68d-019a3df5726b tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103332) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 07:42:00.289012 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-db6a348c-8f0a-472b-b68d-019a3df5726b tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] 10.222.0.27 "DELETE /v2.0/ports/17a15606-481b-40f5-9605-eca6deae8738 HTTP/1.1" status: 404 len: 333 time: 0.0801561 Oct 19 07:42:00.290889 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.services.segments.plugin [-] Segment d3fee98f-d3eb-41cf-827a-ce536a5d361c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d3fee98f-d3eb-41cf-827a-ce536a5d361c found for delete ", "request_id": "req-6bef9f41-a656-4f5d-8d9b-b5cf1955306e"}]} Oct 19 07:42:00.293938 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-a056a083-38e0-4718-8bb8-e1f60cd70566 tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130726890'] for subnet, precommit_delete_associations {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:00.297966 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 57358) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:42:00.325054 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-81f9bbae-d4ab-45c2-a549-7e8a99ff01e8 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133553798'] for port, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:00.347248 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-14534e78-1821-4ac5-8b46-581cde5b4783 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:00.351952 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9f29156-7f74-4569-93f2-aa1591d8cd72 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] DELETE failed (client error): The resource could not be found. Oct 19 07:42:00.352399 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f9f29156-7f74-4569-93f2-aa1591d8cd72 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103333) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 07:42:00.355395 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-f9f29156-7f74-4569-93f2-aa1591d8cd72 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] 10.222.0.27 "DELETE /v2.0/subnets/917433a3-ee94-4525-a40b-da57b52e722d HTTP/1.1" status: 404 len: 337 time: 0.0550079 Oct 19 07:42:00.363209 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 57360) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:42:00.401922 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f9bbae-d4ab-45c2-a549-7e8a99ff01e8 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Pushing event deleted for resources: {'Port': ['ID=79fcf6c1-85d8-41c2-a02e-73e607fe5a88,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:42:00.409243 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-265f6245-1cab-4a92-96d7-f45410422466 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Router 5a3ee82e-b69d-4a9d-a681-af0f007cfa8a has already been hosted by L3 agent ab388470-1243-4d53-80f2-c2f5899c97a7 {{(pid=103333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 07:42:00.413357 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c92b17c-73e9-4db9-86c3-a5dd9f4ffaba tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] DELETE failed (client error): The resource could not be found. Oct 19 07:42:00.413808 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c92b17c-73e9-4db9-86c3-a5dd9f4ffaba tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103333) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 07:42:00.416862 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-8c92b17c-73e9-4db9-86c3-a5dd9f4ffaba tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] 10.222.0.27 "DELETE /v2.0/subnets/385d3441-44d9-4d8f-8e11-7e66c74f90b4 HTTP/1.1" status: 404 len: 337 time: 0.0508137 Oct 19 07:42:00.430083 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 57362) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:42:00.458271 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Provisioning complete for port 16d85671-6305-4b48-8089-cc7e37ad3eb2 triggered by entity L2. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:42:00.458840 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:00.460116 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Attempt 1 to provision port 16d85671-6305-4b48-8089-cc7e37ad3eb2 Oct 19 07:42:00.467537 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.pecan_wsgi.hooks.translation [None req-4290f90b-fce8-4688-b0cd-7fffbc796986 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] DELETE failed (client error): The resource could not be found. Oct 19 07:42:00.468270 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4290f90b-fce8-4688-b0cd-7fffbc796986 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103333) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 07:42:00.474552 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-4290f90b-fce8-4688-b0cd-7fffbc796986 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] 10.222.0.27 "DELETE /v2.0/ports/a76db9eb-115f-40c4-a240-8851e515ff2f HTTP/1.1" status: 404 len: 333 time: 0.0391901 Oct 19 07:42:00.475650 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 57364) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:42:00.503134 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-81f9bbae-d4ab-45c2-a549-7e8a99ff01e8 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42160'] for port, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:00.509259 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-81f9bbae-d4ab-45c2-a549-7e8a99ff01e8 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] 10.222.0.27 "DELETE /v2.0/ports/79fcf6c1-85d8-41c2-a02e-73e607fe5a88 HTTP/1.1" status: 204 len: 168 time: 1.8436322 Oct 19 07:42:00.512083 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 57368) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:42:00.529501 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-694997c7-0e78-47df-975e-d8dc9d63ffcf tempest-ExtraDHCPOptionsTestJSON-171316487 tempest-ExtraDHCPOptionsTestJSON-171316487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:00.537853 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc18b738-1a2d-454c-842b-59c4a033ba50 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] DELETE failed (client error): The resource could not be found. Oct 19 07:42:00.537853 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc18b738-1a2d-454c-842b-59c4a033ba50 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103333) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 07:42:00.543177 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-bc18b738-1a2d-454c-842b-59c4a033ba50 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] 10.222.0.27 "DELETE /v2.0/subnets/563aa0c0-10d9-40a0-b837-dc919867d3a9 HTTP/1.1" status: 404 len: 337 time: 0.0640078 Oct 19 07:42:00.546251 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-7a3de07a-9135-43bb-b301-b2a668f37097 tempest-TagsExtTest-1762088066 tempest-TagsExtTest-1762088066-project] 10.222.0.27 "GET /v2.0/ports/56c87d32-75b1-4878-9f7d-ab39a5528a48/tags HTTP/1.1" status: 200 len: 205 time: 0.3287945 Oct 19 07:42:00.550142 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 57370) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:42:00.550142 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 57372) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:42:00.557360 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.services.tag.tag_plugin [None req-b85c8b6c-1c3a-41c7-9121-822577ec59f5 tempest-TagsExtTest-1762088066 tempest-TagsExtTest-1762088066-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'd650ffba-3e67-4f0b-b938-cc3e0c672385') {} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:42:00.561389 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff7a46e8-a9d9-4e0c-80cb-f1150c272662 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] GET failed (client error): The resource could not be found. Oct 19 07:42:00.566924 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-ff7a46e8-a9d9-4e0c-80cb-f1150c272662 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] 10.222.0.27 "GET /v2.0/ports/79fcf6c1-85d8-41c2-a02e-73e607fe5a88 HTTP/1.1" status: 404 len: 333 time: 0.0497248 Oct 19 07:42:00.573122 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 57374) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:42:00.573224 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.plugin [None req-694997c7-0e78-47df-975e-d8dc9d63ffcf tempest-ExtraDHCPOptionsTestJSON-171316487 tempest-ExtraDHCPOptionsTestJSON-171316487-project] Calling delete_port for 7307f4f7-1222-42d1-aa24-b89992f37edb owned by {{(pid=103332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 07:42:00.585945 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-a056a083-38e0-4718-8bb8-e1f60cd70566 tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-679826'] for subnet, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:00.614356 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-14534e78-1821-4ac5-8b46-581cde5b4783 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788643'] for security_group, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:00.617076 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-14534e78-1821-4ac5-8b46-581cde5b4783 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:00.620664 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-14534e78-1821-4ac5-8b46-581cde5b4783 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/cfbe8dfb-b83b-41bc-aace-8888757f9f86 HTTP/1.1" status: 204 len: 168 time: 0.6498809 Oct 19 07:42:00.632081 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-32736c21-bff1-47b4-876a-7b73688d7e39 None None] Attempt 2 to provision port 56c87d32-75b1-4878-9f7d-ab39a5528a48 Oct 19 07:42:00.689933 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68744265-c2b7-47ba-ab69-f39904c9fe30 None None] get_active_networks_info from dv-neutron-861624-1-hyperv {{(pid=103334) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 19 07:42:00.716280 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-a056a083-38e0-4718-8bb8-e1f60cd70566 tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-679819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-133552721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130659632'] for subnet, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:00.748825 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-32736c21-bff1-47b4-876a-7b73688d7e39 None None] Port 56c87d32-75b1-4878-9f7d-ab39a5528a48 cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 07:42:00.751384 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a056a083-38e0-4718-8bb8-e1f60cd70566 tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Pushing event deleted for resources: {'Subnet': ['ID=6e11994c-46fc-49d3-a3e9-6a43e2fc54d4,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:42:00.751534 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.pecan_wsgi.hooks.translation [None req-13b5002e-5622-4312-9436-233201efd189 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] DELETE failed (client error): The resource could not be found. Oct 19 07:42:00.751895 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-13b5002e-5622-4312-9436-233201efd189 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103333) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 07:42:00.755922 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-13b5002e-5622-4312-9436-233201efd189 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] 10.222.0.27 "DELETE /v2.0/subnets/9c6a825b-3c4e-47f4-a101-77dd60b28991 HTTP/1.1" status: 404 len: 337 time: 0.2049122 Oct 19 07:42:00.762787 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 57384) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:42:00.773105 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-a056a083-38e0-4718-8bb8-e1f60cd70566 tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Notify callbacks [] for subnet, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:00.776686 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-a056a083-38e0-4718-8bb8-e1f60cd70566 tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] 10.222.0.27 "DELETE /v2.0/subnets/6e11994c-46fc-49d3-a3e9-6a43e2fc54d4 HTTP/1.1" status: 204 len: 168 time: 0.7640626 Oct 19 07:42:00.779706 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 57386) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:42:00.788392 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14534e78-1821-4ac5-8b46-581cde5b4783 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfbe8dfb-b83b-41bc-aace-8888757f9f86,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:42:00.821070 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-265f6245-1cab-4a92-96d7-f45410422466 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Notify agent at l3_agent.dv-neutron-861624-1-hyperv the message routers_updated {{(pid=103333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 07:42:00.835382 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-265f6245-1cab-4a92-96d7-f45410422466 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] 10.222.0.27 "PUT /v2.0/routers/5a3ee82e-b69d-4a9d-a681-af0f007cfa8a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4094455 Oct 19 07:42:00.838617 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29b6bcac-9a99-4fb6-aac2-a4258bfac099 None None] Sync routers for ids ['5a3ee82e-b69d-4a9d-a681-af0f007cfa8a'] in dv-neutron-861624-1-hyperv {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 07:42:00.842167 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.db_base_plugin_v2 [None req-f554fc11-1db3-414b-aaa8-a47b3b5860d2 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Deleting subnet cffe7fe4-0fdc-42d4-b117-205912741edf {{(pid=103333) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 19 07:42:00.843156 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.pecan_wsgi.hooks.translation [None req-84dd5a23-fdc5-4252-8b50-7b94417de55f tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] DELETE failed (client error): The resource could not be found. Oct 19 07:42:00.844072 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-84dd5a23-fdc5-4252-8b50-7b94417de55f tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103332) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 07:42:00.846844 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 57388) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:42:00.848198 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-84dd5a23-fdc5-4252-8b50-7b94417de55f tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] 10.222.0.27 "DELETE /v2.0/ports/cecc88bd-9402-42fe-ab45-e4cc81596d3a HTTP/1.1" status: 404 len: 333 time: 0.0842378 Oct 19 07:42:00.849435 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-f554fc11-1db3-414b-aaa8-a47b3b5860d2 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Notify callbacks [] for subnet, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:00.853223 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 57390) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:42:00.857029 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29b6bcac-9a99-4fb6-aac2-a4258bfac099 None None] Routers {'5a3ee82e-b69d-4a9d-a681-af0f007cfa8a'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 07:42:00.857663 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-29b6bcac-9a99-4fb6-aac2-a4258bfac099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T07:41:46Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['5a3ee82e-b69d-4a9d-a681-af0f007cfa8a'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:42:00.914325 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.db_base_plugin_v2 [None req-02c921a5-7102-4f54-9c9e-421cb50ca58a tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Deleting subnet db108e89-2a6c-4519-8753-278fb4b8da27 {{(pid=103332) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 19 07:42:00.918759 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-02c921a5-7102-4f54-9c9e-421cb50ca58a tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Notify callbacks [] for subnet, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:00.944536 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-694997c7-0e78-47df-975e-d8dc9d63ffcf tempest-ExtraDHCPOptionsTestJSON-171316487 tempest-ExtraDHCPOptionsTestJSON-171316487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133553798'] for port, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:00.958092 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Current status of the port 16d85671-6305-4b48-8089-cc7e37ad3eb2 is: ACTIVE; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:42:00.992685 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-b85c8b6c-1c3a-41c7-9121-822577ec59f5 tempest-TagsExtTest-1762088066 tempest-TagsExtTest-1762088066-project] 10.222.0.27 "GET /v2.0/routers/d650ffba-3e67-4f0b-b938-cc3e0c672385/tags HTTP/1.1" status: 200 len: 240 time: 0.4404545 Oct 19 07:42:01.002505 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e030db6-058b-4336-9d93-3bd3ce725d4e tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] DELETE failed (client error): The resource could not be found. Oct 19 07:42:01.003089 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e030db6-058b-4336-9d93-3bd3ce725d4e tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103333) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 07:42:01.008749 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-2e030db6-058b-4336-9d93-3bd3ce725d4e tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] 10.222.0.27 "DELETE /v2.0/subnets/f76001dc-d4c8-4357-9a82-fa65fc5a8db1 HTTP/1.1" status: 404 len: 337 time: 0.1225975 Oct 19 07:42:01.011774 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 57396) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:42:01.012203 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 57398) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:42:01.023938 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.services.tag.tag_plugin [None req-4426c289-a35e-4107-a84c-0b8bf16d7ffc tempest-TagsExtTest-1762088066 tempest-TagsExtTest-1762088066-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'd650ffba-3e67-4f0b-b938-cc3e0c672385', 'tempest-TagsExtTest-Tag-254509780') {} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:42:01.035925 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-f554fc11-1db3-414b-aaa8-a47b3b5860d2 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-134111928'] for subnet, precommit_delete_associations {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:01.054752 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694997c7-0e78-47df-975e-d8dc9d63ffcf tempest-ExtraDHCPOptionsTestJSON-171316487 tempest-ExtraDHCPOptionsTestJSON-171316487-project] Pushing event deleted for resources: {'Port': ['ID=7307f4f7-1222-42d1-aa24-b89992f37edb,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:42:01.065228 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvr_db [None req-29b6bcac-9a99-4fb6-aac2-a4258bfac099 None None] Set router 5a3ee82e-b69d-4a9d-a681-af0f007cfa8a gateway port host: None {{(pid=103335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 07:42:01.078365 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device 6de12234-5a78-460b-8a24-d3d3c649d467 no longer exists at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 07:42:01.095928 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-02c921a5-7102-4f54-9c9e-421cb50ca58a tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130726890'] for subnet, precommit_delete_associations {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:01.136265 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] No Port match for: 6de12234-5a78-460b-8a24-d3d3c649d467 {{(pid=103334) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 19 07:42:01.136750 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device 6de12234-5a78-460b-8a24-d3d3c649d467 not bound to the agent host dv-neutron-861624-1-hyperv {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 07:42:01.163540 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb0033f1-03dc-404b-87dd-110489633632 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] DELETE failed (client error): The resource could not be found. Oct 19 07:42:01.164356 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb0033f1-03dc-404b-87dd-110489633632 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103333) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 07:42:01.168210 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-bb0033f1-03dc-404b-87dd-110489633632 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] 10.222.0.27 "DELETE /v2.0/subnets/00fe3f32-3515-45d7-be76-11b6143cd72b HTTP/1.1" status: 404 len: 337 time: 0.1538556 Oct 19 07:42:01.175634 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 57402) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:42:01.199950 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.db_base_plugin_v2 [None req-b362406a-a54a-428b-8279-126066550f33 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Deleting subnet ece11983-5f95-4126-9586-efdf72e78760 {{(pid=103333) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 19 07:42:01.226930 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-b362406a-a54a-428b-8279-126066550f33 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Notify callbacks [] for subnet, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:01.235010 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.pecan_wsgi.hooks.translation [None req-367fe9f4-e3a8-4c9d-b62b-7dd6e21edd44 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] DELETE failed (client error): The resource could not be found. Oct 19 07:42:01.236099 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-367fe9f4-e3a8-4c9d-b62b-7dd6e21edd44 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103333) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 07:42:01.239528 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-367fe9f4-e3a8-4c9d-b62b-7dd6e21edd44 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] 10.222.0.27 "DELETE /v2.0/ports/6097941c-74e9-406a-9b8f-c9e9c1365575 HTTP/1.1" status: 404 len: 333 time: 0.0600207 Oct 19 07:42:01.258546 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-32736c21-bff1-47b4-876a-7b73688d7e39 None None] Attempt 3 to provision port 56c87d32-75b1-4878-9f7d-ab39a5528a48 Oct 19 07:42:01.264235 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 57404) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:42:01.286697 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-29b6bcac-9a99-4fb6-aac2-a4258bfac099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a3ee82e-b69d-4a9d-a681-af0f007cfa8a', 'name': 'tempest-RoutersTest-router-906858636', 'tenant_id': 'ea2e94e7c58741afa39e88c6d73f4fb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T07:41:03Z', 'updated_at': '2022-10-19T07:41:58Z', 'revision_number': 8, 'project_id': 'ea2e94e7c58741afa39e88c6d73f4fb1', 'gw_port_host': None, '_interfaces': [{'id': '202bbb75-d656-4039-93c2-eb6a38fe76f3', 'name': '', 'network_id': 'f9ca5f41-fe6c-4a10-918c-6649165b7312', 'tenant_id': 'ea2e94e7c58741afa39e88c6d73f4fb1', 'mac_address': 'fa:16:3e:86:ee:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a3ee82e-b69d-4a9d-a681-af0f007cfa8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': '2fde0ae8-bf21-420c-80fc-149699eead07', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:41:26Z', 'updated_at': '2022-10-19T07:41:38Z', 'revision_number': 5, 'project_id': 'ea2e94e7c58741afa39e88c6d73f4fb1', 'subnets': [{'id': '2fde0ae8-bf21-420c-80fc-149699eead07', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4ce3479b-393b-481b-b58d-51ccf321edac', 'name': '', 'network_id': 'b58e1c6a-78c1-43cd-89d9-838f22da233f', 'tenant_id': 'ea2e94e7c58741afa39e88c6d73f4fb1', 'mac_address': 'fa:16:3e:31:7a:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a3ee82e-b69d-4a9d-a681-af0f007cfa8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '612c3709-642f-4c80-9732-62beec0bf567', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:41:06Z', 'updated_at': '2022-10-19T07:41:21Z', 'revision_number': 5, 'project_id': 'ea2e94e7c58741afa39e88c6d73f4fb1', 'subnets': [{'id': '612c3709-642f-4c80-9732-62beec0bf567', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd9ac0312-b4f0-4a4f-ab6d-3fbf05a5739a', 'name': '', 'network_id': '4daf018b-9448-4af6-b1a7-ed0b0c9c81a9', 'tenant_id': 'ea2e94e7c58741afa39e88c6d73f4fb1', 'mac_address': 'fa:16:3e:d0:0f:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a3ee82e-b69d-4a9d-a681-af0f007cfa8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '70304bbd-b21f-4bfc-b426-0275306673c4', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:41:16Z', 'updated_at': '2022-10-19T07:41:25Z', 'revision_number': 5, 'project_id': 'ea2e94e7c58741afa39e88c6d73f4fb1', 'subnets': [{'id': '70304bbd-b21f-4bfc-b426-0275306673c4', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:42:01.314697 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29b6bcac-9a99-4fb6-aac2-a4258bfac099 None None] Checking router: 5a3ee82e-b69d-4a9d-a681-af0f007cfa8a for host: dv-neutron-861624-1-hyperv {{(pid=103335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 07:42:01.324316 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29b6bcac-9a99-4fb6-aac2-a4258bfac099 None None] Routers {'5a3ee82e-b69d-4a9d-a681-af0f007cfa8a'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 07:42:01.325091 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-29b6bcac-9a99-4fb6-aac2-a4258bfac099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T07:41:46Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['5a3ee82e-b69d-4a9d-a681-af0f007cfa8a'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:42:01.351647 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7e29b7f-779b-4d8a-a6f6-e6e65a3c5d7e tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] DELETE failed (client error): The resource could not be found. Oct 19 07:42:01.352715 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b7e29b7f-779b-4d8a-a6f6-e6e65a3c5d7e tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103333) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 07:42:01.356324 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-b7e29b7f-779b-4d8a-a6f6-e6e65a3c5d7e tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] 10.222.0.27 "DELETE /v2.0/subnets/d812c27a-d657-40f0-9650-e10aacceca23 HTTP/1.1" status: 404 len: 337 time: 0.0866861 Oct 19 07:42:01.372296 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68744265-c2b7-47ba-ab69-f39904c9fe30 None None] Resources bound (agent type, host, resource id): {{(pid=103334) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 19 07:42:01.375201 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-b362406a-a54a-428b-8279-126066550f33 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-134111928'] for subnet, precommit_delete_associations {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:01.404384 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-32736c21-bff1-47b4-876a-7b73688d7e39 None None] Port 56c87d32-75b1-4878-9f7d-ab39a5528a48 cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 07:42:01.427940 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvr_db [None req-29b6bcac-9a99-4fb6-aac2-a4258bfac099 None None] Set router 5a3ee82e-b69d-4a9d-a681-af0f007cfa8a gateway port host: None {{(pid=103335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 07:42:01.493243 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-f554fc11-1db3-414b-aaa8-a47b3b5860d2 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-679826'] for subnet, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:01.579308 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 57412) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:42:01.646617 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-4426c289-a35e-4107-a84c-0b8bf16d7ffc tempest-TagsExtTest-1762088066 tempest-TagsExtTest-1762088066-project] 10.222.0.27 "GET /v2.0/routers/d650ffba-3e67-4f0b-b938-cc3e0c672385/tags/tempest-TagsExtTest-Tag-254509780 HTTP/1.1" status: 204 len: 168 time: 0.6332393 Oct 19 07:42:01.647476 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 57420) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:42:01.652882 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-f554fc11-1db3-414b-aaa8-a47b3b5860d2 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-679819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130997964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130170408'] for subnet, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:01.655334 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.pecan_wsgi.hooks.translation [None req-b33b347a-6ae0-49b6-93e2-a3c2af8e4f10 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] DELETE failed (client error): The resource could not be found. Oct 19 07:42:01.656334 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b33b347a-6ae0-49b6-93e2-a3c2af8e4f10 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103333) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 07:42:01.659960 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-b33b347a-6ae0-49b6-93e2-a3c2af8e4f10 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] 10.222.0.27 "DELETE /v2.0/subnets/3d437f61-ab2f-48b1-8067-6b11d5ac75fa HTTP/1.1" status: 404 len: 337 time: 0.0785415 Oct 19 07:42:01.671201 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.services.tag.tag_plugin [None req-bbbb19f5-1105-40b0-b69a-7c88b216dc61 tempest-TagsExtTest-1762088066 tempest-TagsExtTest-1762088066-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', 'd650ffba-3e67-4f0b-b938-cc3e0c672385', 'tempest-TagsExtTest-Tag-254509780') {} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:42:01.678141 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 57422) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:42:01.741251 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-29b6bcac-9a99-4fb6-aac2-a4258bfac099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a3ee82e-b69d-4a9d-a681-af0f007cfa8a', 'name': 'tempest-RoutersTest-router-906858636', 'tenant_id': 'ea2e94e7c58741afa39e88c6d73f4fb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T07:41:03Z', 'updated_at': '2022-10-19T07:41:58Z', 'revision_number': 8, 'project_id': 'ea2e94e7c58741afa39e88c6d73f4fb1', 'gw_port_host': None, '_interfaces': [{'id': '202bbb75-d656-4039-93c2-eb6a38fe76f3', 'name': '', 'network_id': 'f9ca5f41-fe6c-4a10-918c-6649165b7312', 'tenant_id': 'ea2e94e7c58741afa39e88c6d73f4fb1', 'mac_address': 'fa:16:3e:86:ee:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a3ee82e-b69d-4a9d-a681-af0f007cfa8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': '2fde0ae8-bf21-420c-80fc-149699eead07', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:41:26Z', 'updated_at': '2022-10-19T07:41:38Z', 'revision_number': 5, 'project_id': 'ea2e94e7c58741afa39e88c6d73f4fb1', 'subnets': [{'id': '2fde0ae8-bf21-420c-80fc-149699eead07', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4ce3479b-393b-481b-b58d-51ccf321edac', 'name': '', 'network_id': 'b58e1c6a-78c1-43cd-89d9-838f22da233f', 'tenant_id': 'ea2e94e7c58741afa39e88c6d73f4fb1', 'mac_address': 'fa:16:3e:31:7a:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a3ee82e-b69d-4a9d-a681-af0f007cfa8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '612c3709-642f-4c80-9732-62beec0bf567', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:41:06Z', 'updated_at': '2022-10-19T07:41:21Z', 'revision_number': 5, 'project_id': 'ea2e94e7c58741afa39e88c6d73f4fb1', 'subnets': [{'id': '612c3709-642f-4c80-9732-62beec0bf567', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd9ac0312-b4f0-4a4f-ab6d-3fbf05a5739a', 'name': '', 'network_id': '4daf018b-9448-4af6-b1a7-ed0b0c9c81a9', 'tenant_id': 'ea2e94e7c58741afa39e88c6d73f4fb1', 'mac_address': 'fa:16:3e:d0:0f:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a3ee82e-b69d-4a9d-a681-af0f007cfa8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '70304bbd-b21f-4bfc-b426-0275306673c4', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:41:16Z', 'updated_at': '2022-10-19T07:41:25Z', 'revision_number': 5, 'project_id': 'ea2e94e7c58741afa39e88c6d73f4fb1', 'subnets': [{'id': '70304bbd-b21f-4bfc-b426-0275306673c4', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:42:01.805732 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29b6bcac-9a99-4fb6-aac2-a4258bfac099 None None] The sync data for ids ['5a3ee82e-b69d-4a9d-a681-af0f007cfa8a'] in dv-neutron-861624-1-hyperv is: [{'id': '5a3ee82e-b69d-4a9d-a681-af0f007cfa8a', 'name': 'tempest-RoutersTest-router-906858636', 'tenant_id': 'ea2e94e7c58741afa39e88c6d73f4fb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T07:41:03Z', 'updated_at': '2022-10-19T07:41:58Z', 'revision_number': 8, 'project_id': 'ea2e94e7c58741afa39e88c6d73f4fb1', 'gw_port_host': None, '_interfaces': [{'id': '202bbb75-d656-4039-93c2-eb6a38fe76f3', 'name': '', 'network_id': 'f9ca5f41-fe6c-4a10-918c-6649165b7312', 'tenant_id': 'ea2e94e7c58741afa39e88c6d73f4fb1', 'mac_address': 'fa:16:3e:86:ee:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a3ee82e-b69d-4a9d-a681-af0f007cfa8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': '2fde0ae8-bf21-420c-80fc-149699eead07', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:41:26Z', 'updated_at': '2022-10-19T07:41:38Z', 'revision_number': 5, 'project_id': 'ea2e94e7c58741afa39e88c6d73f4fb1', 'subnets': [{'id': '2fde0ae8-bf21-420c-80fc-149699eead07', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4ce3479b-393b-481b-b58d-51ccf321edac', 'name': '', 'network_id': 'b58e1c6a-78c1-43cd-89d9-838f22da233f', 'tenant_id': 'ea2e94e7c58741afa39e88c6d73f4fb1', 'mac_address': 'fa:16:3e:31:7a:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a3ee82e-b69d-4a9d-a681-af0f007cfa8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '612c3709-642f-4c80-9732-62beec0bf567', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:41:06Z', 'updated_at': '2022-10-19T07:41:21Z', 'revision_number': 5, 'project_id': 'ea2e94e7c58741afa39e88c6d73f4fb1', 'subnets': [{'id': '612c3709-642f-4c80-9732-62beec0bf567', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd9ac0312-b4f0-4a4f-ab6d-3fbf05a5739a', 'name': '', 'network_id': '4daf018b-9448-4af6-b1a7-ed0b0c9c81a9', 'tenant_id': 'ea2e94e7c58741afa39e88c6d73f4fb1', 'mac_address': 'fa:16:3e:d0:0f:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a3ee82e-b69d-4a9d-a681-af0f007cfa8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '70304bbd-b21f-4bfc-b426-0275306673c4', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:41:16Z', 'updated_at': '2022-10-19T07:41:25Z', 'revision_number': 5, 'project_id': 'ea2e94e7c58741afa39e88c6d73f4fb1', 'subnets': [{'id': '70304bbd-b21f-4bfc-b426-0275306673c4', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 07:42:01.849632 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e832c545-476d-4b28-9019-91844b3b5309 None None] Network 6b5a65c5-1bed-4301-9db8-c1056c2b8eba requested from dv-neutron-861624-1-hyperv {{(pid=103334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 07:42:01.922598 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-694997c7-0e78-47df-975e-d8dc9d63ffcf tempest-ExtraDHCPOptionsTestJSON-171316487 tempest-ExtraDHCPOptionsTestJSON-171316487-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42160'] for port, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:01.937262 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-694997c7-0e78-47df-975e-d8dc9d63ffcf tempest-ExtraDHCPOptionsTestJSON-171316487 tempest-ExtraDHCPOptionsTestJSON-171316487-project] 10.222.0.27 "DELETE /v2.0/ports/7307f4f7-1222-42d1-aa24-b89992f37edb HTTP/1.1" status: 204 len: 168 time: 2.0126376 Oct 19 07:42:01.940365 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 57430) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:42:01.985282 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-32736c21-bff1-47b4-876a-7b73688d7e39 None None] Attempt 4 to provision port 56c87d32-75b1-4878-9f7d-ab39a5528a48 Oct 19 07:42:01.988546 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8823f88c-9af7-4c08-bb16-1cc57e56bc9a None None] Network db7aaa37-046d-444a-b36f-3dc8c2299f0e requested from dv-neutron-861624-1-hyperv {{(pid=103334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 07:42:02.038471 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-02c921a5-7102-4f54-9c9e-421cb50ca58a tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-679826'] for subnet, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:02.131573 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.db_base_plugin_v2 [None req-05918d64-025c-489b-999e-1d3f9cbdca75 tempest-ExtraDHCPOptionsTestJSON-171316487 tempest-ExtraDHCPOptionsTestJSON-171316487-project] Deleting subnet 9e9d6a7a-c342-460f-bc03-1b1e363b1040 {{(pid=103332) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 19 07:42:02.149532 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-05918d64-025c-489b-999e-1d3f9cbdca75 tempest-ExtraDHCPOptionsTestJSON-171316487 tempest-ExtraDHCPOptionsTestJSON-171316487-project] Notify callbacks [] for subnet, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:02.290430 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-05918d64-025c-489b-999e-1d3f9cbdca75 tempest-ExtraDHCPOptionsTestJSON-171316487 tempest-ExtraDHCPOptionsTestJSON-171316487-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130726890'] for subnet, precommit_delete_associations {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:02.372699 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-02c921a5-7102-4f54-9c9e-421cb50ca58a tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-679819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-133552721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130659632'] for subnet, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:02.402617 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9aa238f-0236-4593-854e-94a4a16b6076 None None] Network a40e5444-86d5-4daa-99ba-b9ae2467b520 requested from dv-neutron-861624-1-hyperv {{(pid=103334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 07:42:02.467003 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c921a5-7102-4f54-9c9e-421cb50ca58a tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Pushing event deleted for resources: {'Subnet': ['ID=db108e89-2a6c-4519-8753-278fb4b8da27,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:42:02.515399 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-32736c21-bff1-47b4-876a-7b73688d7e39 None None] Port 56c87d32-75b1-4878-9f7d-ab39a5528a48 cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 07:42:02.551860 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f554fc11-1db3-414b-aaa8-a47b3b5860d2 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Pushing event deleted for resources: {'Subnet': ['ID=cffe7fe4-0fdc-42d4-b117-205912741edf,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:42:02.556560 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-f554fc11-1db3-414b-aaa8-a47b3b5860d2 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Notify callbacks [] for subnet, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:02.567530 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-f554fc11-1db3-414b-aaa8-a47b3b5860d2 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] 10.222.0.27 "DELETE /v2.0/subnets/cffe7fe4-0fdc-42d4-b117-205912741edf HTTP/1.1" status: 204 len: 168 time: 1.9531736 Oct 19 07:42:02.570866 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 57446) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:42:02.584483 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.pecan_wsgi.hooks.translation [None req-08f9f52e-4f95-4216-a6f6-94a1bf256eb1 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] DELETE failed (client error): The resource could not be found. Oct 19 07:42:02.586997 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-08f9f52e-4f95-4216-a6f6-94a1bf256eb1 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103333) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 07:42:02.587430 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-02c921a5-7102-4f54-9c9e-421cb50ca58a tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Notify callbacks [] for subnet, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:02.591110 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-08f9f52e-4f95-4216-a6f6-94a1bf256eb1 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] 10.222.0.27 "DELETE /v2.0/ports/6ceb7b5e-d0d7-42b8-bb53-1f55237b13d1 HTTP/1.1" status: 404 len: 333 time: 0.9052675 Oct 19 07:42:02.601392 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-02c921a5-7102-4f54-9c9e-421cb50ca58a tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] 10.222.0.27 "DELETE /v2.0/subnets/db108e89-2a6c-4519-8753-278fb4b8da27 HTTP/1.1" status: 204 len: 168 time: 1.8205678 Oct 19 07:42:02.601884 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 57448) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:42:02.605021 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 57450) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:42:02.647668 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ae2a51d-8002-4628-a6c4-674e1fcb5ed6 None None] DHCP port deletion for 6b5a65c5-1bed-4301-9db8-c1056c2b8eba request from dv-neutron-861624-1-hyperv {{(pid=103334) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 07:42:02.691146 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.pecan_wsgi.hooks.translation [None req-68931b61-28a0-4cd5-a8b0-290d0b8d7544 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] DELETE failed (client error): The resource could not be found. Oct 19 07:42:02.691648 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-68931b61-28a0-4cd5-a8b0-290d0b8d7544 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103333) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 07:42:02.696184 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-68931b61-28a0-4cd5-a8b0-290d0b8d7544 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] 10.222.0.27 "DELETE /v2.0/subnets/60baaafa-0a67-42ba-b362-15d46b3b6154 HTTP/1.1" status: 404 len: 337 time: 0.0869532 Oct 19 07:42:02.705417 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 57454) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:42:02.755359 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-b362406a-a54a-428b-8279-126066550f33 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-679826'] for subnet, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:02.795000 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.pecan_wsgi.hooks.translation [None req-45fe036d-28a4-4ac7-9f68-96f9a05e035d tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] DELETE failed (client error): The resource could not be found. Oct 19 07:42:02.795732 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-45fe036d-28a4-4ac7-9f68-96f9a05e035d tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103333) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 07:42:02.798447 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-0b8bd3a0-b41c-4bbf-8df4-59eaa71ea7a6 tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-667019'] for network, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:02.800734 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-45fe036d-28a4-4ac7-9f68-96f9a05e035d tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] 10.222.0.27 "DELETE /v2.0/ports/baa1297e-b36b-42c1-8ce5-f9301c5fb72d HTTP/1.1" status: 404 len: 333 time: 0.0919130 Oct 19 07:42:02.803586 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 57458) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:42:02.819467 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-05918d64-025c-489b-999e-1d3f9cbdca75 tempest-ExtraDHCPOptionsTestJSON-171316487 tempest-ExtraDHCPOptionsTestJSON-171316487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-679826'] for subnet, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:02.826488 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.db_base_plugin_v2 [None req-8febe967-e677-45ce-8c9e-8a4d0a7b8129 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Deleting subnet dbf76978-80ea-4b8e-88e9-6439bc5321d4 {{(pid=103333) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 19 07:42:02.826733 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4b720a5-748a-47b9-bacf-cf80333fda14 None None] Update dhcp port {'port': {'network_id': 'db7aaa37-046d-444a-b36f-3dc8c2299f0e', 'fixed_ips': [{'subnet_id': 'db108e89-2a6c-4519-8753-278fb4b8da27'}], 'binding:host_id': 'dv-neutron-861624-1-hyperv'}, 'id': '903a6abe-cd5f-4a30-8334-99c5fd7d53c2'} from dv-neutron-861624-1-hyperv. {{(pid=103334) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 19 07:42:02.841454 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-8febe967-e677-45ce-8c9e-8a4d0a7b8129 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Notify callbacks [] for subnet, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:02.868757 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-e4b720a5-748a-47b9-bacf-cf80333fda14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:02.899022 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-bbbb19f5-1105-40b0-b69a-7c88b216dc61 tempest-TagsExtTest-1762088066 tempest-TagsExtTest-1762088066-project] 10.222.0.27 "DELETE /v2.0/routers/d650ffba-3e67-4f0b-b938-cc3e0c672385/tags/tempest-TagsExtTest-Tag-254509780 HTTP/1.1" status: 204 len: 168 time: 1.2474813 Oct 19 07:42:02.899200 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b113cb1-fbb6-4afa-88ec-d9a103f1beef tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] DELETE failed (client error): The resource could not be found. Oct 19 07:42:02.899962 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 57462) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:42:02.900741 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b113cb1-fbb6-4afa-88ec-d9a103f1beef tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103332) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 07:42:02.906479 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-6b113cb1-fbb6-4afa-88ec-d9a103f1beef tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] 10.222.0.27 "DELETE /v2.0/subnets/8217029e-67d1-4966-a9ae-86f5d9855bed HTTP/1.1" status: 404 len: 337 time: 0.1003306 Oct 19 07:42:02.913377 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 57464) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:42:02.916936 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.services.tag.tag_plugin [None req-081cac64-a793-4354-bcfb-2f0ce38b6107 tempest-TagsExtTest-1762088066 tempest-TagsExtTest-1762088066-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'd650ffba-3e67-4f0b-b938-cc3e0c672385') {} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:42:02.992032 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-8febe967-e677-45ce-8c9e-8a4d0a7b8129 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-134111928'] for subnet, precommit_delete_associations {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:03.018469 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.pecan_wsgi.hooks.translation [None req-125fe132-2427-4652-99cb-79106c8df9bb tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] DELETE failed (client error): The resource could not be found. Oct 19 07:42:03.019217 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-125fe132-2427-4652-99cb-79106c8df9bb tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103333) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 07:42:03.020477 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-05918d64-025c-489b-999e-1d3f9cbdca75 tempest-ExtraDHCPOptionsTestJSON-171316487 tempest-ExtraDHCPOptionsTestJSON-171316487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-679819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-133552721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130659632'] for subnet, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:03.022750 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-125fe132-2427-4652-99cb-79106c8df9bb tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] 10.222.0.27 "DELETE /v2.0/ports/a3f83b99-0f5c-42ef-a9e8-f3e88b0fb830 HTTP/1.1" status: 404 len: 333 time: 0.1035328 Oct 19 07:42:03.028009 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 57468) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:42:03.053064 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-b362406a-a54a-428b-8279-126066550f33 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-679819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130997964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130170408'] for subnet, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:03.059811 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05918d64-025c-489b-999e-1d3f9cbdca75 tempest-ExtraDHCPOptionsTestJSON-171316487 tempest-ExtraDHCPOptionsTestJSON-171316487-project] Pushing event deleted for resources: {'Subnet': ['ID=9e9d6a7a-c342-460f-bc03-1b1e363b1040,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:42:03.071131 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-05918d64-025c-489b-999e-1d3f9cbdca75 tempest-ExtraDHCPOptionsTestJSON-171316487 tempest-ExtraDHCPOptionsTestJSON-171316487-project] Notify callbacks [] for subnet, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:03.075653 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-05918d64-025c-489b-999e-1d3f9cbdca75 tempest-ExtraDHCPOptionsTestJSON-171316487 tempest-ExtraDHCPOptionsTestJSON-171316487-project] 10.222.0.27 "DELETE /v2.0/subnets/9e9d6a7a-c342-460f-bc03-1b1e363b1040 HTTP/1.1" status: 204 len: 168 time: 1.1342044 Oct 19 07:42:03.079827 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 57470) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:42:03.081447 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.plugin [None req-0b8bd3a0-b41c-4bbf-8df4-59eaa71ea7a6 tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Deleting port 903a6abe-cd5f-4a30-8334-99c5fd7d53c2 {{(pid=103332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 07:42:03.081928 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-0b8bd3a0-b41c-4bbf-8df4-59eaa71ea7a6 tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:03.118871 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-32736c21-bff1-47b4-876a-7b73688d7e39 None None] Attempt 5 to provision port 56c87d32-75b1-4878-9f7d-ab39a5528a48 Oct 19 07:42:03.120015 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf574a5d-a8b2-48dc-8d8f-776323718dde tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] DELETE failed (client error): The resource could not be found. Oct 19 07:42:03.120486 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf574a5d-a8b2-48dc-8d8f-776323718dde tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103333) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 07:42:03.120868 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 57472) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:42:03.126750 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-cf574a5d-a8b2-48dc-8d8f-776323718dde tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] 10.222.0.27 "DELETE /v2.0/subnets/3556c073-1560-40cb-973e-5a4ed5d2ca99 HTTP/1.1" status: 404 len: 337 time: 0.0927296 Oct 19 07:42:03.128760 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 57474) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:42:03.131724 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b362406a-a54a-428b-8279-126066550f33 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Pushing event deleted for resources: {'Subnet': ['ID=ece11983-5f95-4126-9586-efdf72e78760,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:42:03.136407 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-b362406a-a54a-428b-8279-126066550f33 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Notify callbacks [] for subnet, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:03.143540 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-b362406a-a54a-428b-8279-126066550f33 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] 10.222.0.27 "DELETE /v2.0/subnets/ece11983-5f95-4126-9586-efdf72e78760 HTTP/1.1" status: 204 len: 168 time: 2.2923548 Oct 19 07:42:03.143715 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3141df1c-6994-4733-ba25-f2d6fff0fdaf None None] Network 1c77bce2-cd11-4c8f-8853-f6df29818bf6 requested from dv-neutron-861624-1-hyperv {{(pid=103334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 07:42:03.145404 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 57476) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:42:03.150349 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-adb43ffd-597a-45f4-be6e-2dce2009a951 tempest-TestNetworkAdvancedServerOps-260085928 tempest-TestNetworkAdvancedServerOps-260085928-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-560771760', 'description': 'tempest-secgroup-smoke-560771760 description', 'project_id': '6c01adc7adbe45c98fd23e352fd389b2'}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:42:03.157079 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5514d134-370d-4493-b65c-52ccffce6aae None None] Network e75c1c90-6f0f-4d61-be13-e480777d5d04 requested from dv-neutron-861624-1-hyperv {{(pid=103334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 07:42:03.203574 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-8ae2a51d-8002-4628-a6c4-674e1fcb5ed6 None None] Deleting port da688800-62b3-40a2-b3e1-03b9d73cb958 {{(pid=103334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 07:42:03.204050 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-8ae2a51d-8002-4628-a6c4-674e1fcb5ed6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:03.209111 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.pecan_wsgi.hooks.translation [None req-e743c88d-f87d-48f3-a61b-f7f9536a82a1 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] DELETE failed (client error): The resource could not be found. Oct 19 07:42:03.209958 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e743c88d-f87d-48f3-a61b-f7f9536a82a1 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103332) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 07:42:03.216101 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-e743c88d-f87d-48f3-a61b-f7f9536a82a1 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] 10.222.0.27 "DELETE /v2.0/ports/2385875f-f75c-4937-927d-06193c90ff88 HTTP/1.1" status: 404 len: 333 time: 0.0782514 Oct 19 07:42:03.219015 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 57480) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:42:03.310442 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-081cac64-a793-4354-bcfb-2f0ce38b6107 tempest-TagsExtTest-1762088066 tempest-TagsExtTest-1762088066-project] 10.222.0.27 "GET /v2.0/routers/d650ffba-3e67-4f0b-b938-cc3e0c672385/tags HTTP/1.1" status: 200 len: 205 time: 0.4047005 Oct 19 07:42:03.317058 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 57484) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:42:03.326465 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.services.tag.tag_plugin [None req-a827c974-b9b7-42dd-b23c-2981b780e546 tempest-TagsExtTest-1762088066 tempest-TagsExtTest-1762088066-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '518fbe4f-8418-4c78-a94f-17f63ee8c89e') {} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:42:03.348876 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-dc4b8a89-dd8d-4682-b3bb-7df5e19cc1c5 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-667019'] for network, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:03.358885 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b449725-1c82-48ad-ae3b-c9cb0e60de4a tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] DELETE failed (client error): The resource could not be found. Oct 19 07:42:03.359489 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5b449725-1c82-48ad-ae3b-c9cb0e60de4a tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103332) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 07:42:03.362129 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-8febe967-e677-45ce-8c9e-8a4d0a7b8129 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-679826'] for subnet, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:03.366524 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-5b449725-1c82-48ad-ae3b-c9cb0e60de4a tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] 10.222.0.27 "DELETE /v2.0/subnets/80a36ae4-e1f5-4fd6-a72e-94465b58dba3 HTTP/1.1" status: 404 len: 337 time: 0.0627494 Oct 19 07:42:03.366524 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-adb43ffd-597a-45f4-be6e-2dce2009a951 tempest-TestNetworkAdvancedServerOps-260085928 tempest-TestNetworkAdvancedServerOps-260085928-project] Notify callbacks [] for security_group, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:03.369754 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.db [None req-0b8bd3a0-b41c-4bbf-8df4-59eaa71ea7a6 tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] For port 903a6abe-cd5f-4a30-8334-99c5fd7d53c2, host dv-neutron-861624-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=903a6abe-cd5f-4a30-8334-99c5fd7d53c2,segment=NetworkSegment(dfc951db-1ed6-4915-8d87-801f81db4322),segment_id=dfc951db-1ed6-4915-8d87-801f81db4322)] {{(pid=103332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:42:03.370124 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-0b8bd3a0-b41c-4bbf-8df4-59eaa71ea7a6 tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:03.373298 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6474bcfd-0268-4831-ac9e-b21a462fec2f None None] Network db7aaa37-046d-444a-b36f-3dc8c2299f0e requested from dv-neutron-861624-1-hyperv {{(pid=103334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 07:42:03.377436 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 57486) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:42:03.384702 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-32736c21-bff1-47b4-876a-7b73688d7e39 None None] Port 56c87d32-75b1-4878-9f7d-ab39a5528a48 cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 07:42:03.401056 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-06f712a4-578a-405f-b2d9-ce81ef717f3e tempest-ExtraDHCPOptionsTestJSON-171316487 tempest-ExtraDHCPOptionsTestJSON-171316487-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-667019'] for network, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:03.405431 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-adb43ffd-597a-45f4-be6e-2dce2009a951 tempest-TestNetworkAdvancedServerOps-260085928 tempest-TestNetworkAdvancedServerOps-260085928-project] Notify callbacks [] for security_group, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:03.440552 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.plugin [None req-0b8bd3a0-b41c-4bbf-8df4-59eaa71ea7a6 tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Calling delete_port for 903a6abe-cd5f-4a30-8334-99c5fd7d53c2 owned by network:dhcp {{(pid=103332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 07:42:03.443152 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.pecan_wsgi.hooks.translation [None req-599545b2-533d-421a-9d3d-21fd3b5aa667 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] DELETE failed (client error): The resource could not be found. Oct 19 07:42:03.443897 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-599545b2-533d-421a-9d3d-21fd3b5aa667 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103332) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 07:42:03.447660 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-599545b2-533d-421a-9d3d-21fd3b5aa667 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] 10.222.0.27 "DELETE /v2.0/ports/beb7da94-9c72-426f-b39b-23996b742dd1 HTTP/1.1" status: 404 len: 333 time: 0.0687096 Oct 19 07:42:03.454079 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 57488) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:42:03.454432 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 57490) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:42:03.454636 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-a827c974-b9b7-42dd-b23c-2981b780e546 tempest-TagsExtTest-1762088066 tempest-TagsExtTest-1762088066-project] 10.222.0.27 "GET /v2.0/subnetpools/518fbe4f-8418-4c78-a94f-17f63ee8c89e/tags HTTP/1.1" status: 200 len: 240 time: 0.1349545 Oct 19 07:42:03.471075 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.services.tag.tag_plugin [None req-b3e36c80-78e2-4f95-9e18-7a9156bcf415 tempest-TagsExtTest-1762088066 tempest-TagsExtTest-1762088066-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '518fbe4f-8418-4c78-a94f-17f63ee8c89e', 'tempest-TagsExtTest-Tag-752835981') {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:42:03.491390 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-8febe967-e677-45ce-8c9e-8a4d0a7b8129 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-679819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130997964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130170408'] for subnet, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:03.498472 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-dc4b8a89-dd8d-4682-b3bb-7df5e19cc1c5 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Deleting port 562732d4-ff23-4120-a770-5e3cc5751041 {{(pid=103333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 07:42:03.498861 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-dc4b8a89-dd8d-4682-b3bb-7df5e19cc1c5 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:03.564893 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8febe967-e677-45ce-8c9e-8a4d0a7b8129 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Pushing event deleted for resources: {'Subnet': ['ID=dbf76978-80ea-4b8e-88e9-6439bc5321d4,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:42:03.569742 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.pecan_wsgi.hooks.translation [None req-1dd58487-8e84-44c5-b76a-d2930054f353 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] DELETE failed (client error): The resource could not be found. Oct 19 07:42:03.569742 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1dd58487-8e84-44c5-b76a-d2930054f353 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103332) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 07:42:03.574183 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-8febe967-e677-45ce-8c9e-8a4d0a7b8129 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Notify callbacks [] for subnet, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:03.581745 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-1dd58487-8e84-44c5-b76a-d2930054f353 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] 10.222.0.27 "DELETE /v2.0/subnets/ef523c4d-36c4-4f4f-818b-1f3b84a887b4 HTTP/1.1" status: 404 len: 337 time: 0.1246512 Oct 19 07:42:03.584686 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-8febe967-e677-45ce-8c9e-8a4d0a7b8129 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] 10.222.0.27 "DELETE /v2.0/subnets/dbf76978-80ea-4b8e-88e9-6439bc5321d4 HTTP/1.1" status: 204 len: 168 time: 1.0009675 Oct 19 07:42:03.585750 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 57496) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:42:03.585750 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 57498) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:42:03.623707 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-8ae2a51d-8002-4628-a6c4-674e1fcb5ed6 None None] For port da688800-62b3-40a2-b3e1-03b9d73cb958, host dv-neutron-861624-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=da688800-62b3-40a2-b3e1-03b9d73cb958,segment=NetworkSegment(5a8d2b05-b527-4bd4-a671-b9112f193fef),segment_id=5a8d2b05-b527-4bd4-a671-b9112f193fef)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:42:03.624152 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-8ae2a51d-8002-4628-a6c4-674e1fcb5ed6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:03.684924 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-b3e36c80-78e2-4f95-9e18-7a9156bcf415 tempest-TagsExtTest-1762088066 tempest-TagsExtTest-1762088066-project] 10.222.0.27 "GET /v2.0/subnetpools/518fbe4f-8418-4c78-a94f-17f63ee8c89e/tags/tempest-TagsExtTest-Tag-752835981 HTTP/1.1" status: 204 len: 168 time: 0.2265902 Oct 19 07:42:03.693806 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 57502) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:42:03.698837 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.services.tag.tag_plugin [None req-713a6b78-b6a6-46a0-acb0-8055225a3edf tempest-TagsExtTest-1762088066 tempest-TagsExtTest-1762088066-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '518fbe4f-8418-4c78-a94f-17f63ee8c89e', 'tempest-TagsExtTest-Tag-752835981') {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:42:03.742932 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.plugin [None req-06f712a4-578a-405f-b2d9-ce81ef717f3e tempest-ExtraDHCPOptionsTestJSON-171316487 tempest-ExtraDHCPOptionsTestJSON-171316487-project] Deleting port de2d79ad-9359-457a-bd0c-c03b1f280785 {{(pid=103332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 07:42:03.743533 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-06f712a4-578a-405f-b2d9-ce81ef717f3e tempest-ExtraDHCPOptionsTestJSON-171316487 tempest-ExtraDHCPOptionsTestJSON-171316487-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:03.774962 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae625897-7625-4d61-a182-033262b53c70 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] DELETE failed (client error): The resource could not be found. Oct 19 07:42:03.775746 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae625897-7625-4d61-a182-033262b53c70 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103333) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 07:42:03.778951 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-ae625897-7625-4d61-a182-033262b53c70 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] 10.222.0.27 "DELETE /v2.0/ports/c6fdc9dc-3a3e-4131-8132-4b19f12ae139 HTTP/1.1" status: 404 len: 333 time: 0.1850724 Oct 19 07:42:03.783720 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 57504) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:42:03.802926 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-4ac59cb4-b896-4ced-aa69-2128c3db091f tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-667019'] for network, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:03.806269 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.db [None req-dc4b8a89-dd8d-4682-b3bb-7df5e19cc1c5 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] For port 562732d4-ff23-4120-a770-5e3cc5751041, host dv-neutron-861624-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=562732d4-ff23-4120-a770-5e3cc5751041,segment=NetworkSegment(d67b78bd-0eb3-44a5-b43a-bdc62a506524),segment_id=d67b78bd-0eb3-44a5-b43a-bdc62a506524)] {{(pid=103333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:42:03.806799 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-dc4b8a89-dd8d-4682-b3bb-7df5e19cc1c5 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:03.830029 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-713a6b78-b6a6-46a0-acb0-8055225a3edf tempest-TagsExtTest-1762088066 tempest-TagsExtTest-1762088066-project] 10.222.0.27 "DELETE /v2.0/subnetpools/518fbe4f-8418-4c78-a94f-17f63ee8c89e/tags/tempest-TagsExtTest-Tag-752835981 HTTP/1.1" status: 204 len: 168 time: 0.1346536 Oct 19 07:42:03.833070 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 57506) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:42:03.843193 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.services.tag.tag_plugin [None req-af703a87-cfec-482e-ae28-df9b70e4815b tempest-TagsExtTest-1762088066 tempest-TagsExtTest-1762088066-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '518fbe4f-8418-4c78-a94f-17f63ee8c89e') {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:42:03.870815 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.pecan_wsgi.hooks.translation [None req-068c54f2-da94-4276-99dc-e99ab8a6f4f2 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] DELETE failed (client error): The resource could not be found. Oct 19 07:42:03.871528 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-068c54f2-da94-4276-99dc-e99ab8a6f4f2 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103333) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 07:42:03.875782 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-068c54f2-da94-4276-99dc-e99ab8a6f4f2 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] 10.222.0.27 "DELETE /v2.0/subnets/9126f379-0089-4fa1-9513-c16e01c4304b HTTP/1.1" status: 404 len: 337 time: 0.0904503 Oct 19 07:42:03.878783 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-dc4b8a89-dd8d-4682-b3bb-7df5e19cc1c5 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Calling delete_port for 562732d4-ff23-4120-a770-5e3cc5751041 owned by network:dhcp {{(pid=103333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 07:42:03.883327 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 57508) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:42:03.894560 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 57510) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:42:03.913587 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-0b8bd3a0-b41c-4bbf-8df4-59eaa71ea7a6 tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133553798'] for port, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:03.919121 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-32736c21-bff1-47b4-876a-7b73688d7e39 None None] Attempt 6 to provision port 56c87d32-75b1-4878-9f7d-ab39a5528a48 Oct 19 07:42:03.933429 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ce648ea-db56-4018-a5fd-aada33cf23bc tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] DELETE failed (client error): The resource could not be found. Oct 19 07:42:03.933985 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ce648ea-db56-4018-a5fd-aada33cf23bc tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103333) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 07:42:03.941175 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-1ce648ea-db56-4018-a5fd-aada33cf23bc tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] 10.222.0.27 "DELETE /v2.0/subnets/88186065-749f-44ef-80e2-564f345c0f29 HTTP/1.1" status: 404 len: 337 time: 0.0565419 Oct 19 07:42:03.944052 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 57514) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:42:03.961082 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8bd3a0-b41c-4bbf-8df4-59eaa71ea7a6 tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Pushing event deleted for resources: {'Port': ['ID=903a6abe-cd5f-4a30-8334-99c5fd7d53c2,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:42:03.966751 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.db [None req-06f712a4-578a-405f-b2d9-ce81ef717f3e tempest-ExtraDHCPOptionsTestJSON-171316487 tempest-ExtraDHCPOptionsTestJSON-171316487-project] For port de2d79ad-9359-457a-bd0c-c03b1f280785, host dv-neutron-861624-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=de2d79ad-9359-457a-bd0c-c03b1f280785,segment=NetworkSegment(e864fc8e-5dde-440d-9143-acf79766e827),segment_id=e864fc8e-5dde-440d-9143-acf79766e827)] {{(pid=103332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:42:03.967532 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-06f712a4-578a-405f-b2d9-ce81ef717f3e tempest-ExtraDHCPOptionsTestJSON-171316487 tempest-ExtraDHCPOptionsTestJSON-171316487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:03.976561 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.pecan_wsgi.hooks.translation [None req-494241e3-7848-4b19-b001-77939e4e8a60 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] DELETE failed (client error): The resource could not be found. Oct 19 07:42:03.977623 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-494241e3-7848-4b19-b001-77939e4e8a60 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103333) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 07:42:03.985930 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-494241e3-7848-4b19-b001-77939e4e8a60 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] 10.222.0.27 "DELETE /v2.0/ports/053ac457-ec0e-4c40-8631-28537fd01e84 HTTP/1.1" status: 404 len: 333 time: 0.0404215 Oct 19 07:42:03.987599 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 57516) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:42:03.992294 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-8ae2a51d-8002-4628-a6c4-674e1fcb5ed6 None None] Calling delete_port for da688800-62b3-40a2-b3e1-03b9d73cb958 owned by network:dhcp {{(pid=103334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 07:42:03.999031 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-af703a87-cfec-482e-ae28-df9b70e4815b tempest-TagsExtTest-1762088066 tempest-TagsExtTest-1762088066-project] 10.222.0.27 "GET /v2.0/subnetpools/518fbe4f-8418-4c78-a94f-17f63ee8c89e/tags HTTP/1.1" status: 200 len: 205 time: 0.1590798 Oct 19 07:42:04.014784 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 57518) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:42:04.019795 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.services.tag.tag_plugin [None req-078cdd6c-2b53-4b01-b614-a1938503392a tempest-TagsExtTest-1762088066 tempest-TagsExtTest-1762088066-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '518fbe4f-8418-4c78-a94f-17f63ee8c89e') {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:42:04.030984 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-adb43ffd-597a-45f4-be6e-2dce2009a951 tempest-TestNetworkAdvancedServerOps-260085928 tempest-TestNetworkAdvancedServerOps-260085928-project] Notify callbacks [] for security_group, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:04.032421 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.plugin [None req-06f712a4-578a-405f-b2d9-ce81ef717f3e tempest-ExtraDHCPOptionsTestJSON-171316487 tempest-ExtraDHCPOptionsTestJSON-171316487-project] Calling delete_port for de2d79ad-9359-457a-bd0c-c03b1f280785 owned by network:dhcp {{(pid=103332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 07:42:04.034475 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b8bd3a0-b41c-4bbf-8df4-59eaa71ea7a6 tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] No DVR routers for this DVR port 903a6abe-cd5f-4a30-8334-99c5fd7d53c2 on host dv-neutron-861624-1-hyperv {{(pid=103332) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 19 07:42:04.111250 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-dc4b8a89-dd8d-4682-b3bb-7df5e19cc1c5 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130996763'] for port, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:04.144092 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-0b8bd3a0-b41c-4bbf-8df4-59eaa71ea7a6 tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-673051', 'neutron.services.segments.db._delete_segments_for_network-8785021519108'] for network, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:04.159417 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-038c382f-258e-459f-8916-eab4f6f5e14b tempest-QuotasNegativeTest-633061772 tempest-QuotasNegativeTest-633061772-project-admin] Request body: {'quota': {'network': 2}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:42:04.161764 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4b8a89-dd8d-4682-b3bb-7df5e19cc1c5 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Pushing event deleted for resources: {'Port': ['ID=562732d4-ff23-4120-a770-5e3cc5751041,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:42:04.166361 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.services.segments.db [None req-0b8bd3a0-b41c-4bbf-8df4-59eaa71ea7a6 tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db7aaa37-046d-444a-b36f-3dc8c2299f0e']}} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:42:04.169688 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc4b8a89-dd8d-4682-b3bb-7df5e19cc1c5 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] No DVR routers for this DVR port 562732d4-ff23-4120-a770-5e3cc5751041 on host dv-neutron-861624-1-hyperv {{(pid=103333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 19 07:42:04.176584 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3bec5c6-0753-407e-a5bc-962495ef0d63 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] DELETE failed (client error): The resource could not be found. Oct 19 07:42:04.177022 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d3bec5c6-0753-407e-a5bc-962495ef0d63 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103332) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 07:42:04.180097 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-d3bec5c6-0753-407e-a5bc-962495ef0d63 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] 10.222.0.27 "DELETE /v2.0/subnets/9ca53bb9-b70a-49d8-9ca6-80e861a57ef6 HTTP/1.1" status: 404 len: 337 time: 0.1801295 Oct 19 07:42:04.180813 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-adb43ffd-597a-45f4-be6e-2dce2009a951 tempest-TestNetworkAdvancedServerOps-260085928 tempest-TestNetworkAdvancedServerOps-260085928-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788643'] for security_group, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:04.183049 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 57520) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:42:04.184251 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device 49f2ff67-572d-4668-b362-a96320ef311c no longer exists at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 07:42:04.194146 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-8ae2a51d-8002-4628-a6c4-674e1fcb5ed6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339'] for port, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:04.250576 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.services.segments.db [None req-0b8bd3a0-b41c-4bbf-8df4-59eaa71ea7a6 tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dfc951db-1ed6-4915-8d87-801f81db4322') {'for_net_delete': True} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:42:04.250812 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.services.segments.db [None req-0b8bd3a0-b41c-4bbf-8df4-59eaa71ea7a6 tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dfc951db-1ed6-4915-8d87-801f81db4322') {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:42:04.254157 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb43ffd-597a-45f4-be6e-2dce2009a951 tempest-TestNetworkAdvancedServerOps-260085928 tempest-TestNetworkAdvancedServerOps-260085928-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d7b24ed1-f57b-478b-a5e4-81c24e0866f2,revision_number=1']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:42:04.257553 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ae1f775-927c-481d-ad5b-8f00f3e2f4f1 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] DELETE failed (client error): The resource could not be found. Oct 19 07:42:04.258122 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8ae1f775-927c-481d-ad5b-8f00f3e2f4f1 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103332) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 07:42:04.261350 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-8ae1f775-927c-481d-ad5b-8f00f3e2f4f1 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] 10.222.0.27 "DELETE /v2.0/subnets/3049719c-506a-444d-aed4-75732b529d6e HTTP/1.1" status: 404 len: 337 time: 0.0416708 Oct 19 07:42:04.266677 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] No Port match for: 49f2ff67-572d-4668-b362-a96320ef311c {{(pid=103334) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 19 07:42:04.266980 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-4ac59cb4-b896-4ced-aa69-2128c3db091f tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Deleting port 810ea5b8-0a78-49da-8b9d-9d10c360a366 {{(pid=103333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 07:42:04.267126 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device 49f2ff67-572d-4668-b362-a96320ef311c not bound to the agent host dv-neutron-861624-1-hyperv {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 07:42:04.267892 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device 903a6abe-cd5f-4a30-8334-99c5fd7d53c2 no longer exists at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 07:42:04.268014 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-4ac59cb4-b896-4ced-aa69-2128c3db091f tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:04.278113 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 57522) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:42:04.288987 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-0b8bd3a0-b41c-4bbf-8df4-59eaa71ea7a6 tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785021519382', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130726885'] for segment, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:04.311026 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] No Port match for: 903a6abe-cd5f-4a30-8334-99c5fd7d53c2 {{(pid=103334) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 19 07:42:04.311423 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device 903a6abe-cd5f-4a30-8334-99c5fd7d53c2 not bound to the agent host dv-neutron-861624-1-hyperv {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 07:42:04.311804 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device da688800-62b3-40a2-b3e1-03b9d73cb958 no longer exists at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 07:42:04.333878 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-dc4b8a89-dd8d-4682-b3bb-7df5e19cc1c5 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-673051', 'neutron.services.segments.db._delete_segments_for_network-8785021519108'] for network, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:04.347868 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-038c382f-258e-459f-8916-eab4f6f5e14b tempest-QuotasNegativeTest-633061772 tempest-QuotasNegativeTest-633061772-project-admin] 10.222.0.27 "PUT /v2.0/quotas/8f68a3030cc34d5195353f9d3702cf22 HTTP/1.1" status: 200 len: 368 time: 0.4467902 Oct 19 07:42:04.348060 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e102f6c-cafb-4257-b38a-9265931f5642 None None] Network a40e5444-86d5-4daa-99ba-b9ae2467b520 requested from dv-neutron-861624-1-hyperv {{(pid=103334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 07:42:04.349869 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 57524) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:42:04.366012 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-87558be4-fbbe-477d-afe9-3cf77d734a52 tempest-QuotasNegativeTest-633061772 tempest-QuotasNegativeTest-633061772-project-admin] Request body: {'network': {'project_id': '8f68a3030cc34d5195353f9d3702cf22'}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:42:04.369175 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-dc4b8a89-dd8d-4682-b3bb-7df5e19cc1c5 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e75c1c90-6f0f-4d61-be13-e480777d5d04']}} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:42:04.377298 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f21d12b-454d-4b1b-9ece-754d0cef7068 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] DELETE failed (client error): The resource could not be found. Oct 19 07:42:04.378012 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f21d12b-454d-4b1b-9ece-754d0cef7068 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103332) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 07:42:04.383477 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-6f21d12b-454d-4b1b-9ece-754d0cef7068 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] 10.222.0.27 "DELETE /v2.0/ports/a0f1de84-6b4c-4d2a-8b31-bd1884df064e HTTP/1.1" status: 404 len: 333 time: 0.1010754 Oct 19 07:42:04.389156 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-0b8bd3a0-b41c-4bbf-8df4-59eaa71ea7a6 tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979'] for segment, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:04.395347 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 57526) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:42:04.408462 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-dc4b8a89-dd8d-4682-b3bb-7df5e19cc1c5 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd67b78bd-0eb3-44a5-b43a-bdc62a506524') {'for_net_delete': True} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:42:04.408462 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-dc4b8a89-dd8d-4682-b3bb-7df5e19cc1c5 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd67b78bd-0eb3-44a5-b43a-bdc62a506524') {} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:42:04.412453 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-078cdd6c-2b53-4b01-b614-a1938503392a tempest-TagsExtTest-1762088066 tempest-TagsExtTest-1762088066-project] 10.222.0.27 "DELETE /v2.0/subnetpools/518fbe4f-8418-4c78-a94f-17f63ee8c89e/tags HTTP/1.1" status: 204 len: 168 time: 0.3966095 Oct 19 07:42:04.414450 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 57528) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:42:04.418166 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae2a51d-8002-4628-a6c4-674e1fcb5ed6 None None] Pushing event deleted for resources: {'Port': ['ID=da688800-62b3-40a2-b3e1-03b9d73cb958,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:42:04.424952 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.services.tag.tag_plugin [None req-23831da5-3e89-4a89-823b-90c29ecad2bb tempest-TagsExtTest-1762088066 tempest-TagsExtTest-1762088066-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'd650ffba-3e67-4f0b-b938-cc3e0c672385') {} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:42:04.427614 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2781d0ec-e644-4ff5-9001-bba3632e61be None None] DHCP port deletion for db7aaa37-046d-444a-b36f-3dc8c2299f0e request from dv-neutron-861624-1-hyperv {{(pid=103334) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 07:42:04.431620 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-dc4b8a89-dd8d-4682-b3bb-7df5e19cc1c5 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785021519382', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-134111927'] for segment, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:04.432573 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ae2a51d-8002-4628-a6c4-674e1fcb5ed6 None None] No DVR routers for this DVR port da688800-62b3-40a2-b3e1-03b9d73cb958 on host dv-neutron-861624-1-hyperv {{(pid=103334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 19 07:42:04.442694 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] No Port match for: da688800-62b3-40a2-b3e1-03b9d73cb958 {{(pid=103334) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 19 07:42:04.443084 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device da688800-62b3-40a2-b3e1-03b9d73cb958 not bound to the agent host dv-neutron-861624-1-hyperv {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 07:42:04.458794 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b8bd3a0-b41c-4bbf-8df4-59eaa71ea7a6 tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Releasing vlan 156 on physical network physnet1 to pool {{(pid=103332) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 07:42:04.459388 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-0b8bd3a0-b41c-4bbf-8df4-59eaa71ea7a6 tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-133553843'] for segment, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:04.481338 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.db [None req-4ac59cb4-b896-4ced-aa69-2128c3db091f tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] For port 810ea5b8-0a78-49da-8b9d-9d10c360a366, host dv-neutron-861624-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=810ea5b8-0a78-49da-8b9d-9d10c360a366,segment=NetworkSegment(8398e48e-7c9a-41bb-94c6-2f05519a3efc),segment_id=8398e48e-7c9a-41bb-94c6-2f05519a3efc)] {{(pid=103333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:42:04.481709 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-4ac59cb4-b896-4ced-aa69-2128c3db091f tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:04.482949 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.pecan_wsgi.hooks.translation [None req-4bc99513-42c7-48d6-92c2-c0383f919dda tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] DELETE failed (client error): The resource could not be found. Oct 19 07:42:04.483555 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4bc99513-42c7-48d6-92c2-c0383f919dda tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103332) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 07:42:04.487679 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-4bc99513-42c7-48d6-92c2-c0383f919dda tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] 10.222.0.27 "DELETE /v2.0/subnets/3f4dc049-6a69-4330-b4db-64ec8376ae72 HTTP/1.1" status: 404 len: 337 time: 0.0913723 Oct 19 07:42:04.491256 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.services.segments.plugin [-] Segment dfc951db-1ed6-4915-8d87-801f81db4322 resource provider aggregate not found Oct 19 07:42:04.496074 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 57532) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:42:04.502720 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-32736c21-bff1-47b4-876a-7b73688d7e39 None None] Port 56c87d32-75b1-4878-9f7d-ab39a5528a48 cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 07:42:04.539496 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-4ac59cb4-b896-4ced-aa69-2128c3db091f tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Calling delete_port for 810ea5b8-0a78-49da-8b9d-9d10c360a366 owned by network:dhcp {{(pid=103333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 07:42:04.545386 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-dc4b8a89-dd8d-4682-b3bb-7df5e19cc1c5 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979'] for segment, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:04.552594 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc4b8a89-dd8d-4682-b3bb-7df5e19cc1c5 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Releasing vlan 170 on physical network physnet1 to pool {{(pid=103333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 07:42:04.553011 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-dc4b8a89-dd8d-4682-b3bb-7df5e19cc1c5 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130996782'] for segment, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:04.567749 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87558be4-fbbe-477d-afe9-3cf77d734a52 tempest-QuotasNegativeTest-633061772 tempest-QuotasNegativeTest-633061772-project-admin] Made reservation on behalf of 8f68a3030cc34d5195353f9d3702cf22 for: {'network': 1} {{(pid=103332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 07:42:04.573349 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.pecan_wsgi.hooks.translation [None req-80b28370-0235-4e08-a907-e1ff51522772 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] DELETE failed (client error): The resource could not be found. Oct 19 07:42:04.573852 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-87558be4-fbbe-477d-afe9-3cf77d734a52 tempest-QuotasNegativeTest-633061772 tempest-QuotasNegativeTest-633061772-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for network, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:04.573989 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-80b28370-0235-4e08-a907-e1ff51522772 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103333) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 07:42:04.577170 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-80b28370-0235-4e08-a907-e1ff51522772 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] 10.222.0.27 "DELETE /v2.0/subnets/90f6029e-2a2f-4d8e-8993-661dbc37512c HTTP/1.1" status: 404 len: 337 time: 0.0801041 Oct 19 07:42:04.586163 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 57536) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:42:04.586780 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.services.segments.plugin [-] Segment dfc951db-1ed6-4915-8d87-801f81db4322 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid dfc951db-1ed6-4915-8d87-801f81db4322 found for delete ", "request_id": "req-28fd33bc-77d1-4fdc-801a-3b3b685b36bd"}]} Oct 19 07:42:04.605621 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-06f712a4-578a-405f-b2d9-ce81ef717f3e tempest-ExtraDHCPOptionsTestJSON-171316487 tempest-ExtraDHCPOptionsTestJSON-171316487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133553798'] for port, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:04.621523 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.services.segments.plugin [-] Segment d67b78bd-0eb3-44a5-b43a-bdc62a506524 resource provider aggregate not found Oct 19 07:42:04.623063 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0fd8b36-e417-44de-bf54-67d82fc74ebc None None] DHCP port deletion for e75c1c90-6f0f-4d61-be13-e480777d5d04 request from dv-neutron-861624-1-hyperv {{(pid=103334) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 07:42:04.633308 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-87558be4-fbbe-477d-afe9-3cf77d734a52 tempest-QuotasNegativeTest-633061772 tempest-QuotasNegativeTest-633061772-project-admin] Notify callbacks [] for security_group, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:04.668119 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06f712a4-578a-405f-b2d9-ce81ef717f3e tempest-ExtraDHCPOptionsTestJSON-171316487 tempest-ExtraDHCPOptionsTestJSON-171316487-project] No DVR routers for this DVR port de2d79ad-9359-457a-bd0c-c03b1f280785 on host dv-neutron-861624-1-hyperv {{(pid=103332) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 19 07:42:04.672653 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-adb43ffd-597a-45f4-be6e-2dce2009a951 tempest-TestNetworkAdvancedServerOps-260085928 tempest-TestNetworkAdvancedServerOps-260085928-project] Notify callbacks [] for security_group, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:04.690171 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5ea8463-70b7-4a4a-bc67-b9d56e1b0c4a None None] DHCP port deletion for 1c77bce2-cd11-4c8f-8853-f6df29818bf6 request from dv-neutron-861624-1-hyperv {{(pid=103334) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 07:42:04.700897 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.pecan_wsgi.hooks.translation [None req-70a097f9-5f4b-4594-8f50-da0e9fdafcd1 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] DELETE failed (client error): The resource could not be found. Oct 19 07:42:04.701291 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f712a4-578a-405f-b2d9-ce81ef717f3e tempest-ExtraDHCPOptionsTestJSON-171316487 tempest-ExtraDHCPOptionsTestJSON-171316487-project] Pushing event deleted for resources: {'Port': ['ID=de2d79ad-9359-457a-bd0c-c03b1f280785,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:42:04.701415 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-70a097f9-5f4b-4594-8f50-da0e9fdafcd1 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103333) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 07:42:04.702672 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-adb43ffd-597a-45f4-be6e-2dce2009a951 tempest-TestNetworkAdvancedServerOps-260085928 tempest-TestNetworkAdvancedServerOps-260085928-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788643'] for security_group, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:04.708040 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-70a097f9-5f4b-4594-8f50-da0e9fdafcd1 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] 10.222.0.27 "DELETE /v2.0/ports/85097af7-04f5-492e-965d-94736b7c621b HTTP/1.1" status: 404 len: 333 time: 0.1140425 Oct 19 07:42:04.728358 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 57542) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:42:04.729054 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c53ed99-5442-4189-9da9-0289deb1ec0e None None] DHCP port deletion for a40e5444-86d5-4daa-99ba-b9ae2467b520 request from dv-neutron-861624-1-hyperv {{(pid=103334) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 07:42:04.743288 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.services.segments.plugin [-] Segment d67b78bd-0eb3-44a5-b43a-bdc62a506524 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d67b78bd-0eb3-44a5-b43a-bdc62a506524 found for delete ", "request_id": "req-418befa3-125a-4830-8ae0-57eb3acdb702"}]} Oct 19 07:42:04.747280 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-0b8bd3a0-b41c-4bbf-8df4-59eaa71ea7a6 tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-673044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1695087'] for network, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:04.751880 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-23831da5-3e89-4a89-823b-90c29ecad2bb tempest-TagsExtTest-1762088066 tempest-TagsExtTest-1762088066-project] 10.222.0.27 "DELETE /v2.0/routers/d650ffba-3e67-4f0b-b938-cc3e0c672385/tags HTTP/1.1" status: 204 len: 168 time: 0.3310075 Oct 19 07:42:04.756066 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 57544) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:42:04.756814 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-dc4b8a89-dd8d-4682-b3bb-7df5e19cc1c5 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-673044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1695087'] for network, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:04.763578 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.services.tag.tag_plugin [None req-6bcc19ad-ebb7-419c-a01c-6d6cca62cc04 tempest-TagsExtTest-1762088066 tempest-TagsExtTest-1762088066-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '56c87d32-75b1-4878-9f7d-ab39a5528a48') {} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:42:04.785654 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-0b8bd3a0-b41c-4bbf-8df4-59eaa71ea7a6 tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Notify callbacks [] for network, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:04.788611 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-0b8bd3a0-b41c-4bbf-8df4-59eaa71ea7a6 tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] 10.222.0.27 "DELETE /v2.0/networks/db7aaa37-046d-444a-b36f-3dc8c2299f0e HTTP/1.1" status: 204 len: 168 time: 2.1783543 Oct 19 07:42:04.796109 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-dc4b8a89-dd8d-4682-b3bb-7df5e19cc1c5 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Notify callbacks [] for network, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:04.799707 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-dc4b8a89-dd8d-4682-b3bb-7df5e19cc1c5 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] 10.222.0.27 "DELETE /v2.0/networks/e75c1c90-6f0f-4d61-be13-e480777d5d04 HTTP/1.1" status: 204 len: 168 time: 1.6540520 Oct 19 07:42:04.800264 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 57546) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:42:04.803287 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 57548) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:42:04.816181 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-9c53ed99-5442-4189-9da9-0289deb1ec0e None None] Deleting port 810ea5b8-0a78-49da-8b9d-9d10c360a366 {{(pid=103334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 07:42:04.816741 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-9c53ed99-5442-4189-9da9-0289deb1ec0e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:04.833914 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.pecan_wsgi.hooks.translation [None req-37325967-d230-480c-be1b-6f60ec2fee84 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] DELETE failed (client error): The resource could not be found. Oct 19 07:42:04.834465 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-37325967-d230-480c-be1b-6f60ec2fee84 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103332) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 07:42:04.837487 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-37325967-d230-480c-be1b-6f60ec2fee84 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] 10.222.0.27 "DELETE /v2.0/subnets/e8c56248-d441-435c-94d9-66f6f9b522f4 HTTP/1.1" status: 404 len: 337 time: 0.1066923 Oct 19 07:42:04.840036 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-adb43ffd-597a-45f4-be6e-2dce2009a951 tempest-TestNetworkAdvancedServerOps-260085928 tempest-TestNetworkAdvancedServerOps-260085928-project] Notify callbacks [] for security_group, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:04.841385 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-adb43ffd-597a-45f4-be6e-2dce2009a951 tempest-TestNetworkAdvancedServerOps-260085928 tempest-TestNetworkAdvancedServerOps-260085928-project] 10.222.0.27 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 1.7095354 Oct 19 07:42:04.850375 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 57550) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:42:04.850943 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 57552) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:42:04.851750 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8bd3a0-b41c-4bbf-8df4-59eaa71ea7a6 tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Pushing event deleted for resources: {'Network': ['ID=db7aaa37-046d-444a-b36f-3dc8c2299f0e,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:42:04.857291 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4b8a89-dd8d-4682-b3bb-7df5e19cc1c5 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Pushing event deleted for resources: {'Network': ['ID=e75c1c90-6f0f-4d61-be13-e480777d5d04,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:42:04.859651 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-e28a546f-8162-4b9d-8140-556d8b441da3 tempest-TestNetworkAdvancedServerOps-260085928 tempest-TestNetworkAdvancedServerOps-260085928-project] Request body: {'security_group_rule': {'security_group_id': '705be772-8c7b-4b84-954c-59b0a7452e78', 'project_id': '6c01adc7adbe45c98fd23e352fd389b2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:42:04.882925 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb43ffd-597a-45f4-be6e-2dce2009a951 tempest-TestNetworkAdvancedServerOps-260085928 tempest-TestNetworkAdvancedServerOps-260085928-project] Pushing event updated for resources: {'SecurityGroup': ['ID=705be772-8c7b-4b84-954c-59b0a7452e78,revision_number=1']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:42:04.898086 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.pecan_wsgi.hooks.translation [None req-6035b4fb-2128-42e2-abbb-67c523deeef0 tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] DELETE failed (client error): The resource could not be found. Oct 19 07:42:04.898545 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6035b4fb-2128-42e2-abbb-67c523deeef0 tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103333) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 07:42:04.901589 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-6035b4fb-2128-42e2-abbb-67c523deeef0 tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] 10.222.0.27 "DELETE /v2.0/subnets/5ec38d03-b57f-486e-8bde-21ead4fba5df HTTP/1.1" status: 404 len: 337 time: 0.0991013 Oct 19 07:42:04.906996 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 57554) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:42:04.920994 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-9c53ed99-5442-4189-9da9-0289deb1ec0e None None] For port 810ea5b8-0a78-49da-8b9d-9d10c360a366, host dv-neutron-861624-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=810ea5b8-0a78-49da-8b9d-9d10c360a366,segment=NetworkSegment(8398e48e-7c9a-41bb-94c6-2f05519a3efc),segment_id=8398e48e-7c9a-41bb-94c6-2f05519a3efc)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:42:04.922330 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-9c53ed99-5442-4189-9da9-0289deb1ec0e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:04.929652 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-06f712a4-578a-405f-b2d9-ce81ef717f3e tempest-ExtraDHCPOptionsTestJSON-171316487 tempest-ExtraDHCPOptionsTestJSON-171316487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-673051', 'neutron.services.segments.db._delete_segments_for_network-8785021519108'] for network, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:04.938697 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-9c53ed99-5442-4189-9da9-0289deb1ec0e None None] Calling delete_port for 810ea5b8-0a78-49da-8b9d-9d10c360a366 owned by network:dhcp {{(pid=103334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 07:42:04.943228 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.pecan_wsgi.hooks.translation [None req-f78fde90-dda8-4722-bc7e-d6448f7aa2dc tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] DELETE failed (client error): The resource could not be found. Oct 19 07:42:04.943687 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f78fde90-dda8-4722-bc7e-d6448f7aa2dc tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103332) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 07:42:04.946678 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-f78fde90-dda8-4722-bc7e-d6448f7aa2dc tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] 10.222.0.27 "DELETE /v2.0/subnets/a446df93-f871-4211-bc51-c84a20cf6dc4 HTTP/1.1" status: 404 len: 337 time: 0.0927634 Oct 19 07:42:04.951539 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 57556) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:42:04.977200 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.pecan_wsgi.hooks.translation [None req-2539c170-b1bc-4eef-87a2-41bbe94dd42e tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] DELETE failed (client error): The resource could not be found. Oct 19 07:42:04.978002 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2539c170-b1bc-4eef-87a2-41bbe94dd42e tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103333) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 07:42:04.981214 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-2539c170-b1bc-4eef-87a2-41bbe94dd42e tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] 10.222.0.27 "DELETE /v2.0/networks/d5bcbfcf-97c5-4260-add5-2ae805b53840 HTTP/1.1" status: 404 len: 339 time: 0.0704451 Oct 19 07:42:04.983902 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.services.segments.db [None req-06f712a4-578a-405f-b2d9-ce81ef717f3e tempest-ExtraDHCPOptionsTestJSON-171316487 tempest-ExtraDHCPOptionsTestJSON-171316487-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c77bce2-cd11-4c8f-8853-f6df29818bf6']}} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:42:04.986511 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 57558) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:42:05.007261 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-32736c21-bff1-47b4-876a-7b73688d7e39 None None] Attempt 7 to provision port 56c87d32-75b1-4878-9f7d-ab39a5528a48 Oct 19 07:42:05.009442 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-e8e64480-e678-4366-a8db-f1b24666ca3c tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] 10.222.0.27 "GET /v2.0/ports?device_id=52000b7c-c4ca-42d1-9e07-4a8337919cb0 HTTP/1.1" status: 200 len: 205 time: 0.0517600 Oct 19 07:42:05.016741 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 57560) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:42:05.018356 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.services.segments.db [None req-06f712a4-578a-405f-b2d9-ce81ef717f3e tempest-ExtraDHCPOptionsTestJSON-171316487 tempest-ExtraDHCPOptionsTestJSON-171316487-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e864fc8e-5dde-440d-9143-acf79766e827') {'for_net_delete': True} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:42:05.018643 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.services.segments.db [None req-06f712a4-578a-405f-b2d9-ce81ef717f3e tempest-ExtraDHCPOptionsTestJSON-171316487 tempest-ExtraDHCPOptionsTestJSON-171316487-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e864fc8e-5dde-440d-9143-acf79766e827') {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:42:05.021841 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-4ac59cb4-b896-4ced-aa69-2128c3db091f tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130996763'] for port, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:05.035682 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-e28a546f-8162-4b9d-8140-556d8b441da3 tempest-TestNetworkAdvancedServerOps-260085928 tempest-TestNetworkAdvancedServerOps-260085928-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:05.036335 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.pecan_wsgi.hooks.translation [None req-c713fb28-01a7-4bf6-9110-894c67d820b5 tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] DELETE failed (client error): The resource could not be found. Oct 19 07:42:05.036977 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c713fb28-01a7-4bf6-9110-894c67d820b5 tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103333) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 07:42:05.040027 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-c713fb28-01a7-4bf6-9110-894c67d820b5 tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] 10.222.0.27 "DELETE /v2.0/subnets/60f34ad2-4556-4ae6-9721-4241706ec309 HTTP/1.1" status: 404 len: 337 time: 0.0523312 Oct 19 07:42:05.063387 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-32736c21-bff1-47b4-876a-7b73688d7e39 None None] Port 56c87d32-75b1-4878-9f7d-ab39a5528a48 cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 07:42:05.068768 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 57562) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:42:05.070492 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-9c53ed99-5442-4189-9da9-0289deb1ec0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339'] for port, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:05.076519 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-06f712a4-578a-405f-b2d9-ce81ef717f3e tempest-ExtraDHCPOptionsTestJSON-171316487 tempest-ExtraDHCPOptionsTestJSON-171316487-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785021519382', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130726885'] for segment, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:05.092497 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.api.v2.resource [None req-159ebfc9-8df9-45ef-acd2-9231d750f5fa tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] delete failed (client error): The resource could not be found. Oct 19 07:42:05.093572 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-159ebfc9-8df9-45ef-acd2-9231d750f5fa tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] 10.222.0.27 "DELETE /v2.0/routers/52000b7c-c4ca-42d1-9e07-4a8337919cb0 HTTP/1.1" status: 404 len: 336 time: 0.0721018 Oct 19 07:42:05.099191 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c53ed99-5442-4189-9da9-0289deb1ec0e None None] Pushing event deleted for resources: {'Port': ['ID=810ea5b8-0a78-49da-8b9d-9d10c360a366,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:42:05.101100 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c53ed99-5442-4189-9da9-0289deb1ec0e None None] No DVR routers for this DVR port 810ea5b8-0a78-49da-8b9d-9d10c360a366 on host dv-neutron-861624-1-hyperv {{(pid=103334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 19 07:42:05.101226 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 57564) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:42:05.109862 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac59cb4-b896-4ced-aa69-2128c3db091f tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Pushing event deleted for resources: {'Port': ['ID=810ea5b8-0a78-49da-8b9d-9d10c360a366,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:42:05.114047 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ac59cb4-b896-4ced-aa69-2128c3db091f tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] No DVR routers for this DVR port 810ea5b8-0a78-49da-8b9d-9d10c360a366 on host dv-neutron-861624-1-hyperv {{(pid=103333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 19 07:42:05.121682 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-06f712a4-578a-405f-b2d9-ce81ef717f3e tempest-ExtraDHCPOptionsTestJSON-171316487 tempest-ExtraDHCPOptionsTestJSON-171316487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979'] for segment, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:05.139452 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.pecan_wsgi.hooks.translation [None req-0edca931-14d8-4918-9ff8-84be5866c2ad tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] DELETE failed (client error): The resource could not be found. Oct 19 07:42:05.140042 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0edca931-14d8-4918-9ff8-84be5866c2ad tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103333) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 07:42:05.143616 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-0edca931-14d8-4918-9ff8-84be5866c2ad tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] 10.222.0.27 "DELETE /v2.0/networks/c1064056-582d-47fb-b38f-a3af7a92eb92 HTTP/1.1" status: 404 len: 339 time: 0.0734653 Oct 19 07:42:05.149814 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 57566) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:42:05.166586 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.pecan_wsgi.hooks.translation [None req-4daf8eae-2720-48c2-8490-e965af32284d tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] DELETE failed (client error): The resource could not be found. Oct 19 07:42:05.167050 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4daf8eae-2720-48c2-8490-e965af32284d tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103332) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 07:42:05.172386 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-4daf8eae-2720-48c2-8490-e965af32284d tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] 10.222.0.27 "DELETE /v2.0/subnets/7df07be3-ea06-4f8f-9bef-5ea3cd6f3fd1 HTTP/1.1" status: 404 len: 337 time: 0.0644956 Oct 19 07:42:05.176932 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06f712a4-578a-405f-b2d9-ce81ef717f3e tempest-ExtraDHCPOptionsTestJSON-171316487 tempest-ExtraDHCPOptionsTestJSON-171316487-project] Releasing vlan 199 on physical network physnet1 to pool {{(pid=103332) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 07:42:05.177341 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-06f712a4-578a-405f-b2d9-ce81ef717f3e tempest-ExtraDHCPOptionsTestJSON-171316487 tempest-ExtraDHCPOptionsTestJSON-171316487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-133553843'] for segment, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:05.190010 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 57568) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:42:05.190262 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-6bcc19ad-ebb7-419c-a01c-6d6cca62cc04 tempest-TagsExtTest-1762088066 tempest-TagsExtTest-1762088066-project] 10.222.0.27 "DELETE /v2.0/ports/56c87d32-75b1-4878-9f7d-ab39a5528a48/tags HTTP/1.1" status: 204 len: 168 time: 0.4315009 Oct 19 07:42:05.195066 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 57570) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:42:05.201816 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.services.tag.tag_plugin [None req-2f76f31f-c898-41ac-a6c1-9990733b078e tempest-TagsExtTest-1762088066 tempest-TagsExtTest-1762088066-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '2af7298e-7aad-40f3-9618-487c73b23682') {} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:42:05.224561 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-87558be4-fbbe-477d-afe9-3cf77d734a52 tempest-QuotasNegativeTest-633061772 tempest-QuotasNegativeTest-633061772-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:05.238436 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.pecan_wsgi.hooks.translation [None req-20656e05-45d4-4bf7-ba82-812d02938018 tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] DELETE failed (client error): The resource could not be found. Oct 19 07:42:05.238876 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-20656e05-45d4-4bf7-ba82-812d02938018 tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103332) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 07:42:05.244237 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-20656e05-45d4-4bf7-ba82-812d02938018 tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] 10.222.0.27 "DELETE /v2.0/subnets/91abba77-aa8d-46a1-b8d0-9459324ae364 HTTP/1.1" status: 404 len: 337 time: 0.0866835 Oct 19 07:42:05.245715 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 57572) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:42:05.261883 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-87558be4-fbbe-477d-afe9-3cf77d734a52 tempest-QuotasNegativeTest-633061772 tempest-QuotasNegativeTest-633061772-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788643'] for security_group, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:05.278812 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-e9a7ea08-7b70-4f20-8cce-a3a5eb551f8e tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] 10.222.0.27 "GET /v2.0/ports?device_id=7f97d004-2c55-4f8b-81bc-2115020ea86e HTTP/1.1" status: 200 len: 205 time: 0.0801353 Oct 19 07:42:05.288668 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 57574) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:42:05.317643 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-4ac59cb4-b896-4ced-aa69-2128c3db091f tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-673051', 'neutron.services.segments.db._delete_segments_for_network-8785021519108'] for network, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:05.334349 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87558be4-fbbe-477d-afe9-3cf77d734a52 tempest-QuotasNegativeTest-633061772 tempest-QuotasNegativeTest-633061772-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 175} {{(pid=103332) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 07:42:05.347151 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-06f712a4-578a-405f-b2d9-ce81ef717f3e tempest-ExtraDHCPOptionsTestJSON-171316487 tempest-ExtraDHCPOptionsTestJSON-171316487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-673044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1695087'] for network, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:05.350997 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-e28a546f-8162-4b9d-8140-556d8b441da3 tempest-TestNetworkAdvancedServerOps-260085928 tempest-TestNetworkAdvancedServerOps-260085928-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:05.352126 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.pecan_wsgi.hooks.translation [None req-f29e0437-55fa-44e5-852e-fecc2cc7bb8b tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] DELETE failed (client error): The resource could not be found. Oct 19 07:42:05.352756 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f29e0437-55fa-44e5-852e-fecc2cc7bb8b tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103333) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 07:42:05.354806 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87558be4-fbbe-477d-afe9-3cf77d734a52 tempest-QuotasNegativeTest-633061772 tempest-QuotasNegativeTest-633061772-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3647a6cb-7dde-4fd7-aad5-2a0319a8a6d3,revision_number=1']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:42:05.358363 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-f29e0437-55fa-44e5-852e-fecc2cc7bb8b tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] 10.222.0.27 "DELETE /v2.0/networks/ccc0a771-4ea1-40a6-a735-126d4ec53729 HTTP/1.1" status: 404 len: 339 time: 0.1059628 Oct 19 07:42:05.360807 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 57576) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:42:05.362136 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-06f712a4-578a-405f-b2d9-ce81ef717f3e tempest-ExtraDHCPOptionsTestJSON-171316487 tempest-ExtraDHCPOptionsTestJSON-171316487-project] Notify callbacks [] for network, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:05.365180 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-06f712a4-578a-405f-b2d9-ce81ef717f3e tempest-ExtraDHCPOptionsTestJSON-171316487 tempest-ExtraDHCPOptionsTestJSON-171316487-project] 10.222.0.27 "DELETE /v2.0/networks/1c77bce2-cd11-4c8f-8853-f6df29818bf6 HTTP/1.1" status: 204 len: 168 time: 2.2805204 Oct 19 07:42:05.366408 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-87558be4-fbbe-477d-afe9-3cf77d734a52 tempest-QuotasNegativeTest-633061772 tempest-QuotasNegativeTest-633061772-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979'] for segment, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:05.366707 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.db.segments_db [None req-87558be4-fbbe-477d-afe9-3cf77d734a52 tempest-QuotasNegativeTest-633061772 tempest-QuotasNegativeTest-633061772-project-admin] Added segment d6c4cda3-9783-4532-a5e9-a9b8ce8c5c27 of type vlan for network 82bc087c-32ad-423a-816c-0daf6f86b2dc Oct 19 07:42:05.383761 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-e28a546f-8162-4b9d-8140-556d8b441da3 tempest-TestNetworkAdvancedServerOps-260085928 tempest-TestNetworkAdvancedServerOps-260085928-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815365'] for security_group_rule, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:05.404923 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.api.v2.resource [None req-13918651-bcf9-489e-be45-67ce0bc2200b tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] delete failed (client error): The resource could not be found. Oct 19 07:42:05.405975 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-13918651-bcf9-489e-be45-67ce0bc2200b tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] 10.222.0.27 "DELETE /v2.0/routers/7f97d004-2c55-4f8b-81bc-2115020ea86e HTTP/1.1" status: 404 len: 336 time: 0.1141088 Oct 19 07:42:05.416214 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 57580) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:42:05.432452 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-4ac59cb4-b896-4ced-aa69-2128c3db091f tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a40e5444-86d5-4daa-99ba-b9ae2467b520']}} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:42:05.449983 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f712a4-578a-405f-b2d9-ce81ef717f3e tempest-ExtraDHCPOptionsTestJSON-171316487 tempest-ExtraDHCPOptionsTestJSON-171316487-project] Pushing event deleted for resources: {'Network': ['ID=1c77bce2-cd11-4c8f-8853-f6df29818bf6,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:42:05.464025 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.pecan_wsgi.hooks.translation [None req-315e33af-264b-4f7e-a108-d5ef70fe7bea tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] DELETE failed (client error): The resource could not be found. Oct 19 07:42:05.464484 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-315e33af-264b-4f7e-a108-d5ef70fe7bea tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103333) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 07:42:05.467579 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-315e33af-264b-4f7e-a108-d5ef70fe7bea tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] 10.222.0.27 "DELETE /v2.0/subnets/86e3b345-4f56-452f-95a7-6b341514cc7f HTTP/1.1" status: 404 len: 337 time: 0.0496094 Oct 19 07:42:05.472140 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-4ac59cb4-b896-4ced-aa69-2128c3db091f tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8398e48e-7c9a-41bb-94c6-2f05519a3efc') {'for_net_delete': True} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:42:05.472439 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-4ac59cb4-b896-4ced-aa69-2128c3db091f tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8398e48e-7c9a-41bb-94c6-2f05519a3efc') {} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:42:05.472605 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28a546f-8162-4b9d-8140-556d8b441da3 tempest-TestNetworkAdvancedServerOps-260085928 tempest-TestNetworkAdvancedServerOps-260085928-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=833ac24a-c622-4486-92fa-6cb68ebb4f0d,revision_number=0']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:42:05.474772 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 57582) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:42:05.479647 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-87558be4-fbbe-477d-afe9-3cf77d734a52 tempest-QuotasNegativeTest-633061772 tempest-QuotasNegativeTest-633061772-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785020965340'] for network, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:05.488260 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-e28a546f-8162-4b9d-8140-556d8b441da3 tempest-TestNetworkAdvancedServerOps-260085928 tempest-TestNetworkAdvancedServerOps-260085928-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:05.489503 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-e28a546f-8162-4b9d-8140-556d8b441da3 tempest-TestNetworkAdvancedServerOps-260085928 tempest-TestNetworkAdvancedServerOps-260085928-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6335666 Oct 19 07:42:05.494020 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 57584) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:42:05.501937 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-3f03d272-5eb1-4445-90a3-0629f42e191d tempest-TestNetworkAdvancedServerOps-260085928 tempest-TestNetworkAdvancedServerOps-260085928-project] Request body: {'security_group_rule': {'security_group_id': '705be772-8c7b-4b84-954c-59b0a7452e78', 'project_id': '6c01adc7adbe45c98fd23e352fd389b2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:42:05.509505 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-4ac59cb4-b896-4ced-aa69-2128c3db091f tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785021519382', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-134111927'] for segment, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:05.512155 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.db_base_plugin_v2 [None req-85b265aa-6b0f-4e53-b9cc-06dda398e312 tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Deleting subnet 6b08d3ba-398a-435b-9d9e-514990d58f99 {{(pid=103332) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 19 07:42:05.528226 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-85b265aa-6b0f-4e53-b9cc-06dda398e312 tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Notify callbacks [] for subnet, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:05.546016 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad681e91-c749-4d39-acc6-c6297bd00fcf tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] DELETE failed (client error): The resource could not be found. Oct 19 07:42:05.546476 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ad681e91-c749-4d39-acc6-c6297bd00fcf tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103333) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 07:42:05.549573 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-ad681e91-c749-4d39-acc6-c6297bd00fcf tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] 10.222.0.27 "DELETE /v2.0/subnets/5203046c-b8ff-4806-95bf-5bddb5c17b67 HTTP/1.1" status: 404 len: 337 time: 0.0738935 Oct 19 07:42:05.551843 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-4ac59cb4-b896-4ced-aa69-2128c3db091f tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979'] for segment, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:05.552542 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 57586) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:42:05.561328 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ac59cb4-b896-4ced-aa69-2128c3db091f tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Releasing vlan 163 on physical network physnet1 to pool {{(pid=103333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 07:42:05.561723 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-4ac59cb4-b896-4ced-aa69-2128c3db091f tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130996782'] for segment, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:05.565132 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-32736c21-bff1-47b4-876a-7b73688d7e39 None None] Attempt 8 to provision port 56c87d32-75b1-4878-9f7d-ab39a5528a48 Oct 19 07:42:05.582591 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-2f76f31f-c898-41ac-a6c1-9990733b078e tempest-TagsExtTest-1762088066 tempest-TagsExtTest-1762088066-project] 10.222.0.27 "DELETE /v2.0/subnets/2af7298e-7aad-40f3-9618-487c73b23682/tags HTTP/1.1" status: 204 len: 168 time: 0.3821483 Oct 19 07:42:05.584649 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 57588) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:42:05.590038 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-87558be4-fbbe-477d-afe9-3cf77d734a52 tempest-QuotasNegativeTest-633061772 tempest-QuotasNegativeTest-633061772-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873'] for network, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:05.590994 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87558be4-fbbe-477d-afe9-3cf77d734a52 tempest-QuotasNegativeTest-633061772 tempest-QuotasNegativeTest-633061772-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:42:05.591560 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-87558be4-fbbe-477d-afe9-3cf77d734a52 tempest-QuotasNegativeTest-633061772 tempest-QuotasNegativeTest-633061772-project-admin] Notify callbacks [] for network, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:05.591679 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.services.tag.tag_plugin [None req-393ea129-2da0-46b5-8320-1cae743cde97 tempest-TagsExtTest-1762088066 tempest-TagsExtTest-1762088066-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '2af7298e-7aad-40f3-9618-487c73b23682', 'tempest-TagsExtTest-Tag-35178735') {} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:42:05.594411 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f17efa9-137a-4e58-aa54-f296619ebd7c tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] DELETE failed (client error): The resource could not be found. Oct 19 07:42:05.595278 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f17efa9-137a-4e58-aa54-f296619ebd7c tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103332) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 07:42:05.598277 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-4f17efa9-137a-4e58-aa54-f296619ebd7c tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] 10.222.0.27 "DELETE /v2.0/ports/71480b76-cb96-46d9-96c5-263c344237be HTTP/1.1" status: 404 len: 333 time: 0.0414836 Oct 19 07:42:05.601211 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 57590) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:42:05.629190 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-32736c21-bff1-47b4-876a-7b73688d7e39 None None] Port 56c87d32-75b1-4878-9f7d-ab39a5528a48 cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 07:42:05.644689 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-85b265aa-6b0f-4e53-b9cc-06dda398e312 tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130726890'] for subnet, precommit_delete_associations {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:05.647376 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-3f03d272-5eb1-4445-90a3-0629f42e191d tempest-TestNetworkAdvancedServerOps-260085928 tempest-TestNetworkAdvancedServerOps-260085928-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:05.693466 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-87558be4-fbbe-477d-afe9-3cf77d734a52 tempest-QuotasNegativeTest-633061772 tempest-QuotasNegativeTest-633061772-project-admin] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.3390629 Oct 19 07:42:05.712987 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 57594) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:42:05.720092 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-676b4670-52d0-429d-9dc0-6bb0f3b6bc5f tempest-QuotasNegativeTest-633061772 tempest-QuotasNegativeTest-633061772-project-admin] Request body: {'network': {'project_id': '8f68a3030cc34d5195353f9d3702cf22'}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:42:05.797860 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device 810ea5b8-0a78-49da-8b9d-9d10c360a366 no longer exists at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 07:42:05.819635 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] No Port match for: 810ea5b8-0a78-49da-8b9d-9d10c360a366 {{(pid=103334) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 19 07:42:05.819989 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device 810ea5b8-0a78-49da-8b9d-9d10c360a366 not bound to the agent host dv-neutron-861624-1-hyperv {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 07:42:05.820658 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device de2d79ad-9359-457a-bd0c-c03b1f280785 no longer exists at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 07:42:05.842015 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] No Port match for: de2d79ad-9359-457a-bd0c-c03b1f280785 {{(pid=103334) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 19 07:42:05.842364 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device de2d79ad-9359-457a-bd0c-c03b1f280785 not bound to the agent host dv-neutron-861624-1-hyperv {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 07:42:05.842971 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device 562732d4-ff23-4120-a770-5e3cc5751041 no longer exists at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 07:42:05.868941 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] No Port match for: 562732d4-ff23-4120-a770-5e3cc5751041 {{(pid=103334) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 19 07:42:05.869544 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device 562732d4-ff23-4120-a770-5e3cc5751041 not bound to the agent host dv-neutron-861624-1-hyperv {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 07:42:05.934475 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 57596) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:42:06.000419 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.pecan_wsgi.hooks.translation [None req-826612e5-25e8-4b9f-8056-d9bd20836a77 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] DELETE failed (client error): The resource could not be found. Oct 19 07:42:06.000909 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-826612e5-25e8-4b9f-8056-d9bd20836a77 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103333) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 07:42:06.003967 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-826612e5-25e8-4b9f-8056-d9bd20836a77 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] 10.222.0.27 "DELETE /v2.0/subnets/f66c942e-f15e-4189-92ec-d449892d3929 HTTP/1.1" status: 404 len: 337 time: 0.4018295 Oct 19 07:42:06.007260 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 57600) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:42:06.023240 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-4ac59cb4-b896-4ced-aa69-2128c3db091f tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-673044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1695087'] for network, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:06.054156 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-4ac59cb4-b896-4ced-aa69-2128c3db091f tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Notify callbacks [] for network, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:06.060972 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-4ac59cb4-b896-4ced-aa69-2128c3db091f tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] 10.222.0.27 "DELETE /v2.0/networks/a40e5444-86d5-4daa-99ba-b9ae2467b520 HTTP/1.1" status: 204 len: 168 time: 2.4682980 Oct 19 07:42:06.063876 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 57602) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:42:06.068873 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.pecan_wsgi.hooks.translation [None req-61f3aa03-3aea-461b-bdb9-3ce921464a7f tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] DELETE failed (client error): The resource could not be found. Oct 19 07:42:06.069595 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-61f3aa03-3aea-461b-bdb9-3ce921464a7f tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103333) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 07:42:06.072598 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-61f3aa03-3aea-461b-bdb9-3ce921464a7f tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] 10.222.0.27 "DELETE /v2.0/ports/b421fb7d-bb41-4326-9611-2e425e089e64 HTTP/1.1" status: 404 len: 333 time: 0.0628912 Oct 19 07:42:06.075218 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 57604) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:42:06.098190 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac59cb4-b896-4ced-aa69-2128c3db091f tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Pushing event deleted for resources: {'Network': ['ID=a40e5444-86d5-4daa-99ba-b9ae2467b520,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:42:06.106789 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87558be4-fbbe-477d-afe9-3cf77d734a52 tempest-QuotasNegativeTest-633061772 tempest-QuotasNegativeTest-633061772-project-admin] Pushing event updated for resources: {'Network': ['ID=82bc087c-32ad-423a-816c-0daf6f86b2dc,revision_number=1']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:42:06.122301 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Network 82bc087c-32ad-423a-816c-0daf6f86b2dc details requested by agent ovs-agent-dv-neutron-861624-1-hyperv with host dv-neutron-861624-1-hyperv {{(pid=103334) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 07:42:06.131806 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-32736c21-bff1-47b4-876a-7b73688d7e39 None None] Attempt 9 to provision port 56c87d32-75b1-4878-9f7d-ab39a5528a48 Oct 19 07:42:06.158574 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.pecan_wsgi.hooks.translation [None req-04f40645-70e9-4126-bc3b-bc0e80bafe1d tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] DELETE failed (client error): The resource could not be found. Oct 19 07:42:06.159100 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-04f40645-70e9-4126-bc3b-bc0e80bafe1d tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103332) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 07:42:06.162369 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-04f40645-70e9-4126-bc3b-bc0e80bafe1d tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] 10.222.0.27 "DELETE /v2.0/subnets/fb10e0be-eb0c-4db4-8a4b-fdc3e2fd7ea5 HTTP/1.1" status: 404 len: 337 time: 0.0808182 Oct 19 07:42:06.168911 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 57606) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:42:06.170892 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-3f03d272-5eb1-4445-90a3-0629f42e191d tempest-TestNetworkAdvancedServerOps-260085928 tempest-TestNetworkAdvancedServerOps-260085928-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:06.171844 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-676b4670-52d0-429d-9dc0-6bb0f3b6bc5f tempest-QuotasNegativeTest-633061772 tempest-QuotasNegativeTest-633061772-project-admin] Made reservation on behalf of 8f68a3030cc34d5195353f9d3702cf22 for: {'network': 1} {{(pid=103332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 07:42:06.175079 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-676b4670-52d0-429d-9dc0-6bb0f3b6bc5f tempest-QuotasNegativeTest-633061772 tempest-QuotasNegativeTest-633061772-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for network, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:06.195779 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-3f03d272-5eb1-4445-90a3-0629f42e191d tempest-TestNetworkAdvancedServerOps-260085928 tempest-TestNetworkAdvancedServerOps-260085928-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815365'] for security_group_rule, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:06.213769 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b07b2ba5-5190-48c5-9353-5efb481fadb5 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:42:06.218912 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-b07b2ba5-5190-48c5-9353-5efb481fadb5 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] 10.222.0.27 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.1450505 Oct 19 07:42:06.219730 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 57608) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:42:06.236857 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-85b265aa-6b0f-4e53-b9cc-06dda398e312 tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-679826'] for subnet, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:06.241779 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-1b0f7015-9e73-4f95-b0f7-a22031c257af admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=8875c86245f24ffbb6a3ee083e198fee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2733386 Oct 19 07:42:06.245461 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.pecan_wsgi.hooks.translation [None req-b838cefa-f92f-4c9d-819a-1b79e3e50c5a tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] DELETE failed (client error): The resource could not be found. Oct 19 07:42:06.246428 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b838cefa-f92f-4c9d-819a-1b79e3e50c5a tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103332) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 07:42:06.250486 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-b838cefa-f92f-4c9d-819a-1b79e3e50c5a tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] 10.222.0.27 "DELETE /v2.0/ports/294241f7-d607-4c16-916e-6c94c7935a5e HTTP/1.1" status: 404 len: 333 time: 0.0722353 Oct 19 07:42:06.251697 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 57610) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:42:06.264097 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 57612) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:42:06.281599 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-393ea129-2da0-46b5-8320-1cae743cde97 tempest-TagsExtTest-1762088066 tempest-TagsExtTest-1762088066-project] 10.222.0.27 "PUT /v2.0/subnets/2af7298e-7aad-40f3-9618-487c73b23682/tags/tempest-TagsExtTest-Tag-35178735 HTTP/1.1" status: 201 len: 201 time: 0.6951761 Oct 19 07:42:06.290603 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f03d272-5eb1-4445-90a3-0629f42e191d tempest-TestNetworkAdvancedServerOps-260085928 tempest-TestNetworkAdvancedServerOps-260085928-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6fd685b-816d-4c54-8ad2-8cb2fe3c5b6c,revision_number=0']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:42:06.294402 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 57614) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:42:06.306869 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c61b57c-b2b8-490e-b837-396a26e18223 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] DELETE failed (client error): The resource could not be found. Oct 19 07:42:06.307567 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6c61b57c-b2b8-490e-b837-396a26e18223 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103333) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 07:42:06.308119 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-3f03d272-5eb1-4445-90a3-0629f42e191d tempest-TestNetworkAdvancedServerOps-260085928 tempest-TestNetworkAdvancedServerOps-260085928-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:06.309401 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-3f03d272-5eb1-4445-90a3-0629f42e191d tempest-TestNetworkAdvancedServerOps-260085928 tempest-TestNetworkAdvancedServerOps-260085928-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.8125527 Oct 19 07:42:06.311543 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-6c61b57c-b2b8-490e-b837-396a26e18223 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] 10.222.0.27 "DELETE /v2.0/subnets/1d89abe5-cc8a-4445-9b48-5fee1f7e26f8 HTTP/1.1" status: 404 len: 337 time: 0.0440598 Oct 19 07:42:06.314304 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 57616) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:42:06.314812 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 57618) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:42:06.317721 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.services.tag.tag_plugin [None req-d2ecf90a-e521-4b79-b17a-c99332b6afc0 tempest-TagsExtTest-1762088066 tempest-TagsExtTest-1762088066-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '56c87d32-75b1-4878-9f7d-ab39a5528a48', 'tempest-TagsExtTest-Tag-1493926282') {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:42:06.329465 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-37dc557a-f91f-4c53-927e-bc02db6b012e tempest-TestNetworkAdvancedServerOps-260085928 tempest-TestNetworkAdvancedServerOps-260085928-project] Request body: {'security_group_rule': {'security_group_id': '705be772-8c7b-4b84-954c-59b0a7452e78', 'project_id': '6c01adc7adbe45c98fd23e352fd389b2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:42:06.334640 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-32736c21-bff1-47b4-876a-7b73688d7e39 None None] Port 56c87d32-75b1-4878-9f7d-ab39a5528a48 cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 07:42:06.359855 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.pecan_wsgi.hooks.translation [None req-35f722fb-ace0-4995-b31d-d9a5ebbc69e7 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] DELETE failed (client error): The resource could not be found. Oct 19 07:42:06.360605 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-35f722fb-ace0-4995-b31d-d9a5ebbc69e7 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103333) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 07:42:06.366037 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-35f722fb-ace0-4995-b31d-d9a5ebbc69e7 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] 10.222.0.27 "DELETE /v2.0/ports/62e98c6e-c88f-4179-a621-d44bf43b3226 HTTP/1.1" status: 404 len: 333 time: 0.0453362 Oct 19 07:42:06.368058 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 57620) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:42:06.369032 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-676b4670-52d0-429d-9dc0-6bb0f3b6bc5f tempest-QuotasNegativeTest-633061772 tempest-QuotasNegativeTest-633061772-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 193} {{(pid=103332) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 07:42:06.377756 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-0b449da1-fd7a-4368-bdb6-e1c23b0cc800 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] 10.222.0.27 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1497583 Oct 19 07:42:06.384242 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-083f163c-aee3-495c-9cc5-dc429e96274f tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1694785'] for router_interface, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:06.386018 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 57622) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:42:06.399516 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-9c5c4fd3-e1a9-464d-9c93-ec23014b9df4 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1132794082'}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:42:06.413790 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-676b4670-52d0-429d-9dc0-6bb0f3b6bc5f tempest-QuotasNegativeTest-633061772 tempest-QuotasNegativeTest-633061772-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979'] for segment, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:06.414116 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.db.segments_db [None req-676b4670-52d0-429d-9dc0-6bb0f3b6bc5f tempest-QuotasNegativeTest-633061772 tempest-QuotasNegativeTest-633061772-project-admin] Added segment f02b0334-faf5-4997-b09c-a2dd27d05727 of type vlan for network ad0cd8ae-6875-49fe-ae46-5bc40c021279 Oct 19 07:42:06.444791 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.pecan_wsgi.hooks.translation [None req-e18912e4-85e8-4db0-9dc2-e0a7ba2b9699 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] DELETE failed (client error): The resource could not be found. Oct 19 07:42:06.445270 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e18912e4-85e8-4db0-9dc2-e0a7ba2b9699 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103333) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 07:42:06.450804 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-e18912e4-85e8-4db0-9dc2-e0a7ba2b9699 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] 10.222.0.27 "DELETE /v2.0/subnets/feab2455-c96e-4ce0-87cb-603a0a87059e HTTP/1.1" status: 404 len: 337 time: 0.0784917 Oct 19 07:42:06.451024 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 57624) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:42:06.508071 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-85b265aa-6b0f-4e53-b9cc-06dda398e312 tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-679819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-133552721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130659632'] for subnet, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:06.510812 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-37dc557a-f91f-4c53-927e-bc02db6b012e tempest-TestNetworkAdvancedServerOps-260085928 tempest-TestNetworkAdvancedServerOps-260085928-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:06.512615 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-676b4670-52d0-429d-9dc0-6bb0f3b6bc5f tempest-QuotasNegativeTest-633061772 tempest-QuotasNegativeTest-633061772-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785020965340'] for network, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:06.516935 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b0d37da-6962-4afd-a25e-32de327ac7f1 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] DELETE failed (client error): The resource could not be found. Oct 19 07:42:06.517645 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0b0d37da-6962-4afd-a25e-32de327ac7f1 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103333) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 07:42:06.517852 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c5c4fd3-e1a9-464d-9c93-ec23014b9df4 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Made reservation on behalf of 0cd3ded9dc134e3392e5122464eefb82 for: {'network': 1} {{(pid=103332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 07:42:06.522823 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-0b0d37da-6962-4afd-a25e-32de327ac7f1 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] 10.222.0.27 "DELETE /v2.0/ports/b87cf9e8-310a-4d05-99fb-f2c7b1b8ccf8 HTTP/1.1" status: 404 len: 333 time: 0.0684884 Oct 19 07:42:06.522962 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-9c5c4fd3-e1a9-464d-9c93-ec23014b9df4 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for network, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:06.529502 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 57626) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:42:06.529644 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-70f5d9b1-92b4-4dbc-8f91-2717df0dc562 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:06.566164 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b265aa-6b0f-4e53-b9cc-06dda398e312 tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Pushing event deleted for resources: {'Subnet': ['ID=6b08d3ba-398a-435b-9d9e-514990d58f99,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:42:06.573610 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-85b265aa-6b0f-4e53-b9cc-06dda398e312 tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Notify callbacks [] for subnet, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:06.580263 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-85b265aa-6b0f-4e53-b9cc-06dda398e312 tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] 10.222.0.27 "DELETE /v2.0/subnets/6b08d3ba-398a-435b-9d9e-514990d58f99 HTTP/1.1" status: 204 len: 168 time: 1.2084901 Oct 19 07:42:06.580426 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ad49631-fe87-4896-a572-e4855dc655ed tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] DELETE failed (client error): The resource could not be found. Oct 19 07:42:06.580426 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ad49631-fe87-4896-a572-e4855dc655ed tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103333) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 07:42:06.583198 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-1ad49631-fe87-4896-a572-e4855dc655ed tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] 10.222.0.27 "DELETE /v2.0/subnets/94149315-220b-4bf4-8def-f09c8d30d2bc HTTP/1.1" status: 404 len: 337 time: 0.0528209 Oct 19 07:42:06.584076 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abb9e24a-d4f1-4a42-ab82-a19605ad0f0f None None] Network 15ea93e1-4fd6-42a8-9711-69682cc48382 requested from dv-neutron-861624-1-hyperv {{(pid=103334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 07:42:06.586700 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 57628) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:42:06.587629 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 57630) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:42:06.648196 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.agents_db [None req-6057327c-4456-4c72-8e75-6d3cd9249757 None None] Agent healthcheck: found 6 active agents {{(pid=103335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 07:42:06.664815 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-37dc557a-f91f-4c53-927e-bc02db6b012e tempest-TestNetworkAdvancedServerOps-260085928 tempest-TestNetworkAdvancedServerOps-260085928-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:06.668851 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.services.segments.plugin [-] Segment e864fc8e-5dde-440d-9143-acf79766e827 resource provider aggregate not found Oct 19 07:42:06.669038 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-37dc557a-f91f-4c53-927e-bc02db6b012e tempest-TestNetworkAdvancedServerOps-260085928 tempest-TestNetworkAdvancedServerOps-260085928-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815365'] for security_group_rule, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:06.690675 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-70f5d9b1-92b4-4dbc-8f91-2717df0dc562 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:06.693864 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37dc557a-f91f-4c53-927e-bc02db6b012e tempest-TestNetworkAdvancedServerOps-260085928 tempest-TestNetworkAdvancedServerOps-260085928-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ec42f2b-ac6f-4934-993d-32ae73955277,revision_number=0']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:42:06.703619 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-37dc557a-f91f-4c53-927e-bc02db6b012e tempest-TestNetworkAdvancedServerOps-260085928 tempest-TestNetworkAdvancedServerOps-260085928-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:06.705012 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-37dc557a-f91f-4c53-927e-bc02db6b012e tempest-TestNetworkAdvancedServerOps-260085928 tempest-TestNetworkAdvancedServerOps-260085928-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3880253 Oct 19 07:42:06.707826 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 57636) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:42:06.713055 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-74467e67-da45-452f-9ded-0d60adf6b083 tempest-TestNetworkAdvancedServerOps-260085928 tempest-TestNetworkAdvancedServerOps-260085928-project] Request body: {'security_group_rule': {'security_group_id': '705be772-8c7b-4b84-954c-59b0a7452e78', 'project_id': '6c01adc7adbe45c98fd23e352fd389b2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:42:06.714731 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-d2ecf90a-e521-4b79-b17a-c99332b6afc0 tempest-TagsExtTest-1762088066 tempest-TagsExtTest-1762088066-project] 10.222.0.27 "PUT /v2.0/ports/56c87d32-75b1-4878-9f7d-ab39a5528a48/tags/tempest-TagsExtTest-Tag-1493926282 HTTP/1.1" status: 201 len: 201 time: 0.4122832 Oct 19 07:42:06.715745 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.pecan_wsgi.hooks.translation [None req-f59ef822-d1c6-4a99-a761-d7177449b14a tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] DELETE failed (client error): The resource could not be found. Oct 19 07:42:06.716488 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f59ef822-d1c6-4a99-a761-d7177449b14a tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103332) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 07:42:06.722119 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-f59ef822-d1c6-4a99-a761-d7177449b14a tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] 10.222.0.27 "DELETE /v2.0/ports/f8f14363-e329-48ce-a6af-45c87aef9f99 HTTP/1.1" status: 404 len: 333 time: 0.1197271 Oct 19 07:42:06.722119 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 57638) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:42:06.724143 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 57640) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:42:06.736723 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c5c4fd3-e1a9-464d-9c93-ec23014b9df4 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 171} {{(pid=103332) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 07:42:06.746217 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.services.tag.tag_plugin [None req-acef8573-ef39-4e21-b265-837ccdd4408b tempest-TagsExtTest-1762088066 tempest-TagsExtTest-1762088066-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'd650ffba-3e67-4f0b-b938-cc3e0c672385', 'tempest-TagsExtTest-Tag-1976428627') {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:42:06.762632 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.services.segments.plugin [-] Segment e864fc8e-5dde-440d-9143-acf79766e827 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e864fc8e-5dde-440d-9143-acf79766e827 found for delete ", "request_id": "req-6c951be2-7cf6-49ac-b2f1-ff3988cb4530"}]} Oct 19 07:42:06.774820 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.pecan_wsgi.hooks.translation [None req-66d86de1-04fe-4d30-a9a7-fecefbc9982b tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] DELETE failed (client error): The resource could not be found. Oct 19 07:42:06.775300 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-66d86de1-04fe-4d30-a9a7-fecefbc9982b tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103333) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 07:42:06.782996 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-66d86de1-04fe-4d30-a9a7-fecefbc9982b tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] 10.222.0.27 "DELETE /v2.0/subnets/e402ae71-b9b8-4863-bfb8-85f4d9923ac4 HTTP/1.1" status: 404 len: 337 time: 0.0558293 Oct 19 07:42:06.787712 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 57644) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:42:06.806302 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-676b4670-52d0-429d-9dc0-6bb0f3b6bc5f tempest-QuotasNegativeTest-633061772 tempest-QuotasNegativeTest-633061772-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873'] for network, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:06.807274 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-676b4670-52d0-429d-9dc0-6bb0f3b6bc5f tempest-QuotasNegativeTest-633061772 tempest-QuotasNegativeTest-633061772-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:42:06.808052 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-676b4670-52d0-429d-9dc0-6bb0f3b6bc5f tempest-QuotasNegativeTest-633061772 tempest-QuotasNegativeTest-633061772-project-admin] Notify callbacks [] for network, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:06.813094 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.services.segments.plugin [-] Segment 8398e48e-7c9a-41bb-94c6-2f05519a3efc resource provider aggregate not found Oct 19 07:42:06.835648 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-32736c21-bff1-47b4-876a-7b73688d7e39 None None] Attempt 10 to provision port 56c87d32-75b1-4878-9f7d-ab39a5528a48 Oct 19 07:42:06.842276 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.services.segments.plugin [-] Segment 8398e48e-7c9a-41bb-94c6-2f05519a3efc resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8398e48e-7c9a-41bb-94c6-2f05519a3efc found for delete ", "request_id": "req-0b1a6ba5-07b2-486d-a60a-bd3003128032"}]} Oct 19 07:42:06.877892 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-32736c21-bff1-47b4-876a-7b73688d7e39 None None] Port 56c87d32-75b1-4878-9f7d-ab39a5528a48 cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 07:42:06.880030 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d75e71e5-653a-40a0-a8f4-a20bfd3d1c55 None None] DHCP port deletion for 15ea93e1-4fd6-42a8-9711-69682cc48382 request from dv-neutron-861624-1-hyperv {{(pid=103334) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 07:42:06.885003 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.pecan_wsgi.hooks.translation [None req-1429c967-24d2-47f2-b5d2-eaddd99e6343 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] DELETE failed (client error): The resource could not be found. Oct 19 07:42:06.886461 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1429c967-24d2-47f2-b5d2-eaddd99e6343 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103333) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 07:42:06.892003 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-1429c967-24d2-47f2-b5d2-eaddd99e6343 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] 10.222.0.27 "DELETE /v2.0/ports/087b9dc5-3183-4777-b86b-1bda030ffe73 HTTP/1.1" status: 404 len: 333 time: 0.1010363 Oct 19 07:42:06.895402 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-74467e67-da45-452f-9ded-0d60adf6b083 tempest-TestNetworkAdvancedServerOps-260085928 tempest-TestNetworkAdvancedServerOps-260085928-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:06.899524 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-9c5c4fd3-e1a9-464d-9c93-ec23014b9df4 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979'] for segment, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:06.899876 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.db.segments_db [None req-9c5c4fd3-e1a9-464d-9c93-ec23014b9df4 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Added segment 20d46793-5c76-41e2-9ef1-ce7674b1beaf of type vlan for network 1812e88c-3efa-43ee-a612-333c6f64e2e6 Oct 19 07:42:06.907288 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 57648) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:42:06.916479 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-32736c21-bff1-47b4-876a-7b73688d7e39 None None] Could not find standard attr ID for object 17a15606-481b-40f5-9605-eca6deae8738. {{(pid=103334) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 19 07:42:06.920933 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-32736c21-bff1-47b4-876a-7b73688d7e39 None None] Could not find standard attr ID for object a86cbcd1-0e19-4be3-a9bc-d110998345fa. {{(pid=103334) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 19 07:42:06.926720 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-32736c21-bff1-47b4-876a-7b73688d7e39 None None] Could not find standard attr ID for object 79fcf6c1-85d8-41c2-a02e-73e607fe5a88. {{(pid=103334) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 19 07:42:06.931916 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-32736c21-bff1-47b4-876a-7b73688d7e39 None None] Could not find standard attr ID for object 627aad4a-a807-463b-b24b-2e52bbe6324a. {{(pid=103334) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 19 07:42:06.936139 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-32736c21-bff1-47b4-876a-7b73688d7e39 None None] Could not find standard attr ID for object da688800-62b3-40a2-b3e1-03b9d73cb958. {{(pid=103334) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 19 07:42:06.956382 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-32736c21-bff1-47b4-876a-7b73688d7e39 None None] Provisioning complete for port 16d85671-6305-4b48-8089-cc7e37ad3eb2 triggered by entity DHCP. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:42:06.957133 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-32736c21-bff1-47b4-876a-7b73688d7e39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:06.957681 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-32736c21-bff1-47b4-876a-7b73688d7e39 None None] Attempt 1 to provision port 16d85671-6305-4b48-8089-cc7e37ad3eb2 Oct 19 07:42:06.965953 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-f13772ed-8058-47a6-a8f0-1f32953532f7 tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-667019'] for network, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:06.975847 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-74467e67-da45-452f-9ded-0d60adf6b083 tempest-TestNetworkAdvancedServerOps-260085928 tempest-TestNetworkAdvancedServerOps-260085928-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:06.981328 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-74467e67-da45-452f-9ded-0d60adf6b083 tempest-TestNetworkAdvancedServerOps-260085928 tempest-TestNetworkAdvancedServerOps-260085928-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815365'] for security_group_rule, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:06.993522 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.pecan_wsgi.hooks.translation [None req-9fc2d94a-a907-459e-bb12-58af514d7cb3 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] DELETE failed (client error): The resource could not be found. Oct 19 07:42:06.993982 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9fc2d94a-a907-459e-bb12-58af514d7cb3 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103332) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 07:42:06.997160 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-9fc2d94a-a907-459e-bb12-58af514d7cb3 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] 10.222.0.27 "DELETE /v2.0/subnets/d9b44769-7db7-407c-a117-ff1a5bb376be HTTP/1.1" status: 404 len: 337 time: 0.0844519 Oct 19 07:42:07.003492 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-676b4670-52d0-429d-9dc0-6bb0f3b6bc5f tempest-QuotasNegativeTest-633061772 tempest-QuotasNegativeTest-633061772-project-admin] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.2867353 Oct 19 07:42:07.009317 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74467e67-da45-452f-9ded-0d60adf6b083 tempest-TestNetworkAdvancedServerOps-260085928 tempest-TestNetworkAdvancedServerOps-260085928-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3eab447-01fe-4c0c-ab82-26f6a3dfd035,revision_number=0']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:42:07.024938 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 57650) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:42:07.026009 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 57652) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:42:07.047022 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676b4670-52d0-429d-9dc0-6bb0f3b6bc5f tempest-QuotasNegativeTest-633061772 tempest-QuotasNegativeTest-633061772-project-admin] Pushing event updated for resources: {'Network': ['ID=ad0cd8ae-6875-49fe-ae46-5bc40c021279,revision_number=1']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:42:07.053750 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-9c5c4fd3-e1a9-464d-9c93-ec23014b9df4 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785020965340'] for network, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:07.064173 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-32736c21-bff1-47b4-876a-7b73688d7e39 None None] Current status of the port 16d85671-6305-4b48-8089-cc7e37ad3eb2 is: ACTIVE; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:42:07.068748 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-d75e71e5-653a-40a0-a8f4-a20bfd3d1c55 None None] Deleting port 222dc8de-2fc4-4133-a2ec-1ed6ed788420 {{(pid=103334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 07:42:07.069563 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d75e71e5-653a-40a0-a8f4-a20bfd3d1c55 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:07.096757 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-70f5d9b1-92b4-4dbc-8f91-2717df0dc562 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788643'] for security_group, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:07.099538 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-70f5d9b1-92b4-4dbc-8f91-2717df0dc562 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:07.102812 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-70f5d9b1-92b4-4dbc-8f91-2717df0dc562 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/5ebff85e-88d1-409b-8b29-a571f336ede2 HTTP/1.1" status: 204 len: 168 time: 0.8246648 Oct 19 07:42:07.146341 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-d75e71e5-653a-40a0-a8f4-a20bfd3d1c55 None None] For port 222dc8de-2fc4-4133-a2ec-1ed6ed788420, host dv-neutron-861624-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=222dc8de-2fc4-4133-a2ec-1ed6ed788420,segment=NetworkSegment(878dedf8-0da6-4d53-87ae-f838f122cfa7),segment_id=878dedf8-0da6-4d53-87ae-f838f122cfa7)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:42:07.146852 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d75e71e5-653a-40a0-a8f4-a20bfd3d1c55 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:07.159924 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-d75e71e5-653a-40a0-a8f4-a20bfd3d1c55 None None] Calling delete_port for 222dc8de-2fc4-4133-a2ec-1ed6ed788420 owned by network:dhcp {{(pid=103334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 07:42:07.163733 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-e637ecfb-c75c-4475-b42e-62c93e96b318 tempest-QuotasNegativeTest-633061772 tempest-QuotasNegativeTest-633061772-project-admin] Request body: {'network': {'project_id': '8f68a3030cc34d5195353f9d3702cf22'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:42:07.168896 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-74467e67-da45-452f-9ded-0d60adf6b083 tempest-TestNetworkAdvancedServerOps-260085928 tempest-TestNetworkAdvancedServerOps-260085928-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:07.177382 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-74467e67-da45-452f-9ded-0d60adf6b083 tempest-TestNetworkAdvancedServerOps-260085928 tempest-TestNetworkAdvancedServerOps-260085928-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4680371 Oct 19 07:42:07.180459 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 57656) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:42:07.185962 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-e82d03c4-6805-4fd6-a735-9ce2206903e5 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-667019'] for network, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:07.196905 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-3fbe3066-05bc-49be-895b-cf9657cab259 tempest-TestNetworkAdvancedServerOps-260085928 tempest-TestNetworkAdvancedServerOps-260085928-project] Request body: {'security_group_rule': {'security_group_id': '705be772-8c7b-4b84-954c-59b0a7452e78', 'project_id': '6c01adc7adbe45c98fd23e352fd389b2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:42:07.203412 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f5d9b1-92b4-4dbc-8f91-2717df0dc562 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ebff85e-88d1-409b-8b29-a571f336ede2,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:42:07.223381 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-acef8573-ef39-4e21-b265-837ccdd4408b tempest-TagsExtTest-1762088066 tempest-TagsExtTest-1762088066-project] 10.222.0.27 "PUT /v2.0/routers/d650ffba-3e67-4f0b-b938-cc3e0c672385/tags/tempest-TagsExtTest-Tag-1976428627 HTTP/1.1" status: 201 len: 201 time: 0.4826889 Oct 19 07:42:07.226210 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 57658) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:42:07.231199 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.services.tag.tag_plugin [None req-6488ed75-7b94-407c-abf7-429eba96d392 tempest-TagsExtTest-1762088066 tempest-TagsExtTest-1762088066-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '518fbe4f-8418-4c78-a94f-17f63ee8c89e', 'tempest-TagsExtTest-Tag-2147271818') {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:42:07.238937 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.pecan_wsgi.hooks.translation [None req-e637ecfb-c75c-4475-b42e-62c93e96b318 tempest-QuotasNegativeTest-633061772 tempest-QuotasNegativeTest-633061772-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Oct 19 07:42:07.239410 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e637ecfb-c75c-4475-b42e-62c93e96b318 tempest-QuotasNegativeTest-633061772 tempest-QuotasNegativeTest-633061772-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=103333) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 07:42:07.240584 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-e637ecfb-c75c-4475-b42e-62c93e96b318 tempest-QuotasNegativeTest-633061772 tempest-QuotasNegativeTest-633061772-project-admin] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0821478 Oct 19 07:42:07.246493 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-9c5c4fd3-e1a9-464d-9c93-ec23014b9df4 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873'] for network, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:07.246690 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 57660) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:42:07.255237 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c5c4fd3-e1a9-464d-9c93-ec23014b9df4 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:42:07.255675 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-9c5c4fd3-e1a9-464d-9c93-ec23014b9df4 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Notify callbacks [] for network, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:07.266566 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Network ad0cd8ae-6875-49fe-ae46-5bc40c021279 details requested by agent ovs-agent-dv-neutron-861624-1-hyperv with host dv-neutron-861624-1-hyperv {{(pid=103334) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 07:42:07.274029 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.db.securitygroups_db [None req-3fbe3066-05bc-49be-895b-cf9657cab259 tempest-TestNetworkAdvancedServerOps-260085928 tempest-TestNetworkAdvancedServerOps-260085928-project] Project 6c01adc7adbe45c98fd23e352fd389b2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 19 07:42:07.289243 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-3fbe3066-05bc-49be-895b-cf9657cab259 tempest-TestNetworkAdvancedServerOps-260085928 tempest-TestNetworkAdvancedServerOps-260085928-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:07.305255 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-40f1f892-6618-4378-8d7a-c5113b61b4e1 None None] Could not find standard attr ID for object 7307f4f7-1222-42d1-aa24-b89992f37edb. {{(pid=103334) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 19 07:42:07.321934 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d75e71e5-653a-40a0-a8f4-a20bfd3d1c55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339'] for port, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:07.335258 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-40f1f892-6618-4378-8d7a-c5113b61b4e1 None None] Could not find standard attr ID for object 810ea5b8-0a78-49da-8b9d-9d10c360a366. {{(pid=103334) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 19 07:42:07.346043 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5c4fd3-e1a9-464d-9c93-ec23014b9df4 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Pushing event updated for resources: {'Network': ['ID=1812e88c-3efa-43ee-a612-333c6f64e2e6,revision_number=1']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:42:07.377113 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-083f163c-aee3-495c-9cc5-dc429e96274f tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Deleting port 202bbb75-d656-4039-93c2-eb6a38fe76f3 {{(pid=103333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 07:42:07.377345 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.plugin [None req-f13772ed-8058-47a6-a8f0-1f32953532f7 tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Deleting port 222dc8de-2fc4-4133-a2ec-1ed6ed788420 {{(pid=103332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 07:42:07.377691 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-f13772ed-8058-47a6-a8f0-1f32953532f7 tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:07.378041 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-083f163c-aee3-495c-9cc5-dc429e96274f tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:07.413638 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-9c5c4fd3-e1a9-464d-9c93-ec23014b9df4 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.0192986 Oct 19 07:42:07.433720 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Network 1812e88c-3efa-43ee-a612-333c6f64e2e6 details requested by agent ovs-agent-dv-neutron-861624-1-hyperv with host dv-neutron-861624-1-hyperv {{(pid=103334) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 07:42:07.443553 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75e71e5-653a-40a0-a8f4-a20bfd3d1c55 None None] Pushing event deleted for resources: {'Port': ['ID=222dc8de-2fc4-4133-a2ec-1ed6ed788420,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:42:07.459405 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-40f1f892-6618-4378-8d7a-c5113b61b4e1 None None] Could not find standard attr ID for object 903a6abe-cd5f-4a30-8334-99c5fd7d53c2. {{(pid=103334) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 19 07:42:07.463869 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d75e71e5-653a-40a0-a8f4-a20bfd3d1c55 None None] No DVR routers for this DVR port 222dc8de-2fc4-4133-a2ec-1ed6ed788420 on host dv-neutron-861624-1-hyperv {{(pid=103334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 19 07:42:07.480802 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 57664) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:42:07.488929 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-eb5f5533-05b6-4a01-a946-d72d3e8a7a39 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Request body: {'subnet': {'network_id': '1812e88c-3efa-43ee-a612-333c6f64e2e6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:42:07.490706 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.db [None req-f13772ed-8058-47a6-a8f0-1f32953532f7 tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] For port 222dc8de-2fc4-4133-a2ec-1ed6ed788420, host dv-neutron-861624-1-hyperv, got binding levels [] {{(pid=103332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:42:07.491188 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-f13772ed-8058-47a6-a8f0-1f32953532f7 tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:07.512295 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.plugin [None req-f13772ed-8058-47a6-a8f0-1f32953532f7 tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Calling delete_port for 222dc8de-2fc4-4133-a2ec-1ed6ed788420 owned by network:dhcp {{(pid=103332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 07:42:07.515975 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.ipam_backend_mixin [None req-f13772ed-8058-47a6-a8f0-1f32953532f7 tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Port 222dc8de-2fc4-4133-a2ec-1ed6ed788420 was not found and therefore no delete operation was performed {{(pid=103332) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Oct 19 07:42:07.518986 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-f13772ed-8058-47a6-a8f0-1f32953532f7 tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133553798'] for port, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:07.563971 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f13772ed-8058-47a6-a8f0-1f32953532f7 tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] No DVR routers for this DVR port 222dc8de-2fc4-4133-a2ec-1ed6ed788420 on host dv-neutron-861624-1-hyperv {{(pid=103332) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 19 07:42:07.571570 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13772ed-8058-47a6-a8f0-1f32953532f7 tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Pushing event deleted for resources: {'Port': ['ID=222dc8de-2fc4-4133-a2ec-1ed6ed788420,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:42:07.607465 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-6488ed75-7b94-407c-abf7-429eba96d392 tempest-TagsExtTest-1762088066 tempest-TagsExtTest-1762088066-project] 10.222.0.27 "PUT /v2.0/subnetpools/518fbe4f-8418-4c78-a94f-17f63ee8c89e/tags/tempest-TagsExtTest-Tag-2147271818 HTTP/1.1" status: 201 len: 201 time: 0.3777509 Oct 19 07:42:07.607747 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 57672) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:42:07.609836 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-e82d03c4-6805-4fd6-a735-9ce2206903e5 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-673051', 'neutron.services.segments.db._delete_segments_for_network-8785021519108'] for network, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:07.612772 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.services.tag.tag_plugin [None req-f1b5b9f7-5739-4c7e-a703-37a78b390c5e tempest-TagsExtTest-1762088066 tempest-TagsExtTest-1762088066-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '2af7298e-7aad-40f3-9618-487c73b23682', {'tags': ['tempest-TagsExtTest-Tag-1478132435', 'tempest-TagsExtTest-Tag-667901960', 'tempest-TagsExtTest-Tag-1362969502']}) {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:42:07.628385 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-35e14bd3-80c2-4690-9ced-3bc3695003f9 tempest-QuotasNegativeTest-633061772 tempest-QuotasNegativeTest-633061772-project-admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=8f68a3030cc34d5195353f9d3702cf22&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3800161 Oct 19 07:42:07.632699 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 57674) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:42:07.730862 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-f13772ed-8058-47a6-a8f0-1f32953532f7 tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-673051', 'neutron.services.segments.db._delete_segments_for_network-8785021519108'] for network, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:07.745845 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-3fbe3066-05bc-49be-895b-cf9657cab259 tempest-TestNetworkAdvancedServerOps-260085928 tempest-TestNetworkAdvancedServerOps-260085928-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:07.764796 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-e82d03c4-6805-4fd6-a735-9ce2206903e5 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b5a65c5-1bed-4301-9db8-c1056c2b8eba']}} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:42:07.772261 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-3fbe3066-05bc-49be-895b-cf9657cab259 tempest-TestNetworkAdvancedServerOps-260085928 tempest-TestNetworkAdvancedServerOps-260085928-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815365'] for security_group_rule, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:07.780690 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.services.segments.db [None req-f13772ed-8058-47a6-a8f0-1f32953532f7 tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15ea93e1-4fd6-42a8-9711-69682cc48382']}} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:42:07.797645 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.services.segments.db [None req-f13772ed-8058-47a6-a8f0-1f32953532f7 tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '878dedf8-0da6-4d53-87ae-f838f122cfa7') {'for_net_delete': True} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:42:07.797998 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.services.segments.db [None req-f13772ed-8058-47a6-a8f0-1f32953532f7 tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '878dedf8-0da6-4d53-87ae-f838f122cfa7') {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:42:07.806966 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-e82d03c4-6805-4fd6-a735-9ce2206903e5 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a8d2b05-b527-4bd4-a671-b9112f193fef') {'for_net_delete': True} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:42:07.807307 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-e82d03c4-6805-4fd6-a735-9ce2206903e5 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a8d2b05-b527-4bd4-a671-b9112f193fef') {} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:42:07.809961 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-f1b5b9f7-5739-4c7e-a703-37a78b390c5e tempest-TagsExtTest-1762088066 tempest-TagsExtTest-1762088066-project] 10.222.0.27 "PUT /v2.0/subnets/2af7298e-7aad-40f3-9618-487c73b23682/tags HTTP/1.1" status: 200 len: 317 time: 0.2010541 Oct 19 07:42:07.818634 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-f13772ed-8058-47a6-a8f0-1f32953532f7 tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785021519382', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130726885'] for segment, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:07.820776 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device 222dc8de-2fc4-4133-a2ec-1ed6ed788420 no longer exists at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 07:42:07.821848 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 57680) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:42:07.826453 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.services.tag.tag_plugin [None req-7eb40db5-2c52-49b8-a25b-c96e3284da02 tempest-TagsExtTest-1762088066 tempest-TagsExtTest-1762088066-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '2af7298e-7aad-40f3-9618-487c73b23682') {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:42:07.829447 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-e82d03c4-6805-4fd6-a735-9ce2206903e5 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785021519382', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-134111927'] for segment, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:07.838539 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-fcf77981-bbe9-44d9-9dac-ff0d54c5f7ce tempest-QuotasNegativeTest-633061772 tempest-QuotasNegativeTest-633061772-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:07.846482 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-e82d03c4-6805-4fd6-a735-9ce2206903e5 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979'] for segment, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:07.848151 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] No Port match for: 222dc8de-2fc4-4133-a2ec-1ed6ed788420 {{(pid=103334) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 19 07:42:07.848762 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device 222dc8de-2fc4-4133-a2ec-1ed6ed788420 not bound to the agent host dv-neutron-861624-1-hyperv {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 07:42:07.874079 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-f13772ed-8058-47a6-a8f0-1f32953532f7 tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979'] for segment, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:07.878442 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.db [None req-083f163c-aee3-495c-9cc5-dc429e96274f tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] For port 202bbb75-d656-4039-93c2-eb6a38fe76f3, host dv-neutron-861624-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=202bbb75-d656-4039-93c2-eb6a38fe76f3,segment=NetworkSegment(5001a856-9fa6-4a7a-83a1-63112baf16dd),segment_id=5001a856-9fa6-4a7a-83a1-63112baf16dd)] {{(pid=103333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:42:07.878954 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-083f163c-aee3-495c-9cc5-dc429e96274f tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:07.891567 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb5f5533-05b6-4a01-a946-d72d3e8a7a39 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Made reservation on behalf of 0cd3ded9dc134e3392e5122464eefb82 for: {'subnet': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 07:42:07.891810 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f13772ed-8058-47a6-a8f0-1f32953532f7 tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Releasing vlan 192 on physical network physnet1 to pool {{(pid=103332) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 07:42:07.892173 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-f13772ed-8058-47a6-a8f0-1f32953532f7 tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-133553843'] for segment, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:07.894785 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-eb5f5533-05b6-4a01-a946-d72d3e8a7a39 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130170579'] for subnet, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:07.901811 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e82d03c4-6805-4fd6-a735-9ce2206903e5 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Releasing vlan 179 on physical network physnet1 to pool {{(pid=103333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 07:42:07.902353 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-e82d03c4-6805-4fd6-a735-9ce2206903e5 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130996782'] for segment, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:07.906831 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbe3066-05bc-49be-895b-cf9657cab259 tempest-TestNetworkAdvancedServerOps-260085928 tempest-TestNetworkAdvancedServerOps-260085928-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb58d4ba-be55-47e0-b62e-bf06669c8cd3,revision_number=0']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:42:07.914941 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-fcf77981-bbe9-44d9-9dac-ff0d54c5f7ce tempest-QuotasNegativeTest-633061772 tempest-QuotasNegativeTest-633061772-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:07.931972 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-083f163c-aee3-495c-9cc5-dc429e96274f tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Calling delete_port for 202bbb75-d656-4039-93c2-eb6a38fe76f3 owned by network:router_interface {{(pid=103333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 07:42:07.953314 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-3fbe3066-05bc-49be-895b-cf9657cab259 tempest-TestNetworkAdvancedServerOps-260085928 tempest-TestNetworkAdvancedServerOps-260085928-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:07.953314 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-3fbe3066-05bc-49be-895b-cf9657cab259 tempest-TestNetworkAdvancedServerOps-260085928 tempest-TestNetworkAdvancedServerOps-260085928-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.7572327 Oct 19 07:42:07.954132 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 57686) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:42:07.960941 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-492e6244-1215-43be-a763-5d3efa97be1f tempest-TestNetworkAdvancedServerOps-260085928 tempest-TestNetworkAdvancedServerOps-260085928-project] Request body: {'security_group_rule': {'security_group_id': '705be772-8c7b-4b84-954c-59b0a7452e78', 'project_id': '6c01adc7adbe45c98fd23e352fd389b2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:42:08.006523 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-f13772ed-8058-47a6-a8f0-1f32953532f7 tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-673044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1695087'] for network, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:08.010844 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-f13772ed-8058-47a6-a8f0-1f32953532f7 tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Notify callbacks [] for network, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:08.014319 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-f13772ed-8058-47a6-a8f0-1f32953532f7 tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] 10.222.0.27 "DELETE /v2.0/networks/15ea93e1-4fd6-42a8-9711-69682cc48382 HTTP/1.1" status: 204 len: 168 time: 1.4185719 Oct 19 07:42:08.019467 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 57690) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:42:08.044356 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13772ed-8058-47a6-a8f0-1f32953532f7 tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Pushing event deleted for resources: {'Network': ['ID=15ea93e1-4fd6-42a8-9711-69682cc48382,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:42:08.069099 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.pecan_wsgi.hooks.translation [None req-6bead643-c693-4b61-9437-99a4a42a7a7e tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] DELETE failed (client error): The resource could not be found. Oct 19 07:42:08.069563 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6bead643-c693-4b61-9437-99a4a42a7a7e tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103332) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 07:42:08.073225 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-6bead643-c693-4b61-9437-99a4a42a7a7e tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] 10.222.0.27 "DELETE /v2.0/subnets/e3adcba5-f0c4-44eb-8906-58bfd00a4d13 HTTP/1.1" status: 404 len: 337 time: 0.0508070 Oct 19 07:42:08.077384 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 57692) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:42:08.088346 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 57694) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:42:08.096691 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-fcf77981-bbe9-44d9-9dac-ff0d54c5f7ce tempest-QuotasNegativeTest-633061772 tempest-QuotasNegativeTest-633061772-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788643'] for security_group, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:08.099218 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-fcf77981-bbe9-44d9-9dac-ff0d54c5f7ce tempest-QuotasNegativeTest-633061772 tempest-QuotasNegativeTest-633061772-project-admin] Notify callbacks [] for security_group, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:08.100408 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-fcf77981-bbe9-44d9-9dac-ff0d54c5f7ce tempest-QuotasNegativeTest-633061772 tempest-QuotasNegativeTest-633061772-project-admin] 10.222.0.27 "DELETE /v2.0/security-groups/3647a6cb-7dde-4fd7-aad5-2a0319a8a6d3 HTTP/1.1" status: 204 len: 168 time: 0.4480109 Oct 19 07:42:08.109868 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 57698) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:42:08.119683 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.pecan_wsgi.hooks.translation [None req-5cd15fb2-81ce-4cbd-b0f1-fb3ed0e8c60b tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] DELETE failed (client error): The resource could not be found. Oct 19 07:42:08.120365 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5cd15fb2-81ce-4cbd-b0f1-fb3ed0e8c60b tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103332) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 07:42:08.124014 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-5cd15fb2-81ce-4cbd-b0f1-fb3ed0e8c60b tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] 10.222.0.27 "DELETE /v2.0/networks/56c72f95-63f4-4dae-811a-6f7e55afcc51 HTTP/1.1" status: 404 len: 339 time: 0.0429502 Oct 19 07:42:08.129443 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 57700) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:42:08.132588 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-7eb40db5-2c52-49b8-a25b-c96e3284da02 tempest-TagsExtTest-1762088066 tempest-TagsExtTest-1762088066-project] 10.222.0.27 "DELETE /v2.0/subnets/2af7298e-7aad-40f3-9618-487c73b23682/tags HTTP/1.1" status: 204 len: 168 time: 0.3097639 Oct 19 07:42:08.139086 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf77981-bbe9-44d9-9dac-ff0d54c5f7ce tempest-QuotasNegativeTest-633061772 tempest-QuotasNegativeTest-633061772-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3647a6cb-7dde-4fd7-aad5-2a0319a8a6d3,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:42:08.141627 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 57702) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:42:08.147198 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.services.tag.tag_plugin [None req-0601eebf-875c-4a9b-a832-4aecf6f494a8 tempest-TagsExtTest-1762088066 tempest-TagsExtTest-1762088066-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '2af7298e-7aad-40f3-9618-487c73b23682', 'tempest-TagsExtTest-Tag-1478132435') {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:42:08.192218 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-a24e326f-edb0-4041-8345-e4b9352c80e3 tempest-QuotasNegativeTest-633061772 tempest-QuotasNegativeTest-633061772-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-667019'] for network, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:08.193818 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-e82d03c4-6805-4fd6-a735-9ce2206903e5 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-673044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1695087'] for network, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:08.210137 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.db.securitygroups_db [None req-492e6244-1215-43be-a763-5d3efa97be1f tempest-TestNetworkAdvancedServerOps-260085928 tempest-TestNetworkAdvancedServerOps-260085928-project] Project 6c01adc7adbe45c98fd23e352fd389b2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 19 07:42:08.218359 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-e82d03c4-6805-4fd6-a735-9ce2206903e5 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Notify callbacks [] for network, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:08.222877 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-e82d03c4-6805-4fd6-a735-9ce2206903e5 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] 10.222.0.27 "DELETE /v2.0/networks/6b5a65c5-1bed-4301-9db8-c1056c2b8eba HTTP/1.1" status: 204 len: 168 time: 1.1937189 Oct 19 07:42:08.228738 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-0258915c-d3e4-4e3d-aa6b-0ed07ae22cc4 tempest-BulkNetworkOpsIpV6Test-187216048 tempest-BulkNetworkOpsIpV6Test-187216048-project] Request body: {'networks': [{'name': 'tempest-network--1516882129'}, {'name': 'tempest-network--110348027'}]} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:42:08.229271 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-0258915c-d3e4-4e3d-aa6b-0ed07ae22cc4 tempest-BulkNetworkOpsIpV6Test-187216048 tempest-BulkNetworkOpsIpV6Test-187216048-project] Request body: {'network': {'name': 'tempest-network--1516882129'}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:42:08.229408 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-0258915c-d3e4-4e3d-aa6b-0ed07ae22cc4 tempest-BulkNetworkOpsIpV6Test-187216048 tempest-BulkNetworkOpsIpV6Test-187216048-project] Request body: {'network': {'name': 'tempest-network--110348027'}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:42:08.260843 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb2270ca-fe30-4b60-9ee7-cdd8bd41dbee tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Deleting subnet 110150a5-4357-4287-823f-c8e6e9cf2bd2 {{(pid=103332) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 19 07:42:08.263386 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-492e6244-1215-43be-a763-5d3efa97be1f tempest-TestNetworkAdvancedServerOps-260085928 tempest-TestNetworkAdvancedServerOps-260085928-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:08.269898 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-bb2270ca-fe30-4b60-9ee7-cdd8bd41dbee tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Notify callbacks [] for subnet, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:08.291651 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82d03c4-6805-4fd6-a735-9ce2206903e5 tempest-NetworksTestDHCPv6-450080748 tempest-NetworksTestDHCPv6-450080748-project] Pushing event deleted for resources: {'Network': ['ID=6b5a65c5-1bed-4301-9db8-c1056c2b8eba,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:42:08.302038 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0258915c-d3e4-4e3d-aa6b-0ed07ae22cc4 tempest-BulkNetworkOpsIpV6Test-187216048 tempest-BulkNetworkOpsIpV6Test-187216048-project] Made reservation on behalf of 7db4f931eb584e5da0319ec90f9e927a for: {'network': 2} {{(pid=103332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 07:42:08.309174 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-0258915c-d3e4-4e3d-aa6b-0ed07ae22cc4 tempest-BulkNetworkOpsIpV6Test-187216048 tempest-BulkNetworkOpsIpV6Test-187216048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for network, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:08.330053 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-0258915c-d3e4-4e3d-aa6b-0ed07ae22cc4 tempest-BulkNetworkOpsIpV6Test-187216048 tempest-BulkNetworkOpsIpV6Test-187216048-project] Notify callbacks [] for security_group, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:08.348141 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-bb2270ca-fe30-4b60-9ee7-cdd8bd41dbee tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130726890'] for subnet, precommit_delete_associations {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:08.393119 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.api.v2.resource [None req-0601eebf-875c-4a9b-a832-4aecf6f494a8 tempest-TagsExtTest-1762088066 tempest-TagsExtTest-1762088066-project] show failed (client error): The resource could not be found. Oct 19 07:42:08.394286 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-0601eebf-875c-4a9b-a832-4aecf6f494a8 tempest-TagsExtTest-1762088066 tempest-TagsExtTest-1762088066-project] 10.222.0.27 "GET /v2.0/subnets/2af7298e-7aad-40f3-9618-487c73b23682/tags/tempest-TagsExtTest-Tag-1478132435 HTTP/1.1" status: 404 len: 329 time: 0.2503891 Oct 19 07:42:08.399397 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 57706) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:42:08.405730 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.services.tag.tag_plugin [None req-b6c7b856-03c3-4808-9742-56015dce3da6 tempest-TagsExtTest-1762088066 tempest-TagsExtTest-1762088066-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '2af7298e-7aad-40f3-9618-487c73b23682', 'tempest-TagsExtTest-Tag-667901960') {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:42:08.503795 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-a24e326f-edb0-4041-8345-e4b9352c80e3 tempest-QuotasNegativeTest-633061772 tempest-QuotasNegativeTest-633061772-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-673051', 'neutron.services.segments.db._delete_segments_for_network-8785021519108'] for network, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:08.535545 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 57710) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:42:08.545833 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-bb2270ca-fe30-4b60-9ee7-cdd8bd41dbee tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-679826'] for subnet, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:08.569005 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-a24e326f-edb0-4041-8345-e4b9352c80e3 tempest-QuotasNegativeTest-633061772 tempest-QuotasNegativeTest-633061772-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad0cd8ae-6875-49fe-ae46-5bc40c021279']}} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:42:08.578067 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-492e6244-1215-43be-a763-5d3efa97be1f tempest-TestNetworkAdvancedServerOps-260085928 tempest-TestNetworkAdvancedServerOps-260085928-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:08.589485 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-0258915c-d3e4-4e3d-aa6b-0ed07ae22cc4 tempest-BulkNetworkOpsIpV6Test-187216048 tempest-BulkNetworkOpsIpV6Test-187216048-project] Notify callbacks [] for security_group, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:08.599570 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-0258915c-d3e4-4e3d-aa6b-0ed07ae22cc4 tempest-BulkNetworkOpsIpV6Test-187216048 tempest-BulkNetworkOpsIpV6Test-187216048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788643'] for security_group, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:08.600036 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-0258915c-d3e4-4e3d-aa6b-0ed07ae22cc4 tempest-BulkNetworkOpsIpV6Test-187216048 tempest-BulkNetworkOpsIpV6Test-187216048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for network, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:08.615880 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.api.v2.resource [None req-b6c7b856-03c3-4808-9742-56015dce3da6 tempest-TagsExtTest-1762088066 tempest-TagsExtTest-1762088066-project] show failed (client error): The resource could not be found. Oct 19 07:42:08.616937 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-b6c7b856-03c3-4808-9742-56015dce3da6 tempest-TagsExtTest-1762088066 tempest-TagsExtTest-1762088066-project] 10.222.0.27 "GET /v2.0/subnets/2af7298e-7aad-40f3-9618-487c73b23682/tags/tempest-TagsExtTest-Tag-667901960 HTTP/1.1" status: 404 len: 328 time: 0.2165530 Oct 19 07:42:08.625773 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 57714) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:42:08.627466 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-a24e326f-edb0-4041-8345-e4b9352c80e3 tempest-QuotasNegativeTest-633061772 tempest-QuotasNegativeTest-633061772-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f02b0334-faf5-4997-b09c-a2dd27d05727') {'for_net_delete': True} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:42:08.627768 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-a24e326f-edb0-4041-8345-e4b9352c80e3 tempest-QuotasNegativeTest-633061772 tempest-QuotasNegativeTest-633061772-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f02b0334-faf5-4997-b09c-a2dd27d05727') {} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:42:08.630971 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-492e6244-1215-43be-a763-5d3efa97be1f tempest-TestNetworkAdvancedServerOps-260085928 tempest-TestNetworkAdvancedServerOps-260085928-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815365'] for security_group_rule, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:08.646898 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.services.tag.tag_plugin [None req-b421c11c-e330-4d8b-a1b6-6f3888cc27a2 tempest-TagsExtTest-1762088066 tempest-TagsExtTest-1762088066-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '2af7298e-7aad-40f3-9618-487c73b23682', 'tempest-TagsExtTest-Tag-1362969502') {} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:42:08.665979 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0258915c-d3e4-4e3d-aa6b-0ed07ae22cc4 tempest-BulkNetworkOpsIpV6Test-187216048 tempest-BulkNetworkOpsIpV6Test-187216048-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 174} {{(pid=103332) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 07:42:08.667977 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0258915c-d3e4-4e3d-aa6b-0ed07ae22cc4 tempest-BulkNetworkOpsIpV6Test-187216048 tempest-BulkNetworkOpsIpV6Test-187216048-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7d670b2e-2392-461e-81e1-7f679e5e1464,revision_number=1']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:42:08.669486 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-a24e326f-edb0-4041-8345-e4b9352c80e3 tempest-QuotasNegativeTest-633061772 tempest-QuotasNegativeTest-633061772-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785021519382', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-134111927'] for segment, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:08.691902 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-0258915c-d3e4-4e3d-aa6b-0ed07ae22cc4 tempest-BulkNetworkOpsIpV6Test-187216048 tempest-BulkNetworkOpsIpV6Test-187216048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979'] for segment, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:08.692232 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.db.segments_db [None req-0258915c-d3e4-4e3d-aa6b-0ed07ae22cc4 tempest-BulkNetworkOpsIpV6Test-187216048 tempest-BulkNetworkOpsIpV6Test-187216048-project] Added segment d086b5c8-29b6-4c25-8c23-4216cd56a015 of type vlan for network 8f7b0c75-2829-4aa2-8fb4-620a91a4f7fa Oct 19 07:42:08.693989 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-bb2270ca-fe30-4b60-9ee7-cdd8bd41dbee tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-679819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-133552721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130659632'] for subnet, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:08.697619 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-eb5f5533-05b6-4a01-a946-d72d3e8a7a39 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130997899', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130170401'] for subnet, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:08.722736 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492e6244-1215-43be-a763-5d3efa97be1f tempest-TestNetworkAdvancedServerOps-260085928 tempest-TestNetworkAdvancedServerOps-260085928-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f56f87b-edcb-4b72-99ec-b931d5dc746b,revision_number=0']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:42:08.751368 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-a24e326f-edb0-4041-8345-e4b9352c80e3 tempest-QuotasNegativeTest-633061772 tempest-QuotasNegativeTest-633061772-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979'] for segment, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:08.757274 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2270ca-fe30-4b60-9ee7-cdd8bd41dbee tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Pushing event deleted for resources: {'Subnet': ['ID=110150a5-4357-4287-823f-c8e6e9cf2bd2,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:42:08.764102 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-bb2270ca-fe30-4b60-9ee7-cdd8bd41dbee tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Notify callbacks [] for subnet, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:08.770017 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-bb2270ca-fe30-4b60-9ee7-cdd8bd41dbee tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] 10.222.0.27 "DELETE /v2.0/subnets/110150a5-4357-4287-823f-c8e6e9cf2bd2 HTTP/1.1" status: 204 len: 168 time: 0.6366928 Oct 19 07:42:08.770248 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23e08a48-28f0-4e14-bb22-a4362c7e026b None None] Network ae2542a6-7d92-424e-84a1-56c3a5d0fd70 requested from dv-neutron-861624-1-hyperv {{(pid=103334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 07:42:08.775090 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-492e6244-1215-43be-a763-5d3efa97be1f tempest-TestNetworkAdvancedServerOps-260085928 tempest-TestNetworkAdvancedServerOps-260085928-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:08.779706 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-492e6244-1215-43be-a763-5d3efa97be1f tempest-TestNetworkAdvancedServerOps-260085928 tempest-TestNetworkAdvancedServerOps-260085928-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.8222916 Oct 19 07:42:08.780362 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 57716) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:42:08.780498 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 57720) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:42:08.783432 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-0258915c-d3e4-4e3d-aa6b-0ed07ae22cc4 tempest-BulkNetworkOpsIpV6Test-187216048 tempest-BulkNetworkOpsIpV6Test-187216048-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785020965340'] for network, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:08.784032 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a24e326f-edb0-4041-8345-e4b9352c80e3 tempest-QuotasNegativeTest-633061772 tempest-QuotasNegativeTest-633061772-project-admin] Releasing vlan 193 on physical network physnet1 to pool {{(pid=103333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 07:42:08.784440 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-a24e326f-edb0-4041-8345-e4b9352c80e3 tempest-QuotasNegativeTest-633061772 tempest-QuotasNegativeTest-633061772-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130996782'] for segment, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:08.789047 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-f228e7fe-c0ec-4420-bf6f-301f38e43964 tempest-TestNetworkAdvancedServerOps-260085928 tempest-TestNetworkAdvancedServerOps-260085928-project] Request body: {'network': {'name': 'tempest-network-smoke--1238887899', 'project_id': '6c01adc7adbe45c98fd23e352fd389b2', 'port_security_enabled': True}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:42:08.804028 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-083f163c-aee3-495c-9cc5-dc429e96274f tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130996763'] for port, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:08.806595 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.services.segments.plugin [-] Segment 878dedf8-0da6-4d53-87ae-f838f122cfa7 resource provider aggregate not found Oct 19 07:42:08.833039 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.services.segments.plugin [-] Segment 878dedf8-0da6-4d53-87ae-f838f122cfa7 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 878dedf8-0da6-4d53-87ae-f838f122cfa7 found for delete ", "request_id": "req-01592360-26d5-4008-94fe-797a3e781caf"}]} Oct 19 07:42:08.843854 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-5a2b41d8-3141-4486-bd41-1cef181d09d6 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=61a2e57b80c1442e9cb330141a970781&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3009031 Oct 19 07:42:08.845765 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 57724) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:42:08.856536 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f228e7fe-c0ec-4420-bf6f-301f38e43964 tempest-TestNetworkAdvancedServerOps-260085928 tempest-TestNetworkAdvancedServerOps-260085928-project] Made reservation on behalf of 6c01adc7adbe45c98fd23e352fd389b2 for: {'network': 1} {{(pid=103332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 07:42:08.860753 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-f228e7fe-c0ec-4420-bf6f-301f38e43964 tempest-TestNetworkAdvancedServerOps-260085928 tempest-TestNetworkAdvancedServerOps-260085928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for network, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:08.878088 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0258915c-d3e4-4e3d-aa6b-0ed07ae22cc4 tempest-BulkNetworkOpsIpV6Test-187216048 tempest-BulkNetworkOpsIpV6Test-187216048-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 161} {{(pid=103332) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 07:42:08.904879 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-0258915c-d3e4-4e3d-aa6b-0ed07ae22cc4 tempest-BulkNetworkOpsIpV6Test-187216048 tempest-BulkNetworkOpsIpV6Test-187216048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979'] for segment, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:08.905219 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.db.segments_db [None req-0258915c-d3e4-4e3d-aa6b-0ed07ae22cc4 tempest-BulkNetworkOpsIpV6Test-187216048 tempest-BulkNetworkOpsIpV6Test-187216048-project] Added segment 1a1d2fc1-6eec-498c-a985-ee069516e325 of type vlan for network e7660d29-3620-4972-ab16-0c3474624293 Oct 19 07:42:08.916780 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.services.segments.plugin [-] Segment 5a8d2b05-b527-4bd4-a671-b9112f193fef resource provider aggregate not found Oct 19 07:42:08.926541 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5f5533-05b6-4a01-a946-d72d3e8a7a39 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Pushing event updated for resources: {'Subnet': ['ID=9acb3e36-9ec8-4921-9357-5672d51d90c0,revision_number=0']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:42:08.929840 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083f163c-aee3-495c-9cc5-dc429e96274f tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Pushing event deleted for resources: {'Port': ['ID=202bbb75-d656-4039-93c2-eb6a38fe76f3,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:42:08.936223 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f228e7fe-c0ec-4420-bf6f-301f38e43964 tempest-TestNetworkAdvancedServerOps-260085928 tempest-TestNetworkAdvancedServerOps-260085928-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 183} {{(pid=103332) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 07:42:08.983725 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-f228e7fe-c0ec-4420-bf6f-301f38e43964 tempest-TestNetworkAdvancedServerOps-260085928 tempest-TestNetworkAdvancedServerOps-260085928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979'] for segment, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:08.984958 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.db.segments_db [None req-f228e7fe-c0ec-4420-bf6f-301f38e43964 tempest-TestNetworkAdvancedServerOps-260085928 tempest-TestNetworkAdvancedServerOps-260085928-project] Added segment 8493a2bc-032c-45cf-957b-f2fdee941360 of type vlan for network 6d49fd8a-7643-40eb-ab2d-b752a1374d55 Oct 19 07:42:08.988069 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.services.segments.plugin [-] Segment 5a8d2b05-b527-4bd4-a671-b9112f193fef resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5a8d2b05-b527-4bd4-a671-b9112f193fef found for delete ", "request_id": "req-3280c1e4-3261-48d0-801d-bf9bc837940d"}]} Oct 19 07:42:09.001160 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-0258915c-d3e4-4e3d-aa6b-0ed07ae22cc4 tempest-BulkNetworkOpsIpV6Test-187216048 tempest-BulkNetworkOpsIpV6Test-187216048-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785020965340'] for network, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:09.003354 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-f7b57ecc-074b-4fc9-9abe-41f897999ae0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:09.060240 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-a24e326f-edb0-4041-8345-e4b9352c80e3 tempest-QuotasNegativeTest-633061772 tempest-QuotasNegativeTest-633061772-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-673044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1695087'] for network, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:09.061740 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-f7b57ecc-074b-4fc9-9abe-41f897999ae0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:09.062941 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.services.segments.plugin [-] Segment f02b0334-faf5-4997-b09c-a2dd27d05727 resource provider aggregate not found Oct 19 07:42:09.078499 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-f228e7fe-c0ec-4420-bf6f-301f38e43964 tempest-TestNetworkAdvancedServerOps-260085928 tempest-TestNetworkAdvancedServerOps-260085928-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785020965340'] for network, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:09.079196 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c156b2ea-c7be-4551-b69a-19ed5b9951e0 None None] DHCP port deletion for ae2542a6-7d92-424e-84a1-56c3a5d0fd70 request from dv-neutron-861624-1-hyperv {{(pid=103334) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 07:42:09.082900 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb5f5533-05b6-4a01-a946-d72d3e8a7a39 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Checking segment: {'id': '20d46793-5c76-41e2-9ef1-ce7674b1beaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '1812e88c-3efa-43ee-a612-333c6f64e2e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 19 07:42:09.083257 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb5f5533-05b6-4a01-a946-d72d3e8a7a39 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Network hostable DHCP agents. Network: 1812e88c-3efa-43ee-a612-333c6f64e2e6, hostable agents: ['310d813b-0e3e-4d7e-9b79-8f4ec0dbcab0'], hosted agents: [] {{(pid=103333) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 07:42:09.084903 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-0258915c-d3e4-4e3d-aa6b-0ed07ae22cc4 tempest-BulkNetworkOpsIpV6Test-187216048 tempest-BulkNetworkOpsIpV6Test-187216048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873'] for network, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:09.085565 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-0258915c-d3e4-4e3d-aa6b-0ed07ae22cc4 tempest-BulkNetworkOpsIpV6Test-187216048 tempest-BulkNetworkOpsIpV6Test-187216048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873'] for network, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:09.085894 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-a24e326f-edb0-4041-8345-e4b9352c80e3 tempest-QuotasNegativeTest-633061772 tempest-QuotasNegativeTest-633061772-project-admin] Notify callbacks [] for network, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:09.092296 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-a24e326f-edb0-4041-8345-e4b9352c80e3 tempest-QuotasNegativeTest-633061772 tempest-QuotasNegativeTest-633061772-project-admin] 10.222.0.27 "DELETE /v2.0/networks/ad0cd8ae-6875-49fe-ae46-5bc40c021279 HTTP/1.1" status: 204 len: 168 time: 0.9786704 Oct 19 07:42:09.092390 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0258915c-d3e4-4e3d-aa6b-0ed07ae22cc4 tempest-BulkNetworkOpsIpV6Test-187216048 tempest-BulkNetworkOpsIpV6Test-187216048-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:42:09.096525 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0258915c-d3e4-4e3d-aa6b-0ed07ae22cc4 tempest-BulkNetworkOpsIpV6Test-187216048 tempest-BulkNetworkOpsIpV6Test-187216048-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:42:09.097376 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-0258915c-d3e4-4e3d-aa6b-0ed07ae22cc4 tempest-BulkNetworkOpsIpV6Test-187216048 tempest-BulkNetworkOpsIpV6Test-187216048-project] Notify callbacks [] for network, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:09.100140 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-59b13b73-e23d-4e8e-8389-f33e3ac0a18b tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-667019'] for network, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:09.101793 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 57734) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:42:09.141372 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24e326f-edb0-4041-8345-e4b9352c80e3 tempest-QuotasNegativeTest-633061772 tempest-QuotasNegativeTest-633061772-project-admin] Pushing event deleted for resources: {'Network': ['ID=ad0cd8ae-6875-49fe-ae46-5bc40c021279,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:42:09.167590 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.api.v2.resource [None req-b421c11c-e330-4d8b-a1b6-6f3888cc27a2 tempest-TagsExtTest-1762088066 tempest-TagsExtTest-1762088066-project] show failed (client error): The resource could not be found. Oct 19 07:42:09.168695 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-b421c11c-e330-4d8b-a1b6-6f3888cc27a2 tempest-TagsExtTest-1762088066 tempest-TagsExtTest-1762088066-project] 10.222.0.27 "GET /v2.0/subnets/2af7298e-7aad-40f3-9618-487c73b23682/tags/tempest-TagsExtTest-Tag-1362969502 HTTP/1.1" status: 404 len: 329 time: 0.5387669 Oct 19 07:42:09.175214 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 57736) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:42:09.181332 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.services.tag.tag_plugin [None req-b25764a3-e1dd-4150-ab90-3058e3c99b41 tempest-TagsExtTest-1762088066 tempest-TagsExtTest-1762088066-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '56c87d32-75b1-4878-9f7d-ab39a5528a48', {'tags': ['tempest-TagsExtTest-Tag-1653116608', 'tempest-TagsExtTest-Tag-1415068418', 'tempest-TagsExtTest-Tag-2032834190']}) {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:42:09.187970 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-c156b2ea-c7be-4551-b69a-19ed5b9951e0 None None] Deleting port e38c5152-cbd8-460d-99e5-f6a15272f394 {{(pid=103334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 07:42:09.188372 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-c156b2ea-c7be-4551-b69a-19ed5b9951e0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:09.189979 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-0258915c-d3e4-4e3d-aa6b-0ed07ae22cc4 tempest-BulkNetworkOpsIpV6Test-187216048 tempest-BulkNetworkOpsIpV6Test-187216048-project] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 1.1006429 Oct 19 07:42:09.206337 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 57738) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:42:09.233312 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-f228e7fe-c0ec-4420-bf6f-301f38e43964 tempest-TestNetworkAdvancedServerOps-260085928 tempest-TestNetworkAdvancedServerOps-260085928-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873'] for network, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:09.239341 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f228e7fe-c0ec-4420-bf6f-301f38e43964 tempest-TestNetworkAdvancedServerOps-260085928 tempest-TestNetworkAdvancedServerOps-260085928-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:42:09.239958 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-f228e7fe-c0ec-4420-bf6f-301f38e43964 tempest-TestNetworkAdvancedServerOps-260085928 tempest-TestNetworkAdvancedServerOps-260085928-project] Notify callbacks [] for network, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:09.259677 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.services.segments.plugin [-] Segment f02b0334-faf5-4997-b09c-a2dd27d05727 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f02b0334-faf5-4997-b09c-a2dd27d05727 found for delete ", "request_id": "req-b2fed04e-a6c0-4991-bc51-391033b7dd5d"}]} Oct 19 07:42:09.262044 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0258915c-d3e4-4e3d-aa6b-0ed07ae22cc4 tempest-BulkNetworkOpsIpV6Test-187216048 tempest-BulkNetworkOpsIpV6Test-187216048-project] Pushing event updated for resources: {'Network': ['ID=8f7b0c75-2829-4aa2-8fb4-620a91a4f7fa,revision_number=1']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:42:09.282973 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-c156b2ea-c7be-4551-b69a-19ed5b9951e0 None None] For port e38c5152-cbd8-460d-99e5-f6a15272f394, host dv-neutron-861624-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=e38c5152-cbd8-460d-99e5-f6a15272f394,segment=NetworkSegment(e73d16fa-be62-4e6f-95a8-57aac58bb6c1),segment_id=e73d16fa-be62-4e6f-95a8-57aac58bb6c1)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:42:09.283515 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-c156b2ea-c7be-4551-b69a-19ed5b9951e0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:09.303132 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-c156b2ea-c7be-4551-b69a-19ed5b9951e0 None None] Calling delete_port for e38c5152-cbd8-460d-99e5-f6a15272f394 owned by network:dhcp {{(pid=103334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 07:42:09.308194 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-f7b57ecc-074b-4fc9-9abe-41f897999ae0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788643'] for security_group, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:09.311193 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-f7b57ecc-074b-4fc9-9abe-41f897999ae0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:09.315261 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-f7b57ecc-074b-4fc9-9abe-41f897999ae0 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/b304c771-ad8d-4cf8-9ab7-ce8b1cfb6a04 HTTP/1.1" status: 204 len: 168 time: 0.4674699 Oct 19 07:42:09.319628 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-f228e7fe-c0ec-4420-bf6f-301f38e43964 tempest-TestNetworkAdvancedServerOps-260085928 tempest-TestNetworkAdvancedServerOps-260085928-project] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5381341 Oct 19 07:42:09.329116 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 57742) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:42:09.340882 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-fd3b04f2-944d-4026-845a-36e764e8647b tempest-TestNetworkAdvancedServerOps-260085928 tempest-TestNetworkAdvancedServerOps-260085928-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1410530827', 'admin_state_up': True, 'project_id': '6c01adc7adbe45c98fd23e352fd389b2', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd'}}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:42:09.345602 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb5f5533-05b6-4a01-a946-d72d3e8a7a39 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Network 1812e88c-3efa-43ee-a612-333c6f64e2e6 is scheduled to be hosted by DHCP agent 310d813b-0e3e-4d7e-9b79-8f4ec0dbcab0 with binding_index 1 {{(pid=103333) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 07:42:09.351848 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Network 8f7b0c75-2829-4aa2-8fb4-620a91a4f7fa details requested by agent ovs-agent-dv-neutron-861624-1-hyperv with host dv-neutron-861624-1-hyperv {{(pid=103334) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 07:42:09.401956 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b57ecc-074b-4fc9-9abe-41f897999ae0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b304c771-ad8d-4cf8-9ab7-ce8b1cfb6a04,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:42:09.408524 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0258915c-d3e4-4e3d-aa6b-0ed07ae22cc4 tempest-BulkNetworkOpsIpV6Test-187216048 tempest-BulkNetworkOpsIpV6Test-187216048-project] Pushing event updated for resources: {'Network': ['ID=e7660d29-3620-4972-ab16-0c3474624293,revision_number=1']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:42:09.414158 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-029edab2-6dc2-4059-a12a-c4c7a9b5ea70 tempest-QuotasNegativeTest-633061772 tempest-QuotasNegativeTest-633061772-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-667019'] for network, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:09.431515 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-b25764a3-e1dd-4150-ab90-3058e3c99b41 tempest-TagsExtTest-1762088066 tempest-TagsExtTest-1762088066-project] 10.222.0.27 "PUT /v2.0/ports/56c87d32-75b1-4878-9f7d-ab39a5528a48/tags HTTP/1.1" status: 200 len: 318 time: 0.2541811 Oct 19 07:42:09.435043 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 57744) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:42:09.441717 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.services.tag.tag_plugin [None req-c0d2aaee-5806-4afc-8989-44029c6606ed tempest-TagsExtTest-1762088066 tempest-TagsExtTest-1762088066-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '56c87d32-75b1-4878-9f7d-ab39a5528a48') {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:42:09.447093 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-eb5f5533-05b6-4a01-a946-d72d3e8a7a39 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861624-1-hyperv, 1812e88c-3efa-43ee-a612-333c6f64e2e6) {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:42:09.476113 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb5f5533-05b6-4a01-a946-d72d3e8a7a39 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:42:09.476740 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-eb5f5533-05b6-4a01-a946-d72d3e8a7a39 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Notify callbacks [] for subnet, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:09.484800 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-fd3b04f2-944d-4026-845a-36e764e8647b tempest-TestNetworkAdvancedServerOps-260085928 tempest-TestNetworkAdvancedServerOps-260085928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1692695', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12668'] for router, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:09.486208 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-fd3b04f2-944d-4026-845a-36e764e8647b tempest-TestNetworkAdvancedServerOps-260085928 tempest-TestNetworkAdvancedServerOps-260085928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1692835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1693910', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1621825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12659'] for router, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:09.535521 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f228e7fe-c0ec-4420-bf6f-301f38e43964 tempest-TestNetworkAdvancedServerOps-260085928 tempest-TestNetworkAdvancedServerOps-260085928-project] Pushing event updated for resources: {'Network': ['ID=6d49fd8a-7643-40eb-ab2d-b752a1374d55,revision_number=1']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:42:09.557797 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-eb5f5533-05b6-4a01-a946-d72d3e8a7a39 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0758715 Oct 19 07:42:09.561254 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 57748) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:42:09.582566 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-083f163c-aee3-495c-9cc5-dc429e96274f tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1574862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1694957'] for router_interface, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:09.588000 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-3d144fce-56ce-4a87-9f6d-84738ce22df7 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Request body: {'port': {'network_id': '1812e88c-3efa-43ee-a612-333c6f64e2e6', 'name': 'tempest-PortsIpV6TestJSON-179796148'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:42:09.677960 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-363264dc-22fb-4319-9db6-f9094347e86e tempest-BulkNetworkOpsIpV6Test-187216048 tempest-BulkNetworkOpsIpV6Test-187216048-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:42:09.683869 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-363264dc-22fb-4319-9db6-f9094347e86e tempest-BulkNetworkOpsIpV6Test-187216048 tempest-BulkNetworkOpsIpV6Test-187216048-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:42:09.690330 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-363264dc-22fb-4319-9db6-f9094347e86e tempest-BulkNetworkOpsIpV6Test-187216048 tempest-BulkNetworkOpsIpV6Test-187216048-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:42:09.690572 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bcb52ec-612c-48c3-aaf5-214a4ac80303 None None] Network 1812e88c-3efa-43ee-a612-333c6f64e2e6 requested from dv-neutron-861624-1-hyperv {{(pid=103334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 07:42:09.696174 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-363264dc-22fb-4319-9db6-f9094347e86e tempest-BulkNetworkOpsIpV6Test-187216048 tempest-BulkNetworkOpsIpV6Test-187216048-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:42:09.700601 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-363264dc-22fb-4319-9db6-f9094347e86e tempest-BulkNetworkOpsIpV6Test-187216048 tempest-BulkNetworkOpsIpV6Test-187216048-project] 10.222.0.27 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.4740069 Oct 19 07:42:09.810936 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Network e7660d29-3620-4972-ab16-0c3474624293 details requested by agent ovs-agent-dv-neutron-861624-1-hyperv with host dv-neutron-861624-1-hyperv {{(pid=103334) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 07:42:09.813591 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Network 6d49fd8a-7643-40eb-ab2d-b752a1374d55 details requested by agent ovs-agent-dv-neutron-861624-1-hyperv with host dv-neutron-861624-1-hyperv {{(pid=103334) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 07:42:09.870864 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 57752) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:42:09.953743 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-fd3b04f2-944d-4026-845a-36e764e8647b tempest-TestNetworkAdvancedServerOps-260085928 tempest-TestNetworkAdvancedServerOps-260085928-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:10.063844 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-59b13b73-e23d-4e8e-8389-f33e3ac0a18b tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Deleting port e38c5152-cbd8-460d-99e5-f6a15272f394 {{(pid=103333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 07:42:10.064628 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-59b13b73-e23d-4e8e-8389-f33e3ac0a18b tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:10.067705 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device e38c5152-cbd8-460d-99e5-f6a15272f394 no longer exists at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 07:42:10.097216 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-53f693ae-1c88-4a8d-aff9-6a81d33757ee tempest-BulkNetworkOpsIpV6Test-187216048 tempest-BulkNetworkOpsIpV6Test-187216048-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-667019'] for network, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:10.111019 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] No Port match for: e38c5152-cbd8-460d-99e5-f6a15272f394 {{(pid=103334) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 19 07:42:10.111374 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device e38c5152-cbd8-460d-99e5-f6a15272f394 not bound to the agent host dv-neutron-861624-1-hyperv {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 07:42:10.112194 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-029edab2-6dc2-4059-a12a-c4c7a9b5ea70 tempest-QuotasNegativeTest-633061772 tempest-QuotasNegativeTest-633061772-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-673051', 'neutron.services.segments.db._delete_segments_for_network-8785021519108'] for network, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:10.134583 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-c0d2aaee-5806-4afc-8989-44029c6606ed tempest-TagsExtTest-1762088066 tempest-TagsExtTest-1762088066-project] 10.222.0.27 "DELETE /v2.0/ports/56c87d32-75b1-4878-9f7d-ab39a5528a48/tags HTTP/1.1" status: 204 len: 168 time: 0.6984308 Oct 19 07:42:10.137501 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 57762) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:42:10.144912 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.services.tag.tag_plugin [None req-3ca0df8f-5785-4023-b851-59496237f07c tempest-TagsExtTest-1762088066 tempest-TagsExtTest-1762088066-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '56c87d32-75b1-4878-9f7d-ab39a5528a48', 'tempest-TagsExtTest-Tag-1653116608') {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:42:10.162681 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-c156b2ea-c7be-4551-b69a-19ed5b9951e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339'] for port, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:10.194512 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6490e133-b8a7-4e99-a1f8-8ac09566ba98 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d12c6ac-27a3-545c-a8f3-f04e30423d6d-1812e88c-3efa-43ee-a612-333c6f64e2e6', 'network_id': '1812e88c-3efa-43ee-a612-333c6f64e2e6', 'tenant_id': '0cd3ded9dc134e3392e5122464eefb82', 'fixed_ips': [{'subnet_id': '9acb3e36-9ec8-4921-9357-5672d51d90c0'}]}} from dv-neutron-861624-1-hyperv. {{(pid=103334) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 07:42:10.196013 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-6490e133-b8a7-4e99-a1f8-8ac09566ba98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:10.206044 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c156b2ea-c7be-4551-b69a-19ed5b9951e0 None None] Pushing event deleted for resources: {'Port': ['ID=e38c5152-cbd8-460d-99e5-f6a15272f394,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:42:10.235357 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c156b2ea-c7be-4551-b69a-19ed5b9951e0 None None] No DVR routers for this DVR port e38c5152-cbd8-460d-99e5-f6a15272f394 on host dv-neutron-861624-1-hyperv {{(pid=103334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 19 07:42:10.251653 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-fd3b04f2-944d-4026-845a-36e764e8647b tempest-TestNetworkAdvancedServerOps-260085928 tempest-TestNetworkAdvancedServerOps-260085928-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:10.257395 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-029edab2-6dc2-4059-a12a-c4c7a9b5ea70 tempest-QuotasNegativeTest-633061772 tempest-QuotasNegativeTest-633061772-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82bc087c-32ad-423a-816c-0daf6f86b2dc']}} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:42:10.286249 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-029edab2-6dc2-4059-a12a-c4c7a9b5ea70 tempest-QuotasNegativeTest-633061772 tempest-QuotasNegativeTest-633061772-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6c4cda3-9783-4532-a5e9-a9b8ce8c5c27') {'for_net_delete': True} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:42:10.286552 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-029edab2-6dc2-4059-a12a-c4c7a9b5ea70 tempest-QuotasNegativeTest-633061772 tempest-QuotasNegativeTest-633061772-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6c4cda3-9783-4532-a5e9-a9b8ce8c5c27') {} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:42:10.302409 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.db [None req-59b13b73-e23d-4e8e-8389-f33e3ac0a18b tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] For port e38c5152-cbd8-460d-99e5-f6a15272f394, host dv-neutron-861624-1-hyperv, got binding levels [] {{(pid=103333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:42:10.302409 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-59b13b73-e23d-4e8e-8389-f33e3ac0a18b tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:10.312125 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-029edab2-6dc2-4059-a12a-c4c7a9b5ea70 tempest-QuotasNegativeTest-633061772 tempest-QuotasNegativeTest-633061772-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785021519382', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-134111927'] for segment, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:10.341080 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-59b13b73-e23d-4e8e-8389-f33e3ac0a18b tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Calling delete_port for e38c5152-cbd8-460d-99e5-f6a15272f394 owned by network:dhcp {{(pid=103333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 07:42:10.345965 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.ipam_backend_mixin [None req-59b13b73-e23d-4e8e-8389-f33e3ac0a18b tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Port e38c5152-cbd8-460d-99e5-f6a15272f394 was not found and therefore no delete operation was performed {{(pid=103333) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Oct 19 07:42:10.357107 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-029edab2-6dc2-4059-a12a-c4c7a9b5ea70 tempest-QuotasNegativeTest-633061772 tempest-QuotasNegativeTest-633061772-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979'] for segment, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:10.359111 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-029edab2-6dc2-4059-a12a-c4c7a9b5ea70 tempest-QuotasNegativeTest-633061772 tempest-QuotasNegativeTest-633061772-project-admin] Releasing vlan 175 on physical network physnet1 to pool {{(pid=103333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 07:42:10.359111 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-029edab2-6dc2-4059-a12a-c4c7a9b5ea70 tempest-QuotasNegativeTest-633061772 tempest-QuotasNegativeTest-633061772-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130996782'] for segment, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:10.364493 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-59b13b73-e23d-4e8e-8389-f33e3ac0a18b tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130996763'] for port, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:10.378352 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-53f693ae-1c88-4a8d-aff9-6a81d33757ee tempest-BulkNetworkOpsIpV6Test-187216048 tempest-BulkNetworkOpsIpV6Test-187216048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-673051', 'neutron.services.segments.db._delete_segments_for_network-8785021519108'] for network, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:10.416755 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.api.v2.resource [None req-3ca0df8f-5785-4023-b851-59496237f07c tempest-TagsExtTest-1762088066 tempest-TagsExtTest-1762088066-project] show failed (client error): The resource could not be found. Oct 19 07:42:10.417817 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-3ca0df8f-5785-4023-b851-59496237f07c tempest-TagsExtTest-1762088066 tempest-TagsExtTest-1762088066-project] 10.222.0.27 "GET /v2.0/ports/56c87d32-75b1-4878-9f7d-ab39a5528a48/tags/tempest-TagsExtTest-Tag-1653116608 HTTP/1.1" status: 404 len: 329 time: 0.2780278 Oct 19 07:42:10.422803 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.services.segments.db [None req-53f693ae-1c88-4a8d-aff9-6a81d33757ee tempest-BulkNetworkOpsIpV6Test-187216048 tempest-BulkNetworkOpsIpV6Test-187216048-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f7b0c75-2829-4aa2-8fb4-620a91a4f7fa']}} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:42:10.423868 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 57772) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:42:10.437746 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.services.tag.tag_plugin [None req-474525bc-d9fc-4250-9ce8-c1a15887f044 tempest-TagsExtTest-1762088066 tempest-TagsExtTest-1762088066-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '56c87d32-75b1-4878-9f7d-ab39a5528a48', 'tempest-TagsExtTest-Tag-1415068418') {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:42:10.445727 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.services.segments.db [None req-53f693ae-1c88-4a8d-aff9-6a81d33757ee tempest-BulkNetworkOpsIpV6Test-187216048 tempest-BulkNetworkOpsIpV6Test-187216048-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd086b5c8-29b6-4c25-8c23-4216cd56a015') {'for_net_delete': True} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:42:10.446147 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.services.segments.db [None req-53f693ae-1c88-4a8d-aff9-6a81d33757ee tempest-BulkNetworkOpsIpV6Test-187216048 tempest-BulkNetworkOpsIpV6Test-187216048-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd086b5c8-29b6-4c25-8c23-4216cd56a015') {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:42:10.452312 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b13b73-e23d-4e8e-8389-f33e3ac0a18b tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Pushing event deleted for resources: {'Port': ['ID=e38c5152-cbd8-460d-99e5-f6a15272f394,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:42:10.454927 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59b13b73-e23d-4e8e-8389-f33e3ac0a18b tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] No DVR routers for this DVR port e38c5152-cbd8-460d-99e5-f6a15272f394 on host dv-neutron-861624-1-hyperv {{(pid=103333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 19 07:42:10.483855 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-53f693ae-1c88-4a8d-aff9-6a81d33757ee tempest-BulkNetworkOpsIpV6Test-187216048 tempest-BulkNetworkOpsIpV6Test-187216048-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785021519382', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130726885'] for segment, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:10.493877 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d144fce-56ce-4a87-9f6d-84738ce22df7 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Made reservation on behalf of 0cd3ded9dc134e3392e5122464eefb82 for: {'port': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 07:42:10.497516 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-3d144fce-56ce-4a87-9f6d-84738ce22df7 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:10.518190 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.db_base_plugin_common [None req-6490e133-b8a7-4e99-a1f8-8ac09566ba98 None None] Allocated IP 2001:db8::2 (1812e88c-3efa-43ee-a612-333c6f64e2e6/9acb3e36-9ec8-4921-9357-5672d51d90c0/33059318-f47c-468d-87a9-3f46eca24775) {{(pid=103334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 07:42:10.532782 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-53f693ae-1c88-4a8d-aff9-6a81d33757ee tempest-BulkNetworkOpsIpV6Test-187216048 tempest-BulkNetworkOpsIpV6Test-187216048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979'] for segment, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:10.552106 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53f693ae-1c88-4a8d-aff9-6a81d33757ee tempest-BulkNetworkOpsIpV6Test-187216048 tempest-BulkNetworkOpsIpV6Test-187216048-project] Releasing vlan 174 on physical network physnet1 to pool {{(pid=103332) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 07:42:10.552589 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-53f693ae-1c88-4a8d-aff9-6a81d33757ee tempest-BulkNetworkOpsIpV6Test-187216048 tempest-BulkNetworkOpsIpV6Test-187216048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-133553843'] for segment, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:10.575694 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-029edab2-6dc2-4059-a12a-c4c7a9b5ea70 tempest-QuotasNegativeTest-633061772 tempest-QuotasNegativeTest-633061772-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-673044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1695087'] for network, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:10.587964 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 57774) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:42:10.599403 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-029edab2-6dc2-4059-a12a-c4c7a9b5ea70 tempest-QuotasNegativeTest-633061772 tempest-QuotasNegativeTest-633061772-project-admin] Notify callbacks [] for network, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:10.605319 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-029edab2-6dc2-4059-a12a-c4c7a9b5ea70 tempest-QuotasNegativeTest-633061772 tempest-QuotasNegativeTest-633061772-project-admin] 10.222.0.27 "DELETE /v2.0/networks/82bc087c-32ad-423a-816c-0daf6f86b2dc HTTP/1.1" status: 204 len: 168 time: 1.4863005 Oct 19 07:42:10.606712 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.notifiers.nova [None req-3d144fce-56ce-4a87-9f6d-84738ce22df7 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] device_id is not set on port 30af09e8-bdc8-4b98-affb-c2329d7d44b6 yet. {{(pid=103333) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 19 07:42:10.636709 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.api.v2.resource [None req-474525bc-d9fc-4250-9ce8-c1a15887f044 tempest-TagsExtTest-1762088066 tempest-TagsExtTest-1762088066-project] show failed (client error): The resource could not be found. Oct 19 07:42:10.637682 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-474525bc-d9fc-4250-9ce8-c1a15887f044 tempest-TagsExtTest-1762088066 tempest-TagsExtTest-1762088066-project] 10.222.0.27 "GET /v2.0/ports/56c87d32-75b1-4878-9f7d-ab39a5528a48/tags/tempest-TagsExtTest-Tag-1415068418 HTTP/1.1" status: 404 len: 329 time: 0.2085891 Oct 19 07:42:10.643192 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 57780) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:42:10.644000 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029edab2-6dc2-4059-a12a-c4c7a9b5ea70 tempest-QuotasNegativeTest-633061772 tempest-QuotasNegativeTest-633061772-project-admin] Pushing event deleted for resources: {'Network': ['ID=82bc087c-32ad-423a-816c-0daf6f86b2dc,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:42:10.652041 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.services.tag.tag_plugin [None req-6778eb4b-6088-44cf-97b3-422f5da67114 tempest-TagsExtTest-1762088066 tempest-TagsExtTest-1762088066-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '56c87d32-75b1-4878-9f7d-ab39a5528a48', 'tempest-TagsExtTest-Tag-2032834190') {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:42:10.673890 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-083f163c-aee3-495c-9cc5-dc429e96274f tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Router 5a3ee82e-b69d-4a9d-a681-af0f007cfa8a has already been hosted by L3 agent ab388470-1243-4d53-80f2-c2f5899c97a7 {{(pid=103333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 07:42:10.677753 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-53f693ae-1c88-4a8d-aff9-6a81d33757ee tempest-BulkNetworkOpsIpV6Test-187216048 tempest-BulkNetworkOpsIpV6Test-187216048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-673044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1695087'] for network, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:10.689757 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-53f693ae-1c88-4a8d-aff9-6a81d33757ee tempest-BulkNetworkOpsIpV6Test-187216048 tempest-BulkNetworkOpsIpV6Test-187216048-project] Notify callbacks [] for network, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:10.695412 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-53f693ae-1c88-4a8d-aff9-6a81d33757ee tempest-BulkNetworkOpsIpV6Test-187216048 tempest-BulkNetworkOpsIpV6Test-187216048-project] 10.222.0.27 "DELETE /v2.0/networks/8f7b0c75-2829-4aa2-8fb4-620a91a4f7fa HTTP/1.1" status: 204 len: 168 time: 0.8199365 Oct 19 07:42:10.704889 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-59b13b73-e23d-4e8e-8389-f33e3ac0a18b tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-673051', 'neutron.services.segments.db._delete_segments_for_network-8785021519108'] for network, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:10.708104 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 57782) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:42:10.724005 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f693ae-1c88-4a8d-aff9-6a81d33757ee tempest-BulkNetworkOpsIpV6Test-187216048 tempest-BulkNetworkOpsIpV6Test-187216048-project] Pushing event deleted for resources: {'Network': ['ID=8f7b0c75-2829-4aa2-8fb4-620a91a4f7fa,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:42:10.758504 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-59b13b73-e23d-4e8e-8389-f33e3ac0a18b tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae2542a6-7d92-424e-84a1-56c3a5d0fd70']}} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:42:10.791900 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-5a906956-1d95-472f-9238-cb4e491ffe76 tempest-ExtraDHCPOptionsIpV6TestJSON-207750728 tempest-ExtraDHCPOptionsIpV6TestJSON-207750728-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-684022812'}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:42:10.807854 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-6490e133-b8a7-4e99-a1f8-8ac09566ba98 None None] Notify callbacks [] for port, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:10.816192 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-6490e133-b8a7-4e99-a1f8-8ac09566ba98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785020947330'] for port, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:10.860380 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6490e133-b8a7-4e99-a1f8-8ac09566ba98 None None] Network 1812e88c-3efa-43ee-a612-333c6f64e2e6 is already hosted by enough agents. {{(pid=103334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 07:42:10.865625 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.scheduler.base_scheduler [None req-6490e133-b8a7-4e99-a1f8-8ac09566ba98 None None] Resources bound (agent type, host, resource id): {{(pid=103334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:42:10.869378 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6490e133-b8a7-4e99-a1f8-8ac09566ba98 None None] Received port after_create {{(pid=103334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 07:42:10.876096 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6490e133-b8a7-4e99-a1f8-8ac09566ba98 None None] Pushing event updated for resources: {'Port': ['ID=33059318-f47c-468d-87a9-3f46eca24775,revision_number=1']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:42:10.889448 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-59b13b73-e23d-4e8e-8389-f33e3ac0a18b tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e73d16fa-be62-4e6f-95a8-57aac58bb6c1') {'for_net_delete': True} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:42:10.889748 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-59b13b73-e23d-4e8e-8389-f33e3ac0a18b tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e73d16fa-be62-4e6f-95a8-57aac58bb6c1') {} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:42:10.912348 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-59b13b73-e23d-4e8e-8389-f33e3ac0a18b tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785021519382', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-134111927'] for segment, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:10.923288 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.services.segments.plugin [-] Segment d086b5c8-29b6-4c25-8c23-4216cd56a015 resource provider aggregate not found Oct 19 07:42:10.937758 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-6490e133-b8a7-4e99-a1f8-8ac09566ba98 None None] Attempting to bind port 33059318-f47c-468d-87a9-3f46eca24775 on host dv-neutron-861624-1-hyperv for vnic_type normal with profile {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 19 07:42:10.937758 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-6490e133-b8a7-4e99-a1f8-8ac09566ba98 None None] Attempting to bind port 33059318-f47c-468d-87a9-3f46eca24775 by drivers openvswitch,hyperv on host dv-neutron-861624-1-hyperv at level 0 using segments [{'id': '20d46793-5c76-41e2-9ef1-ce7674b1beaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '1812e88c-3efa-43ee-a612-333c6f64e2e6'}] {{(pid=103334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 19 07:42:10.937973 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6490e133-b8a7-4e99-a1f8-8ac09566ba98 None None] Attempting to bind port 33059318-f47c-468d-87a9-3f46eca24775 on network 1812e88c-3efa-43ee-a612-333c6f64e2e6 {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 07:42:10.939627 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-fd3b04f2-944d-4026-845a-36e764e8647b tempest-TestNetworkAdvancedServerOps-260085928 tempest-TestNetworkAdvancedServerOps-260085928-project] Notify callbacks [] for router_gateway, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:10.945540 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6490e133-b8a7-4e99-a1f8-8ac09566ba98 None None] Checking agent: {'id': 'a5b0152c-d633-409b-aaf8-3b76458e2410', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861624-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 19, 7, 30, 19), 'started_at': datetime.datetime(2022, 10, 19, 7, 30, 49), 'heartbeat_timestamp': datetime.datetime(2022, 10, 19, 7, 41, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861624-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 07:42:10.946011 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6490e133-b8a7-4e99-a1f8-8ac09566ba98 None None] Checking segment: {'id': '20d46793-5c76-41e2-9ef1-ce7674b1beaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '1812e88c-3efa-43ee-a612-333c6f64e2e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 19 07:42:10.946623 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-6490e133-b8a7-4e99-a1f8-8ac09566ba98 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:10.947098 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6490e133-b8a7-4e99-a1f8-8ac09566ba98 None None] Bound using segment: {'id': '20d46793-5c76-41e2-9ef1-ce7674b1beaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '1812e88c-3efa-43ee-a612-333c6f64e2e6'} {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 07:42:10.947765 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-6490e133-b8a7-4e99-a1f8-8ac09566ba98 None None] Bound port: 33059318-f47c-468d-87a9-3f46eca24775, host: dv-neutron-861624-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20d46793-5c76-41e2-9ef1-ce7674b1beaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '1812e88c-3efa-43ee-a612-333c6f64e2e6'}}] {{(pid=103334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 19 07:42:10.948166 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-6490e133-b8a7-4e99-a1f8-8ac09566ba98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:10.954207 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-083f163c-aee3-495c-9cc5-dc429e96274f tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Notify agent at l3_agent.dv-neutron-861624-1-hyperv the message routers_updated {{(pid=103333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 07:42:10.964829 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-4a150fe1-6ddc-4c59-a37f-612287c04af4 tempest-BulkNetworkOpsIpV6Test-187216048 tempest-BulkNetworkOpsIpV6Test-187216048-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-667019'] for network, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:10.965238 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-083f163c-aee3-495c-9cc5-dc429e96274f tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] 10.222.0.27 "PUT /v2.0/routers/5a3ee82e-b69d-4a9d-a681-af0f007cfa8a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1542263 Oct 19 07:42:10.965930 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 57788) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:42:10.969293 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.services.segments.plugin [-] Segment d086b5c8-29b6-4c25-8c23-4216cd56a015 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d086b5c8-29b6-4c25-8c23-4216cd56a015 found for delete ", "request_id": "req-0627ceb0-9b17-4334-a2d0-ad4ce62d5d4b"}]} Oct 19 07:42:10.971788 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4663dde-eed5-4491-a3c9-7c6120125a7b None None] Sync routers for ids ['5a3ee82e-b69d-4a9d-a681-af0f007cfa8a'] in dv-neutron-861624-1-hyperv {{(pid=103334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 07:42:10.972209 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-fd3b04f2-944d-4026-845a-36e764e8647b tempest-TestNetworkAdvancedServerOps-260085928 tempest-TestNetworkAdvancedServerOps-260085928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:10.976617 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a906956-1d95-472f-9238-cb4e491ffe76 tempest-ExtraDHCPOptionsIpV6TestJSON-207750728 tempest-ExtraDHCPOptionsIpV6TestJSON-207750728-project] Made reservation on behalf of 0b9850ede8c34043808e366817306359 for: {'network': 1} {{(pid=103332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 07:42:10.979817 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-5a906956-1d95-472f-9238-cb4e491ffe76 tempest-ExtraDHCPOptionsIpV6TestJSON-207750728 tempest-ExtraDHCPOptionsIpV6TestJSON-207750728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for network, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:11.005558 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-5a906956-1d95-472f-9238-cb4e491ffe76 tempest-ExtraDHCPOptionsIpV6TestJSON-207750728 tempest-ExtraDHCPOptionsIpV6TestJSON-207750728-project] Notify callbacks [] for security_group, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:11.006645 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.api.v2.resource [None req-6778eb4b-6088-44cf-97b3-422f5da67114 tempest-TagsExtTest-1762088066 tempest-TagsExtTest-1762088066-project] show failed (client error): The resource could not be found. Oct 19 07:42:11.007697 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-6778eb4b-6088-44cf-97b3-422f5da67114 tempest-TagsExtTest-1762088066 tempest-TagsExtTest-1762088066-project] 10.222.0.27 "GET /v2.0/ports/56c87d32-75b1-4878-9f7d-ab39a5528a48/tags/tempest-TagsExtTest-Tag-2032834190 HTTP/1.1" status: 404 len: 329 time: 0.3635933 Oct 19 07:42:11.018963 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4663dde-eed5-4491-a3c9-7c6120125a7b None None] Routers {'5a3ee82e-b69d-4a9d-a681-af0f007cfa8a'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 07:42:11.019747 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-e4663dde-eed5-4491-a3c9-7c6120125a7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T07:41:46Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['5a3ee82e-b69d-4a9d-a681-af0f007cfa8a'], 'active': True} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:42:11.028371 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-59b13b73-e23d-4e8e-8389-f33e3ac0a18b tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979'] for segment, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:11.030500 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 57792) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:42:11.038009 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.services.tag.tag_plugin [None req-a04752f7-0a66-463b-8a30-bcdf19584b2b tempest-TagsExtTest-1762088066 tempest-TagsExtTest-1762088066-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', 'd650ffba-3e67-4f0b-b938-cc3e0c672385', {'tags': ['tempest-TagsExtTest-Tag-1612331008', 'tempest-TagsExtTest-Tag-1814113492', 'tempest-TagsExtTest-Tag-1058991106']}) {} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:42:11.057678 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59b13b73-e23d-4e8e-8389-f33e3ac0a18b tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Releasing vlan 178 on physical network physnet1 to pool {{(pid=103333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 07:42:11.058416 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-59b13b73-e23d-4e8e-8389-f33e3ac0a18b tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130996782'] for segment, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:11.135771 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-6490e133-b8a7-4e99-a1f8-8ac09566ba98 None None] For port 33059318-f47c-468d-87a9-3f46eca24775, host dv-neutron-861624-1-hyperv, cleared binding levels {{(pid=103334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 07:42:11.138472 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvr_db [None req-e4663dde-eed5-4491-a3c9-7c6120125a7b None None] Set router 5a3ee82e-b69d-4a9d-a681-af0f007cfa8a gateway port host: None {{(pid=103334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 07:42:11.142200 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-6490e133-b8a7-4e99-a1f8-8ac09566ba98 None None] For port 33059318-f47c-468d-87a9-3f46eca24775, host dv-neutron-861624-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=33059318-f47c-468d-87a9-3f46eca24775,segment=NetworkSegment(20d46793-5c76-41e2-9ef1-ce7674b1beaf),segment_id=20d46793-5c76-41e2-9ef1-ce7674b1beaf)] {{(pid=103334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 07:42:11.150086 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.db_base_plugin_common [None req-3d144fce-56ce-4a87-9f6d-84738ce22df7 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Allocated IP 2001:db8::ad (1812e88c-3efa-43ee-a612-333c6f64e2e6/9acb3e36-9ec8-4921-9357-5672d51d90c0/30af09e8-bdc8-4b98-affb-c2329d7d44b6) {{(pid=103333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 07:42:11.232764 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.db_base_plugin_common [None req-fd3b04f2-944d-4026-845a-36e764e8647b tempest-TestNetworkAdvancedServerOps-260085928 tempest-TestNetworkAdvancedServerOps-260085928-project] Allocated IP 172.26.0.210 (99c66757-74e3-40a4-b479-8d09e3a7c3dd/7f3d1034-1de7-458a-a3ee-77488de3949b/4b7be9af-88d5-4d55-b1bf-b93ea3c13765) {{(pid=103332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 07:42:11.243797 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-6490e133-b8a7-4e99-a1f8-8ac09566ba98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:11.245682 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2730b33-6bed-4657-9808-5258ac8af99f tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Deleting subnet 2fde0ae8-bf21-420c-80fc-149699eead07 {{(pid=103333) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 19 07:42:11.260920 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-59b13b73-e23d-4e8e-8389-f33e3ac0a18b tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-673044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1695087'] for network, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:11.267727 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-e2730b33-6bed-4657-9808-5258ac8af99f tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Notify callbacks [] for subnet, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:11.282935 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-a04752f7-0a66-463b-8a30-bcdf19584b2b tempest-TagsExtTest-1762088066 tempest-TagsExtTest-1762088066-project] 10.222.0.27 "PUT /v2.0/routers/d650ffba-3e67-4f0b-b938-cc3e0c672385/tags HTTP/1.1" status: 200 len: 318 time: 0.2458847 Oct 19 07:42:11.290088 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-4a150fe1-6ddc-4c59-a37f-612287c04af4 tempest-BulkNetworkOpsIpV6Test-187216048 tempest-BulkNetworkOpsIpV6Test-187216048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-673051', 'neutron.services.segments.db._delete_segments_for_network-8785021519108'] for network, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:11.294280 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 57796) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:42:11.302628 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-59b13b73-e23d-4e8e-8389-f33e3ac0a18b tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Notify callbacks [] for network, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:11.304916 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-59b13b73-e23d-4e8e-8389-f33e3ac0a18b tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] 10.222.0.27 "DELETE /v2.0/networks/ae2542a6-7d92-424e-84a1-56c3a5d0fd70 HTTP/1.1" status: 204 len: 168 time: 2.5155716 Oct 19 07:42:11.305669 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.services.tag.tag_plugin [None req-e85f80b7-201f-4721-866f-1537df2c9c81 tempest-TagsExtTest-1762088066 tempest-TagsExtTest-1762088066-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'd650ffba-3e67-4f0b-b938-cc3e0c672385') {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:42:11.332672 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b13b73-e23d-4e8e-8389-f33e3ac0a18b tempest-NetworksIpV6Test-1603217474 tempest-NetworksIpV6Test-1603217474-project] Pushing event deleted for resources: {'Network': ['ID=ae2542a6-7d92-424e-84a1-56c3a5d0fd70,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:42:11.356602 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.services.segments.plugin [-] Segment d6c4cda3-9783-4532-a5e9-a9b8ce8c5c27 resource provider aggregate not found Oct 19 07:42:11.378851 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-e2730b33-6bed-4657-9808-5258ac8af99f tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-134111928'] for subnet, precommit_delete_associations {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:11.382530 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.services.segments.plugin [-] Segment d6c4cda3-9783-4532-a5e9-a9b8ce8c5c27 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d6c4cda3-9783-4532-a5e9-a9b8ce8c5c27 found for delete ", "request_id": "req-ecf3449a-f483-45ae-bd97-0fbd59caaa54"}]} Oct 19 07:42:11.440385 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.services.segments.plugin [-] Segment e73d16fa-be62-4e6f-95a8-57aac58bb6c1 resource provider aggregate not found Oct 19 07:42:11.443655 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.services.segments.db [None req-4a150fe1-6ddc-4c59-a37f-612287c04af4 tempest-BulkNetworkOpsIpV6Test-187216048 tempest-BulkNetworkOpsIpV6Test-187216048-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7660d29-3620-4972-ab16-0c3474624293']}} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:42:11.485911 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.services.segments.db [None req-4a150fe1-6ddc-4c59-a37f-612287c04af4 tempest-BulkNetworkOpsIpV6Test-187216048 tempest-BulkNetworkOpsIpV6Test-187216048-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a1d2fc1-6eec-498c-a985-ee069516e325') {'for_net_delete': True} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:42:11.486305 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.services.segments.db [None req-4a150fe1-6ddc-4c59-a37f-612287c04af4 tempest-BulkNetworkOpsIpV6Test-187216048 tempest-BulkNetworkOpsIpV6Test-187216048-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a1d2fc1-6eec-498c-a985-ee069516e325') {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:42:11.499018 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.services.segments.plugin [-] Segment e73d16fa-be62-4e6f-95a8-57aac58bb6c1 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e73d16fa-be62-4e6f-95a8-57aac58bb6c1 found for delete ", "request_id": "req-0dec2aa1-3455-4ebe-a342-6e45ad89f61f"}]} Oct 19 07:42:11.608391 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 57808) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:42:11.615667 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-4a150fe1-6ddc-4c59-a37f-612287c04af4 tempest-BulkNetworkOpsIpV6Test-187216048 tempest-BulkNetworkOpsIpV6Test-187216048-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785021519382', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130726885'] for segment, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:11.620773 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6490e133-b8a7-4e99-a1f8-8ac09566ba98 None None] Pushing event updated for resources: {'Port': ['ID=33059318-f47c-468d-87a9-3f46eca24775,revision_number=2']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:42:11.638913 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:11.649456 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-5a906956-1d95-472f-9238-cb4e491ffe76 tempest-ExtraDHCPOptionsIpV6TestJSON-207750728 tempest-ExtraDHCPOptionsIpV6TestJSON-207750728-project] Notify callbacks [] for security_group, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:11.658337 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-e2730b33-6bed-4657-9808-5258ac8af99f tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-679826'] for subnet, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:11.691052 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-5a906956-1d95-472f-9238-cb4e491ffe76 tempest-ExtraDHCPOptionsIpV6TestJSON-207750728 tempest-ExtraDHCPOptionsIpV6TestJSON-207750728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788643'] for security_group, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:11.695358 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-e85f80b7-201f-4721-866f-1537df2c9c81 tempest-TagsExtTest-1762088066 tempest-TagsExtTest-1762088066-project] 10.222.0.27 "DELETE /v2.0/routers/d650ffba-3e67-4f0b-b938-cc3e0c672385/tags HTTP/1.1" status: 204 len: 168 time: 0.3989754 Oct 19 07:42:11.705295 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 57812) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:42:11.728360 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-4a150fe1-6ddc-4c59-a37f-612287c04af4 tempest-BulkNetworkOpsIpV6Test-187216048 tempest-BulkNetworkOpsIpV6Test-187216048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979'] for segment, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:11.731059 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.services.tag.tag_plugin [None req-d51e9635-6b55-4496-aa68-019f587839a4 tempest-TagsExtTest-1762088066 tempest-TagsExtTest-1762088066-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'd650ffba-3e67-4f0b-b938-cc3e0c672385', 'tempest-TagsExtTest-Tag-1612331008') {} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:42:11.734967 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-e4663dde-eed5-4491-a3c9-7c6120125a7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a3ee82e-b69d-4a9d-a681-af0f007cfa8a', 'name': 'tempest-RoutersTest-router-906858636', 'tenant_id': 'ea2e94e7c58741afa39e88c6d73f4fb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T07:41:03Z', 'updated_at': '2022-10-19T07:42:08Z', 'revision_number': 9, 'project_id': 'ea2e94e7c58741afa39e88c6d73f4fb1', 'gw_port_host': None, '_interfaces': [{'id': '4ce3479b-393b-481b-b58d-51ccf321edac', 'name': '', 'network_id': 'b58e1c6a-78c1-43cd-89d9-838f22da233f', 'tenant_id': 'ea2e94e7c58741afa39e88c6d73f4fb1', 'mac_address': 'fa:16:3e:31:7a:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a3ee82e-b69d-4a9d-a681-af0f007cfa8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '612c3709-642f-4c80-9732-62beec0bf567', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:41:06Z', 'updated_at': '2022-10-19T07:41:21Z', 'revision_number': 5, 'project_id': 'ea2e94e7c58741afa39e88c6d73f4fb1', 'subnets': [{'id': '612c3709-642f-4c80-9732-62beec0bf567', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd9ac0312-b4f0-4a4f-ab6d-3fbf05a5739a', 'name': '', 'network_id': '4daf018b-9448-4af6-b1a7-ed0b0c9c81a9', 'tenant_id': 'ea2e94e7c58741afa39e88c6d73f4fb1', 'mac_address': 'fa:16:3e:d0:0f:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a3ee82e-b69d-4a9d-a681-af0f007cfa8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '70304bbd-b21f-4bfc-b426-0275306673c4', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:41:16Z', 'updated_at': '2022-10-19T07:41:25Z', 'revision_number': 5, 'project_id': 'ea2e94e7c58741afa39e88c6d73f4fb1', 'subnets': [{'id': '70304bbd-b21f-4bfc-b426-0275306673c4', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:42:11.775556 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a906956-1d95-472f-9238-cb4e491ffe76 tempest-ExtraDHCPOptionsIpV6TestJSON-207750728 tempest-ExtraDHCPOptionsIpV6TestJSON-207750728-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 152} {{(pid=103332) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 07:42:11.795811 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a150fe1-6ddc-4c59-a37f-612287c04af4 tempest-BulkNetworkOpsIpV6Test-187216048 tempest-BulkNetworkOpsIpV6Test-187216048-project] Releasing vlan 161 on physical network physnet1 to pool {{(pid=103332) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 07:42:11.796274 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-4a150fe1-6ddc-4c59-a37f-612287c04af4 tempest-BulkNetworkOpsIpV6Test-187216048 tempest-BulkNetworkOpsIpV6Test-187216048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-133553843'] for segment, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:11.803870 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4663dde-eed5-4491-a3c9-7c6120125a7b None None] Checking router: 5a3ee82e-b69d-4a9d-a681-af0f007cfa8a for host: dv-neutron-861624-1-hyperv {{(pid=103334) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 07:42:11.824749 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4663dde-eed5-4491-a3c9-7c6120125a7b None None] Routers {'5a3ee82e-b69d-4a9d-a681-af0f007cfa8a'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 07:42:11.825433 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-e4663dde-eed5-4491-a3c9-7c6120125a7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T07:41:46Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['5a3ee82e-b69d-4a9d-a681-af0f007cfa8a'], 'active': True} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:42:11.839780 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-5a906956-1d95-472f-9238-cb4e491ffe76 tempest-ExtraDHCPOptionsIpV6TestJSON-207750728 tempest-ExtraDHCPOptionsIpV6TestJSON-207750728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979'] for segment, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:11.840157 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.db.segments_db [None req-5a906956-1d95-472f-9238-cb4e491ffe76 tempest-ExtraDHCPOptionsIpV6TestJSON-207750728 tempest-ExtraDHCPOptionsIpV6TestJSON-207750728-project] Added segment f9be6f32-7144-47a9-9bdb-ce067f081325 of type vlan for network 3f5eb11f-4161-49d5-b3b1-d2e573ad0a77 Oct 19 07:42:11.848810 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a906956-1d95-472f-9238-cb4e491ffe76 tempest-ExtraDHCPOptionsIpV6TestJSON-207750728 tempest-ExtraDHCPOptionsIpV6TestJSON-207750728-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b719f2c6-80c7-4920-a778-aeac978d9b5b,revision_number=1']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:42:11.901019 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-3d144fce-56ce-4a87-9f6d-84738ce22df7 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Notify callbacks [] for port, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:11.952422 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-fd3b04f2-944d-4026-845a-36e764e8647b tempest-TestNetworkAdvancedServerOps-260085928 tempest-TestNetworkAdvancedServerOps-260085928-project] Notify callbacks [] for port, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:11.972164 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-4a150fe1-6ddc-4c59-a37f-612287c04af4 tempest-BulkNetworkOpsIpV6Test-187216048 tempest-BulkNetworkOpsIpV6Test-187216048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-673044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1695087'] for network, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:11.973133 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.api.v2.resource [None req-d51e9635-6b55-4496-aa68-019f587839a4 tempest-TagsExtTest-1762088066 tempest-TagsExtTest-1762088066-project] show failed (client error): The resource could not be found. Oct 19 07:42:11.974405 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-d51e9635-6b55-4496-aa68-019f587839a4 tempest-TagsExtTest-1762088066 tempest-TagsExtTest-1762088066-project] 10.222.0.27 "GET /v2.0/routers/d650ffba-3e67-4f0b-b938-cc3e0c672385/tags/tempest-TagsExtTest-Tag-1612331008 HTTP/1.1" status: 404 len: 329 time: 0.2678621 Oct 19 07:42:11.977396 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-5a906956-1d95-472f-9238-cb4e491ffe76 tempest-ExtraDHCPOptionsIpV6TestJSON-207750728 tempest-ExtraDHCPOptionsIpV6TestJSON-207750728-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785020965340'] for network, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:11.979718 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 57816) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:42:11.990353 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-4a150fe1-6ddc-4c59-a37f-612287c04af4 tempest-BulkNetworkOpsIpV6Test-187216048 tempest-BulkNetworkOpsIpV6Test-187216048-project] Notify callbacks [] for network, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:11.993801 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-4a150fe1-6ddc-4c59-a37f-612287c04af4 tempest-BulkNetworkOpsIpV6Test-187216048 tempest-BulkNetworkOpsIpV6Test-187216048-project] 10.222.0.27 "DELETE /v2.0/networks/e7660d29-3620-4972-ab16-0c3474624293 HTTP/1.1" status: 204 len: 168 time: 1.2817192 Oct 19 07:42:11.998771 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.services.tag.tag_plugin [None req-689eed15-4403-4881-9813-f84fd26423fd tempest-TagsExtTest-1762088066 tempest-TagsExtTest-1762088066-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'd650ffba-3e67-4f0b-b938-cc3e0c672385', 'tempest-TagsExtTest-Tag-1814113492') {} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:42:11.999358 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 57818) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:42:12.008411 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-e2730b33-6bed-4657-9808-5258ac8af99f tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-679819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130997964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130170408'] for subnet, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:12.044146 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvr_db [None req-e4663dde-eed5-4491-a3c9-7c6120125a7b None None] Set router 5a3ee82e-b69d-4a9d-a681-af0f007cfa8a gateway port host: None {{(pid=103334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 07:42:12.046429 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device 33059318-f47c-468d-87a9-3f46eca24775 up at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 07:42:12.054028 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 57820) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:42:12.057310 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a150fe1-6ddc-4c59-a37f-612287c04af4 tempest-BulkNetworkOpsIpV6Test-187216048 tempest-BulkNetworkOpsIpV6Test-187216048-project] Pushing event deleted for resources: {'Network': ['ID=e7660d29-3620-4972-ab16-0c3474624293,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:42:12.156290 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2730b33-6bed-4657-9808-5258ac8af99f tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Pushing event deleted for resources: {'Subnet': ['ID=2fde0ae8-bf21-420c-80fc-149699eead07,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:42:12.160651 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-e2730b33-6bed-4657-9808-5258ac8af99f tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Notify callbacks [] for subnet, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:12.164137 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-e2730b33-6bed-4657-9808-5258ac8af99f tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] 10.222.0.27 "DELETE /v2.0/subnets/2fde0ae8-bf21-420c-80fc-149699eead07 HTTP/1.1" status: 204 len: 168 time: 1.1776824 Oct 19 07:42:12.174259 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a40b28e-0693-4bca-8f2e-e1f5f8d6db6e None None] Network f9ca5f41-fe6c-4a10-918c-6649165b7312 requested from dv-neutron-861624-1-hyperv {{(pid=103334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 07:42:12.174455 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 57824) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:42:12.175904 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-3d144fce-56ce-4a87-9f6d-84738ce22df7 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785020947330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130996763'] for port, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:12.191990 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-5a906956-1d95-472f-9238-cb4e491ffe76 tempest-ExtraDHCPOptionsIpV6TestJSON-207750728 tempest-ExtraDHCPOptionsIpV6TestJSON-207750728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873'] for network, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:12.197733 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a906956-1d95-472f-9238-cb4e491ffe76 tempest-ExtraDHCPOptionsIpV6TestJSON-207750728 tempest-ExtraDHCPOptionsIpV6TestJSON-207750728-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:42:12.198338 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-5a906956-1d95-472f-9238-cb4e491ffe76 tempest-ExtraDHCPOptionsIpV6TestJSON-207750728 tempest-ExtraDHCPOptionsIpV6TestJSON-207750728-project] Notify callbacks [] for network, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:12.220529 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-fd3b04f2-944d-4026-845a-36e764e8647b tempest-TestNetworkAdvancedServerOps-260085928 tempest-TestNetworkAdvancedServerOps-260085928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785020947330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133553798'] for port, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:12.263141 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-32bef227-fdf5-408b-926d-c9da986b1cac admin admin] Notify callbacks [] for security_group, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:12.285315 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-5a906956-1d95-472f-9238-cb4e491ffe76 tempest-ExtraDHCPOptionsIpV6TestJSON-207750728 tempest-ExtraDHCPOptionsIpV6TestJSON-207750728-project] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.6862483 Oct 19 07:42:12.298366 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 57826) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:42:12.309284 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-98be9ca7-4fb9-44db-a78a-e943f4d180cd tempest-ExtraDHCPOptionsIpV6TestJSON-207750728 tempest-ExtraDHCPOptionsIpV6TestJSON-207750728-project] Request body: {'subnet': {'network_id': '3f5eb11f-4161-49d5-b3b1-d2e573ad0a77', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:42:12.313729 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Provisioning complete for port 33059318-f47c-468d-87a9-3f46eca24775 triggered by entity L2. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:42:12.314107 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:12.314441 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Attempt 1 to provision port 33059318-f47c-468d-87a9-3f46eca24775 Oct 19 07:42:12.323510 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e4f332e-ffa2-4b36-a33b-eb95d8afd093 tempest-BulkNetworkOpsIpV6Test-187216048 tempest-BulkNetworkOpsIpV6Test-187216048-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:42:12.330040 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e4f332e-ffa2-4b36-a33b-eb95d8afd093 tempest-BulkNetworkOpsIpV6Test-187216048 tempest-BulkNetworkOpsIpV6Test-187216048-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:42:12.337075 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-1e4f332e-ffa2-4b36-a33b-eb95d8afd093 tempest-BulkNetworkOpsIpV6Test-187216048 tempest-BulkNetworkOpsIpV6Test-187216048-project] 10.222.0.27 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.3202584 Oct 19 07:42:12.338557 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d144fce-56ce-4a87-9f6d-84738ce22df7 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Network 1812e88c-3efa-43ee-a612-333c6f64e2e6 is already hosted by enough agents. {{(pid=103333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 07:42:12.343200 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 57828) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:42:12.361355 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-7240725a-a04b-44e5-83e1-10cab6b6069e tempest-BulkNetworkOpsIpV6Test-187216048 tempest-BulkNetworkOpsIpV6Test-187216048-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-909550861'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:42:12.383990 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-3d144fce-56ce-4a87-9f6d-84738ce22df7 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Resources bound (agent type, host, resource id): {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:42:12.384350 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd3b04f2-944d-4026-845a-36e764e8647b tempest-TestNetworkAdvancedServerOps-260085928 tempest-TestNetworkAdvancedServerOps-260085928-project] Network 99c66757-74e3-40a4-b479-8d09e3a7c3dd is already hosted by enough agents. {{(pid=103332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 07:42:12.398454 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.base_scheduler [None req-fd3b04f2-944d-4026-845a-36e764e8647b tempest-TestNetworkAdvancedServerOps-260085928 tempest-TestNetworkAdvancedServerOps-260085928-project] Resources bound (agent type, host, resource id): {{(pid=103332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:42:12.407139 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3b04f2-944d-4026-845a-36e764e8647b tempest-TestNetworkAdvancedServerOps-260085928 tempest-TestNetworkAdvancedServerOps-260085928-project] Pushing event updated for resources: {'Port': ['ID=4b7be9af-88d5-4d55-b1bf-b93ea3c13765,revision_number=1']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:42:12.410792 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd3b04f2-944d-4026-845a-36e764e8647b tempest-TestNetworkAdvancedServerOps-260085928 tempest-TestNetworkAdvancedServerOps-260085928-project] Received port after_create {{(pid=103332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 07:42:12.423374 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-3c84ba40-4d65-491f-ab31-a3f5593a25ed admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=f2ca639a25f74e74adde8aad6c608244&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3595142 Oct 19 07:42:12.436190 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 57830) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:42:12.440999 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d144fce-56ce-4a87-9f6d-84738ce22df7 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Received port after_create {{(pid=103333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 07:42:12.448611 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d144fce-56ce-4a87-9f6d-84738ce22df7 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:42:12.449502 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-3d144fce-56ce-4a87-9f6d-84738ce22df7 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42160'] for port, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:12.484698 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.api.v2.resource [None req-689eed15-4403-4881-9813-f84fd26423fd tempest-TagsExtTest-1762088066 tempest-TagsExtTest-1762088066-project] show failed (client error): The resource could not be found. Oct 19 07:42:12.485934 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-689eed15-4403-4881-9813-f84fd26423fd tempest-TagsExtTest-1762088066 tempest-TagsExtTest-1762088066-project] 10.222.0.27 "GET /v2.0/routers/d650ffba-3e67-4f0b-b938-cc3e0c672385/tags/tempest-TagsExtTest-Tag-1814113492 HTTP/1.1" status: 404 len: 329 time: 0.5051196 Oct 19 07:42:12.490013 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-7d54581d-ddd8-4188-b17c-db090e4e20ae tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-667019'] for network, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:12.495427 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 57832) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:42:12.503448 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a906956-1d95-472f-9238-cb4e491ffe76 tempest-ExtraDHCPOptionsIpV6TestJSON-207750728 tempest-ExtraDHCPOptionsIpV6TestJSON-207750728-project] Pushing event updated for resources: {'Network': ['ID=3f5eb11f-4161-49d5-b3b1-d2e573ad0a77,revision_number=1']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:42:12.503647 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.services.tag.tag_plugin [None req-d11e71a7-435e-42af-ad68-2e093e515580 tempest-TagsExtTest-1762088066 tempest-TagsExtTest-1762088066-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'd650ffba-3e67-4f0b-b938-cc3e0c672385', 'tempest-TagsExtTest-Tag-1058991106') {} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:42:12.522163 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Network 3f5eb11f-4161-49d5-b3b1-d2e573ad0a77 details requested by agent ovs-agent-dv-neutron-861624-1-hyperv with host dv-neutron-861624-1-hyperv {{(pid=103334) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 07:42:12.531662 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7240725a-a04b-44e5-83e1-10cab6b6069e tempest-BulkNetworkOpsIpV6Test-187216048 tempest-BulkNetworkOpsIpV6Test-187216048-project] Made reservation on behalf of 7db4f931eb584e5da0319ec90f9e927a for: {'network': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 07:42:12.535413 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-7240725a-a04b-44e5-83e1-10cab6b6069e tempest-BulkNetworkOpsIpV6Test-187216048 tempest-BulkNetworkOpsIpV6Test-187216048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for network, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:12.584658 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d144fce-56ce-4a87-9f6d-84738ce22df7 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Pushing event updated for resources: {'Port': ['ID=30af09e8-bdc8-4b98-affb-c2329d7d44b6,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:42:12.634043 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-3d144fce-56ce-4a87-9f6d-84738ce22df7 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.0523994 Oct 19 07:42:12.635856 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 57834) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:42:12.653414 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-481974cd-a150-4adc-97ea-e4967b9cee0f tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Request body: {'port': {'network_id': '1812e88c-3efa-43ee-a612-333c6f64e2e6', 'name': 'tempest-PortsIpV6TestJSON-1338235166'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:42:12.758447 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c6b991e-cd36-4761-b618-9d12ed62dcf9 None None] DHCP port deletion for f9ca5f41-fe6c-4a10-918c-6649165b7312 request from dv-neutron-861624-1-hyperv {{(pid=103334) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 07:42:12.760226 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52c744c6-795f-48a2-bf6d-bc887e738f96 None None] Network 1812e88c-3efa-43ee-a612-333c6f64e2e6 requested from dv-neutron-861624-1-hyperv {{(pid=103334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 07:42:12.767624 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7240725a-a04b-44e5-83e1-10cab6b6069e tempest-BulkNetworkOpsIpV6Test-187216048 tempest-BulkNetworkOpsIpV6Test-187216048-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 167} {{(pid=103333) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 07:42:12.770709 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-c3b624d1-a1cd-46dd-9874-1548803b689c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:12.771501 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Current status of the port 33059318-f47c-468d-87a9-3f46eca24775 is: DOWN; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:42:12.771810 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:12.852492 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-7240725a-a04b-44e5-83e1-10cab6b6069e tempest-BulkNetworkOpsIpV6Test-187216048 tempest-BulkNetworkOpsIpV6Test-187216048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979'] for segment, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:12.853313 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.db.segments_db [None req-7240725a-a04b-44e5-83e1-10cab6b6069e tempest-BulkNetworkOpsIpV6Test-187216048 tempest-BulkNetworkOpsIpV6Test-187216048-project] Added segment 0f7d7851-93b6-4f7e-a46a-fb34f08490df of type vlan for network a5a8ecee-4497-4a50-a48f-60f15522d6ab Oct 19 07:42:12.921479 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-e4663dde-eed5-4491-a3c9-7c6120125a7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a3ee82e-b69d-4a9d-a681-af0f007cfa8a', 'name': 'tempest-RoutersTest-router-906858636', 'tenant_id': 'ea2e94e7c58741afa39e88c6d73f4fb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T07:41:03Z', 'updated_at': '2022-10-19T07:42:08Z', 'revision_number': 9, 'project_id': 'ea2e94e7c58741afa39e88c6d73f4fb1', 'gw_port_host': None, '_interfaces': [{'id': '4ce3479b-393b-481b-b58d-51ccf321edac', 'name': '', 'network_id': 'b58e1c6a-78c1-43cd-89d9-838f22da233f', 'tenant_id': 'ea2e94e7c58741afa39e88c6d73f4fb1', 'mac_address': 'fa:16:3e:31:7a:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a3ee82e-b69d-4a9d-a681-af0f007cfa8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '612c3709-642f-4c80-9732-62beec0bf567', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:41:06Z', 'updated_at': '2022-10-19T07:41:21Z', 'revision_number': 5, 'project_id': 'ea2e94e7c58741afa39e88c6d73f4fb1', 'subnets': [{'id': '612c3709-642f-4c80-9732-62beec0bf567', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd9ac0312-b4f0-4a4f-ab6d-3fbf05a5739a', 'name': '', 'network_id': '4daf018b-9448-4af6-b1a7-ed0b0c9c81a9', 'tenant_id': 'ea2e94e7c58741afa39e88c6d73f4fb1', 'mac_address': 'fa:16:3e:d0:0f:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a3ee82e-b69d-4a9d-a681-af0f007cfa8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '70304bbd-b21f-4bfc-b426-0275306673c4', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:41:16Z', 'updated_at': '2022-10-19T07:41:25Z', 'revision_number': 5, 'project_id': 'ea2e94e7c58741afa39e88c6d73f4fb1', 'subnets': [{'id': '70304bbd-b21f-4bfc-b426-0275306673c4', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:42:12.924295 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98be9ca7-4fb9-44db-a78a-e943f4d180cd tempest-ExtraDHCPOptionsIpV6TestJSON-207750728 tempest-ExtraDHCPOptionsIpV6TestJSON-207750728-project] Made reservation on behalf of 0b9850ede8c34043808e366817306359 for: {'subnet': 1} {{(pid=103332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 07:42:12.927169 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-98be9ca7-4fb9-44db-a78a-e943f4d180cd tempest-ExtraDHCPOptionsIpV6TestJSON-207750728 tempest-ExtraDHCPOptionsIpV6TestJSON-207750728-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130659787'] for subnet, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:12.929980 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] For port 33059318-f47c-468d-87a9-3f46eca24775, host dv-neutron-861624-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=33059318-f47c-468d-87a9-3f46eca24775,segment=NetworkSegment(20d46793-5c76-41e2-9ef1-ce7674b1beaf),segment_id=20d46793-5c76-41e2-9ef1-ce7674b1beaf)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:42:12.966738 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:12.970007 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4663dde-eed5-4491-a3c9-7c6120125a7b None None] The sync data for ids ['5a3ee82e-b69d-4a9d-a681-af0f007cfa8a'] in dv-neutron-861624-1-hyperv is: [{'id': '5a3ee82e-b69d-4a9d-a681-af0f007cfa8a', 'name': 'tempest-RoutersTest-router-906858636', 'tenant_id': 'ea2e94e7c58741afa39e88c6d73f4fb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T07:41:03Z', 'updated_at': '2022-10-19T07:42:08Z', 'revision_number': 9, 'project_id': 'ea2e94e7c58741afa39e88c6d73f4fb1', 'gw_port_host': None, '_interfaces': [{'id': '4ce3479b-393b-481b-b58d-51ccf321edac', 'name': '', 'network_id': 'b58e1c6a-78c1-43cd-89d9-838f22da233f', 'tenant_id': 'ea2e94e7c58741afa39e88c6d73f4fb1', 'mac_address': 'fa:16:3e:31:7a:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a3ee82e-b69d-4a9d-a681-af0f007cfa8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '612c3709-642f-4c80-9732-62beec0bf567', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:41:06Z', 'updated_at': '2022-10-19T07:41:21Z', 'revision_number': 5, 'project_id': 'ea2e94e7c58741afa39e88c6d73f4fb1', 'subnets': [{'id': '612c3709-642f-4c80-9732-62beec0bf567', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd9ac0312-b4f0-4a4f-ab6d-3fbf05a5739a', 'name': '', 'network_id': '4daf018b-9448-4af6-b1a7-ed0b0c9c81a9', 'tenant_id': 'ea2e94e7c58741afa39e88c6d73f4fb1', 'mac_address': 'fa:16:3e:d0:0f:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a3ee82e-b69d-4a9d-a681-af0f007cfa8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '70304bbd-b21f-4bfc-b426-0275306673c4', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:41:16Z', 'updated_at': '2022-10-19T07:41:25Z', 'revision_number': 5, 'project_id': 'ea2e94e7c58741afa39e88c6d73f4fb1', 'subnets': [{'id': '70304bbd-b21f-4bfc-b426-0275306673c4', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 07:42:13.011588 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-ab8e847c-c30d-4230-ac57-43a52ca6325e None None] Provisioning complete for port 33059318-f47c-468d-87a9-3f46eca24775 triggered by entity DHCP. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:42:13.011970 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-ab8e847c-c30d-4230-ac57-43a52ca6325e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:13.012302 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-ab8e847c-c30d-4230-ac57-43a52ca6325e None None] Attempt 1 to provision port 33059318-f47c-468d-87a9-3f46eca24775 Oct 19 07:42:13.078403 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.services.segments.plugin [-] Segment 1a1d2fc1-6eec-498c-a985-ee069516e325 resource provider aggregate not found Oct 19 07:42:13.123601 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.services.segments.plugin [-] Segment 1a1d2fc1-6eec-498c-a985-ee069516e325 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1a1d2fc1-6eec-498c-a985-ee069516e325 found for delete ", "request_id": "req-267aa920-febf-426f-8e16-84b7270acb2a"}]} Oct 19 07:42:13.161585 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-9c6b991e-cd36-4761-b618-9d12ed62dcf9 None None] Deleting port 6b2515fa-2d6c-4d6a-a9ab-c58cdad47898 {{(pid=103334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 07:42:13.162116 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-9c6b991e-cd36-4761-b618-9d12ed62dcf9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:13.214813 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.api.v2.resource [None req-d11e71a7-435e-42af-ad68-2e093e515580 tempest-TagsExtTest-1762088066 tempest-TagsExtTest-1762088066-project] show failed (client error): The resource could not be found. Oct 19 07:42:13.219589 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-d11e71a7-435e-42af-ad68-2e093e515580 tempest-TagsExtTest-1762088066 tempest-TagsExtTest-1762088066-project] 10.222.0.27 "GET /v2.0/routers/d650ffba-3e67-4f0b-b938-cc3e0c672385/tags/tempest-TagsExtTest-Tag-1058991106 HTTP/1.1" status: 404 len: 329 time: 0.7172503 Oct 19 07:42:13.219589 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-c3b624d1-a1cd-46dd-9874-1548803b689c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:13.219740 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 57840) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:42:13.223873 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.services.tag.tag_plugin [None req-06662fd0-b552-4524-b3ef-1bd5d5434c91 tempest-TagsExtTest-1762088066 tempest-TagsExtTest-1762088066-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '518fbe4f-8418-4c78-a94f-17f63ee8c89e', {'tags': ['tempest-TagsExtTest-Tag-1407408699', 'tempest-TagsExtTest-Tag-1124639112', 'tempest-TagsExtTest-Tag-1132717474']}) {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:42:13.238544 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Pushing event updated for resources: {'Port': ['ID=33059318-f47c-468d-87a9-3f46eca24775,revision_number=3']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:42:13.260834 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-fd3b04f2-944d-4026-845a-36e764e8647b tempest-TestNetworkAdvancedServerOps-260085928 tempest-TestNetworkAdvancedServerOps-260085928-project] Notify callbacks [] for router_gateway, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:13.294981 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-9c6b991e-cd36-4761-b618-9d12ed62dcf9 None None] For port 6b2515fa-2d6c-4d6a-a9ab-c58cdad47898, host dv-neutron-861624-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=6b2515fa-2d6c-4d6a-a9ab-c58cdad47898,segment=NetworkSegment(5001a856-9fa6-4a7a-83a1-63112baf16dd),segment_id=5001a856-9fa6-4a7a-83a1-63112baf16dd)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:42:13.295374 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-9c6b991e-cd36-4761-b618-9d12ed62dcf9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:13.338168 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-9c6b991e-cd36-4761-b618-9d12ed62dcf9 None None] Calling delete_port for 6b2515fa-2d6c-4d6a-a9ab-c58cdad47898 owned by network:dhcp {{(pid=103334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 07:42:13.348284 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-32bef227-fdf5-408b-926d-c9da986b1cac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:13.352544 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-06662fd0-b552-4524-b3ef-1bd5d5434c91 tempest-TagsExtTest-1762088066 tempest-TagsExtTest-1762088066-project] 10.222.0.27 "PUT /v2.0/subnetpools/518fbe4f-8418-4c78-a94f-17f63ee8c89e/tags HTTP/1.1" status: 200 len: 318 time: 0.1320345 Oct 19 07:42:13.355991 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 57842) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:42:13.370373 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.services.tag.tag_plugin [None req-20390c0a-da9b-42ae-825d-5ba0707743f0 tempest-TagsExtTest-1762088066 tempest-TagsExtTest-1762088066-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '518fbe4f-8418-4c78-a94f-17f63ee8c89e') {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:42:13.371125 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-7240725a-a04b-44e5-83e1-10cab6b6069e tempest-BulkNetworkOpsIpV6Test-187216048 tempest-BulkNetworkOpsIpV6Test-187216048-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785020965340'] for network, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:13.374120 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-32bef227-fdf5-408b-926d-c9da986b1cac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788643'] for security_group, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:13.389721 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-98be9ca7-4fb9-44db-a78a-e943f4d180cd tempest-ExtraDHCPOptionsIpV6TestJSON-207750728 tempest-ExtraDHCPOptionsIpV6TestJSON-207750728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-133552662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130659641'] for subnet, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:13.412692 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-32bef227-fdf5-408b-926d-c9da986b1cac admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=ec886b241b504bee9668f5a05770dedf&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8005171 Oct 19 07:42:13.419311 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 57844) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:42:13.425492 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-7d54581d-ddd8-4188-b17c-db090e4e20ae tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Deleting port 6b2515fa-2d6c-4d6a-a9ab-c58cdad47898 {{(pid=103333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 07:42:13.425843 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-7d54581d-ddd8-4188-b17c-db090e4e20ae tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:13.457242 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-9c6b991e-cd36-4761-b618-9d12ed62dcf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339'] for port, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:13.500821 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-481974cd-a150-4adc-97ea-e4967b9cee0f tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Made reservation on behalf of 0cd3ded9dc134e3392e5122464eefb82 for: {'port': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 07:42:13.504902 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-481974cd-a150-4adc-97ea-e4967b9cee0f tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:13.505823 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98be9ca7-4fb9-44db-a78a-e943f4d180cd tempest-ExtraDHCPOptionsIpV6TestJSON-207750728 tempest-ExtraDHCPOptionsIpV6TestJSON-207750728-project] Pushing event updated for resources: {'Subnet': ['ID=b213151a-85ce-4a91-ac6c-fa1eea603c1b,revision_number=0']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:42:13.506468 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6b991e-cd36-4761-b618-9d12ed62dcf9 None None] Pushing event deleted for resources: {'Port': ['ID=6b2515fa-2d6c-4d6a-a9ab-c58cdad47898,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:42:13.510467 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-ab8e847c-c30d-4230-ac57-43a52ca6325e None None] Current status of the port 33059318-f47c-468d-87a9-3f46eca24775 is: ACTIVE; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:42:13.513177 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-ba5232ac-edd5-489b-988b-4352c9f848d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:13.514681 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c6b991e-cd36-4761-b618-9d12ed62dcf9 None None] No DVR routers for this DVR port 6b2515fa-2d6c-4d6a-a9ab-c58cdad47898 on host dv-neutron-861624-1-hyperv {{(pid=103334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 19 07:42:13.538882 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-c3b624d1-a1cd-46dd-9874-1548803b689c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788643'] for security_group, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:13.541244 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-c3b624d1-a1cd-46dd-9874-1548803b689c admin admin] Notify callbacks [] for security_group, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:13.552379 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-c3b624d1-a1cd-46dd-9874-1548803b689c admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/9c5eb619-0b1d-489c-a79f-06861e0645ae HTTP/1.1" status: 204 len: 168 time: 1.0987213 Oct 19 07:42:13.600087 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-20390c0a-da9b-42ae-825d-5ba0707743f0 tempest-TagsExtTest-1762088066 tempest-TagsExtTest-1762088066-project] 10.222.0.27 "DELETE /v2.0/subnetpools/518fbe4f-8418-4c78-a94f-17f63ee8c89e/tags HTTP/1.1" status: 204 len: 168 time: 0.2373867 Oct 19 07:42:13.600701 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98be9ca7-4fb9-44db-a78a-e943f4d180cd tempest-ExtraDHCPOptionsIpV6TestJSON-207750728 tempest-ExtraDHCPOptionsIpV6TestJSON-207750728-project] Checking segment: {'id': 'f9be6f32-7144-47a9-9bdb-ce067f081325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '3f5eb11f-4161-49d5-b3b1-d2e573ad0a77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 19 07:42:13.601064 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98be9ca7-4fb9-44db-a78a-e943f4d180cd tempest-ExtraDHCPOptionsIpV6TestJSON-207750728 tempest-ExtraDHCPOptionsIpV6TestJSON-207750728-project] Network hostable DHCP agents. Network: 3f5eb11f-4161-49d5-b3b1-d2e573ad0a77, hostable agents: ['310d813b-0e3e-4d7e-9b79-8f4ec0dbcab0'], hosted agents: [] {{(pid=103332) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 07:42:13.602932 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 57848) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:42:13.609781 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.services.tag.tag_plugin [None req-113affc9-3279-4a13-af92-3d5db2a5b47e tempest-TagsExtTest-1762088066 tempest-TagsExtTest-1762088066-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '518fbe4f-8418-4c78-a94f-17f63ee8c89e', 'tempest-TagsExtTest-Tag-1407408699') {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:42:13.648575 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.notifiers.nova [None req-481974cd-a150-4adc-97ea-e4967b9cee0f tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] device_id is not set on port 372bd99f-131c-47ed-9a0f-f12ab2b24f17 yet. {{(pid=103333) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 19 07:42:13.665016 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32bef227-fdf5-408b-926d-c9da986b1cac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e9c57a9-fbf8-42f1-9bea-a1aa3c2f5e41,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:42:13.680722 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.db [None req-7d54581d-ddd8-4188-b17c-db090e4e20ae tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] For port 6b2515fa-2d6c-4d6a-a9ab-c58cdad47898, host dv-neutron-861624-1-hyperv, got binding levels [] {{(pid=103333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:42:13.681090 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-7d54581d-ddd8-4188-b17c-db090e4e20ae tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:13.685830 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-7240725a-a04b-44e5-83e1-10cab6b6069e tempest-BulkNetworkOpsIpV6Test-187216048 tempest-BulkNetworkOpsIpV6Test-187216048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873'] for network, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:13.691940 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7240725a-a04b-44e5-83e1-10cab6b6069e tempest-BulkNetworkOpsIpV6Test-187216048 tempest-BulkNetworkOpsIpV6Test-187216048-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:42:13.692092 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-7240725a-a04b-44e5-83e1-10cab6b6069e tempest-BulkNetworkOpsIpV6Test-187216048 tempest-BulkNetworkOpsIpV6Test-187216048-project] Notify callbacks [] for network, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:13.695520 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98be9ca7-4fb9-44db-a78a-e943f4d180cd tempest-ExtraDHCPOptionsIpV6TestJSON-207750728 tempest-ExtraDHCPOptionsIpV6TestJSON-207750728-project] Network 3f5eb11f-4161-49d5-b3b1-d2e573ad0a77 is scheduled to be hosted by DHCP agent 310d813b-0e3e-4d7e-9b79-8f4ec0dbcab0 with binding_index 1 {{(pid=103332) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 07:42:13.718971 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-fd3b04f2-944d-4026-845a-36e764e8647b tempest-TestNetworkAdvancedServerOps-260085928 tempest-TestNetworkAdvancedServerOps-260085928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1692844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1693859'] for router, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:13.723937 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.api.v2.resource [None req-113affc9-3279-4a13-af92-3d5db2a5b47e tempest-TagsExtTest-1762088066 tempest-TagsExtTest-1762088066-project] show failed (client error): The resource could not be found. Oct 19 07:42:13.728632 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-113affc9-3279-4a13-af92-3d5db2a5b47e tempest-TagsExtTest-1762088066 tempest-TagsExtTest-1762088066-project] 10.222.0.27 "GET /v2.0/subnetpools/518fbe4f-8418-4c78-a94f-17f63ee8c89e/tags/tempest-TagsExtTest-Tag-1407408699 HTTP/1.1" status: 404 len: 329 time: 0.1223526 Oct 19 07:42:13.729795 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.base_scheduler [None req-98be9ca7-4fb9-44db-a78a-e943f4d180cd tempest-ExtraDHCPOptionsIpV6TestJSON-207750728 tempest-ExtraDHCPOptionsIpV6TestJSON-207750728-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861624-1-hyperv, 3f5eb11f-4161-49d5-b3b1-d2e573ad0a77) {{(pid=103332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:42:13.736365 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98be9ca7-4fb9-44db-a78a-e943f4d180cd tempest-ExtraDHCPOptionsIpV6TestJSON-207750728 tempest-ExtraDHCPOptionsIpV6TestJSON-207750728-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:42:13.737147 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-98be9ca7-4fb9-44db-a78a-e943f4d180cd tempest-ExtraDHCPOptionsIpV6TestJSON-207750728 tempest-ExtraDHCPOptionsIpV6TestJSON-207750728-project] Notify callbacks [] for subnet, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:13.741634 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2042a738-ddbb-4e88-96dc-3f9427670899 None None] Network 3f5eb11f-4161-49d5-b3b1-d2e573ad0a77 requested from dv-neutron-861624-1-hyperv {{(pid=103334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 07:42:13.758059 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 57850) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:42:13.780983 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-7d54581d-ddd8-4188-b17c-db090e4e20ae tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Calling delete_port for 6b2515fa-2d6c-4d6a-a9ab-c58cdad47898 owned by network:dhcp {{(pid=103333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 07:42:13.786673 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.ipam_backend_mixin [None req-7d54581d-ddd8-4188-b17c-db090e4e20ae tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Port 6b2515fa-2d6c-4d6a-a9ab-c58cdad47898 was not found and therefore no delete operation was performed {{(pid=103333) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Oct 19 07:42:13.802466 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b624d1-a1cd-46dd-9874-1548803b689c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c5eb619-0b1d-489c-a79f-06861e0645ae,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:42:13.855203 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-7240725a-a04b-44e5-83e1-10cab6b6069e tempest-BulkNetworkOpsIpV6Test-187216048 tempest-BulkNetworkOpsIpV6Test-187216048-project] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.5005054 Oct 19 07:42:13.856059 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-7d54581d-ddd8-4188-b17c-db090e4e20ae tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130996763'] for port, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:13.871431 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 57854) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:42:13.888919 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device 33059318-f47c-468d-87a9-3f46eca24775 up at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 07:42:13.901997 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-b2a5d61d-8ee2-45ab-a29d-75f728d87f2b tempest-BulkNetworkOpsIpV6Test-187216048 tempest-BulkNetworkOpsIpV6Test-187216048-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-451654174'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:42:13.930141 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.services.tag.tag_plugin [None req-3c5c2697-caaf-48c6-9bfd-af8fb8f605de tempest-TagsExtTest-1762088066 tempest-TagsExtTest-1762088066-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '518fbe4f-8418-4c78-a94f-17f63ee8c89e', 'tempest-TagsExtTest-Tag-1124639112') {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:42:13.973080 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-98be9ca7-4fb9-44db-a78a-e943f4d180cd tempest-ExtraDHCPOptionsIpV6TestJSON-207750728 tempest-ExtraDHCPOptionsIpV6TestJSON-207750728-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6717961 Oct 19 07:42:13.974147 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 57860) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:42:13.989900 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-f8f413e8-300f-46f2-8611-7cfedf465622 tempest-ExtraDHCPOptionsIpV6TestJSON-207750728 tempest-ExtraDHCPOptionsIpV6TestJSON-207750728-project] Request body: {'port': {'network_id': '3f5eb11f-4161-49d5-b3b1-d2e573ad0a77', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1666413698'}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:42:14.001202 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-8f8a5236-bc3e-4131-ac4f-72994669288d None None] Provisioning complete for port 30af09e8-bdc8-4b98-affb-c2329d7d44b6 triggered by entity DHCP. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:42:14.001832 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-8f8a5236-bc3e-4131-ac4f-72994669288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:14.001959 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-8f8a5236-bc3e-4131-ac4f-72994669288d None None] Attempt 1 to provision port 30af09e8-bdc8-4b98-affb-c2329d7d44b6 Oct 19 07:42:14.004834 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-8e75bee3-4d0c-4514-8e2d-65eaebf1572c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:14.006424 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2a5d61d-8ee2-45ab-a29d-75f728d87f2b tempest-BulkNetworkOpsIpV6Test-187216048 tempest-BulkNetworkOpsIpV6Test-187216048-project] Made reservation on behalf of 7db4f931eb584e5da0319ec90f9e927a for: {'network': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 07:42:14.013621 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-b2a5d61d-8ee2-45ab-a29d-75f728d87f2b tempest-BulkNetworkOpsIpV6Test-187216048 tempest-BulkNetworkOpsIpV6Test-187216048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for network, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:14.028113 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d54581d-ddd8-4188-b17c-db090e4e20ae tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Pushing event deleted for resources: {'Port': ['ID=6b2515fa-2d6c-4d6a-a9ab-c58cdad47898,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:42:14.039186 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d54581d-ddd8-4188-b17c-db090e4e20ae tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] No DVR routers for this DVR port 6b2515fa-2d6c-4d6a-a9ab-c58cdad47898 on host dv-neutron-861624-1-hyperv {{(pid=103333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 19 07:42:14.054181 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.api.v2.resource [None req-3c5c2697-caaf-48c6-9bfd-af8fb8f605de tempest-TagsExtTest-1762088066 tempest-TagsExtTest-1762088066-project] show failed (client error): The resource could not be found. Oct 19 07:42:14.055552 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-3c5c2697-caaf-48c6-9bfd-af8fb8f605de tempest-TagsExtTest-1762088066 tempest-TagsExtTest-1762088066-project] 10.222.0.27 "GET /v2.0/subnetpools/518fbe4f-8418-4c78-a94f-17f63ee8c89e/tags/tempest-TagsExtTest-Tag-1124639112 HTTP/1.1" status: 404 len: 329 time: 0.1344924 Oct 19 07:42:14.057873 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-8f8a5236-bc3e-4131-ac4f-72994669288d None None] Port 30af09e8-bdc8-4b98-affb-c2329d7d44b6 cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 07:42:14.072849 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 57864) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:42:14.084607 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.services.tag.tag_plugin [None req-3c542368-7c5c-42dc-8cf4-5ab8db97e500 tempest-TagsExtTest-1762088066 tempest-TagsExtTest-1762088066-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '518fbe4f-8418-4c78-a94f-17f63ee8c89e', 'tempest-TagsExtTest-Tag-1132717474') {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:42:14.163915 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Provisioning complete for port 33059318-f47c-468d-87a9-3f46eca24775 triggered by entity L2. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:42:14.164654 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:14.165550 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Attempt 1 to provision port 33059318-f47c-468d-87a9-3f46eca24775 Oct 19 07:42:14.167808 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7240725a-a04b-44e5-83e1-10cab6b6069e tempest-BulkNetworkOpsIpV6Test-187216048 tempest-BulkNetworkOpsIpV6Test-187216048-project] Pushing event updated for resources: {'Network': ['ID=a5a8ecee-4497-4a50-a48f-60f15522d6ab,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:42:14.196096 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd3b04f2-944d-4026-845a-36e764e8647b tempest-TestNetworkAdvancedServerOps-260085928 tempest-TestNetworkAdvancedServerOps-260085928-project] Router ffb9f2f0-d077-4178-a6df-4e16e5e51b0d is scheduled to L3 agent ab388470-1243-4d53-80f2-c2f5899c97a7 with binding_index 1 {{(pid=103332) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 07:42:14.203325 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.api.v2.resource [None req-3c542368-7c5c-42dc-8cf4-5ab8db97e500 tempest-TagsExtTest-1762088066 tempest-TagsExtTest-1762088066-project] show failed (client error): The resource could not be found. Oct 19 07:42:14.204088 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-3c542368-7c5c-42dc-8cf4-5ab8db97e500 tempest-TagsExtTest-1762088066 tempest-TagsExtTest-1762088066-project] 10.222.0.27 "GET /v2.0/subnetpools/518fbe4f-8418-4c78-a94f-17f63ee8c89e/tags/tempest-TagsExtTest-Tag-1132717474 HTTP/1.1" status: 404 len: 329 time: 0.1251211 Oct 19 07:42:14.211139 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 57868) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:42:14.215253 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.services.tag.tag_plugin [None req-c09dbaa0-9282-4ced-b068-66a2b178982d tempest-TagsExtTest-1762088066 tempest-TagsExtTest-1762088066-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '518fbe4f-8418-4c78-a94f-17f63ee8c89e') {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:42:14.237751 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-8e75bee3-4d0c-4514-8e2d-65eaebf1572c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:14.238601 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52b69df9-e67b-4633-a48c-b0664978d751 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d12c6ac-27a3-545c-a8f3-f04e30423d6d-3f5eb11f-4161-49d5-b3b1-d2e573ad0a77', 'network_id': '3f5eb11f-4161-49d5-b3b1-d2e573ad0a77', 'tenant_id': '0b9850ede8c34043808e366817306359', 'fixed_ips': [{'subnet_id': 'b213151a-85ce-4a91-ac6c-fa1eea603c1b'}]}} from dv-neutron-861624-1-hyperv. {{(pid=103334) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 07:42:14.246709 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-52b69df9-e67b-4633-a48c-b0664978d751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:14.270552 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Network a5a8ecee-4497-4a50-a48f-60f15522d6ab details requested by agent ovs-agent-dv-neutron-861624-1-hyperv with host dv-neutron-861624-1-hyperv {{(pid=103334) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 07:42:14.284856 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2a5d61d-8ee2-45ab-a29d-75f728d87f2b tempest-BulkNetworkOpsIpV6Test-187216048 tempest-BulkNetworkOpsIpV6Test-187216048-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 155} {{(pid=103333) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 07:42:14.290247 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.db_base_plugin_common [None req-481974cd-a150-4adc-97ea-e4967b9cee0f tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Allocated IP 2001:db8::2d4 (1812e88c-3efa-43ee-a612-333c6f64e2e6/9acb3e36-9ec8-4921-9357-5672d51d90c0/372bd99f-131c-47ed-9a0f-f12ab2b24f17) {{(pid=103333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 07:42:14.300327 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8f413e8-300f-46f2-8611-7cfedf465622 tempest-ExtraDHCPOptionsIpV6TestJSON-207750728 tempest-ExtraDHCPOptionsIpV6TestJSON-207750728-project] Made reservation on behalf of 0b9850ede8c34043808e366817306359 for: {'port': 1} {{(pid=103332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 07:42:14.303932 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-f8f413e8-300f-46f2-8611-7cfedf465622 tempest-ExtraDHCPOptionsIpV6TestJSON-207750728 tempest-ExtraDHCPOptionsIpV6TestJSON-207750728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:14.325515 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-c09dbaa0-9282-4ced-b068-66a2b178982d tempest-TagsExtTest-1762088066 tempest-TagsExtTest-1762088066-project] 10.222.0.27 "DELETE /v2.0/subnetpools/518fbe4f-8418-4c78-a94f-17f63ee8c89e/tags HTTP/1.1" status: 204 len: 168 time: 0.1114273 Oct 19 07:42:14.327047 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 57870) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:42:14.333282 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.services.tag.tag_plugin [None req-8da15e19-785f-4be3-8db3-66d960b301a6 tempest-TagsExtTest-1762088066 tempest-TagsExtTest-1762088066-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'd650ffba-3e67-4f0b-b938-cc3e0c672385') {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:42:14.344036 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-7d54581d-ddd8-4188-b17c-db090e4e20ae tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-673051', 'neutron.services.segments.db._delete_segments_for_network-8785021519108'] for network, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:14.406402 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.notifiers.nova [None req-f8f413e8-300f-46f2-8611-7cfedf465622 tempest-ExtraDHCPOptionsIpV6TestJSON-207750728 tempest-ExtraDHCPOptionsIpV6TestJSON-207750728-project] device_id is not set on port 15f0beef-8b7d-4c6c-822c-22b368f7479f yet. {{(pid=103332) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 19 07:42:14.466952 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd3b04f2-944d-4026-845a-36e764e8647b tempest-TestNetworkAdvancedServerOps-260085928 tempest-TestNetworkAdvancedServerOps-260085928-project] Notify agent at l3_agent.dv-neutron-861624-1-hyperv the message routers_updated {{(pid=103332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 07:42:14.479496 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f7788fb-257b-4cb8-b17c-5f1b51a8105f None None] Sync routers for ids ['ffb9f2f0-d077-4178-a6df-4e16e5e51b0d'] in dv-neutron-861624-1-hyperv {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 07:42:14.497779 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.db_base_plugin_common [None req-52b69df9-e67b-4633-a48c-b0664978d751 None None] Allocated IP 2001:db8::2 (3f5eb11f-4161-49d5-b3b1-d2e573ad0a77/b213151a-85ce-4a91-ac6c-fa1eea603c1b/5cb22474-8494-460f-ab3b-85cff5f2dc38) {{(pid=103334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 07:42:14.499092 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f7788fb-257b-4cb8-b17c-5f1b51a8105f None None] Routers {'ffb9f2f0-d077-4178-a6df-4e16e5e51b0d'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 07:42:14.501257 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-1f7788fb-257b-4cb8-b17c-5f1b51a8105f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T07:41:46Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['ffb9f2f0-d077-4178-a6df-4e16e5e51b0d'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:42:14.502866 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-7d54581d-ddd8-4188-b17c-db090e4e20ae tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9ca5f41-fe6c-4a10-918c-6649165b7312']}} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:42:14.532037 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-8da15e19-785f-4be3-8db3-66d960b301a6 tempest-TagsExtTest-1762088066 tempest-TagsExtTest-1762088066-project] 10.222.0.27 "DELETE /v2.0/routers/d650ffba-3e67-4f0b-b938-cc3e0c672385/tags HTTP/1.1" status: 204 len: 168 time: 0.2038898 Oct 19 07:42:14.534735 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-fd3b04f2-944d-4026-845a-36e764e8647b tempest-TestNetworkAdvancedServerOps-260085928 tempest-TestNetworkAdvancedServerOps-260085928-project] Notify callbacks [] for router, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:14.535847 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-fd3b04f2-944d-4026-845a-36e764e8647b tempest-TestNetworkAdvancedServerOps-260085928 tempest-TestNetworkAdvancedServerOps-260085928-project] 10.222.0.27 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 5.1988277 Oct 19 07:42:14.536395 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 57880) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:42:14.539897 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-7d54581d-ddd8-4188-b17c-db090e4e20ae tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5001a856-9fa6-4a7a-83a1-63112baf16dd') {'for_net_delete': True} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:42:14.541136 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.services.tag.tag_plugin [None req-ce865414-7ebf-49cc-9e2e-630f8e2d0e25 tempest-TagsExtTest-1762088066 tempest-TagsExtTest-1762088066-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '56c87d32-75b1-4878-9f7d-ab39a5528a48') {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:42:14.541299 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-7d54581d-ddd8-4188-b17c-db090e4e20ae tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5001a856-9fa6-4a7a-83a1-63112baf16dd') {} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:42:14.543416 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 57882) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:42:14.635130 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-ce865414-7ebf-49cc-9e2e-630f8e2d0e25 tempest-TagsExtTest-1762088066 tempest-TagsExtTest-1762088066-project] 10.222.0.27 "DELETE /v2.0/ports/56c87d32-75b1-4878-9f7d-ab39a5528a48/tags HTTP/1.1" status: 204 len: 168 time: 0.0976949 Oct 19 07:42:14.638687 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 57886) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:42:14.654903 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.services.tag.tag_plugin [None req-41cd8b6a-beae-4e66-b7e4-ffb6629f631c tempest-TagsExtTest-1762088066 tempest-TagsExtTest-1762088066-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '2af7298e-7aad-40f3-9618-487c73b23682') {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:42:14.659959 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-8f8a5236-bc3e-4131-ac4f-72994669288d None None] Attempt 2 to provision port 30af09e8-bdc8-4b98-affb-c2329d7d44b6 Oct 19 07:42:14.675567 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-481974cd-a150-4adc-97ea-e4967b9cee0f tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Notify callbacks [] for port, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:14.706962 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-b2a5d61d-8ee2-45ab-a29d-75f728d87f2b tempest-BulkNetworkOpsIpV6Test-187216048 tempest-BulkNetworkOpsIpV6Test-187216048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979'] for segment, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:14.707456 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.db.segments_db [None req-b2a5d61d-8ee2-45ab-a29d-75f728d87f2b tempest-BulkNetworkOpsIpV6Test-187216048 tempest-BulkNetworkOpsIpV6Test-187216048-project] Added segment e7d7b8e9-b353-44c3-9891-4ecabc286285 of type vlan for network d0a8b73c-6b8f-422c-a119-e0a666edc42f Oct 19 07:42:14.733319 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 57888) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:42:14.756683 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-b2a5d61d-8ee2-45ab-a29d-75f728d87f2b tempest-BulkNetworkOpsIpV6Test-187216048 tempest-BulkNetworkOpsIpV6Test-187216048-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785020965340'] for network, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:14.791567 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-b2a5d61d-8ee2-45ab-a29d-75f728d87f2b tempest-BulkNetworkOpsIpV6Test-187216048 tempest-BulkNetworkOpsIpV6Test-187216048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873'] for network, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:14.795081 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-41cd8b6a-beae-4e66-b7e4-ffb6629f631c tempest-TagsExtTest-1762088066 tempest-TagsExtTest-1762088066-project] 10.222.0.27 "DELETE /v2.0/subnets/2af7298e-7aad-40f3-9618-487c73b23682/tags HTTP/1.1" status: 204 len: 168 time: 0.1539934 Oct 19 07:42:14.801653 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2a5d61d-8ee2-45ab-a29d-75f728d87f2b tempest-BulkNetworkOpsIpV6Test-187216048 tempest-BulkNetworkOpsIpV6Test-187216048-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:42:14.802829 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 57892) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:42:14.804256 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-b2a5d61d-8ee2-45ab-a29d-75f728d87f2b tempest-BulkNetworkOpsIpV6Test-187216048 tempest-BulkNetworkOpsIpV6Test-187216048-project] Notify callbacks [] for network, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:14.822909 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-7d54581d-ddd8-4188-b17c-db090e4e20ae tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785021519382', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-134111927'] for segment, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:14.876948 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-8e75bee3-4d0c-4514-8e2d-65eaebf1572c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788643'] for security_group, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:14.879876 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-8e75bee3-4d0c-4514-8e2d-65eaebf1572c admin admin] Notify callbacks [] for security_group, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:14.880804 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-8e75bee3-4d0c-4514-8e2d-65eaebf1572c admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/0e9c57a9-fbf8-42f1-9bea-a1aa3c2f5e41 HTTP/1.1" status: 204 len: 168 time: 1.4381802 Oct 19 07:42:14.881985 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-7d54581d-ddd8-4188-b17c-db090e4e20ae tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979'] for segment, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:14.889979 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-147b2212-ad53-4e3a-8f98-ac56f446ac52 tempest-NetworksNegativeTestJSON-790448710 tempest-NetworksNegativeTestJSON-790448710-project] Request body: {'port': {'network_id': 'cdef9375-9e7c-4d6d-9460-5077e997fbef', 'name': 'tempest-NetworksNegativeTestJSON-2092244604'}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:42:14.891899 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvr_db [None req-1f7788fb-257b-4cb8-b17c-5f1b51a8105f None None] Set router ffb9f2f0-d077-4178-a6df-4e16e5e51b0d gateway port host: dv-neutron-861624-1-hyperv {{(pid=103335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 07:42:14.897401 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-8f8a5236-bc3e-4131-ac4f-72994669288d None None] Port 30af09e8-bdc8-4b98-affb-c2329d7d44b6 cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 07:42:14.904233 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-b2a5d61d-8ee2-45ab-a29d-75f728d87f2b tempest-BulkNetworkOpsIpV6Test-187216048 tempest-BulkNetworkOpsIpV6Test-187216048-project] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.0077362 Oct 19 07:42:14.914295 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 57896) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:42:14.916726 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d54581d-ddd8-4188-b17c-db090e4e20ae tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Releasing vlan 189 on physical network physnet1 to pool {{(pid=103333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 07:42:14.917142 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-7d54581d-ddd8-4188-b17c-db090e4e20ae tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130996782'] for segment, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:14.934272 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-287f7da6-f92b-4791-8da8-6fada591ea26 tempest-TestNetworkAdvancedServerOps-964105561 tempest-TestNetworkAdvancedServerOps-964105561-project-admin] 10.222.0.27 "GET /v2.0/subnets?project_id=6c01adc7adbe45c98fd23e352fd389b2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3897998 Oct 19 07:42:14.941382 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 57898) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:42:14.942615 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.pecan_wsgi.hooks.translation [None req-147b2212-ad53-4e3a-8f98-ac56f446ac52 tempest-NetworksNegativeTestJSON-790448710 tempest-NetworksNegativeTestJSON-790448710-project] POST failed (client error): The resource could not be found. Oct 19 07:42:14.943411 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-147b2212-ad53-4e3a-8f98-ac56f446ac52 tempest-NetworksNegativeTestJSON-790448710 tempest-NetworksNegativeTestJSON-790448710-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103332) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 07:42:14.944741 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-147b2212-ad53-4e3a-8f98-ac56f446ac52 tempest-NetworksNegativeTestJSON-790448710 tempest-NetworksNegativeTestJSON-790448710-project] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.2073643 Oct 19 07:42:14.950638 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-52b69df9-e67b-4633-a48c-b0664978d751 None None] Notify callbacks [] for port, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:14.952414 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Current status of the port 33059318-f47c-468d-87a9-3f46eca24775 is: ACTIVE; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:42:14.965910 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-c9bec42c-a4b6-4492-83ee-9ee3de94212d tempest-BulkNetworkOpsIpV6Test-187216048 tempest-BulkNetworkOpsIpV6Test-187216048-project] Request body: {'ports': [{'network_id': 'a5a8ecee-4497-4a50-a48f-60f15522d6ab', 'name': 'tempest-port--1545777345', 'admin_state_up': True}, {'network_id': 'd0a8b73c-6b8f-422c-a119-e0a666edc42f', 'admin_state_up': False}]} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:42:14.966249 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-c9bec42c-a4b6-4492-83ee-9ee3de94212d tempest-BulkNetworkOpsIpV6Test-187216048 tempest-BulkNetworkOpsIpV6Test-187216048-project] Request body: {'port': {'network_id': 'a5a8ecee-4497-4a50-a48f-60f15522d6ab', 'name': 'tempest-port--1545777345', 'admin_state_up': True}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:42:14.966733 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-c9bec42c-a4b6-4492-83ee-9ee3de94212d tempest-BulkNetworkOpsIpV6Test-187216048 tempest-BulkNetworkOpsIpV6Test-187216048-project] Request body: {'port': {'network_id': 'd0a8b73c-6b8f-422c-a119-e0a666edc42f', 'admin_state_up': False}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:42:14.966939 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-52b69df9-e67b-4633-a48c-b0664978d751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785020947330'] for port, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:14.969427 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 57900) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:42:15.011604 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.pecan_wsgi.hooks.translation [None req-1887c24b-c221-4936-a8d2-2c305ec24a95 tempest-NetworksNegativeTestJSON-790448710 tempest-NetworksNegativeTestJSON-790448710-project] DELETE failed (client error): The resource could not be found. Oct 19 07:42:15.018778 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1887c24b-c221-4936-a8d2-2c305ec24a95 tempest-NetworksNegativeTestJSON-790448710 tempest-NetworksNegativeTestJSON-790448710-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103332) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 07:42:15.022159 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-1887c24b-c221-4936-a8d2-2c305ec24a95 tempest-NetworksNegativeTestJSON-790448710 tempest-NetworksNegativeTestJSON-790448710-project] 10.222.0.27 "DELETE /v2.0/networks/e358fd6c-c158-407e-9423-43d53e444fa8 HTTP/1.1" status: 404 len: 339 time: 0.0445678 Oct 19 07:42:15.040521 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52b69df9-e67b-4633-a48c-b0664978d751 None None] Network 3f5eb11f-4161-49d5-b3b1-d2e573ad0a77 is already hosted by enough agents. {{(pid=103334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 07:42:15.042181 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b69df9-e67b-4633-a48c-b0664978d751 None None] Pushing event updated for resources: {'Port': ['ID=5cb22474-8494-460f-ab3b-85cff5f2dc38,revision_number=1']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:42:15.044933 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.scheduler.base_scheduler [None req-52b69df9-e67b-4633-a48c-b0664978d751 None None] Resources bound (agent type, host, resource id): {{(pid=103334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:42:15.049913 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52b69df9-e67b-4633-a48c-b0664978d751 None None] Received port after_create {{(pid=103334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 07:42:15.062450 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device 202bbb75-d656-4039-93c2-eb6a38fe76f3 no longer exists at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 07:42:15.071297 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 57902) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:42:15.161151 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e75bee3-4d0c-4514-8e2d-65eaebf1572c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e9c57a9-fbf8-42f1-9bea-a1aa3c2f5e41,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:42:15.163128 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] No Port match for: 202bbb75-d656-4039-93c2-eb6a38fe76f3 {{(pid=103334) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 19 07:42:15.163283 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a5d61d-8ee2-45ab-a29d-75f728d87f2b tempest-BulkNetworkOpsIpV6Test-187216048 tempest-BulkNetworkOpsIpV6Test-187216048-project] Pushing event updated for resources: {'Network': ['ID=d0a8b73c-6b8f-422c-a119-e0a666edc42f,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:42:15.163495 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device 202bbb75-d656-4039-93c2-eb6a38fe76f3 not bound to the agent host dv-neutron-861624-1-hyperv {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 07:42:15.164537 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device 6b2515fa-2d6c-4d6a-a9ab-c58cdad47898 no longer exists at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 07:42:15.174127 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.services.segments.plugin [-] Segment 5001a856-9fa6-4a7a-83a1-63112baf16dd resource provider aggregate not found Oct 19 07:42:15.202637 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Network d0a8b73c-6b8f-422c-a119-e0a666edc42f details requested by agent ovs-agent-dv-neutron-861624-1-hyperv with host dv-neutron-861624-1-hyperv {{(pid=103334) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 07:42:15.250396 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.services.segments.plugin [-] Segment 5001a856-9fa6-4a7a-83a1-63112baf16dd resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5001a856-9fa6-4a7a-83a1-63112baf16dd found for delete ", "request_id": "req-45a98495-e165-4305-b469-6159533eeb97"}]} Oct 19 07:42:15.256414 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-481974cd-a150-4adc-97ea-e4967b9cee0f tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785020947330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130996763'] for port, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:15.276969 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-1f7788fb-257b-4cb8-b17c-5f1b51a8105f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffb9f2f0-d077-4178-a6df-4e16e5e51b0d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1410530827', 'tenant_id': '6c01adc7adbe45c98fd23e352fd389b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'external_fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.210'}], 'enable_snat': True}, 'gw_port_id': '4b7be9af-88d5-4d55-b1bf-b93ea3c13765', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T07:42:09Z', 'updated_at': '2022-10-19T07:42:13Z', 'revision_number': 3, 'project_id': '6c01adc7adbe45c98fd23e352fd389b2', 'gw_port': {'id': '4b7be9af-88d5-4d55-b1bf-b93ea3c13765', 'name': '', 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:6c:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffb9f2f0-d077-4178-a6df-4e16e5e51b0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 800, 'fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:42:10Z', 'updated_at': '2022-10-19T07:42:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861624-1-hyperv'}], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:42:15.314979 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-7d54581d-ddd8-4188-b17c-db090e4e20ae tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-673044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1695087'] for network, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:15.339400 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-7d54581d-ddd8-4188-b17c-db090e4e20ae tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Notify callbacks [] for network, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:15.339866 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f7788fb-257b-4cb8-b17c-5f1b51a8105f None None] Checking router: ffb9f2f0-d077-4178-a6df-4e16e5e51b0d for host: dv-neutron-861624-1-hyperv {{(pid=103335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 07:42:15.340344 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f7788fb-257b-4cb8-b17c-5f1b51a8105f None None] Updating router ffb9f2f0-d077-4178-a6df-4e16e5e51b0d port 4b7be9af-88d5-4d55-b1bf-b93ea3c13765 binding host dv-neutron-861624-1-hyperv {{(pid=103335) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 07:42:15.342907 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-7d54581d-ddd8-4188-b17c-db090e4e20ae tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] 10.222.0.27 "DELETE /v2.0/networks/f9ca5f41-fe6c-4a10-918c-6649165b7312 HTTP/1.1" status: 204 len: 168 time: 3.1651917 Oct 19 07:42:15.345434 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9bec42c-a4b6-4492-83ee-9ee3de94212d tempest-BulkNetworkOpsIpV6Test-187216048 tempest-BulkNetworkOpsIpV6Test-187216048-project] Made reservation on behalf of 7db4f931eb584e5da0319ec90f9e927a for: {'port': 2} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 07:42:15.355187 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] No Port match for: 6b2515fa-2d6c-4d6a-a9ab-c58cdad47898 {{(pid=103334) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 19 07:42:15.355822 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device 6b2515fa-2d6c-4d6a-a9ab-c58cdad47898 not bound to the agent host dv-neutron-861624-1-hyperv {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 07:42:15.356068 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-c9bec42c-a4b6-4492-83ee-9ee3de94212d tempest-BulkNetworkOpsIpV6Test-187216048 tempest-BulkNetworkOpsIpV6Test-187216048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:15.366529 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-52b69df9-e67b-4633-a48c-b0664978d751 None None] Attempting to bind port 5cb22474-8494-460f-ab3b-85cff5f2dc38 on host dv-neutron-861624-1-hyperv for vnic_type normal with profile {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 19 07:42:15.366815 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-52b69df9-e67b-4633-a48c-b0664978d751 None None] Attempting to bind port 5cb22474-8494-460f-ab3b-85cff5f2dc38 by drivers openvswitch,hyperv on host dv-neutron-861624-1-hyperv at level 0 using segments [{'id': 'f9be6f32-7144-47a9-9bdb-ce067f081325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '3f5eb11f-4161-49d5-b3b1-d2e573ad0a77'}] {{(pid=103334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 19 07:42:15.367347 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52b69df9-e67b-4633-a48c-b0664978d751 None None] Attempting to bind port 5cb22474-8494-460f-ab3b-85cff5f2dc38 on network 3f5eb11f-4161-49d5-b3b1-d2e573ad0a77 {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 07:42:15.370341 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 57910) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:42:15.376212 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52b69df9-e67b-4633-a48c-b0664978d751 None None] Checking agent: {'id': 'a5b0152c-d633-409b-aaf8-3b76458e2410', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861624-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 19, 7, 30, 19), 'started_at': datetime.datetime(2022, 10, 19, 7, 30, 49), 'heartbeat_timestamp': datetime.datetime(2022, 10, 19, 7, 41, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861624-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 07:42:15.376627 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52b69df9-e67b-4633-a48c-b0664978d751 None None] Checking segment: {'id': 'f9be6f32-7144-47a9-9bdb-ce067f081325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '3f5eb11f-4161-49d5-b3b1-d2e573ad0a77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 19 07:42:15.377033 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-52b69df9-e67b-4633-a48c-b0664978d751 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:15.377684 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52b69df9-e67b-4633-a48c-b0664978d751 None None] Bound using segment: {'id': 'f9be6f32-7144-47a9-9bdb-ce067f081325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '3f5eb11f-4161-49d5-b3b1-d2e573ad0a77'} {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 07:42:15.378029 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-52b69df9-e67b-4633-a48c-b0664978d751 None None] Bound port: 5cb22474-8494-460f-ab3b-85cff5f2dc38, host: dv-neutron-861624-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9be6f32-7144-47a9-9bdb-ce067f081325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '3f5eb11f-4161-49d5-b3b1-d2e573ad0a77'}}] {{(pid=103334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 19 07:42:15.378448 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-52b69df9-e67b-4633-a48c-b0664978d751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:15.429280 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-8f8a5236-bc3e-4131-ac4f-72994669288d None None] Attempt 3 to provision port 30af09e8-bdc8-4b98-affb-c2329d7d44b6 Oct 19 07:42:15.455485 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-481974cd-a150-4adc-97ea-e4967b9cee0f tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Network 1812e88c-3efa-43ee-a612-333c6f64e2e6 is already hosted by enough agents. {{(pid=103333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 07:42:15.455988 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-1f7788fb-257b-4cb8-b17c-5f1b51a8105f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:15.461223 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d54581d-ddd8-4188-b17c-db090e4e20ae tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Pushing event deleted for resources: {'Network': ['ID=f9ca5f41-fe6c-4a10-918c-6649165b7312,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:42:15.491993 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-8f8a5236-bc3e-4131-ac4f-72994669288d None None] Port 30af09e8-bdc8-4b98-affb-c2329d7d44b6 cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 07:42:15.539999 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-481974cd-a150-4adc-97ea-e4967b9cee0f tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Resources bound (agent type, host, resource id): {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:42:15.541872 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 57912) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:42:15.547862 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-c9bec42c-a4b6-4492-83ee-9ee3de94212d tempest-BulkNetworkOpsIpV6Test-187216048 tempest-BulkNetworkOpsIpV6Test-187216048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:15.556389 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-481974cd-a150-4adc-97ea-e4967b9cee0f tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Received port after_create {{(pid=103333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 07:42:15.562191 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-481974cd-a150-4adc-97ea-e4967b9cee0f tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:42:15.562991 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-481974cd-a150-4adc-97ea-e4967b9cee0f tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42160'] for port, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:15.571838 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481974cd-a150-4adc-97ea-e4967b9cee0f tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Pushing event updated for resources: {'Port': ['ID=372bd99f-131c-47ed-9a0f-f12ab2b24f17,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:42:15.578625 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-52b69df9-e67b-4633-a48c-b0664978d751 None None] For port 5cb22474-8494-460f-ab3b-85cff5f2dc38, host dv-neutron-861624-1-hyperv, cleared binding levels {{(pid=103334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 07:42:15.591607 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-52b69df9-e67b-4633-a48c-b0664978d751 None None] For port 5cb22474-8494-460f-ab3b-85cff5f2dc38, host dv-neutron-861624-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=5cb22474-8494-460f-ab3b-85cff5f2dc38,segment=NetworkSegment(f9be6f32-7144-47a9-9bdb-ce067f081325),segment_id=f9be6f32-7144-47a9-9bdb-ce067f081325)] {{(pid=103334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 07:42:15.599141 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-52b69df9-e67b-4633-a48c-b0664978d751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:15.606710 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.pecan_wsgi.hooks.translation [None req-f985d352-b6ca-440d-b389-fd173d8f5759 tempest-NetworksNegativeTestJSON-790448710 tempest-NetworksNegativeTestJSON-790448710-project] DELETE failed (client error): The resource could not be found. Oct 19 07:42:15.607143 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f985d352-b6ca-440d-b389-fd173d8f5759 tempest-NetworksNegativeTestJSON-790448710 tempest-NetworksNegativeTestJSON-790448710-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103332) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 07:42:15.615533 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-f985d352-b6ca-440d-b389-fd173d8f5759 tempest-NetworksNegativeTestJSON-790448710 tempest-NetworksNegativeTestJSON-790448710-project] 10.222.0.27 "DELETE /v2.0/ports/5df62fbc-c5e1-4a32-a625-2d67e0140979 HTTP/1.1" status: 404 len: 333 time: 0.5068350 Oct 19 07:42:15.621049 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 57914) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:42:15.712807 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-71c2b720-b507-409b-b8c7-b6f99ddb3603 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:15.746701 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.db_base_plugin_common [None req-f8f413e8-300f-46f2-8611-7cfedf465622 tempest-ExtraDHCPOptionsIpV6TestJSON-207750728 tempest-ExtraDHCPOptionsIpV6TestJSON-207750728-project] Allocated IP 2001:db8::3a9 (3f5eb11f-4161-49d5-b3b1-d2e573ad0a77/b213151a-85ce-4a91-ac6c-fa1eea603c1b/15f0beef-8b7d-4c6c-822c-22b368f7479f) {{(pid=103332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 07:42:15.749779 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf7f3ff1-2324-4840-9567-9b947b22d4be tempest-NetworksNegativeTestJSON-790448710 tempest-NetworksNegativeTestJSON-790448710-project] DELETE failed (client error): The resource could not be found. Oct 19 07:42:15.750418 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf7f3ff1-2324-4840-9567-9b947b22d4be tempest-NetworksNegativeTestJSON-790448710 tempest-NetworksNegativeTestJSON-790448710-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103332) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 07:42:15.752021 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b69df9-e67b-4633-a48c-b0664978d751 None None] Pushing event updated for resources: {'Port': ['ID=5cb22474-8494-460f-ab3b-85cff5f2dc38,revision_number=2']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:42:15.758717 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-bf7f3ff1-2324-4840-9567-9b947b22d4be tempest-NetworksNegativeTestJSON-790448710 tempest-NetworksNegativeTestJSON-790448710-project] 10.222.0.27 "DELETE /v2.0/subnets/c5d662b7-5ae3-44ef-86be-f2d07a6419ad HTTP/1.1" status: 404 len: 337 time: 0.1315560 Oct 19 07:42:15.770542 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 57916) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:42:15.775342 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-7786d1a0-f7db-45e6-8fca-48ae754e5266 tempest-TagsExtTest-1762088066 tempest-TagsExtTest-1762088066-project] Notify callbacks [] for subnetpool, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:15.776775 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-7786d1a0-f7db-45e6-8fca-48ae754e5266 tempest-TagsExtTest-1762088066 tempest-TagsExtTest-1762088066-project] 10.222.0.27 "DELETE /v2.0/subnetpools/518fbe4f-8418-4c78-a94f-17f63ee8c89e HTTP/1.1" status: 204 len: 168 time: 0.9721689 Oct 19 07:42:15.814612 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 57918) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:42:15.846509 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-481974cd-a150-4adc-97ea-e4967b9cee0f tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.2025697 Oct 19 07:42:15.851731 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 57920) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:42:15.886622 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.pecan_wsgi.hooks.translation [None req-44dbd2bf-4339-4f19-adf9-31935a8b1dfe tempest-NetworksNegativeTestJSON-790448710 tempest-NetworksNegativeTestJSON-790448710-project] GET failed (client error): The resource could not be found. Oct 19 07:42:15.894540 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-44dbd2bf-4339-4f19-adf9-31935a8b1dfe tempest-NetworksNegativeTestJSON-790448710 tempest-NetworksNegativeTestJSON-790448710-project] 10.222.0.27 "GET /v2.0/networks/cfded2eb-68d2-42fe-86c5-62224259c91c HTTP/1.1" status: 404 len: 339 time: 0.1164823 Oct 19 07:42:15.897450 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-79e4cf6e-f55f-4443-9b74-499a53fddc2a tempest-TagsExtTest-1762088066 tempest-TagsExtTest-1762088066-project] 10.222.0.27 "GET /v2.0/ports?device_id=d650ffba-3e67-4f0b-b938-cc3e0c672385 HTTP/1.1" status: 200 len: 205 time: 0.0703514 Oct 19 07:42:15.898238 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 57922) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:42:15.904911 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-067adf4e-0707-48c3-ad2b-edad5295d17b tempest-TestNetworkAdvancedServerOps-964105561 tempest-TestNetworkAdvancedServerOps-964105561-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:42:15.909091 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-067adf4e-0707-48c3-ad2b-edad5295d17b tempest-TestNetworkAdvancedServerOps-964105561 tempest-TestNetworkAdvancedServerOps-964105561-project-admin] 10.222.0.27 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.9626372 Oct 19 07:42:15.928264 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 57924) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:42:15.928682 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 57926) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:42:15.974029 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-1f7788fb-257b-4cb8-b17c-5f1b51a8105f None None] Notify callbacks [] for port, precommit_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:15.980361 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-1f7788fb-257b-4cb8-b17c-5f1b51a8105f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:15.997897 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-8f8a5236-bc3e-4131-ac4f-72994669288d None None] Attempt 4 to provision port 30af09e8-bdc8-4b98-affb-c2329d7d44b6 Oct 19 07:42:16.039102 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-1f7788fb-257b-4cb8-b17c-5f1b51a8105f None None] Attempting to bind port 4b7be9af-88d5-4d55-b1bf-b93ea3c13765 on host dv-neutron-861624-1-hyperv for vnic_type normal with profile {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 19 07:42:16.039471 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-1f7788fb-257b-4cb8-b17c-5f1b51a8105f None None] Attempting to bind port 4b7be9af-88d5-4d55-b1bf-b93ea3c13765 by drivers openvswitch,hyperv on host dv-neutron-861624-1-hyperv at level 0 using segments [{'id': '53981d04-8205-40d8-8d33-0510111d6f8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd'}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 19 07:42:16.039833 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f7788fb-257b-4cb8-b17c-5f1b51a8105f None None] Attempting to bind port 4b7be9af-88d5-4d55-b1bf-b93ea3c13765 on network 99c66757-74e3-40a4-b479-8d09e3a7c3dd {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 07:42:16.049674 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f7788fb-257b-4cb8-b17c-5f1b51a8105f None None] Checking agent: {'id': 'a5b0152c-d633-409b-aaf8-3b76458e2410', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861624-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 19, 7, 30, 19), 'started_at': datetime.datetime(2022, 10, 19, 7, 30, 49), 'heartbeat_timestamp': datetime.datetime(2022, 10, 19, 7, 41, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861624-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 07:42:16.050048 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f7788fb-257b-4cb8-b17c-5f1b51a8105f None None] Checking segment: {'id': '53981d04-8205-40d8-8d33-0510111d6f8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 19 07:42:16.050480 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-1f7788fb-257b-4cb8-b17c-5f1b51a8105f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:16.050835 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f7788fb-257b-4cb8-b17c-5f1b51a8105f None None] Bound using segment: {'id': '53981d04-8205-40d8-8d33-0510111d6f8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd'} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 07:42:16.051308 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-1f7788fb-257b-4cb8-b17c-5f1b51a8105f None None] Bound port: 4b7be9af-88d5-4d55-b1bf-b93ea3c13765, host: dv-neutron-861624-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53981d04-8205-40d8-8d33-0510111d6f8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd'}}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 19 07:42:16.051683 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-1f7788fb-257b-4cb8-b17c-5f1b51a8105f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:16.060525 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.pecan_wsgi.hooks.translation [None req-15cfe321-cc07-4204-aee6-21c6f355c8e9 tempest-NetworksNegativeTestJSON-790448710 tempest-NetworksNegativeTestJSON-790448710-project] GET failed (client error): The resource could not be found. Oct 19 07:42:16.063383 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-15cfe321-cc07-4204-aee6-21c6f355c8e9 tempest-NetworksNegativeTestJSON-790448710 tempest-NetworksNegativeTestJSON-790448710-project] 10.222.0.27 "GET /v2.0/ports/1cf4e9c7-a040-491b-a8e4-3c944daba4cb HTTP/1.1" status: 404 len: 333 time: 0.1610303 Oct 19 07:42:16.066387 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-8f8a5236-bc3e-4131-ac4f-72994669288d None None] Port 30af09e8-bdc8-4b98-affb-c2329d7d44b6 cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 07:42:16.071077 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-26a36224-a949-455a-a213-efb65d190ba0 tempest-TestNetworkAdvancedServerOps-964105561 tempest-TestNetworkAdvancedServerOps-964105561-project-admin] 10.222.0.27 "GET /v2.0/subnets?network_id=99c66757-74e3-40a4-b479-8d09e3a7c3dd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1328228 Oct 19 07:42:16.076403 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 57928) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:42:16.077024 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 57930) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:42:16.089542 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb70683-e824-4741-9cb1-4562da14c1e9 None None] Pushing event updated for resources: {'Port': ['ID=4b7be9af-88d5-4d55-b1bf-b93ea3c13765,revision_number=2']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:42:16.125609 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-b7ec69df-d106-4298-a4aa-316da807aa0a tempest-TestNetworkAdvancedServerOps-260085928 tempest-TestNetworkAdvancedServerOps-260085928-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-593915901', 'network_id': '6d49fd8a-7643-40eb-ab2d-b752a1374d55', 'project_id': '6c01adc7adbe45c98fd23e352fd389b2', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:42:16.126084 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-1f7788fb-257b-4cb8-b17c-5f1b51a8105f None None] For port 4b7be9af-88d5-4d55-b1bf-b93ea3c13765, host dv-neutron-861624-1-hyperv, cleared binding levels {{(pid=103335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 07:42:16.131047 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-1f7788fb-257b-4cb8-b17c-5f1b51a8105f None None] For port 4b7be9af-88d5-4d55-b1bf-b93ea3c13765, host dv-neutron-861624-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=4b7be9af-88d5-4d55-b1bf-b93ea3c13765,segment=NetworkSegment(53981d04-8205-40d8-8d33-0510111d6f8f),segment_id=53981d04-8205-40d8-8d33-0510111d6f8f)] {{(pid=103335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 07:42:16.136306 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-1f7788fb-257b-4cb8-b17c-5f1b51a8105f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:16.149026 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.pecan_wsgi.hooks.translation [None req-769d36c1-da54-4204-81a4-d6e0020a7c0b tempest-NetworksNegativeTestJSON-790448710 tempest-NetworksNegativeTestJSON-790448710-project] GET failed (client error): The resource could not be found. Oct 19 07:42:16.150478 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-769d36c1-da54-4204-81a4-d6e0020a7c0b tempest-NetworksNegativeTestJSON-790448710 tempest-NetworksNegativeTestJSON-790448710-project] 10.222.0.27 "GET /v2.0/subnets/9365328b-c267-4eee-a241-f6b1c56bac1a HTTP/1.1" status: 404 len: 337 time: 0.0719223 Oct 19 07:42:16.158823 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 57932) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:42:16.171842 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-703e4397-0e84-4f56-af19-9497860750d3 tempest-NetworksNegativeTestJSON-790448710 tempest-NetworksNegativeTestJSON-790448710-project] Request body: {'network': {'name': 'new_name'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:42:16.195125 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.pecan_wsgi.hooks.translation [None req-703e4397-0e84-4f56-af19-9497860750d3 tempest-NetworksNegativeTestJSON-790448710 tempest-NetworksNegativeTestJSON-790448710-project] PUT failed (client error): The resource could not be found. Oct 19 07:42:16.196033 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-703e4397-0e84-4f56-af19-9497860750d3 tempest-NetworksNegativeTestJSON-790448710 tempest-NetworksNegativeTestJSON-790448710-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103333) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 07:42:16.200843 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-703e4397-0e84-4f56-af19-9497860750d3 tempest-NetworksNegativeTestJSON-790448710 tempest-NetworksNegativeTestJSON-790448710-project] 10.222.0.27 "PUT /v2.0/networks/ff0a5549-8c6b-4223-a396-e80c6014379a HTTP/1.1" status: 404 len: 339 time: 0.0304070 Oct 19 07:42:16.205584 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 57934) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:42:16.207036 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f7788fb-257b-4cb8-b17c-5f1b51a8105f None None] Routers {'ffb9f2f0-d077-4178-a6df-4e16e5e51b0d'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 07:42:16.208741 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-1f7788fb-257b-4cb8-b17c-5f1b51a8105f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T07:41:46Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['ffb9f2f0-d077-4178-a6df-4e16e5e51b0d'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:42:16.223208 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-5e15a318-24f9-4239-bec3-7d2621f5f151 tempest-NetworksNegativeTestJSON-790448710 tempest-NetworksNegativeTestJSON-790448710-project] Request body: {'port': {'name': 'new_name'}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:42:16.227864 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-fbdcba80-44d7-4d9c-ac57-87841ee93af0 tempest-TagsExtTest-1762088066 tempest-TagsExtTest-1762088066-project] Notify callbacks [] for router, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:16.270949 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb70683-e824-4741-9cb1-4562da14c1e9 None None] Pushing event updated for resources: {'Port': ['ID=4b7be9af-88d5-4d55-b1bf-b93ea3c13765,revision_number=3']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:42:16.281820 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-4ee35bee-5354-4d1b-9cf3-0e93eacb6033 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:16.304603 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbbddadc-1868-4d73-9ebf-e9aa471eef4c tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:42:16.307161 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-dbbddadc-1868-4d73-9ebf-e9aa471eef4c tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] 10.222.0.27 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3Aad HTTP/1.1" status: 200 len: 927 time: 0.3601050 Oct 19 07:42:16.310359 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.notifiers.nova [None req-c9bec42c-a4b6-4492-83ee-9ee3de94212d tempest-BulkNetworkOpsIpV6Test-187216048 tempest-BulkNetworkOpsIpV6Test-187216048-project] device_id is not set on port fe9a0326-786c-4bf1-bc2f-2cc76f84333d yet. {{(pid=103333) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 19 07:42:16.332571 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 57936) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:42:16.340705 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e15a318-24f9-4239-bec3-7d2621f5f151 tempest-NetworksNegativeTestJSON-790448710 tempest-NetworksNegativeTestJSON-790448710-project] PUT failed (client error): The resource could not be found. Oct 19 07:42:16.341550 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e15a318-24f9-4239-bec3-7d2621f5f151 tempest-NetworksNegativeTestJSON-790448710 tempest-NetworksNegativeTestJSON-790448710-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103332) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 07:42:16.342723 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-5e15a318-24f9-4239-bec3-7d2621f5f151 tempest-NetworksNegativeTestJSON-790448710 tempest-NetworksNegativeTestJSON-790448710-project] 10.222.0.27 "PUT /v2.0/ports/028af89d-f86a-4134-bbe4-680e889d297f HTTP/1.1" status: 404 len: 333 time: 0.1338422 Oct 19 07:42:16.351443 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 57938) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:42:16.364158 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvr_db [None req-1f7788fb-257b-4cb8-b17c-5f1b51a8105f None None] Set router ffb9f2f0-d077-4178-a6df-4e16e5e51b0d gateway port host: dv-neutron-861624-1-hyperv {{(pid=103335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 07:42:16.383557 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-5f3449f5-2e20-4577-af62-4398fd77034e tempest-NetworksNegativeTestJSON-790448710 tempest-NetworksNegativeTestJSON-790448710-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:42:16.449819 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f3449f5-2e20-4577-af62-4398fd77034e tempest-NetworksNegativeTestJSON-790448710 tempest-NetworksNegativeTestJSON-790448710-project] PUT failed (client error): The resource could not be found. Oct 19 07:42:16.450287 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f3449f5-2e20-4577-af62-4398fd77034e tempest-NetworksNegativeTestJSON-790448710 tempest-NetworksNegativeTestJSON-790448710-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103332) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 07:42:16.451715 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-5f3449f5-2e20-4577-af62-4398fd77034e tempest-NetworksNegativeTestJSON-790448710 tempest-NetworksNegativeTestJSON-790448710-project] 10.222.0.27 "PUT /v2.0/subnets/136bc650-22c3-4e0f-a652-8257d51dfc7a HTTP/1.1" status: 404 len: 337 time: 0.0990734 Oct 19 07:42:16.470554 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-71c2b720-b507-409b-b8c7-b6f99ddb3603 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:16.486524 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-71c2b720-b507-409b-b8c7-b6f99ddb3603 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788643'] for security_group, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:16.549282 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7ec69df-d106-4298-a4aa-316da807aa0a tempest-TestNetworkAdvancedServerOps-260085928 tempest-TestNetworkAdvancedServerOps-260085928-project] Made reservation on behalf of 6c01adc7adbe45c98fd23e352fd389b2 for: {'subnet': 1} {{(pid=103332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 07:42:16.552976 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-b7ec69df-d106-4298-a4aa-316da807aa0a tempest-TestNetworkAdvancedServerOps-260085928 tempest-TestNetworkAdvancedServerOps-260085928-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130659787'] for subnet, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:16.567706 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-8f8a5236-bc3e-4131-ac4f-72994669288d None None] Attempt 5 to provision port 30af09e8-bdc8-4b98-affb-c2329d7d44b6 Oct 19 07:42:16.588363 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-fbdcba80-44d7-4d9c-ac57-87841ee93af0 tempest-TagsExtTest-1762088066 tempest-TagsExtTest-1762088066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1693565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12618'] for router, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:16.602581 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-fbdcba80-44d7-4d9c-ac57-87841ee93af0 tempest-TagsExtTest-1762088066 tempest-TagsExtTest-1762088066-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:16.616225 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-71c2b720-b507-409b-b8c7-b6f99ddb3603 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=0dff00a27c424e2fa9f357ebc33c968e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0696349 Oct 19 07:42:16.624137 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c2b720-b507-409b-b8c7-b6f99ddb3603 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a878722d-e97c-4e1d-8656-fe0128cf8ac5,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:42:16.633686 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 57942) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:42:16.647342 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-8f8a5236-bc3e-4131-ac4f-72994669288d None None] Port 30af09e8-bdc8-4b98-affb-c2329d7d44b6 cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 07:42:16.670434 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-bf649e4e-4c80-4078-b02f-ba72ed8db8b6 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Deleting port 372bd99f-131c-47ed-9a0f-f12ab2b24f17 {{(pid=103333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 07:42:16.671081 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-bf649e4e-4c80-4078-b02f-ba72ed8db8b6 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:16.672441 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-1f7788fb-257b-4cb8-b17c-5f1b51a8105f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffb9f2f0-d077-4178-a6df-4e16e5e51b0d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1410530827', 'tenant_id': '6c01adc7adbe45c98fd23e352fd389b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'external_fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.210'}], 'enable_snat': True}, 'gw_port_id': '4b7be9af-88d5-4d55-b1bf-b93ea3c13765', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T07:42:09Z', 'updated_at': '2022-10-19T07:42:13Z', 'revision_number': 3, 'project_id': '6c01adc7adbe45c98fd23e352fd389b2', 'gw_port': {'id': '4b7be9af-88d5-4d55-b1bf-b93ea3c13765', 'name': '', 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:6c:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffb9f2f0-d077-4178-a6df-4e16e5e51b0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 800, 'fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:42:10Z', 'updated_at': '2022-10-19T07:42:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861624-1-hyperv'}], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:42:16.705398 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f7788fb-257b-4cb8-b17c-5f1b51a8105f None None] The sync data for ids ['ffb9f2f0-d077-4178-a6df-4e16e5e51b0d'] in dv-neutron-861624-1-hyperv is: [{'id': 'ffb9f2f0-d077-4178-a6df-4e16e5e51b0d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1410530827', 'tenant_id': '6c01adc7adbe45c98fd23e352fd389b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'external_fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.210'}], 'enable_snat': True}, 'gw_port_id': '4b7be9af-88d5-4d55-b1bf-b93ea3c13765', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T07:42:09Z', 'updated_at': '2022-10-19T07:42:13Z', 'revision_number': 3, 'project_id': '6c01adc7adbe45c98fd23e352fd389b2', 'gw_port': {'id': '4b7be9af-88d5-4d55-b1bf-b93ea3c13765', 'name': '', 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:6c:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffb9f2f0-d077-4178-a6df-4e16e5e51b0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 800, 'fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:42:10Z', 'updated_at': '2022-10-19T07:42:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861624-1-hyperv'}] {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 07:42:16.745593 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-f8f413e8-300f-46f2-8611-7cfedf465622 tempest-ExtraDHCPOptionsIpV6TestJSON-207750728 tempest-ExtraDHCPOptionsIpV6TestJSON-207750728-project] Notify callbacks [] for port, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:16.758397 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-c9bec42c-a4b6-4492-83ee-9ee3de94212d tempest-BulkNetworkOpsIpV6Test-187216048 tempest-BulkNetworkOpsIpV6Test-187216048-project] Notify callbacks [] for port, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:16.844127 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-fbdcba80-44d7-4d9c-ac57-87841ee93af0 tempest-TagsExtTest-1762088066 tempest-TagsExtTest-1762088066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1693542'] for router, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:16.844643 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbdcba80-44d7-4d9c-ac57-87841ee93af0 tempest-TagsExtTest-1762088066 tempest-TagsExtTest-1762088066-project] Fanout notify agent at l3_agent the message router_deleted on router d650ffba-3e67-4f0b-b938-cc3e0c672385 {{(pid=103332) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 07:42:16.855590 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-fbdcba80-44d7-4d9c-ac57-87841ee93af0 tempest-TagsExtTest-1762088066 tempest-TagsExtTest-1762088066-project] Notify callbacks [] for router, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:16.860879 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-fbdcba80-44d7-4d9c-ac57-87841ee93af0 tempest-TagsExtTest-1762088066 tempest-TagsExtTest-1762088066-project] 10.222.0.27 "DELETE /v2.0/routers/d650ffba-3e67-4f0b-b938-cc3e0c672385 HTTP/1.1" status: 204 len: 168 time: 0.9248891 Oct 19 07:42:16.861853 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 57946) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:42:16.874286 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 57948) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:42:16.935743 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-51f25e52-98b2-4efa-aa62-8060856a9a4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:16.936031 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.notifiers.nova [None req-c9bec42c-a4b6-4492-83ee-9ee3de94212d tempest-BulkNetworkOpsIpV6Test-187216048 tempest-BulkNetworkOpsIpV6Test-187216048-project] device_id is not set on port 82330cc6-e771-46fa-93e5-897a118a3dcf yet. {{(pid=103333) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 19 07:42:16.958248 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-bf649e4e-4c80-4078-b02f-ba72ed8db8b6 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:16.974720 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-51f25e52-98b2-4efa-aa62-8060856a9a4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:16.988656 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-bf649e4e-4c80-4078-b02f-ba72ed8db8b6 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Calling delete_port for 372bd99f-131c-47ed-9a0f-f12ab2b24f17 owned by {{(pid=103333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 07:42:17.025681 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-f8f413e8-300f-46f2-8611-7cfedf465622 tempest-ExtraDHCPOptionsIpV6TestJSON-207750728 tempest-ExtraDHCPOptionsIpV6TestJSON-207750728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785020947330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133553798'] for port, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:17.139244 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8f413e8-300f-46f2-8611-7cfedf465622 tempest-ExtraDHCPOptionsIpV6TestJSON-207750728 tempest-ExtraDHCPOptionsIpV6TestJSON-207750728-project] Network 3f5eb11f-4161-49d5-b3b1-d2e573ad0a77 is already hosted by enough agents. {{(pid=103332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 07:42:17.140736 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e285ae87-4211-4138-a7f3-12b6a012b9b0 None None] Network 3f5eb11f-4161-49d5-b3b1-d2e573ad0a77 requested from dv-neutron-861624-1-hyperv {{(pid=103334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 07:42:17.148893 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-89eec31e-73cd-437f-8339-3380b2955f7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:17.157057 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-8f8a5236-bc3e-4131-ac4f-72994669288d None None] Attempt 6 to provision port 30af09e8-bdc8-4b98-affb-c2329d7d44b6 Oct 19 07:42:17.158527 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-4358deef-78fc-451e-8800-f311cffddb2c tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1694785'] for router_interface, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:17.172445 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.base_scheduler [None req-f8f413e8-300f-46f2-8611-7cfedf465622 tempest-ExtraDHCPOptionsIpV6TestJSON-207750728 tempest-ExtraDHCPOptionsIpV6TestJSON-207750728-project] Resources bound (agent type, host, resource id): {{(pid=103332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:42:17.180725 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f413e8-300f-46f2-8611-7cfedf465622 tempest-ExtraDHCPOptionsIpV6TestJSON-207750728 tempest-ExtraDHCPOptionsIpV6TestJSON-207750728-project] Pushing event updated for resources: {'Port': ['ID=15f0beef-8b7d-4c6c-822c-22b368f7479f,revision_number=1']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:42:17.184976 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8f413e8-300f-46f2-8611-7cfedf465622 tempest-ExtraDHCPOptionsIpV6TestJSON-207750728 tempest-ExtraDHCPOptionsIpV6TestJSON-207750728-project] Received port after_create {{(pid=103332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 07:42:17.191298 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8f413e8-300f-46f2-8611-7cfedf465622 tempest-ExtraDHCPOptionsIpV6TestJSON-207750728 tempest-ExtraDHCPOptionsIpV6TestJSON-207750728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:42:17.191941 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-f8f413e8-300f-46f2-8611-7cfedf465622 tempest-ExtraDHCPOptionsIpV6TestJSON-207750728 tempest-ExtraDHCPOptionsIpV6TestJSON-207750728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42160'] for port, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:17.259479 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-b7ec69df-d106-4298-a4aa-316da807aa0a tempest-TestNetworkAdvancedServerOps-260085928 tempest-TestNetworkAdvancedServerOps-260085928-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-133552662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130659641'] for subnet, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:17.288647 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-8f8a5236-bc3e-4131-ac4f-72994669288d None None] Port 30af09e8-bdc8-4b98-affb-c2329d7d44b6 cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 07:42:17.327122 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-f8f413e8-300f-46f2-8611-7cfedf465622 tempest-ExtraDHCPOptionsIpV6TestJSON-207750728 tempest-ExtraDHCPOptionsIpV6TestJSON-207750728-project] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 3.3461123 Oct 19 07:42:17.328110 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 57952) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:42:17.337292 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-cb832fcb-9de0-41f0-aca4-5e17b5cf2387 tempest-ExtraDHCPOptionsIpV6TestJSON-207750728 tempest-ExtraDHCPOptionsIpV6TestJSON-207750728-project] Request body: {'port': {'network_id': '3f5eb11f-4161-49d5-b3b1-d2e573ad0a77', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-564353692', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:42:17.337747 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.api.validators [None req-cb832fcb-9de0-41f0-aca4-5e17b5cf2387 tempest-ExtraDHCPOptionsIpV6TestJSON-207750728 tempest-ExtraDHCPOptionsIpV6TestJSON-207750728-project] bootfile-name is not in valid_values {{(pid=103332) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 19 07:42:17.338080 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.api.validators [None req-cb832fcb-9de0-41f0-aca4-5e17b5cf2387 tempest-ExtraDHCPOptionsIpV6TestJSON-207750728 tempest-ExtraDHCPOptionsIpV6TestJSON-207750728-project] tftp-server is not in valid_values {{(pid=103332) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 19 07:42:17.338407 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.api.validators [None req-cb832fcb-9de0-41f0-aca4-5e17b5cf2387 tempest-ExtraDHCPOptionsIpV6TestJSON-207750728 tempest-ExtraDHCPOptionsIpV6TestJSON-207750728-project] server-ip-address is not in valid_values {{(pid=103332) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 19 07:42:17.378853 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.plugin [None req-fd93933f-770f-4c9a-899a-7bca01114a85 tempest-TagsExtTest-1762088066 tempest-TagsExtTest-1762088066-project] Deleting port 56c87d32-75b1-4878-9f7d-ab39a5528a48 {{(pid=103332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 07:42:17.379345 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-fd93933f-770f-4c9a-899a-7bca01114a85 tempest-TagsExtTest-1762088066 tempest-TagsExtTest-1762088066-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:17.403783 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-c9bec42c-a4b6-4492-83ee-9ee3de94212d tempest-BulkNetworkOpsIpV6Test-187216048 tempest-BulkNetworkOpsIpV6Test-187216048-project] Notify callbacks [] for port, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:17.456375 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-51f25e52-98b2-4efa-aa62-8060856a9a4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788643'] for security_group, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:17.458932 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-51f25e52-98b2-4efa-aa62-8060856a9a4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:17.460121 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-51f25e52-98b2-4efa-aa62-8060856a9a4e admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/a878722d-e97c-4e1d-8656-fe0128cf8ac5 HTTP/1.1" status: 204 len: 168 time: 0.8225906 Oct 19 07:42:17.483087 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ec69df-d106-4298-a4aa-316da807aa0a tempest-TestNetworkAdvancedServerOps-260085928 tempest-TestNetworkAdvancedServerOps-260085928-project] Pushing event updated for resources: {'Subnet': ['ID=39b46f5d-56e1-4b9e-adf7-e07d6d6b0a59,revision_number=0']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:42:17.532475 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f25e52-98b2-4efa-aa62-8060856a9a4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a878722d-e97c-4e1d-8656-fe0128cf8ac5,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:42:17.573366 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7ec69df-d106-4298-a4aa-316da807aa0a tempest-TestNetworkAdvancedServerOps-260085928 tempest-TestNetworkAdvancedServerOps-260085928-project] Checking segment: {'id': '8493a2bc-032c-45cf-957b-f2fdee941360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '6d49fd8a-7643-40eb-ab2d-b752a1374d55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 19 07:42:17.573737 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7ec69df-d106-4298-a4aa-316da807aa0a tempest-TestNetworkAdvancedServerOps-260085928 tempest-TestNetworkAdvancedServerOps-260085928-project] Network hostable DHCP agents. Network: 6d49fd8a-7643-40eb-ab2d-b752a1374d55, hostable agents: ['310d813b-0e3e-4d7e-9b79-8f4ec0dbcab0'], hosted agents: [] {{(pid=103332) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 07:42:17.616229 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-fd93933f-770f-4c9a-899a-7bca01114a85 tempest-TagsExtTest-1762088066 tempest-TagsExtTest-1762088066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:17.677904 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.plugin [None req-fd93933f-770f-4c9a-899a-7bca01114a85 tempest-TagsExtTest-1762088066 tempest-TagsExtTest-1762088066-project] Calling delete_port for 56c87d32-75b1-4878-9f7d-ab39a5528a48 owned by {{(pid=103332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 07:42:17.693246 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7ec69df-d106-4298-a4aa-316da807aa0a tempest-TestNetworkAdvancedServerOps-260085928 tempest-TestNetworkAdvancedServerOps-260085928-project] Network 6d49fd8a-7643-40eb-ab2d-b752a1374d55 is scheduled to be hosted by DHCP agent 310d813b-0e3e-4d7e-9b79-8f4ec0dbcab0 with binding_index 1 {{(pid=103332) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 07:42:17.738777 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb832fcb-9de0-41f0-aca4-5e17b5cf2387 tempest-ExtraDHCPOptionsIpV6TestJSON-207750728 tempest-ExtraDHCPOptionsIpV6TestJSON-207750728-project] Made reservation on behalf of 0b9850ede8c34043808e366817306359 for: {'port': 1} {{(pid=103332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 07:42:17.743885 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-cb832fcb-9de0-41f0-aca4-5e17b5cf2387 tempest-ExtraDHCPOptionsIpV6TestJSON-207750728 tempest-ExtraDHCPOptionsIpV6TestJSON-207750728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:17.753352 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-c9bec42c-a4b6-4492-83ee-9ee3de94212d tempest-BulkNetworkOpsIpV6Test-187216048 tempest-BulkNetworkOpsIpV6Test-187216048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785020947330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130996763'] for port, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:17.759859 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.base_scheduler [None req-b7ec69df-d106-4298-a4aa-316da807aa0a tempest-TestNetworkAdvancedServerOps-260085928 tempest-TestNetworkAdvancedServerOps-260085928-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861624-1-hyperv, 6d49fd8a-7643-40eb-ab2d-b752a1374d55) {{(pid=103332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:42:17.770635 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7ec69df-d106-4298-a4aa-316da807aa0a tempest-TestNetworkAdvancedServerOps-260085928 tempest-TestNetworkAdvancedServerOps-260085928-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:42:17.771232 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-b7ec69df-d106-4298-a4aa-316da807aa0a tempest-TestNetworkAdvancedServerOps-260085928 tempest-TestNetworkAdvancedServerOps-260085928-project] Notify callbacks [] for subnet, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:17.789556 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-8f8a5236-bc3e-4131-ac4f-72994669288d None None] Attempt 7 to provision port 30af09e8-bdc8-4b98-affb-c2329d7d44b6 Oct 19 07:42:17.823349 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-bf649e4e-4c80-4078-b02f-ba72ed8db8b6 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130996763'] for port, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:17.832904 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.notifiers.nova [None req-cb832fcb-9de0-41f0-aca4-5e17b5cf2387 tempest-ExtraDHCPOptionsIpV6TestJSON-207750728 tempest-ExtraDHCPOptionsIpV6TestJSON-207750728-project] device_id is not set on port 41c80d07-824b-446d-a797-62fa683955cb yet. {{(pid=103332) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 19 07:42:17.859720 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-b7ec69df-d106-4298-a4aa-316da807aa0a tempest-TestNetworkAdvancedServerOps-260085928 tempest-TestNetworkAdvancedServerOps-260085928-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.7434316 Oct 19 07:42:17.863473 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 57958) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:42:18.080990 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-bf649e4e-4c80-4078-b02f-ba72ed8db8b6 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42160'] for port, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:18.088233 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-bf649e4e-4c80-4078-b02f-ba72ed8db8b6 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] 10.222.0.27 "DELETE /v2.0/ports/372bd99f-131c-47ed-9a0f-f12ab2b24f17 HTTP/1.1" status: 204 len: 168 time: 1.7492204 Oct 19 07:42:18.091600 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 57966) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:42:18.123928 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-89eec31e-73cd-437f-8339-3380b2955f7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:18.248292 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a53a6908-8f6e-41b5-a2f1-cba1ab288138 None None] Network 6d49fd8a-7643-40eb-ab2d-b752a1374d55 requested from dv-neutron-861624-1-hyperv {{(pid=103334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 07:42:18.256629 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-8f8a5236-bc3e-4131-ac4f-72994669288d None None] Port 30af09e8-bdc8-4b98-affb-c2329d7d44b6 cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 07:42:18.260073 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device 4b7be9af-88d5-4d55-b1bf-b93ea3c13765 up at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 07:42:18.298387 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.db_base_plugin_common [None req-cb832fcb-9de0-41f0-aca4-5e17b5cf2387 tempest-ExtraDHCPOptionsIpV6TestJSON-207750728 tempest-ExtraDHCPOptionsIpV6TestJSON-207750728-project] Allocated IP 2001:db8::1d0 (3f5eb11f-4161-49d5-b3b1-d2e573ad0a77/b213151a-85ce-4a91-ac6c-fa1eea603c1b/41c80d07-824b-446d-a797-62fa683955cb) {{(pid=103332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 07:42:18.347038 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-2a2259f7-b034-4eec-af7a-7abaede746c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:18.360160 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-fd93933f-770f-4c9a-899a-7bca01114a85 tempest-TagsExtTest-1762088066 tempest-TagsExtTest-1762088066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133553798'] for port, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:18.500606 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Provisioning complete for port 4b7be9af-88d5-4d55-b1bf-b93ea3c13765 triggered by entity L2. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:42:18.500908 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:18.501750 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Attempt 1 to provision port 4b7be9af-88d5-4d55-b1bf-b93ea3c13765 Oct 19 07:42:18.650898 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08911e87-78dd-4f5d-802c-b25e60c65566 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d12c6ac-27a3-545c-a8f3-f04e30423d6d-6d49fd8a-7643-40eb-ab2d-b752a1374d55', 'network_id': '6d49fd8a-7643-40eb-ab2d-b752a1374d55', 'tenant_id': '6c01adc7adbe45c98fd23e352fd389b2', 'fixed_ips': [{'subnet_id': '39b46f5d-56e1-4b9e-adf7-e07d6d6b0a59'}]}} from dv-neutron-861624-1-hyperv. {{(pid=103334) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 07:42:18.651823 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-08911e87-78dd-4f5d-802c-b25e60c65566 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:18.711800 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Current status of the port 4b7be9af-88d5-4d55-b1bf-b93ea3c13765 is: DOWN; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:42:18.712281 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:18.714865 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-89eec31e-73cd-437f-8339-3380b2955f7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788643'] for security_group, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:18.744083 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 57978) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:42:18.772073 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-89eec31e-73cd-437f-8339-3380b2955f7d admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=7340d5754e334f34970899423617b4c8&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8959622 Oct 19 07:42:18.774605 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-8f8a5236-bc3e-4131-ac4f-72994669288d None None] Attempt 8 to provision port 30af09e8-bdc8-4b98-affb-c2329d7d44b6 Oct 19 07:42:18.774767 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3ea65d0-d6d6-4f51-8f31-a2b7cd947760 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] GET failed (client error): The resource could not be found. Oct 19 07:42:18.779194 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-d3ea65d0-d6d6-4f51-8f31-a2b7cd947760 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] 10.222.0.27 "GET /v2.0/ports/372bd99f-131c-47ed-9a0f-f12ab2b24f17 HTTP/1.1" status: 404 len: 333 time: 0.6709127 Oct 19 07:42:18.779956 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bec42c-a4b6-4492-83ee-9ee3de94212d tempest-BulkNetworkOpsIpV6Test-187216048 tempest-BulkNetworkOpsIpV6Test-187216048-project] Pushing event updated for resources: {'Port': ['ID=fe9a0326-786c-4bf1-bc2f-2cc76f84333d,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:42:18.807338 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 57980) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:42:18.807664 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 57982) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:42:18.815848 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89eec31e-73cd-437f-8339-3380b2955f7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cbca77b-49a6-47c4-afbb-96aac82ff036,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:42:18.817065 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] For port 4b7be9af-88d5-4d55-b1bf-b93ea3c13765, host dv-neutron-861624-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=4b7be9af-88d5-4d55-b1bf-b93ea3c13765,segment=NetworkSegment(53981d04-8205-40d8-8d33-0510111d6f8f),segment_id=53981d04-8205-40d8-8d33-0510111d6f8f)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:42:18.822703 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf649e4e-4c80-4078-b02f-ba72ed8db8b6 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Pushing event deleted for resources: {'Port': ['ID=372bd99f-131c-47ed-9a0f-f12ab2b24f17,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:42:18.831593 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd93933f-770f-4c9a-899a-7bca01114a85 tempest-TagsExtTest-1762088066 tempest-TagsExtTest-1762088066-project] Pushing event deleted for resources: {'Port': ['ID=56c87d32-75b1-4878-9f7d-ab39a5528a48,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:42:18.834865 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:18.835646 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device 5cb22474-8494-460f-ab3b-85cff5f2dc38 up at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 07:42:18.911795 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-8f8a5236-bc3e-4131-ac4f-72994669288d None None] Port 30af09e8-bdc8-4b98-affb-c2329d7d44b6 cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 07:42:18.941494 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9bec42c-a4b6-4492-83ee-9ee3de94212d tempest-BulkNetworkOpsIpV6Test-187216048 tempest-BulkNetworkOpsIpV6Test-187216048-project] Checking segment: {'id': '0f7d7851-93b6-4f7e-a46a-fb34f08490df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'a5a8ecee-4497-4a50-a48f-60f15522d6ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 19 07:42:18.941869 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9bec42c-a4b6-4492-83ee-9ee3de94212d tempest-BulkNetworkOpsIpV6Test-187216048 tempest-BulkNetworkOpsIpV6Test-187216048-project] Network hostable DHCP agents. Network: a5a8ecee-4497-4a50-a48f-60f15522d6ab, hostable agents: ['310d813b-0e3e-4d7e-9b79-8f4ec0dbcab0'], hosted agents: [] {{(pid=103333) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 07:42:18.993541 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-5ee9f8a6-6a77-423f-bd5b-cb2240869c84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:19.026425 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-1a0da505-d0f9-48c6-b7e2-53b9c5e41298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:19.051501 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-fd93933f-770f-4c9a-899a-7bca01114a85 tempest-TagsExtTest-1762088066 tempest-TagsExtTest-1762088066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42160'] for port, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:19.065492 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-fd93933f-770f-4c9a-899a-7bca01114a85 tempest-TagsExtTest-1762088066 tempest-TagsExtTest-1762088066-project] 10.222.0.27 "DELETE /v2.0/ports/56c87d32-75b1-4878-9f7d-ab39a5528a48 HTTP/1.1" status: 204 len: 168 time: 2.1726556 Oct 19 07:42:19.067641 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-21a905d9-a9b5-4a7e-ad8a-62b723e5f1a9 tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-550971485'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:42:19.069819 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.db_base_plugin_common [None req-08911e87-78dd-4f5d-802c-b25e60c65566 None None] Allocated IP 172.20.0.2 (6d49fd8a-7643-40eb-ab2d-b752a1374d55/39b46f5d-56e1-4b9e-adf7-e07d6d6b0a59/ed4dd1c9-9ed1-49ee-a005-cf8b8f2da36a) {{(pid=103334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 07:42:19.071455 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 57986) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:42:19.072483 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Pushing event updated for resources: {'Port': ['ID=4b7be9af-88d5-4d55-b1bf-b93ea3c13765,revision_number=4']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:42:19.078341 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Provisioning complete for port 5cb22474-8494-460f-ab3b-85cff5f2dc38 triggered by entity L2. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:42:19.078633 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:19.078906 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Attempt 1 to provision port 5cb22474-8494-460f-ab3b-85cff5f2dc38 Oct 19 07:42:19.137366 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-4358deef-78fc-451e-8800-f311cffddb2c tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Deleting port d9ac0312-b4f0-4a4f-ab6d-3fbf05a5739a {{(pid=103333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 07:42:19.137640 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-4358deef-78fc-451e-8800-f311cffddb2c tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:19.162831 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-5ee9f8a6-6a77-423f-bd5b-cb2240869c84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:19.217603 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9bec42c-a4b6-4492-83ee-9ee3de94212d tempest-BulkNetworkOpsIpV6Test-187216048 tempest-BulkNetworkOpsIpV6Test-187216048-project] Network a5a8ecee-4497-4a50-a48f-60f15522d6ab is scheduled to be hosted by DHCP agent 310d813b-0e3e-4d7e-9b79-8f4ec0dbcab0 with binding_index 1 {{(pid=103333) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 07:42:19.252350 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21a905d9-a9b5-4a7e-ad8a-62b723e5f1a9 tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Made reservation on behalf of ebbb057f880644d8b1f4800ee4849e52 for: {'network': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 07:42:19.255858 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-21a905d9-a9b5-4a7e-ad8a-62b723e5f1a9 tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for network, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:19.271494 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:19.288661 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-c9bec42c-a4b6-4492-83ee-9ee3de94212d tempest-BulkNetworkOpsIpV6Test-187216048 tempest-BulkNetworkOpsIpV6Test-187216048-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861624-1-hyperv, a5a8ecee-4497-4a50-a48f-60f15522d6ab) {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:42:19.294874 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-08911e87-78dd-4f5d-802c-b25e60c65566 None None] Notify callbacks [] for port, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:19.301508 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a40ee9ae-1f8d-4c1b-a545-3177c0b54e4b None None] Network a5a8ecee-4497-4a50-a48f-60f15522d6ab requested from dv-neutron-861624-1-hyperv {{(pid=103334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 07:42:19.305786 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-21a905d9-a9b5-4a7e-ad8a-62b723e5f1a9 tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Notify callbacks [] for security_group, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:19.319001 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-cb832fcb-9de0-41f0-aca4-5e17b5cf2387 tempest-ExtraDHCPOptionsIpV6TestJSON-207750728 tempest-ExtraDHCPOptionsIpV6TestJSON-207750728-project] Notify callbacks [] for port, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:19.335624 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9bec42c-a4b6-4492-83ee-9ee3de94212d tempest-BulkNetworkOpsIpV6Test-187216048 tempest-BulkNetworkOpsIpV6Test-187216048-project] Received port after_create {{(pid=103333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 07:42:19.336484 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-c9bec42c-a4b6-4492-83ee-9ee3de94212d tempest-BulkNetworkOpsIpV6Test-187216048 tempest-BulkNetworkOpsIpV6Test-187216048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785020947330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130996763'] for port, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:19.341510 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f6795c2-3600-49cd-977c-d7e9f40657b4 tempest-TagsExtTest-1762088066 tempest-TagsExtTest-1762088066-project] Deleting subnet 2af7298e-7aad-40f3-9618-487c73b23682 {{(pid=103333) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 19 07:42:19.359658 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-1f6795c2-3600-49cd-977c-d7e9f40657b4 tempest-TagsExtTest-1762088066 tempest-TagsExtTest-1762088066-project] Notify callbacks [] for subnet, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:19.373232 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-08911e87-78dd-4f5d-802c-b25e60c65566 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785020947330'] for port, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:19.423195 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-8f8a5236-bc3e-4131-ac4f-72994669288d None None] Attempt 9 to provision port 30af09e8-bdc8-4b98-affb-c2329d7d44b6 Oct 19 07:42:19.438093 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-cb832fcb-9de0-41f0-aca4-5e17b5cf2387 tempest-ExtraDHCPOptionsIpV6TestJSON-207750728 tempest-ExtraDHCPOptionsIpV6TestJSON-207750728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785020947330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133553798'] for port, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:19.461056 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-90dff028-7ba5-4294-ab45-d534658da942 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Deleting port 30af09e8-bdc8-4b98-affb-c2329d7d44b6 {{(pid=103333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 07:42:19.461445 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-90dff028-7ba5-4294-ab45-d534658da942 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:19.505830 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-1f6795c2-3600-49cd-977c-d7e9f40657b4 tempest-TagsExtTest-1762088066 tempest-TagsExtTest-1762088066-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-134111928'] for subnet, precommit_delete_associations {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:19.516435 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bec42c-a4b6-4492-83ee-9ee3de94212d tempest-BulkNetworkOpsIpV6Test-187216048 tempest-BulkNetworkOpsIpV6Test-187216048-project] Pushing event updated for resources: {'Port': ['ID=82330cc6-e771-46fa-93e5-897a118a3dcf,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:42:19.517872 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb832fcb-9de0-41f0-aca4-5e17b5cf2387 tempest-ExtraDHCPOptionsIpV6TestJSON-207750728 tempest-ExtraDHCPOptionsIpV6TestJSON-207750728-project] Network 3f5eb11f-4161-49d5-b3b1-d2e573ad0a77 is already hosted by enough agents. {{(pid=103332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 07:42:19.520362 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.base_scheduler [None req-cb832fcb-9de0-41f0-aca4-5e17b5cf2387 tempest-ExtraDHCPOptionsIpV6TestJSON-207750728 tempest-ExtraDHCPOptionsIpV6TestJSON-207750728-project] Resources bound (agent type, host, resource id): {{(pid=103332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:42:19.522274 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08911e87-78dd-4f5d-802c-b25e60c65566 None None] Network 6d49fd8a-7643-40eb-ab2d-b752a1374d55 is already hosted by enough agents. {{(pid=103334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 07:42:19.522513 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.db [None req-4358deef-78fc-451e-8800-f311cffddb2c tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] For port d9ac0312-b4f0-4a4f-ab6d-3fbf05a5739a, host dv-neutron-861624-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=d9ac0312-b4f0-4a4f-ab6d-3fbf05a5739a,segment=NetworkSegment(1bd02fa6-b501-4e5c-871a-f4a28a5e9b18),segment_id=1bd02fa6-b501-4e5c-871a-f4a28a5e9b18)] {{(pid=103333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:42:19.522887 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-4358deef-78fc-451e-8800-f311cffddb2c tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:19.540402 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.scheduler.base_scheduler [None req-08911e87-78dd-4f5d-802c-b25e60c65566 None None] Resources bound (agent type, host, resource id): {{(pid=103334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:42:19.545363 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08911e87-78dd-4f5d-802c-b25e60c65566 None None] Pushing event updated for resources: {'Port': ['ID=ed4dd1c9-9ed1-49ee-a005-cf8b8f2da36a,revision_number=1']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:42:19.549263 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08911e87-78dd-4f5d-802c-b25e60c65566 None None] Received port after_create {{(pid=103334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 07:42:19.551212 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-8f8a5236-bc3e-4131-ac4f-72994669288d None None] Port 30af09e8-bdc8-4b98-affb-c2329d7d44b6 cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 07:42:19.553175 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Current status of the port 5cb22474-8494-460f-ab3b-85cff5f2dc38 is: DOWN; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:42:19.553567 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:19.562993 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-5ee9f8a6-6a77-423f-bd5b-cb2240869c84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788643'] for security_group, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:19.564821 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb832fcb-9de0-41f0-aca4-5e17b5cf2387 tempest-ExtraDHCPOptionsIpV6TestJSON-207750728 tempest-ExtraDHCPOptionsIpV6TestJSON-207750728-project] Received port after_create {{(pid=103332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 07:42:19.565554 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-5ee9f8a6-6a77-423f-bd5b-cb2240869c84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:19.566731 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-5ee9f8a6-6a77-423f-bd5b-cb2240869c84 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/4cbca77b-49a6-47c4-afbb-96aac82ff036 HTTP/1.1" status: 204 len: 168 time: 0.7377570 Oct 19 07:42:19.571197 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb832fcb-9de0-41f0-aca4-5e17b5cf2387 tempest-ExtraDHCPOptionsIpV6TestJSON-207750728 tempest-ExtraDHCPOptionsIpV6TestJSON-207750728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:42:19.571999 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-cb832fcb-9de0-41f0-aca4-5e17b5cf2387 tempest-ExtraDHCPOptionsIpV6TestJSON-207750728 tempest-ExtraDHCPOptionsIpV6TestJSON-207750728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42160'] for port, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:19.575325 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-490ff8cd-24af-485b-baa4-12d92574a5ec tempest-TestNetworkAdvancedServerOps-260085928 tempest-TestNetworkAdvancedServerOps-260085928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:19.578038 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb832fcb-9de0-41f0-aca4-5e17b5cf2387 tempest-ExtraDHCPOptionsIpV6TestJSON-207750728 tempest-ExtraDHCPOptionsIpV6TestJSON-207750728-project] Pushing event updated for resources: {'Port': ['ID=41c80d07-824b-446d-a797-62fa683955cb,revision_number=1']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:42:19.608869 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-4358deef-78fc-451e-8800-f311cffddb2c tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Calling delete_port for d9ac0312-b4f0-4a4f-ab6d-3fbf05a5739a owned by network:router_interface {{(pid=103333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 07:42:19.650744 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] For port 5cb22474-8494-460f-ab3b-85cff5f2dc38, host dv-neutron-861624-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=5cb22474-8494-460f-ab3b-85cff5f2dc38,segment=NetworkSegment(f9be6f32-7144-47a9-9bdb-ce067f081325),segment_id=f9be6f32-7144-47a9-9bdb-ce067f081325)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:42:19.663931 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:19.667395 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee9f8a6-6a77-423f-bd5b-cb2240869c84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cbca77b-49a6-47c4-afbb-96aac82ff036,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:42:19.686661 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-08911e87-78dd-4f5d-802c-b25e60c65566 None None] Attempting to bind port ed4dd1c9-9ed1-49ee-a005-cf8b8f2da36a on host dv-neutron-861624-1-hyperv for vnic_type normal with profile {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 19 07:42:19.687702 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-08911e87-78dd-4f5d-802c-b25e60c65566 None None] Attempting to bind port ed4dd1c9-9ed1-49ee-a005-cf8b8f2da36a by drivers openvswitch,hyperv on host dv-neutron-861624-1-hyperv at level 0 using segments [{'id': '8493a2bc-032c-45cf-957b-f2fdee941360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '6d49fd8a-7643-40eb-ab2d-b752a1374d55'}] {{(pid=103334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 19 07:42:19.688086 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08911e87-78dd-4f5d-802c-b25e60c65566 None None] Attempting to bind port ed4dd1c9-9ed1-49ee-a005-cf8b8f2da36a on network 6d49fd8a-7643-40eb-ab2d-b752a1374d55 {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 07:42:19.723445 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9bec42c-a4b6-4492-83ee-9ee3de94212d tempest-BulkNetworkOpsIpV6Test-187216048 tempest-BulkNetworkOpsIpV6Test-187216048-project] Checking segment: {'id': 'e7d7b8e9-b353-44c3-9891-4ecabc286285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'd0a8b73c-6b8f-422c-a119-e0a666edc42f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 19 07:42:19.724030 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9bec42c-a4b6-4492-83ee-9ee3de94212d tempest-BulkNetworkOpsIpV6Test-187216048 tempest-BulkNetworkOpsIpV6Test-187216048-project] Network hostable DHCP agents. Network: d0a8b73c-6b8f-422c-a119-e0a666edc42f, hostable agents: ['310d813b-0e3e-4d7e-9b79-8f4ec0dbcab0'], hosted agents: [] {{(pid=103333) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 07:42:19.728758 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08911e87-78dd-4f5d-802c-b25e60c65566 None None] Checking agent: {'id': 'a5b0152c-d633-409b-aaf8-3b76458e2410', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861624-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 19, 7, 30, 19), 'started_at': datetime.datetime(2022, 10, 19, 7, 30, 49), 'heartbeat_timestamp': datetime.datetime(2022, 10, 19, 7, 42, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861624-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 07:42:19.729549 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08911e87-78dd-4f5d-802c-b25e60c65566 None None] Checking segment: {'id': '8493a2bc-032c-45cf-957b-f2fdee941360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '6d49fd8a-7643-40eb-ab2d-b752a1374d55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 19 07:42:19.729955 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-08911e87-78dd-4f5d-802c-b25e60c65566 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:19.730361 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08911e87-78dd-4f5d-802c-b25e60c65566 None None] Bound using segment: {'id': '8493a2bc-032c-45cf-957b-f2fdee941360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '6d49fd8a-7643-40eb-ab2d-b752a1374d55'} {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 07:42:19.730882 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-08911e87-78dd-4f5d-802c-b25e60c65566 None None] Bound port: ed4dd1c9-9ed1-49ee-a005-cf8b8f2da36a, host: dv-neutron-861624-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8493a2bc-032c-45cf-957b-f2fdee941360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '6d49fd8a-7643-40eb-ab2d-b752a1374d55'}}] {{(pid=103334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 19 07:42:19.731647 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-08911e87-78dd-4f5d-802c-b25e60c65566 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:19.818935 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-cb832fcb-9de0-41f0-aca4-5e17b5cf2387 tempest-ExtraDHCPOptionsIpV6TestJSON-207750728 tempest-ExtraDHCPOptionsIpV6TestJSON-207750728-project] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1149 time: 2.4856465 Oct 19 07:42:19.836333 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 57990) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:42:19.872740 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Pushing event updated for resources: {'Port': ['ID=5cb22474-8494-460f-ab3b-85cff5f2dc38,revision_number=3']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:42:19.884962 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device 4b7be9af-88d5-4d55-b1bf-b93ea3c13765 up at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 07:42:19.885845 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-90dff028-7ba5-4294-ab45-d534658da942 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:19.922956 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-90dff028-7ba5-4294-ab45-d534658da942 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Calling delete_port for 30af09e8-bdc8-4b98-affb-c2329d7d44b6 owned by {{(pid=103333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 07:42:19.972649 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9bec42c-a4b6-4492-83ee-9ee3de94212d tempest-BulkNetworkOpsIpV6Test-187216048 tempest-BulkNetworkOpsIpV6Test-187216048-project] Network d0a8b73c-6b8f-422c-a119-e0a666edc42f is scheduled to be hosted by DHCP agent 310d813b-0e3e-4d7e-9b79-8f4ec0dbcab0 with binding_index 1 {{(pid=103333) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 07:42:19.983976 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-21a905d9-a9b5-4a7e-ad8a-62b723e5f1a9 tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Notify callbacks [] for security_group, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:19.985817 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd2b5a78-365d-4114-b1b4-24ee1eea4ca1 tempest-ExtraDHCPOptionsIpV6TestJSON-207750728 tempest-ExtraDHCPOptionsIpV6TestJSON-207750728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:42:19.996736 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd2b5a78-365d-4114-b1b4-24ee1eea4ca1 tempest-ExtraDHCPOptionsIpV6TestJSON-207750728 tempest-ExtraDHCPOptionsIpV6TestJSON-207750728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:42:20.008945 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-08911e87-78dd-4f5d-802c-b25e60c65566 None None] For port ed4dd1c9-9ed1-49ee-a005-cf8b8f2da36a, host dv-neutron-861624-1-hyperv, cleared binding levels {{(pid=103334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 07:42:20.010088 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd2b5a78-365d-4114-b1b4-24ee1eea4ca1 tempest-ExtraDHCPOptionsIpV6TestJSON-207750728 tempest-ExtraDHCPOptionsIpV6TestJSON-207750728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:42:20.010946 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Provisioning complete for port 4b7be9af-88d5-4d55-b1bf-b93ea3c13765 triggered by entity L2. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:42:20.011351 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:20.011652 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Attempt 1 to provision port 4b7be9af-88d5-4d55-b1bf-b93ea3c13765 Oct 19 07:42:20.012320 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-fd2b5a78-365d-4114-b1b4-24ee1eea4ca1 tempest-ExtraDHCPOptionsIpV6TestJSON-207750728 tempest-ExtraDHCPOptionsIpV6TestJSON-207750728-project] 10.222.0.27 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2623 time: 0.1742942 Oct 19 07:42:20.014568 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-08911e87-78dd-4f5d-802c-b25e60c65566 None None] For port ed4dd1c9-9ed1-49ee-a005-cf8b8f2da36a, host dv-neutron-861624-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=ed4dd1c9-9ed1-49ee-a005-cf8b8f2da36a,segment=NetworkSegment(8493a2bc-032c-45cf-957b-f2fdee941360),segment_id=8493a2bc-032c-45cf-957b-f2fdee941360)] {{(pid=103334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 07:42:20.017173 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 57996) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:42:20.027432 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-1f6795c2-3600-49cd-977c-d7e9f40657b4 tempest-TagsExtTest-1762088066 tempest-TagsExtTest-1762088066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-679826'] for subnet, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:20.036004 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-21a905d9-a9b5-4a7e-ad8a-62b723e5f1a9 tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788643'] for security_group, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:20.057062 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-08911e87-78dd-4f5d-802c-b25e60c65566 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:20.067821 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-8f8a5236-bc3e-4131-ac4f-72994669288d None None] Attempt 10 to provision port 30af09e8-bdc8-4b98-affb-c2329d7d44b6 Oct 19 07:42:20.128193 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-c9bec42c-a4b6-4492-83ee-9ee3de94212d tempest-BulkNetworkOpsIpV6Test-187216048 tempest-BulkNetworkOpsIpV6Test-187216048-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861624-1-hyperv, d0a8b73c-6b8f-422c-a119-e0a666edc42f) {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:42:20.155235 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9bec42c-a4b6-4492-83ee-9ee3de94212d tempest-BulkNetworkOpsIpV6Test-187216048 tempest-BulkNetworkOpsIpV6Test-187216048-project] Received port after_create {{(pid=103333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 07:42:20.161371 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9bec42c-a4b6-4492-83ee-9ee3de94212d tempest-BulkNetworkOpsIpV6Test-187216048 tempest-BulkNetworkOpsIpV6Test-187216048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:42:20.176061 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9bec42c-a4b6-4492-83ee-9ee3de94212d tempest-BulkNetworkOpsIpV6Test-187216048 tempest-BulkNetworkOpsIpV6Test-187216048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:42:20.176998 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-c9bec42c-a4b6-4492-83ee-9ee3de94212d tempest-BulkNetworkOpsIpV6Test-187216048 tempest-BulkNetworkOpsIpV6Test-187216048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42160'] for port, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:20.233876 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.db_base_plugin_common [None req-490ff8cd-24af-485b-baa4-12d92574a5ec tempest-TestNetworkAdvancedServerOps-260085928 tempest-TestNetworkAdvancedServerOps-260085928-project] Allocated IP 172.20.0.1 (6d49fd8a-7643-40eb-ab2d-b752a1374d55/39b46f5d-56e1-4b9e-adf7-e07d6d6b0a59/43b48e28-094b-48ce-bf3a-36ee4978f1e3) {{(pid=103332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 07:42:20.234106 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21a905d9-a9b5-4a7e-ad8a-62b723e5f1a9 tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 164} {{(pid=103333) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 07:42:20.246662 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.plugin [None req-5c8868e7-0466-4572-89ab-7d4d8de105d6 tempest-ExtraDHCPOptionsIpV6TestJSON-207750728 tempest-ExtraDHCPOptionsIpV6TestJSON-207750728-project] Deleting port 41c80d07-824b-446d-a797-62fa683955cb {{(pid=103332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 07:42:20.247375 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-5c8868e7-0466-4572-89ab-7d4d8de105d6 tempest-ExtraDHCPOptionsIpV6TestJSON-207750728 tempest-ExtraDHCPOptionsIpV6TestJSON-207750728-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:20.258814 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a905d9-a9b5-4a7e-ad8a-62b723e5f1a9 tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Pushing event updated for resources: {'SecurityGroup': ['ID=566a11a8-3a8d-4d19-a6d0-589cefb197e3,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:42:20.271316 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-c9bec42c-a4b6-4492-83ee-9ee3de94212d tempest-BulkNetworkOpsIpV6Test-187216048 tempest-BulkNetworkOpsIpV6Test-187216048-project] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 5.3559012 Oct 19 07:42:20.277372 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e716ddd8-46ba-4622-aa12-894328adc1cb None None] Network d0a8b73c-6b8f-422c-a119-e0a666edc42f requested from dv-neutron-861624-1-hyperv {{(pid=103334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 07:42:20.281407 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 58004) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:42:20.284496 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-8f8a5236-bc3e-4131-ac4f-72994669288d None None] Port 30af09e8-bdc8-4b98-affb-c2329d7d44b6 cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 07:42:20.286334 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-21a905d9-a9b5-4a7e-ad8a-62b723e5f1a9 tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979'] for segment, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:20.291529 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.db.segments_db [None req-21a905d9-a9b5-4a7e-ad8a-62b723e5f1a9 tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Added segment 6310c3f9-d715-41df-977d-0e0b88550c43 of type vlan for network 268ab1d6-2bf3-4d53-ba51-350459345337 Oct 19 07:42:20.373734 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08911e87-78dd-4f5d-802c-b25e60c65566 None None] Pushing event updated for resources: {'Port': ['ID=ed4dd1c9-9ed1-49ee-a005-cf8b8f2da36a,revision_number=2']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:42:20.386608 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-5c8868e7-0466-4572-89ab-7d4d8de105d6 tempest-ExtraDHCPOptionsIpV6TestJSON-207750728 tempest-ExtraDHCPOptionsIpV6TestJSON-207750728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:20.394331 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-1f6795c2-3600-49cd-977c-d7e9f40657b4 tempest-TagsExtTest-1762088066 tempest-TagsExtTest-1762088066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-679819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130997964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130170408'] for subnet, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:20.404983 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.plugin [None req-5c8868e7-0466-4572-89ab-7d4d8de105d6 tempest-ExtraDHCPOptionsIpV6TestJSON-207750728 tempest-ExtraDHCPOptionsIpV6TestJSON-207750728-project] Calling delete_port for 41c80d07-824b-446d-a797-62fa683955cb owned by {{(pid=103332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 07:42:20.541610 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6795c2-3600-49cd-977c-d7e9f40657b4 tempest-TagsExtTest-1762088066 tempest-TagsExtTest-1762088066-project] Pushing event deleted for resources: {'Subnet': ['ID=2af7298e-7aad-40f3-9618-487c73b23682,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:42:20.545085 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-1f6795c2-3600-49cd-977c-d7e9f40657b4 tempest-TagsExtTest-1762088066 tempest-TagsExtTest-1762088066-project] Notify callbacks [] for subnet, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:20.549129 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-1f6795c2-3600-49cd-977c-d7e9f40657b4 tempest-TagsExtTest-1762088066 tempest-TagsExtTest-1762088066-project] 10.222.0.27 "DELETE /v2.0/subnets/2af7298e-7aad-40f3-9618-487c73b23682 HTTP/1.1" status: 204 len: 168 time: 1.4639521 Oct 19 07:42:20.557227 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 58006) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:42:20.560924 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-21a905d9-a9b5-4a7e-ad8a-62b723e5f1a9 tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785020965340'] for network, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:20.575643 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4267fd18-92e8-4e29-a83f-2fc4bf1f96a5 None None] Network 08c4347d-3e4d-45f5-ba2f-dfc6347ca533 requested from dv-neutron-861624-1-hyperv {{(pid=103334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 07:42:20.654472 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c1a96ba-ee0e-4e47-8f97-7bcfa7379752 tempest-BulkNetworkOpsIpV6Test-187216048 tempest-BulkNetworkOpsIpV6Test-187216048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:42:20.658874 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-8f8a5236-bc3e-4131-ac4f-72994669288d None None] Provisioning complete for port 33059318-f47c-468d-87a9-3f46eca24775 triggered by entity DHCP. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:42:20.659360 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-8f8a5236-bc3e-4131-ac4f-72994669288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:20.659757 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-8f8a5236-bc3e-4131-ac4f-72994669288d None None] Attempt 1 to provision port 33059318-f47c-468d-87a9-3f46eca24775 Oct 19 07:42:20.660780 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c1a96ba-ee0e-4e47-8f97-7bcfa7379752 tempest-BulkNetworkOpsIpV6Test-187216048 tempest-BulkNetworkOpsIpV6Test-187216048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:42:20.665265 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-5c1a96ba-ee0e-4e47-8f97-7bcfa7379752 tempest-BulkNetworkOpsIpV6Test-187216048 tempest-BulkNetworkOpsIpV6Test-187216048-project] 10.222.0.27 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.3825123 Oct 19 07:42:20.667697 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 58012) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:42:20.675958 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-4358deef-78fc-451e-8800-f311cffddb2c tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130996763'] for port, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:20.708955 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Current status of the port 4b7be9af-88d5-4d55-b1bf-b93ea3c13765 is: ACTIVE; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:42:20.748440 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-5c8868e7-0466-4572-89ab-7d4d8de105d6 tempest-ExtraDHCPOptionsIpV6TestJSON-207750728 tempest-ExtraDHCPOptionsIpV6TestJSON-207750728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133553798'] for port, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:20.754173 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-90dff028-7ba5-4294-ab45-d534658da942 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130996763'] for port, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:20.777548 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-490ff8cd-24af-485b-baa4-12d92574a5ec tempest-TestNetworkAdvancedServerOps-260085928 tempest-TestNetworkAdvancedServerOps-260085928-project] Notify callbacks [] for port, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:20.794749 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-21a905d9-a9b5-4a7e-ad8a-62b723e5f1a9 tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873'] for network, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:20.800910 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21a905d9-a9b5-4a7e-ad8a-62b723e5f1a9 tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:42:20.801555 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-21a905d9-a9b5-4a7e-ad8a-62b723e5f1a9 tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Notify callbacks [] for network, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:20.804171 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4358deef-78fc-451e-8800-f311cffddb2c tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Pushing event deleted for resources: {'Port': ['ID=d9ac0312-b4f0-4a4f-ab6d-3fbf05a5739a,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:42:20.833125 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8868e7-0466-4572-89ab-7d4d8de105d6 tempest-ExtraDHCPOptionsIpV6TestJSON-207750728 tempest-ExtraDHCPOptionsIpV6TestJSON-207750728-project] Pushing event deleted for resources: {'Port': ['ID=41c80d07-824b-446d-a797-62fa683955cb,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:42:20.871706 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-5c8868e7-0466-4572-89ab-7d4d8de105d6 tempest-ExtraDHCPOptionsIpV6TestJSON-207750728 tempest-ExtraDHCPOptionsIpV6TestJSON-207750728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42160'] for port, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:20.877732 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-5c8868e7-0466-4572-89ab-7d4d8de105d6 tempest-ExtraDHCPOptionsIpV6TestJSON-207750728 tempest-ExtraDHCPOptionsIpV6TestJSON-207750728-project] 10.222.0.27 "DELETE /v2.0/ports/41c80d07-824b-446d-a797-62fa683955cb HTTP/1.1" status: 204 len: 168 time: 0.8581369 Oct 19 07:42:20.880489 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 58018) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:42:20.889705 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-93ce02e2-390e-45a0-8161-086310ab8b93 tempest-ExtraDHCPOptionsIpV6TestJSON-207750728 tempest-ExtraDHCPOptionsIpV6TestJSON-207750728-project] Request body: {'port': {'name': 'tempest-new-port-name-1952890486', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:42:20.891288 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.api.validators [None req-93ce02e2-390e-45a0-8161-086310ab8b93 tempest-ExtraDHCPOptionsIpV6TestJSON-207750728 tempest-ExtraDHCPOptionsIpV6TestJSON-207750728-project] bootfile-name is not in valid_values {{(pid=103332) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 19 07:42:20.892009 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.api.validators [None req-93ce02e2-390e-45a0-8161-086310ab8b93 tempest-ExtraDHCPOptionsIpV6TestJSON-207750728 tempest-ExtraDHCPOptionsIpV6TestJSON-207750728-project] tftp-server is not in valid_values {{(pid=103332) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 19 07:42:20.892645 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.api.validators [None req-93ce02e2-390e-45a0-8161-086310ab8b93 tempest-ExtraDHCPOptionsIpV6TestJSON-207750728 tempest-ExtraDHCPOptionsIpV6TestJSON-207750728-project] server-ip-address is not in valid_values {{(pid=103332) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 19 07:42:20.898950 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-98de332c-1adf-4426-82fe-487a206ea936 tempest-TagsExtTest-1762088066 tempest-TagsExtTest-1762088066-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-667019'] for network, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:21.020728 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-93ce02e2-390e-45a0-8161-086310ab8b93 tempest-ExtraDHCPOptionsIpV6TestJSON-207750728 tempest-ExtraDHCPOptionsIpV6TestJSON-207750728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:21.064272 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90dff028-7ba5-4294-ab45-d534658da942 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Pushing event deleted for resources: {'Port': ['ID=30af09e8-bdc8-4b98-affb-c2329d7d44b6,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:42:21.087916 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-21a905d9-a9b5-4a7e-ad8a-62b723e5f1a9 tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 2.3146672 Oct 19 07:42:21.093809 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 58020) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:42:21.094237 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 58022) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:42:21.177080 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-8f8a5236-bc3e-4131-ac4f-72994669288d None None] Current status of the port 33059318-f47c-468d-87a9-3f46eca24775 is: ACTIVE; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:42:21.197776 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-846a54ff-4c4f-4d51-8359-fbbf3841429a tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Request body: {'subnet': {'network_id': '268ab1d6-2bf3-4d53-ba51-350459345337', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:42:21.206906 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-490ff8cd-24af-485b-baa4-12d92574a5ec tempest-TestNetworkAdvancedServerOps-260085928 tempest-TestNetworkAdvancedServerOps-260085928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785020947330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133553798'] for port, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:21.228591 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-90dff028-7ba5-4294-ab45-d534658da942 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42160'] for port, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:21.235673 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-90dff028-7ba5-4294-ab45-d534658da942 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] 10.222.0.27 "DELETE /v2.0/ports/30af09e8-bdc8-4b98-affb-c2329d7d44b6 HTTP/1.1" status: 204 len: 168 time: 2.4026377 Oct 19 07:42:21.246565 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 58026) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:42:21.256323 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a905d9-a9b5-4a7e-ad8a-62b723e5f1a9 tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Pushing event updated for resources: {'Network': ['ID=268ab1d6-2bf3-4d53-ba51-350459345337,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:42:21.269932 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Network 268ab1d6-2bf3-4d53-ba51-350459345337 details requested by agent ovs-agent-dv-neutron-861624-1-hyperv with host dv-neutron-861624-1-hyperv {{(pid=103334) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 07:42:21.325265 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490ff8cd-24af-485b-baa4-12d92574a5ec tempest-TestNetworkAdvancedServerOps-260085928 tempest-TestNetworkAdvancedServerOps-260085928-project] Pushing event updated for resources: {'Port': ['ID=43b48e28-094b-48ce-bf3a-36ee4978f1e3,revision_number=1']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:42:21.343278 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-e3fb9c7e-2834-430c-8ca4-5ff5d34fda1b None None] Could not find standard attr ID for object 372bd99f-131c-47ed-9a0f-f12ab2b24f17. {{(pid=103334) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 19 07:42:21.364795 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.pecan_wsgi.hooks.translation [None req-474b6a03-3d76-4005-863c-44aba1c6033c tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] GET failed (client error): The resource could not be found. Oct 19 07:42:21.369936 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-474b6a03-3d76-4005-863c-44aba1c6033c tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] 10.222.0.27 "GET /v2.0/ports/30af09e8-bdc8-4b98-affb-c2329d7d44b6 HTTP/1.1" status: 404 len: 333 time: 0.1111610 Oct 19 07:42:21.370823 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 58028) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:42:21.485725 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e758f72-cc43-4d44-909b-3d16bd166fcb None None] DHCP port deletion for 08c4347d-3e4d-45f5-ba2f-dfc6347ca533 request from dv-neutron-861624-1-hyperv {{(pid=103334) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 07:42:21.523638 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-50bfc5e4-228f-4ca5-a5e8-49de28007cc0 tempest-DvrRoutersNegativeTest-2124487036 tempest-DvrRoutersNegativeTest-2124487036-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1494969716', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:42:21.527099 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.policy [None req-50bfc5e4-228f-4ca5-a5e8-49de28007cc0 tempest-DvrRoutersNegativeTest-2124487036 tempest-DvrRoutersNegativeTest-2124487036-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=103332) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Oct 19 07:42:21.527720 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.policy [None req-50bfc5e4-228f-4ca5-a5e8-49de28007cc0 tempest-DvrRoutersNegativeTest-2124487036 tempest-DvrRoutersNegativeTest-2124487036-project] Failed policy check for 'create_router' {{(pid=103332) enforce /opt/stack/neutron/neutron/policy.py:520}} Oct 19 07:42:21.528204 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.api.v2.resource [None req-50bfc5e4-228f-4ca5-a5e8-49de28007cc0 tempest-DvrRoutersNegativeTest-2124487036 tempest-DvrRoutersNegativeTest-2124487036-project] create failed (client error): Access was denied to this resource. Oct 19 07:42:21.529385 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-50bfc5e4-228f-4ca5-a5e8-49de28007cc0 tempest-DvrRoutersNegativeTest-2124487036 tempest-DvrRoutersNegativeTest-2124487036-project] 10.222.0.27 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.3425071 Oct 19 07:42:21.539347 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-490ff8cd-24af-485b-baa4-12d92574a5ec tempest-TestNetworkAdvancedServerOps-260085928 tempest-TestNetworkAdvancedServerOps-260085928-project] Network 6d49fd8a-7643-40eb-ab2d-b752a1374d55 is already hosted by enough agents. {{(pid=103332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 07:42:21.554931 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.base_scheduler [None req-490ff8cd-24af-485b-baa4-12d92574a5ec tempest-TestNetworkAdvancedServerOps-260085928 tempest-TestNetworkAdvancedServerOps-260085928-project] Resources bound (agent type, host, resource id): {{(pid=103332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:42:21.557616 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-490ff8cd-24af-485b-baa4-12d92574a5ec tempest-TestNetworkAdvancedServerOps-260085928 tempest-TestNetworkAdvancedServerOps-260085928-project] Received port after_create {{(pid=103332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 07:42:21.564296 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-e3fb9c7e-2834-430c-8ca4-5ff5d34fda1b None None] Provisioning complete for port 15f0beef-8b7d-4c6c-822c-22b368f7479f triggered by entity DHCP. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:42:21.564701 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-e3fb9c7e-2834-430c-8ca4-5ff5d34fda1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:21.565037 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-e3fb9c7e-2834-430c-8ca4-5ff5d34fda1b None None] Attempt 1 to provision port 15f0beef-8b7d-4c6c-822c-22b368f7479f Oct 19 07:42:21.653684 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-e3fb9c7e-2834-430c-8ca4-5ff5d34fda1b None None] Port 15f0beef-8b7d-4c6c-822c-22b368f7479f cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 07:42:21.679623 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-846a54ff-4c4f-4d51-8359-fbbf3841429a tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Made reservation on behalf of ebbb057f880644d8b1f4800ee4849e52 for: {'subnet': 1} {{(pid=103332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 07:42:21.680144 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-4e758f72-cc43-4d44-909b-3d16bd166fcb None None] Deleting port 16d85671-6305-4b48-8089-cc7e37ad3eb2 {{(pid=103334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 07:42:21.680539 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-4e758f72-cc43-4d44-909b-3d16bd166fcb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:21.683550 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-846a54ff-4c4f-4d51-8359-fbbf3841429a tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130659787'] for subnet, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:21.691986 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-490ff8cd-24af-485b-baa4-12d92574a5ec tempest-TestNetworkAdvancedServerOps-260085928 tempest-TestNetworkAdvancedServerOps-260085928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1695190'] for router_interface, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:21.702219 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-14180329-464c-4fe1-9b8f-634a2eb9bd93 tempest-BulkNetworkOpsIpV6Test-187216048 tempest-BulkNetworkOpsIpV6Test-187216048-project] Deleting port fe9a0326-786c-4bf1-bc2f-2cc76f84333d {{(pid=103333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 07:42:21.702618 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-14180329-464c-4fe1-9b8f-634a2eb9bd93 tempest-BulkNetworkOpsIpV6Test-187216048 tempest-BulkNetworkOpsIpV6Test-187216048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:21.771262 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.db_base_plugin_v2 [None req-e58f9017-12b9-4442-8263-930288983c1d tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Deleting subnet 9acb3e36-9ec8-4921-9357-5672d51d90c0 {{(pid=103333) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 19 07:42:21.795556 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-e58f9017-12b9-4442-8263-930288983c1d tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Notify callbacks [] for subnet, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:21.845454 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-4e758f72-cc43-4d44-909b-3d16bd166fcb None None] For port 16d85671-6305-4b48-8089-cc7e37ad3eb2, host dv-neutron-861624-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=16d85671-6305-4b48-8089-cc7e37ad3eb2,segment=NetworkSegment(229fdee6-4997-4cba-b9dd-1d528ceb2c7e),segment_id=229fdee6-4997-4cba-b9dd-1d528ceb2c7e)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:42:21.845822 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-4e758f72-cc43-4d44-909b-3d16bd166fcb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:21.884955 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-4e758f72-cc43-4d44-909b-3d16bd166fcb None None] Calling delete_port for 16d85671-6305-4b48-8089-cc7e37ad3eb2 owned by network:dhcp {{(pid=103334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 07:42:21.889395 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-4358deef-78fc-451e-8800-f311cffddb2c tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1574862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1694957'] for router_interface, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:21.901077 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-98de332c-1adf-4426-82fe-487a206ea936 tempest-TagsExtTest-1762088066 tempest-TagsExtTest-1762088066-project] Deleting port 16d85671-6305-4b48-8089-cc7e37ad3eb2 {{(pid=103333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 07:42:21.901663 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-98de332c-1adf-4426-82fe-487a206ea936 tempest-TagsExtTest-1762088066 tempest-TagsExtTest-1762088066-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:21.987125 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-14180329-464c-4fe1-9b8f-634a2eb9bd93 tempest-BulkNetworkOpsIpV6Test-187216048 tempest-BulkNetworkOpsIpV6Test-187216048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:21.991663 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-e58f9017-12b9-4442-8263-930288983c1d tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-134111928'] for subnet, precommit_delete_associations {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:22.075673 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-4e758f72-cc43-4d44-909b-3d16bd166fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339'] for port, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:22.080279 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efc0bbcd-20e8-4ad9-a8bd-15cfc579c175 None None] Network 6d49fd8a-7643-40eb-ab2d-b752a1374d55 requested from dv-neutron-861624-1-hyperv {{(pid=103334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 07:42:22.096494 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-93ce02e2-390e-45a0-8161-086310ab8b93 tempest-ExtraDHCPOptionsIpV6TestJSON-207750728 tempest-ExtraDHCPOptionsIpV6TestJSON-207750728-project] Notify callbacks [] for port, precommit_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:22.113832 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-93ce02e2-390e-45a0-8161-086310ab8b93 tempest-ExtraDHCPOptionsIpV6TestJSON-207750728 tempest-ExtraDHCPOptionsIpV6TestJSON-207750728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133553807'] for port, after_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:22.120911 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-14180329-464c-4fe1-9b8f-634a2eb9bd93 tempest-BulkNetworkOpsIpV6Test-187216048 tempest-BulkNetworkOpsIpV6Test-187216048-project] Calling delete_port for fe9a0326-786c-4bf1-bc2f-2cc76f84333d owned by {{(pid=103333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 07:42:22.126543 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 58034) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:42:22.142520 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device ed4dd1c9-9ed1-49ee-a005-cf8b8f2da36a up at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 07:42:22.147349 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e758f72-cc43-4d44-909b-3d16bd166fcb None None] Pushing event deleted for resources: {'Port': ['ID=16d85671-6305-4b48-8089-cc7e37ad3eb2,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:42:22.194909 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.plugin [None req-93ce02e2-390e-45a0-8161-086310ab8b93 tempest-ExtraDHCPOptionsIpV6TestJSON-207750728 tempest-ExtraDHCPOptionsIpV6TestJSON-207750728-project] In _notify_port_updated(), no bound segment for port 15f0beef-8b7d-4c6c-822c-22b368f7479f on network 3f5eb11f-4161-49d5-b3b1-d2e573ad0a77 {{(pid=103332) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:900}} Oct 19 07:42:22.201062 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93ce02e2-390e-45a0-8161-086310ab8b93 tempest-ExtraDHCPOptionsIpV6TestJSON-207750728 tempest-ExtraDHCPOptionsIpV6TestJSON-207750728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:42:22.201947 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-93ce02e2-390e-45a0-8161-086310ab8b93 tempest-ExtraDHCPOptionsIpV6TestJSON-207750728 tempest-ExtraDHCPOptionsIpV6TestJSON-207750728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42160'] for port, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:22.207825 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-93ce02e2-390e-45a0-8161-086310ab8b93 tempest-ExtraDHCPOptionsIpV6TestJSON-207750728 tempest-ExtraDHCPOptionsIpV6TestJSON-207750728-project] 10.222.0.27 "PUT /v2.0/ports/15f0beef-8b7d-4c6c-822c-22b368f7479f HTTP/1.1" status: 200 len: 1130 time: 1.3244674 Oct 19 07:42:22.208851 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 58038) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:42:22.225560 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-e3fb9c7e-2834-430c-8ca4-5ff5d34fda1b None None] Attempt 2 to provision port 15f0beef-8b7d-4c6c-822c-22b368f7479f Oct 19 07:42:22.233431 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-490ff8cd-24af-485b-baa4-12d92574a5ec tempest-TestNetworkAdvancedServerOps-260085928 tempest-TestNetworkAdvancedServerOps-260085928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:22.239377 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ce02e2-390e-45a0-8161-086310ab8b93 tempest-ExtraDHCPOptionsIpV6TestJSON-207750728 tempest-ExtraDHCPOptionsIpV6TestJSON-207750728-project] Pushing event updated for resources: {'Port': ['ID=15f0beef-8b7d-4c6c-822c-22b368f7479f,revision_number=2']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:42:22.242977 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e758f72-cc43-4d44-909b-3d16bd166fcb None None] No DVR routers for this DVR port 16d85671-6305-4b48-8089-cc7e37ad3eb2 on host dv-neutron-861624-1-hyperv {{(pid=103334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 19 07:42:22.338230 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-30680302-9fec-473d-9f17-6f0818e2a437 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:22.401183 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.db [None req-98de332c-1adf-4426-82fe-487a206ea936 tempest-TagsExtTest-1762088066 tempest-TagsExtTest-1762088066-project] For port 16d85671-6305-4b48-8089-cc7e37ad3eb2, host dv-neutron-861624-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=16d85671-6305-4b48-8089-cc7e37ad3eb2,segment=NetworkSegment(229fdee6-4997-4cba-b9dd-1d528ceb2c7e),segment_id=229fdee6-4997-4cba-b9dd-1d528ceb2c7e)] {{(pid=103333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:42:22.401562 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-98de332c-1adf-4426-82fe-487a206ea936 tempest-TagsExtTest-1762088066 tempest-TagsExtTest-1762088066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:22.439965 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-846a54ff-4c4f-4d51-8359-fbbf3841429a tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-133552662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130659641'] for subnet, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:22.440585 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-98de332c-1adf-4426-82fe-487a206ea936 tempest-TagsExtTest-1762088066 tempest-TagsExtTest-1762088066-project] Calling delete_port for 16d85671-6305-4b48-8089-cc7e37ad3eb2 owned by network:dhcp {{(pid=103333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 07:42:22.465571 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-e58f9017-12b9-4442-8263-930288983c1d tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-679826'] for subnet, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:22.524388 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-e3fb9c7e-2834-430c-8ca4-5ff5d34fda1b None None] Port 15f0beef-8b7d-4c6c-822c-22b368f7479f cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 07:42:22.528115 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Provisioning complete for port ed4dd1c9-9ed1-49ee-a005-cf8b8f2da36a triggered by entity L2. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:42:22.528484 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:22.528849 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Attempt 1 to provision port ed4dd1c9-9ed1-49ee-a005-cf8b8f2da36a Oct 19 07:42:22.542137 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846a54ff-4c4f-4d51-8359-fbbf3841429a tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Pushing event updated for resources: {'Subnet': ['ID=ac99b579-f784-43a1-8746-e742fa43a15d,revision_number=0']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:42:22.620443 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-846a54ff-4c4f-4d51-8359-fbbf3841429a tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Checking segment: {'id': '6310c3f9-d715-41df-977d-0e0b88550c43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '268ab1d6-2bf3-4d53-ba51-350459345337'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 19 07:42:22.620713 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-846a54ff-4c4f-4d51-8359-fbbf3841429a tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Network hostable DHCP agents. Network: 268ab1d6-2bf3-4d53-ba51-350459345337, hostable agents: ['310d813b-0e3e-4d7e-9b79-8f4ec0dbcab0'], hosted agents: [] {{(pid=103332) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 07:42:22.628205 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Current status of the port ed4dd1c9-9ed1-49ee-a005-cf8b8f2da36a is: DOWN; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:42:22.628645 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:22.668325 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] For port ed4dd1c9-9ed1-49ee-a005-cf8b8f2da36a, host dv-neutron-861624-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=ed4dd1c9-9ed1-49ee-a005-cf8b8f2da36a,segment=NetworkSegment(8493a2bc-032c-45cf-957b-f2fdee941360),segment_id=8493a2bc-032c-45cf-957b-f2fdee941360)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:42:22.668644 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-30680302-9fec-473d-9f17-6f0818e2a437 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:22.674903 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:22.675806 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device 5cb22474-8494-460f-ab3b-85cff5f2dc38 up at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 07:42:22.679190 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-30680302-9fec-473d-9f17-6f0818e2a437 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788643'] for security_group, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:22.714058 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-846a54ff-4c4f-4d51-8359-fbbf3841429a tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Network 268ab1d6-2bf3-4d53-ba51-350459345337 is scheduled to be hosted by DHCP agent 310d813b-0e3e-4d7e-9b79-8f4ec0dbcab0 with binding_index 1 {{(pid=103332) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 07:42:22.769827 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Pushing event updated for resources: {'Port': ['ID=ed4dd1c9-9ed1-49ee-a005-cf8b8f2da36a,revision_number=3']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:42:22.782729 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-30680302-9fec-473d-9f17-6f0818e2a437 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=01b44d4032674d7ebd6e11c4d7594cc0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6539595 Oct 19 07:42:22.788813 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Provisioning complete for port 5cb22474-8494-460f-ab3b-85cff5f2dc38 triggered by entity L2. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:42:22.789185 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:22.789518 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Attempt 1 to provision port 5cb22474-8494-460f-ab3b-85cff5f2dc38 Oct 19 07:42:22.796757 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 58040) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:42:22.797161 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.base_scheduler [None req-846a54ff-4c4f-4d51-8359-fbbf3841429a tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861624-1-hyperv, 268ab1d6-2bf3-4d53-ba51-350459345337) {{(pid=103332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:42:22.820559 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4413c32-970d-4c9f-b58e-25ee35886681 None None] Network 268ab1d6-2bf3-4d53-ba51-350459345337 requested from dv-neutron-861624-1-hyperv {{(pid=103334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 07:42:22.820833 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-846a54ff-4c4f-4d51-8359-fbbf3841429a tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:42:22.821210 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-846a54ff-4c4f-4d51-8359-fbbf3841429a tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Notify callbacks [] for subnet, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:22.835750 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30680302-9fec-473d-9f17-6f0818e2a437 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=237ab0c9-5509-4d95-b6c0-5618d6aa23c2,revision_number=1']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:42:22.838731 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-098169b9-5277-477a-ab42-26a054cb965a tempest-ExtraDHCPOptionsIpV6TestJSON-207750728 tempest-ExtraDHCPOptionsIpV6TestJSON-207750728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:42:22.840615 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-098169b9-5277-477a-ab42-26a054cb965a tempest-ExtraDHCPOptionsIpV6TestJSON-207750728 tempest-ExtraDHCPOptionsIpV6TestJSON-207750728-project] 10.222.0.27 "GET /v2.0/ports/15f0beef-8b7d-4c6c-822c-22b368f7479f HTTP/1.1" status: 200 len: 1130 time: 0.6231382 Oct 19 07:42:22.852278 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 58042) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:42:22.994133 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-490ff8cd-24af-485b-baa4-12d92574a5ec tempest-TestNetworkAdvancedServerOps-260085928 tempest-TestNetworkAdvancedServerOps-260085928-project] Notify callbacks [] for port, precommit_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:23.017566 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 58044) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:42:23.017761 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-846a54ff-4c4f-4d51-8359-fbbf3841429a tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.8241336 Oct 19 07:42:23.021468 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Current status of the port 5cb22474-8494-460f-ab3b-85cff5f2dc38 is: ACTIVE; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:42:23.023089 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-14180329-464c-4fe1-9b8f-634a2eb9bd93 tempest-BulkNetworkOpsIpV6Test-187216048 tempest-BulkNetworkOpsIpV6Test-187216048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130996763'] for port, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:23.024323 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-490ff8cd-24af-485b-baa4-12d92574a5ec tempest-TestNetworkAdvancedServerOps-260085928 tempest-TestNetworkAdvancedServerOps-260085928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133553807'] for port, after_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:23.025605 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-e3fb9c7e-2834-430c-8ca4-5ff5d34fda1b None None] Attempt 3 to provision port 15f0beef-8b7d-4c6c-822c-22b368f7479f Oct 19 07:42:23.031658 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85cb6d20-5fb1-4b7f-b33f-98a45b7f6dd2 None None] Network 268ab1d6-2bf3-4d53-ba51-350459345337 requested from dv-neutron-861624-1-hyperv {{(pid=103334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 07:42:23.034428 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-7273dcd0-e3a9-41fe-aa45-ff624adc53e9 tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-97498908', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd'}, 'admin_state_up': False}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:42:23.093877 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-e58f9017-12b9-4442-8263-930288983c1d tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-679819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130997964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130170408'] for subnet, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:23.106972 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-e3fb9c7e-2834-430c-8ca4-5ff5d34fda1b None None] Port 15f0beef-8b7d-4c6c-822c-22b368f7479f cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 07:42:23.111880 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-490ff8cd-24af-485b-baa4-12d92574a5ec tempest-TestNetworkAdvancedServerOps-260085928 tempest-TestNetworkAdvancedServerOps-260085928-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1574855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1694822'] for router_interface, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:23.121207 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-06125da4-bbe9-4a12-9b50-5dd23c87cac3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:23.122342 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-14180329-464c-4fe1-9b8f-634a2eb9bd93 tempest-BulkNetworkOpsIpV6Test-187216048 tempest-BulkNetworkOpsIpV6Test-187216048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42160'] for port, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:23.127675 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-14180329-464c-4fe1-9b8f-634a2eb9bd93 tempest-BulkNetworkOpsIpV6Test-187216048 tempest-BulkNetworkOpsIpV6Test-187216048-project] 10.222.0.27 "DELETE /v2.0/ports/fe9a0326-786c-4bf1-bc2f-2cc76f84333d HTTP/1.1" status: 204 len: 168 time: 2.4527409 Oct 19 07:42:23.133508 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device 16d85671-6305-4b48-8089-cc7e37ad3eb2 no longer exists at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 07:42:23.135481 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14180329-464c-4fe1-9b8f-634a2eb9bd93 tempest-BulkNetworkOpsIpV6Test-187216048 tempest-BulkNetworkOpsIpV6Test-187216048-project] Pushing event deleted for resources: {'Port': ['ID=fe9a0326-786c-4bf1-bc2f-2cc76f84333d,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:42:23.138349 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 58046) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:42:23.164229 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4358deef-78fc-451e-8800-f311cffddb2c tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Router 5a3ee82e-b69d-4a9d-a681-af0f007cfa8a has already been hosted by L3 agent ab388470-1243-4d53-80f2-c2f5899c97a7 {{(pid=103333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 07:42:23.165511 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] No Port match for: 16d85671-6305-4b48-8089-cc7e37ad3eb2 {{(pid=103334) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 19 07:42:23.165925 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device 16d85671-6305-4b48-8089-cc7e37ad3eb2 not bound to the agent host dv-neutron-861624-1-hyperv {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 07:42:23.184906 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58f9017-12b9-4442-8263-930288983c1d tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Pushing event deleted for resources: {'Subnet': ['ID=9acb3e36-9ec8-4921-9357-5672d51d90c0,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:42:23.188524 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490ff8cd-24af-485b-baa4-12d92574a5ec tempest-TestNetworkAdvancedServerOps-260085928 tempest-TestNetworkAdvancedServerOps-260085928-project] Pushing event updated for resources: {'Port': ['ID=43b48e28-094b-48ce-bf3a-36ee4978f1e3,revision_number=2']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:42:23.211981 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-e58f9017-12b9-4442-8263-930288983c1d tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Notify callbacks [] for subnet, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:23.217590 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5698fdf0-3285-456e-aef8-9585ec047c68 None None] Network 1812e88c-3efa-43ee-a612-333c6f64e2e6 requested from dv-neutron-861624-1-hyperv {{(pid=103334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 07:42:23.219297 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-e58f9017-12b9-4442-8263-930288983c1d tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] 10.222.0.27 "DELETE /v2.0/subnets/9acb3e36-9ec8-4921-9357-5672d51d90c0 HTTP/1.1" status: 204 len: 168 time: 1.8142004 Oct 19 07:42:23.220057 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-98de332c-1adf-4426-82fe-487a206ea936 tempest-TagsExtTest-1762088066 tempest-TagsExtTest-1762088066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130996763'] for port, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:23.225928 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 58048) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:42:23.229626 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-7273dcd0-e3a9-41fe-aa45-ff624adc53e9 tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1692695', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12668'] for router, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:23.230642 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-7273dcd0-e3a9-41fe-aa45-ff624adc53e9 tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1692835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1693910', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1621825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12659'] for router, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:23.274076 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-06125da4-bbe9-4a12-9b50-5dd23c87cac3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:23.297374 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98de332c-1adf-4426-82fe-487a206ea936 tempest-TagsExtTest-1762088066 tempest-TagsExtTest-1762088066-project] No DVR routers for this DVR port 16d85671-6305-4b48-8089-cc7e37ad3eb2 on host dv-neutron-861624-1-hyperv {{(pid=103333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 19 07:42:23.302149 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98de332c-1adf-4426-82fe-487a206ea936 tempest-TagsExtTest-1762088066 tempest-TagsExtTest-1762088066-project] Pushing event deleted for resources: {'Port': ['ID=16d85671-6305-4b48-8089-cc7e37ad3eb2,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:42:23.392259 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.plugin [None req-b19393e4-5694-42e3-b91a-dbe0170e5834 tempest-ExtraDHCPOptionsIpV6TestJSON-207750728 tempest-ExtraDHCPOptionsIpV6TestJSON-207750728-project] Deleting port 15f0beef-8b7d-4c6c-822c-22b368f7479f {{(pid=103332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 07:42:23.392727 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-b19393e4-5694-42e3-b91a-dbe0170e5834 tempest-ExtraDHCPOptionsIpV6TestJSON-207750728 tempest-ExtraDHCPOptionsIpV6TestJSON-207750728-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:23.446057 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-490ff8cd-24af-485b-baa4-12d92574a5ec tempest-TestNetworkAdvancedServerOps-260085928 tempest-TestNetworkAdvancedServerOps-260085928-project] Network 6d49fd8a-7643-40eb-ab2d-b752a1374d55 is already hosted by enough agents. {{(pid=103332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 07:42:23.449327 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.base_scheduler [None req-490ff8cd-24af-485b-baa4-12d92574a5ec tempest-TestNetworkAdvancedServerOps-260085928 tempest-TestNetworkAdvancedServerOps-260085928-project] Resources bound (agent type, host, resource id): {{(pid=103332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:42:23.521127 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-06125da4-bbe9-4a12-9b50-5dd23c87cac3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788643'] for security_group, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:23.523668 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-06125da4-bbe9-4a12-9b50-5dd23c87cac3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:23.524702 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ed0f672-1248-473e-b68f-90c7a69d5094 None None] DHCP port deletion for 1812e88c-3efa-43ee-a612-333c6f64e2e6 request from dv-neutron-861624-1-hyperv {{(pid=103334) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 07:42:23.527762 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-06125da4-bbe9-4a12-9b50-5dd23c87cac3 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/237ab0c9-5509-4d95-b6c0-5618d6aa23c2 HTTP/1.1" status: 204 len: 168 time: 0.7285330 Oct 19 07:42:23.554303 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-7273dcd0-e3a9-41fe-aa45-ff624adc53e9 tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:23.558345 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06125da4-bbe9-4a12-9b50-5dd23c87cac3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=237ab0c9-5509-4d95-b6c0-5618d6aa23c2,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:42:23.563878 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-edd2af3c-309a-4358-94fc-bfad57145cb8 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-667019'] for network, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:23.582256 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-b19393e4-5694-42e3-b91a-dbe0170e5834 tempest-ExtraDHCPOptionsIpV6TestJSON-207750728 tempest-ExtraDHCPOptionsIpV6TestJSON-207750728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:23.603618 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-98de332c-1adf-4426-82fe-487a206ea936 tempest-TagsExtTest-1762088066 tempest-TagsExtTest-1762088066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-673051', 'neutron.services.segments.db._delete_segments_for_network-8785021519108'] for network, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:23.610963 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-e3fb9c7e-2834-430c-8ca4-5ff5d34fda1b None None] Attempt 4 to provision port 15f0beef-8b7d-4c6c-822c-22b368f7479f Oct 19 07:42:23.649881 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-98de332c-1adf-4426-82fe-487a206ea936 tempest-TagsExtTest-1762088066 tempest-TagsExtTest-1762088066-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08c4347d-3e4d-45f5-ba2f-dfc6347ca533']}} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:42:23.659824 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-e3fb9c7e-2834-430c-8ca4-5ff5d34fda1b None None] Port 15f0beef-8b7d-4c6c-822c-22b368f7479f cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 07:42:23.670624 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4358deef-78fc-451e-8800-f311cffddb2c tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Notify agent at l3_agent.dv-neutron-861624-1-hyperv the message routers_updated {{(pid=103333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 07:42:23.689411 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a43551c-6a20-4cfb-9265-bb0d1e0bb172 None None] Sync routers for ids ['5a3ee82e-b69d-4a9d-a681-af0f007cfa8a'] in dv-neutron-861624-1-hyperv {{(pid=103334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 07:42:23.694083 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-4358deef-78fc-451e-8800-f311cffddb2c tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] 10.222.0.27 "PUT /v2.0/routers/5a3ee82e-b69d-4a9d-a681-af0f007cfa8a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3184850 Oct 19 07:42:23.714249 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a43551c-6a20-4cfb-9265-bb0d1e0bb172 None None] Routers {'5a3ee82e-b69d-4a9d-a681-af0f007cfa8a'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 07:42:23.715439 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-2a43551c-6a20-4cfb-9265-bb0d1e0bb172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T07:42:16Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['5a3ee82e-b69d-4a9d-a681-af0f007cfa8a'], 'active': True} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:42:23.745694 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-98de332c-1adf-4426-82fe-487a206ea936 tempest-TagsExtTest-1762088066 tempest-TagsExtTest-1762088066-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '229fdee6-4997-4cba-b9dd-1d528ceb2c7e') {'for_net_delete': True} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:42:23.746002 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-98de332c-1adf-4426-82fe-487a206ea936 tempest-TagsExtTest-1762088066 tempest-TagsExtTest-1762088066-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '229fdee6-4997-4cba-b9dd-1d528ceb2c7e') {} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:42:23.753285 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 58052) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:42:23.773838 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-98de332c-1adf-4426-82fe-487a206ea936 tempest-TagsExtTest-1762088066 tempest-TagsExtTest-1762088066-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785021519382', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-134111927'] for segment, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:23.876589 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-98de332c-1adf-4426-82fe-487a206ea936 tempest-TagsExtTest-1762088066 tempest-TagsExtTest-1762088066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979'] for segment, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:23.897622 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98de332c-1adf-4426-82fe-487a206ea936 tempest-TagsExtTest-1762088066 tempest-TagsExtTest-1762088066-project] Releasing vlan 187 on physical network physnet1 to pool {{(pid=103333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 07:42:23.897856 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvr_db [None req-2a43551c-6a20-4cfb-9265-bb0d1e0bb172 None None] Set router 5a3ee82e-b69d-4a9d-a681-af0f007cfa8a gateway port host: None {{(pid=103334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 07:42:23.898576 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-98de332c-1adf-4426-82fe-487a206ea936 tempest-TagsExtTest-1762088066 tempest-TagsExtTest-1762088066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130996782'] for segment, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:23.942888 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-31a4d6fc-f690-43d0-9bfb-493e2db2950a tempest-BulkNetworkOpsIpV6Test-187216048 tempest-BulkNetworkOpsIpV6Test-187216048-project] Deleting port 82330cc6-e771-46fa-93e5-897a118a3dcf {{(pid=103333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 07:42:23.943580 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-31a4d6fc-f690-43d0-9bfb-493e2db2950a tempest-BulkNetworkOpsIpV6Test-187216048 tempest-BulkNetworkOpsIpV6Test-187216048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:23.947552 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device ed4dd1c9-9ed1-49ee-a005-cf8b8f2da36a up at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 07:42:23.990358 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.services.segments.plugin [-] Segment 229fdee6-4997-4cba-b9dd-1d528ceb2c7e resource provider aggregate not found Oct 19 07:42:24.012983 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2e4f0a8-8723-4354-a615-643b9e9076f8 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Deleting subnet 70304bbd-b21f-4bfc-b426-0275306673c4 {{(pid=103333) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 19 07:42:24.053441 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.services.segments.plugin [-] Segment 229fdee6-4997-4cba-b9dd-1d528ceb2c7e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 229fdee6-4997-4cba-b9dd-1d528ceb2c7e found for delete ", "request_id": "req-a3c5ed2e-c8e9-46c0-8b7f-6bf3d2ab3362"}]} Oct 19 07:42:24.062778 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.plugin [None req-b19393e4-5694-42e3-b91a-dbe0170e5834 tempest-ExtraDHCPOptionsIpV6TestJSON-207750728 tempest-ExtraDHCPOptionsIpV6TestJSON-207750728-project] Calling delete_port for 15f0beef-8b7d-4c6c-822c-22b368f7479f owned by {{(pid=103332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 07:42:24.084934 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-7273dcd0-e3a9-41fe-aa45-ff624adc53e9 tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:24.103025 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-a2e4f0a8-8723-4354-a615-643b9e9076f8 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Notify callbacks [] for subnet, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:24.143823 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-490ff8cd-24af-485b-baa4-12d92574a5ec tempest-TestNetworkAdvancedServerOps-260085928 tempest-TestNetworkAdvancedServerOps-260085928-project] Router ffb9f2f0-d077-4178-a6df-4e16e5e51b0d has already been hosted by L3 agent ab388470-1243-4d53-80f2-c2f5899c97a7 {{(pid=103332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 07:42:24.182430 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-e3fb9c7e-2834-430c-8ca4-5ff5d34fda1b None None] Attempt 5 to provision port 15f0beef-8b7d-4c6c-822c-22b368f7479f Oct 19 07:42:24.193195 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-edd2af3c-309a-4358-94fc-bfad57145cb8 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Deleting port 33059318-f47c-468d-87a9-3f46eca24775 {{(pid=103333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 07:42:24.193790 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-edd2af3c-309a-4358-94fc-bfad57145cb8 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:24.195649 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-98de332c-1adf-4426-82fe-487a206ea936 tempest-TagsExtTest-1762088066 tempest-TagsExtTest-1762088066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-673044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1695087'] for network, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:24.228500 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-31a4d6fc-f690-43d0-9bfb-493e2db2950a tempest-BulkNetworkOpsIpV6Test-187216048 tempest-BulkNetworkOpsIpV6Test-187216048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:24.231797 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-98de332c-1adf-4426-82fe-487a206ea936 tempest-TagsExtTest-1762088066 tempest-TagsExtTest-1762088066-project] Notify callbacks [] for network, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:24.236159 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-98de332c-1adf-4426-82fe-487a206ea936 tempest-TagsExtTest-1762088066 tempest-TagsExtTest-1762088066-project] 10.222.0.27 "DELETE /v2.0/networks/08c4347d-3e4d-45f5-ba2f-dfc6347ca533 HTTP/1.1" status: 204 len: 168 time: 3.6726959 Oct 19 07:42:24.274976 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-2ed0f672-1248-473e-b68f-90c7a69d5094 None None] Deleting port 33059318-f47c-468d-87a9-3f46eca24775 {{(pid=103334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 07:42:24.275077 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-2ed0f672-1248-473e-b68f-90c7a69d5094 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:24.281793 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-a2e4f0a8-8723-4354-a615-643b9e9076f8 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-134111928'] for subnet, precommit_delete_associations {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:24.311102 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-e3fb9c7e-2834-430c-8ca4-5ff5d34fda1b None None] Port 15f0beef-8b7d-4c6c-822c-22b368f7479f cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 07:42:24.334702 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98de332c-1adf-4426-82fe-487a206ea936 tempest-TagsExtTest-1762088066 tempest-TagsExtTest-1762088066-project] Pushing event deleted for resources: {'Network': ['ID=08c4347d-3e4d-45f5-ba2f-dfc6347ca533,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:42:24.349660 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-31a4d6fc-f690-43d0-9bfb-493e2db2950a tempest-BulkNetworkOpsIpV6Test-187216048 tempest-BulkNetworkOpsIpV6Test-187216048-project] Calling delete_port for 82330cc6-e771-46fa-93e5-897a118a3dcf owned by {{(pid=103333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 07:42:24.364880 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Provisioning complete for port ed4dd1c9-9ed1-49ee-a005-cf8b8f2da36a triggered by entity L2. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:42:24.365529 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:24.366018 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Attempt 1 to provision port ed4dd1c9-9ed1-49ee-a005-cf8b8f2da36a Oct 19 07:42:24.456347 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.db [None req-edd2af3c-309a-4358-94fc-bfad57145cb8 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] For port 33059318-f47c-468d-87a9-3f46eca24775, host dv-neutron-861624-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=33059318-f47c-468d-87a9-3f46eca24775,segment=NetworkSegment(20d46793-5c76-41e2-9ef1-ce7674b1beaf),segment_id=20d46793-5c76-41e2-9ef1-ce7674b1beaf)] {{(pid=103333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:42:24.456744 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-edd2af3c-309a-4358-94fc-bfad57145cb8 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:24.472328 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-490ff8cd-24af-485b-baa4-12d92574a5ec tempest-TestNetworkAdvancedServerOps-260085928 tempest-TestNetworkAdvancedServerOps-260085928-project] Notify agent at l3_agent.dv-neutron-861624-1-hyperv the message routers_updated {{(pid=103332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 07:42:24.483146 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c865b1c-7a8e-4225-ad38-38a45490e5ac None None] Sync routers for ids ['ffb9f2f0-d077-4178-a6df-4e16e5e51b0d'] in dv-neutron-861624-1-hyperv {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 07:42:24.493981 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-2ed0f672-1248-473e-b68f-90c7a69d5094 None None] For port 33059318-f47c-468d-87a9-3f46eca24775, host dv-neutron-861624-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=33059318-f47c-468d-87a9-3f46eca24775,segment=NetworkSegment(20d46793-5c76-41e2-9ef1-ce7674b1beaf),segment_id=20d46793-5c76-41e2-9ef1-ce7674b1beaf)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:42:24.498838 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-2ed0f672-1248-473e-b68f-90c7a69d5094 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:24.502481 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c865b1c-7a8e-4225-ad38-38a45490e5ac None None] Routers {'ffb9f2f0-d077-4178-a6df-4e16e5e51b0d'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 07:42:24.505496 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-4c865b1c-7a8e-4225-ad38-38a45490e5ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T07:42:16Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['ffb9f2f0-d077-4178-a6df-4e16e5e51b0d'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:42:24.506654 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-edd2af3c-309a-4358-94fc-bfad57145cb8 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Calling delete_port for 33059318-f47c-468d-87a9-3f46eca24775 owned by network:dhcp {{(pid=103333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 07:42:24.519182 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-490ff8cd-24af-485b-baa4-12d92574a5ec tempest-TestNetworkAdvancedServerOps-260085928 tempest-TestNetworkAdvancedServerOps-260085928-project] 10.222.0.27 "PUT /v2.0/routers/ffb9f2f0-d077-4178-a6df-4e16e5e51b0d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6546247 Oct 19 07:42:24.548487 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-b19393e4-5694-42e3-b91a-dbe0170e5834 tempest-ExtraDHCPOptionsIpV6TestJSON-207750728 tempest-ExtraDHCPOptionsIpV6TestJSON-207750728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133553798'] for port, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:24.584403 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-2ed0f672-1248-473e-b68f-90c7a69d5094 None None] Calling delete_port for 33059318-f47c-468d-87a9-3f46eca24775 owned by network:dhcp {{(pid=103334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 07:42:24.602735 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 58082) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:42:24.603359 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 58084) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:42:24.646402 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19393e4-5694-42e3-b91a-dbe0170e5834 tempest-ExtraDHCPOptionsIpV6TestJSON-207750728 tempest-ExtraDHCPOptionsIpV6TestJSON-207750728-project] Pushing event deleted for resources: {'Port': ['ID=15f0beef-8b7d-4c6c-822c-22b368f7479f,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:42:24.701737 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-b19393e4-5694-42e3-b91a-dbe0170e5834 tempest-ExtraDHCPOptionsIpV6TestJSON-207750728 tempest-ExtraDHCPOptionsIpV6TestJSON-207750728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42160'] for port, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:24.719923 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-b19393e4-5694-42e3-b91a-dbe0170e5834 tempest-ExtraDHCPOptionsIpV6TestJSON-207750728 tempest-ExtraDHCPOptionsIpV6TestJSON-207750728-project] 10.222.0.27 "DELETE /v2.0/ports/15f0beef-8b7d-4c6c-822c-22b368f7479f HTTP/1.1" status: 204 len: 168 time: 1.8626120 Oct 19 07:42:24.722625 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 58090) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:42:24.794905 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-a2e4f0a8-8723-4354-a615-643b9e9076f8 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-679826'] for subnet, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:24.806869 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvr_db [None req-4c865b1c-7a8e-4225-ad38-38a45490e5ac None None] Set router ffb9f2f0-d077-4178-a6df-4e16e5e51b0d gateway port host: dv-neutron-861624-1-hyperv {{(pid=103335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 07:42:24.823162 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-e3fb9c7e-2834-430c-8ca4-5ff5d34fda1b None None] Attempt 6 to provision port 15f0beef-8b7d-4c6c-822c-22b368f7479f Oct 19 07:42:24.831716 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-2ed0f672-1248-473e-b68f-90c7a69d5094 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339'] for port, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:24.889744 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.db_base_plugin_v2 [None req-364ca6fe-23ad-4c51-98bf-5feb64d5c702 tempest-ExtraDHCPOptionsIpV6TestJSON-207750728 tempest-ExtraDHCPOptionsIpV6TestJSON-207750728-project] Deleting subnet b213151a-85ce-4a91-ac6c-fa1eea603c1b {{(pid=103332) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 19 07:42:24.907680 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-31a4d6fc-f690-43d0-9bfb-493e2db2950a tempest-BulkNetworkOpsIpV6Test-187216048 tempest-BulkNetworkOpsIpV6Test-187216048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130996763'] for port, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:24.913195 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Current status of the port ed4dd1c9-9ed1-49ee-a005-cf8b8f2da36a is: ACTIVE; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:42:24.917708 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-f8c5566c-1eea-4c1e-85dd-d5f605567537 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-2045936790-network', 'tenant_id': 'd0132b9f15a24238a6d0205c99af8a0c'}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:42:24.926611 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-e3fb9c7e-2834-430c-8ca4-5ff5d34fda1b None None] Port 15f0beef-8b7d-4c6c-822c-22b368f7479f was deleted so its status cannot be updated. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Oct 19 07:42:24.930900 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-364ca6fe-23ad-4c51-98bf-5feb64d5c702 tempest-ExtraDHCPOptionsIpV6TestJSON-207750728 tempest-ExtraDHCPOptionsIpV6TestJSON-207750728-project] Notify callbacks [] for subnet, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:24.985642 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed0f672-1248-473e-b68f-90c7a69d5094 None None] Pushing event deleted for resources: {'Port': ['ID=33059318-f47c-468d-87a9-3f46eca24775,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:42:24.987546 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-e3fb9c7e-2834-430c-8ca4-5ff5d34fda1b None None] Could not find standard attr ID for object 41c80d07-824b-446d-a797-62fa683955cb. {{(pid=103334) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 19 07:42:24.992272 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ed0f672-1248-473e-b68f-90c7a69d5094 None None] No DVR routers for this DVR port 33059318-f47c-468d-87a9-3f46eca24775 on host dv-neutron-861624-1-hyperv {{(pid=103334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 19 07:42:24.993974 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-e3fb9c7e-2834-430c-8ca4-5ff5d34fda1b None None] Could not find standard attr ID for object 30af09e8-bdc8-4b98-affb-c2329d7d44b6. {{(pid=103334) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 19 07:42:25.006526 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device 33059318-f47c-468d-87a9-3f46eca24775 no longer exists at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 07:42:25.037379 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] No Port match for: 33059318-f47c-468d-87a9-3f46eca24775 {{(pid=103334) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 19 07:42:25.037915 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device 33059318-f47c-468d-87a9-3f46eca24775 not bound to the agent host dv-neutron-861624-1-hyperv {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 07:42:25.040738 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-2a43551c-6a20-4cfb-9265-bb0d1e0bb172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a3ee82e-b69d-4a9d-a681-af0f007cfa8a', 'name': 'tempest-RoutersTest-router-906858636', 'tenant_id': 'ea2e94e7c58741afa39e88c6d73f4fb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T07:41:03Z', 'updated_at': '2022-10-19T07:42:20Z', 'revision_number': 10, 'project_id': 'ea2e94e7c58741afa39e88c6d73f4fb1', 'gw_port_host': None, '_interfaces': [{'id': '4ce3479b-393b-481b-b58d-51ccf321edac', 'name': '', 'network_id': 'b58e1c6a-78c1-43cd-89d9-838f22da233f', 'tenant_id': 'ea2e94e7c58741afa39e88c6d73f4fb1', 'mac_address': 'fa:16:3e:31:7a:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a3ee82e-b69d-4a9d-a681-af0f007cfa8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '612c3709-642f-4c80-9732-62beec0bf567', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:41:06Z', 'updated_at': '2022-10-19T07:41:21Z', 'revision_number': 5, 'project_id': 'ea2e94e7c58741afa39e88c6d73f4fb1', 'subnets': [{'id': '612c3709-642f-4c80-9732-62beec0bf567', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:42:25.051381 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-e3fb9c7e-2834-430c-8ca4-5ff5d34fda1b None None] Provisioning complete for port 5cb22474-8494-460f-ab3b-85cff5f2dc38 triggered by entity DHCP. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:42:25.051847 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-e3fb9c7e-2834-430c-8ca4-5ff5d34fda1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:25.052706 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-e3fb9c7e-2834-430c-8ca4-5ff5d34fda1b None None] Attempt 1 to provision port 5cb22474-8494-460f-ab3b-85cff5f2dc38 Oct 19 07:42:25.055158 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-edd2af3c-309a-4358-94fc-bfad57145cb8 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130996763'] for port, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:25.080664 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a4d6fc-f690-43d0-9bfb-493e2db2950a tempest-BulkNetworkOpsIpV6Test-187216048 tempest-BulkNetworkOpsIpV6Test-187216048-project] Pushing event deleted for resources: {'Port': ['ID=82330cc6-e771-46fa-93e5-897a118a3dcf,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:42:25.108263 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-27b8ef0b-d264-44b7-b410-0f0a9f457f64 req-2f8df761-3808-46fa-8939-1838dfc0bb26 tempest-TestNetworkAdvancedServerOps-260085928 tempest-TestNetworkAdvancedServerOps-260085928-project] 10.222.0.27 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-560771760&fields=id&tenant_id=6c01adc7adbe45c98fd23e352fd389b2 HTTP/1.1" status: 200 len: 267 time: 0.2076104 Oct 19 07:42:25.109189 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a43551c-6a20-4cfb-9265-bb0d1e0bb172 None None] Checking router: 5a3ee82e-b69d-4a9d-a681-af0f007cfa8a for host: dv-neutron-861624-1-hyperv {{(pid=103334) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 07:42:25.115364 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-364ca6fe-23ad-4c51-98bf-5feb64d5c702 tempest-ExtraDHCPOptionsIpV6TestJSON-207750728 tempest-ExtraDHCPOptionsIpV6TestJSON-207750728-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130726890'] for subnet, precommit_delete_associations {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:25.118041 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8c5566c-1eea-4c1e-85dd-d5f605567537 admin admin] Made reservation on behalf of d0132b9f15a24238a6d0205c99af8a0c for: {'network': 1} {{(pid=103332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 07:42:25.120159 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-f8c5566c-1eea-4c1e-85dd-d5f605567537 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for network, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:25.137370 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a43551c-6a20-4cfb-9265-bb0d1e0bb172 None None] Routers {'5a3ee82e-b69d-4a9d-a681-af0f007cfa8a'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 07:42:25.137370 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-2a43551c-6a20-4cfb-9265-bb0d1e0bb172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T07:42:16Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['5a3ee82e-b69d-4a9d-a681-af0f007cfa8a'], 'active': True} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:42:25.156689 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-31a4d6fc-f690-43d0-9bfb-493e2db2950a tempest-BulkNetworkOpsIpV6Test-187216048 tempest-BulkNetworkOpsIpV6Test-187216048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42160'] for port, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:25.161228 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-31a4d6fc-f690-43d0-9bfb-493e2db2950a tempest-BulkNetworkOpsIpV6Test-187216048 tempest-BulkNetworkOpsIpV6Test-187216048-project] 10.222.0.27 "DELETE /v2.0/ports/82330cc6-e771-46fa-93e5-897a118a3dcf HTTP/1.1" status: 204 len: 168 time: 1.9954908 Oct 19 07:42:25.164699 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd2af3c-309a-4358-94fc-bfad57145cb8 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Pushing event deleted for resources: {'Port': ['ID=33059318-f47c-468d-87a9-3f46eca24775,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:42:25.165618 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-f8c5566c-1eea-4c1e-85dd-d5f605567537 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:25.167742 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 58108) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:42:25.175033 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-4c865b1c-7a8e-4225-ad38-38a45490e5ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffb9f2f0-d077-4178-a6df-4e16e5e51b0d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1410530827', 'tenant_id': '6c01adc7adbe45c98fd23e352fd389b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'external_fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.210'}], 'enable_snat': True}, 'gw_port_id': '4b7be9af-88d5-4d55-b1bf-b93ea3c13765', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T07:42:09Z', 'updated_at': '2022-10-19T07:42:22Z', 'revision_number': 4, 'project_id': '6c01adc7adbe45c98fd23e352fd389b2', 'gw_port': {'id': '4b7be9af-88d5-4d55-b1bf-b93ea3c13765', 'name': '', 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:6c:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffb9f2f0-d077-4178-a6df-4e16e5e51b0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 800, 'fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:42:10Z', 'updated_at': '2022-10-19T07:42:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861624-1-hyperv', '_interfaces': [{'id': '43b48e28-094b-48ce-bf3a-36ee4978f1e3', 'name': '', 'network_id': '6d49fd8a-7643-40eb-ab2d-b752a1374d55', 'tenant_id': '6c01adc7adbe45c98fd23e352fd389b2', 'mac_address': 'fa:16:3e:a9:b6:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffb9f2f0-d077-4178-a6df-4e16e5e51b0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 840, 'fixed_ips': [{'subnet_id': '39b46f5d-56e1-4b9e-adf7-e07d6d6b0a59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:42:19Z', 'updated_at': '2022-10-19T07:42:22Z', 'revision_number': 2, 'project_id': '6c01adc7adbe45c98fd23e352fd389b2', 'subnets': [{'id': '39b46f5d-56e1-4b9e-adf7-e07d6d6b0a59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:42:25.202411 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c865b1c-7a8e-4225-ad38-38a45490e5ac None None] Checking router: ffb9f2f0-d077-4178-a6df-4e16e5e51b0d for host: dv-neutron-861624-1-hyperv {{(pid=103335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 07:42:25.203053 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c865b1c-7a8e-4225-ad38-38a45490e5ac None None] Updating router ffb9f2f0-d077-4178-a6df-4e16e5e51b0d port 43b48e28-094b-48ce-bf3a-36ee4978f1e3 binding host dv-neutron-861624-1-hyperv {{(pid=103335) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 07:42:25.224537 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edd2af3c-309a-4358-94fc-bfad57145cb8 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] No DVR routers for this DVR port 33059318-f47c-468d-87a9-3f46eca24775 on host dv-neutron-861624-1-hyperv {{(pid=103333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 19 07:42:25.231630 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-4c865b1c-7a8e-4225-ad38-38a45490e5ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:25.264369 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvr_db [None req-2a43551c-6a20-4cfb-9265-bb0d1e0bb172 None None] Set router 5a3ee82e-b69d-4a9d-a681-af0f007cfa8a gateway port host: None {{(pid=103334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 07:42:25.272724 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-4bc7163b-6f93-4303-98df-118242a07649 tempest-BulkNetworkOpsIpV6Test-187216048 tempest-BulkNetworkOpsIpV6Test-187216048-project] 10.222.0.27 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0971894 Oct 19 07:42:25.310566 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-e3fb9c7e-2834-430c-8ca4-5ff5d34fda1b None None] Current status of the port 5cb22474-8494-460f-ab3b-85cff5f2dc38 is: ACTIVE; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:42:25.313293 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 58110) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:42:25.326499 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-ba77b9cf-7f66-4409-92d7-757bb610f095 tempest-BulkNetworkOpsIpV6Test-187216048 tempest-BulkNetworkOpsIpV6Test-187216048-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1389012174'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:42:25.330198 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-7273dcd0-e3a9-41fe-aa45-ff624adc53e9 tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Notify callbacks [] for router_gateway, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:25.333393 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-17fb7e49-65d6-4fdc-a116-3d3648a95a69 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=14423718735a4526899b6af36b719fd1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7179742 Oct 19 07:42:25.337844 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 58112) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:42:25.347920 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-a2e4f0a8-8723-4354-a615-643b9e9076f8 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-679819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130997964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130170408'] for subnet, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:25.411016 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-7273dcd0-e3a9-41fe-aa45-ff624adc53e9 tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:25.433896 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e4f0a8-8723-4354-a615-643b9e9076f8 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Pushing event deleted for resources: {'Subnet': ['ID=70304bbd-b21f-4bfc-b426-0275306673c4,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:42:25.441992 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-a2e4f0a8-8723-4354-a615-643b9e9076f8 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Notify callbacks [] for subnet, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:25.442185 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35d4dd44-cd7a-41ad-82f8-67b68e1a10f7 None None] Network 4daf018b-9448-4af6-b1a7-ed0b0c9c81a9 requested from dv-neutron-861624-1-hyperv {{(pid=103334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 07:42:25.445640 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-a2e4f0a8-8723-4354-a615-643b9e9076f8 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] 10.222.0.27 "DELETE /v2.0/subnets/70304bbd-b21f-4bfc-b426-0275306673c4 HTTP/1.1" status: 204 len: 168 time: 1.6868851 Oct 19 07:42:25.449324 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 58114) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:42:25.474192 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-edd2af3c-309a-4358-94fc-bfad57145cb8 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-673051', 'neutron.services.segments.db._delete_segments_for_network-8785021519108'] for network, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:25.522904 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-354e543f-8c4d-482c-94e2-12a235552f99 None None] Could not find standard attr ID for object 15f0beef-8b7d-4c6c-822c-22b368f7479f. {{(pid=103334) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 19 07:42:25.531576 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba77b9cf-7f66-4409-92d7-757bb610f095 tempest-BulkNetworkOpsIpV6Test-187216048 tempest-BulkNetworkOpsIpV6Test-187216048-project] Made reservation on behalf of 7db4f931eb584e5da0319ec90f9e927a for: {'network': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 07:42:25.535546 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-ba77b9cf-7f66-4409-92d7-757bb610f095 tempest-BulkNetworkOpsIpV6Test-187216048 tempest-BulkNetworkOpsIpV6Test-187216048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for network, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:25.553006 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b8ef0b-d264-44b7-b410-0f0a9f457f64 req-80540106-8173-4698-92c9-e6eb8437f6e7 tempest-TestNetworkAdvancedServerOps-260085928 tempest-TestNetworkAdvancedServerOps-260085928-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:42:25.554780 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-27b8ef0b-d264-44b7-b410-0f0a9f457f64 req-80540106-8173-4698-92c9-e6eb8437f6e7 tempest-TestNetworkAdvancedServerOps-260085928 tempest-TestNetworkAdvancedServerOps-260085928-project] 10.222.0.27 "GET /v2.0/networks?id=6d49fd8a-7643-40eb-ab2d-b752a1374d55 HTTP/1.1" status: 200 len: 797 time: 0.4089119 Oct 19 07:42:25.584696 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-edd2af3c-309a-4358-94fc-bfad57145cb8 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1812e88c-3efa-43ee-a612-333c6f64e2e6']}} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:42:25.591128 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-3a0d9265-cdc8-4148-8235-bafd032780ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:25.593684 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-27b8ef0b-d264-44b7-b410-0f0a9f457f64 req-2eb24114-d699-4508-9b1f-a834e51c59b2 tempest-TestNetworkAdvancedServerOps-260085928 tempest-TestNetworkAdvancedServerOps-260085928-project] 10.222.0.27 "GET /v2.0/quotas/6c01adc7adbe45c98fd23e352fd389b2 HTTP/1.1" status: 200 len: 375 time: 0.0247405 Oct 19 07:42:25.600962 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-364ca6fe-23ad-4c51-98bf-5feb64d5c702 tempest-ExtraDHCPOptionsIpV6TestJSON-207750728 tempest-ExtraDHCPOptionsIpV6TestJSON-207750728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-679826'] for subnet, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:25.609947 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-354e543f-8c4d-482c-94e2-12a235552f99 None None] Provisioning complete for port ed4dd1c9-9ed1-49ee-a005-cf8b8f2da36a triggered by entity DHCP. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:42:25.610594 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-354e543f-8c4d-482c-94e2-12a235552f99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:25.610886 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-354e543f-8c4d-482c-94e2-12a235552f99 None None] Attempt 1 to provision port ed4dd1c9-9ed1-49ee-a005-cf8b8f2da36a Oct 19 07:42:25.622807 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-4c865b1c-7a8e-4225-ad38-38a45490e5ac None None] Notify callbacks [] for port, precommit_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:25.629769 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-4c865b1c-7a8e-4225-ad38-38a45490e5ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:25.652830 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-edd2af3c-309a-4358-94fc-bfad57145cb8 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20d46793-5c76-41e2-9ef1-ce7674b1beaf') {'for_net_delete': True} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:42:25.653391 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-edd2af3c-309a-4358-94fc-bfad57145cb8 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20d46793-5c76-41e2-9ef1-ce7674b1beaf') {} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:42:25.678875 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-edd2af3c-309a-4358-94fc-bfad57145cb8 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785021519382', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-134111927'] for segment, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:25.697303 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-3a0d9265-cdc8-4148-8235-bafd032780ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:25.700455 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ea04e1-e744-497b-b159-ddcf57852ef4 None None] Pushing event updated for resources: {'Port': ['ID=43b48e28-094b-48ce-bf3a-36ee4978f1e3,revision_number=3']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:42:25.730336 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-3cd8dea0-82ef-43b5-beda-1784379c25c5 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-667019'] for network, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:25.739611 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba77b9cf-7f66-4409-92d7-757bb610f095 tempest-BulkNetworkOpsIpV6Test-187216048 tempest-BulkNetworkOpsIpV6Test-187216048-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 162} {{(pid=103333) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 07:42:25.743283 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-edd2af3c-309a-4358-94fc-bfad57145cb8 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979'] for segment, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:25.760259 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-2a43551c-6a20-4cfb-9265-bb0d1e0bb172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a3ee82e-b69d-4a9d-a681-af0f007cfa8a', 'name': 'tempest-RoutersTest-router-906858636', 'tenant_id': 'ea2e94e7c58741afa39e88c6d73f4fb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T07:41:03Z', 'updated_at': '2022-10-19T07:42:20Z', 'revision_number': 10, 'project_id': 'ea2e94e7c58741afa39e88c6d73f4fb1', 'gw_port_host': None, '_interfaces': [{'id': '4ce3479b-393b-481b-b58d-51ccf321edac', 'name': '', 'network_id': 'b58e1c6a-78c1-43cd-89d9-838f22da233f', 'tenant_id': 'ea2e94e7c58741afa39e88c6d73f4fb1', 'mac_address': 'fa:16:3e:31:7a:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a3ee82e-b69d-4a9d-a681-af0f007cfa8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '612c3709-642f-4c80-9732-62beec0bf567', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:41:06Z', 'updated_at': '2022-10-19T07:41:21Z', 'revision_number': 5, 'project_id': 'ea2e94e7c58741afa39e88c6d73f4fb1', 'subnets': [{'id': '612c3709-642f-4c80-9732-62beec0bf567', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:42:25.762530 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-edd2af3c-309a-4358-94fc-bfad57145cb8 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Releasing vlan 171 on physical network physnet1 to pool {{(pid=103333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 07:42:25.763078 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ea04e1-e744-497b-b159-ddcf57852ef4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:42:25.763688 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-edd2af3c-309a-4358-94fc-bfad57145cb8 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130996782'] for segment, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:25.764518 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ea04e1-e744-497b-b159-ddcf57852ef4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:42:25.765574 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ea04e1-e744-497b-b159-ddcf57852ef4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:42:25.765959 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ea04e1-e744-497b-b159-ddcf57852ef4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:42:25.766917 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ea04e1-e744-497b-b159-ddcf57852ef4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:42:25.767266 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ea04e1-e744-497b-b159-ddcf57852ef4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:42:25.767599 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ea04e1-e744-497b-b159-ddcf57852ef4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:42:25.767991 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ea04e1-e744-497b-b159-ddcf57852ef4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:42:25.768334 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ea04e1-e744-497b-b159-ddcf57852ef4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:42:25.769911 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ea04e1-e744-497b-b159-ddcf57852ef4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:42:25.770284 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ea04e1-e744-497b-b159-ddcf57852ef4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:42:25.770615 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ea04e1-e744-497b-b159-ddcf57852ef4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:42:25.802018 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a43551c-6a20-4cfb-9265-bb0d1e0bb172 None None] The sync data for ids ['5a3ee82e-b69d-4a9d-a681-af0f007cfa8a'] in dv-neutron-861624-1-hyperv is: [{'id': '5a3ee82e-b69d-4a9d-a681-af0f007cfa8a', 'name': 'tempest-RoutersTest-router-906858636', 'tenant_id': 'ea2e94e7c58741afa39e88c6d73f4fb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T07:41:03Z', 'updated_at': '2022-10-19T07:42:20Z', 'revision_number': 10, 'project_id': 'ea2e94e7c58741afa39e88c6d73f4fb1', 'gw_port_host': None, '_interfaces': [{'id': '4ce3479b-393b-481b-b58d-51ccf321edac', 'name': '', 'network_id': 'b58e1c6a-78c1-43cd-89d9-838f22da233f', 'tenant_id': 'ea2e94e7c58741afa39e88c6d73f4fb1', 'mac_address': 'fa:16:3e:31:7a:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a3ee82e-b69d-4a9d-a681-af0f007cfa8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '612c3709-642f-4c80-9732-62beec0bf567', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:41:06Z', 'updated_at': '2022-10-19T07:41:21Z', 'revision_number': 5, 'project_id': 'ea2e94e7c58741afa39e88c6d73f4fb1', 'subnets': [{'id': '612c3709-642f-4c80-9732-62beec0bf567', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 07:42:25.803853 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-ba77b9cf-7f66-4409-92d7-757bb610f095 tempest-BulkNetworkOpsIpV6Test-187216048 tempest-BulkNetworkOpsIpV6Test-187216048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979'] for segment, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:25.804402 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.db.segments_db [None req-ba77b9cf-7f66-4409-92d7-757bb610f095 tempest-BulkNetworkOpsIpV6Test-187216048 tempest-BulkNetworkOpsIpV6Test-187216048-project] Added segment cb875d01-9011-4ecc-ae50-6c3a814f043b of type vlan for network b0b75234-ce4c-4069-9a4c-b483fb377db2 Oct 19 07:42:25.817633 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-4c865b1c-7a8e-4225-ad38-38a45490e5ac None None] Attempting to bind port 43b48e28-094b-48ce-bf3a-36ee4978f1e3 on host dv-neutron-861624-1-hyperv for vnic_type normal with profile {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 19 07:42:25.817999 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-4c865b1c-7a8e-4225-ad38-38a45490e5ac None None] Attempting to bind port 43b48e28-094b-48ce-bf3a-36ee4978f1e3 by drivers openvswitch,hyperv on host dv-neutron-861624-1-hyperv at level 0 using segments [{'id': '8493a2bc-032c-45cf-957b-f2fdee941360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '6d49fd8a-7643-40eb-ab2d-b752a1374d55'}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 19 07:42:25.818405 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c865b1c-7a8e-4225-ad38-38a45490e5ac None None] Attempting to bind port 43b48e28-094b-48ce-bf3a-36ee4978f1e3 on network 6d49fd8a-7643-40eb-ab2d-b752a1374d55 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 07:42:25.821947 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd010d74-f28b-4b6a-94b7-c334e8b580d9 None None] DHCP port deletion for 4daf018b-9448-4af6-b1a7-ed0b0c9c81a9 request from dv-neutron-861624-1-hyperv {{(pid=103334) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 07:42:25.826479 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c865b1c-7a8e-4225-ad38-38a45490e5ac None None] Checking agent: {'id': 'a5b0152c-d633-409b-aaf8-3b76458e2410', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861624-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 19, 7, 30, 19), 'started_at': datetime.datetime(2022, 10, 19, 7, 30, 49), 'heartbeat_timestamp': datetime.datetime(2022, 10, 19, 7, 42, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861624-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 07:42:25.829889 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c865b1c-7a8e-4225-ad38-38a45490e5ac None None] Checking segment: {'id': '8493a2bc-032c-45cf-957b-f2fdee941360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '6d49fd8a-7643-40eb-ab2d-b752a1374d55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 19 07:42:25.829889 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-4c865b1c-7a8e-4225-ad38-38a45490e5ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:25.830519 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c865b1c-7a8e-4225-ad38-38a45490e5ac None None] Bound using segment: {'id': '8493a2bc-032c-45cf-957b-f2fdee941360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '6d49fd8a-7643-40eb-ab2d-b752a1374d55'} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 07:42:25.831067 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-4c865b1c-7a8e-4225-ad38-38a45490e5ac None None] Bound port: 43b48e28-094b-48ce-bf3a-36ee4978f1e3, host: dv-neutron-861624-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8493a2bc-032c-45cf-957b-f2fdee941360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '6d49fd8a-7643-40eb-ab2d-b752a1374d55'}}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 19 07:42:25.831535 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-4c865b1c-7a8e-4225-ad38-38a45490e5ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:25.843782 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-354e543f-8c4d-482c-94e2-12a235552f99 None None] Current status of the port ed4dd1c9-9ed1-49ee-a005-cf8b8f2da36a is: ACTIVE; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:42:25.853741 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-f8c5566c-1eea-4c1e-85dd-d5f605567537 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:25.877621 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-27b8ef0b-d264-44b7-b410-0f0a9f457f64 req-b34ee116-afa8-47a2-af44-dfc3b0bcb503 tempest-TestNetworkAdvancedServerOps-260085928 tempest-TestNetworkAdvancedServerOps-260085928-project] 10.222.0.27 "GET /v2.0/ports?tenant_id=6c01adc7adbe45c98fd23e352fd389b2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2619207 Oct 19 07:42:25.881690 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-f8c5566c-1eea-4c1e-85dd-d5f605567537 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788643'] for security_group, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:25.917304 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c5566c-1eea-4c1e-85dd-d5f605567537 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=155371e7-73ab-4479-86a0-e61426642fb0,revision_number=1']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:42:25.926173 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-354e543f-8c4d-482c-94e2-12a235552f99 None None] Provisioning complete for port 43b48e28-094b-48ce-bf3a-36ee4978f1e3 triggered by entity DHCP. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:42:25.926551 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-354e543f-8c4d-482c-94e2-12a235552f99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:25.926934 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-354e543f-8c4d-482c-94e2-12a235552f99 None None] Attempt 1 to provision port 43b48e28-094b-48ce-bf3a-36ee4978f1e3 Oct 19 07:42:25.945216 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.db_base_plugin_common [None req-7273dcd0-e3a9-41fe-aa45-ff624adc53e9 tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Allocated IP 172.26.0.125 (99c66757-74e3-40a4-b479-8d09e3a7c3dd/7f3d1034-1de7-458a-a3ee-77488de3949b/3fe87488-4d93-41ae-96dc-7ceca88e1b78) {{(pid=103333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 07:42:25.953675 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-364ca6fe-23ad-4c51-98bf-5feb64d5c702 tempest-ExtraDHCPOptionsIpV6TestJSON-207750728 tempest-ExtraDHCPOptionsIpV6TestJSON-207750728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-679819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-133552721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130659632'] for subnet, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:25.980447 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-ba77b9cf-7f66-4409-92d7-757bb610f095 tempest-BulkNetworkOpsIpV6Test-187216048 tempest-BulkNetworkOpsIpV6Test-187216048-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785020965340'] for network, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:25.985054 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-edd2af3c-309a-4358-94fc-bfad57145cb8 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-673044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1695087'] for network, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:25.988269 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-354e543f-8c4d-482c-94e2-12a235552f99 None None] Port 43b48e28-094b-48ce-bf3a-36ee4978f1e3 cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 07:42:25.991762 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-cd010d74-f28b-4b6a-94b7-c334e8b580d9 None None] Deleting port 3bd821c3-b398-403d-b520-41d3e2c5c301 {{(pid=103334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 07:42:25.992147 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-cd010d74-f28b-4b6a-94b7-c334e8b580d9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:25.997739 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8c5566c-1eea-4c1e-85dd-d5f605567537 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 160} {{(pid=103332) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 07:42:26.006537 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364ca6fe-23ad-4c51-98bf-5feb64d5c702 tempest-ExtraDHCPOptionsIpV6TestJSON-207750728 tempest-ExtraDHCPOptionsIpV6TestJSON-207750728-project] Pushing event deleted for resources: {'Subnet': ['ID=b213151a-85ce-4a91-ac6c-fa1eea603c1b,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:42:26.011833 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-edd2af3c-309a-4358-94fc-bfad57145cb8 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Notify callbacks [] for network, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:26.021852 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-edd2af3c-309a-4358-94fc-bfad57145cb8 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] 10.222.0.27 "DELETE /v2.0/networks/1812e88c-3efa-43ee-a612-333c6f64e2e6 HTTP/1.1" status: 204 len: 168 time: 2.7923057 Oct 19 07:42:26.026744 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 58116) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:42:26.037828 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-364ca6fe-23ad-4c51-98bf-5feb64d5c702 tempest-ExtraDHCPOptionsIpV6TestJSON-207750728 tempest-ExtraDHCPOptionsIpV6TestJSON-207750728-project] Notify callbacks [] for subnet, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:26.047079 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-364ca6fe-23ad-4c51-98bf-5feb64d5c702 tempest-ExtraDHCPOptionsIpV6TestJSON-207750728 tempest-ExtraDHCPOptionsIpV6TestJSON-207750728-project] 10.222.0.27 "DELETE /v2.0/subnets/b213151a-85ce-4a91-ac6c-fa1eea603c1b HTTP/1.1" status: 204 len: 168 time: 1.3225079 Oct 19 07:42:26.053643 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 58118) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:42:26.057892 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63ff0a74-5a6b-42b1-b18e-78d4686c107e None None] Network 3f5eb11f-4161-49d5-b3b1-d2e573ad0a77 requested from dv-neutron-861624-1-hyperv {{(pid=103334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 07:42:26.075596 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-4c865b1c-7a8e-4225-ad38-38a45490e5ac None None] For port 43b48e28-094b-48ce-bf3a-36ee4978f1e3, host dv-neutron-861624-1-hyperv, cleared binding levels {{(pid=103335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 07:42:26.080459 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-4c865b1c-7a8e-4225-ad38-38a45490e5ac None None] For port 43b48e28-094b-48ce-bf3a-36ee4978f1e3, host dv-neutron-861624-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=43b48e28-094b-48ce-bf3a-36ee4978f1e3,segment=NetworkSegment(8493a2bc-032c-45cf-957b-f2fdee941360),segment_id=8493a2bc-032c-45cf-957b-f2fdee941360)] {{(pid=103335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 07:42:26.085796 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-4c865b1c-7a8e-4225-ad38-38a45490e5ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:26.088933 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd2af3c-309a-4358-94fc-bfad57145cb8 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Pushing event deleted for resources: {'Network': ['ID=1812e88c-3efa-43ee-a612-333c6f64e2e6,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:42:26.092723 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-cd010d74-f28b-4b6a-94b7-c334e8b580d9 None None] For port 3bd821c3-b398-403d-b520-41d3e2c5c301, host dv-neutron-861624-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=3bd821c3-b398-403d-b520-41d3e2c5c301,segment=NetworkSegment(1bd02fa6-b501-4e5c-871a-f4a28a5e9b18),segment_id=1bd02fa6-b501-4e5c-871a-f4a28a5e9b18)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:42:26.095560 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-cd010d74-f28b-4b6a-94b7-c334e8b580d9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:26.113831 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.services.segments.plugin [-] Segment 20d46793-5c76-41e2-9ef1-ce7674b1beaf resource provider aggregate not found Oct 19 07:42:26.128907 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-cd010d74-f28b-4b6a-94b7-c334e8b580d9 None None] Calling delete_port for 3bd821c3-b398-403d-b520-41d3e2c5c301 owned by network:dhcp {{(pid=103334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 07:42:26.158530 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.services.segments.plugin [-] Segment 20d46793-5c76-41e2-9ef1-ce7674b1beaf resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 20d46793-5c76-41e2-9ef1-ce7674b1beaf found for delete ", "request_id": "req-1adf1700-f1e5-41f4-b669-d7d595a4b1cf"}]} Oct 19 07:42:26.162805 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ea04e1-e744-497b-b159-ddcf57852ef4 None None] Pushing event updated for resources: {'Port': ['ID=43b48e28-094b-48ce-bf3a-36ee4978f1e3,revision_number=4']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:42:26.166288 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c865b1c-7a8e-4225-ad38-38a45490e5ac None None] Routers {'ffb9f2f0-d077-4178-a6df-4e16e5e51b0d'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 07:42:26.167078 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-4c865b1c-7a8e-4225-ad38-38a45490e5ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T07:42:16Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['ffb9f2f0-d077-4178-a6df-4e16e5e51b0d'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:42:26.168276 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-e3c1c920-46a0-4d0c-a7ee-cf3bd36a07ac tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-178286206'}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:42:26.175935 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-27b8ef0b-d264-44b7-b410-0f0a9f457f64 req-24beca0d-bfd8-4e7e-9b2a-51c63e05fa2c service neutron] 10.222.0.27 "GET /v2.0/networks/6d49fd8a-7643-40eb-ab2d-b752a1374d55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2630363 Oct 19 07:42:26.176878 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-3a0d9265-cdc8-4148-8235-bafd032780ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788643'] for security_group, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:26.184314 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-3a0d9265-cdc8-4148-8235-bafd032780ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:26.187892 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-3a0d9265-cdc8-4148-8235-bafd032780ec admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/7d28f1bf-a74e-4210-8a6b-7e09f86d212d HTTP/1.1" status: 204 len: 168 time: 0.8341010 Oct 19 07:42:26.242553 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-f8c5566c-1eea-4c1e-85dd-d5f605567537 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979'] for segment, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:26.243293 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.db.segments_db [None req-f8c5566c-1eea-4c1e-85dd-d5f605567537 admin admin] Added segment d0bdb69e-594c-48cb-95b6-048c97b894c6 of type vlan for network 63e832ea-99a5-479b-8e2e-e790da88995d Oct 19 07:42:26.245678 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0d9265-cdc8-4148-8235-bafd032780ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d28f1bf-a74e-4210-8a6b-7e09f86d212d,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:42:26.340526 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvr_db [None req-4c865b1c-7a8e-4225-ad38-38a45490e5ac None None] Set router ffb9f2f0-d077-4178-a6df-4e16e5e51b0d gateway port host: dv-neutron-861624-1-hyperv {{(pid=103335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 07:42:26.439223 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-f8c5566c-1eea-4c1e-85dd-d5f605567537 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785020965340'] for network, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:26.453630 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3c1c920-46a0-4d0c-a7ee-cf3bd36a07ac tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Made reservation on behalf of 0cd3ded9dc134e3392e5122464eefb82 for: {'network': 1} {{(pid=103332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 07:42:26.457406 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-e3c1c920-46a0-4d0c-a7ee-cf3bd36a07ac tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for network, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:26.548872 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-354e543f-8c4d-482c-94e2-12a235552f99 None None] Attempt 2 to provision port 43b48e28-094b-48ce-bf3a-36ee4978f1e3 Oct 19 07:42:26.609768 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3c1c920-46a0-4d0c-a7ee-cf3bd36a07ac tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 182} {{(pid=103332) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 07:42:26.622180 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-27b8ef0b-d264-44b7-b410-0f0a9f457f64 req-c94e2566-0377-4ac1-992b-5b21f57d659d service neutron] 10.222.0.27 "GET /v2.0/networks/6d49fd8a-7643-40eb-ab2d-b752a1374d55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4267373 Oct 19 07:42:26.639109 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-e3c1c920-46a0-4d0c-a7ee-cf3bd36a07ac tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979'] for segment, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:26.639457 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.db.segments_db [None req-e3c1c920-46a0-4d0c-a7ee-cf3bd36a07ac tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Added segment 1014cb02-f0c4-419f-974d-fb7f2c1f27f5 of type vlan for network 7b6c9a75-d51f-47e1-90c8-22f7aeaf2f78 Oct 19 07:42:26.642955 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-f8c5566c-1eea-4c1e-85dd-d5f605567537 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873'] for network, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:26.643981 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8c5566c-1eea-4c1e-85dd-d5f605567537 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:42:26.646806 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-f8c5566c-1eea-4c1e-85dd-d5f605567537 admin admin] Notify callbacks [] for network, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:26.679025 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-ba77b9cf-7f66-4409-92d7-757bb610f095 tempest-BulkNetworkOpsIpV6Test-187216048 tempest-BulkNetworkOpsIpV6Test-187216048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873'] for network, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:26.684312 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba77b9cf-7f66-4409-92d7-757bb610f095 tempest-BulkNetworkOpsIpV6Test-187216048 tempest-BulkNetworkOpsIpV6Test-187216048-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:42:26.684927 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-ba77b9cf-7f66-4409-92d7-757bb610f095 tempest-BulkNetworkOpsIpV6Test-187216048 tempest-BulkNetworkOpsIpV6Test-187216048-project] Notify callbacks [] for network, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:26.743576 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-3cd8dea0-82ef-43b5-beda-1784379c25c5 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Deleting port 3bd821c3-b398-403d-b520-41d3e2c5c301 {{(pid=103333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 07:42:26.743913 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-3cd8dea0-82ef-43b5-beda-1784379c25c5 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:26.765312 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c5566c-1eea-4c1e-85dd-d5f605567537 admin admin] Pushing event updated for resources: {'Network': ['ID=63e832ea-99a5-479b-8e2e-e790da88995d,revision_number=1']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:42:26.771169 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-f8c5566c-1eea-4c1e-85dd-d5f605567537 admin admin] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.1568468 Oct 19 07:42:26.774052 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 58126) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:42:26.802922 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-ba77b9cf-7f66-4409-92d7-757bb610f095 tempest-BulkNetworkOpsIpV6Test-187216048 tempest-BulkNetworkOpsIpV6Test-187216048-project] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.4874969 Oct 19 07:42:26.807666 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-4c865b1c-7a8e-4225-ad38-38a45490e5ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffb9f2f0-d077-4178-a6df-4e16e5e51b0d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1410530827', 'tenant_id': '6c01adc7adbe45c98fd23e352fd389b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'external_fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.210'}], 'enable_snat': True}, 'gw_port_id': '4b7be9af-88d5-4d55-b1bf-b93ea3c13765', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T07:42:09Z', 'updated_at': '2022-10-19T07:42:22Z', 'revision_number': 4, 'project_id': '6c01adc7adbe45c98fd23e352fd389b2', 'gw_port': {'id': '4b7be9af-88d5-4d55-b1bf-b93ea3c13765', 'name': '', 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:6c:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffb9f2f0-d077-4178-a6df-4e16e5e51b0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 800, 'fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:42:10Z', 'updated_at': '2022-10-19T07:42:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861624-1-hyperv', '_interfaces': [{'id': '43b48e28-094b-48ce-bf3a-36ee4978f1e3', 'name': '', 'network_id': '6d49fd8a-7643-40eb-ab2d-b752a1374d55', 'tenant_id': '6c01adc7adbe45c98fd23e352fd389b2', 'mac_address': 'fa:16:3e:a9:b6:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffb9f2f0-d077-4178-a6df-4e16e5e51b0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 840, 'fixed_ips': [{'subnet_id': '39b46f5d-56e1-4b9e-adf7-e07d6d6b0a59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:42:19Z', 'updated_at': '2022-10-19T07:42:26Z', 'revision_number': 4, 'project_id': '6c01adc7adbe45c98fd23e352fd389b2', 'subnets': [{'id': '39b46f5d-56e1-4b9e-adf7-e07d6d6b0a59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:42:26.808231 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-894a63eb-7030-49ad-b9f0-8a7f6f057ac3 admin admin] Request body: {'subnet': {'network_id': '63e832ea-99a5-479b-8e2e-e790da88995d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-2045936790-subnet', 'tenant_id': 'd0132b9f15a24238a6d0205c99af8a0c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:42:26.812875 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Network 63e832ea-99a5-479b-8e2e-e790da88995d details requested by agent ovs-agent-dv-neutron-861624-1-hyperv with host dv-neutron-861624-1-hyperv {{(pid=103334) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 07:42:26.815365 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-c40bd5e0-543e-47c7-995f-eafa2ef85001 tempest-ExtraDHCPOptionsIpV6TestJSON-207750728 tempest-ExtraDHCPOptionsIpV6TestJSON-207750728-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-667019'] for network, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:26.816556 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be90c161-a9ff-4721-be56-64e8c59763bb None None] DHCP port deletion for 3f5eb11f-4161-49d5-b3b1-d2e573ad0a77 request from dv-neutron-861624-1-hyperv {{(pid=103334) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 07:42:26.819998 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 58128) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:42:26.834210 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-894a63eb-7030-49ad-b9f0-8a7f6f057ac3 admin admin] Made reservation on behalf of d0132b9f15a24238a6d0205c99af8a0c for: {'subnet': 1} {{(pid=103332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 07:42:26.837336 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-894a63eb-7030-49ad-b9f0-8a7f6f057ac3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130659787'] for subnet, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:26.853322 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c865b1c-7a8e-4225-ad38-38a45490e5ac None None] The sync data for ids ['ffb9f2f0-d077-4178-a6df-4e16e5e51b0d'] in dv-neutron-861624-1-hyperv is: [{'id': 'ffb9f2f0-d077-4178-a6df-4e16e5e51b0d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1410530827', 'tenant_id': '6c01adc7adbe45c98fd23e352fd389b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'external_fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.210'}], 'enable_snat': True}, 'gw_port_id': '4b7be9af-88d5-4d55-b1bf-b93ea3c13765', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T07:42:09Z', 'updated_at': '2022-10-19T07:42:22Z', 'revision_number': 4, 'project_id': '6c01adc7adbe45c98fd23e352fd389b2', 'gw_port': {'id': '4b7be9af-88d5-4d55-b1bf-b93ea3c13765', 'name': '', 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:6c:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffb9f2f0-d077-4178-a6df-4e16e5e51b0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 800, 'fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:42:10Z', 'updated_at': '2022-10-19T07:42:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861624-1-hyperv', '_interfaces': [{'id': '43b48e28-094b-48ce-bf3a-36ee4978f1e3', 'name': '', 'network_id': '6d49fd8a-7643-40eb-ab2d-b752a1374d55', 'tenant_id': '6c01adc7adbe45c98fd23e352fd389b2', 'mac_address': 'fa:16:3e:a9:b6:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffb9f2f0-d077-4178-a6df-4e16e5e51b0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 840, 'fixed_ips': [{'subnet_id': '39b46f5d-56e1-4b9e-adf7-e07d6d6b0a59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:42:19Z', 'updated_at': '2022-10-19T07:42:26Z', 'revision_number': 4, 'project_id': '6c01adc7adbe45c98fd23e352fd389b2', 'subnets': [{'id': '39b46f5d-56e1-4b9e-adf7-e07d6d6b0a59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 07:42:26.862243 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-e3c1c920-46a0-4d0c-a7ee-cf3bd36a07ac tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785020965340'] for network, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:26.878545 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-354e543f-8c4d-482c-94e2-12a235552f99 None None] Current status of the port 43b48e28-094b-48ce-bf3a-36ee4978f1e3 is: DOWN; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:42:26.878948 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-354e543f-8c4d-482c-94e2-12a235552f99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:26.880944 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-cd010d74-f28b-4b6a-94b7-c334e8b580d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339'] for port, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:26.881846 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-5ffafc26-1b14-48e5-a48c-b9a44996ef01 tempest-BulkNetworkOpsIpV6Test-187216048 tempest-BulkNetworkOpsIpV6Test-187216048-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1605075219'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:42:26.909275 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-7273dcd0-e3a9-41fe-aa45-ff624adc53e9 tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Notify callbacks [] for port, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:26.984723 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba77b9cf-7f66-4409-92d7-757bb610f095 tempest-BulkNetworkOpsIpV6Test-187216048 tempest-BulkNetworkOpsIpV6Test-187216048-project] Pushing event updated for resources: {'Network': ['ID=b0b75234-ce4c-4069-9a4c-b483fb377db2,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:42:26.989426 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd010d74-f28b-4b6a-94b7-c334e8b580d9 None None] Pushing event deleted for resources: {'Port': ['ID=3bd821c3-b398-403d-b520-41d3e2c5c301,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:42:26.995068 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-e3c1c920-46a0-4d0c-a7ee-cf3bd36a07ac tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873'] for network, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:26.998863 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-7273dcd0-e3a9-41fe-aa45-ff624adc53e9 tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785020947330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130996763'] for port, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:27.007668 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3c1c920-46a0-4d0c-a7ee-cf3bd36a07ac tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:42:27.008430 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-e3c1c920-46a0-4d0c-a7ee-cf3bd36a07ac tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Notify callbacks [] for network, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:27.054810 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.db [None req-3cd8dea0-82ef-43b5-beda-1784379c25c5 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] For port 3bd821c3-b398-403d-b520-41d3e2c5c301, host dv-neutron-861624-1-hyperv, got binding levels [] {{(pid=103333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:42:27.055413 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-3cd8dea0-82ef-43b5-beda-1784379c25c5 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:27.117536 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-3cd8dea0-82ef-43b5-beda-1784379c25c5 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Calling delete_port for 3bd821c3-b398-403d-b520-41d3e2c5c301 owned by network:dhcp {{(pid=103333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 07:42:27.132430 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.ipam_backend_mixin [None req-3cd8dea0-82ef-43b5-beda-1784379c25c5 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Port 3bd821c3-b398-403d-b520-41d3e2c5c301 was not found and therefore no delete operation was performed {{(pid=103333) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Oct 19 07:42:27.138487 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-e3c1c920-46a0-4d0c-a7ee-cf3bd36a07ac tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.0897810 Oct 19 07:42:27.139628 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 58136) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:42:27.143995 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-3cd8dea0-82ef-43b5-beda-1784379c25c5 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130996763'] for port, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:27.154747 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-aeef6467-a61f-479e-b9c8-f942806573d1 req-c2b1bd70-2bd5-4256-9675-a61b2070d3ad tempest-TestNetworkAdvancedServerOps-260085928 tempest-TestNetworkAdvancedServerOps-260085928-project] 10.222.0.27 "GET /v2.0/ports?device_id=7bfd5314-4c55-4597-8b3e-da476697892d HTTP/1.1" status: 200 len: 210 time: 0.1261182 Oct 19 07:42:27.160191 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-354e543f-8c4d-482c-94e2-12a235552f99 None None] For port 43b48e28-094b-48ce-bf3a-36ee4978f1e3, host dv-neutron-861624-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=43b48e28-094b-48ce-bf3a-36ee4978f1e3,segment=NetworkSegment(8493a2bc-032c-45cf-957b-f2fdee941360),segment_id=8493a2bc-032c-45cf-957b-f2fdee941360)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:42:27.164371 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ffafc26-1b14-48e5-a48c-b9a44996ef01 tempest-BulkNetworkOpsIpV6Test-187216048 tempest-BulkNetworkOpsIpV6Test-187216048-project] Made reservation on behalf of 7db4f931eb584e5da0319ec90f9e927a for: {'network': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 07:42:27.171048 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Network b0b75234-ce4c-4069-9a4c-b483fb377db2 details requested by agent ovs-agent-dv-neutron-861624-1-hyperv with host dv-neutron-861624-1-hyperv {{(pid=103334) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 07:42:27.172945 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-5ffafc26-1b14-48e5-a48c-b9a44996ef01 tempest-BulkNetworkOpsIpV6Test-187216048 tempest-BulkNetworkOpsIpV6Test-187216048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for network, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:27.174572 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-778d8737-63e3-4017-be0a-cca51e02cba2 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Request body: {'subnet': {'network_id': '7b6c9a75-d51f-47e1-90c8-22f7aeaf2f78', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:42:27.194524 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-354e543f-8c4d-482c-94e2-12a235552f99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:27.228996 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd010d74-f28b-4b6a-94b7-c334e8b580d9 None None] No DVR routers for this DVR port 3bd821c3-b398-403d-b520-41d3e2c5c301 on host dv-neutron-861624-1-hyperv {{(pid=103334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 19 07:42:27.233119 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7273dcd0-e3a9-41fe-aa45-ff624adc53e9 tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Network 99c66757-74e3-40a4-b479-8d09e3a7c3dd is already hosted by enough agents. {{(pid=103333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 07:42:27.248346 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-7273dcd0-e3a9-41fe-aa45-ff624adc53e9 tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Resources bound (agent type, host, resource id): {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:42:27.250824 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7273dcd0-e3a9-41fe-aa45-ff624adc53e9 tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Pushing event updated for resources: {'Port': ['ID=3fe87488-4d93-41ae-96dc-7ceca88e1b78,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:42:27.254052 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cd8dea0-82ef-43b5-beda-1784379c25c5 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] No DVR routers for this DVR port 3bd821c3-b398-403d-b520-41d3e2c5c301 on host dv-neutron-861624-1-hyperv {{(pid=103333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 19 07:42:27.265904 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7273dcd0-e3a9-41fe-aa45-ff624adc53e9 tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Received port after_create {{(pid=103333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 07:42:27.344313 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-778d8737-63e3-4017-be0a-cca51e02cba2 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Made reservation on behalf of 0cd3ded9dc134e3392e5122464eefb82 for: {'subnet': 1} {{(pid=103332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 07:42:27.348840 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-778d8737-63e3-4017-be0a-cca51e02cba2 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130659787'] for subnet, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:27.354111 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-be90c161-a9ff-4721-be56-64e8c59763bb None None] Deleting port 5cb22474-8494-460f-ab3b-85cff5f2dc38 {{(pid=103334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 07:42:27.354292 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-be90c161-a9ff-4721-be56-64e8c59763bb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:27.370100 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354e543f-8c4d-482c-94e2-12a235552f99 None None] Pushing event updated for resources: {'Port': ['ID=43b48e28-094b-48ce-bf3a-36ee4978f1e3,revision_number=5']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:42:27.460189 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ffafc26-1b14-48e5-a48c-b9a44996ef01 tempest-BulkNetworkOpsIpV6Test-187216048 tempest-BulkNetworkOpsIpV6Test-187216048-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 172} {{(pid=103333) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 07:42:27.463774 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-be90c161-a9ff-4721-be56-64e8c59763bb None None] For port 5cb22474-8494-460f-ab3b-85cff5f2dc38, host dv-neutron-861624-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=5cb22474-8494-460f-ab3b-85cff5f2dc38,segment=NetworkSegment(f9be6f32-7144-47a9-9bdb-ce067f081325),segment_id=f9be6f32-7144-47a9-9bdb-ce067f081325)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:42:27.464189 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-be90c161-a9ff-4721-be56-64e8c59763bb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:27.483509 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-be90c161-a9ff-4721-be56-64e8c59763bb None None] Calling delete_port for 5cb22474-8494-460f-ab3b-85cff5f2dc38 owned by network:dhcp {{(pid=103334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 07:42:27.507878 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd8dea0-82ef-43b5-beda-1784379c25c5 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Pushing event deleted for resources: {'Port': ['ID=3bd821c3-b398-403d-b520-41d3e2c5c301,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:42:27.543006 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-5ffafc26-1b14-48e5-a48c-b9a44996ef01 tempest-BulkNetworkOpsIpV6Test-187216048 tempest-BulkNetworkOpsIpV6Test-187216048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979'] for segment, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:27.543357 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.db.segments_db [None req-5ffafc26-1b14-48e5-a48c-b9a44996ef01 tempest-BulkNetworkOpsIpV6Test-187216048 tempest-BulkNetworkOpsIpV6Test-187216048-project] Added segment f86eda99-58aa-4912-8143-f40e3aebd4c2 of type vlan for network 89cc1413-f032-4af8-9668-29cf1676784b Oct 19 07:42:27.576053 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c1c920-46a0-4d0c-a7ee-cf3bd36a07ac tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Pushing event updated for resources: {'Network': ['ID=7b6c9a75-d51f-47e1-90c8-22f7aeaf2f78,revision_number=1']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:42:27.635704 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Network 7b6c9a75-d51f-47e1-90c8-22f7aeaf2f78 details requested by agent ovs-agent-dv-neutron-861624-1-hyperv with host dv-neutron-861624-1-hyperv {{(pid=103334) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 07:42:27.667772 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-5ffafc26-1b14-48e5-a48c-b9a44996ef01 tempest-BulkNetworkOpsIpV6Test-187216048 tempest-BulkNetworkOpsIpV6Test-187216048-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785020965340'] for network, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:27.676950 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-be90c161-a9ff-4721-be56-64e8c59763bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339'] for port, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:27.742198 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-3cd8dea0-82ef-43b5-beda-1784379c25c5 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-673051', 'neutron.services.segments.db._delete_segments_for_network-8785021519108'] for network, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:27.758738 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be90c161-a9ff-4721-be56-64e8c59763bb None None] No DVR routers for this DVR port 5cb22474-8494-460f-ab3b-85cff5f2dc38 on host dv-neutron-861624-1-hyperv {{(pid=103334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 19 07:42:27.762569 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be90c161-a9ff-4721-be56-64e8c59763bb None None] Pushing event deleted for resources: {'Port': ['ID=5cb22474-8494-460f-ab3b-85cff5f2dc38,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:42:27.793965 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-c40bd5e0-543e-47c7-995f-eafa2ef85001 tempest-ExtraDHCPOptionsIpV6TestJSON-207750728 tempest-ExtraDHCPOptionsIpV6TestJSON-207750728-project] Deleting port 5cb22474-8494-460f-ab3b-85cff5f2dc38 {{(pid=103333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 07:42:27.794397 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-c40bd5e0-543e-47c7-995f-eafa2ef85001 tempest-ExtraDHCPOptionsIpV6TestJSON-207750728 tempest-ExtraDHCPOptionsIpV6TestJSON-207750728-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:27.818508 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-778d8737-63e3-4017-be0a-cca51e02cba2 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-133552662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130659641'] for subnet, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:27.830555 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-894a63eb-7030-49ad-b9f0-8a7f6f057ac3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-133552662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130659641'] for subnet, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:27.836885 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-5ffafc26-1b14-48e5-a48c-b9a44996ef01 tempest-BulkNetworkOpsIpV6Test-187216048 tempest-BulkNetworkOpsIpV6Test-187216048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873'] for network, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:27.843763 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ffafc26-1b14-48e5-a48c-b9a44996ef01 tempest-BulkNetworkOpsIpV6Test-187216048 tempest-BulkNetworkOpsIpV6Test-187216048-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:42:27.844767 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-5ffafc26-1b14-48e5-a48c-b9a44996ef01 tempest-BulkNetworkOpsIpV6Test-187216048 tempest-BulkNetworkOpsIpV6Test-187216048-project] Notify callbacks [] for network, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:27.899404 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778d8737-63e3-4017-be0a-cca51e02cba2 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Pushing event updated for resources: {'Subnet': ['ID=f2dab835-fd74-4f08-8bec-f9e934689d02,revision_number=0']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:42:27.939488 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device 43b48e28-094b-48ce-bf3a-36ee4978f1e3 up at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 07:42:27.977229 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-5ffafc26-1b14-48e5-a48c-b9a44996ef01 tempest-BulkNetworkOpsIpV6Test-187216048 tempest-BulkNetworkOpsIpV6Test-187216048-project] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.1463618 Oct 19 07:42:28.013301 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894a63eb-7030-49ad-b9f0-8a7f6f057ac3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e477b024-7292-4543-8bcb-7f51bee40870,revision_number=0']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:42:28.043671 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-778d8737-63e3-4017-be0a-cca51e02cba2 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Checking segment: {'id': '1014cb02-f0c4-419f-974d-fb7f2c1f27f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '7b6c9a75-d51f-47e1-90c8-22f7aeaf2f78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 19 07:42:28.045503 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-778d8737-63e3-4017-be0a-cca51e02cba2 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Network hostable DHCP agents. Network: 7b6c9a75-d51f-47e1-90c8-22f7aeaf2f78, hostable agents: ['310d813b-0e3e-4d7e-9b79-8f4ec0dbcab0'], hosted agents: [] {{(pid=103332) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 07:42:28.054589 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-3cd8dea0-82ef-43b5-beda-1784379c25c5 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4daf018b-9448-4af6-b1a7-ed0b0c9c81a9']}} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:42:28.057191 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-894a63eb-7030-49ad-b9f0-8a7f6f057ac3 admin admin] Checking segment: {'id': 'd0bdb69e-594c-48cb-95b6-048c97b894c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '63e832ea-99a5-479b-8e2e-e790da88995d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 19 07:42:28.059077 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Provisioning complete for port 43b48e28-094b-48ce-bf3a-36ee4978f1e3 triggered by entity L2. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:42:28.060017 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-894a63eb-7030-49ad-b9f0-8a7f6f057ac3 admin admin] Network hostable DHCP agents. Network: 63e832ea-99a5-479b-8e2e-e790da88995d, hostable agents: ['310d813b-0e3e-4d7e-9b79-8f4ec0dbcab0'], hosted agents: [] {{(pid=103332) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 07:42:28.063065 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:28.063547 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Attempt 1 to provision port 43b48e28-094b-48ce-bf3a-36ee4978f1e3 Oct 19 07:42:28.084470 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.db [None req-c40bd5e0-543e-47c7-995f-eafa2ef85001 tempest-ExtraDHCPOptionsIpV6TestJSON-207750728 tempest-ExtraDHCPOptionsIpV6TestJSON-207750728-project] For port 5cb22474-8494-460f-ab3b-85cff5f2dc38, host dv-neutron-861624-1-hyperv, got binding levels [] {{(pid=103333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:42:28.085063 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-c40bd5e0-543e-47c7-995f-eafa2ef85001 tempest-ExtraDHCPOptionsIpV6TestJSON-207750728 tempest-ExtraDHCPOptionsIpV6TestJSON-207750728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:28.088631 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-3cd8dea0-82ef-43b5-beda-1784379c25c5 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1bd02fa6-b501-4e5c-871a-f4a28a5e9b18') {'for_net_delete': True} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:42:28.089132 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-3cd8dea0-82ef-43b5-beda-1784379c25c5 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1bd02fa6-b501-4e5c-871a-f4a28a5e9b18') {} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:42:28.134136 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-894a63eb-7030-49ad-b9f0-8a7f6f057ac3 admin admin] Network 63e832ea-99a5-479b-8e2e-e790da88995d is scheduled to be hosted by DHCP agent 310d813b-0e3e-4d7e-9b79-8f4ec0dbcab0 with binding_index 1 {{(pid=103332) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 07:42:28.148705 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffafc26-1b14-48e5-a48c-b9a44996ef01 tempest-BulkNetworkOpsIpV6Test-187216048 tempest-BulkNetworkOpsIpV6Test-187216048-project] Pushing event updated for resources: {'Network': ['ID=89cc1413-f032-4af8-9668-29cf1676784b,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:42:28.153955 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-778d8737-63e3-4017-be0a-cca51e02cba2 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Network 7b6c9a75-d51f-47e1-90c8-22f7aeaf2f78 is scheduled to be hosted by DHCP agent 310d813b-0e3e-4d7e-9b79-8f4ec0dbcab0 with binding_index 1 {{(pid=103332) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 07:42:28.157397 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-3cd8dea0-82ef-43b5-beda-1784379c25c5 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785021519382', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-134111927'] for segment, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:28.172672 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.base_scheduler [None req-894a63eb-7030-49ad-b9f0-8a7f6f057ac3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861624-1-hyperv, 63e832ea-99a5-479b-8e2e-e790da88995d) {{(pid=103332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:42:28.180337 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-894a63eb-7030-49ad-b9f0-8a7f6f057ac3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:42:28.181016 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-894a63eb-7030-49ad-b9f0-8a7f6f057ac3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:28.188617 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Network 89cc1413-f032-4af8-9668-29cf1676784b details requested by agent ovs-agent-dv-neutron-861624-1-hyperv with host dv-neutron-861624-1-hyperv {{(pid=103334) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 07:42:28.192706 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.base_scheduler [None req-778d8737-63e3-4017-be0a-cca51e02cba2 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861624-1-hyperv, 7b6c9a75-d51f-47e1-90c8-22f7aeaf2f78) {{(pid=103332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:42:28.193864 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-c40bd5e0-543e-47c7-995f-eafa2ef85001 tempest-ExtraDHCPOptionsIpV6TestJSON-207750728 tempest-ExtraDHCPOptionsIpV6TestJSON-207750728-project] Calling delete_port for 5cb22474-8494-460f-ab3b-85cff5f2dc38 owned by network:dhcp {{(pid=103333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 07:42:28.202916 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-778d8737-63e3-4017-be0a-cca51e02cba2 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:42:28.228098 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-778d8737-63e3-4017-be0a-cca51e02cba2 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Notify callbacks [] for subnet, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:28.255722 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.ipam_backend_mixin [None req-c40bd5e0-543e-47c7-995f-eafa2ef85001 tempest-ExtraDHCPOptionsIpV6TestJSON-207750728 tempest-ExtraDHCPOptionsIpV6TestJSON-207750728-project] Port 5cb22474-8494-460f-ab3b-85cff5f2dc38 was not found and therefore no delete operation was performed {{(pid=103333) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Oct 19 07:42:28.298175 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-894a63eb-7030-49ad-b9f0-8a7f6f057ac3 admin admin] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.5228183 Oct 19 07:42:28.305364 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a27bd36-95f4-4d59-8ae6-63b0b3173037 None None] Network 63e832ea-99a5-479b-8e2e-e790da88995d requested from dv-neutron-861624-1-hyperv {{(pid=103334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 07:42:28.323819 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-778d8737-63e3-4017-be0a-cca51e02cba2 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1616061 Oct 19 07:42:28.324877 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 58146) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:42:28.325426 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-3cd8dea0-82ef-43b5-beda-1784379c25c5 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979'] for segment, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:28.330672 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-c40bd5e0-543e-47c7-995f-eafa2ef85001 tempest-ExtraDHCPOptionsIpV6TestJSON-207750728 tempest-ExtraDHCPOptionsIpV6TestJSON-207750728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130996763'] for port, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:28.349014 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-26df9ca0-3efc-453b-a8ac-33514b1f1751 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Request body: {'port': {'network_id': '7b6c9a75-d51f-47e1-90c8-22f7aeaf2f78', 'name': 'tempest-PortsIpV6TestJSON-847339151', 'fixed_ips': [{'subnet_id': 'f2dab835-fd74-4f08-8bec-f9e934689d02', 'ip_address': '2001:db8::10'}]}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:42:28.383872 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3cd8dea0-82ef-43b5-beda-1784379c25c5 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Releasing vlan 186 on physical network physnet1 to pool {{(pid=103333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 07:42:28.384616 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-3cd8dea0-82ef-43b5-beda-1784379c25c5 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130996782'] for segment, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:28.442878 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40bd5e0-543e-47c7-995f-eafa2ef85001 tempest-ExtraDHCPOptionsIpV6TestJSON-207750728 tempest-ExtraDHCPOptionsIpV6TestJSON-207750728-project] Pushing event deleted for resources: {'Port': ['ID=5cb22474-8494-460f-ab3b-85cff5f2dc38,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:42:28.468771 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c40bd5e0-543e-47c7-995f-eafa2ef85001 tempest-ExtraDHCPOptionsIpV6TestJSON-207750728 tempest-ExtraDHCPOptionsIpV6TestJSON-207750728-project] No DVR routers for this DVR port 5cb22474-8494-460f-ab3b-85cff5f2dc38 on host dv-neutron-861624-1-hyperv {{(pid=103333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 19 07:42:28.476411 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7968cdae-0056-4a5b-850e-3553546714d3 None None] Network 7b6c9a75-d51f-47e1-90c8-22f7aeaf2f78 requested from dv-neutron-861624-1-hyperv {{(pid=103334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 07:42:28.495055 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.services.segments.plugin [-] Segment 1bd02fa6-b501-4e5c-871a-f4a28a5e9b18 resource provider aggregate not found Oct 19 07:42:28.646591 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d844d16-f00d-4306-8a2c-adeedb8b7023 None None] Network 63e832ea-99a5-479b-8e2e-e790da88995d requested from dv-neutron-861624-1-hyperv {{(pid=103334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 07:42:28.664976 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.services.segments.plugin [-] Segment 1bd02fa6-b501-4e5c-871a-f4a28a5e9b18 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1bd02fa6-b501-4e5c-871a-f4a28a5e9b18 found for delete ", "request_id": "req-9575f724-8e87-4719-aa3a-48b44f309d80"}]} Oct 19 07:42:28.793130 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-3cd8dea0-82ef-43b5-beda-1784379c25c5 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-673044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1695087'] for network, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:28.821970 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-3cd8dea0-82ef-43b5-beda-1784379c25c5 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Notify callbacks [] for network, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:28.825741 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-3cd8dea0-82ef-43b5-beda-1784379c25c5 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] 10.222.0.27 "DELETE /v2.0/networks/4daf018b-9448-4af6-b1a7-ed0b0c9c81a9 HTTP/1.1" status: 204 len: 168 time: 3.3477309 Oct 19 07:42:28.831342 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 58156) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:42:28.863980 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd8dea0-82ef-43b5-beda-1784379c25c5 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Pushing event deleted for resources: {'Network': ['ID=4daf018b-9448-4af6-b1a7-ed0b0c9c81a9,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:42:28.899794 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-57847aba-1476-4f00-be8d-f638d5092b9d req-4227c9f0-6205-45d4-872d-8f36fbe4132a tempest-TestNetworkAdvancedServerOps-260085928 tempest-TestNetworkAdvancedServerOps-260085928-project] 10.222.0.27 "GET /v2.0/ports?device_id=7bfd5314-4c55-4597-8b3e-da476697892d HTTP/1.1" status: 200 len: 210 time: 0.1604843 Oct 19 07:42:28.916131 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-c40bd5e0-543e-47c7-995f-eafa2ef85001 tempest-ExtraDHCPOptionsIpV6TestJSON-207750728 tempest-ExtraDHCPOptionsIpV6TestJSON-207750728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-673051', 'neutron.services.segments.db._delete_segments_for_network-8785021519108'] for network, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:28.989488 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-7273dcd0-e3a9-41fe-aa45-ff624adc53e9 tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Notify callbacks [] for router_gateway, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:28.997768 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Current status of the port 43b48e28-094b-48ce-bf3a-36ee4978f1e3 is: ACTIVE; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:42:29.001963 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26df9ca0-3efc-453b-a8ac-33514b1f1751 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Made reservation on behalf of 0cd3ded9dc134e3392e5122464eefb82 for: {'port': 1} {{(pid=103332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 07:42:29.084081 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device 3bd821c3-b398-403d-b520-41d3e2c5c301 no longer exists at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 07:42:29.140373 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] No Port match for: 3bd821c3-b398-403d-b520-41d3e2c5c301 {{(pid=103334) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 19 07:42:29.140672 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device 3bd821c3-b398-403d-b520-41d3e2c5c301 not bound to the agent host dv-neutron-861624-1-hyperv {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 07:42:29.141072 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device 5cb22474-8494-460f-ab3b-85cff5f2dc38 no longer exists at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 07:42:29.154933 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b8ef0b-d264-44b7-b410-0f0a9f457f64 req-ca7de0d4-1675-42f0-be26-524d28634799 tempest-TestNetworkAdvancedServerOps-260085928 tempest-TestNetworkAdvancedServerOps-260085928-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:42:29.157368 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-27b8ef0b-d264-44b7-b410-0f0a9f457f64 req-ca7de0d4-1675-42f0-be26-524d28634799 tempest-TestNetworkAdvancedServerOps-260085928 tempest-TestNetworkAdvancedServerOps-260085928-project] 10.222.0.16 "GET /v2.0/networks?id=6d49fd8a-7643-40eb-ab2d-b752a1374d55 HTTP/1.1" status: 200 len: 797 time: 0.4170408 Oct 19 07:42:29.160719 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-26df9ca0-3efc-453b-a8ac-33514b1f1751 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:29.189346 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-c40bd5e0-543e-47c7-995f-eafa2ef85001 tempest-ExtraDHCPOptionsIpV6TestJSON-207750728 tempest-ExtraDHCPOptionsIpV6TestJSON-207750728-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f5eb11f-4161-49d5-b3b1-d2e573ad0a77']}} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:42:29.195672 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] No Port match for: 5cb22474-8494-460f-ab3b-85cff5f2dc38 {{(pid=103334) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 19 07:42:29.196030 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device 5cb22474-8494-460f-ab3b-85cff5f2dc38 not bound to the agent host dv-neutron-861624-1-hyperv {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 07:42:29.196443 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device d9ac0312-b4f0-4a4f-ab6d-3fbf05a5739a no longer exists at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 07:42:29.216767 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-c40bd5e0-543e-47c7-995f-eafa2ef85001 tempest-ExtraDHCPOptionsIpV6TestJSON-207750728 tempest-ExtraDHCPOptionsIpV6TestJSON-207750728-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9be6f32-7144-47a9-9bdb-ce067f081325') {'for_net_delete': True} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:42:29.217065 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-c40bd5e0-543e-47c7-995f-eafa2ef85001 tempest-ExtraDHCPOptionsIpV6TestJSON-207750728 tempest-ExtraDHCPOptionsIpV6TestJSON-207750728-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9be6f32-7144-47a9-9bdb-ce067f081325') {} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:42:29.233993 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-c40bd5e0-543e-47c7-995f-eafa2ef85001 tempest-ExtraDHCPOptionsIpV6TestJSON-207750728 tempest-ExtraDHCPOptionsIpV6TestJSON-207750728-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785021519382', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-134111927'] for segment, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:29.248467 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-27b8ef0b-d264-44b7-b410-0f0a9f457f64 req-a87e5208-459f-48dc-a020-d7a8aab9424a tempest-TestNetworkAdvancedServerOps-260085928 tempest-TestNetworkAdvancedServerOps-260085928-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6c01adc7adbe45c98fd23e352fd389b2 HTTP/1.1" status: 200 len: 379 time: 0.0777836 Oct 19 07:42:29.265515 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [req-27b8ef0b-d264-44b7-b410-0f0a9f457f64 req-ccefcd17-c11c-4d03-be53-0ec111d33f4d tempest-TestNetworkAdvancedServerOps-260085928 tempest-TestNetworkAdvancedServerOps-260085928-project] Request body: {'port': {'device_id': '7bfd5314-4c55-4597-8b3e-da476697892d', 'network_id': '6d49fd8a-7643-40eb-ab2d-b752a1374d55', 'admin_state_up': True, 'tenant_id': '6c01adc7adbe45c98fd23e352fd389b2', 'security_groups': ['705be772-8c7b-4b84-954c-59b0a7452e78']}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:42:29.268471 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] No Port match for: d9ac0312-b4f0-4a4f-ab6d-3fbf05a5739a {{(pid=103334) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 19 07:42:29.269456 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device d9ac0312-b4f0-4a4f-ab6d-3fbf05a5739a not bound to the agent host dv-neutron-861624-1-hyperv {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 07:42:29.306604 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.notifiers.nova [None req-26df9ca0-3efc-453b-a8ac-33514b1f1751 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] device_id is not set on port 2cef3319-c6b1-4260-ba6c-00d813dcf62d yet. {{(pid=103332) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 19 07:42:29.353338 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-c40bd5e0-543e-47c7-995f-eafa2ef85001 tempest-ExtraDHCPOptionsIpV6TestJSON-207750728 tempest-ExtraDHCPOptionsIpV6TestJSON-207750728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979'] for segment, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:29.367481 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-618afd17-fde3-4dd8-bc5c-02d9cb8c49ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d12c6ac-27a3-545c-a8f3-f04e30423d6d-7b6c9a75-d51f-47e1-90c8-22f7aeaf2f78', 'network_id': '7b6c9a75-d51f-47e1-90c8-22f7aeaf2f78', 'tenant_id': '0cd3ded9dc134e3392e5122464eefb82', 'fixed_ips': [{'subnet_id': 'f2dab835-fd74-4f08-8bec-f9e934689d02'}]}} from dv-neutron-861624-1-hyperv. {{(pid=103334) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 07:42:29.372998 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-618afd17-fde3-4dd8-bc5c-02d9cb8c49ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:29.489114 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c40bd5e0-543e-47c7-995f-eafa2ef85001 tempest-ExtraDHCPOptionsIpV6TestJSON-207750728 tempest-ExtraDHCPOptionsIpV6TestJSON-207750728-project] Releasing vlan 152 on physical network physnet1 to pool {{(pid=103333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 07:42:29.489529 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-c40bd5e0-543e-47c7-995f-eafa2ef85001 tempest-ExtraDHCPOptionsIpV6TestJSON-207750728 tempest-ExtraDHCPOptionsIpV6TestJSON-207750728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130996782'] for segment, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:29.526386 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.db_base_plugin_common [None req-26df9ca0-3efc-453b-a8ac-33514b1f1751 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Allocated IP 2001:db8::10 (7b6c9a75-d51f-47e1-90c8-22f7aeaf2f78/f2dab835-fd74-4f08-8bec-f9e934689d02/2cef3319-c6b1-4260-ba6c-00d813dcf62d) {{(pid=103332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 07:42:29.593868 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 58170) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:42:29.602175 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-e7af5b51-d98c-4d10-8c99-7086b56502d9 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1927482224-network', 'tenant_id': '95eb36995e634f6da448c02ee4752f56'}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:42:29.672792 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-c40bd5e0-543e-47c7-995f-eafa2ef85001 tempest-ExtraDHCPOptionsIpV6TestJSON-207750728 tempest-ExtraDHCPOptionsIpV6TestJSON-207750728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-673044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1695087'] for network, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:29.677212 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-c40bd5e0-543e-47c7-995f-eafa2ef85001 tempest-ExtraDHCPOptionsIpV6TestJSON-207750728 tempest-ExtraDHCPOptionsIpV6TestJSON-207750728-project] Notify callbacks [] for network, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:29.681014 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-c40bd5e0-543e-47c7-995f-eafa2ef85001 tempest-ExtraDHCPOptionsIpV6TestJSON-207750728 tempest-ExtraDHCPOptionsIpV6TestJSON-207750728-project] 10.222.0.27 "DELETE /v2.0/networks/3f5eb11f-4161-49d5-b3b1-d2e573ad0a77 HTTP/1.1" status: 204 len: 168 time: 3.6261539 Oct 19 07:42:29.719149 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7af5b51-d98c-4d10-8c99-7086b56502d9 admin admin] Made reservation on behalf of 95eb36995e634f6da448c02ee4752f56 for: {'network': 1} {{(pid=103332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 07:42:29.721615 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-e7af5b51-d98c-4d10-8c99-7086b56502d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for network, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:29.723623 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40bd5e0-543e-47c7-995f-eafa2ef85001 tempest-ExtraDHCPOptionsIpV6TestJSON-207750728 tempest-ExtraDHCPOptionsIpV6TestJSON-207750728-project] Pushing event deleted for resources: {'Network': ['ID=3f5eb11f-4161-49d5-b3b1-d2e573ad0a77,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:42:29.737399 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-7273dcd0-e3a9-41fe-aa45-ff624adc53e9 tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1692844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1693859'] for router, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:29.767295 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-e7af5b51-d98c-4d10-8c99-7086b56502d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:29.848486 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-26df9ca0-3efc-453b-a8ac-33514b1f1751 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Notify callbacks [] for port, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:29.866354 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27b8ef0b-d264-44b7-b410-0f0a9f457f64 req-ccefcd17-c11c-4d03-be53-0ec111d33f4d tempest-TestNetworkAdvancedServerOps-260085928 tempest-TestNetworkAdvancedServerOps-260085928-project] Made reservation on behalf of 6c01adc7adbe45c98fd23e352fd389b2 for: {'port': 1} {{(pid=103332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 07:42:29.869909 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-27b8ef0b-d264-44b7-b410-0f0a9f457f64 req-ccefcd17-c11c-4d03-be53-0ec111d33f4d tempest-TestNetworkAdvancedServerOps-260085928 tempest-TestNetworkAdvancedServerOps-260085928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:29.883872 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-e1eb6801-879b-4610-989c-a4e8125f89bb tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1694785'] for router_interface, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:30.074452 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7273dcd0-e3a9-41fe-aa45-ff624adc53e9 tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Router ff8271cb-2431-40f0-b6a1-80a9bac26437 is scheduled to L3 agent ab388470-1243-4d53-80f2-c2f5899c97a7 with binding_index 1 {{(pid=103333) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 07:42:30.210714 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 58178) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:42:30.285903 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-230812ba-92d5-4ff9-9087-38e5a3e286d1 req-bd14eec5-afc1-4042-aa23-c07a063ea08e tempest-TestNetworkAdvancedServerOps-260085928 tempest-TestNetworkAdvancedServerOps-260085928-project] 10.222.0.27 "GET /v2.0/ports?device_id=7bfd5314-4c55-4597-8b3e-da476697892d HTTP/1.1" status: 200 len: 210 time: 0.0497067 Oct 19 07:42:30.381208 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-26df9ca0-3efc-453b-a8ac-33514b1f1751 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785020947330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133553798'] for port, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:30.384572 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-e7af5b51-d98c-4d10-8c99-7086b56502d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:30.401846 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-e7af5b51-d98c-4d10-8c99-7086b56502d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788643'] for security_group, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:30.453327 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.db_base_plugin_common [None req-618afd17-fde3-4dd8-bc5c-02d9cb8c49ff None None] Allocated IP 2001:db8::2 (7b6c9a75-d51f-47e1-90c8-22f7aeaf2f78/f2dab835-fd74-4f08-8bec-f9e934689d02/ebae261c-7180-4561-8bab-e91a61b194fc) {{(pid=103334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 07:42:30.472573 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7af5b51-d98c-4d10-8c99-7086b56502d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a45c743-b3b7-423e-8a7d-d0bfc45399b3,revision_number=1']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:42:30.502251 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7af5b51-d98c-4d10-8c99-7086b56502d9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 193} {{(pid=103332) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 07:42:30.514529 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-e7af5b51-d98c-4d10-8c99-7086b56502d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979'] for segment, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:30.514931 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.db.segments_db [None req-e7af5b51-d98c-4d10-8c99-7086b56502d9 admin admin] Added segment bd322c0d-419e-41f6-befa-7d5b27967b55 of type vlan for network 0a9c53e1-4c98-487b-ab14-ed872497b5b1 Oct 19 07:42:30.579331 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-e7af5b51-d98c-4d10-8c99-7086b56502d9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785020965340'] for network, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:30.603196 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7273dcd0-e3a9-41fe-aa45-ff624adc53e9 tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Notify agent at l3_agent.dv-neutron-861624-1-hyperv the message routers_updated {{(pid=103333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 07:42:30.623273 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c26e9a1b-5e6c-4d48-a721-1d6866dfab0f None None] Sync routers for ids ['ff8271cb-2431-40f0-b6a1-80a9bac26437'] in dv-neutron-861624-1-hyperv {{(pid=103334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 07:42:30.629455 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26df9ca0-3efc-453b-a8ac-33514b1f1751 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Pushing event updated for resources: {'Port': ['ID=2cef3319-c6b1-4260-ba6c-00d813dcf62d,revision_number=1']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:42:30.641448 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-e7af5b51-d98c-4d10-8c99-7086b56502d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873'] for network, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:30.643641 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7af5b51-d98c-4d10-8c99-7086b56502d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:42:30.644267 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-e7af5b51-d98c-4d10-8c99-7086b56502d9 admin admin] Notify callbacks [] for network, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:30.646014 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-7273dcd0-e3a9-41fe-aa45-ff624adc53e9 tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Notify callbacks [] for router, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:30.647347 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-7273dcd0-e3a9-41fe-aa45-ff624adc53e9 tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] 10.222.0.27 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 7.6254511 Oct 19 07:42:30.649902 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 58182) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:42:30.683334 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26df9ca0-3efc-453b-a8ac-33514b1f1751 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Network 7b6c9a75-d51f-47e1-90c8-22f7aeaf2f78 is already hosted by enough agents. {{(pid=103332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 07:42:30.695650 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.base_scheduler [None req-26df9ca0-3efc-453b-a8ac-33514b1f1751 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Resources bound (agent type, host, resource id): {{(pid=103332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:42:30.703822 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26df9ca0-3efc-453b-a8ac-33514b1f1751 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Received port after_create {{(pid=103332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 07:42:30.711044 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26df9ca0-3efc-453b-a8ac-33514b1f1751 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:42:30.711662 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-26df9ca0-3efc-453b-a8ac-33514b1f1751 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42160'] for port, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:30.733395 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.services.segments.plugin [-] Segment f9be6f32-7144-47a9-9bdb-ce067f081325 resource provider aggregate not found Oct 19 07:42:30.735354 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-e7af5b51-d98c-4d10-8c99-7086b56502d9 admin admin] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.1404140 Oct 19 07:42:30.739848 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 58186) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:42:30.751920 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-0f1d61d0-6567-40b6-998f-e7dd84a4cf08 admin admin] Request body: {'subnet': {'network_id': '0a9c53e1-4c98-487b-ab14-ed872497b5b1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1927482224-subnet', 'tenant_id': '95eb36995e634f6da448c02ee4752f56', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:42:30.766257 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.services.segments.plugin [-] Segment f9be6f32-7144-47a9-9bdb-ce067f081325 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f9be6f32-7144-47a9-9bdb-ce067f081325 found for delete ", "request_id": "req-f805e487-1eed-4f68-8c2e-3cb81c2a6afd"}]} Oct 19 07:42:30.780132 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c26e9a1b-5e6c-4d48-a721-1d6866dfab0f None None] Routers {'ff8271cb-2431-40f0-b6a1-80a9bac26437'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 07:42:30.780875 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-c26e9a1b-5e6c-4d48-a721-1d6866dfab0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T07:42:16Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['ff8271cb-2431-40f0-b6a1-80a9bac26437'], 'active': True} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:42:30.792799 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-e1eb6801-879b-4610-989c-a4e8125f89bb tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Deleting port 4ce3479b-393b-481b-b58d-51ccf321edac {{(pid=103333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 07:42:30.793377 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-e1eb6801-879b-4610-989c-a4e8125f89bb tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:30.819603 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7af5b51-d98c-4d10-8c99-7086b56502d9 admin admin] Pushing event updated for resources: {'Network': ['ID=0a9c53e1-4c98-487b-ab14-ed872497b5b1,revision_number=1']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:42:30.827680 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-c26e9a1b-5e6c-4d48-a721-1d6866dfab0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:42:30.832440 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.db_base_plugin_common [req-27b8ef0b-d264-44b7-b410-0f0a9f457f64 req-ccefcd17-c11c-4d03-be53-0ec111d33f4d tempest-TestNetworkAdvancedServerOps-260085928 tempest-TestNetworkAdvancedServerOps-260085928-project] Allocated IP 172.20.0.3 (6d49fd8a-7643-40eb-ab2d-b752a1374d55/39b46f5d-56e1-4b9e-adf7-e07d6d6b0a59/8e811ad9-9c33-4129-980f-ace6b6615c7d) {{(pid=103332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 07:42:30.835517 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Network 0a9c53e1-4c98-487b-ab14-ed872497b5b1 details requested by agent ovs-agent-dv-neutron-861624-1-hyperv with host dv-neutron-861624-1-hyperv {{(pid=103334) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 07:42:30.838614 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-618afd17-fde3-4dd8-bc5c-02d9cb8c49ff None None] Notify callbacks [] for port, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:30.876208 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-618afd17-fde3-4dd8-bc5c-02d9cb8c49ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785020947330'] for port, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:30.899883 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-618afd17-fde3-4dd8-bc5c-02d9cb8c49ff None None] Network 7b6c9a75-d51f-47e1-90c8-22f7aeaf2f78 is already hosted by enough agents. {{(pid=103334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 07:42:30.905948 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.scheduler.base_scheduler [None req-618afd17-fde3-4dd8-bc5c-02d9cb8c49ff None None] Resources bound (agent type, host, resource id): {{(pid=103334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:42:30.907799 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c26e9a1b-5e6c-4d48-a721-1d6866dfab0f None None] Routers {'ff8271cb-2431-40f0-b6a1-80a9bac26437'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 07:42:30.908435 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-c26e9a1b-5e6c-4d48-a721-1d6866dfab0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T07:42:16Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['ff8271cb-2431-40f0-b6a1-80a9bac26437'], 'active': True} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:42:30.949334 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-618afd17-fde3-4dd8-bc5c-02d9cb8c49ff None None] Received port after_create {{(pid=103334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 07:42:30.981920 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-da142d06-17cd-4557-829c-6c8bce5106de admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=0b9850ede8c34043808e366817306359&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7702487 Oct 19 07:42:30.984795 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 58190) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:42:31.002735 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-27b8ef0b-d264-44b7-b410-0f0a9f457f64 req-ccefcd17-c11c-4d03-be53-0ec111d33f4d tempest-TestNetworkAdvancedServerOps-260085928 tempest-TestNetworkAdvancedServerOps-260085928-project] Notify callbacks [] for port, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:31.003090 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-c26e9a1b-5e6c-4d48-a721-1d6866dfab0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:42:31.005438 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c26e9a1b-5e6c-4d48-a721-1d6866dfab0f None None] The sync data for ids ['ff8271cb-2431-40f0-b6a1-80a9bac26437'] in dv-neutron-861624-1-hyperv is: [] {{(pid=103334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 07:42:31.049246 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-27b8ef0b-d264-44b7-b410-0f0a9f457f64 req-ccefcd17-c11c-4d03-be53-0ec111d33f4d tempest-TestNetworkAdvancedServerOps-260085928 tempest-TestNetworkAdvancedServerOps-260085928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785020947330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133553798'] for port, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:31.097235 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.db [None req-e1eb6801-879b-4610-989c-a4e8125f89bb tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] For port 4ce3479b-393b-481b-b58d-51ccf321edac, host dv-neutron-861624-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=4ce3479b-393b-481b-b58d-51ccf321edac,segment=NetworkSegment(0edbee97-a309-427c-ad63-fa12691ad687),segment_id=0edbee97-a309-427c-ad63-fa12691ad687)] {{(pid=103333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:42:31.098078 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-e1eb6801-879b-4610-989c-a4e8125f89bb tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:31.098844 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-26df9ca0-3efc-453b-a8ac-33514b1f1751 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.7690561 Oct 19 07:42:31.101468 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 58192) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:42:31.107022 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f1d61d0-6567-40b6-998f-e7dd84a4cf08 admin admin] Made reservation on behalf of 95eb36995e634f6da448c02ee4752f56 for: {'subnet': 1} {{(pid=103332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 07:42:31.109636 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-618afd17-fde3-4dd8-bc5c-02d9cb8c49ff None None] Attempting to bind port ebae261c-7180-4561-8bab-e91a61b194fc on host dv-neutron-861624-1-hyperv for vnic_type normal with profile {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 19 07:42:31.110172 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-618afd17-fde3-4dd8-bc5c-02d9cb8c49ff None None] Attempting to bind port ebae261c-7180-4561-8bab-e91a61b194fc by drivers openvswitch,hyperv on host dv-neutron-861624-1-hyperv at level 0 using segments [{'id': '1014cb02-f0c4-419f-974d-fb7f2c1f27f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '7b6c9a75-d51f-47e1-90c8-22f7aeaf2f78'}] {{(pid=103334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 19 07:42:31.110617 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-0f1d61d0-6567-40b6-998f-e7dd84a4cf08 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130659787'] for subnet, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:31.111128 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-618afd17-fde3-4dd8-bc5c-02d9cb8c49ff None None] Attempting to bind port ebae261c-7180-4561-8bab-e91a61b194fc on network 7b6c9a75-d51f-47e1-90c8-22f7aeaf2f78 {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 07:42:31.118804 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-618afd17-fde3-4dd8-bc5c-02d9cb8c49ff None None] Checking agent: {'id': 'a5b0152c-d633-409b-aaf8-3b76458e2410', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861624-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 19, 7, 30, 19), 'started_at': datetime.datetime(2022, 10, 19, 7, 30, 49), 'heartbeat_timestamp': datetime.datetime(2022, 10, 19, 7, 42, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861624-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 07:42:31.119193 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-618afd17-fde3-4dd8-bc5c-02d9cb8c49ff None None] Checking segment: {'id': '1014cb02-f0c4-419f-974d-fb7f2c1f27f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '7b6c9a75-d51f-47e1-90c8-22f7aeaf2f78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 19 07:42:31.119596 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-618afd17-fde3-4dd8-bc5c-02d9cb8c49ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:31.119996 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-618afd17-fde3-4dd8-bc5c-02d9cb8c49ff None None] Bound using segment: {'id': '1014cb02-f0c4-419f-974d-fb7f2c1f27f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '7b6c9a75-d51f-47e1-90c8-22f7aeaf2f78'} {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 07:42:31.120469 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-618afd17-fde3-4dd8-bc5c-02d9cb8c49ff None None] Bound port: ebae261c-7180-4561-8bab-e91a61b194fc, host: dv-neutron-861624-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1014cb02-f0c4-419f-974d-fb7f2c1f27f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '7b6c9a75-d51f-47e1-90c8-22f7aeaf2f78'}}] {{(pid=103334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 19 07:42:31.120876 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-618afd17-fde3-4dd8-bc5c-02d9cb8c49ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:31.131782 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-cf557ca2-a2a2-4711-8338-d36a057303b5 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Request body: {'port': {'network_id': '7b6c9a75-d51f-47e1-90c8-22f7aeaf2f78', 'name': 'tempest-PortsIpV6TestJSON-146102436', 'fixed_ips': [{'subnet_id': 'f2dab835-fd74-4f08-8bec-f9e934689d02', 'ip_address': '2001:db8::f'}]}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:42:31.137278 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618afd17-fde3-4dd8-bc5c-02d9cb8c49ff None None] Pushing event updated for resources: {'Port': ['ID=ebae261c-7180-4561-8bab-e91a61b194fc,revision_number=1']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:42:31.145290 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27b8ef0b-d264-44b7-b410-0f0a9f457f64 req-ccefcd17-c11c-4d03-be53-0ec111d33f4d tempest-TestNetworkAdvancedServerOps-260085928 tempest-TestNetworkAdvancedServerOps-260085928-project] Network 6d49fd8a-7643-40eb-ab2d-b752a1374d55 is already hosted by enough agents. {{(pid=103332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 07:42:31.161241 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.base_scheduler [req-27b8ef0b-d264-44b7-b410-0f0a9f457f64 req-ccefcd17-c11c-4d03-be53-0ec111d33f4d tempest-TestNetworkAdvancedServerOps-260085928 tempest-TestNetworkAdvancedServerOps-260085928-project] Resources bound (agent type, host, resource id): {{(pid=103332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:42:31.165197 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccefcd17-c11c-4d03-be53-0ec111d33f4d tempest-TestNetworkAdvancedServerOps-260085928 tempest-TestNetworkAdvancedServerOps-260085928-project] Pushing event updated for resources: {'Port': ['ID=8e811ad9-9c33-4129-980f-ace6b6615c7d,revision_number=1']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:42:31.167613 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [req-27b8ef0b-d264-44b7-b410-0f0a9f457f64 req-ccefcd17-c11c-4d03-be53-0ec111d33f4d tempest-TestNetworkAdvancedServerOps-260085928 tempest-TestNetworkAdvancedServerOps-260085928-project] Received port after_create {{(pid=103332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 07:42:31.239163 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-618afd17-fde3-4dd8-bc5c-02d9cb8c49ff None None] For port ebae261c-7180-4561-8bab-e91a61b194fc, host dv-neutron-861624-1-hyperv, cleared binding levels {{(pid=103334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 07:42:31.244106 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-618afd17-fde3-4dd8-bc5c-02d9cb8c49ff None None] For port ebae261c-7180-4561-8bab-e91a61b194fc, host dv-neutron-861624-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=ebae261c-7180-4561-8bab-e91a61b194fc,segment=NetworkSegment(1014cb02-f0c4-419f-974d-fb7f2c1f27f5),segment_id=1014cb02-f0c4-419f-974d-fb7f2c1f27f5)] {{(pid=103334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 07:42:31.250597 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-618afd17-fde3-4dd8-bc5c-02d9cb8c49ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:31.289964 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b8ef0b-d264-44b7-b410-0f0a9f457f64 req-ccefcd17-c11c-4d03-be53-0ec111d33f4d tempest-TestNetworkAdvancedServerOps-260085928 tempest-TestNetworkAdvancedServerOps-260085928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:42:31.290477 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-27b8ef0b-d264-44b7-b410-0f0a9f457f64 req-ccefcd17-c11c-4d03-be53-0ec111d33f4d tempest-TestNetworkAdvancedServerOps-260085928 tempest-TestNetworkAdvancedServerOps-260085928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42160'] for port, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:31.316324 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-27b8ef0b-d264-44b7-b410-0f0a9f457f64 req-ccefcd17-c11c-4d03-be53-0ec111d33f4d tempest-TestNetworkAdvancedServerOps-260085928 tempest-TestNetworkAdvancedServerOps-260085928-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0563440 Oct 19 07:42:31.347243 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [req-27b8ef0b-d264-44b7-b410-0f0a9f457f64 req-f58a717d-3616-4573-9671-31cbb38da375 service neutron] Request body: {'port': {'device_id': '7bfd5314-4c55-4597-8b3e-da476697892d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8616'}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:42:31.355151 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618afd17-fde3-4dd8-bc5c-02d9cb8c49ff None None] Pushing event updated for resources: {'Port': ['ID=ebae261c-7180-4561-8bab-e91a61b194fc,revision_number=2']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:42:31.404526 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-e1eb6801-879b-4610-989c-a4e8125f89bb tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Calling delete_port for 4ce3479b-393b-481b-b58d-51ccf321edac owned by network:router_interface {{(pid=103333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 07:42:31.420226 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 58196) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:42:31.437777 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-62c6f661-e6b8-4cf7-b186-660a0cf19f79 tempest-BulkNetworkOpsIpV6Test-187216048 tempest-BulkNetworkOpsIpV6Test-187216048-project] Request body: {'subnets': [{'network_id': 'b0b75234-ce4c-4069-9a4c-b483fb377db2', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--765295911', 'ip_version': 6}, {'network_id': '89cc1413-f032-4af8-9668-29cf1676784b', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:42:31.437777 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-62c6f661-e6b8-4cf7-b186-660a0cf19f79 tempest-BulkNetworkOpsIpV6Test-187216048 tempest-BulkNetworkOpsIpV6Test-187216048-project] Request body: {'subnet': {'network_id': 'b0b75234-ce4c-4069-9a4c-b483fb377db2', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--765295911', 'ip_version': 6}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:42:31.438355 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-62c6f661-e6b8-4cf7-b186-660a0cf19f79 tempest-BulkNetworkOpsIpV6Test-187216048 tempest-BulkNetworkOpsIpV6Test-187216048-project] Request body: {'subnet': {'network_id': '89cc1413-f032-4af8-9668-29cf1676784b', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:42:31.452027 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-56819707-d27e-4644-aac3-d93b1cbe5da7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:31.585375 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-d07a01e1-8c44-4b67-92f8-caaf9d22565c None None] Provisioning complete for port 8e811ad9-9c33-4129-980f-ace6b6615c7d triggered by entity DHCP. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:42:31.585858 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d07a01e1-8c44-4b67-92f8-caaf9d22565c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:31.586408 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-d07a01e1-8c44-4b67-92f8-caaf9d22565c None None] Attempt 1 to provision port 8e811ad9-9c33-4129-980f-ace6b6615c7d Oct 19 07:42:31.607753 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-27b8ef0b-d264-44b7-b410-0f0a9f457f64 req-f58a717d-3616-4573-9671-31cbb38da375 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:31.646783 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-56819707-d27e-4644-aac3-d93b1cbe5da7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:31.666540 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-d07a01e1-8c44-4b67-92f8-caaf9d22565c None None] Port 8e811ad9-9c33-4129-980f-ace6b6615c7d cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 07:42:31.694321 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8638ac4b-b57d-4740-9006-d40cfc5788d7 req-f142b0a2-a348-4d9f-bd86-41fa459cca07 tempest-TestNetworkAdvancedServerOps-260085928 tempest-TestNetworkAdvancedServerOps-260085928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:42:31.695898 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-8638ac4b-b57d-4740-9006-d40cfc5788d7 req-f142b0a2-a348-4d9f-bd86-41fa459cca07 tempest-TestNetworkAdvancedServerOps-260085928 tempest-TestNetworkAdvancedServerOps-260085928-project] 10.222.0.27 "GET /v2.0/ports?device_id=7bfd5314-4c55-4597-8b3e-da476697892d HTTP/1.1" status: 200 len: 931 time: 0.2405496 Oct 19 07:42:31.887215 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf557ca2-a2a2-4711-8338-d36a057303b5 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Made reservation on behalf of 0cd3ded9dc134e3392e5122464eefb82 for: {'port': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 07:42:31.894526 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-56819707-d27e-4644-aac3-d93b1cbe5da7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788643'] for security_group, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:31.897033 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-56819707-d27e-4644-aac3-d93b1cbe5da7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:31.898182 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-56819707-d27e-4644-aac3-d93b1cbe5da7 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/b719f2c6-80c7-4920-a778-aeac978d9b5b HTTP/1.1" status: 204 len: 168 time: 0.9119678 Oct 19 07:42:31.905596 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device ebae261c-7180-4561-8bab-e91a61b194fc up at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 07:42:31.926915 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-0f1d61d0-6567-40b6-998f-e7dd84a4cf08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-133552662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130659641'] for subnet, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:31.973978 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56819707-d27e-4644-aac3-d93b1cbe5da7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b719f2c6-80c7-4920-a778-aeac978d9b5b,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:42:31.994413 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Provisioning complete for port ebae261c-7180-4561-8bab-e91a61b194fc triggered by entity L2. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:42:31.995512 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:31.995512 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Attempt 1 to provision port ebae261c-7180-4561-8bab-e91a61b194fc Oct 19 07:42:32.002507 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-8638ac4b-b57d-4740-9006-d40cfc5788d7 req-2dc3a648-b617-454c-855a-cdc0a6d89ad4 tempest-TestNetworkAdvancedServerOps-260085928 tempest-TestNetworkAdvancedServerOps-260085928-project] 10.222.0.27 "GET /v2.0/security-groups?id=705be772-8c7b-4b84-954c-59b0a7452e78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2854800 Oct 19 07:42:32.062506 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-2c7a03ab-043e-4288-b43c-b4e639a2c50d tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:32.094498 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1d61d0-6567-40b6-998f-e7dd84a4cf08 admin admin] Pushing event updated for resources: {'Subnet': ['ID=44230b23-4f28-4d8f-bb0f-ef49ffbbfda6,revision_number=0']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:42:32.103696 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-e1eb6801-879b-4610-989c-a4e8125f89bb tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130996763'] for port, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:32.113445 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62c6f661-e6b8-4cf7-b186-660a0cf19f79 tempest-BulkNetworkOpsIpV6Test-187216048 tempest-BulkNetworkOpsIpV6Test-187216048-project] Made reservation on behalf of 7db4f931eb584e5da0319ec90f9e927a for: {'subnet': 2} {{(pid=103332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 07:42:32.117829 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-62c6f661-e6b8-4cf7-b186-660a0cf19f79 tempest-BulkNetworkOpsIpV6Test-187216048 tempest-BulkNetworkOpsIpV6Test-187216048-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130659787'] for subnet, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:32.118163 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-62c6f661-e6b8-4cf7-b186-660a0cf19f79 tempest-BulkNetworkOpsIpV6Test-187216048 tempest-BulkNetworkOpsIpV6Test-187216048-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130659787'] for subnet, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:32.161135 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Current status of the port ebae261c-7180-4561-8bab-e91a61b194fc is: DOWN; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:42:32.162012 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:32.174488 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f1d61d0-6567-40b6-998f-e7dd84a4cf08 admin admin] Checking segment: {'id': 'bd322c0d-419e-41f6-befa-7d5b27967b55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '0a9c53e1-4c98-487b-ab14-ed872497b5b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 19 07:42:32.174883 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f1d61d0-6567-40b6-998f-e7dd84a4cf08 admin admin] Network hostable DHCP agents. Network: 0a9c53e1-4c98-487b-ab14-ed872497b5b1, hostable agents: ['310d813b-0e3e-4d7e-9b79-8f4ec0dbcab0'], hosted agents: [] {{(pid=103332) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 07:42:32.175818 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-cf557ca2-a2a2-4711-8338-d36a057303b5 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:32.180786 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1eb6801-879b-4610-989c-a4e8125f89bb tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Pushing event deleted for resources: {'Port': ['ID=4ce3479b-393b-481b-b58d-51ccf321edac,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:42:32.212002 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.notifiers.nova [None req-cf557ca2-a2a2-4711-8338-d36a057303b5 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] device_id is not set on port d61fb4fd-97a3-460c-a2db-13a89e691ada yet. {{(pid=103333) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 19 07:42:32.354790 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f1d61d0-6567-40b6-998f-e7dd84a4cf08 admin admin] Network 0a9c53e1-4c98-487b-ab14-ed872497b5b1 is scheduled to be hosted by DHCP agent 310d813b-0e3e-4d7e-9b79-8f4ec0dbcab0 with binding_index 1 {{(pid=103332) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 07:42:32.388152 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.base_scheduler [None req-0f1d61d0-6567-40b6-998f-e7dd84a4cf08 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861624-1-hyperv, 0a9c53e1-4c98-487b-ab14-ed872497b5b1) {{(pid=103332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:42:32.444352 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f1d61d0-6567-40b6-998f-e7dd84a4cf08 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:42:32.453971 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-0f1d61d0-6567-40b6-998f-e7dd84a4cf08 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:32.502418 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-d07a01e1-8c44-4b67-92f8-caaf9d22565c None None] Attempt 2 to provision port 8e811ad9-9c33-4129-980f-ace6b6615c7d Oct 19 07:42:32.531807 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] For port ebae261c-7180-4561-8bab-e91a61b194fc, host dv-neutron-861624-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=ebae261c-7180-4561-8bab-e91a61b194fc,segment=NetworkSegment(1014cb02-f0c4-419f-974d-fb7f2c1f27f5),segment_id=1014cb02-f0c4-419f-974d-fb7f2c1f27f5)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:42:32.532004 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.notifiers.nova [req-27b8ef0b-d264-44b7-b410-0f0a9f457f64 req-f58a717d-3616-4573-9671-31cbb38da375 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e811ad9-9c33-4129-980f-ace6b6615c7d {{(pid=103332) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 19 07:42:32.534027 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7577bf1d-2c02-4ded-a1ee-00214de101ad None None] Network 0a9c53e1-4c98-487b-ab14-ed872497b5b1 requested from dv-neutron-861624-1-hyperv {{(pid=103334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 07:42:32.551570 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:32.555052 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-0f1d61d0-6567-40b6-998f-e7dd84a4cf08 admin admin] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.8114464 Oct 19 07:42:32.573741 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-27b8ef0b-d264-44b7-b410-0f0a9f457f64 req-f58a717d-3616-4573-9671-31cbb38da375 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:32.650726 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.provisioning_blocks [req-27b8ef0b-d264-44b7-b410-0f0a9f457f64 req-f58a717d-3616-4573-9671-31cbb38da375 service neutron] Transition to ACTIVE for port object 8e811ad9-9c33-4129-980f-ace6b6615c7d will not be triggered until provisioned by entity L2. {{(pid=103332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 19 07:42:32.699138 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-27b8ef0b-d264-44b7-b410-0f0a9f457f64 req-f58a717d-3616-4573-9671-31cbb38da375 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133553807'] for port, after_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:32.707952 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-d07a01e1-8c44-4b67-92f8-caaf9d22565c None None] Port 8e811ad9-9c33-4129-980f-ace6b6615c7d cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 07:42:32.799800 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Pushing event updated for resources: {'Port': ['ID=ebae261c-7180-4561-8bab-e91a61b194fc,revision_number=3']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:42:32.857758 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ea4b2fd-210c-469b-bee5-7bdbb3d0f683 None None] Network 0a9c53e1-4c98-487b-ab14-ed872497b5b1 requested from dv-neutron-861624-1-hyperv {{(pid=103334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 07:42:32.975945 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-e1eb6801-879b-4610-989c-a4e8125f89bb tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1574862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1694957'] for router_interface, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:32.975945 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.db_base_plugin_common [None req-cf557ca2-a2a2-4711-8338-d36a057303b5 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Allocated IP 2001:db8::f (7b6c9a75-d51f-47e1-90c8-22f7aeaf2f78/f2dab835-fd74-4f08-8bec-f9e934689d02/d61fb4fd-97a3-460c-a2db-13a89e691ada) {{(pid=103333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 07:42:32.976545 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65af2b46-aebe-4d93-9616-ecb6906aac30 None None] Network 7b6c9a75-d51f-47e1-90c8-22f7aeaf2f78 requested from dv-neutron-861624-1-hyperv {{(pid=103334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 07:42:32.988727 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.db_base_plugin_common [None req-2c7a03ab-043e-4288-b43c-b4e639a2c50d tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Allocated IP 172.20.0.1 (268ab1d6-2bf3-4d53-ba51-350459345337/ac99b579-f784-43a1-8746-e742fa43a15d/0926d426-3071-4f0a-bacb-8c4ef111719a) {{(pid=103333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 07:42:33.037988 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58a717d-3616-4573-9671-31cbb38da375 service neutron] Pushing event updated for resources: {'Port': ['ID=8e811ad9-9c33-4129-980f-ace6b6615c7d,revision_number=2']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:42:33.118485 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.managers [req-27b8ef0b-d264-44b7-b410-0f0a9f457f64 req-f58a717d-3616-4573-9671-31cbb38da375 service neutron] Attempting to bind port 8e811ad9-9c33-4129-980f-ace6b6615c7d on host hv-neutron-8616 for vnic_type normal with profile {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 19 07:42:33.119220 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.managers [req-27b8ef0b-d264-44b7-b410-0f0a9f457f64 req-f58a717d-3616-4573-9671-31cbb38da375 service neutron] Attempting to bind port 8e811ad9-9c33-4129-980f-ace6b6615c7d by drivers openvswitch,hyperv on host hv-neutron-8616 at level 0 using segments [{'id': '8493a2bc-032c-45cf-957b-f2fdee941360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '6d49fd8a-7643-40eb-ab2d-b752a1374d55'}] {{(pid=103332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 19 07:42:33.119719 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27b8ef0b-d264-44b7-b410-0f0a9f457f64 req-f58a717d-3616-4573-9671-31cbb38da375 service neutron] Attempting to bind port 8e811ad9-9c33-4129-980f-ace6b6615c7d on network 6d49fd8a-7643-40eb-ab2d-b752a1374d55 {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 07:42:33.180334 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27b8ef0b-d264-44b7-b410-0f0a9f457f64 req-f58a717d-3616-4573-9671-31cbb38da375 service neutron] Port 8e811ad9-9c33-4129-980f-ace6b6615c7d on network 6d49fd8a-7643-40eb-ab2d-b752a1374d55 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8616 {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 07:42:33.180739 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27b8ef0b-d264-44b7-b410-0f0a9f457f64 req-f58a717d-3616-4573-9671-31cbb38da375 service neutron] Attempting to bind port 8e811ad9-9c33-4129-980f-ace6b6615c7d on network 6d49fd8a-7643-40eb-ab2d-b752a1374d55 {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 07:42:33.195917 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27b8ef0b-d264-44b7-b410-0f0a9f457f64 req-f58a717d-3616-4573-9671-31cbb38da375 service neutron] Checking agent: {'id': '5297b6e1-8fc1-4f42-910c-8f50c918ca65', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8616', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 19, 7, 36, 11), 'started_at': datetime.datetime(2022, 10, 19, 7, 36, 11), 'heartbeat_timestamp': datetime.datetime(2022, 10, 19, 7, 42, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 07:42:33.196297 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27b8ef0b-d264-44b7-b410-0f0a9f457f64 req-f58a717d-3616-4573-9671-31cbb38da375 service neutron] Checking segment: {'id': '8493a2bc-032c-45cf-957b-f2fdee941360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '6d49fd8a-7643-40eb-ab2d-b752a1374d55'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 19 07:42:33.196721 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27b8ef0b-d264-44b7-b410-0f0a9f457f64 req-f58a717d-3616-4573-9671-31cbb38da375 service neutron] Bound using segment: {'id': '8493a2bc-032c-45cf-957b-f2fdee941360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '6d49fd8a-7643-40eb-ab2d-b752a1374d55'} {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 07:42:33.197156 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.managers [req-27b8ef0b-d264-44b7-b410-0f0a9f457f64 req-f58a717d-3616-4573-9671-31cbb38da375 service neutron] Bound port: 8e811ad9-9c33-4129-980f-ace6b6615c7d, host: hv-neutron-8616, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8493a2bc-032c-45cf-957b-f2fdee941360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '6d49fd8a-7643-40eb-ab2d-b752a1374d55'}}] {{(pid=103332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 19 07:42:33.197509 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-27b8ef0b-d264-44b7-b410-0f0a9f457f64 req-f58a717d-3616-4573-9671-31cbb38da375 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:33.233921 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-d07a01e1-8c44-4b67-92f8-caaf9d22565c None None] Attempt 3 to provision port 8e811ad9-9c33-4129-980f-ace6b6615c7d Oct 19 07:42:33.238137 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 58228) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:42:33.282512 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d622fa-d104-4886-b49a-f86a33db9420 req-487a363a-3275-4de0-ac57-c8364b2158a1 tempest-TestNetworkAdvancedServerOps-260085928 tempest-TestNetworkAdvancedServerOps-260085928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:42:33.290652 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-66d622fa-d104-4886-b49a-f86a33db9420 req-487a363a-3275-4de0-ac57-c8364b2158a1 tempest-TestNetworkAdvancedServerOps-260085928 tempest-TestNetworkAdvancedServerOps-260085928-project] 10.222.0.27 "GET /v2.0/ports?device_id=7bfd5314-4c55-4597-8b3e-da476697892d HTTP/1.1" status: 200 len: 943 time: 0.1506522 Oct 19 07:42:33.327564 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-d07a01e1-8c44-4b67-92f8-caaf9d22565c None None] Port 8e811ad9-9c33-4129-980f-ace6b6615c7d cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 07:42:33.338366 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-62c6f661-e6b8-4cf7-b186-660a0cf19f79 tempest-BulkNetworkOpsIpV6Test-187216048 tempest-BulkNetworkOpsIpV6Test-187216048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-133552662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130659641'] for subnet, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:33.434908 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-66d622fa-d104-4886-b49a-f86a33db9420 req-a4cd8126-cd3f-4238-a81e-62db45f0b088 tempest-TestNetworkAdvancedServerOps-260085928 tempest-TestNetworkAdvancedServerOps-260085928-project] 10.222.0.27 "GET /v2.0/security-groups?id=705be772-8c7b-4b84-954c-59b0a7452e78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1434097 Oct 19 07:42:33.458171 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c6f661-e6b8-4cf7-b186-660a0cf19f79 tempest-BulkNetworkOpsIpV6Test-187216048 tempest-BulkNetworkOpsIpV6Test-187216048-project] Pushing event updated for resources: {'Subnet': ['ID=70896382-1333-4269-8c8c-b498057e8d0c,revision_number=0']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:42:33.468296 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-7dd97538-c18f-401f-8829-b10f4b682e8c tempest-FloatingIPNegativeTestJSON-1532199059 tempest-FloatingIPNegativeTestJSON-1532199059-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1120512712'}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:42:33.507467 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.db [req-27b8ef0b-d264-44b7-b410-0f0a9f457f64 req-f58a717d-3616-4573-9671-31cbb38da375 service neutron] For port 8e811ad9-9c33-4129-980f-ace6b6615c7d, host hv-neutron-8616, cleared binding levels {{(pid=103332) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 07:42:33.547218 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.db [req-27b8ef0b-d264-44b7-b410-0f0a9f457f64 req-f58a717d-3616-4573-9671-31cbb38da375 service neutron] For port 8e811ad9-9c33-4129-980f-ace6b6615c7d, host hv-neutron-8616, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=8e811ad9-9c33-4129-980f-ace6b6615c7d,segment=NetworkSegment(8493a2bc-032c-45cf-957b-f2fdee941360),segment_id=8493a2bc-032c-45cf-957b-f2fdee941360)] {{(pid=103332) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 07:42:33.564961 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-27b8ef0b-d264-44b7-b410-0f0a9f457f64 req-f58a717d-3616-4573-9671-31cbb38da375 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133553807'] for port, after_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:33.595641 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dd97538-c18f-401f-8829-b10f4b682e8c tempest-FloatingIPNegativeTestJSON-1532199059 tempest-FloatingIPNegativeTestJSON-1532199059-project] Made reservation on behalf of da760bd00862443fa7e4304d8492c7d0 for: {'network': 1} {{(pid=103332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 07:42:33.599564 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-7dd97538-c18f-401f-8829-b10f4b682e8c tempest-FloatingIPNegativeTestJSON-1532199059 tempest-FloatingIPNegativeTestJSON-1532199059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for network, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:33.629231 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b8ef0b-d264-44b7-b410-0f0a9f457f64 req-f58a717d-3616-4573-9671-31cbb38da375 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:42:33.629869 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-27b8ef0b-d264-44b7-b410-0f0a9f457f64 req-f58a717d-3616-4573-9671-31cbb38da375 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42160'] for port, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:33.631331 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-27b8ef0b-d264-44b7-b410-0f0a9f457f64 req-f58a717d-3616-4573-9671-31cbb38da375 service neutron] 10.222.0.16 "PUT /v2.0/ports/8e811ad9-9c33-4129-980f-ace6b6615c7d HTTP/1.1" status: 200 len: 1093 time: 2.3066604 Oct 19 07:42:33.633314 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62c6f661-e6b8-4cf7-b186-660a0cf19f79 tempest-BulkNetworkOpsIpV6Test-187216048 tempest-BulkNetworkOpsIpV6Test-187216048-project] Checking segment: {'id': 'cb875d01-9011-4ecc-ae50-6c3a814f043b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'b0b75234-ce4c-4069-9a4c-b483fb377db2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 19 07:42:33.633562 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62c6f661-e6b8-4cf7-b186-660a0cf19f79 tempest-BulkNetworkOpsIpV6Test-187216048 tempest-BulkNetworkOpsIpV6Test-187216048-project] Network hostable DHCP agents. Network: b0b75234-ce4c-4069-9a4c-b483fb377db2, hostable agents: ['310d813b-0e3e-4d7e-9b79-8f4ec0dbcab0'], hosted agents: [] {{(pid=103332) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 07:42:33.635647 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7bfd5314-4c55-4597-8b3e-da476697892d', 'tag': '8e811ad9-9c33-4129-980f-ace6b6615c7d'}] {{(pid=103332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 19 07:42:33.638184 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a021b02cf5f527cd4bbbc40a031b51490d9893d7edeeb551bdf5128ee7546f8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35edc5ef-31c2-44c2-a1fb-495fe42d2a1d" -d '{"events": [{"name": "network-changed", "server_uuid": "7bfd5314-4c55-4597-8b3e-da476697892d", "tag": "8e811ad9-9c33-4129-980f-ace6b6615c7d"}]}' {{(pid=103332) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 07:42:33.665277 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-7dd97538-c18f-401f-8829-b10f4b682e8c tempest-FloatingIPNegativeTestJSON-1532199059 tempest-FloatingIPNegativeTestJSON-1532199059-project] Notify callbacks [] for security_group, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:33.731657 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 19 Oct 2022 07:42:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef7fe306-d26d-4987-820d-5a058a102299 x-openstack-request-id: req-ef7fe306-d26d-4987-820d-5a058a102299 {{(pid=103332) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 07:42:33.731948 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7bfd5314-4c55-4597-8b3e-da476697892d", "tag": "8e811ad9-9c33-4129-980f-ace6b6615c7d", "status": "completed", "code": 200}]} {{(pid=103332) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 07:42:33.732206 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-ef7fe306-d26d-4987-820d-5a058a102299 {{(pid=103332) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 07:42:33.732637 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ef7fe306-d26d-4987-820d-5a058a102299'] response: {'name': 'network-changed', 'server_uuid': '7bfd5314-4c55-4597-8b3e-da476697892d', 'tag': '8e811ad9-9c33-4129-980f-ace6b6615c7d', 'status': 'completed', 'code': 200} Oct 19 07:42:33.764338 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52391727-9465-4b40-99d8-a5cc13e72730 req-d20185c5-4041-4e0e-951e-6e451378fd26 tempest-TestServerAdvancedOps-868832884 tempest-TestServerAdvancedOps-868832884-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:42:33.766452 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-52391727-9465-4b40-99d8-a5cc13e72730 req-d20185c5-4041-4e0e-951e-6e451378fd26 tempest-TestServerAdvancedOps-868832884 tempest-TestServerAdvancedOps-868832884-project] 10.222.0.27 "GET /v2.0/networks?id=63e832ea-99a5-479b-8e2e-e790da88995d HTTP/1.1" status: 200 len: 812 time: 0.2946060 Oct 19 07:42:33.771208 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58a717d-3616-4573-9671-31cbb38da375 service neutron] Pushing event updated for resources: {'Port': ['ID=8e811ad9-9c33-4129-980f-ace6b6615c7d,revision_number=3']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:42:33.779449 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62c6f661-e6b8-4cf7-b186-660a0cf19f79 tempest-BulkNetworkOpsIpV6Test-187216048 tempest-BulkNetworkOpsIpV6Test-187216048-project] Network b0b75234-ce4c-4069-9a4c-b483fb377db2 is scheduled to be hosted by DHCP agent 310d813b-0e3e-4d7e-9b79-8f4ec0dbcab0 with binding_index 1 {{(pid=103332) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 07:42:33.820929 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.base_scheduler [None req-62c6f661-e6b8-4cf7-b186-660a0cf19f79 tempest-BulkNetworkOpsIpV6Test-187216048 tempest-BulkNetworkOpsIpV6Test-187216048-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861624-1-hyperv, b0b75234-ce4c-4069-9a4c-b483fb377db2) {{(pid=103332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:42:33.828958 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-d07a01e1-8c44-4b67-92f8-caaf9d22565c None None] Attempt 4 to provision port 8e811ad9-9c33-4129-980f-ace6b6615c7d Oct 19 07:42:33.833352 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-62c6f661-e6b8-4cf7-b186-660a0cf19f79 tempest-BulkNetworkOpsIpV6Test-187216048 tempest-BulkNetworkOpsIpV6Test-187216048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-133552662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130659641'] for subnet, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:33.839659 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-52391727-9465-4b40-99d8-a5cc13e72730 req-18cd5b37-c4b2-4d57-bb50-0b9816fba8b1 tempest-TestServerAdvancedOps-868832884 tempest-TestServerAdvancedOps-868832884-project] 10.222.0.27 "GET /v2.0/quotas/d0132b9f15a24238a6d0205c99af8a0c HTTP/1.1" status: 200 len: 375 time: 0.0519056 Oct 19 07:42:33.850411 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1eb6801-879b-4610-989c-a4e8125f89bb tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Router 5a3ee82e-b69d-4a9d-a681-af0f007cfa8a has already been hosted by L3 agent ab388470-1243-4d53-80f2-c2f5899c97a7 {{(pid=103333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 07:42:33.875826 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18fd3a53-089d-4e54-bfcc-0d973be1484a None None] Network b0b75234-ce4c-4069-9a4c-b483fb377db2 requested from dv-neutron-861624-1-hyperv {{(pid=103334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 07:42:33.877293 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b8ef0b-d264-44b7-b410-0f0a9f457f64 req-76155d47-eafd-4d2e-b06c-baf8e0636996 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:42:33.879314 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-27b8ef0b-d264-44b7-b410-0f0a9f457f64 req-76155d47-eafd-4d2e-b06c-baf8e0636996 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=6c01adc7adbe45c98fd23e352fd389b2&device_id=7bfd5314-4c55-4597-8b3e-da476697892d HTTP/1.1" status: 200 len: 1096 time: 0.1638827 Oct 19 07:42:33.881755 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-2c7a03ab-043e-4288-b43c-b4e639a2c50d tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Notify callbacks [] for port, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:33.967254 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-d07a01e1-8c44-4b67-92f8-caaf9d22565c None None] Port 8e811ad9-9c33-4129-980f-ace6b6615c7d had new provisioning blocks added so it will not transition to active. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:370}} Oct 19 07:42:33.990557 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-27b8ef0b-d264-44b7-b410-0f0a9f457f64 req-90c60263-e4ac-4d8a-99e8-ce4d51d8ddbd service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8e811ad9-9c33-4129-980f-ace6b6615c7d HTTP/1.1" status: 200 len: 217 time: 0.0932014 Oct 19 07:42:33.992144 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-cf557ca2-a2a2-4711-8338-d36a057303b5 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Notify callbacks [] for port, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:34.005022 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-52391727-9465-4b40-99d8-a5cc13e72730 req-2f9f7f65-2e1d-4316-906a-e7e82b167f89 tempest-TestServerAdvancedOps-868832884 tempest-TestServerAdvancedOps-868832884-project] 10.222.0.27 "GET /v2.0/ports?tenant_id=d0132b9f15a24238a6d0205c99af8a0c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1094711 Oct 19 07:42:34.031894 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device ebae261c-7180-4561-8bab-e91a61b194fc up at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 07:42:34.037169 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c6f661-e6b8-4cf7-b186-660a0cf19f79 tempest-BulkNetworkOpsIpV6Test-187216048 tempest-BulkNetworkOpsIpV6Test-187216048-project] Pushing event updated for resources: {'Subnet': ['ID=388e386e-9a49-4ab2-a287-abfc7559d33b,revision_number=0']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:42:34.065968 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-7dd97538-c18f-401f-8829-b10f4b682e8c tempest-FloatingIPNegativeTestJSON-1532199059 tempest-FloatingIPNegativeTestJSON-1532199059-project] Notify callbacks [] for security_group, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:34.087727 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-7dd97538-c18f-401f-8829-b10f4b682e8c tempest-FloatingIPNegativeTestJSON-1532199059 tempest-FloatingIPNegativeTestJSON-1532199059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788643'] for security_group, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:34.123724 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-498d7e8f-bfd2-4ee6-a1e2-98eba65cf158 None None] Provisioning complete for port 2cef3319-c6b1-4260-ba6c-00d813dcf62d triggered by entity DHCP. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:42:34.124457 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-498d7e8f-bfd2-4ee6-a1e2-98eba65cf158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:34.124457 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-498d7e8f-bfd2-4ee6-a1e2-98eba65cf158 None None] Attempt 1 to provision port 2cef3319-c6b1-4260-ba6c-00d813dcf62d Oct 19 07:42:34.128222 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-889f4a07-0f77-4e09-9324-4dd24b5164c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d12c6ac-27a3-545c-a8f3-f04e30423d6d-b0b75234-ce4c-4069-9a4c-b483fb377db2', 'network_id': 'b0b75234-ce4c-4069-9a4c-b483fb377db2', 'tenant_id': '7db4f931eb584e5da0319ec90f9e927a', 'fixed_ips': [{'subnet_id': '70896382-1333-4269-8c8c-b498057e8d0c'}]}} from dv-neutron-861624-1-hyperv. {{(pid=103334) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 07:42:34.129151 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-889f4a07-0f77-4e09-9324-4dd24b5164c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:34.133256 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Provisioning complete for port ebae261c-7180-4561-8bab-e91a61b194fc triggered by entity L2. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:42:34.133620 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:34.134066 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Attempt 1 to provision port ebae261c-7180-4561-8bab-e91a61b194fc Oct 19 07:42:34.137794 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-2c7a03ab-043e-4288-b43c-b4e639a2c50d tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785020947330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130996763'] for port, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:34.152264 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1eb6801-879b-4610-989c-a4e8125f89bb tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Notify agent at l3_agent.dv-neutron-861624-1-hyperv the message routers_updated {{(pid=103333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 07:42:34.157308 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7dd97538-c18f-401f-8829-b10f4b682e8c tempest-FloatingIPNegativeTestJSON-1532199059 tempest-FloatingIPNegativeTestJSON-1532199059-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 174} {{(pid=103332) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 07:42:34.162266 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-e1eb6801-879b-4610-989c-a4e8125f89bb tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] 10.222.0.27 "PUT /v2.0/routers/5a3ee82e-b69d-4a9d-a681-af0f007cfa8a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3168695 Oct 19 07:42:34.172462 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e420490-7289-4f21-9124-87d7494786c4 None None] Sync routers for ids ['5a3ee82e-b69d-4a9d-a681-af0f007cfa8a'] in dv-neutron-861624-1-hyperv {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 07:42:34.177328 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 58242) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:42:34.179825 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62c6f661-e6b8-4cf7-b186-660a0cf19f79 tempest-BulkNetworkOpsIpV6Test-187216048 tempest-BulkNetworkOpsIpV6Test-187216048-project] Checking segment: {'id': 'f86eda99-58aa-4912-8143-f40e3aebd4c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '89cc1413-f032-4af8-9668-29cf1676784b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 19 07:42:34.180188 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62c6f661-e6b8-4cf7-b186-660a0cf19f79 tempest-BulkNetworkOpsIpV6Test-187216048 tempest-BulkNetworkOpsIpV6Test-187216048-project] Network hostable DHCP agents. Network: 89cc1413-f032-4af8-9668-29cf1676784b, hostable agents: ['310d813b-0e3e-4d7e-9b79-8f4ec0dbcab0'], hosted agents: [] {{(pid=103332) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 07:42:34.195039 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b8ef0b-d264-44b7-b410-0f0a9f457f64 req-e9b86e8c-2a76-49d2-82a3-f857986fd5bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:42:34.196552 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-27b8ef0b-d264-44b7-b410-0f0a9f457f64 req-e9b86e8c-2a76-49d2-82a3-f857986fd5bb service neutron] 10.222.0.16 "GET /v2.0/subnets?id=39b46f5d-56e1-4b9e-adf7-e07d6d6b0a59 HTTP/1.1" status: 200 len: 834 time: 0.1883714 Oct 19 07:42:34.198251 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c7a03ab-043e-4288-b43c-b4e639a2c50d tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Network 268ab1d6-2bf3-4d53-ba51-350459345337 is already hosted by enough agents. {{(pid=103333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 07:42:34.205092 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-2c7a03ab-043e-4288-b43c-b4e639a2c50d tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Resources bound (agent type, host, resource id): {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:42:34.205541 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e420490-7289-4f21-9124-87d7494786c4 None None] Routers {'5a3ee82e-b69d-4a9d-a681-af0f007cfa8a'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 07:42:34.208027 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-7dd97538-c18f-401f-8829-b10f4b682e8c tempest-FloatingIPNegativeTestJSON-1532199059 tempest-FloatingIPNegativeTestJSON-1532199059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979'] for segment, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:34.208381 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.db.segments_db [None req-7dd97538-c18f-401f-8829-b10f4b682e8c tempest-FloatingIPNegativeTestJSON-1532199059 tempest-FloatingIPNegativeTestJSON-1532199059-project] Added segment 4d79eb2a-b33b-46d9-b514-370fbba60a5f of type vlan for network cf3150c1-5168-4bd8-a442-ec781df58212 Oct 19 07:42:34.210632 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c7a03ab-043e-4288-b43c-b4e639a2c50d tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Received port after_create {{(pid=103333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 07:42:34.241833 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-3e420490-7289-4f21-9124-87d7494786c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T07:42:16Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['5a3ee82e-b69d-4a9d-a681-af0f007cfa8a'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:42:34.242778 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-cf557ca2-a2a2-4711-8338-d36a057303b5 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785020947330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130996763'] for port, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:34.246008 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd97538-c18f-401f-8829-b10f4b682e8c tempest-FloatingIPNegativeTestJSON-1532199059 tempest-FloatingIPNegativeTestJSON-1532199059-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9c7d641c-60c0-4ff3-87ab-1d80c8936d80,revision_number=1']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:42:34.251163 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7a03ab-043e-4288-b43c-b4e639a2c50d tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Pushing event updated for resources: {'Port': ['ID=0926d426-3071-4f0a-bacb-8c4ef111719a,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:42:34.316293 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-2c7a03ab-043e-4288-b43c-b4e639a2c50d tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1695190'] for router_interface, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:34.321977 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf557ca2-a2a2-4711-8338-d36a057303b5 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Network 7b6c9a75-d51f-47e1-90c8-22f7aeaf2f78 is already hosted by enough agents. {{(pid=103333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 07:42:34.341633 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-52391727-9465-4b40-99d8-a5cc13e72730 req-b5d3e69f-6c70-43e8-84e9-233ae2141490 service neutron] 10.222.0.27 "GET /v2.0/networks/63e832ea-99a5-479b-8e2e-e790da88995d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3204861 Oct 19 07:42:34.353064 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.db_base_plugin_common [None req-889f4a07-0f77-4e09-9324-4dd24b5164c9 None None] Allocated IP 2001:db8::1 (b0b75234-ce4c-4069-9a4c-b483fb377db2/70896382-1333-4269-8c8c-b498057e8d0c/bfd2c38e-5943-458b-8bce-d4f9201a47ce) {{(pid=103334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 07:42:34.359453 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-cf557ca2-a2a2-4711-8338-d36a057303b5 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Resources bound (agent type, host, resource id): {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:42:34.364784 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf557ca2-a2a2-4711-8338-d36a057303b5 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Pushing event updated for resources: {'Port': ['ID=d61fb4fd-97a3-460c-a2db-13a89e691ada,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:42:34.370291 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf557ca2-a2a2-4711-8338-d36a057303b5 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Received port after_create {{(pid=103333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 07:42:34.370658 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-7dd97538-c18f-401f-8829-b10f4b682e8c tempest-FloatingIPNegativeTestJSON-1532199059 tempest-FloatingIPNegativeTestJSON-1532199059-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785020965340'] for network, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:34.374820 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62c6f661-e6b8-4cf7-b186-660a0cf19f79 tempest-BulkNetworkOpsIpV6Test-187216048 tempest-BulkNetworkOpsIpV6Test-187216048-project] Network 89cc1413-f032-4af8-9668-29cf1676784b is scheduled to be hosted by DHCP agent 310d813b-0e3e-4d7e-9b79-8f4ec0dbcab0 with binding_index 1 {{(pid=103332) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 07:42:34.377844 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf557ca2-a2a2-4711-8338-d36a057303b5 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:42:34.378700 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-cf557ca2-a2a2-4711-8338-d36a057303b5 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42160'] for port, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:34.392822 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.db_base_plugin_v2 [None req-d84693ab-5b3c-4d61-8173-522c42864703 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Deleting subnet 612c3709-642f-4c80-9732-62beec0bf567 {{(pid=103332) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 19 07:42:34.405080 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-d84693ab-5b3c-4d61-8173-522c42864703 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Notify callbacks [] for subnet, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:34.415603 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-cf557ca2-a2a2-4711-8338-d36a057303b5 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 3.3022206 Oct 19 07:42:34.434235 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 58244) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:42:34.460241 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvr_db [None req-3e420490-7289-4f21-9124-87d7494786c4 None None] Set router 5a3ee82e-b69d-4a9d-a681-af0f007cfa8a gateway port host: None {{(pid=103335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 07:42:34.469359 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.base_scheduler [None req-62c6f661-e6b8-4cf7-b186-660a0cf19f79 tempest-BulkNetworkOpsIpV6Test-187216048 tempest-BulkNetworkOpsIpV6Test-187216048-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861624-1-hyperv, 89cc1413-f032-4af8-9668-29cf1676784b) {{(pid=103332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:42:34.473947 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-498d7e8f-bfd2-4ee6-a1e2-98eba65cf158 None None] Port 2cef3319-c6b1-4260-ba6c-00d813dcf62d cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 07:42:34.482144 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2a933cd-0a31-498a-9fe7-153bf7de8e3b None None] Network 89cc1413-f032-4af8-9668-29cf1676784b requested from dv-neutron-861624-1-hyperv {{(pid=103334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 07:42:34.506876 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b8ef0b-d264-44b7-b410-0f0a9f457f64 req-fb97e932-2b74-4ffd-b1de-55c61faf27f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:42:34.508446 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-27b8ef0b-d264-44b7-b410-0f0a9f457f64 req-fb97e932-2b74-4ffd-b1de-55c61faf27f9 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=6d49fd8a-7643-40eb-ab2d-b752a1374d55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3038354 Oct 19 07:42:34.576713 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-3e420490-7289-4f21-9124-87d7494786c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a3ee82e-b69d-4a9d-a681-af0f007cfa8a', 'name': 'tempest-RoutersTest-router-906858636', 'tenant_id': 'ea2e94e7c58741afa39e88c6d73f4fb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T07:41:03Z', 'updated_at': '2022-10-19T07:42:31Z', 'revision_number': 11, 'project_id': 'ea2e94e7c58741afa39e88c6d73f4fb1', 'gw_port_host': None}], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:42:34.588075 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62c6f661-e6b8-4cf7-b186-660a0cf19f79 tempest-BulkNetworkOpsIpV6Test-187216048 tempest-BulkNetworkOpsIpV6Test-187216048-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:42:34.588584 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62c6f661-e6b8-4cf7-b186-660a0cf19f79 tempest-BulkNetworkOpsIpV6Test-187216048 tempest-BulkNetworkOpsIpV6Test-187216048-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:42:34.589228 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-62c6f661-e6b8-4cf7-b186-660a0cf19f79 tempest-BulkNetworkOpsIpV6Test-187216048 tempest-BulkNetworkOpsIpV6Test-187216048-project] Notify callbacks [] for subnet, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:34.615586 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-2c7a03ab-043e-4288-b43c-b4e639a2c50d tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:34.625042 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e420490-7289-4f21-9124-87d7494786c4 None None] Checking router: 5a3ee82e-b69d-4a9d-a681-af0f007cfa8a for host: dv-neutron-861624-1-hyperv {{(pid=103335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 07:42:34.636162 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e420490-7289-4f21-9124-87d7494786c4 None None] Routers {'5a3ee82e-b69d-4a9d-a681-af0f007cfa8a'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 07:42:34.636989 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-3e420490-7289-4f21-9124-87d7494786c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T07:42:16Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['5a3ee82e-b69d-4a9d-a681-af0f007cfa8a'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:42:34.723158 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvr_db [None req-3e420490-7289-4f21-9124-87d7494786c4 None None] Set router 5a3ee82e-b69d-4a9d-a681-af0f007cfa8a gateway port host: None {{(pid=103335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 07:42:34.726752 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Current status of the port ebae261c-7180-4561-8bab-e91a61b194fc is: ACTIVE; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:42:34.753686 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-889f4a07-0f77-4e09-9324-4dd24b5164c9 None None] Notify callbacks [] for port, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:34.790596 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-889f4a07-0f77-4e09-9324-4dd24b5164c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785020947330'] for port, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:34.795306 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-3e420490-7289-4f21-9124-87d7494786c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a3ee82e-b69d-4a9d-a681-af0f007cfa8a', 'name': 'tempest-RoutersTest-router-906858636', 'tenant_id': 'ea2e94e7c58741afa39e88c6d73f4fb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T07:41:03Z', 'updated_at': '2022-10-19T07:42:31Z', 'revision_number': 11, 'project_id': 'ea2e94e7c58741afa39e88c6d73f4fb1', 'gw_port_host': None}], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:42:34.828684 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e420490-7289-4f21-9124-87d7494786c4 None None] The sync data for ids ['5a3ee82e-b69d-4a9d-a681-af0f007cfa8a'] in dv-neutron-861624-1-hyperv is: [{'id': '5a3ee82e-b69d-4a9d-a681-af0f007cfa8a', 'name': 'tempest-RoutersTest-router-906858636', 'tenant_id': 'ea2e94e7c58741afa39e88c6d73f4fb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T07:41:03Z', 'updated_at': '2022-10-19T07:42:31Z', 'revision_number': 11, 'project_id': 'ea2e94e7c58741afa39e88c6d73f4fb1', 'gw_port_host': None}] {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 07:42:34.879842 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-889f4a07-0f77-4e09-9324-4dd24b5164c9 None None] Network b0b75234-ce4c-4069-9a4c-b483fb377db2 is already hosted by enough agents. {{(pid=103334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 07:42:34.881521 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889f4a07-0f77-4e09-9324-4dd24b5164c9 None None] Pushing event updated for resources: {'Port': ['ID=bfd2c38e-5943-458b-8bce-d4f9201a47ce,revision_number=1']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:42:34.883990 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50512537-43fd-48f3-8a3b-40c1d4d32345 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d12c6ac-27a3-545c-a8f3-f04e30423d6d-89cc1413-f032-4af8-9668-29cf1676784b', 'network_id': '89cc1413-f032-4af8-9668-29cf1676784b', 'tenant_id': '7db4f931eb584e5da0319ec90f9e927a', 'fixed_ips': [{'subnet_id': '388e386e-9a49-4ab2-a287-abfc7559d33b'}]}} from dv-neutron-861624-1-hyperv. {{(pid=103334) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 07:42:34.884936 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-50512537-43fd-48f3-8a3b-40c1d4d32345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:34.889403 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.scheduler.base_scheduler [None req-889f4a07-0f77-4e09-9324-4dd24b5164c9 None None] Resources bound (agent type, host, resource id): {{(pid=103334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:42:34.899272 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-889f4a07-0f77-4e09-9324-4dd24b5164c9 None None] Received port after_create {{(pid=103334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 07:42:34.980993 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-498d7e8f-bfd2-4ee6-a1e2-98eba65cf158 None None] Attempt 2 to provision port 2cef3319-c6b1-4260-ba6c-00d813dcf62d Oct 19 07:42:34.998290 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-d84693ab-5b3c-4d61-8173-522c42864703 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130726890'] for subnet, precommit_delete_associations {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:35.037504 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-7dd97538-c18f-401f-8829-b10f4b682e8c tempest-FloatingIPNegativeTestJSON-1532199059 tempest-FloatingIPNegativeTestJSON-1532199059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873'] for network, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:35.043163 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dd97538-c18f-401f-8829-b10f4b682e8c tempest-FloatingIPNegativeTestJSON-1532199059 tempest-FloatingIPNegativeTestJSON-1532199059-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:42:35.043768 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-7dd97538-c18f-401f-8829-b10f4b682e8c tempest-FloatingIPNegativeTestJSON-1532199059 tempest-FloatingIPNegativeTestJSON-1532199059-project] Notify callbacks [] for network, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:35.049939 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-2c7a03ab-043e-4288-b43c-b4e639a2c50d tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Notify callbacks [] for port, precommit_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:35.057773 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-889f4a07-0f77-4e09-9324-4dd24b5164c9 None None] Attempting to bind port bfd2c38e-5943-458b-8bce-d4f9201a47ce on host dv-neutron-861624-1-hyperv for vnic_type normal with profile {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 19 07:42:35.058144 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-889f4a07-0f77-4e09-9324-4dd24b5164c9 None None] Attempting to bind port bfd2c38e-5943-458b-8bce-d4f9201a47ce by drivers openvswitch,hyperv on host dv-neutron-861624-1-hyperv at level 0 using segments [{'id': 'cb875d01-9011-4ecc-ae50-6c3a814f043b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'b0b75234-ce4c-4069-9a4c-b483fb377db2'}] {{(pid=103334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 19 07:42:35.058518 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-889f4a07-0f77-4e09-9324-4dd24b5164c9 None None] Attempting to bind port bfd2c38e-5943-458b-8bce-d4f9201a47ce on network b0b75234-ce4c-4069-9a4c-b483fb377db2 {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 07:42:35.058635 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-2c7a03ab-043e-4288-b43c-b4e639a2c50d tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130996754'] for port, after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:35.084990 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-62c6f661-e6b8-4cf7-b186-660a0cf19f79 tempest-BulkNetworkOpsIpV6Test-187216048 tempest-BulkNetworkOpsIpV6Test-187216048-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1475 time: 3.6612182 Oct 19 07:42:35.088113 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-498d7e8f-bfd2-4ee6-a1e2-98eba65cf158 None None] Port 2cef3319-c6b1-4260-ba6c-00d813dcf62d cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 07:42:35.089231 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 58248) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:42:35.093443 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-889f4a07-0f77-4e09-9324-4dd24b5164c9 None None] Checking agent: {'id': 'a5b0152c-d633-409b-aaf8-3b76458e2410', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861624-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 19, 7, 30, 19), 'started_at': datetime.datetime(2022, 10, 19, 7, 30, 49), 'heartbeat_timestamp': datetime.datetime(2022, 10, 19, 7, 42, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861624-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 07:42:35.093889 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-889f4a07-0f77-4e09-9324-4dd24b5164c9 None None] Checking segment: {'id': 'cb875d01-9011-4ecc-ae50-6c3a814f043b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'b0b75234-ce4c-4069-9a4c-b483fb377db2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 19 07:42:35.094781 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-889f4a07-0f77-4e09-9324-4dd24b5164c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:35.095181 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-889f4a07-0f77-4e09-9324-4dd24b5164c9 None None] Bound using segment: {'id': 'cb875d01-9011-4ecc-ae50-6c3a814f043b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'b0b75234-ce4c-4069-9a4c-b483fb377db2'} {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 07:42:35.096429 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-889f4a07-0f77-4e09-9324-4dd24b5164c9 None None] Bound port: bfd2c38e-5943-458b-8bce-d4f9201a47ce, host: dv-neutron-861624-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb875d01-9011-4ecc-ae50-6c3a814f043b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'b0b75234-ce4c-4069-9a4c-b483fb377db2'}}] {{(pid=103334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 19 07:42:35.097339 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-889f4a07-0f77-4e09-9324-4dd24b5164c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:35.158102 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.db_base_plugin_common [None req-50512537-43fd-48f3-8a3b-40c1d4d32345 None None] Allocated IP 2001:db8:0:1::1 (89cc1413-f032-4af8-9668-29cf1676784b/388e386e-9a49-4ab2-a287-abfc7559d33b/b6907c23-feb5-4a47-890d-477a3a0d2251) {{(pid=103334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 07:42:35.179781 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d89f242-b678-411e-abbd-b2fa5843e1c1 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:42:35.182530 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-8d89f242-b678-411e-abbd-b2fa5843e1c1 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] 10.222.0.27 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 927 time: 0.7319570 Oct 19 07:42:35.186113 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-7dd97538-c18f-401f-8829-b10f4b682e8c tempest-FloatingIPNegativeTestJSON-1532199059 tempest-FloatingIPNegativeTestJSON-1532199059-project] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.9369893 Oct 19 07:42:35.187601 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 58250) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:42:35.196448 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-2c7a03ab-043e-4288-b43c-b4e639a2c50d tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1574855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1694822'] for router_interface, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:35.204089 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 58252) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:42:35.209059 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-889f4a07-0f77-4e09-9324-4dd24b5164c9 None None] For port bfd2c38e-5943-458b-8bce-d4f9201a47ce, host dv-neutron-861624-1-hyperv, cleared binding levels {{(pid=103334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 07:42:35.234933 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-889f4a07-0f77-4e09-9324-4dd24b5164c9 None None] For port bfd2c38e-5943-458b-8bce-d4f9201a47ce, host dv-neutron-861624-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=bfd2c38e-5943-458b-8bce-d4f9201a47ce,segment=NetworkSegment(cb875d01-9011-4ecc-ae50-6c3a814f043b),segment_id=cb875d01-9011-4ecc-ae50-6c3a814f043b)] {{(pid=103334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 07:42:35.248058 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-889f4a07-0f77-4e09-9324-4dd24b5164c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:35.257374 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7a03ab-043e-4288-b43c-b4e639a2c50d tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Pushing event updated for resources: {'Port': ['ID=0926d426-3071-4f0a-bacb-8c4ef111719a,revision_number=2']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:42:35.302641 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-6b21f147-5496-4a95-be26-1634b6b23cd1 tempest-FloatingIPNegativeTestJSON-1532199059 tempest-FloatingIPNegativeTestJSON-1532199059-project] Request body: {'subnet': {'network_id': 'cf3150c1-5168-4bd8-a442-ec781df58212', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:42:35.307173 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f72a994-4374-428b-993f-b1a9056679f1 tempest-BulkNetworkOpsIpV6Test-187216048 tempest-BulkNetworkOpsIpV6Test-187216048-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:42:35.308914 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f72a994-4374-428b-993f-b1a9056679f1 tempest-BulkNetworkOpsIpV6Test-187216048 tempest-BulkNetworkOpsIpV6Test-187216048-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:42:35.310422 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f72a994-4374-428b-993f-b1a9056679f1 tempest-BulkNetworkOpsIpV6Test-187216048 tempest-BulkNetworkOpsIpV6Test-187216048-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:42:35.314201 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-3f72a994-4374-428b-993f-b1a9056679f1 tempest-BulkNetworkOpsIpV6Test-187216048 tempest-BulkNetworkOpsIpV6Test-187216048-project] 10.222.0.27 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2101 time: 0.2230330 Oct 19 07:42:35.344666 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbdc1cce-93b3-4f56-81a4-63c4258b10bb tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:42:35.350870 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbdc1cce-93b3-4f56-81a4-63c4258b10bb tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:42:35.356899 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbdc1cce-93b3-4f56-81a4-63c4258b10bb tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:42:35.361193 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-fbdc1cce-93b3-4f56-81a4-63c4258b10bb tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] 10.222.0.27 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2389 time: 0.1598094 Oct 19 07:42:35.361193 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 58254) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:42:35.362862 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889f4a07-0f77-4e09-9324-4dd24b5164c9 None None] Pushing event updated for resources: {'Port': ['ID=bfd2c38e-5943-458b-8bce-d4f9201a47ce,revision_number=2']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:42:35.363082 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 58256) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:42:35.379708 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd97538-c18f-401f-8829-b10f4b682e8c tempest-FloatingIPNegativeTestJSON-1532199059 tempest-FloatingIPNegativeTestJSON-1532199059-project] Pushing event updated for resources: {'Network': ['ID=cf3150c1-5168-4bd8-a442-ec781df58212,revision_number=1']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:42:35.388250 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-27b8ef0b-d264-44b7-b410-0f0a9f457f64 req-74c9bf6d-1dd4-4b45-866b-e26f48dd1a77 service neutron] 10.222.0.16 "GET /v2.0/networks/6d49fd8a-7643-40eb-ab2d-b752a1374d55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7922485 Oct 19 07:42:35.392145 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-52391727-9465-4b40-99d8-a5cc13e72730 req-f99c0567-7afe-49e8-b85e-4f1881017585 service neutron] 10.222.0.27 "GET /v2.0/networks/63e832ea-99a5-479b-8e2e-e790da88995d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0336244 Oct 19 07:42:35.433444 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-50512537-43fd-48f3-8a3b-40c1d4d32345 None None] Notify callbacks [] for port, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:35.439232 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Network cf3150c1-5168-4bd8-a442-ec781df58212 details requested by agent ovs-agent-dv-neutron-861624-1-hyperv with host dv-neutron-861624-1-hyperv {{(pid=103334) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 07:42:35.454184 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8011d795-58a2-4780-a7bf-43af608ff937 req-adbcf9a6-a842-44dc-86b1-9428f779825d tempest-TestNetworkAdvancedServerOps-260085928 tempest-TestNetworkAdvancedServerOps-260085928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:42:35.456107 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-8011d795-58a2-4780-a7bf-43af608ff937 req-adbcf9a6-a842-44dc-86b1-9428f779825d tempest-TestNetworkAdvancedServerOps-260085928 tempest-TestNetworkAdvancedServerOps-260085928-project] 10.222.0.27 "GET /v2.0/ports?device_id=7bfd5314-4c55-4597-8b3e-da476697892d HTTP/1.1" status: 200 len: 943 time: 0.8586025 Oct 19 07:42:35.547169 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-50512537-43fd-48f3-8a3b-40c1d4d32345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785020947330'] for port, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:35.609901 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-d84693ab-5b3c-4d61-8173-522c42864703 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-679826'] for subnet, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:35.636896 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.db_base_plugin_v2 [None req-857f8868-5223-46a7-b3d1-cd38f9ceff79 tempest-BulkNetworkOpsIpV6Test-187216048 tempest-BulkNetworkOpsIpV6Test-187216048-project] Deleting subnet 70896382-1333-4269-8c8c-b498057e8d0c {{(pid=103333) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 19 07:42:35.643464 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-857f8868-5223-46a7-b3d1-cd38f9ceff79 tempest-BulkNetworkOpsIpV6Test-187216048 tempest-BulkNetworkOpsIpV6Test-187216048-project] Notify callbacks [] for subnet, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:35.664584 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50512537-43fd-48f3-8a3b-40c1d4d32345 None None] Network 89cc1413-f032-4af8-9668-29cf1676784b is already hosted by enough agents. {{(pid=103334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 07:42:35.692920 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-498d7e8f-bfd2-4ee6-a1e2-98eba65cf158 None None] Attempt 3 to provision port 2cef3319-c6b1-4260-ba6c-00d813dcf62d Oct 19 07:42:35.758418 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-266e54d1-2d89-4cee-8b4c-cbe5e9e8ceaa req-c27132d4-0eb9-474c-b55d-14545c8ee9b2 tempest-TestServerAdvancedOps-868832884 tempest-TestServerAdvancedOps-868832884-project] 10.222.0.27 "GET /v2.0/ports?device_id=abfb3cf5-9e46-4bed-af19-03fee3203815 HTTP/1.1" status: 200 len: 210 time: 0.0799510 Oct 19 07:42:35.761713 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-8011d795-58a2-4780-a7bf-43af608ff937 req-b11fe498-d308-4ad0-8645-426edd8118cf tempest-TestNetworkAdvancedServerOps-260085928 tempest-TestNetworkAdvancedServerOps-260085928-project] 10.222.0.27 "GET /v2.0/security-groups?id=705be772-8c7b-4b84-954c-59b0a7452e78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2414155 Oct 19 07:42:35.774038 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-857f8868-5223-46a7-b3d1-cd38f9ceff79 tempest-BulkNetworkOpsIpV6Test-187216048 tempest-BulkNetworkOpsIpV6Test-187216048-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-134111928'] for subnet, precommit_delete_associations {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:35.791037 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b21f147-5496-4a95-be26-1634b6b23cd1 tempest-FloatingIPNegativeTestJSON-1532199059 tempest-FloatingIPNegativeTestJSON-1532199059-project] Made reservation on behalf of da760bd00862443fa7e4304d8492c7d0 for: {'subnet': 1} {{(pid=103332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 07:42:35.794780 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-6b21f147-5496-4a95-be26-1634b6b23cd1 tempest-FloatingIPNegativeTestJSON-1532199059 tempest-FloatingIPNegativeTestJSON-1532199059-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130659787'] for subnet, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:35.886500 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c7a03ab-043e-4288-b43c-b4e639a2c50d tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Network 268ab1d6-2bf3-4d53-ba51-350459345337 is already hosted by enough agents. {{(pid=103333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 07:42:35.906444 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-27b8ef0b-d264-44b7-b410-0f0a9f457f64 req-76f795cd-1a7a-4828-a5b6-294b1907ddde service neutron] 10.222.0.16 "GET /v2.0/networks/6d49fd8a-7643-40eb-ab2d-b752a1374d55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4768426 Oct 19 07:42:35.912666 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-2c7a03ab-043e-4288-b43c-b4e639a2c50d tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Resources bound (agent type, host, resource id): {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:42:35.985058 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.scheduler.base_scheduler [None req-50512537-43fd-48f3-8a3b-40c1d4d32345 None None] Resources bound (agent type, host, resource id): {{(pid=103334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:42:35.988899 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50512537-43fd-48f3-8a3b-40c1d4d32345 None None] Pushing event updated for resources: {'Port': ['ID=b6907c23-feb5-4a47-890d-477a3a0d2251,revision_number=1']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:42:35.991504 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50512537-43fd-48f3-8a3b-40c1d4d32345 None None] Received port after_create {{(pid=103334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 07:42:35.999616 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-498d7e8f-bfd2-4ee6-a1e2-98eba65cf158 None None] Port 2cef3319-c6b1-4260-ba6c-00d813dcf62d cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 07:42:36.013413 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-d84693ab-5b3c-4d61-8173-522c42864703 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-679819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-133552721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130659632'] for subnet, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:36.021916 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-857f8868-5223-46a7-b3d1-cd38f9ceff79 tempest-BulkNetworkOpsIpV6Test-187216048 tempest-BulkNetworkOpsIpV6Test-187216048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-679826'] for subnet, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:36.023581 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device bfd2c38e-5943-458b-8bce-d4f9201a47ce up at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 07:42:36.042062 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-d84693ab-5b3c-4d61-8173-522c42864703 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Notify callbacks [] for subnet, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:36.049499 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-d84693ab-5b3c-4d61-8173-522c42864703 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] 10.222.0.27 "DELETE /v2.0/subnets/612c3709-642f-4c80-9732-62beec0bf567 HTTP/1.1" status: 204 len: 168 time: 1.8706899 Oct 19 07:42:36.052615 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 58266) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:42:36.081682 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca7f0afc-02a0-479b-b426-4b855b63ad4d None None] Network b58e1c6a-78c1-43cd-89d9-838f22da233f requested from dv-neutron-861624-1-hyperv {{(pid=103334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 07:42:36.083875 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-50512537-43fd-48f3-8a3b-40c1d4d32345 None None] Attempting to bind port b6907c23-feb5-4a47-890d-477a3a0d2251 on host dv-neutron-861624-1-hyperv for vnic_type normal with profile {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 19 07:42:36.084252 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-50512537-43fd-48f3-8a3b-40c1d4d32345 None None] Attempting to bind port b6907c23-feb5-4a47-890d-477a3a0d2251 by drivers openvswitch,hyperv on host dv-neutron-861624-1-hyperv at level 0 using segments [{'id': 'f86eda99-58aa-4912-8143-f40e3aebd4c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '89cc1413-f032-4af8-9668-29cf1676784b'}] {{(pid=103334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 19 07:42:36.084652 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50512537-43fd-48f3-8a3b-40c1d4d32345 None None] Attempting to bind port b6907c23-feb5-4a47-890d-477a3a0d2251 on network 89cc1413-f032-4af8-9668-29cf1676784b {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 07:42:36.094483 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50512537-43fd-48f3-8a3b-40c1d4d32345 None None] Checking agent: {'id': 'a5b0152c-d633-409b-aaf8-3b76458e2410', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861624-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 19, 7, 30, 19), 'started_at': datetime.datetime(2022, 10, 19, 7, 30, 49), 'heartbeat_timestamp': datetime.datetime(2022, 10, 19, 7, 42, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861624-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 07:42:36.094865 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50512537-43fd-48f3-8a3b-40c1d4d32345 None None] Checking segment: {'id': 'f86eda99-58aa-4912-8143-f40e3aebd4c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '89cc1413-f032-4af8-9668-29cf1676784b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 19 07:42:36.095298 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-50512537-43fd-48f3-8a3b-40c1d4d32345 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:36.095700 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50512537-43fd-48f3-8a3b-40c1d4d32345 None None] Bound using segment: {'id': 'f86eda99-58aa-4912-8143-f40e3aebd4c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '89cc1413-f032-4af8-9668-29cf1676784b'} {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 07:42:36.096215 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-50512537-43fd-48f3-8a3b-40c1d4d32345 None None] Bound port: b6907c23-feb5-4a47-890d-477a3a0d2251, host: dv-neutron-861624-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f86eda99-58aa-4912-8143-f40e3aebd4c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '89cc1413-f032-4af8-9668-29cf1676784b'}}] {{(pid=103334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 19 07:42:36.096643 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-50512537-43fd-48f3-8a3b-40c1d4d32345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:36.135988 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-107b3e52-4dde-437b-b2a4-0906c2240c48 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Deleting port d61fb4fd-97a3-460c-a2db-13a89e691ada {{(pid=103333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 07:42:36.136468 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-107b3e52-4dde-437b-b2a4-0906c2240c48 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:36.203098 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-50512537-43fd-48f3-8a3b-40c1d4d32345 None None] For port b6907c23-feb5-4a47-890d-477a3a0d2251, host dv-neutron-861624-1-hyperv, cleared binding levels {{(pid=103334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 07:42:36.214483 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-857f8868-5223-46a7-b3d1-cd38f9ceff79 tempest-BulkNetworkOpsIpV6Test-187216048 tempest-BulkNetworkOpsIpV6Test-187216048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-679819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130997964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130170408'] for subnet, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:36.264827 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-50512537-43fd-48f3-8a3b-40c1d4d32345 None None] For port b6907c23-feb5-4a47-890d-477a3a0d2251, host dv-neutron-861624-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=b6907c23-feb5-4a47-890d-477a3a0d2251,segment=NetworkSegment(f86eda99-58aa-4912-8143-f40e3aebd4c2),segment_id=f86eda99-58aa-4912-8143-f40e3aebd4c2)] {{(pid=103334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 07:42:36.293034 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Provisioning complete for port bfd2c38e-5943-458b-8bce-d4f9201a47ce triggered by entity L2. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:42:36.293782 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:36.294337 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Attempt 1 to provision port bfd2c38e-5943-458b-8bce-d4f9201a47ce Oct 19 07:42:36.295034 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-857f8868-5223-46a7-b3d1-cd38f9ceff79 tempest-BulkNetworkOpsIpV6Test-187216048 tempest-BulkNetworkOpsIpV6Test-187216048-project] Notify callbacks [] for subnet, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:36.301154 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-857f8868-5223-46a7-b3d1-cd38f9ceff79 tempest-BulkNetworkOpsIpV6Test-187216048 tempest-BulkNetworkOpsIpV6Test-187216048-project] 10.222.0.27 "DELETE /v2.0/subnets/70896382-1333-4269-8c8c-b498057e8d0c HTTP/1.1" status: 204 len: 168 time: 0.9365768 Oct 19 07:42:36.302234 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857f8868-5223-46a7-b3d1-cd38f9ceff79 tempest-BulkNetworkOpsIpV6Test-187216048 tempest-BulkNetworkOpsIpV6Test-187216048-project] Pushing event deleted for resources: {'Subnet': ['ID=70896382-1333-4269-8c8c-b498057e8d0c,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:42:36.305684 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-50512537-43fd-48f3-8a3b-40c1d4d32345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:36.311962 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c7a03ab-043e-4288-b43c-b4e639a2c50d tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Router ff8271cb-2431-40f0-b6a1-80a9bac26437 has already been hosted by L3 agent ab388470-1243-4d53-80f2-c2f5899c97a7 {{(pid=103333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 07:42:36.315191 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 58270) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:42:36.379149 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-107b3e52-4dde-437b-b2a4-0906c2240c48 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:36.406800 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84693ab-5b3c-4d61-8173-522c42864703 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Pushing event deleted for resources: {'Subnet': ['ID=612c3709-642f-4c80-9732-62beec0bf567,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:42:36.462876 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-3d039bd6-aa11-4198-a701-f95d5dd1db86 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-667019'] for network, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:36.468629 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-6b21f147-5496-4a95-be26-1634b6b23cd1 tempest-FloatingIPNegativeTestJSON-1532199059 tempest-FloatingIPNegativeTestJSON-1532199059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-133552662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130659641'] for subnet, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:36.521466 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-498d7e8f-bfd2-4ee6-a1e2-98eba65cf158 None None] Attempt 4 to provision port 2cef3319-c6b1-4260-ba6c-00d813dcf62d Oct 19 07:42:36.534207 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c7a03ab-043e-4288-b43c-b4e639a2c50d tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Notify agent at l3_agent.dv-neutron-861624-1-hyperv the message routers_updated {{(pid=103333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 07:42:36.543340 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-2c7a03ab-043e-4288-b43c-b4e639a2c50d tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] 10.222.0.27 "PUT /v2.0/routers/ff8271cb-2431-40f0-b6a1-80a9bac26437/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8922265 Oct 19 07:42:36.544012 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35edc5ef-31c2-44c2-a1fb-495fe42d2a1d req-c882230d-e6b5-483c-8cd4-474188a1e5fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:42:36.546763 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 58272) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:42:36.554074 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-35edc5ef-31c2-44c2-a1fb-495fe42d2a1d req-c882230d-e6b5-483c-8cd4-474188a1e5fc service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=6c01adc7adbe45c98fd23e352fd389b2&device_id=7bfd5314-4c55-4597-8b3e-da476697892d HTTP/1.1" status: 200 len: 1096 time: 0.5427744 Oct 19 07:42:36.554985 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-107b3e52-4dde-437b-b2a4-0906c2240c48 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Calling delete_port for d61fb4fd-97a3-460c-a2db-13a89e691ada owned by {{(pid=103333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 07:42:36.560528 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-4cc4422d-0f56-4926-8310-65a81eb44b75 tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Request body: {'port': {'network_id': '268ab1d6-2bf3-4d53-ba51-350459345337', 'name': 'tempest-FloatingIPTestJSON-1965898101'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:42:36.572061 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc0c1400-5883-4768-9ab2-17a7119ef2ec tempest-BulkNetworkOpsIpV6Test-187216048 tempest-BulkNetworkOpsIpV6Test-187216048-project] Deleting subnet 388e386e-9a49-4ab2-a287-abfc7559d33b {{(pid=103333) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 19 07:42:36.581556 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-fc0c1400-5883-4768-9ab2-17a7119ef2ec tempest-BulkNetworkOpsIpV6Test-187216048 tempest-BulkNetworkOpsIpV6Test-187216048-project] Notify callbacks [] for subnet, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:36.619262 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-498d7e8f-bfd2-4ee6-a1e2-98eba65cf158 None None] Port 2cef3319-c6b1-4260-ba6c-00d813dcf62d cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 07:42:36.639764 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03f5f7f2-7c43-4d72-adab-8f0400ef9003 None None] Sync routers for ids ['ff8271cb-2431-40f0-b6a1-80a9bac26437'] in dv-neutron-861624-1-hyperv {{(pid=103334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 07:42:36.640807 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-fc0c1400-5883-4768-9ab2-17a7119ef2ec tempest-BulkNetworkOpsIpV6Test-187216048 tempest-BulkNetworkOpsIpV6Test-187216048-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-134111928'] for subnet, precommit_delete_associations {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:36.648494 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50512537-43fd-48f3-8a3b-40c1d4d32345 None None] Pushing event updated for resources: {'Port': ['ID=b6907c23-feb5-4a47-890d-477a3a0d2251,revision_number=2']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:42:36.660097 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03f5f7f2-7c43-4d72-adab-8f0400ef9003 None None] Routers {'ff8271cb-2431-40f0-b6a1-80a9bac26437'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 07:42:36.661009 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-03f5f7f2-7c43-4d72-adab-8f0400ef9003 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T07:42:16Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['ff8271cb-2431-40f0-b6a1-80a9bac26437'], 'active': True} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:42:36.685355 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b21f147-5496-4a95-be26-1634b6b23cd1 tempest-FloatingIPNegativeTestJSON-1532199059 tempest-FloatingIPNegativeTestJSON-1532199059-project] Pushing event updated for resources: {'Subnet': ['ID=3edddf2b-9825-4568-9495-7f7cbd74b113,revision_number=0']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:42:36.711027 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b21f147-5496-4a95-be26-1634b6b23cd1 tempest-FloatingIPNegativeTestJSON-1532199059 tempest-FloatingIPNegativeTestJSON-1532199059-project] Checking segment: {'id': '4d79eb2a-b33b-46d9-b514-370fbba60a5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'cf3150c1-5168-4bd8-a442-ec781df58212'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 19 07:42:36.711369 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b21f147-5496-4a95-be26-1634b6b23cd1 tempest-FloatingIPNegativeTestJSON-1532199059 tempest-FloatingIPNegativeTestJSON-1532199059-project] Network hostable DHCP agents. Network: cf3150c1-5168-4bd8-a442-ec781df58212, hostable agents: ['310d813b-0e3e-4d7e-9b79-8f4ec0dbcab0'], hosted agents: [] {{(pid=103332) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 07:42:36.731532 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-03f5f7f2-7c43-4d72-adab-8f0400ef9003 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:42:36.745625 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03f5f7f2-7c43-4d72-adab-8f0400ef9003 None None] Routers {'ff8271cb-2431-40f0-b6a1-80a9bac26437'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 07:42:36.746629 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-03f5f7f2-7c43-4d72-adab-8f0400ef9003 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T07:42:16Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['ff8271cb-2431-40f0-b6a1-80a9bac26437'], 'active': True} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:42:36.865900 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-03f5f7f2-7c43-4d72-adab-8f0400ef9003 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:42:36.867875 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03f5f7f2-7c43-4d72-adab-8f0400ef9003 None None] The sync data for ids ['ff8271cb-2431-40f0-b6a1-80a9bac26437'] in dv-neutron-861624-1-hyperv is: [] {{(pid=103334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 07:42:36.891695 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.plugin [None req-3d039bd6-aa11-4198-a701-f95d5dd1db86 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Deleting port 0b3fe434-63b4-4574-a267-f3a66028c3fc {{(pid=103332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 07:42:36.892056 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-3d039bd6-aa11-4198-a701-f95d5dd1db86 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:36.894129 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b21f147-5496-4a95-be26-1634b6b23cd1 tempest-FloatingIPNegativeTestJSON-1532199059 tempest-FloatingIPNegativeTestJSON-1532199059-project] Network cf3150c1-5168-4bd8-a442-ec781df58212 is scheduled to be hosted by DHCP agent 310d813b-0e3e-4d7e-9b79-8f4ec0dbcab0 with binding_index 1 {{(pid=103332) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 07:42:36.897154 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Current status of the port bfd2c38e-5943-458b-8bce-d4f9201a47ce is: DOWN; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:42:36.899607 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:36.946283 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41a68756-3f2e-454b-b950-992574170481 None None] DHCP port deletion for b58e1c6a-78c1-43cd-89d9-838f22da233f request from dv-neutron-861624-1-hyperv {{(pid=103334) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 07:42:36.957515 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35edc5ef-31c2-44c2-a1fb-495fe42d2a1d req-37119ffa-3ebd-4612-a35b-7341df30e70f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:42:36.967571 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-35edc5ef-31c2-44c2-a1fb-495fe42d2a1d req-37119ffa-3ebd-4612-a35b-7341df30e70f service neutron] 10.222.0.16 "GET /v2.0/networks?id=6d49fd8a-7643-40eb-ab2d-b752a1374d55 HTTP/1.1" status: 200 len: 898 time: 0.3961704 Oct 19 07:42:36.976113 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.base_scheduler [None req-6b21f147-5496-4a95-be26-1634b6b23cd1 tempest-FloatingIPNegativeTestJSON-1532199059 tempest-FloatingIPNegativeTestJSON-1532199059-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861624-1-hyperv, cf3150c1-5168-4bd8-a442-ec781df58212) {{(pid=103332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:42:37.006930 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-fc0c1400-5883-4768-9ab2-17a7119ef2ec tempest-BulkNetworkOpsIpV6Test-187216048 tempest-BulkNetworkOpsIpV6Test-187216048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-679826'] for subnet, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:37.008585 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4e7fffe-4ed9-4b87-b516-818e787f06e1 None None] Network cf3150c1-5168-4bd8-a442-ec781df58212 requested from dv-neutron-861624-1-hyperv {{(pid=103334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 07:42:37.025907 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] For port bfd2c38e-5943-458b-8bce-d4f9201a47ce, host dv-neutron-861624-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=bfd2c38e-5943-458b-8bce-d4f9201a47ce,segment=NetworkSegment(cb875d01-9011-4ecc-ae50-6c3a814f043b),segment_id=cb875d01-9011-4ecc-ae50-6c3a814f043b)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:42:37.047235 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:37.083572 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b21f147-5496-4a95-be26-1634b6b23cd1 tempest-FloatingIPNegativeTestJSON-1532199059 tempest-FloatingIPNegativeTestJSON-1532199059-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:42:37.084416 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-6b21f147-5496-4a95-be26-1634b6b23cd1 tempest-FloatingIPNegativeTestJSON-1532199059 tempest-FloatingIPNegativeTestJSON-1532199059-project] Notify callbacks [] for subnet, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:37.112617 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-35edc5ef-31c2-44c2-a1fb-495fe42d2a1d req-bac40b6f-3ad7-48c6-b6ac-b1f3f7689939 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8e811ad9-9c33-4129-980f-ace6b6615c7d HTTP/1.1" status: 200 len: 217 time: 0.1344383 Oct 19 07:42:37.128222 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-498d7e8f-bfd2-4ee6-a1e2-98eba65cf158 None None] Attempt 5 to provision port 2cef3319-c6b1-4260-ba6c-00d813dcf62d Oct 19 07:42:37.129978 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device 4ce3479b-393b-481b-b58d-51ccf321edac no longer exists at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 07:42:37.131740 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5394cdea-6cbd-499f-a6b5-e3602f8444d1 None None] Network b0b75234-ce4c-4069-9a4c-b483fb377db2 requested from dv-neutron-861624-1-hyperv {{(pid=103334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 07:42:37.139147 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-97360a7c-c1a2-4bbc-8819-761fef97c64e req-4ba70bb7-d439-4237-b366-e71d962a7018 tempest-TestServerAdvancedOps-868832884 tempest-TestServerAdvancedOps-868832884-project] 10.222.0.27 "GET /v2.0/ports?device_id=abfb3cf5-9e46-4bed-af19-03fee3203815 HTTP/1.1" status: 200 len: 210 time: 0.1205723 Oct 19 07:42:37.183411 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Pushing event updated for resources: {'Port': ['ID=bfd2c38e-5943-458b-8bce-d4f9201a47ce,revision_number=4']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:42:37.209446 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-fc0c1400-5883-4768-9ab2-17a7119ef2ec tempest-BulkNetworkOpsIpV6Test-187216048 tempest-BulkNetworkOpsIpV6Test-187216048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-679819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130997964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130170408'] for subnet, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:37.220770 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-6b21f147-5496-4a95-be26-1634b6b23cd1 tempest-FloatingIPNegativeTestJSON-1532199059 tempest-FloatingIPNegativeTestJSON-1532199059-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0159583 Oct 19 07:42:37.230968 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.db [None req-3d039bd6-aa11-4198-a701-f95d5dd1db86 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] For port 0b3fe434-63b4-4574-a267-f3a66028c3fc, host dv-neutron-861624-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=0b3fe434-63b4-4574-a267-f3a66028c3fc,segment=NetworkSegment(0edbee97-a309-427c-ad63-fa12691ad687),segment_id=0edbee97-a309-427c-ad63-fa12691ad687)] {{(pid=103332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:42:37.231580 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-3d039bd6-aa11-4198-a701-f95d5dd1db86 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:37.234603 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 58278) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:42:37.246471 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-fc0c1400-5883-4768-9ab2-17a7119ef2ec tempest-BulkNetworkOpsIpV6Test-187216048 tempest-BulkNetworkOpsIpV6Test-187216048-project] Notify callbacks [] for subnet, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:37.248132 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-93a700af-1689-4fd9-94e6-dce9384f1d42 tempest-FloatingIPNegativeTestJSON-1532199059 tempest-FloatingIPNegativeTestJSON-1532199059-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1599702296', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:42:37.251132 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] No Port match for: 4ce3479b-393b-481b-b58d-51ccf321edac {{(pid=103334) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 19 07:42:37.251592 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device 4ce3479b-393b-481b-b58d-51ccf321edac not bound to the agent host dv-neutron-861624-1-hyperv {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 07:42:37.260932 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-fc0c1400-5883-4768-9ab2-17a7119ef2ec tempest-BulkNetworkOpsIpV6Test-187216048 tempest-BulkNetworkOpsIpV6Test-187216048-project] 10.222.0.27 "DELETE /v2.0/subnets/388e386e-9a49-4ab2-a287-abfc7559d33b HTTP/1.1" status: 204 len: 168 time: 0.9426208 Oct 19 07:42:37.270296 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-498d7e8f-bfd2-4ee6-a1e2-98eba65cf158 None None] Port 2cef3319-c6b1-4260-ba6c-00d813dcf62d cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 07:42:37.271953 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 58280) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:42:37.278050 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.plugin [None req-3d039bd6-aa11-4198-a701-f95d5dd1db86 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Calling delete_port for 0b3fe434-63b4-4574-a267-f3a66028c3fc owned by network:dhcp {{(pid=103332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 07:42:37.293212 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853aa75a-0f01-47dc-8c92-929a7dcb7341 req-a404a586-42d9-42d6-8e6c-6c35e80a55b2 tempest-TestNetworkAdvancedServerOps-260085928 tempest-TestNetworkAdvancedServerOps-260085928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:42:37.295234 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-853aa75a-0f01-47dc-8c92-929a7dcb7341 req-a404a586-42d9-42d6-8e6c-6c35e80a55b2 tempest-TestNetworkAdvancedServerOps-260085928 tempest-TestNetworkAdvancedServerOps-260085928-project] 10.222.0.27 "GET /v2.0/ports?device_id=7bfd5314-4c55-4597-8b3e-da476697892d HTTP/1.1" status: 200 len: 943 time: 0.3412833 Oct 19 07:42:37.330689 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-41a68756-3f2e-454b-b950-992574170481 None None] Deleting port 0b3fe434-63b4-4574-a267-f3a66028c3fc {{(pid=103334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 07:42:37.331060 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-41a68756-3f2e-454b-b950-992574170481 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:37.338008 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35edc5ef-31c2-44c2-a1fb-495fe42d2a1d req-615422f8-2837-47a2-b43a-359b56d6aaad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:42:37.339777 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-35edc5ef-31c2-44c2-a1fb-495fe42d2a1d req-615422f8-2837-47a2-b43a-359b56d6aaad service neutron] 10.222.0.16 "GET /v2.0/subnets?id=39b46f5d-56e1-4b9e-adf7-e07d6d6b0a59 HTTP/1.1" status: 200 len: 834 time: 0.2057135 Oct 19 07:42:37.369666 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-107b3e52-4dde-437b-b2a4-0906c2240c48 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130996763'] for port, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:37.393260 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0c1400-5883-4768-9ab2-17a7119ef2ec tempest-BulkNetworkOpsIpV6Test-187216048 tempest-BulkNetworkOpsIpV6Test-187216048-project] Pushing event deleted for resources: {'Subnet': ['ID=388e386e-9a49-4ab2-a287-abfc7559d33b,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:42:37.425939 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-93a700af-1689-4fd9-94e6-dce9384f1d42 tempest-FloatingIPNegativeTestJSON-1532199059 tempest-FloatingIPNegativeTestJSON-1532199059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1692695', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12668'] for router, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:37.427251 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-93a700af-1689-4fd9-94e6-dce9384f1d42 tempest-FloatingIPNegativeTestJSON-1532199059 tempest-FloatingIPNegativeTestJSON-1532199059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1692835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1693910', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1621825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12659'] for router, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:37.477532 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107b3e52-4dde-437b-b2a4-0906c2240c48 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Pushing event deleted for resources: {'Port': ['ID=d61fb4fd-97a3-460c-a2db-13a89e691ada,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:42:37.477698 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-41a68756-3f2e-454b-b950-992574170481 None None] For port 0b3fe434-63b4-4574-a267-f3a66028c3fc, host dv-neutron-861624-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=0b3fe434-63b4-4574-a267-f3a66028c3fc,segment=NetworkSegment(0edbee97-a309-427c-ad63-fa12691ad687),segment_id=0edbee97-a309-427c-ad63-fa12691ad687)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:42:37.478085 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-41a68756-3f2e-454b-b950-992574170481 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:37.492753 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cc4422d-0f56-4926-8310-65a81eb44b75 tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Made reservation on behalf of ebbb057f880644d8b1f4800ee4849e52 for: {'port': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 07:42:37.496486 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-4cc4422d-0f56-4926-8310-65a81eb44b75 tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:37.502373 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-829db35c-5a6b-4659-8674-e8b756e40547 tempest-BulkNetworkOpsIpV6Test-187216048 tempest-BulkNetworkOpsIpV6Test-187216048-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:42:37.503846 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-829db35c-5a6b-4659-8674-e8b756e40547 tempest-BulkNetworkOpsIpV6Test-187216048 tempest-BulkNetworkOpsIpV6Test-187216048-project] 10.222.0.27 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2271526 Oct 19 07:42:37.507910 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-41a68756-3f2e-454b-b950-992574170481 None None] Calling delete_port for 0b3fe434-63b4-4574-a267-f3a66028c3fc owned by network:dhcp {{(pid=103334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 07:42:37.517347 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 58282) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:42:37.573503 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-853aa75a-0f01-47dc-8c92-929a7dcb7341 req-37e939fd-b07f-4138-9a06-56b090434fb5 tempest-TestNetworkAdvancedServerOps-260085928 tempest-TestNetworkAdvancedServerOps-260085928-project] 10.222.0.27 "GET /v2.0/security-groups?id=705be772-8c7b-4b84-954c-59b0a7452e78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2310283 Oct 19 07:42:37.583408 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35edc5ef-31c2-44c2-a1fb-495fe42d2a1d req-b8a21c12-b4f7-4ad6-94bf-f7c3517a7435 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:42:37.585114 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-35edc5ef-31c2-44c2-a1fb-495fe42d2a1d req-b8a21c12-b4f7-4ad6-94bf-f7c3517a7435 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=6d49fd8a-7643-40eb-ab2d-b752a1374d55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2355235 Oct 19 07:42:37.619315 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-107b3e52-4dde-437b-b2a4-0906c2240c48 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42160'] for port, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:37.625821 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-107b3e52-4dde-437b-b2a4-0906c2240c48 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] 10.222.0.27 "DELETE /v2.0/ports/d61fb4fd-97a3-460c-a2db-13a89e691ada HTTP/1.1" status: 204 len: 168 time: 2.2509465 Oct 19 07:42:37.627475 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.notifiers.nova [None req-4cc4422d-0f56-4926-8310-65a81eb44b75 tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] device_id is not set on port 9752cbef-f72d-4cfb-9bf2-609d21463db6 yet. {{(pid=103333) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 19 07:42:37.632126 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 58288) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:42:37.656440 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06630e15-59c6-4242-92e4-3570dd8d409c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d12c6ac-27a3-545c-a8f3-f04e30423d6d-cf3150c1-5168-4bd8-a442-ec781df58212', 'network_id': 'cf3150c1-5168-4bd8-a442-ec781df58212', 'tenant_id': 'da760bd00862443fa7e4304d8492c7d0', 'fixed_ips': [{'subnet_id': '3edddf2b-9825-4568-9495-7f7cbd74b113'}]}} from dv-neutron-861624-1-hyperv. {{(pid=103334) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 07:42:37.657321 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-06630e15-59c6-4242-92e4-3570dd8d409c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:37.673748 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-93a700af-1689-4fd9-94e6-dce9384f1d42 tempest-FloatingIPNegativeTestJSON-1532199059 tempest-FloatingIPNegativeTestJSON-1532199059-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:37.755428 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-93a700af-1689-4fd9-94e6-dce9384f1d42 tempest-FloatingIPNegativeTestJSON-1532199059 tempest-FloatingIPNegativeTestJSON-1532199059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1692844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1693859'] for router, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:37.789135 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.pecan_wsgi.hooks.translation [None req-917d426a-e950-40c9-9617-6805d19aeb78 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] GET failed (client error): The resource could not be found. Oct 19 07:42:37.793534 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-917d426a-e950-40c9-9617-6805d19aeb78 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] 10.222.0.27 "GET /v2.0/ports/d61fb4fd-97a3-460c-a2db-13a89e691ada HTTP/1.1" status: 404 len: 333 time: 0.1578918 Oct 19 07:42:37.805469 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 58290) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:42:37.817009 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-498d7e8f-bfd2-4ee6-a1e2-98eba65cf158 None None] Attempt 6 to provision port 2cef3319-c6b1-4260-ba6c-00d813dcf62d Oct 19 07:42:37.822804 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb7e453c-2166-4f14-891c-1c646a105340 None None] DHCP port deletion for b0b75234-ce4c-4069-9a4c-b483fb377db2 request from dv-neutron-861624-1-hyperv {{(pid=103334) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 07:42:37.904612 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-b41ce954-5e5d-447c-af65-58b4ef0dfc19 tempest-BulkNetworkOpsIpV6Test-187216048 tempest-BulkNetworkOpsIpV6Test-187216048-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-667019'] for network, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:37.972758 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device b6907c23-feb5-4a47-890d-477a3a0d2251 up at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 07:42:37.998696 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-41a68756-3f2e-454b-b950-992574170481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339'] for port, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:38.012068 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-3d039bd6-aa11-4198-a701-f95d5dd1db86 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133553798'] for port, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:38.018079 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52391727-9465-4b40-99d8-a5cc13e72730 req-c7f5244f-397b-4b4e-9d51-1139d99158ac tempest-TestServerAdvancedOps-868832884 tempest-TestServerAdvancedOps-868832884-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:42:38.019588 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-52391727-9465-4b40-99d8-a5cc13e72730 req-c7f5244f-397b-4b4e-9d51-1139d99158ac tempest-TestServerAdvancedOps-868832884 tempest-TestServerAdvancedOps-868832884-project] 10.222.0.16 "GET /v2.0/networks?id=63e832ea-99a5-479b-8e2e-e790da88995d HTTP/1.1" status: 200 len: 812 time: 0.7138772 Oct 19 07:42:38.034421 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-498d7e8f-bfd2-4ee6-a1e2-98eba65cf158 None None] Port 2cef3319-c6b1-4260-ba6c-00d813dcf62d cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 07:42:38.036988 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [req-52391727-9465-4b40-99d8-a5cc13e72730 req-8e6e6beb-4544-4140-88ec-5669a72cff7e tempest-TestServerAdvancedOps-868832884 tempest-TestServerAdvancedOps-868832884-project] Request body: {'port': {'device_id': 'abfb3cf5-9e46-4bed-af19-03fee3203815', 'network_id': '63e832ea-99a5-479b-8e2e-e790da88995d', 'admin_state_up': True, 'tenant_id': 'd0132b9f15a24238a6d0205c99af8a0c'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:42:38.065134 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-35edc5ef-31c2-44c2-a1fb-495fe42d2a1d req-8e8ef965-f83a-4f18-82cc-dc655f389814 service neutron] 10.222.0.16 "GET /v2.0/networks/6d49fd8a-7643-40eb-ab2d-b752a1374d55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4599752 Oct 19 07:42:38.065919 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d039bd6-aa11-4198-a701-f95d5dd1db86 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Pushing event deleted for resources: {'Port': ['ID=0b3fe434-63b4-4574-a267-f3a66028c3fc,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:42:38.074585 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.db_base_plugin_common [None req-4cc4422d-0f56-4926-8310-65a81eb44b75 tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Allocated IP 172.20.0.5 (268ab1d6-2bf3-4d53-ba51-350459345337/ac99b579-f784-43a1-8746-e742fa43a15d/9752cbef-f72d-4cfb-9bf2-609d21463db6) {{(pid=103333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 07:42:38.077861 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-93a700af-1689-4fd9-94e6-dce9384f1d42 tempest-FloatingIPNegativeTestJSON-1532199059 tempest-FloatingIPNegativeTestJSON-1532199059-project] Notify callbacks [] for router, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:38.079730 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-93a700af-1689-4fd9-94e6-dce9384f1d42 tempest-FloatingIPNegativeTestJSON-1532199059 tempest-FloatingIPNegativeTestJSON-1532199059-project] 10.222.0.27 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 0.8427002 Oct 19 07:42:38.080836 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d039bd6-aa11-4198-a701-f95d5dd1db86 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] No DVR routers for this DVR port 0b3fe434-63b4-4574-a267-f3a66028c3fc on host dv-neutron-861624-1-hyperv {{(pid=103332) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 19 07:42:38.091852 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 58292) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:42:38.095242 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a68756-3f2e-454b-b950-992574170481 None None] Pushing event deleted for resources: {'Port': ['ID=0b3fe434-63b4-4574-a267-f3a66028c3fc,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:42:38.097986 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-0a91c6da-1b18-48ad-be1b-02adb00180e9 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Deleting port 2cef3319-c6b1-4260-ba6c-00d813dcf62d {{(pid=103333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 07:42:38.097986 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-0a91c6da-1b18-48ad-be1b-02adb00180e9 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:38.106562 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41a68756-3f2e-454b-b950-992574170481 None None] No DVR routers for this DVR port 0b3fe434-63b4-4574-a267-f3a66028c3fc on host dv-neutron-861624-1-hyperv {{(pid=103334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 19 07:42:38.129534 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.db_base_plugin_common [None req-06630e15-59c6-4242-92e4-3570dd8d409c None None] Allocated IP 172.20.0.2 (cf3150c1-5168-4bd8-a442-ec781df58212/3edddf2b-9825-4568-9495-7f7cbd74b113/fede9c0d-6350-4bc1-b269-252c02d02606) {{(pid=103334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 07:42:38.152323 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-cb7e453c-2166-4f14-891c-1c646a105340 None None] Deleting port bfd2c38e-5943-458b-8bce-d4f9201a47ce {{(pid=103334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 07:42:38.152710 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-cb7e453c-2166-4f14-891c-1c646a105340 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:38.231021 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61cb3113-3353-4197-9ce3-bc1827435067 None None] Network 89cc1413-f032-4af8-9668-29cf1676784b requested from dv-neutron-861624-1-hyperv {{(pid=103334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 07:42:38.246499 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Provisioning complete for port b6907c23-feb5-4a47-890d-477a3a0d2251 triggered by entity L2. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:42:38.246871 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:38.247218 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Attempt 1 to provision port b6907c23-feb5-4a47-890d-477a3a0d2251 Oct 19 07:42:38.285060 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-3d039bd6-aa11-4198-a701-f95d5dd1db86 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-673051', 'neutron.services.segments.db._delete_segments_for_network-8785021519108'] for network, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:38.318282 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-e850c01e-82d8-40b6-955d-75fbfa8dcb05 req-e21a0937-6500-4e89-af6f-7aa393e750a5 tempest-TestServerAdvancedOps-868832884 tempest-TestServerAdvancedOps-868832884-project] 10.222.0.27 "GET /v2.0/ports?device_id=abfb3cf5-9e46-4bed-af19-03fee3203815 HTTP/1.1" status: 200 len: 210 time: 0.0810227 Oct 19 07:42:38.345539 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.services.segments.db [None req-3d039bd6-aa11-4198-a701-f95d5dd1db86 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b58e1c6a-78c1-43cd-89d9-838f22da233f']}} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:42:38.362155 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.services.segments.db [None req-3d039bd6-aa11-4198-a701-f95d5dd1db86 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0edbee97-a309-427c-ad63-fa12691ad687') {'for_net_delete': True} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:42:38.362456 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.services.segments.db [None req-3d039bd6-aa11-4198-a701-f95d5dd1db86 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0edbee97-a309-427c-ad63-fa12691ad687') {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:42:38.367172 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-35edc5ef-31c2-44c2-a1fb-495fe42d2a1d req-d7aab376-cc8d-462a-8a7c-009b12c7573e service neutron] 10.222.0.16 "GET /v2.0/networks/6d49fd8a-7643-40eb-ab2d-b752a1374d55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2838306 Oct 19 07:42:38.374839 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.plugin [None req-b41ce954-5e5d-447c-af65-58b4ef0dfc19 tempest-BulkNetworkOpsIpV6Test-187216048 tempest-BulkNetworkOpsIpV6Test-187216048-project] Deleting port b6907c23-feb5-4a47-890d-477a3a0d2251 {{(pid=103332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 07:42:38.375194 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-b41ce954-5e5d-447c-af65-58b4ef0dfc19 tempest-BulkNetworkOpsIpV6Test-187216048 tempest-BulkNetworkOpsIpV6Test-187216048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:38.380964 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-3d039bd6-aa11-4198-a701-f95d5dd1db86 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785021519382', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130726885'] for segment, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:38.415166 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-3d039bd6-aa11-4198-a701-f95d5dd1db86 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979'] for segment, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:38.450877 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d039bd6-aa11-4198-a701-f95d5dd1db86 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Releasing vlan 176 on physical network physnet1 to pool {{(pid=103332) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 07:42:38.451290 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-3d039bd6-aa11-4198-a701-f95d5dd1db86 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-133553843'] for segment, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:38.478728 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.services.segments.plugin [-] Segment 0edbee97-a309-427c-ad63-fa12691ad687 resource provider aggregate not found Oct 19 07:42:38.492633 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.db [None req-b41ce954-5e5d-447c-af65-58b4ef0dfc19 tempest-BulkNetworkOpsIpV6Test-187216048 tempest-BulkNetworkOpsIpV6Test-187216048-project] For port b6907c23-feb5-4a47-890d-477a3a0d2251, host dv-neutron-861624-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=b6907c23-feb5-4a47-890d-477a3a0d2251,segment=NetworkSegment(f86eda99-58aa-4912-8143-f40e3aebd4c2),segment_id=f86eda99-58aa-4912-8143-f40e3aebd4c2)] {{(pid=103332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:42:38.493013 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-b41ce954-5e5d-447c-af65-58b4ef0dfc19 tempest-BulkNetworkOpsIpV6Test-187216048 tempest-BulkNetworkOpsIpV6Test-187216048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:38.507657 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.services.segments.plugin [-] Segment 0edbee97-a309-427c-ad63-fa12691ad687 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0edbee97-a309-427c-ad63-fa12691ad687 found for delete ", "request_id": "req-8d17122d-9fc1-448d-9834-b81e4d2a9053"}]} Oct 19 07:42:38.546568 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.plugin [None req-b41ce954-5e5d-447c-af65-58b4ef0dfc19 tempest-BulkNetworkOpsIpV6Test-187216048 tempest-BulkNetworkOpsIpV6Test-187216048-project] Calling delete_port for b6907c23-feb5-4a47-890d-477a3a0d2251 owned by network:dhcp {{(pid=103332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 07:42:38.555050 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-3d039bd6-aa11-4198-a701-f95d5dd1db86 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-673044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1695087'] for network, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:38.563332 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-3d039bd6-aa11-4198-a701-f95d5dd1db86 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Notify callbacks [] for network, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:38.569482 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-3d039bd6-aa11-4198-a701-f95d5dd1db86 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] 10.222.0.27 "DELETE /v2.0/networks/b58e1c6a-78c1-43cd-89d9-838f22da233f HTTP/1.1" status: 204 len: 168 time: 2.5135117 Oct 19 07:42:38.572119 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 58300) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:42:38.572279 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-498d7e8f-bfd2-4ee6-a1e2-98eba65cf158 None None] Attempt 7 to provision port 2cef3319-c6b1-4260-ba6c-00d813dcf62d Oct 19 07:42:38.580235 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-578125ad-58c1-45fa-b040-39afbd3bfc2b tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Request body: {'router': {'routes': None}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:42:38.618274 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-cb7e453c-2166-4f14-891c-1c646a105340 None None] For port bfd2c38e-5943-458b-8bce-d4f9201a47ce, host dv-neutron-861624-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=bfd2c38e-5943-458b-8bce-d4f9201a47ce,segment=NetworkSegment(cb875d01-9011-4ecc-ae50-6c3a814f043b),segment_id=cb875d01-9011-4ecc-ae50-6c3a814f043b)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:42:38.618526 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-cb7e453c-2166-4f14-891c-1c646a105340 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:38.621381 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d039bd6-aa11-4198-a701-f95d5dd1db86 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Pushing event deleted for resources: {'Network': ['ID=b58e1c6a-78c1-43cd-89d9-838f22da233f,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:42:38.676317 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-cb7e453c-2166-4f14-891c-1c646a105340 None None] Calling delete_port for bfd2c38e-5943-458b-8bce-d4f9201a47ce owned by network:dhcp {{(pid=103334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 07:42:38.726858 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Current status of the port b6907c23-feb5-4a47-890d-477a3a0d2251 is: DOWN; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:42:38.727251 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:38.740747 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-0a91c6da-1b18-48ad-be1b-02adb00180e9 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:38.749867 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-498d7e8f-bfd2-4ee6-a1e2-98eba65cf158 None None] Port 2cef3319-c6b1-4260-ba6c-00d813dcf62d cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 07:42:38.811958 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-0a91c6da-1b18-48ad-be1b-02adb00180e9 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Calling delete_port for 2cef3319-c6b1-4260-ba6c-00d813dcf62d owned by {{(pid=103333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 07:42:38.878044 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] For port b6907c23-feb5-4a47-890d-477a3a0d2251, host dv-neutron-861624-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=b6907c23-feb5-4a47-890d-477a3a0d2251,segment=NetworkSegment(f86eda99-58aa-4912-8143-f40e3aebd4c2),segment_id=f86eda99-58aa-4912-8143-f40e3aebd4c2)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:42:38.895568 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:38.904589 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-06630e15-59c6-4242-92e4-3570dd8d409c None None] Notify callbacks [] for port, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:38.947010 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-06630e15-59c6-4242-92e4-3570dd8d409c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785020947330'] for port, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:38.978562 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06630e15-59c6-4242-92e4-3570dd8d409c None None] Network cf3150c1-5168-4bd8-a442-ec781df58212 is already hosted by enough agents. {{(pid=103334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 07:42:39.001552 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.scheduler.base_scheduler [None req-06630e15-59c6-4242-92e4-3570dd8d409c None None] Resources bound (agent type, host, resource id): {{(pid=103334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:42:39.007149 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-cb7e453c-2166-4f14-891c-1c646a105340 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339'] for port, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:39.017098 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06630e15-59c6-4242-92e4-3570dd8d409c None None] Received port after_create {{(pid=103334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 07:42:39.022072 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Device 8e811ad9-9c33-4129-980f-ace6b6615c7d details requested by agent hyperv_hv-neutron-8616 with host hv-neutron-8616 {{(pid=103334) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 07:42:39.031651 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device 0b3fe434-63b4-4574-a267-f3a66028c3fc no longer exists at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 07:42:39.075565 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-52391727-9465-4b40-99d8-a5cc13e72730 req-8e6e6beb-4544-4140-88ec-5669a72cff7e tempest-TestServerAdvancedOps-868832884 tempest-TestServerAdvancedOps-868832884-project] Made reservation on behalf of d0132b9f15a24238a6d0205c99af8a0c for: {'port': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 07:42:39.076689 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-292bf102-a5e3-49eb-a5b9-5d56aa72b804 None None] DHCP port deletion for 89cc1413-f032-4af8-9668-29cf1676784b request from dv-neutron-861624-1-hyperv {{(pid=103334) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 07:42:39.080913 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [req-52391727-9465-4b40-99d8-a5cc13e72730 req-8e6e6beb-4544-4140-88ec-5669a72cff7e tempest-TestServerAdvancedOps-868832884 tempest-TestServerAdvancedOps-868832884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:39.088760 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] No Port match for: 0b3fe434-63b4-4574-a267-f3a66028c3fc {{(pid=103334) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 19 07:42:39.089117 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device 0b3fe434-63b4-4574-a267-f3a66028c3fc not bound to the agent host dv-neutron-861624-1-hyperv {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 07:42:39.089535 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device bfd2c38e-5943-458b-8bce-d4f9201a47ce no longer exists at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 07:42:39.108807 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Pushing event updated for resources: {'Port': ['ID=b6907c23-feb5-4a47-890d-477a3a0d2251,revision_number=4']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:42:39.130855 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb7e453c-2166-4f14-891c-1c646a105340 None None] No DVR routers for this DVR port bfd2c38e-5943-458b-8bce-d4f9201a47ce on host dv-neutron-861624-1-hyperv {{(pid=103334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 19 07:42:39.161055 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] No Port match for: bfd2c38e-5943-458b-8bce-d4f9201a47ce {{(pid=103334) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 19 07:42:39.161425 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device bfd2c38e-5943-458b-8bce-d4f9201a47ce not bound to the agent host dv-neutron-861624-1-hyperv {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 07:42:39.198312 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-4cc4422d-0f56-4926-8310-65a81eb44b75 tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Notify callbacks [] for port, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:39.199685 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.extraroute_db [None req-578125ad-58c1-45fa-b040-39afbd3bfc2b tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Added routes are [] {{(pid=103332) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Oct 19 07:42:39.200594 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.extraroute_db [None req-578125ad-58c1-45fa-b040-39afbd3bfc2b tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Removed routes are [] {{(pid=103332) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Oct 19 07:42:39.201157 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-578125ad-58c1-45fa-b040-39afbd3bfc2b tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1693896', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1692821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12609'] for router, precommit_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:39.209924 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49341142-1927-4dfa-82bf-9c0e6c85435b req-a51d1150-f3d1-45d4-bed1-d56e92045981 tempest-TestNetworkAdvancedServerOps-260085928 tempest-TestNetworkAdvancedServerOps-260085928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:42:39.211571 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-49341142-1927-4dfa-82bf-9c0e6c85435b req-a51d1150-f3d1-45d4-bed1-d56e92045981 tempest-TestNetworkAdvancedServerOps-260085928 tempest-TestNetworkAdvancedServerOps-260085928-project] 10.222.0.27 "GET /v2.0/ports?device_id=7bfd5314-4c55-4597-8b3e-da476697892d HTTP/1.1" status: 200 len: 943 time: 0.2206097 Oct 19 07:42:39.218325 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-b41ce954-5e5d-447c-af65-58b4ef0dfc19 tempest-BulkNetworkOpsIpV6Test-187216048 tempest-BulkNetworkOpsIpV6Test-187216048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133553798'] for port, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:39.252762 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-498d7e8f-bfd2-4ee6-a1e2-98eba65cf158 None None] Attempt 8 to provision port 2cef3319-c6b1-4260-ba6c-00d813dcf62d Oct 19 07:42:39.261155 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-06630e15-59c6-4242-92e4-3570dd8d409c None None] Attempting to bind port fede9c0d-6350-4bc1-b269-252c02d02606 on host dv-neutron-861624-1-hyperv for vnic_type normal with profile {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 19 07:42:39.261367 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-06630e15-59c6-4242-92e4-3570dd8d409c None None] Attempting to bind port fede9c0d-6350-4bc1-b269-252c02d02606 by drivers openvswitch,hyperv on host dv-neutron-861624-1-hyperv at level 0 using segments [{'id': '4d79eb2a-b33b-46d9-b514-370fbba60a5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'cf3150c1-5168-4bd8-a442-ec781df58212'}] {{(pid=103334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 19 07:42:39.261958 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06630e15-59c6-4242-92e4-3570dd8d409c None None] Attempting to bind port fede9c0d-6350-4bc1-b269-252c02d02606 on network cf3150c1-5168-4bd8-a442-ec781df58212 {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 07:42:39.272364 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-4cc4422d-0f56-4926-8310-65a81eb44b75 tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785020947330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130996763'] for port, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:39.321012 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06630e15-59c6-4242-92e4-3570dd8d409c None None] Pushing event updated for resources: {'Port': ['ID=fede9c0d-6350-4bc1-b269-252c02d02606,revision_number=1']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:42:39.324630 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41ce954-5e5d-447c-af65-58b4ef0dfc19 tempest-BulkNetworkOpsIpV6Test-187216048 tempest-BulkNetworkOpsIpV6Test-187216048-project] Pushing event deleted for resources: {'Port': ['ID=b6907c23-feb5-4a47-890d-477a3a0d2251,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:42:39.329077 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b41ce954-5e5d-447c-af65-58b4ef0dfc19 tempest-BulkNetworkOpsIpV6Test-187216048 tempest-BulkNetworkOpsIpV6Test-187216048-project] No DVR routers for this DVR port b6907c23-feb5-4a47-890d-477a3a0d2251 on host dv-neutron-861624-1-hyperv {{(pid=103332) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 19 07:42:39.332722 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06630e15-59c6-4242-92e4-3570dd8d409c None None] Checking agent: {'id': 'a5b0152c-d633-409b-aaf8-3b76458e2410', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861624-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 19, 7, 30, 19), 'started_at': datetime.datetime(2022, 10, 19, 7, 30, 49), 'heartbeat_timestamp': datetime.datetime(2022, 10, 19, 7, 42, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861624-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 07:42:39.333113 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06630e15-59c6-4242-92e4-3570dd8d409c None None] Checking segment: {'id': '4d79eb2a-b33b-46d9-b514-370fbba60a5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'cf3150c1-5168-4bd8-a442-ec781df58212'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 19 07:42:39.333520 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-06630e15-59c6-4242-92e4-3570dd8d409c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:39.333918 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06630e15-59c6-4242-92e4-3570dd8d409c None None] Bound using segment: {'id': '4d79eb2a-b33b-46d9-b514-370fbba60a5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'cf3150c1-5168-4bd8-a442-ec781df58212'} {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 07:42:39.334420 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-06630e15-59c6-4242-92e4-3570dd8d409c None None] Bound port: fede9c0d-6350-4bc1-b269-252c02d02606, host: dv-neutron-861624-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d79eb2a-b33b-46d9-b514-370fbba60a5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'cf3150c1-5168-4bd8-a442-ec781df58212'}}] {{(pid=103334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 19 07:42:39.334793 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-06630e15-59c6-4242-92e4-3570dd8d409c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:39.356400 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-50de5a30-0a3b-4613-9636-f1270492dca4 tempest-FloatingIPNegativeTestJSON-1532199059 tempest-FloatingIPNegativeTestJSON-1532199059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:39.384836 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7e453c-2166-4f14-891c-1c646a105340 None None] Pushing event deleted for resources: {'Port': ['ID=bfd2c38e-5943-458b-8bce-d4f9201a47ce,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:42:39.392397 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-498d7e8f-bfd2-4ee6-a1e2-98eba65cf158 None None] Port 2cef3319-c6b1-4260-ba6c-00d813dcf62d cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 07:42:39.404939 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] For port 8e811ad9-9c33-4129-980f-ace6b6615c7d, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=8e811ad9-9c33-4129-980f-ace6b6615c7d,segment=NetworkSegment(8493a2bc-032c-45cf-957b-f2fdee941360),segment_id=8493a2bc-032c-45cf-957b-f2fdee941360)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:42:39.423148 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-49341142-1927-4dfa-82bf-9c0e6c85435b req-c90694b1-d9aa-4b01-b27e-d6803876f503 tempest-TestNetworkAdvancedServerOps-260085928 tempest-TestNetworkAdvancedServerOps-260085928-project] 10.222.0.27 "GET /v2.0/security-groups?id=705be772-8c7b-4b84-954c-59b0a7452e78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1697209 Oct 19 07:42:39.457157 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-292bf102-a5e3-49eb-a5b9-5d56aa72b804 None None] Deleting port b6907c23-feb5-4a47-890d-477a3a0d2251 {{(pid=103334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 07:42:39.457157 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-292bf102-a5e3-49eb-a5b9-5d56aa72b804 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:39.457157 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Returning: {'device': '8e811ad9-9c33-4129-980f-ace6b6615c7d', 'network_id': '6d49fd8a-7643-40eb-ab2d-b752a1374d55', 'port_id': '8e811ad9-9c33-4129-980f-ace6b6615c7d', 'mac_address': 'fa:16:3e:08:56:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '39b46f5d-56e1-4b9e-adf7-e07d6d6b0a59', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103334) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 07:42:39.457494 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-578125ad-58c1-45fa-b040-39afbd3bfc2b tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1693896', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1692821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12609'] for router, precommit_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:39.479228 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-578125ad-58c1-45fa-b040-39afbd3bfc2b tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1693859', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1693873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1693882', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1692830'] for router, after_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:39.514097 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc4422d-0f56-4926-8310-65a81eb44b75 tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Pushing event updated for resources: {'Port': ['ID=9752cbef-f72d-4cfb-9bf2-609d21463db6,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:42:39.522445 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-b41ce954-5e5d-447c-af65-58b4ef0dfc19 tempest-BulkNetworkOpsIpV6Test-187216048 tempest-BulkNetworkOpsIpV6Test-187216048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-673051', 'neutron.services.segments.db._delete_segments_for_network-8785021519108'] for network, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:39.526403 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-b2b41d35-2a74-421b-9a1e-77ae01b05ab8 req-b10e1826-f538-49a6-8f0d-a8c1e873d90f tempest-TestServerAdvancedOps-868832884 tempest-TestServerAdvancedOps-868832884-project] 10.222.0.27 "GET /v2.0/ports?device_id=abfb3cf5-9e46-4bed-af19-03fee3203815 HTTP/1.1" status: 200 len: 210 time: 0.0681727 Oct 19 07:42:39.562660 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cc4422d-0f56-4926-8310-65a81eb44b75 tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Network 268ab1d6-2bf3-4d53-ba51-350459345337 is already hosted by enough agents. {{(pid=103333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 07:42:39.578403 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-06630e15-59c6-4242-92e4-3570dd8d409c None None] For port fede9c0d-6350-4bc1-b269-252c02d02606, host dv-neutron-861624-1-hyperv, cleared binding levels {{(pid=103334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 07:42:39.581259 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-292bf102-a5e3-49eb-a5b9-5d56aa72b804 None None] For port b6907c23-feb5-4a47-890d-477a3a0d2251, host dv-neutron-861624-1-hyperv, got binding levels [] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:42:39.581913 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-292bf102-a5e3-49eb-a5b9-5d56aa72b804 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:39.583869 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.services.segments.db [None req-b41ce954-5e5d-447c-af65-58b4ef0dfc19 tempest-BulkNetworkOpsIpV6Test-187216048 tempest-BulkNetworkOpsIpV6Test-187216048-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89cc1413-f032-4af8-9668-29cf1676784b']}} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:42:39.606179 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-292bf102-a5e3-49eb-a5b9-5d56aa72b804 None None] Calling delete_port for b6907c23-feb5-4a47-890d-477a3a0d2251 owned by network:dhcp {{(pid=103334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 07:42:39.607840 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Current status of the port 8e811ad9-9c33-4129-980f-ace6b6615c7d is: DOWN; New status is: BUILD {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:42:39.608756 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-4cc4422d-0f56-4926-8310-65a81eb44b75 tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Resources bound (agent type, host, resource id): {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:42:39.609166 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:39.617426 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cc4422d-0f56-4926-8310-65a81eb44b75 tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Received port after_create {{(pid=103333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 07:42:39.621083 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.services.segments.db [None req-b41ce954-5e5d-447c-af65-58b4ef0dfc19 tempest-BulkNetworkOpsIpV6Test-187216048 tempest-BulkNetworkOpsIpV6Test-187216048-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f86eda99-58aa-4912-8143-f40e3aebd4c2') {'for_net_delete': True} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:42:39.621465 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.services.segments.db [None req-b41ce954-5e5d-447c-af65-58b4ef0dfc19 tempest-BulkNetworkOpsIpV6Test-187216048 tempest-BulkNetworkOpsIpV6Test-187216048-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f86eda99-58aa-4912-8143-f40e3aebd4c2') {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:42:39.627165 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.ipam_backend_mixin [None req-292bf102-a5e3-49eb-a5b9-5d56aa72b804 None None] Port b6907c23-feb5-4a47-890d-477a3a0d2251 was not found and therefore no delete operation was performed {{(pid=103334) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Oct 19 07:42:39.629113 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-06630e15-59c6-4242-92e4-3570dd8d409c None None] For port fede9c0d-6350-4bc1-b269-252c02d02606, host dv-neutron-861624-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=fede9c0d-6350-4bc1-b269-252c02d02606,segment=NetworkSegment(4d79eb2a-b33b-46d9-b514-370fbba60a5f),segment_id=4d79eb2a-b33b-46d9-b514-370fbba60a5f)] {{(pid=103334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 07:42:39.631913 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.notifiers.nova [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e811ad9-9c33-4129-980f-ace6b6615c7d {{(pid=103334) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 19 07:42:39.635713 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-b41ce954-5e5d-447c-af65-58b4ef0dfc19 tempest-BulkNetworkOpsIpV6Test-187216048 tempest-BulkNetworkOpsIpV6Test-187216048-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785021519382', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130726885'] for segment, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:39.637594 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-292bf102-a5e3-49eb-a5b9-5d56aa72b804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339'] for port, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:39.638376 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-578125ad-58c1-45fa-b040-39afbd3bfc2b tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Router 5a3ee82e-b69d-4a9d-a681-af0f007cfa8a has already been hosted by L3 agent ab388470-1243-4d53-80f2-c2f5899c97a7 {{(pid=103332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 07:42:39.643814 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-06630e15-59c6-4242-92e4-3570dd8d409c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:39.659426 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-b41ce954-5e5d-447c-af65-58b4ef0dfc19 tempest-BulkNetworkOpsIpV6Test-187216048 tempest-BulkNetworkOpsIpV6Test-187216048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979'] for segment, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:39.678598 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-0a91c6da-1b18-48ad-be1b-02adb00180e9 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130996763'] for port, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:39.680361 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292bf102-a5e3-49eb-a5b9-5d56aa72b804 None None] Pushing event deleted for resources: {'Port': ['ID=b6907c23-feb5-4a47-890d-477a3a0d2251,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:42:39.699427 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] For port 8e811ad9-9c33-4129-980f-ace6b6615c7d, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=8e811ad9-9c33-4129-980f-ace6b6615c7d,segment=NetworkSegment(8493a2bc-032c-45cf-957b-f2fdee941360),segment_id=8493a2bc-032c-45cf-957b-f2fdee941360)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:42:39.700952 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-292bf102-a5e3-49eb-a5b9-5d56aa72b804 None None] No DVR routers for this DVR port b6907c23-feb5-4a47-890d-477a3a0d2251 on host dv-neutron-861624-1-hyperv {{(pid=103334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 19 07:42:39.708920 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b41ce954-5e5d-447c-af65-58b4ef0dfc19 tempest-BulkNetworkOpsIpV6Test-187216048 tempest-BulkNetworkOpsIpV6Test-187216048-project] Releasing vlan 172 on physical network physnet1 to pool {{(pid=103332) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 07:42:39.709535 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-b41ce954-5e5d-447c-af65-58b4ef0dfc19 tempest-BulkNetworkOpsIpV6Test-187216048 tempest-BulkNetworkOpsIpV6Test-187216048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-133553843'] for segment, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:39.728122 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:39.743761 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.db_base_plugin_common [req-52391727-9465-4b40-99d8-a5cc13e72730 req-8e6e6beb-4544-4140-88ec-5669a72cff7e tempest-TestServerAdvancedOps-868832884 tempest-TestServerAdvancedOps-868832884-project] Allocated IP 172.20.0.11 (63e832ea-99a5-479b-8e2e-e790da88995d/e477b024-7292-4543-8bcb-7f51bee40870/cb0b6aac-18ad-4bc1-a130-af1b5c727fd2) {{(pid=103333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 07:42:39.762630 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-578125ad-58c1-45fa-b040-39afbd3bfc2b tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Notify agent at l3_agent.dv-neutron-861624-1-hyperv the message routers_updated {{(pid=103332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 07:42:39.764436 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06630e15-59c6-4242-92e4-3570dd8d409c None None] Pushing event updated for resources: {'Port': ['ID=fede9c0d-6350-4bc1-b269-252c02d02606,revision_number=2']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:42:39.771464 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-578125ad-58c1-45fa-b040-39afbd3bfc2b tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Notify callbacks [] for router, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:39.773999 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf9c62a6-3bf4-47bc-8fdb-216e83109b40 None None] Sync routers for ids ['5a3ee82e-b69d-4a9d-a681-af0f007cfa8a'] in dv-neutron-861624-1-hyperv {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 07:42:39.779309 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-578125ad-58c1-45fa-b040-39afbd3bfc2b tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] 10.222.0.27 "PUT /v2.0/routers/5a3ee82e-b69d-4a9d-a681-af0f007cfa8a HTTP/1.1" status: 200 len: 700 time: 1.2051723 Oct 19 07:42:39.787576 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 58306) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:42:39.790033 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf9c62a6-3bf4-47bc-8fdb-216e83109b40 None None] Routers {'5a3ee82e-b69d-4a9d-a681-af0f007cfa8a'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 07:42:39.791199 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-bf9c62a6-3bf4-47bc-8fdb-216e83109b40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T07:42:16Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['5a3ee82e-b69d-4a9d-a681-af0f007cfa8a'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:42:39.808699 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a91c6da-1b18-48ad-be1b-02adb00180e9 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Pushing event deleted for resources: {'Port': ['ID=2cef3319-c6b1-4260-ba6c-00d813dcf62d,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:42:39.883649 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device b6907c23-feb5-4a47-890d-477a3a0d2251 no longer exists at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 07:42:39.887579 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Pushing event updated for resources: {'Port': ['ID=8e811ad9-9c33-4129-980f-ace6b6615c7d,revision_number=4']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:42:39.901937 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-45647948-aa55-4559-8d4e-8c3436bb9be3 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] 10.222.0.27 "GET /v2.0/ports?device_id=5a3ee82e-b69d-4a9d-a681-af0f007cfa8a HTTP/1.1" status: 200 len: 205 time: 0.1134591 Oct 19 07:42:39.903686 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 58308) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:42:39.909902 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-498d7e8f-bfd2-4ee6-a1e2-98eba65cf158 None None] Attempt 9 to provision port 2cef3319-c6b1-4260-ba6c-00d813dcf62d Oct 19 07:42:39.915363 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] No Port match for: b6907c23-feb5-4a47-890d-477a3a0d2251 {{(pid=103334) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 19 07:42:39.915578 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-b41ce954-5e5d-447c-af65-58b4ef0dfc19 tempest-BulkNetworkOpsIpV6Test-187216048 tempest-BulkNetworkOpsIpV6Test-187216048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-673044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1695087'] for network, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:39.915731 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device b6907c23-feb5-4a47-890d-477a3a0d2251 not bound to the agent host dv-neutron-861624-1-hyperv {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 07:42:39.926644 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-0a91c6da-1b18-48ad-be1b-02adb00180e9 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42160'] for port, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:39.931738 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-b41ce954-5e5d-447c-af65-58b4ef0dfc19 tempest-BulkNetworkOpsIpV6Test-187216048 tempest-BulkNetworkOpsIpV6Test-187216048-project] Notify callbacks [] for network, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:39.935512 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-498d7e8f-bfd2-4ee6-a1e2-98eba65cf158 None None] Port 2cef3319-c6b1-4260-ba6c-00d813dcf62d was deleted so its status cannot be updated. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Oct 19 07:42:39.937777 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-0a91c6da-1b18-48ad-be1b-02adb00180e9 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] 10.222.0.27 "DELETE /v2.0/ports/2cef3319-c6b1-4260-ba6c-00d813dcf62d HTTP/1.1" status: 204 len: 168 time: 2.1308746 Oct 19 07:42:39.942191 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-b41ce954-5e5d-447c-af65-58b4ef0dfc19 tempest-BulkNetworkOpsIpV6Test-187216048 tempest-BulkNetworkOpsIpV6Test-187216048-project] 10.222.0.27 "DELETE /v2.0/networks/89cc1413-f032-4af8-9668-29cf1676784b HTTP/1.1" status: 204 len: 168 time: 2.4216855 Oct 19 07:42:39.951201 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-498d7e8f-bfd2-4ee6-a1e2-98eba65cf158 None None] Provisioning complete for port ebae261c-7180-4561-8bab-e91a61b194fc triggered by entity DHCP. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:42:39.952053 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-498d7e8f-bfd2-4ee6-a1e2-98eba65cf158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:39.952565 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-498d7e8f-bfd2-4ee6-a1e2-98eba65cf158 None None] Attempt 1 to provision port ebae261c-7180-4561-8bab-e91a61b194fc Oct 19 07:42:39.955772 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cc4422d-0f56-4926-8310-65a81eb44b75 tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:42:39.960634 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-4cc4422d-0f56-4926-8310-65a81eb44b75 tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42160'] for port, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:39.962470 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvr_db [None req-bf9c62a6-3bf4-47bc-8fdb-216e83109b40 None None] Set router 5a3ee82e-b69d-4a9d-a681-af0f007cfa8a gateway port host: None {{(pid=103335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 07:42:39.980403 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 58310) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:42:39.981360 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 58312) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:42:39.981839 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] get_ports_and_sgs() called for port_ids ['8e811ad9-9c33-4129-980f-ace6b6615c7d'] {{(pid=103334) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 19 07:42:40.029625 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41ce954-5e5d-447c-af65-58b4ef0dfc19 tempest-BulkNetworkOpsIpV6Test-187216048 tempest-BulkNetworkOpsIpV6Test-187216048-project] Pushing event deleted for resources: {'Network': ['ID=89cc1413-f032-4af8-9668-29cf1676784b,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:42:40.070789 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-bf9c62a6-3bf4-47bc-8fdb-216e83109b40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a3ee82e-b69d-4a9d-a681-af0f007cfa8a', 'name': 'tempest-RoutersTest-router-906858636', 'tenant_id': 'ea2e94e7c58741afa39e88c6d73f4fb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T07:41:03Z', 'updated_at': '2022-10-19T07:42:31Z', 'revision_number': 11, 'project_id': 'ea2e94e7c58741afa39e88c6d73f4fb1', 'gw_port_host': None}], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:42:40.120471 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-18c672ee-6080-4901-bfcd-3ffd3c1724cf tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Notify callbacks [] for router, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:40.149707 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-498d7e8f-bfd2-4ee6-a1e2-98eba65cf158 None None] Current status of the port ebae261c-7180-4561-8bab-e91a61b194fc is: ACTIVE; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:42:40.163447 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf9c62a6-3bf4-47bc-8fdb-216e83109b40 None None] Checking router: 5a3ee82e-b69d-4a9d-a681-af0f007cfa8a for host: dv-neutron-861624-1-hyperv {{(pid=103335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 07:42:40.180894 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf9c62a6-3bf4-47bc-8fdb-216e83109b40 None None] Routers {'5a3ee82e-b69d-4a9d-a681-af0f007cfa8a'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 07:42:40.181732 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-bf9c62a6-3bf4-47bc-8fdb-216e83109b40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T07:42:16Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['5a3ee82e-b69d-4a9d-a681-af0f007cfa8a'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:42:40.291585 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-5f92e436-8553-419e-b5e8-c684a6cb26bc None None] Could not find standard attr ID for object d61fb4fd-97a3-460c-a2db-13a89e691ada. {{(pid=103334) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 19 07:42:40.305585 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvr_db [None req-bf9c62a6-3bf4-47bc-8fdb-216e83109b40 None None] Set router 5a3ee82e-b69d-4a9d-a681-af0f007cfa8a gateway port host: None {{(pid=103335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 07:42:40.315402 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-5f92e436-8553-419e-b5e8-c684a6cb26bc None None] Could not find standard attr ID for object bfd2c38e-5943-458b-8bce-d4f9201a47ce. {{(pid=103334) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 19 07:42:40.328433 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-5f92e436-8553-419e-b5e8-c684a6cb26bc None None] Could not find standard attr ID for object b6907c23-feb5-4a47-890d-477a3a0d2251. {{(pid=103334) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 19 07:42:40.377566 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-18c672ee-6080-4901-bfcd-3ffd3c1724cf tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1693565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12618'] for router, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:40.379830 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-18c672ee-6080-4901-bfcd-3ffd3c1724cf tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:40.381532 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-bf9c62a6-3bf4-47bc-8fdb-216e83109b40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a3ee82e-b69d-4a9d-a681-af0f007cfa8a', 'name': 'tempest-RoutersTest-router-906858636', 'tenant_id': 'ea2e94e7c58741afa39e88c6d73f4fb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T07:41:03Z', 'updated_at': '2022-10-19T07:42:31Z', 'revision_number': 11, 'project_id': 'ea2e94e7c58741afa39e88c6d73f4fb1', 'gw_port_host': None}], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:42:40.412071 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf9c62a6-3bf4-47bc-8fdb-216e83109b40 None None] The sync data for ids ['5a3ee82e-b69d-4a9d-a681-af0f007cfa8a'] in dv-neutron-861624-1-hyperv is: [{'id': '5a3ee82e-b69d-4a9d-a681-af0f007cfa8a', 'name': 'tempest-RoutersTest-router-906858636', 'tenant_id': 'ea2e94e7c58741afa39e88c6d73f4fb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T07:41:03Z', 'updated_at': '2022-10-19T07:42:31Z', 'revision_number': 11, 'project_id': 'ea2e94e7c58741afa39e88c6d73f4fb1', 'gw_port_host': None}] {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 07:42:40.426045 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-18c672ee-6080-4901-bfcd-3ffd3c1724cf tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1693542'] for router, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:40.426815 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18c672ee-6080-4901-bfcd-3ffd3c1724cf tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Fanout notify agent at l3_agent the message router_deleted on router 5a3ee82e-b69d-4a9d-a681-af0f007cfa8a {{(pid=103332) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 07:42:40.438196 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-18c672ee-6080-4901-bfcd-3ffd3c1724cf tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Notify callbacks [] for router, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:40.439432 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-18c672ee-6080-4901-bfcd-3ffd3c1724cf tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] 10.222.0.27 "DELETE /v2.0/routers/5a3ee82e-b69d-4a9d-a681-af0f007cfa8a HTTP/1.1" status: 204 len: 168 time: 0.5344377 Oct 19 07:42:40.446049 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 58314) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:42:40.450580 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-f082b866-ff3f-4427-a055-9c9dbe8d2217 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-955211654', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:42:40.453211 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-0dfedfe3-1146-418b-8a93-d904643ec868 tempest-BulkNetworkOpsIpV6Test-187216048 tempest-BulkNetworkOpsIpV6Test-187216048-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-667019'] for network, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:40.480368 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-f082b866-ff3f-4427-a055-9c9dbe8d2217 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1692695', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12668'] for router, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:40.481463 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-f082b866-ff3f-4427-a055-9c9dbe8d2217 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1692835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1693910', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1621825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12659'] for router, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:40.521824 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.pecan_wsgi.hooks.translation [None req-87fafb14-8a37-49d7-98e7-4f3dcccf0c67 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] GET failed (client error): The resource could not be found. Oct 19 07:42:40.523772 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-87fafb14-8a37-49d7-98e7-4f3dcccf0c67 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] 10.222.0.27 "GET /v2.0/ports/2cef3319-c6b1-4260-ba6c-00d813dcf62d HTTP/1.1" status: 404 len: 333 time: 0.5413823 Oct 19 07:42:40.529539 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [req-52391727-9465-4b40-99d8-a5cc13e72730 req-8e6e6beb-4544-4140-88ec-5669a72cff7e tempest-TestServerAdvancedOps-868832884 tempest-TestServerAdvancedOps-868832884-project] Notify callbacks [] for port, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:40.532399 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 58320) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:42:40.543361 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-4cc4422d-0f56-4926-8310-65a81eb44b75 tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.9898579 Oct 19 07:42:40.551699 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.services.segments.plugin [-] Segment f86eda99-58aa-4912-8143-f40e3aebd4c2 resource provider aggregate not found Oct 19 07:42:40.554476 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 58322) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:42:40.599627 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-f082b866-ff3f-4427-a055-9c9dbe8d2217 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:40.601748 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.services.segments.plugin [-] Segment f86eda99-58aa-4912-8143-f40e3aebd4c2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f86eda99-58aa-4912-8143-f40e3aebd4c2 found for delete ", "request_id": "req-3bc2d8fc-7006-47b2-8376-9cccda8881d8"}]} Oct 19 07:42:40.607016 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-f082b866-ff3f-4427-a055-9c9dbe8d2217 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1692844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1693859'] for router, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:40.637907 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-f082b866-ff3f-4427-a055-9c9dbe8d2217 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Notify callbacks [] for router, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:40.638961 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-f082b866-ff3f-4427-a055-9c9dbe8d2217 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] 10.222.0.27 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1919458 Oct 19 07:42:40.643909 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 58328) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:42:40.644462 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-893b5b3f-fd69-44af-97b3-e9edf814363c tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Request body: {'port': {'network_id': '268ab1d6-2bf3-4d53-ba51-350459345337', 'name': 'tempest-FloatingIPTestJSON-722908055'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:42:40.661231 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-d2676d5b-5701-4024-979f-67a6d9bbdc6c tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Request body: {'router': {'admin_state_up': True}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:42:40.666375 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-08d9ee17-2577-4b14-a278-cd46c5e43c4a req-a91a232b-9b4a-4aea-a0fd-fc92faab9c71 tempest-TestServerAdvancedOps-868832884 tempest-TestServerAdvancedOps-868832884-project] 10.222.0.27 "GET /v2.0/ports?device_id=abfb3cf5-9e46-4bed-af19-03fee3203815 HTTP/1.1" status: 200 len: 210 time: 0.0436857 Oct 19 07:42:40.714532 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5a1f6d-eb9b-49d6-a4d6-9c52f2970846 req-7fda82d2-de64-471e-b93f-933a21c1b4d2 tempest-TestNetworkAdvancedServerOps-260085928 tempest-TestNetworkAdvancedServerOps-260085928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:42:40.716809 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-9a5a1f6d-eb9b-49d6-a4d6-9c52f2970846 req-7fda82d2-de64-471e-b93f-933a21c1b4d2 tempest-TestNetworkAdvancedServerOps-260085928 tempest-TestNetworkAdvancedServerOps-260085928-project] 10.222.0.27 "GET /v2.0/ports?device_id=7bfd5314-4c55-4597-8b3e-da476697892d HTTP/1.1" status: 200 len: 944 time: 0.1918697 Oct 19 07:42:40.723644 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.db_base_plugin_v2 [None req-8eb94cd9-c6cb-4163-a43c-1c5dcae09856 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Deleting subnet f2dab835-fd74-4f08-8bec-f9e934689d02 {{(pid=103333) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 19 07:42:40.727354 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-8eb94cd9-c6cb-4163-a43c-1c5dcae09856 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Notify callbacks [] for subnet, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:40.862519 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.db_base_plugin_common [None req-50de5a30-0a3b-4613-9636-f1270492dca4 tempest-FloatingIPNegativeTestJSON-1532199059 tempest-FloatingIPNegativeTestJSON-1532199059-project] Allocated IP 172.20.0.1 (cf3150c1-5168-4bd8-a442-ec781df58212/3edddf2b-9825-4568-9495-7f7cbd74b113/9f8c57f0-6f75-43f2-819f-006f00b3d669) {{(pid=103333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 07:42:40.866166 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-9a5a1f6d-eb9b-49d6-a4d6-9c52f2970846 req-bd67dba0-ca7d-44be-9e5f-be65b9e39b95 tempest-TestNetworkAdvancedServerOps-260085928 tempest-TestNetworkAdvancedServerOps-260085928-project] 10.222.0.27 "GET /v2.0/security-groups?id=705be772-8c7b-4b84-954c-59b0a7452e78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1413789 Oct 19 07:42:40.891268 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-0dfedfe3-1146-418b-8a93-d904643ec868 tempest-BulkNetworkOpsIpV6Test-187216048 tempest-BulkNetworkOpsIpV6Test-187216048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-673051', 'neutron.services.segments.db._delete_segments_for_network-8785021519108'] for network, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:40.912604 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-8eb94cd9-c6cb-4163-a43c-1c5dcae09856 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-134111928'] for subnet, precommit_delete_associations {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:40.936110 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-d2676d5b-5701-4024-979f-67a6d9bbdc6c tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1693896', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1692821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12609'] for router, precommit_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:40.950981 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-d2676d5b-5701-4024-979f-67a6d9bbdc6c tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1693859', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1693873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1693882', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1692830'] for router, after_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:40.974463 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [req-52391727-9465-4b40-99d8-a5cc13e72730 req-8e6e6beb-4544-4140-88ec-5669a72cff7e tempest-TestServerAdvancedOps-868832884 tempest-TestServerAdvancedOps-868832884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785020947330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130996763'] for port, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:41.006611 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-0dfedfe3-1146-418b-8a93-d904643ec868 tempest-BulkNetworkOpsIpV6Test-187216048 tempest-BulkNetworkOpsIpV6Test-187216048-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0b75234-ce4c-4069-9a4c-b483fb377db2']}} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:42:41.020778 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Device 8e811ad9-9c33-4129-980f-ace6b6615c7d up at agent hyperv_hv-neutron-8616 {{(pid=103334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 07:42:41.062533 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-0dfedfe3-1146-418b-8a93-d904643ec868 tempest-BulkNetworkOpsIpV6Test-187216048 tempest-BulkNetworkOpsIpV6Test-187216048-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb875d01-9011-4ecc-ae50-6c3a814f043b') {'for_net_delete': True} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:42:41.062918 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-0dfedfe3-1146-418b-8a93-d904643ec868 tempest-BulkNetworkOpsIpV6Test-187216048 tempest-BulkNetworkOpsIpV6Test-187216048-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb875d01-9011-4ecc-ae50-6c3a814f043b') {} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:42:41.066948 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2676d5b-5701-4024-979f-67a6d9bbdc6c tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Router 4674a98d-4f3c-41cb-93f3-45efb94e2a2c is scheduled to L3 agent ab388470-1243-4d53-80f2-c2f5899c97a7 with binding_index 1 {{(pid=103332) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 07:42:41.095725 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Provisioning for port 8e811ad9-9c33-4129-980f-ace6b6615c7d completed by entity L2. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 19 07:42:41.100728 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Provisioning complete for port 8e811ad9-9c33-4129-980f-ace6b6615c7d triggered by entity L2. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:42:41.101279 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:41.101719 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Attempt 1 to provision port 8e811ad9-9c33-4129-980f-ace6b6615c7d Oct 19 07:42:41.105853 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-0dfedfe3-1146-418b-8a93-d904643ec868 tempest-BulkNetworkOpsIpV6Test-187216048 tempest-BulkNetworkOpsIpV6Test-187216048-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785021519382', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-134111927'] for segment, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:41.141755 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb41f524-1e8a-4603-8c9a-b3b023dac60e None None] Network cf3150c1-5168-4bd8-a442-ec781df58212 requested from dv-neutron-861624-1-hyperv {{(pid=103334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 07:42:41.156575 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2676d5b-5701-4024-979f-67a6d9bbdc6c tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Notify agent at l3_agent.dv-neutron-861624-1-hyperv the message routers_updated {{(pid=103332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 07:42:41.162290 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-52391727-9465-4b40-99d8-a5cc13e72730 req-8e6e6beb-4544-4140-88ec-5669a72cff7e tempest-TestServerAdvancedOps-868832884 tempest-TestServerAdvancedOps-868832884-project] Network 63e832ea-99a5-479b-8e2e-e790da88995d is already hosted by enough agents. {{(pid=103333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 07:42:41.164047 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-d2676d5b-5701-4024-979f-67a6d9bbdc6c tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Notify callbacks [] for router, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:41.168126 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-d2676d5b-5701-4024-979f-67a6d9bbdc6c tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] 10.222.0.27 "PUT /v2.0/routers/4674a98d-4f3c-41cb-93f3-45efb94e2a2c HTTP/1.1" status: 200 len: 693 time: 0.5252359 Oct 19 07:42:41.169078 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 58330) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:42:41.180738 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b7e0750-30f2-4274-aeb9-5547f76ff2cf None None] Sync routers for ids ['4674a98d-4f3c-41cb-93f3-45efb94e2a2c'] in dv-neutron-861624-1-hyperv {{(pid=103334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 07:42:41.206243 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [req-52391727-9465-4b40-99d8-a5cc13e72730 req-8e6e6beb-4544-4140-88ec-5669a72cff7e tempest-TestServerAdvancedOps-868832884 tempest-TestServerAdvancedOps-868832884-project] Resources bound (agent type, host, resource id): {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:42:41.209009 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.l3_dvrscheduler_db [req-52391727-9465-4b40-99d8-a5cc13e72730 req-8e6e6beb-4544-4140-88ec-5669a72cff7e tempest-TestServerAdvancedOps-868832884 tempest-TestServerAdvancedOps-868832884-project] Received port after_create {{(pid=103333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 07:42:41.251401 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-0dfedfe3-1146-418b-8a93-d904643ec868 tempest-BulkNetworkOpsIpV6Test-187216048 tempest-BulkNetworkOpsIpV6Test-187216048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979'] for segment, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:41.253587 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6e6beb-4544-4140-88ec-5669a72cff7e tempest-TestServerAdvancedOps-868832884 tempest-TestServerAdvancedOps-868832884-project] Pushing event updated for resources: {'Port': ['ID=cb0b6aac-18ad-4bc1-a130-af1b5c727fd2,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:42:41.265765 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-654f510b-6e9a-41de-88b7-86e019abdf39 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] 10.222.0.27 "GET /v2.0/routers/4674a98d-4f3c-41cb-93f3-45efb94e2a2c HTTP/1.1" status: 200 len: 699 time: 0.0920746 Oct 19 07:42:41.265765 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 58332) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:42:41.290223 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0dfedfe3-1146-418b-8a93-d904643ec868 tempest-BulkNetworkOpsIpV6Test-187216048 tempest-BulkNetworkOpsIpV6Test-187216048-project] Releasing vlan 162 on physical network physnet1 to pool {{(pid=103333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 07:42:41.290680 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-0dfedfe3-1146-418b-8a93-d904643ec868 tempest-BulkNetworkOpsIpV6Test-187216048 tempest-BulkNetworkOpsIpV6Test-187216048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130996782'] for segment, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:41.297327 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-18c886dc-ea4c-4c8c-b6f7-91935ef675e3 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] 10.222.0.27 "GET /v2.0/ports?device_id=4674a98d-4f3c-41cb-93f3-45efb94e2a2c HTTP/1.1" status: 200 len: 205 time: 0.0301847 Oct 19 07:42:41.304089 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 58334) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:42:41.328335 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-893b5b3f-fd69-44af-97b3-e9edf814363c tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Made reservation on behalf of ebbb057f880644d8b1f4800ee4849e52 for: {'port': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 07:42:41.332207 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-893b5b3f-fd69-44af-97b3-e9edf814363c tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:41.335351 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.services.segments.plugin [-] Segment cb875d01-9011-4ecc-ae50-6c3a814f043b resource provider aggregate not found Oct 19 07:42:41.348708 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-8eb94cd9-c6cb-4163-a43c-1c5dcae09856 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-679826'] for subnet, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:41.381477 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-869f80e3-a5e7-4f83-99cf-37b5289b863e None None] Provisioning complete for port fede9c0d-6350-4bc1-b269-252c02d02606 triggered by entity DHCP. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:42:41.381854 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-869f80e3-a5e7-4f83-99cf-37b5289b863e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:41.382195 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-869f80e3-a5e7-4f83-99cf-37b5289b863e None None] Attempt 1 to provision port fede9c0d-6350-4bc1-b269-252c02d02606 Oct 19 07:42:41.392273 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-e6482072-1203-4d3e-89f8-999a07ce5ae9 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Notify callbacks [] for router, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:41.409600 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.services.segments.plugin [-] Segment cb875d01-9011-4ecc-ae50-6c3a814f043b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid cb875d01-9011-4ecc-ae50-6c3a814f043b found for delete ", "request_id": "req-25fca610-de4a-4f68-bed1-d4ee9e2236c3"}]} Oct 19 07:42:41.409861 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b7e0750-30f2-4274-aeb9-5547f76ff2cf None None] Routers {'4674a98d-4f3c-41cb-93f3-45efb94e2a2c'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 07:42:41.410269 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-1b7e0750-30f2-4274-aeb9-5547f76ff2cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T07:42:16Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['4674a98d-4f3c-41cb-93f3-45efb94e2a2c'], 'active': True} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:42:41.421517 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52391727-9465-4b40-99d8-a5cc13e72730 req-8e6e6beb-4544-4140-88ec-5669a72cff7e tempest-TestServerAdvancedOps-868832884 tempest-TestServerAdvancedOps-868832884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:42:41.422543 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [req-52391727-9465-4b40-99d8-a5cc13e72730 req-8e6e6beb-4544-4140-88ec-5669a72cff7e tempest-TestServerAdvancedOps-868832884 tempest-TestServerAdvancedOps-868832884-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42160'] for port, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:41.494077 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-50de5a30-0a3b-4613-9636-f1270492dca4 tempest-FloatingIPNegativeTestJSON-1532199059 tempest-FloatingIPNegativeTestJSON-1532199059-project] Notify callbacks [] for port, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:41.503115 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.notifiers.nova [None req-893b5b3f-fd69-44af-97b3-e9edf814363c tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] device_id is not set on port d928e266-6884-46c6-96ff-feeed864d2e3 yet. {{(pid=103333) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 19 07:42:41.519656 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-0dfedfe3-1146-418b-8a93-d904643ec868 tempest-BulkNetworkOpsIpV6Test-187216048 tempest-BulkNetworkOpsIpV6Test-187216048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-673044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1695087'] for network, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:41.537318 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvr_db [None req-1b7e0750-30f2-4274-aeb9-5547f76ff2cf None None] Set router 4674a98d-4f3c-41cb-93f3-45efb94e2a2c gateway port host: None {{(pid=103334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 07:42:41.562999 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-52391727-9465-4b40-99d8-a5cc13e72730 req-8e6e6beb-4544-4140-88ec-5669a72cff7e tempest-TestServerAdvancedOps-868832884 tempest-TestServerAdvancedOps-868832884-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5326607 Oct 19 07:42:41.566961 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-0dfedfe3-1146-418b-8a93-d904643ec868 tempest-BulkNetworkOpsIpV6Test-187216048 tempest-BulkNetworkOpsIpV6Test-187216048-project] Notify callbacks [] for network, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:41.573166 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-0dfedfe3-1146-418b-8a93-d904643ec868 tempest-BulkNetworkOpsIpV6Test-187216048 tempest-BulkNetworkOpsIpV6Test-187216048-project] 10.222.0.27 "DELETE /v2.0/networks/b0b75234-ce4c-4069-9a4c-b483fb377db2 HTTP/1.1" status: 204 len: 168 time: 1.5838344 Oct 19 07:42:41.581985 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 58340) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:42:41.588836 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [req-52391727-9465-4b40-99d8-a5cc13e72730 req-b28d24ce-cf70-493e-9218-5cfb5d0cf313 service neutron] Request body: {'port': {'device_id': 'abfb3cf5-9e46-4bed-af19-03fee3203815', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8616'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:42:41.621471 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-8eb94cd9-c6cb-4163-a43c-1c5dcae09856 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-679819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130997964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130170408'] for subnet, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:41.637603 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Current status of the port 8e811ad9-9c33-4129-980f-ace6b6615c7d is: BUILD; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:42:41.638002 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:41.640537 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-1b7e0750-30f2-4274-aeb9-5547f76ff2cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4674a98d-4f3c-41cb-93f3-45efb94e2a2c', 'name': 'tempest-RoutersTest-router-955211654', 'tenant_id': 'ea2e94e7c58741afa39e88c6d73f4fb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T07:42:40Z', 'updated_at': '2022-10-19T07:42:40Z', 'revision_number': 2, 'project_id': 'ea2e94e7c58741afa39e88c6d73f4fb1', 'gw_port_host': None}], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:42:41.657580 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfedfe3-1146-418b-8a93-d904643ec868 tempest-BulkNetworkOpsIpV6Test-187216048 tempest-BulkNetworkOpsIpV6Test-187216048-project] Pushing event deleted for resources: {'Network': ['ID=b0b75234-ce4c-4069-9a4c-b483fb377db2,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:42:41.698008 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:41.698008 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b7e0750-30f2-4274-aeb9-5547f76ff2cf None None] Checking router: 4674a98d-4f3c-41cb-93f3-45efb94e2a2c for host: dv-neutron-861624-1-hyperv {{(pid=103334) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 07:42:41.732594 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb94cd9-c6cb-4163-a43c-1c5dcae09856 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Pushing event deleted for resources: {'Subnet': ['ID=f2dab835-fd74-4f08-8bec-f9e934689d02,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:42:41.748169 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-8eb94cd9-c6cb-4163-a43c-1c5dcae09856 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Notify callbacks [] for subnet, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:41.752707 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-8eb94cd9-c6cb-4163-a43c-1c5dcae09856 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] 10.222.0.27 "DELETE /v2.0/subnets/f2dab835-fd74-4f08-8bec-f9e934689d02 HTTP/1.1" status: 204 len: 168 time: 1.2156825 Oct 19 07:42:41.769418 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bfd5314-4c55-4597-8b3e-da476697892d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e811ad9-9c33-4129-980f-ace6b6615c7d'}] {{(pid=103334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 19 07:42:41.771889 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d918bd29c62f7e926e80ce37adcd574e0921d2de3006e6b6ef58999f52d8e2e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0794a09d-b1cf-460b-a3a7-09d6a445dcc8" -d '{"events": [{"server_uuid": "7bfd5314-4c55-4597-8b3e-da476697892d", "name": "network-vif-plugged", "status": "completed", "tag": "8e811ad9-9c33-4129-980f-ace6b6615c7d"}]}' {{(pid=103334) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 07:42:41.779720 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 58344) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:42:41.806485 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef8ffb04-b3be-405c-84c9-b1b6da31cf8c None None] Network 7b6c9a75-d51f-47e1-90c8-22f7aeaf2f78 requested from dv-neutron-861624-1-hyperv {{(pid=103334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 07:42:41.844837 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] For port 8e811ad9-9c33-4129-980f-ace6b6615c7d, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=8e811ad9-9c33-4129-980f-ace6b6615c7d,segment=NetworkSegment(8493a2bc-032c-45cf-957b-f2fdee941360),segment_id=8493a2bc-032c-45cf-957b-f2fdee941360)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:42:41.845907 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b7e0750-30f2-4274-aeb9-5547f76ff2cf None None] Routers {'4674a98d-4f3c-41cb-93f3-45efb94e2a2c'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 07:42:41.846539 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-1b7e0750-30f2-4274-aeb9-5547f76ff2cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T07:42:16Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['4674a98d-4f3c-41cb-93f3-45efb94e2a2c'], 'active': True} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:42:41.899376 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-e6482072-1203-4d3e-89f8-999a07ce5ae9 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1693565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12618'] for router, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:41.902694 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-e6482072-1203-4d3e-89f8-999a07ce5ae9 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:41.962336 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-e6482072-1203-4d3e-89f8-999a07ce5ae9 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1693542'] for router, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:41.963341 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6482072-1203-4d3e-89f8-999a07ce5ae9 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Fanout notify agent at l3_agent the message router_deleted on router 4674a98d-4f3c-41cb-93f3-45efb94e2a2c {{(pid=103332) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 07:42:41.986010 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-e6482072-1203-4d3e-89f8-999a07ce5ae9 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] Notify callbacks [] for router, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:41.987786 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-e6482072-1203-4d3e-89f8-999a07ce5ae9 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] 10.222.0.27 "DELETE /v2.0/routers/4674a98d-4f3c-41cb-93f3-45efb94e2a2c HTTP/1.1" status: 204 len: 168 time: 0.6826663 Oct 19 07:42:41.991390 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 58350) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:42:41.999618 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 19 Oct 2022 07:42:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-039a7915-f3b6-48ea-99fb-71073bedaa02 x-openstack-request-id: req-039a7915-f3b6-48ea-99fb-71073bedaa02 {{(pid=103334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 07:42:41.999918 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bfd5314-4c55-4597-8b3e-da476697892d", "name": "network-vif-plugged", "status": "completed", "tag": "8e811ad9-9c33-4129-980f-ace6b6615c7d", "code": 200}]} {{(pid=103334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 07:42:42.000232 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-039a7915-f3b6-48ea-99fb-71073bedaa02 {{(pid=103334) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 07:42:42.000618 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.notifiers.nova [-] Nova event matching ['req-039a7915-f3b6-48ea-99fb-71073bedaa02'] response: {'server_uuid': '7bfd5314-4c55-4597-8b3e-da476697892d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e811ad9-9c33-4129-980f-ace6b6615c7d', 'code': 200} Oct 19 07:42:42.001927 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvr_db [None req-1b7e0750-30f2-4274-aeb9-5547f76ff2cf None None] Set router 4674a98d-4f3c-41cb-93f3-45efb94e2a2c gateway port host: None {{(pid=103334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 07:42:42.006196 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device fede9c0d-6350-4bc1-b269-252c02d02606 up at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 07:42:42.006393 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:42.036019 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-08053977-66b5-4550-a74a-7110e3805d7a tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] 10.222.0.27 "GET /v2.0/ports?device_id=4674a98d-4f3c-41cb-93f3-45efb94e2a2c HTTP/1.1" status: 200 len: 205 time: 0.0430768 Oct 19 07:42:42.045979 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-869f80e3-a5e7-4f83-99cf-37b5289b863e None None] Current status of the port fede9c0d-6350-4bc1-b269-252c02d02606 is: DOWN; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:42:42.046368 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-869f80e3-a5e7-4f83-99cf-37b5289b863e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:42.047714 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 58352) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:42:42.152380 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.api.v2.resource [None req-d92b001c-af28-4fbc-9b11-8085276c1244 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] delete failed (client error): The resource could not be found. Oct 19 07:42:42.156727 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-d92b001c-af28-4fbc-9b11-8085276c1244 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] 10.222.0.27 "DELETE /v2.0/routers/4674a98d-4f3c-41cb-93f3-45efb94e2a2c HTTP/1.1" status: 404 len: 336 time: 0.1046903 Oct 19 07:42:42.160930 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-1b7e0750-30f2-4274-aeb9-5547f76ff2cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4674a98d-4f3c-41cb-93f3-45efb94e2a2c', 'name': 'tempest-RoutersTest-router-955211654', 'tenant_id': 'ea2e94e7c58741afa39e88c6d73f4fb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T07:42:40Z', 'updated_at': '2022-10-19T07:42:40Z', 'revision_number': 2, 'project_id': 'ea2e94e7c58741afa39e88c6d73f4fb1', 'gw_port_host': None}], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:42:42.166475 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 58354) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:42:42.214254 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7c97d8-c932-4e57-845a-f099eda93d09 req-1c3ad7cf-671e-4a79-8316-6b49821fe717 tempest-TestNetworkAdvancedServerOps-260085928 tempest-TestNetworkAdvancedServerOps-260085928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:42:42.216337 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b7e0750-30f2-4274-aeb9-5547f76ff2cf None None] The sync data for ids ['4674a98d-4f3c-41cb-93f3-45efb94e2a2c'] in dv-neutron-861624-1-hyperv is: [{'id': '4674a98d-4f3c-41cb-93f3-45efb94e2a2c', 'name': 'tempest-RoutersTest-router-955211654', 'tenant_id': 'ea2e94e7c58741afa39e88c6d73f4fb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T07:42:40Z', 'updated_at': '2022-10-19T07:42:40Z', 'revision_number': 2, 'project_id': 'ea2e94e7c58741afa39e88c6d73f4fb1', 'gw_port_host': None}] {{(pid=103334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 07:42:42.225063 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-de7c97d8-c932-4e57-845a-f099eda93d09 req-1c3ad7cf-671e-4a79-8316-6b49821fe717 tempest-TestNetworkAdvancedServerOps-260085928 tempest-TestNetworkAdvancedServerOps-260085928-project] 10.222.0.27 "GET /v2.0/ports?device_id=7bfd5314-4c55-4597-8b3e-da476697892d HTTP/1.1" status: 200 len: 945 time: 0.1992486 Oct 19 07:42:42.249951 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.pecan_wsgi.hooks.translation [None req-fee492a9-0c28-4c77-9744-8c8790511ee0 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] DELETE failed (client error): The resource could not be found. Oct 19 07:42:42.249951 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fee492a9-0c28-4c77-9744-8c8790511ee0 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103332) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 07:42:42.255290 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-fee492a9-0c28-4c77-9744-8c8790511ee0 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] 10.222.0.27 "DELETE /v2.0/subnets/ece11983-5f95-4126-9586-efdf72e78760 HTTP/1.1" status: 404 len: 337 time: 0.0825891 Oct 19 07:42:42.267646 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-061c0c16-8004-4345-92c2-df90b4868ad8 tempest-BulkNetworkOpsIpV6Test-187216048 tempest-BulkNetworkOpsIpV6Test-187216048-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-667019'] for network, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:42.271044 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 58356) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:42:42.273798 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10ca85e-00ca-41ee-b24c-d6cf241b24ee req-bb92f6cf-c870-463b-919b-31ef00376d55 tempest-TestServerAdvancedOps-868832884 tempest-TestServerAdvancedOps-868832884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:42:42.276172 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-a10ca85e-00ca-41ee-b24c-d6cf241b24ee req-bb92f6cf-c870-463b-919b-31ef00376d55 tempest-TestServerAdvancedOps-868832884 tempest-TestServerAdvancedOps-868832884-project] 10.222.0.27 "GET /v2.0/ports?device_id=abfb3cf5-9e46-4bed-af19-03fee3203815 HTTP/1.1" status: 200 len: 932 time: 0.3266721 Oct 19 07:42:42.290900 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-869f80e3-a5e7-4f83-99cf-37b5289b863e None None] For port fede9c0d-6350-4bc1-b269-252c02d02606, host dv-neutron-861624-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=fede9c0d-6350-4bc1-b269-252c02d02606,segment=NetworkSegment(4d79eb2a-b33b-46d9-b514-370fbba60a5f),segment_id=4d79eb2a-b33b-46d9-b514-370fbba60a5f)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:42:42.317161 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-de7c97d8-c932-4e57-845a-f099eda93d09 req-dcf8aba2-f603-4044-8ffd-c43ffcb098f8 tempest-TestNetworkAdvancedServerOps-260085928 tempest-TestNetworkAdvancedServerOps-260085928-project] 10.222.0.27 "GET /v2.0/security-groups?id=705be772-8c7b-4b84-954c-59b0a7452e78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0911551 Oct 19 07:42:42.320445 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.db_base_plugin_common [None req-893b5b3f-fd69-44af-97b3-e9edf814363c tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Allocated IP 172.20.0.8 (268ab1d6-2bf3-4d53-ba51-350459345337/ac99b579-f784-43a1-8746-e742fa43a15d/d928e266-6884-46c6-96ff-feeed864d2e3) {{(pid=103333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 07:42:42.341465 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-869f80e3-a5e7-4f83-99cf-37b5289b863e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:42.341932 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8edf1c-fb15-4a90-b93a-2520c3317075 req-fbc356da-4a65-4023-ab4d-6bbc3cf38eef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:42:42.344474 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-8d8edf1c-fb15-4a90-b93a-2520c3317075 req-fbc356da-4a65-4023-ab4d-6bbc3cf38eef service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=7bfd5314-4c55-4597-8b3e-da476697892d HTTP/1.1" status: 200 len: 1098 time: 0.3044691 Oct 19 07:42:42.351318 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Pushing event updated for resources: {'Port': ['ID=8e811ad9-9c33-4129-980f-ace6b6615c7d,revision_number=5']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:42:42.402353 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Provisioning complete for port fede9c0d-6350-4bc1-b269-252c02d02606 triggered by entity L2. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:42:42.402760 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:42.403092 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Attempt 1 to provision port fede9c0d-6350-4bc1-b269-252c02d02606 Oct 19 07:42:42.424884 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-8d8edf1c-fb15-4a90-b93a-2520c3317075 req-f919857d-9795-4ea0-b249-0f371a999d3c service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=705be772-8c7b-4b84-954c-59b0a7452e78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0723836 Oct 19 07:42:42.428060 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-a10ca85e-00ca-41ee-b24c-d6cf241b24ee req-31112664-b2df-405d-a0d1-6b633b5f703e tempest-TestServerAdvancedOps-868832884 tempest-TestServerAdvancedOps-868832884-project] 10.222.0.27 "GET /v2.0/security-groups?id=155371e7-73ab-4479-86a0-e61426642fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297493 Oct 19 07:42:42.483684 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869f80e3-a5e7-4f83-99cf-37b5289b863e None None] Pushing event updated for resources: {'Port': ['ID=fede9c0d-6350-4bc1-b269-252c02d02606,revision_number=3']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:42:42.488381 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-50de5a30-0a3b-4613-9636-f1270492dca4 tempest-FloatingIPNegativeTestJSON-1532199059 tempest-FloatingIPNegativeTestJSON-1532199059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785020947330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130996763'] for port, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:42.555106 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35dac1c1-afab-4af2-863c-aac1e1d4ee87 None None] DHCP port deletion for 7b6c9a75-d51f-47e1-90c8-22f7aeaf2f78 request from dv-neutron-861624-1-hyperv {{(pid=103334) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 07:42:42.560032 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e420f0e-dc52-43dd-8760-88ec444d6d3c tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] DELETE failed (client error): The resource could not be found. Oct 19 07:42:42.560493 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9e420f0e-dc52-43dd-8760-88ec444d6d3c tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103333) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 07:42:42.564049 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-9e420f0e-dc52-43dd-8760-88ec444d6d3c tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] 10.222.0.27 "DELETE /v2.0/subnets/2fde0ae8-bf21-420c-80fc-149699eead07 HTTP/1.1" status: 404 len: 337 time: 0.0987766 Oct 19 07:42:42.566469 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 58358) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:42:42.575257 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Current status of the port fede9c0d-6350-4bc1-b269-252c02d02606 is: ACTIVE; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:42:42.596450 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.pecan_wsgi.hooks.translation [None req-61015f47-7680-4722-bc00-bd0a12959641 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] DELETE failed (client error): The resource could not be found. Oct 19 07:42:42.596953 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-61015f47-7680-4722-bc00-bd0a12959641 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103332) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 07:42:42.605601 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-1ce578ff-0788-4e1f-8066-4be91551daf4 None None] Provisioning complete for port fede9c0d-6350-4bc1-b269-252c02d02606 triggered by entity DHCP. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:42:42.605813 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-61015f47-7680-4722-bc00-bd0a12959641 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] 10.222.0.27 "DELETE /v2.0/subnets/70304bbd-b21f-4bfc-b426-0275306673c4 HTTP/1.1" status: 404 len: 337 time: 0.0376434 Oct 19 07:42:42.605906 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-1ce578ff-0788-4e1f-8066-4be91551daf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:42.605906 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-1ce578ff-0788-4e1f-8066-4be91551daf4 None None] Attempt 1 to provision port fede9c0d-6350-4bc1-b269-252c02d02606 Oct 19 07:42:42.607682 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 58360) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:42:42.637522 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8bc1d10-f05a-4817-a4ad-f78164071865 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] DELETE failed (client error): The resource could not be found. Oct 19 07:42:42.638320 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f8bc1d10-f05a-4817-a4ad-f78164071865 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103332) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 07:42:42.642020 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-f8bc1d10-f05a-4817-a4ad-f78164071865 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] 10.222.0.27 "DELETE /v2.0/subnets/612c3709-642f-4c80-9732-62beec0bf567 HTTP/1.1" status: 404 len: 337 time: 0.0312362 Oct 19 07:42:42.644785 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 58362) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:42:42.666637 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-35dac1c1-afab-4af2-863c-aac1e1d4ee87 None None] Deleting port ebae261c-7180-4561-8bab-e91a61b194fc {{(pid=103334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 07:42:42.667012 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-35dac1c1-afab-4af2-863c-aac1e1d4ee87 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:42.674524 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-604398bb-fc76-4c41-a755-56289aa91a1e tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] 10.222.0.27 "GET /v2.0/ports?device_id=5a3ee82e-b69d-4a9d-a681-af0f007cfa8a HTTP/1.1" status: 200 len: 205 time: 0.0277627 Oct 19 07:42:42.676376 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 58364) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:42:42.684835 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [req-52391727-9465-4b40-99d8-a5cc13e72730 req-b28d24ce-cf70-493e-9218-5cfb5d0cf313 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:42.699777 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50de5a30-0a3b-4613-9636-f1270492dca4 tempest-FloatingIPNegativeTestJSON-1532199059 tempest-FloatingIPNegativeTestJSON-1532199059-project] Network cf3150c1-5168-4bd8-a442-ec781df58212 is already hosted by enough agents. {{(pid=103333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 07:42:42.723180 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.api.v2.resource [None req-e37ae06a-5bea-40c9-8661-859eebb434dc tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] delete failed (client error): The resource could not be found. Oct 19 07:42:42.726262 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-89abe250-45b2-45cf-afbe-24cd9b489c49 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-667019'] for network, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:42.726390 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-e37ae06a-5bea-40c9-8661-859eebb434dc tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] 10.222.0.27 "DELETE /v2.0/routers/5a3ee82e-b69d-4a9d-a681-af0f007cfa8a HTTP/1.1" status: 404 len: 336 time: 0.0461221 Oct 19 07:42:42.726474 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 58366) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:42:42.750617 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-50de5a30-0a3b-4613-9636-f1270492dca4 tempest-FloatingIPNegativeTestJSON-1532199059 tempest-FloatingIPNegativeTestJSON-1532199059-project] Resources bound (agent type, host, resource id): {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:42:42.757724 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-f91da829-eecf-4cac-ac97-a8f65d19f415 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] 10.222.0.27 "GET /v2.0/ports?device_id=fd0b6f47-0d58-4063-9fb4-a96b67b06000 HTTP/1.1" status: 200 len: 205 time: 0.0280793 Oct 19 07:42:42.758164 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 58368) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:42:42.771231 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-35dac1c1-afab-4af2-863c-aac1e1d4ee87 None None] For port ebae261c-7180-4561-8bab-e91a61b194fc, host dv-neutron-861624-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=ebae261c-7180-4561-8bab-e91a61b194fc,segment=NetworkSegment(1014cb02-f0c4-419f-974d-fb7f2c1f27f5),segment_id=1014cb02-f0c4-419f-974d-fb7f2c1f27f5)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:42:42.771636 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-35dac1c1-afab-4af2-863c-aac1e1d4ee87 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:42.775086 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50de5a30-0a3b-4613-9636-f1270492dca4 tempest-FloatingIPNegativeTestJSON-1532199059 tempest-FloatingIPNegativeTestJSON-1532199059-project] Received port after_create {{(pid=103333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 07:42:42.779836 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-1ce578ff-0788-4e1f-8066-4be91551daf4 None None] Current status of the port fede9c0d-6350-4bc1-b269-252c02d02606 is: ACTIVE; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:42:42.792111 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-35dac1c1-afab-4af2-863c-aac1e1d4ee87 None None] Calling delete_port for ebae261c-7180-4561-8bab-e91a61b194fc owned by network:dhcp {{(pid=103334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 07:42:42.797074 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50de5a30-0a3b-4613-9636-f1270492dca4 tempest-FloatingIPNegativeTestJSON-1532199059 tempest-FloatingIPNegativeTestJSON-1532199059-project] Pushing event updated for resources: {'Port': ['ID=9f8c57f0-6f75-43f2-819f-006f00b3d669,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:42:42.801728 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.api.v2.resource [None req-688994a6-cbf6-4cce-9f59-c67bed16a18d tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] delete failed (client error): The resource could not be found. Oct 19 07:42:42.805129 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-688994a6-cbf6-4cce-9f59-c67bed16a18d tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] 10.222.0.27 "DELETE /v2.0/routers/fd0b6f47-0d58-4063-9fb4-a96b67b06000 HTTP/1.1" status: 404 len: 336 time: 0.0435510 Oct 19 07:42:42.805355 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 58370) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:42:42.835069 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6346f35-4683-4738-955b-a6573480714b tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] DELETE failed (client error): The resource could not be found. Oct 19 07:42:42.835528 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d6346f35-4683-4738-955b-a6573480714b tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103332) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 07:42:42.841051 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-893b5b3f-fd69-44af-97b3-e9edf814363c tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Notify callbacks [] for port, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:42.841230 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-d6346f35-4683-4738-955b-a6573480714b tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] 10.222.0.27 "DELETE /v2.0/subnets/4977af43-0600-4952-b3fc-2c3ddba568ea HTTP/1.1" status: 404 len: 337 time: 0.0323651 Oct 19 07:42:42.841314 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 58372) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:42:42.889472 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-dfc07acd-702f-455d-ae13-a63d4c049a42 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] 10.222.0.27 "GET /v2.0/ports?device_id=759c53b8-2b12-4d42-91ad-75053f7382f1 HTTP/1.1" status: 200 len: 205 time: 0.0448208 Oct 19 07:42:42.889853 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 58374) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:42:42.895827 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-35dac1c1-afab-4af2-863c-aac1e1d4ee87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339'] for port, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:42.926510 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-061c0c16-8004-4345-92c2-df90b4868ad8 tempest-BulkNetworkOpsIpV6Test-187216048 tempest-BulkNetworkOpsIpV6Test-187216048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-673051', 'neutron.services.segments.db._delete_segments_for_network-8785021519108'] for network, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:42.930215 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35dac1c1-afab-4af2-863c-aac1e1d4ee87 None None] Pushing event deleted for resources: {'Port': ['ID=ebae261c-7180-4561-8bab-e91a61b194fc,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:42:42.932175 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.api.v2.resource [None req-8f0907a4-aab9-4b10-ba51-d354c0a771f8 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] delete failed (client error): The resource could not be found. Oct 19 07:42:42.936763 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35dac1c1-afab-4af2-863c-aac1e1d4ee87 None None] No DVR routers for this DVR port ebae261c-7180-4561-8bab-e91a61b194fc on host dv-neutron-861624-1-hyperv {{(pid=103334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 19 07:42:42.936910 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-8f0907a4-aab9-4b10-ba51-d354c0a771f8 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] 10.222.0.27 "DELETE /v2.0/routers/759c53b8-2b12-4d42-91ad-75053f7382f1 HTTP/1.1" status: 404 len: 336 time: 0.0428729 Oct 19 07:42:42.937980 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 58376) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:42:42.976241 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-3f5bc45b-b4f7-45f5-8e58-7531c27d2547 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] 10.222.0.27 "GET /v2.0/ports?device_id=a2e206b1-60b5-4d62-afb0-8284b1591c71 HTTP/1.1" status: 200 len: 205 time: 0.0365484 Oct 19 07:42:42.976802 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 58378) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:42:43.012741 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-89abe250-45b2-45cf-afbe-24cd9b489c49 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] The port 'ebae261c-7180-4561-8bab-e91a61b194fc' was deleted {{(pid=103333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2057}} Oct 19 07:42:43.019934 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.api.v2.resource [None req-6be10d84-7f64-43cc-a9c3-85132212d972 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] delete failed (client error): The resource could not be found. Oct 19 07:42:43.023629 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-6be10d84-7f64-43cc-a9c3-85132212d972 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] 10.222.0.27 "DELETE /v2.0/routers/a2e206b1-60b5-4d62-afb0-8284b1591c71 HTTP/1.1" status: 404 len: 336 time: 0.0459146 Oct 19 07:42:43.024170 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 58380) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:42:43.050753 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f3d9fe3-62c7-44ea-8318-aa96ca124139 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] DELETE failed (client error): The resource could not be found. Oct 19 07:42:43.051203 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f3d9fe3-62c7-44ea-8318-aa96ca124139 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103332) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 07:42:43.054252 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-2f3d9fe3-62c7-44ea-8318-aa96ca124139 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] 10.222.0.27 "DELETE /v2.0/subnets/477b21ed-e373-4d78-b248-df577dd2dc19 HTTP/1.1" status: 404 len: 337 time: 0.0291567 Oct 19 07:42:43.056879 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 58382) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:42:43.071832 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-061c0c16-8004-4345-92c2-df90b4868ad8 tempest-BulkNetworkOpsIpV6Test-187216048 tempest-BulkNetworkOpsIpV6Test-187216048-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0a8b73c-6b8f-422c-a119-e0a666edc42f']}} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:42:43.083172 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-50de5a30-0a3b-4613-9636-f1270492dca4 tempest-FloatingIPNegativeTestJSON-1532199059 tempest-FloatingIPNegativeTestJSON-1532199059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1695190'] for router_interface, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:43.085506 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-5b8c07e6-9467-405e-8ff4-bd664948cad0 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] 10.222.0.27 "GET /v2.0/ports?device_id=6c77e106-d4f7-4000-856d-1ac98464cde5 HTTP/1.1" status: 200 len: 205 time: 0.0272861 Oct 19 07:42:43.087568 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 58384) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:42:43.105570 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-41f5008c-a8cb-4d88-94ab-abdc9713ea62 None None] Provisioning complete for port 9f8c57f0-6f75-43f2-819f-006f00b3d669 triggered by entity DHCP. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:42:43.106007 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-41f5008c-a8cb-4d88-94ab-abdc9713ea62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:43.106532 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-41f5008c-a8cb-4d88-94ab-abdc9713ea62 None None] Attempt 1 to provision port 9f8c57f0-6f75-43f2-819f-006f00b3d669 Oct 19 07:42:43.133913 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.api.v2.resource [None req-bd0d30d7-9331-4c7a-9d53-8c90704e02c3 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] delete failed (client error): The resource could not be found. Oct 19 07:42:43.135002 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-bd0d30d7-9331-4c7a-9d53-8c90704e02c3 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] 10.222.0.27 "DELETE /v2.0/routers/6c77e106-d4f7-4000-856d-1ac98464cde5 HTTP/1.1" status: 404 len: 336 time: 0.0465407 Oct 19 07:42:43.138060 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 58386) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:42:43.148802 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-41f5008c-a8cb-4d88-94ab-abdc9713ea62 None None] Port 9f8c57f0-6f75-43f2-819f-006f00b3d669 cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 07:42:43.167380 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.pecan_wsgi.hooks.translation [None req-d50cd2bb-14db-4277-a85c-582227b7d6af tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] DELETE failed (client error): The resource could not be found. Oct 19 07:42:43.167835 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d50cd2bb-14db-4277-a85c-582227b7d6af tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103332) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 07:42:43.172235 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-d50cd2bb-14db-4277-a85c-582227b7d6af tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] 10.222.0.27 "DELETE /v2.0/subnets/b6e6bdfb-2428-4902-9769-1c73c4a8be34 HTTP/1.1" status: 404 len: 337 time: 0.0330832 Oct 19 07:42:43.174537 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 58388) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:42:43.183458 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-061c0c16-8004-4345-92c2-df90b4868ad8 tempest-BulkNetworkOpsIpV6Test-187216048 tempest-BulkNetworkOpsIpV6Test-187216048-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7d7b8e9-b353-44c3-9891-4ecabc286285') {'for_net_delete': True} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:42:43.183778 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-061c0c16-8004-4345-92c2-df90b4868ad8 tempest-BulkNetworkOpsIpV6Test-187216048 tempest-BulkNetworkOpsIpV6Test-187216048-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7d7b8e9-b353-44c3-9891-4ecabc286285') {} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:42:43.205006 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-6f4efced-7f94-45e4-bb93-ec2a1a795d76 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] 10.222.0.27 "GET /v2.0/ports?device_id=8b4a171d-3358-47e1-bb2d-7c04ab9804cc HTTP/1.1" status: 200 len: 205 time: 0.0270483 Oct 19 07:42:43.205519 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 58390) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:42:43.232300 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-061c0c16-8004-4345-92c2-df90b4868ad8 tempest-BulkNetworkOpsIpV6Test-187216048 tempest-BulkNetworkOpsIpV6Test-187216048-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785021519382', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-134111927'] for segment, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:43.241952 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.api.v2.resource [None req-61943a39-84ed-4b4c-9728-f4b154bec5aa tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] delete failed (client error): The resource could not be found. Oct 19 07:42:43.244154 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-61943a39-84ed-4b4c-9728-f4b154bec5aa tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] 10.222.0.27 "DELETE /v2.0/routers/8b4a171d-3358-47e1-bb2d-7c04ab9804cc HTTP/1.1" status: 404 len: 336 time: 0.0368333 Oct 19 07:42:43.245699 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 58392) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:42:43.281545 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee6ca3af-b392-43d9-a719-b1c5c12133f7 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] DELETE failed (client error): The resource could not be found. Oct 19 07:42:43.283605 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee6ca3af-b392-43d9-a719-b1c5c12133f7 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103332) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 07:42:43.287063 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-ee6ca3af-b392-43d9-a719-b1c5c12133f7 tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] 10.222.0.27 "DELETE /v2.0/subnets/a14c824c-6407-4202-a775-dea8515d9029 HTTP/1.1" status: 404 len: 337 time: 0.0405762 Oct 19 07:42:43.289742 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 58394) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:42:43.309662 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-061c0c16-8004-4345-92c2-df90b4868ad8 tempest-BulkNetworkOpsIpV6Test-187216048 tempest-BulkNetworkOpsIpV6Test-187216048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979'] for segment, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:43.314821 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-893b5b3f-fd69-44af-97b3-e9edf814363c tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785020947330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130996763'] for port, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:43.316593 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6474660-5dc7-4362-94c1-2e74fe24698b tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] DELETE failed (client error): The resource could not be found. Oct 19 07:42:43.317047 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e6474660-5dc7-4362-94c1-2e74fe24698b tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103332) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 07:42:43.320030 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-e6474660-5dc7-4362-94c1-2e74fe24698b tempest-RoutersTest-315656980 tempest-RoutersTest-315656980-project] 10.222.0.27 "DELETE /v2.0/subnets/96952e71-f9b4-493b-bb7f-783cdbd68e81 HTTP/1.1" status: 404 len: 337 time: 0.0292816 Oct 19 07:42:43.343687 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-ab57505f-5c4e-4227-86c8-32bff77dbcb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:43.383085 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-89abe250-45b2-45cf-afbe-24cd9b489c49 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-673051', 'neutron.services.segments.db._delete_segments_for_network-8785021519108'] for network, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:43.513130 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-061c0c16-8004-4345-92c2-df90b4868ad8 tempest-BulkNetworkOpsIpV6Test-187216048 tempest-BulkNetworkOpsIpV6Test-187216048-project] Releasing vlan 155 on physical network physnet1 to pool {{(pid=103333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 07:42:43.513636 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-061c0c16-8004-4345-92c2-df90b4868ad8 tempest-BulkNetworkOpsIpV6Test-187216048 tempest-BulkNetworkOpsIpV6Test-187216048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130996782'] for segment, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:43.520400 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-893b5b3f-fd69-44af-97b3-e9edf814363c tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Network 268ab1d6-2bf3-4d53-ba51-350459345337 is already hosted by enough agents. {{(pid=103333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 07:42:43.531161 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b123f3-a530-4139-abd0-78da11600ddb req-fedf9dd0-e6fd-4c31-a9d7-eb87dd12f31c tempest-TestNetworkAdvancedServerOps-260085928 tempest-TestNetworkAdvancedServerOps-260085928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:42:43.533506 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-05b123f3-a530-4139-abd0-78da11600ddb req-fedf9dd0-e6fd-4c31-a9d7-eb87dd12f31c tempest-TestNetworkAdvancedServerOps-260085928 tempest-TestNetworkAdvancedServerOps-260085928-project] 10.222.0.27 "GET /v2.0/ports?device_id=7bfd5314-4c55-4597-8b3e-da476697892d HTTP/1.1" status: 200 len: 945 time: 0.1064060 Oct 19 07:42:43.558551 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-893b5b3f-fd69-44af-97b3-e9edf814363c tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Resources bound (agent type, host, resource id): {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:42:43.568371 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-89abe250-45b2-45cf-afbe-24cd9b489c49 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b6c9a75-d51f-47e1-90c8-22f7aeaf2f78']}} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:42:43.596034 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.services.segments.plugin [-] Segment e7d7b8e9-b353-44c3-9891-4ecabc286285 resource provider aggregate not found Oct 19 07:42:43.600925 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-893b5b3f-fd69-44af-97b3-e9edf814363c tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Received port after_create {{(pid=103333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 07:42:43.613853 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-89abe250-45b2-45cf-afbe-24cd9b489c49 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1014cb02-f0c4-419f-974d-fb7f2c1f27f5') {'for_net_delete': True} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:42:43.614224 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-89abe250-45b2-45cf-afbe-24cd9b489c49 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1014cb02-f0c4-419f-974d-fb7f2c1f27f5') {} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:42:43.617320 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-05b123f3-a530-4139-abd0-78da11600ddb req-53e803cf-ecbf-45e3-b546-137bfb861103 tempest-TestNetworkAdvancedServerOps-260085928 tempest-TestNetworkAdvancedServerOps-260085928-project] 10.222.0.27 "GET /v2.0/security-groups?id=705be772-8c7b-4b84-954c-59b0a7452e78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0715218 Oct 19 07:42:43.625860 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea0dbc7-bd96-401f-a747-8c077cd862b7 req-ca094c68-7910-4f0e-ad1f-ff84179cdb4d tempest-TestServerAdvancedOps-868832884 tempest-TestServerAdvancedOps-868832884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:42:43.627678 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-aea0dbc7-bd96-401f-a747-8c077cd862b7 req-ca094c68-7910-4f0e-ad1f-ff84179cdb4d tempest-TestServerAdvancedOps-868832884 tempest-TestServerAdvancedOps-868832884-project] 10.222.0.27 "GET /v2.0/ports?device_id=abfb3cf5-9e46-4bed-af19-03fee3203815 HTTP/1.1" status: 200 len: 932 time: 0.0932062 Oct 19 07:42:43.628997 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-89abe250-45b2-45cf-afbe-24cd9b489c49 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785021519382', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-134111927'] for segment, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:43.650232 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-41f5008c-a8cb-4d88-94ab-abdc9713ea62 None None] Attempt 2 to provision port 9f8c57f0-6f75-43f2-819f-006f00b3d669 Oct 19 07:42:43.667036 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.agents_db [None req-6057327c-4456-4c72-8e75-6d3cd9249757 None None] Agent healthcheck: found 6 active agents {{(pid=103335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 07:42:43.692680 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.services.segments.plugin [-] Segment e7d7b8e9-b353-44c3-9891-4ecabc286285 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e7d7b8e9-b353-44c3-9891-4ecabc286285 found for delete ", "request_id": "req-905dbd67-fd09-4654-b630-51c26d1862fd"}]} Oct 19 07:42:43.696247 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-aea0dbc7-bd96-401f-a747-8c077cd862b7 req-8c472e9d-243c-4895-a9eb-c5567dd997c1 tempest-TestServerAdvancedOps-868832884 tempest-TestServerAdvancedOps-868832884-project] 10.222.0.27 "GET /v2.0/security-groups?id=155371e7-73ab-4479-86a0-e61426642fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574067 Oct 19 07:42:43.696482 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-41f5008c-a8cb-4d88-94ab-abdc9713ea62 None None] Port 9f8c57f0-6f75-43f2-819f-006f00b3d669 cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 07:42:43.717208 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 58408) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:42:43.729795 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893b5b3f-fd69-44af-97b3-e9edf814363c tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Pushing event updated for resources: {'Port': ['ID=d928e266-6884-46c6-96ff-feeed864d2e3,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:42:43.788212 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-061c0c16-8004-4345-92c2-df90b4868ad8 tempest-BulkNetworkOpsIpV6Test-187216048 tempest-BulkNetworkOpsIpV6Test-187216048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-673044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1695087'] for network, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:43.790193 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-89abe250-45b2-45cf-afbe-24cd9b489c49 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979'] for segment, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:43.813815 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-061c0c16-8004-4345-92c2-df90b4868ad8 tempest-BulkNetworkOpsIpV6Test-187216048 tempest-BulkNetworkOpsIpV6Test-187216048-project] Notify callbacks [] for network, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:43.817108 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-061c0c16-8004-4345-92c2-df90b4868ad8 tempest-BulkNetworkOpsIpV6Test-187216048 tempest-BulkNetworkOpsIpV6Test-187216048-project] 10.222.0.27 "DELETE /v2.0/networks/d0a8b73c-6b8f-422c-a119-e0a666edc42f HTTP/1.1" status: 204 len: 168 time: 2.2342243 Oct 19 07:42:43.819800 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 58412) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:42:43.822648 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89abe250-45b2-45cf-afbe-24cd9b489c49 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Releasing vlan 182 on physical network physnet1 to pool {{(pid=103333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 07:42:43.823290 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-89abe250-45b2-45cf-afbe-24cd9b489c49 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130996782'] for segment, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:43.826186 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-50de5a30-0a3b-4613-9636-f1270492dca4 tempest-FloatingIPNegativeTestJSON-1532199059 tempest-FloatingIPNegativeTestJSON-1532199059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:43.846964 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device fede9c0d-6350-4bc1-b269-252c02d02606 up at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 07:42:43.864928 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061c0c16-8004-4345-92c2-df90b4868ad8 tempest-BulkNetworkOpsIpV6Test-187216048 tempest-BulkNetworkOpsIpV6Test-187216048-project] Pushing event deleted for resources: {'Network': ['ID=d0a8b73c-6b8f-422c-a119-e0a666edc42f,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:42:43.879843 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-893b5b3f-fd69-44af-97b3-e9edf814363c tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:42:43.880472 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-893b5b3f-fd69-44af-97b3-e9edf814363c tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42160'] for port, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:43.907458 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Provisioning complete for port fede9c0d-6350-4bc1-b269-252c02d02606 triggered by entity L2. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:42:43.907825 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:43.908154 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Attempt 1 to provision port fede9c0d-6350-4bc1-b269-252c02d02606 Oct 19 07:42:43.929323 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-8e3ee931-7c85-4619-a701-ed6c434a6824 tempest-BulkNetworkOpsIpV6Test-187216048 tempest-BulkNetworkOpsIpV6Test-187216048-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-667019'] for network, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:43.985663 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-4a190633-bac1-4e37-a2f1-2cac4523c1d7 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=ea2e94e7c58741afa39e88c6d73f4fb1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2662542 Oct 19 07:42:43.986329 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 58414) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:42:43.996126 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Current status of the port fede9c0d-6350-4bc1-b269-252c02d02606 is: ACTIVE; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:42:44.003926 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-893b5b3f-fd69-44af-97b3-e9edf814363c tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 3.4090593 Oct 19 07:42:44.004692 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-89abe250-45b2-45cf-afbe-24cd9b489c49 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-673044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1695087'] for network, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:44.012493 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 58416) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:42:44.019286 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-89abe250-45b2-45cf-afbe-24cd9b489c49 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Notify callbacks [] for network, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:44.022405 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-89abe250-45b2-45cf-afbe-24cd9b489c49 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] 10.222.0.27 "DELETE /v2.0/networks/7b6c9a75-d51f-47e1-90c8-22f7aeaf2f78 HTTP/1.1" status: 204 len: 168 time: 2.2375247 Oct 19 07:42:44.027727 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 58418) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:42:44.028831 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-d406a310-dbac-4a3a-abc2-241258be92c6 tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Request body: {'floatingip': {'floating_network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'port_id': 'd928e266-6884-46c6-96ff-feeed864d2e3', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:42:44.042069 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-dcbfb95d-a86b-44d7-acde-61505ad1d6ba tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-830272221'}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:42:44.070698 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device ebae261c-7180-4561-8bab-e91a61b194fc no longer exists at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 07:42:44.083757 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89abe250-45b2-45cf-afbe-24cd9b489c49 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Pushing event deleted for resources: {'Network': ['ID=7b6c9a75-d51f-47e1-90c8-22f7aeaf2f78,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:42:44.090271 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.notifiers.nova [req-52391727-9465-4b40-99d8-a5cc13e72730 req-b28d24ce-cf70-493e-9218-5cfb5d0cf313 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb0b6aac-18ad-4bc1-a130-af1b5c727fd2 {{(pid=103333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 19 07:42:44.094519 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-8e3ee931-7c85-4619-a701-ed6c434a6824 tempest-BulkNetworkOpsIpV6Test-187216048 tempest-BulkNetworkOpsIpV6Test-187216048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-673051', 'neutron.services.segments.db._delete_segments_for_network-8785021519108'] for network, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:44.097449 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] No Port match for: ebae261c-7180-4561-8bab-e91a61b194fc {{(pid=103334) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 19 07:42:44.097995 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device ebae261c-7180-4561-8bab-e91a61b194fc not bound to the agent host dv-neutron-861624-1-hyperv {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 07:42:44.129121 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.services.segments.db [None req-8e3ee931-7c85-4619-a701-ed6c434a6824 tempest-BulkNetworkOpsIpV6Test-187216048 tempest-BulkNetworkOpsIpV6Test-187216048-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5a8ecee-4497-4a50-a48f-60f15522d6ab']}} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:42:44.132694 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [req-52391727-9465-4b40-99d8-a5cc13e72730 req-b28d24ce-cf70-493e-9218-5cfb5d0cf313 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:44.141372 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcbfb95d-a86b-44d7-acde-61505ad1d6ba tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Made reservation on behalf of 0cd3ded9dc134e3392e5122464eefb82 for: {'network': 1} {{(pid=103332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 07:42:44.144823 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-dcbfb95d-a86b-44d7-acde-61505ad1d6ba tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for network, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:44.150540 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.services.segments.db [None req-8e3ee931-7c85-4619-a701-ed6c434a6824 tempest-BulkNetworkOpsIpV6Test-187216048 tempest-BulkNetworkOpsIpV6Test-187216048-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f7d7851-93b6-4f7e-a46a-fb34f08490df') {'for_net_delete': True} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:42:44.150856 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.services.segments.db [None req-8e3ee931-7c85-4619-a701-ed6c434a6824 tempest-BulkNetworkOpsIpV6Test-187216048 tempest-BulkNetworkOpsIpV6Test-187216048-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f7d7851-93b6-4f7e-a46a-fb34f08490df') {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:42:44.162015 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-d406a310-dbac-4a3a-abc2-241258be92c6 tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Notify callbacks [] for floatingip, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:44.166061 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.provisioning_blocks [req-52391727-9465-4b40-99d8-a5cc13e72730 req-b28d24ce-cf70-493e-9218-5cfb5d0cf313 service neutron] Transition to ACTIVE for port object cb0b6aac-18ad-4bc1-a130-af1b5c727fd2 will not be triggered until provisioned by entity L2. {{(pid=103333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 19 07:42:44.174186 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-8e3ee931-7c85-4619-a701-ed6c434a6824 tempest-BulkNetworkOpsIpV6Test-187216048 tempest-BulkNetworkOpsIpV6Test-187216048-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785021519382', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130726885'] for segment, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:44.184825 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-9cb41f41-78f2-4a23-a997-802771851431 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:44.192534 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [req-52391727-9465-4b40-99d8-a5cc13e72730 req-b28d24ce-cf70-493e-9218-5cfb5d0cf313 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130996754'] for port, after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:44.197558 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-41f5008c-a8cb-4d88-94ab-abdc9713ea62 None None] Attempt 3 to provision port 9f8c57f0-6f75-43f2-819f-006f00b3d669 Oct 19 07:42:44.205971 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-8e3ee931-7c85-4619-a701-ed6c434a6824 tempest-BulkNetworkOpsIpV6Test-187216048 tempest-BulkNetworkOpsIpV6Test-187216048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979'] for segment, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:44.219165 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e3ee931-7c85-4619-a701-ed6c434a6824 tempest-BulkNetworkOpsIpV6Test-187216048 tempest-BulkNetworkOpsIpV6Test-187216048-project] Releasing vlan 167 on physical network physnet1 to pool {{(pid=103332) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 07:42:44.219578 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-8e3ee931-7c85-4619-a701-ed6c434a6824 tempest-BulkNetworkOpsIpV6Test-187216048 tempest-BulkNetworkOpsIpV6Test-187216048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-133553843'] for segment, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:44.242025 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dcbfb95d-a86b-44d7-acde-61505ad1d6ba tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 177} {{(pid=103332) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 07:42:44.253285 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-9cb41f41-78f2-4a23-a997-802771851431 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:44.261756 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-41f5008c-a8cb-4d88-94ab-abdc9713ea62 None None] Port 9f8c57f0-6f75-43f2-819f-006f00b3d669 cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 07:42:44.267566 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.services.segments.plugin [-] Segment 0f7d7851-93b6-4f7e-a46a-fb34f08490df resource provider aggregate not found Oct 19 07:42:44.283755 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-dcbfb95d-a86b-44d7-acde-61505ad1d6ba tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979'] for segment, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:44.284124 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.db.segments_db [None req-dcbfb95d-a86b-44d7-acde-61505ad1d6ba tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Added segment 6f0e8635-4760-4265-9883-47dd051c2afb of type vlan for network 92a63655-e4a8-4695-98b5-c8171021d47c Oct 19 07:42:44.323816 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.services.segments.plugin [-] Segment 0f7d7851-93b6-4f7e-a46a-fb34f08490df resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0f7d7851-93b6-4f7e-a46a-fb34f08490df found for delete ", "request_id": "req-21ff8fbc-a7b4-422c-9f81-0bd2f3924cae"}]} Oct 19 07:42:44.367340 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28d24ce-cf70-493e-9218-5cfb5d0cf313 service neutron] Pushing event updated for resources: {'Port': ['ID=cb0b6aac-18ad-4bc1-a130-af1b5c727fd2,revision_number=2']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:42:44.367919 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-8e3ee931-7c85-4619-a701-ed6c434a6824 tempest-BulkNetworkOpsIpV6Test-187216048 tempest-BulkNetworkOpsIpV6Test-187216048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-673044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1695087'] for network, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:44.378412 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-8e3ee931-7c85-4619-a701-ed6c434a6824 tempest-BulkNetworkOpsIpV6Test-187216048 tempest-BulkNetworkOpsIpV6Test-187216048-project] Notify callbacks [] for network, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:44.384210 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-8e3ee931-7c85-4619-a701-ed6c434a6824 tempest-BulkNetworkOpsIpV6Test-187216048 tempest-BulkNetworkOpsIpV6Test-187216048-project] 10.222.0.27 "DELETE /v2.0/networks/a5a8ecee-4497-4a50-a48f-60f15522d6ab HTTP/1.1" status: 204 len: 168 time: 0.5585003 Oct 19 07:42:44.387920 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-dcbfb95d-a86b-44d7-acde-61505ad1d6ba tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785020965340'] for network, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:44.407698 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3ee931-7c85-4619-a701-ed6c434a6824 tempest-BulkNetworkOpsIpV6Test-187216048 tempest-BulkNetworkOpsIpV6Test-187216048-project] Pushing event deleted for resources: {'Network': ['ID=a5a8ecee-4497-4a50-a48f-60f15522d6ab,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:42:44.426705 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-9cb41f41-78f2-4a23-a997-802771851431 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788643'] for security_group, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:44.429381 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-9cb41f41-78f2-4a23-a997-802771851431 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:44.430554 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-9cb41f41-78f2-4a23-a997-802771851431 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/4c4e2e0c-25ec-4344-b7df-ea563be0b33e HTTP/1.1" status: 204 len: 168 time: 0.4429073 Oct 19 07:42:44.442306 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-dcbfb95d-a86b-44d7-acde-61505ad1d6ba tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873'] for network, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:44.447922 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcbfb95d-a86b-44d7-acde-61505ad1d6ba tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:42:44.448575 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-dcbfb95d-a86b-44d7-acde-61505ad1d6ba tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Notify callbacks [] for network, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:44.455295 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb41f41-78f2-4a23-a997-802771851431 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c4e2e0c-25ec-4344-b7df-ea563be0b33e,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:42:44.486725 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.managers [req-52391727-9465-4b40-99d8-a5cc13e72730 req-b28d24ce-cf70-493e-9218-5cfb5d0cf313 service neutron] Attempting to bind port cb0b6aac-18ad-4bc1-a130-af1b5c727fd2 on host hv-neutron-8616 for vnic_type normal with profile {{(pid=103333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 19 07:42:44.487063 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.managers [req-52391727-9465-4b40-99d8-a5cc13e72730 req-b28d24ce-cf70-493e-9218-5cfb5d0cf313 service neutron] Attempting to bind port cb0b6aac-18ad-4bc1-a130-af1b5c727fd2 by drivers openvswitch,hyperv on host hv-neutron-8616 at level 0 using segments [{'id': 'd0bdb69e-594c-48cb-95b6-048c97b894c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '63e832ea-99a5-479b-8e2e-e790da88995d'}] {{(pid=103333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 19 07:42:44.487829 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52391727-9465-4b40-99d8-a5cc13e72730 req-b28d24ce-cf70-493e-9218-5cfb5d0cf313 service neutron] Attempting to bind port cb0b6aac-18ad-4bc1-a130-af1b5c727fd2 on network 63e832ea-99a5-479b-8e2e-e790da88995d {{(pid=103333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 07:42:44.490584 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-dcbfb95d-a86b-44d7-acde-61505ad1d6ba tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4587498 Oct 19 07:42:44.491223 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 58428) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:42:44.505679 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-f708ecdd-1953-4aa3-bac8-821bba408819 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Request body: {'subnet': {'network_id': '92a63655-e4a8-4695-98b5-c8171021d47c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:42:44.533009 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-50de5a30-0a3b-4613-9636-f1270492dca4 tempest-FloatingIPNegativeTestJSON-1532199059 tempest-FloatingIPNegativeTestJSON-1532199059-project] Notify callbacks [] for port, precommit_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:44.544705 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-50de5a30-0a3b-4613-9636-f1270492dca4 tempest-FloatingIPNegativeTestJSON-1532199059 tempest-FloatingIPNegativeTestJSON-1532199059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130996754'] for port, after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:44.549371 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52391727-9465-4b40-99d8-a5cc13e72730 req-b28d24ce-cf70-493e-9218-5cfb5d0cf313 service neutron] Port cb0b6aac-18ad-4bc1-a130-af1b5c727fd2 on network 63e832ea-99a5-479b-8e2e-e790da88995d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8616 {{(pid=103333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 07:42:44.550585 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52391727-9465-4b40-99d8-a5cc13e72730 req-b28d24ce-cf70-493e-9218-5cfb5d0cf313 service neutron] Attempting to bind port cb0b6aac-18ad-4bc1-a130-af1b5c727fd2 on network 63e832ea-99a5-479b-8e2e-e790da88995d {{(pid=103333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 07:42:44.551004 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbfb95d-a86b-44d7-acde-61505ad1d6ba tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Pushing event updated for resources: {'Network': ['ID=92a63655-e4a8-4695-98b5-c8171021d47c,revision_number=1']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:42:44.563893 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Network 92a63655-e4a8-4695-98b5-c8171021d47c details requested by agent ovs-agent-dv-neutron-861624-1-hyperv with host dv-neutron-861624-1-hyperv {{(pid=103334) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 07:42:44.667579 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-50de5a30-0a3b-4613-9636-f1270492dca4 tempest-FloatingIPNegativeTestJSON-1532199059 tempest-FloatingIPNegativeTestJSON-1532199059-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1574855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1694822'] for router_interface, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:44.673162 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f708ecdd-1953-4aa3-bac8-821bba408819 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Made reservation on behalf of 0cd3ded9dc134e3392e5122464eefb82 for: {'subnet': 1} {{(pid=103332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 07:42:44.676896 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-f708ecdd-1953-4aa3-bac8-821bba408819 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130659787'] for subnet, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:44.684568 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52391727-9465-4b40-99d8-a5cc13e72730 req-b28d24ce-cf70-493e-9218-5cfb5d0cf313 service neutron] Checking agent: {'id': '5297b6e1-8fc1-4f42-910c-8f50c918ca65', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8616', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 19, 7, 36, 11), 'started_at': datetime.datetime(2022, 10, 19, 7, 36, 11), 'heartbeat_timestamp': datetime.datetime(2022, 10, 19, 7, 42, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 07:42:44.684828 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52391727-9465-4b40-99d8-a5cc13e72730 req-b28d24ce-cf70-493e-9218-5cfb5d0cf313 service neutron] Checking segment: {'id': 'd0bdb69e-594c-48cb-95b6-048c97b894c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '63e832ea-99a5-479b-8e2e-e790da88995d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 19 07:42:44.685220 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52391727-9465-4b40-99d8-a5cc13e72730 req-b28d24ce-cf70-493e-9218-5cfb5d0cf313 service neutron] Bound using segment: {'id': 'd0bdb69e-594c-48cb-95b6-048c97b894c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '63e832ea-99a5-479b-8e2e-e790da88995d'} {{(pid=103333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 07:42:44.685675 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.managers [req-52391727-9465-4b40-99d8-a5cc13e72730 req-b28d24ce-cf70-493e-9218-5cfb5d0cf313 service neutron] Bound port: cb0b6aac-18ad-4bc1-a130-af1b5c727fd2, host: hv-neutron-8616, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0bdb69e-594c-48cb-95b6-048c97b894c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '63e832ea-99a5-479b-8e2e-e790da88995d'}}] {{(pid=103333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 19 07:42:44.686027 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [req-52391727-9465-4b40-99d8-a5cc13e72730 req-b28d24ce-cf70-493e-9218-5cfb5d0cf313 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:44.739732 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 58438) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:42:44.762562 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-41f5008c-a8cb-4d88-94ab-abdc9713ea62 None None] Attempt 4 to provision port 9f8c57f0-6f75-43f2-819f-006f00b3d669 Oct 19 07:42:44.769294 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50de5a30-0a3b-4613-9636-f1270492dca4 tempest-FloatingIPNegativeTestJSON-1532199059 tempest-FloatingIPNegativeTestJSON-1532199059-project] Pushing event updated for resources: {'Port': ['ID=9f8c57f0-6f75-43f2-819f-006f00b3d669,revision_number=2']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:42:44.776352 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-d406a310-dbac-4a3a-abc2-241258be92c6 tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:44.855357 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-41f5008c-a8cb-4d88-94ab-abdc9713ea62 None None] Port 9f8c57f0-6f75-43f2-819f-006f00b3d669 cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 07:42:44.905903 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.db [req-52391727-9465-4b40-99d8-a5cc13e72730 req-b28d24ce-cf70-493e-9218-5cfb5d0cf313 service neutron] For port cb0b6aac-18ad-4bc1-a130-af1b5c727fd2, host hv-neutron-8616, cleared binding levels {{(pid=103333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 07:42:44.957274 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.db [req-52391727-9465-4b40-99d8-a5cc13e72730 req-b28d24ce-cf70-493e-9218-5cfb5d0cf313 service neutron] For port cb0b6aac-18ad-4bc1-a130-af1b5c727fd2, host hv-neutron-8616, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=cb0b6aac-18ad-4bc1-a130-af1b5c727fd2,segment=NetworkSegment(d0bdb69e-594c-48cb-95b6-048c97b894c6),segment_id=d0bdb69e-594c-48cb-95b6-048c97b894c6)] {{(pid=103333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 07:42:44.966114 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [req-52391727-9465-4b40-99d8-a5cc13e72730 req-b28d24ce-cf70-493e-9218-5cfb5d0cf313 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130996754'] for port, after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:44.979180 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50de5a30-0a3b-4613-9636-f1270492dca4 tempest-FloatingIPNegativeTestJSON-1532199059 tempest-FloatingIPNegativeTestJSON-1532199059-project] Network cf3150c1-5168-4bd8-a442-ec781df58212 is already hosted by enough agents. {{(pid=103333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 07:42:44.980562 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52391727-9465-4b40-99d8-a5cc13e72730 req-b28d24ce-cf70-493e-9218-5cfb5d0cf313 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:42:44.981194 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [req-52391727-9465-4b40-99d8-a5cc13e72730 req-b28d24ce-cf70-493e-9218-5cfb5d0cf313 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42160'] for port, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:44.982534 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-52391727-9465-4b40-99d8-a5cc13e72730 req-b28d24ce-cf70-493e-9218-5cfb5d0cf313 service neutron] 10.222.0.16 "PUT /v2.0/ports/cb0b6aac-18ad-4bc1-a130-af1b5c727fd2 HTTP/1.1" status: 200 len: 1094 time: 3.4028316 Oct 19 07:42:44.984238 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'abfb3cf5-9e46-4bed-af19-03fee3203815', 'tag': 'cb0b6aac-18ad-4bc1-a130-af1b5c727fd2'}] {{(pid=103333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 19 07:42:44.986599 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e3bb7d74903c72d9cb0d0f2f187c581e0456bd3142b101dc46d694cf75cdf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2766c28e-f8f5-43a3-ad70-491b770ceace" -d '{"events": [{"name": "network-changed", "server_uuid": "abfb3cf5-9e46-4bed-af19-03fee3203815", "tag": "cb0b6aac-18ad-4bc1-a130-af1b5c727fd2"}]}' {{(pid=103333) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 07:42:45.015300 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5cb265-7a0d-4f8a-a47e-5b1d6d22baef req-2b2cdc3d-c9e5-4b9a-b601-52b2c8323818 tempest-TestNetworkAdvancedServerOps-260085928 tempest-TestNetworkAdvancedServerOps-260085928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:42:45.020298 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-50de5a30-0a3b-4613-9636-f1270492dca4 tempest-FloatingIPNegativeTestJSON-1532199059 tempest-FloatingIPNegativeTestJSON-1532199059-project] Resources bound (agent type, host, resource id): {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:42:45.022807 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.db_base_plugin_common [None req-d406a310-dbac-4a3a-abc2-241258be92c6 tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Allocated IP 172.26.0.129 (99c66757-74e3-40a4-b479-8d09e3a7c3dd/7f3d1034-1de7-458a-a3ee-77488de3949b/469e27c9-12ba-4897-af2a-71ceadadf66a) {{(pid=103333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 07:42:45.023488 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-0e5cb265-7a0d-4f8a-a47e-5b1d6d22baef req-2b2cdc3d-c9e5-4b9a-b601-52b2c8323818 tempest-TestNetworkAdvancedServerOps-260085928 tempest-TestNetworkAdvancedServerOps-260085928-project] 10.222.0.27 "GET /v2.0/ports?device_id=7bfd5314-4c55-4597-8b3e-da476697892d HTTP/1.1" status: 200 len: 945 time: 0.2455006 Oct 19 07:42:45.093421 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-f708ecdd-1953-4aa3-bac8-821bba408819 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-133552662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130659641'] for subnet, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:45.156819 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c0e62c-86c5-4f0d-a5d2-e92444953c07 req-cc425419-f408-4ab3-b79f-214b5805c420 tempest-TestServerAdvancedOps-868832884 tempest-TestServerAdvancedOps-868832884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:42:45.164334 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-e1c0e62c-86c5-4f0d-a5d2-e92444953c07 req-cc425419-f408-4ab3-b79f-214b5805c420 tempest-TestServerAdvancedOps-868832884 tempest-TestServerAdvancedOps-868832884-project] 10.222.0.27 "GET /v2.0/ports?device_id=abfb3cf5-9e46-4bed-af19-03fee3203815 HTTP/1.1" status: 200 len: 944 time: 0.3381648 Oct 19 07:42:45.188823 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-eb8a6c91-cce1-4bc5-9614-11b678952f73 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=7db4f931eb584e5da0319ec90f9e927a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4476919 Oct 19 07:42:45.215791 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-0e5cb265-7a0d-4f8a-a47e-5b1d6d22baef req-0ef23134-e45d-4076-9706-8466ed51be13 tempest-TestNetworkAdvancedServerOps-260085928 tempest-TestNetworkAdvancedServerOps-260085928-project] 10.222.0.27 "GET /v2.0/security-groups?id=705be772-8c7b-4b84-954c-59b0a7452e78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1863432 Oct 19 07:42:45.221272 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 58456) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:42:45.288770 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f708ecdd-1953-4aa3-bac8-821bba408819 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Pushing event updated for resources: {'Subnet': ['ID=8dd6d1d2-4fcf-43b1-a47d-5a2f53168c43,revision_number=0']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:42:45.333028 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-e1c0e62c-86c5-4f0d-a5d2-e92444953c07 req-288964b8-77d8-491b-b88c-5382a3d19b23 tempest-TestServerAdvancedOps-868832884 tempest-TestServerAdvancedOps-868832884-project] 10.222.0.27 "GET /v2.0/security-groups?id=155371e7-73ab-4479-86a0-e61426642fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1677568 Oct 19 07:42:45.356136 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-41f5008c-a8cb-4d88-94ab-abdc9713ea62 None None] Attempt 5 to provision port 9f8c57f0-6f75-43f2-819f-006f00b3d669 Oct 19 07:42:45.375880 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f708ecdd-1953-4aa3-bac8-821bba408819 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Checking segment: {'id': '6f0e8635-4760-4265-9883-47dd051c2afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '92a63655-e4a8-4695-98b5-c8171021d47c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 19 07:42:45.376288 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f708ecdd-1953-4aa3-bac8-821bba408819 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Network hostable DHCP agents. Network: 92a63655-e4a8-4695-98b5-c8171021d47c, hostable agents: ['310d813b-0e3e-4d7e-9b79-8f4ec0dbcab0'], hosted agents: [] {{(pid=103332) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 07:42:45.403572 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-41f5008c-a8cb-4d88-94ab-abdc9713ea62 None None] Port 9f8c57f0-6f75-43f2-819f-006f00b3d669 cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 07:42:45.436485 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-f5a51b7b-7287-40f7-a206-bde4d9f94406 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:45.460488 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-f5a51b7b-7287-40f7-a206-bde4d9f94406 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:45.473800 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 58464) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:42:45.489742 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f708ecdd-1953-4aa3-bac8-821bba408819 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Network 92a63655-e4a8-4695-98b5-c8171021d47c is scheduled to be hosted by DHCP agent 310d813b-0e3e-4d7e-9b79-8f4ec0dbcab0 with binding_index 1 {{(pid=103332) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 07:42:45.518224 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.base_scheduler [None req-f708ecdd-1953-4aa3-bac8-821bba408819 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861624-1-hyperv, 92a63655-e4a8-4695-98b5-c8171021d47c) {{(pid=103332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:42:45.526357 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f708ecdd-1953-4aa3-bac8-821bba408819 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:42:45.526554 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-f708ecdd-1953-4aa3-bac8-821bba408819 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Notify callbacks [] for subnet, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:45.535001 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac77e977-79be-47e6-abb8-be57af8293c1 None None] Network 92a63655-e4a8-4695-98b5-c8171021d47c requested from dv-neutron-861624-1-hyperv {{(pid=103334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 07:42:45.537199 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 19 Oct 2022 07:42:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3eec46c-dfac-4b58-b0b1-e6df048002e0 x-openstack-request-id: req-a3eec46c-dfac-4b58-b0b1-e6df048002e0 {{(pid=103333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 07:42:45.537199 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "abfb3cf5-9e46-4bed-af19-03fee3203815", "tag": "cb0b6aac-18ad-4bc1-a130-af1b5c727fd2", "status": "completed", "code": 200}]} {{(pid=103333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 07:42:45.537834 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-a3eec46c-dfac-4b58-b0b1-e6df048002e0 {{(pid=103333) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 07:42:45.537946 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a3eec46c-dfac-4b58-b0b1-e6df048002e0'] response: {'name': 'network-changed', 'server_uuid': 'abfb3cf5-9e46-4bed-af19-03fee3203815', 'tag': 'cb0b6aac-18ad-4bc1-a130-af1b5c727fd2', 'status': 'completed', 'code': 200} Oct 19 07:42:45.543078 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28d24ce-cf70-493e-9218-5cfb5d0cf313 service neutron] Pushing event updated for resources: {'Port': ['ID=cb0b6aac-18ad-4bc1-a130-af1b5c727fd2,revision_number=3']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:42:45.546530 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdecf008-960c-45cc-8621-55181fa6dd50 req-d5914c7c-2a7e-4871-97cd-9045c02c924f tempest-TestNetworkAdvancedServerOps-260085928 tempest-TestNetworkAdvancedServerOps-260085928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:42:45.555725 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-bdecf008-960c-45cc-8621-55181fa6dd50 req-d5914c7c-2a7e-4871-97cd-9045c02c924f tempest-TestNetworkAdvancedServerOps-260085928 tempest-TestNetworkAdvancedServerOps-260085928-project] 10.222.0.27 "GET /v2.0/ports?device_id=7bfd5314-4c55-4597-8b3e-da476697892d HTTP/1.1" status: 200 len: 945 time: 0.1713321 Oct 19 07:42:45.578418 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52391727-9465-4b40-99d8-a5cc13e72730 req-a0a1afc7-785a-466e-bee6-e45247d2fb30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:42:45.578677 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-52391727-9465-4b40-99d8-a5cc13e72730 req-a0a1afc7-785a-466e-bee6-e45247d2fb30 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d0132b9f15a24238a6d0205c99af8a0c&device_id=abfb3cf5-9e46-4bed-af19-03fee3203815 HTTP/1.1" status: 200 len: 1097 time: 0.5475550 Oct 19 07:42:45.591329 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-f708ecdd-1953-4aa3-bac8-821bba408819 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0925949 Oct 19 07:42:45.591933 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 58468) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:42:45.598085 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-d4c30282-2953-4b55-8f12-92a6a6528ea2 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1835802430', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:42:45.608802 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-f5a51b7b-7287-40f7-a206-bde4d9f94406 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788643'] for security_group, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:45.612376 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-f5a51b7b-7287-40f7-a206-bde4d9f94406 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:45.616836 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-f5a51b7b-7287-40f7-a206-bde4d9f94406 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/7d670b2e-2392-461e-81e1-7f679e5e1464 HTTP/1.1" status: 204 len: 168 time: 0.3913109 Oct 19 07:42:45.661483 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-bdecf008-960c-45cc-8621-55181fa6dd50 req-a131c612-3029-464f-b1d5-dcac2d69e486 tempest-TestNetworkAdvancedServerOps-260085928 tempest-TestNetworkAdvancedServerOps-260085928-project] 10.222.0.27 "GET /v2.0/security-groups?id=705be772-8c7b-4b84-954c-59b0a7452e78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1047647 Oct 19 07:42:45.673185 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-341f383e-efa1-4993-85b4-21757b520f41 tempest-RoutersNegativeTest-1307537776 tempest-RoutersNegativeTest-1307537776-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-189904866', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:42:45.680374 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 58472) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:42:45.681441 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a51b7b-7287-40f7-a206-bde4d9f94406 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d670b2e-2392-461e-81e1-7f679e5e1464,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:42:45.685397 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-52391727-9465-4b40-99d8-a5cc13e72730 req-bff87d04-ff79-458f-aa62-1f5302dfd431 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cb0b6aac-18ad-4bc1-a130-af1b5c727fd2 HTTP/1.1" status: 200 len: 217 time: 0.0744991 Oct 19 07:42:45.730468 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-d4c30282-2953-4b55-8f12-92a6a6528ea2 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1692695', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12668'] for router, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:45.732069 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-d4c30282-2953-4b55-8f12-92a6a6528ea2 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1692835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1693910', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1621825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12659'] for router, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:45.755045 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.services.segments.plugin [-] Segment 1014cb02-f0c4-419f-974d-fb7f2c1f27f5 resource provider aggregate not found Oct 19 07:42:45.757500 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-341f383e-efa1-4993-85b4-21757b520f41 tempest-RoutersNegativeTest-1307537776 tempest-RoutersNegativeTest-1307537776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1692695', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12668'] for router, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:45.759021 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-341f383e-efa1-4993-85b4-21757b520f41 tempest-RoutersNegativeTest-1307537776 tempest-RoutersNegativeTest-1307537776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1692835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1693910', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1621825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12659'] for router, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:45.786076 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49b2be7c-f83e-46f9-be38-52ca85f584dc tempest-TestNetworkAdvancedServerOps-964105561 tempest-TestNetworkAdvancedServerOps-964105561-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:42:45.791132 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-49b2be7c-f83e-46f9-be38-52ca85f584dc tempest-TestNetworkAdvancedServerOps-964105561 tempest-TestNetworkAdvancedServerOps-964105561-project-admin] 10.222.0.27 "GET /v2.0/ports?device_id=7bfd5314-4c55-4597-8b3e-da476697892d HTTP/1.1" status: 200 len: 1093 time: 0.1069055 Oct 19 07:42:45.792800 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 58478) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:42:45.795994 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c42171f3-893f-44c3-a673-558a99b30cf8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d12c6ac-27a3-545c-a8f3-f04e30423d6d-92a63655-e4a8-4695-98b5-c8171021d47c', 'network_id': '92a63655-e4a8-4695-98b5-c8171021d47c', 'tenant_id': '0cd3ded9dc134e3392e5122464eefb82', 'fixed_ips': [{'subnet_id': '8dd6d1d2-4fcf-43b1-a47d-5a2f53168c43'}]}} from dv-neutron-861624-1-hyperv. {{(pid=103334) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 07:42:45.798422 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-e0b62a58-cd00-4c75-bf1f-15b525197adb tempest-TestNetworkAdvancedServerOps-260085928 tempest-TestNetworkAdvancedServerOps-260085928-project] Request body: {'floatingip': {'floating_network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'port_id': '8e811ad9-9c33-4129-980f-ace6b6615c7d', 'tenant_id': '6c01adc7adbe45c98fd23e352fd389b2', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:42:45.799188 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-c42171f3-893f-44c3-a673-558a99b30cf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:45.801093 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.services.segments.plugin [-] Segment 1014cb02-f0c4-419f-974d-fb7f2c1f27f5 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1014cb02-f0c4-419f-974d-fb7f2c1f27f5 found for delete ", "request_id": "req-7b91b3e2-0f9a-40d7-aa65-8a2f03c67fd8"}]} Oct 19 07:42:45.833122 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52391727-9465-4b40-99d8-a5cc13e72730 req-ea4cff89-986d-404f-8106-7025311e9859 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:42:45.833937 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-d4c30282-2953-4b55-8f12-92a6a6528ea2 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:45.834806 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-52391727-9465-4b40-99d8-a5cc13e72730 req-ea4cff89-986d-404f-8106-7025311e9859 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e477b024-7292-4543-8bcb-7f51bee40870 HTTP/1.1" status: 200 len: 852 time: 0.1426275 Oct 19 07:42:45.841884 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-d406a310-dbac-4a3a-abc2-241258be92c6 tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Notify callbacks [] for port, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:45.849175 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-d4c30282-2953-4b55-8f12-92a6a6528ea2 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1692844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1693859'] for router, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:45.904934 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-52391727-9465-4b40-99d8-a5cc13e72730 req-e0095613-fec1-48cd-9eeb-d8ea2375106b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=63e832ea-99a5-479b-8e2e-e790da88995d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0590858 Oct 19 07:42:45.913458 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-341f383e-efa1-4993-85b4-21757b520f41 tempest-RoutersNegativeTest-1307537776 tempest-RoutersNegativeTest-1307537776-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:45.916453 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-e0b62a58-cd00-4c75-bf1f-15b525197adb tempest-TestNetworkAdvancedServerOps-260085928 tempest-TestNetworkAdvancedServerOps-260085928-project] Notify callbacks [] for floatingip, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:45.922657 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-d4c30282-2953-4b55-8f12-92a6a6528ea2 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Notify callbacks [] for router, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:45.924873 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-d4c30282-2953-4b55-8f12-92a6a6528ea2 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] 10.222.0.27 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.3300524 Oct 19 07:42:45.927666 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 58480) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:42:45.929133 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-341f383e-efa1-4993-85b4-21757b520f41 tempest-RoutersNegativeTest-1307537776 tempest-RoutersNegativeTest-1307537776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1692844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1693859'] for router, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:45.955830 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-699b0776-cf3b-4409-bff0-af8ef10322d7 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Request body: {'port': {'network_id': '92a63655-e4a8-4695-98b5-c8171021d47c', 'name': 'tempest-PortsIpV6TestJSON-1320350834'}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:42:45.958675 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50de5a30-0a3b-4613-9636-f1270492dca4 tempest-FloatingIPNegativeTestJSON-1532199059 tempest-FloatingIPNegativeTestJSON-1532199059-project] Router 83869c0e-dbeb-48b4-9fd9-2a582d2d4ce9 is scheduled to L3 agent ab388470-1243-4d53-80f2-c2f5899c97a7 with binding_index 1 {{(pid=103333) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 07:42:46.022223 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-41f5008c-a8cb-4d88-94ab-abdc9713ea62 None None] Attempt 6 to provision port 9f8c57f0-6f75-43f2-819f-006f00b3d669 Oct 19 07:42:46.045643 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-341f383e-efa1-4993-85b4-21757b520f41 tempest-RoutersNegativeTest-1307537776 tempest-RoutersNegativeTest-1307537776-project] Notify callbacks [] for router, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:46.049792 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-341f383e-efa1-4993-85b4-21757b520f41 tempest-RoutersNegativeTest-1307537776 tempest-RoutersNegativeTest-1307537776-project] 10.222.0.27 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.5725431 Oct 19 07:42:46.074192 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 58482) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:42:46.080562 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-82e45480-ac40-45e2-af45-26487ade3328 tempest-RoutersNegativeTest-1307537776 tempest-RoutersNegativeTest-1307537776-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-710297673'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:42:46.089689 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-d406a310-dbac-4a3a-abc2-241258be92c6 tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785020947330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130996763'] for port, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:46.092747 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-41f5008c-a8cb-4d88-94ab-abdc9713ea62 None None] Port 9f8c57f0-6f75-43f2-819f-006f00b3d669 cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 07:42:46.176943 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-699b0776-cf3b-4409-bff0-af8ef10322d7 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Made reservation on behalf of 0cd3ded9dc134e3392e5122464eefb82 for: {'port': 1} {{(pid=103332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 07:42:46.180686 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-699b0776-cf3b-4409-bff0-af8ef10322d7 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:46.194282 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d406a310-dbac-4a3a-abc2-241258be92c6 tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Network 99c66757-74e3-40a4-b479-8d09e3a7c3dd is already hosted by enough agents. {{(pid=103333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 07:42:46.200970 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-52391727-9465-4b40-99d8-a5cc13e72730 req-5fb24419-420e-440c-a681-3f8ca698760a service neutron] 10.222.0.16 "GET /v2.0/networks/63e832ea-99a5-479b-8e2e-e790da88995d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2880969 Oct 19 07:42:46.205732 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-d406a310-dbac-4a3a-abc2-241258be92c6 tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Resources bound (agent type, host, resource id): {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:42:46.212031 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-e0b62a58-cd00-4c75-bf1f-15b525197adb tempest-TestNetworkAdvancedServerOps-260085928 tempest-TestNetworkAdvancedServerOps-260085928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:46.214295 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.notifiers.nova [None req-699b0776-cf3b-4409-bff0-af8ef10322d7 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] device_id is not set on port 06eb4885-8702-403e-9e6e-a7841446769b yet. {{(pid=103332) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 19 07:42:46.218075 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82e45480-ac40-45e2-af45-26487ade3328 tempest-RoutersNegativeTest-1307537776 tempest-RoutersNegativeTest-1307537776-project] Made reservation on behalf of 83d8ae6b7e844cc7aa58d29e86720c10 for: {'network': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 07:42:46.221531 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-82e45480-ac40-45e2-af45-26487ade3328 tempest-RoutersNegativeTest-1307537776 tempest-RoutersNegativeTest-1307537776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for network, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:46.227636 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d406a310-dbac-4a3a-abc2-241258be92c6 tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Received port after_create {{(pid=103333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 07:42:46.235506 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.db_base_plugin_common [None req-c42171f3-893f-44c3-a673-558a99b30cf8 None None] Allocated IP 2001:db8::2 (92a63655-e4a8-4695-98b5-c8171021d47c/8dd6d1d2-4fcf-43b1-a47d-5a2f53168c43/948e495b-44a0-49c9-a481-9e895c76a68f) {{(pid=103334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 07:42:46.271546 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d406a310-dbac-4a3a-abc2-241258be92c6 tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Pushing event updated for resources: {'Port': ['ID=469e27c9-12ba-4897-af2a-71ceadadf66a,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:42:46.274314 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50de5a30-0a3b-4613-9636-f1270492dca4 tempest-FloatingIPNegativeTestJSON-1532199059 tempest-FloatingIPNegativeTestJSON-1532199059-project] Notify agent at l3_agent.dv-neutron-861624-1-hyperv the message routers_updated {{(pid=103333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 07:42:46.283351 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-82e45480-ac40-45e2-af45-26487ade3328 tempest-RoutersNegativeTest-1307537776 tempest-RoutersNegativeTest-1307537776-project] Notify callbacks [] for security_group, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:46.294557 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-50de5a30-0a3b-4613-9636-f1270492dca4 tempest-FloatingIPNegativeTestJSON-1532199059 tempest-FloatingIPNegativeTestJSON-1532199059-project] 10.222.0.27 "PUT /v2.0/routers/83869c0e-dbeb-48b4-9fd9-2a582d2d4ce9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1513388 Oct 19 07:42:46.309314 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 58484) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:42:46.314927 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-a55baaa0-0aa7-45f7-b16d-b4cd80af4fa8 tempest-FloatingIPNegativeTestJSON-1532199059 tempest-FloatingIPNegativeTestJSON-1532199059-project] Request body: {'port': {'network_id': 'cf3150c1-5168-4bd8-a442-ec781df58212', 'name': 'tempest-FloatingIPNegativeTestJSON-340155647'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:42:46.315270 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-129af6c8-41a2-4208-897e-7de0dbe55d09 None None] Sync routers for ids ['83869c0e-dbeb-48b4-9fd9-2a582d2d4ce9'] in dv-neutron-861624-1-hyperv {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 07:42:46.318719 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-7aff8ad6-fe7a-4969-b3e4-e986357102c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:46.335425 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-129af6c8-41a2-4208-897e-7de0dbe55d09 None None] Routers {'83869c0e-dbeb-48b4-9fd9-2a582d2d4ce9'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 07:42:46.336037 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-129af6c8-41a2-4208-897e-7de0dbe55d09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T07:42:46Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['83869c0e-dbeb-48b4-9fd9-2a582d2d4ce9'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:42:46.412436 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-c42171f3-893f-44c3-a673-558a99b30cf8 None None] Notify callbacks [] for port, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:46.423664 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-c42171f3-893f-44c3-a673-558a99b30cf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785020947330'] for port, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:46.450932 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.db_base_plugin_common [None req-e0b62a58-cd00-4c75-bf1f-15b525197adb tempest-TestNetworkAdvancedServerOps-260085928 tempest-TestNetworkAdvancedServerOps-260085928-project] Allocated IP 172.26.0.222 (99c66757-74e3-40a4-b479-8d09e3a7c3dd/7f3d1034-1de7-458a-a3ee-77488de3949b/acdcecc9-6d94-49f3-8f31-50729afa54be) {{(pid=103332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 07:42:46.496997 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42171f3-893f-44c3-a673-558a99b30cf8 None None] Pushing event updated for resources: {'Port': ['ID=948e495b-44a0-49c9-a481-9e895c76a68f,revision_number=1']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:42:46.507711 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c42171f3-893f-44c3-a673-558a99b30cf8 None None] Network 92a63655-e4a8-4695-98b5-c8171021d47c is already hosted by enough agents. {{(pid=103334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 07:42:46.509331 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.scheduler.base_scheduler [None req-c42171f3-893f-44c3-a673-558a99b30cf8 None None] Resources bound (agent type, host, resource id): {{(pid=103334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:42:46.521523 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c42171f3-893f-44c3-a673-558a99b30cf8 None None] Received port after_create {{(pid=103334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 07:42:46.531949 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.db_base_plugin_common [None req-699b0776-cf3b-4409-bff0-af8ef10322d7 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Allocated IP 2001:db8::160 (92a63655-e4a8-4695-98b5-c8171021d47c/8dd6d1d2-4fcf-43b1-a47d-5a2f53168c43/06eb4885-8702-403e-9e6e-a7841446769b) {{(pid=103332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 07:42:46.543079 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-52391727-9465-4b40-99d8-a5cc13e72730 req-93a5e033-b3fc-4f33-961e-85f11d75b30c service neutron] 10.222.0.16 "GET /v2.0/networks/63e832ea-99a5-479b-8e2e-e790da88995d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3334105 Oct 19 07:42:46.547072 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-129af6c8-41a2-4208-897e-7de0dbe55d09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:42:46.555750 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-129af6c8-41a2-4208-897e-7de0dbe55d09 None None] Routers {'83869c0e-dbeb-48b4-9fd9-2a582d2d4ce9'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 07:42:46.556606 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-129af6c8-41a2-4208-897e-7de0dbe55d09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T07:42:46Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['83869c0e-dbeb-48b4-9fd9-2a582d2d4ce9'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:42:46.594014 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-129af6c8-41a2-4208-897e-7de0dbe55d09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:42:46.594889 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-129af6c8-41a2-4208-897e-7de0dbe55d09 None None] The sync data for ids ['83869c0e-dbeb-48b4-9fd9-2a582d2d4ce9'] in dv-neutron-861624-1-hyperv is: [] {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 07:42:46.602731 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-41f5008c-a8cb-4d88-94ab-abdc9713ea62 None None] Attempt 7 to provision port 9f8c57f0-6f75-43f2-819f-006f00b3d669 Oct 19 07:42:46.644645 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-41f5008c-a8cb-4d88-94ab-abdc9713ea62 None None] Port 9f8c57f0-6f75-43f2-819f-006f00b3d669 cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 07:42:46.656362 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-c42171f3-893f-44c3-a673-558a99b30cf8 None None] Attempting to bind port 948e495b-44a0-49c9-a481-9e895c76a68f on host dv-neutron-861624-1-hyperv for vnic_type normal with profile {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 19 07:42:46.656768 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-c42171f3-893f-44c3-a673-558a99b30cf8 None None] Attempting to bind port 948e495b-44a0-49c9-a481-9e895c76a68f by drivers openvswitch,hyperv on host dv-neutron-861624-1-hyperv at level 0 using segments [{'id': '6f0e8635-4760-4265-9883-47dd051c2afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '92a63655-e4a8-4695-98b5-c8171021d47c'}] {{(pid=103334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 19 07:42:46.657138 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c42171f3-893f-44c3-a673-558a99b30cf8 None None] Attempting to bind port 948e495b-44a0-49c9-a481-9e895c76a68f on network 92a63655-e4a8-4695-98b5-c8171021d47c {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 07:42:46.663860 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c42171f3-893f-44c3-a673-558a99b30cf8 None None] Checking agent: {'id': 'a5b0152c-d633-409b-aaf8-3b76458e2410', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861624-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 19, 7, 30, 19), 'started_at': datetime.datetime(2022, 10, 19, 7, 30, 49), 'heartbeat_timestamp': datetime.datetime(2022, 10, 19, 7, 42, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861624-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 07:42:46.664115 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c42171f3-893f-44c3-a673-558a99b30cf8 None None] Checking segment: {'id': '6f0e8635-4760-4265-9883-47dd051c2afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '92a63655-e4a8-4695-98b5-c8171021d47c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 19 07:42:46.664540 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-c42171f3-893f-44c3-a673-558a99b30cf8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:46.664950 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c42171f3-893f-44c3-a673-558a99b30cf8 None None] Bound using segment: {'id': '6f0e8635-4760-4265-9883-47dd051c2afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '92a63655-e4a8-4695-98b5-c8171021d47c'} {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 07:42:46.665426 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-c42171f3-893f-44c3-a673-558a99b30cf8 None None] Bound port: 948e495b-44a0-49c9-a481-9e895c76a68f, host: dv-neutron-861624-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f0e8635-4760-4265-9883-47dd051c2afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '92a63655-e4a8-4695-98b5-c8171021d47c'}}] {{(pid=103334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 19 07:42:46.666565 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-c42171f3-893f-44c3-a673-558a99b30cf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:46.706654 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a55baaa0-0aa7-45f7-b16d-b4cd80af4fa8 tempest-FloatingIPNegativeTestJSON-1532199059 tempest-FloatingIPNegativeTestJSON-1532199059-project] Made reservation on behalf of da760bd00862443fa7e4304d8492c7d0 for: {'port': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 07:42:46.710276 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-a55baaa0-0aa7-45f7-b16d-b4cd80af4fa8 tempest-FloatingIPNegativeTestJSON-1532199059 tempest-FloatingIPNegativeTestJSON-1532199059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:46.730499 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-82e45480-ac40-45e2-af45-26487ade3328 tempest-RoutersNegativeTest-1307537776 tempest-RoutersNegativeTest-1307537776-project] Notify callbacks [] for security_group, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:46.742682 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-82e45480-ac40-45e2-af45-26487ade3328 tempest-RoutersNegativeTest-1307537776 tempest-RoutersNegativeTest-1307537776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788643'] for security_group, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:46.750205 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfabbae1-0409-4d9d-be00-1aac0709f5ec req-9e54f9bb-d6a2-4469-9baa-be86a25f27fa tempest-TestServerAdvancedOps-868832884 tempest-TestServerAdvancedOps-868832884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:42:46.751753 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-cfabbae1-0409-4d9d-be00-1aac0709f5ec req-9e54f9bb-d6a2-4469-9baa-be86a25f27fa tempest-TestServerAdvancedOps-868832884 tempest-TestServerAdvancedOps-868832884-project] 10.222.0.27 "GET /v2.0/ports?device_id=abfb3cf5-9e46-4bed-af19-03fee3203815 HTTP/1.1" status: 200 len: 944 time: 0.1456790 Oct 19 07:42:46.756917 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2766c28e-f8f5-43a3-ad70-491b770ceace req-218640e8-0ddc-4725-a122-3401332437ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:42:46.758397 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-2766c28e-f8f5-43a3-ad70-491b770ceace req-218640e8-0ddc-4725-a122-3401332437ed service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d0132b9f15a24238a6d0205c99af8a0c&device_id=abfb3cf5-9e46-4bed-af19-03fee3203815 HTTP/1.1" status: 200 len: 1097 time: 0.1561387 Oct 19 07:42:46.759657 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.notifiers.nova [None req-a55baaa0-0aa7-45f7-b16d-b4cd80af4fa8 tempest-FloatingIPNegativeTestJSON-1532199059 tempest-FloatingIPNegativeTestJSON-1532199059-project] device_id is not set on port 8c167620-3156-48bf-a5f9-bf961b7cafc4 yet. {{(pid=103333) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 19 07:42:46.763168 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-c42171f3-893f-44c3-a673-558a99b30cf8 None None] For port 948e495b-44a0-49c9-a481-9e895c76a68f, host dv-neutron-861624-1-hyperv, cleared binding levels {{(pid=103334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 07:42:46.768747 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-c42171f3-893f-44c3-a673-558a99b30cf8 None None] For port 948e495b-44a0-49c9-a481-9e895c76a68f, host dv-neutron-861624-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=948e495b-44a0-49c9-a481-9e895c76a68f,segment=NetworkSegment(6f0e8635-4760-4265-9883-47dd051c2afb),segment_id=6f0e8635-4760-4265-9883-47dd051c2afb)] {{(pid=103334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 07:42:46.773481 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-c42171f3-893f-44c3-a673-558a99b30cf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:46.828460 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42171f3-893f-44c3-a673-558a99b30cf8 None None] Pushing event updated for resources: {'Port': ['ID=948e495b-44a0-49c9-a481-9e895c76a68f,revision_number=2']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:42:46.871661 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-cfabbae1-0409-4d9d-be00-1aac0709f5ec req-e793318d-b97e-4e73-846a-ad7614f74032 tempest-TestServerAdvancedOps-868832884 tempest-TestServerAdvancedOps-868832884-project] 10.222.0.27 "GET /v2.0/security-groups?id=155371e7-73ab-4479-86a0-e61426642fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900362 Oct 19 07:42:46.884270 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-e0b62a58-cd00-4c75-bf1f-15b525197adb tempest-TestNetworkAdvancedServerOps-260085928 tempest-TestNetworkAdvancedServerOps-260085928-project] Notify callbacks [] for port, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:46.901022 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-699b0776-cf3b-4409-bff0-af8ef10322d7 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Notify callbacks [] for port, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:46.901824 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82e45480-ac40-45e2-af45-26487ade3328 tempest-RoutersNegativeTest-1307537776 tempest-RoutersNegativeTest-1307537776-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 150} {{(pid=103333) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 07:42:46.943637 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-699b0776-cf3b-4409-bff0-af8ef10322d7 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785020947330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133553798'] for port, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:46.984410 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-e0b62a58-cd00-4c75-bf1f-15b525197adb tempest-TestNetworkAdvancedServerOps-260085928 tempest-TestNetworkAdvancedServerOps-260085928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785020947330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133553798'] for port, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:47.015611 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-699b0776-cf3b-4409-bff0-af8ef10322d7 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Network 92a63655-e4a8-4695-98b5-c8171021d47c is already hosted by enough agents. {{(pid=103332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 07:42:47.019345 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.base_scheduler [None req-699b0776-cf3b-4409-bff0-af8ef10322d7 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Resources bound (agent type, host, resource id): {{(pid=103332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:42:47.020992 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-82e45480-ac40-45e2-af45-26487ade3328 tempest-RoutersNegativeTest-1307537776 tempest-RoutersNegativeTest-1307537776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979'] for segment, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:47.021341 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.db.segments_db [None req-82e45480-ac40-45e2-af45-26487ade3328 tempest-RoutersNegativeTest-1307537776 tempest-RoutersNegativeTest-1307537776-project] Added segment 214122d8-3bd2-4802-be3c-b1fb5f573906 of type vlan for network aa75d581-ad8e-4469-98d0-12b4e85f12e3 Oct 19 07:42:47.024300 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-699b0776-cf3b-4409-bff0-af8ef10322d7 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Received port after_create {{(pid=103332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 07:42:47.030793 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-699b0776-cf3b-4409-bff0-af8ef10322d7 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:42:47.031897 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-699b0776-cf3b-4409-bff0-af8ef10322d7 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42160'] for port, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:47.055178 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699b0776-cf3b-4409-bff0-af8ef10322d7 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Pushing event updated for resources: {'Port': ['ID=06eb4885-8702-403e-9e6e-a7841446769b,revision_number=1']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:42:47.069171 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0b62a58-cd00-4c75-bf1f-15b525197adb tempest-TestNetworkAdvancedServerOps-260085928 tempest-TestNetworkAdvancedServerOps-260085928-project] Network 99c66757-74e3-40a4-b479-8d09e3a7c3dd is already hosted by enough agents. {{(pid=103332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 07:42:47.084097 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e45480-ac40-45e2-af45-26487ade3328 tempest-RoutersNegativeTest-1307537776 tempest-RoutersNegativeTest-1307537776-project] Pushing event updated for resources: {'SecurityGroup': ['ID=19aced38-072b-4003-9955-1e5db4c19ea9,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:42:47.115767 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.base_scheduler [None req-e0b62a58-cd00-4c75-bf1f-15b525197adb tempest-TestNetworkAdvancedServerOps-260085928 tempest-TestNetworkAdvancedServerOps-260085928-project] Resources bound (agent type, host, resource id): {{(pid=103332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:42:47.119235 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0b62a58-cd00-4c75-bf1f-15b525197adb tempest-TestNetworkAdvancedServerOps-260085928 tempest-TestNetworkAdvancedServerOps-260085928-project] Received port after_create {{(pid=103332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 07:42:47.133481 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-699b0776-cf3b-4409-bff0-af8ef10322d7 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.1950660 Oct 19 07:42:47.142274 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 58488) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:42:47.145679 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-41f5008c-a8cb-4d88-94ab-abdc9713ea62 None None] Attempt 8 to provision port 9f8c57f0-6f75-43f2-819f-006f00b3d669 Oct 19 07:42:47.174964 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b62a58-cd00-4c75-bf1f-15b525197adb tempest-TestNetworkAdvancedServerOps-260085928 tempest-TestNetworkAdvancedServerOps-260085928-project] Pushing event updated for resources: {'Port': ['ID=acdcecc9-6d94-49f3-8f31-50729afa54be,revision_number=1']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:42:47.203744 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-41f5008c-a8cb-4d88-94ab-abdc9713ea62 None None] Port 9f8c57f0-6f75-43f2-819f-006f00b3d669 cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 07:42:47.234280 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-82e45480-ac40-45e2-af45-26487ade3328 tempest-RoutersNegativeTest-1307537776 tempest-RoutersNegativeTest-1307537776-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785020965340'] for network, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:47.319379 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2766c28e-f8f5-43a3-ad70-491b770ceace req-f77a2c81-6216-41fb-aae0-7fd4fd7fbfdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:42:47.320813 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-2766c28e-f8f5-43a3-ad70-491b770ceace req-f77a2c81-6216-41fb-aae0-7fd4fd7fbfdd service neutron] 10.222.0.16 "GET /v2.0/networks?id=63e832ea-99a5-479b-8e2e-e790da88995d HTTP/1.1" status: 200 len: 913 time: 0.4923394 Oct 19 07:42:47.368771 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.db_base_plugin_common [None req-a55baaa0-0aa7-45f7-b16d-b4cd80af4fa8 tempest-FloatingIPNegativeTestJSON-1532199059 tempest-FloatingIPNegativeTestJSON-1532199059-project] Allocated IP 172.20.0.9 (cf3150c1-5168-4bd8-a442-ec781df58212/3edddf2b-9825-4568-9495-7f7cbd74b113/8c167620-3156-48bf-a5f9-bf961b7cafc4) {{(pid=103333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 07:42:47.494896 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-2766c28e-f8f5-43a3-ad70-491b770ceace req-c94f9298-85f3-475e-9cba-bbd56ed1cebf service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cb0b6aac-18ad-4bc1-a130-af1b5c727fd2 HTTP/1.1" status: 200 len: 217 time: 0.1277759 Oct 19 07:42:47.510996 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-82e45480-ac40-45e2-af45-26487ade3328 tempest-RoutersNegativeTest-1307537776 tempest-RoutersNegativeTest-1307537776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873'] for network, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:47.516409 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82e45480-ac40-45e2-af45-26487ade3328 tempest-RoutersNegativeTest-1307537776 tempest-RoutersNegativeTest-1307537776-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:42:47.517038 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-82e45480-ac40-45e2-af45-26487ade3328 tempest-RoutersNegativeTest-1307537776 tempest-RoutersNegativeTest-1307537776-project] Notify callbacks [] for network, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:47.705360 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-41f5008c-a8cb-4d88-94ab-abdc9713ea62 None None] Attempt 9 to provision port 9f8c57f0-6f75-43f2-819f-006f00b3d669 Oct 19 07:42:47.746241 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-41f5008c-a8cb-4d88-94ab-abdc9713ea62 None None] Port 9f8c57f0-6f75-43f2-819f-006f00b3d669 cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 07:42:47.894572 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device 948e495b-44a0-49c9-a481-9e895c76a68f up at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 07:42:47.955011 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-2a2259f7-b034-4eec-af7a-7abaede746c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:47.959985 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-d406a310-dbac-4a3a-abc2-241258be92c6 tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:47.972806 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f4ca623-26d2-4862-9cf1-1c76b4961ab1 None None] Network 92a63655-e4a8-4695-98b5-c8171021d47c requested from dv-neutron-861624-1-hyperv {{(pid=103334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 07:42:47.974974 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Provisioning complete for port 948e495b-44a0-49c9-a481-9e895c76a68f triggered by entity L2. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:42:47.975436 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:47.976550 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Attempt 1 to provision port 948e495b-44a0-49c9-a481-9e895c76a68f Oct 19 07:42:48.072993 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-e0b62a58-cd00-4c75-bf1f-15b525197adb tempest-TestNetworkAdvancedServerOps-260085928 tempest-TestNetworkAdvancedServerOps-260085928-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:48.096942 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdc5231-4264-4331-afc7-6a692f2d4b41 req-0f347df6-d2ea-451a-8c69-09df2b01c254 tempest-TestServerAdvancedOps-868832884 tempest-TestServerAdvancedOps-868832884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:42:48.098444 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-6bdc5231-4264-4331-afc7-6a692f2d4b41 req-0f347df6-d2ea-451a-8c69-09df2b01c254 tempest-TestServerAdvancedOps-868832884 tempest-TestServerAdvancedOps-868832884-project] 10.222.0.27 "GET /v2.0/ports?device_id=abfb3cf5-9e46-4bed-af19-03fee3203815 HTTP/1.1" status: 200 len: 944 time: 0.1217706 Oct 19 07:42:48.104996 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-82e45480-ac40-45e2-af45-26487ade3328 tempest-RoutersNegativeTest-1307537776 tempest-RoutersNegativeTest-1307537776-project] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 2.0297210 Oct 19 07:42:48.117942 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 58492) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:42:48.159343 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Current status of the port 948e495b-44a0-49c9-a481-9e895c76a68f is: DOWN; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:42:48.159791 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:48.187881 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-0d45258f-8527-421f-953c-e351cb025516 tempest-RoutersNegativeTest-1307537776 tempest-RoutersNegativeTest-1307537776-project] Request body: {'subnet': {'network_id': 'aa75d581-ad8e-4469-98d0-12b4e85f12e3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:42:48.199047 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2766c28e-f8f5-43a3-ad70-491b770ceace req-45bca581-c299-4d82-827f-2717b3151e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:42:48.200558 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-2766c28e-f8f5-43a3-ad70-491b770ceace req-45bca581-c299-4d82-827f-2717b3151e6d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e477b024-7292-4543-8bcb-7f51bee40870 HTTP/1.1" status: 200 len: 852 time: 0.6933694 Oct 19 07:42:48.201166 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e45480-ac40-45e2-af45-26487ade3328 tempest-RoutersNegativeTest-1307537776 tempest-RoutersNegativeTest-1307537776-project] Pushing event updated for resources: {'Network': ['ID=aa75d581-ad8e-4469-98d0-12b4e85f12e3,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:42:48.220333 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Network aa75d581-ad8e-4469-98d0-12b4e85f12e3 details requested by agent ovs-agent-dv-neutron-861624-1-hyperv with host dv-neutron-861624-1-hyperv {{(pid=103334) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 07:42:48.225168 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-6bdc5231-4264-4331-afc7-6a692f2d4b41 req-bdc7e65a-9f23-41a0-afbf-413dcbe6b5ba tempest-TestServerAdvancedOps-868832884 tempest-TestServerAdvancedOps-868832884-project] 10.222.0.27 "GET /v2.0/security-groups?id=155371e7-73ab-4479-86a0-e61426642fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969300 Oct 19 07:42:48.240057 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-e0b62a58-cd00-4c75-bf1f-15b525197adb tempest-TestNetworkAdvancedServerOps-260085928 tempest-TestNetworkAdvancedServerOps-260085928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:48.252661 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] For port 948e495b-44a0-49c9-a481-9e895c76a68f, host dv-neutron-861624-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=948e495b-44a0-49c9-a481-9e895c76a68f,segment=NetworkSegment(6f0e8635-4760-4265-9883-47dd051c2afb),segment_id=6f0e8635-4760-4265-9883-47dd051c2afb)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:42:48.255345 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-41f5008c-a8cb-4d88-94ab-abdc9713ea62 None None] Attempt 10 to provision port 9f8c57f0-6f75-43f2-819f-006f00b3d669 Oct 19 07:42:48.290318 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:48.317918 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-2766c28e-f8f5-43a3-ad70-491b770ceace req-bb5ab4f2-0731-4e89-907f-93f9c7b90e0a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=63e832ea-99a5-479b-8e2e-e790da88995d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0827525 Oct 19 07:42:48.394993 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-41f5008c-a8cb-4d88-94ab-abdc9713ea62 None None] Port 9f8c57f0-6f75-43f2-819f-006f00b3d669 cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 07:42:48.395757 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-d406a310-dbac-4a3a-abc2-241258be92c6 tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:48.415490 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Pushing event updated for resources: {'Port': ['ID=948e495b-44a0-49c9-a481-9e895c76a68f,revision_number=3']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:42:48.469665 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-e0b62a58-cd00-4c75-bf1f-15b525197adb tempest-TestNetworkAdvancedServerOps-260085928 tempest-TestNetworkAdvancedServerOps-260085928-project] Notify callbacks [] for port, precommit_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:48.475527 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-e0b62a58-cd00-4c75-bf1f-15b525197adb tempest-TestNetworkAdvancedServerOps-260085928 tempest-TestNetworkAdvancedServerOps-260085928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133553807'] for port, after_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:48.527505 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-5d362b67-cc81-404b-ba89-945f1e1952e3 None None] Provisioning complete for port 948e495b-44a0-49c9-a481-9e895c76a68f triggered by entity DHCP. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:42:48.528320 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-5d362b67-cc81-404b-ba89-945f1e1952e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:48.528910 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-5d362b67-cc81-404b-ba89-945f1e1952e3 None None] Attempt 1 to provision port 948e495b-44a0-49c9-a481-9e895c76a68f Oct 19 07:42:48.559025 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-e0b62a58-cd00-4c75-bf1f-15b525197adb tempest-TestNetworkAdvancedServerOps-260085928 tempest-TestNetworkAdvancedServerOps-260085928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1695041'] for floatingip, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:48.561969 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b62a58-cd00-4c75-bf1f-15b525197adb tempest-TestNetworkAdvancedServerOps-260085928 tempest-TestNetworkAdvancedServerOps-260085928-project] Pushing event updated for resources: {'Port': ['ID=acdcecc9-6d94-49f3-8f31-50729afa54be,revision_number=2']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:42:48.633627 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-7c75897d-1cfe-4523-893e-64bb892dc4f6 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:48.648258 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-5d362b67-cc81-404b-ba89-945f1e1952e3 None None] Current status of the port 948e495b-44a0-49c9-a481-9e895c76a68f is: ACTIVE; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:42:48.660718 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-5d362b67-cc81-404b-ba89-945f1e1952e3 None None] Provisioning complete for port 9f8c57f0-6f75-43f2-819f-006f00b3d669 triggered by entity DHCP. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:42:48.661089 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-5d362b67-cc81-404b-ba89-945f1e1952e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:48.661697 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-5d362b67-cc81-404b-ba89-945f1e1952e3 None None] Attempt 1 to provision port 9f8c57f0-6f75-43f2-819f-006f00b3d669 Oct 19 07:42:48.664073 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-a55baaa0-0aa7-45f7-b16d-b4cd80af4fa8 tempest-FloatingIPNegativeTestJSON-1532199059 tempest-FloatingIPNegativeTestJSON-1532199059-project] Notify callbacks [] for port, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:48.671770 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d45258f-8527-421f-953c-e351cb025516 tempest-RoutersNegativeTest-1307537776 tempest-RoutersNegativeTest-1307537776-project] Made reservation on behalf of 83d8ae6b7e844cc7aa58d29e86720c10 for: {'subnet': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 07:42:48.675241 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-0d45258f-8527-421f-953c-e351cb025516 tempest-RoutersNegativeTest-1307537776 tempest-RoutersNegativeTest-1307537776-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130170579'] for subnet, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:48.689832 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.db.l3_db [None req-e0b62a58-cd00-4c75-bf1f-15b525197adb tempest-TestNetworkAdvancedServerOps-260085928 tempest-TestNetworkAdvancedServerOps-260085928-project] Floating IP 7bb5eb64-4015-4211-bba2-19fb70811069 associated. External IP: 172.26.0.222, port: 8e811ad9-9c33-4129-980f-ace6b6615c7d. Oct 19 07:42:48.711691 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-5d362b67-cc81-404b-ba89-945f1e1952e3 None None] Port 9f8c57f0-6f75-43f2-819f-006f00b3d669 cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 07:42:48.792454 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-2766c28e-f8f5-43a3-ad70-491b770ceace req-60327cf1-5982-4ee7-bebc-e75132f8018d service neutron] 10.222.0.16 "GET /v2.0/networks/63e832ea-99a5-479b-8e2e-e790da88995d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4453800 Oct 19 07:42:48.923172 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0b62a58-cd00-4c75-bf1f-15b525197adb tempest-TestNetworkAdvancedServerOps-260085928 tempest-TestNetworkAdvancedServerOps-260085928-project] Router ffb9f2f0-d077-4178-a6df-4e16e5e51b0d has already been hosted by L3 agent ab388470-1243-4d53-80f2-c2f5899c97a7 {{(pid=103332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 07:42:48.955686 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-1a0da505-d0f9-48c6-b7e2-53b9c5e41298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:49.034945 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0b62a58-cd00-4c75-bf1f-15b525197adb tempest-TestNetworkAdvancedServerOps-260085928 tempest-TestNetworkAdvancedServerOps-260085928-project] Notify agent at l3_agent.dv-neutron-861624-1-hyperv the message routers_updated {{(pid=103332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 07:42:49.040226 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-a55baaa0-0aa7-45f7-b16d-b4cd80af4fa8 tempest-FloatingIPNegativeTestJSON-1532199059 tempest-FloatingIPNegativeTestJSON-1532199059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785020947330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130996763'] for port, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:49.045716 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b895ce3-33db-4cf3-8b72-ba88eefad91b None None] Sync routers for ids ['ffb9f2f0-d077-4178-a6df-4e16e5e51b0d'] in dv-neutron-861624-1-hyperv {{(pid=103334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 07:42:49.053097 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Device cb0b6aac-18ad-4bc1-a130-af1b5c727fd2 details requested by agent hyperv_hv-neutron-8616 with host hv-neutron-8616 {{(pid=103334) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 07:42:49.057853 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-e0b62a58-cd00-4c75-bf1f-15b525197adb tempest-TestNetworkAdvancedServerOps-260085928 tempest-TestNetworkAdvancedServerOps-260085928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42160'] for floatingip, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:49.073383 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b895ce3-33db-4cf3-8b72-ba88eefad91b None None] Routers {'ffb9f2f0-d077-4178-a6df-4e16e5e51b0d'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 07:42:49.074018 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-8b895ce3-33db-4cf3-8b72-ba88eefad91b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T07:42:46Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['ffb9f2f0-d077-4178-a6df-4e16e5e51b0d'], 'active': True} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:42:49.093076 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-e0b62a58-cd00-4c75-bf1f-15b525197adb tempest-TestNetworkAdvancedServerOps-260085928 tempest-TestNetworkAdvancedServerOps-260085928-project] 10.222.0.27 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.2956855 Oct 19 07:42:49.093076 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7bfd5314-4c55-4597-8b3e-da476697892d', 'tag': '8e811ad9-9c33-4129-980f-ace6b6615c7d'}] {{(pid=103332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 19 07:42:49.093993 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a021b02cf5f527cd4bbbc40a031b51490d9893d7edeeb551bdf5128ee7546f8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50555fbb-3d21-4d37-97b0-f5cb95501baa" -d '{"events": [{"name": "network-changed", "server_uuid": "7bfd5314-4c55-4597-8b3e-da476697892d", "tag": "8e811ad9-9c33-4129-980f-ace6b6615c7d"}]}' {{(pid=103332) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 07:42:49.119021 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-d406a310-dbac-4a3a-abc2-241258be92c6 tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Notify callbacks [] for port, precommit_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:49.176989 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-d406a310-dbac-4a3a-abc2-241258be92c6 tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130996754'] for port, after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:49.177221 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:49.181397 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 19 Oct 2022 07:42:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-629089c9-fccf-447c-a13c-4e5213e87b4b x-openstack-request-id: req-629089c9-fccf-447c-a13c-4e5213e87b4b {{(pid=103332) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 07:42:49.181687 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7bfd5314-4c55-4597-8b3e-da476697892d", "tag": "8e811ad9-9c33-4129-980f-ace6b6615c7d", "status": "completed", "code": 200}]} {{(pid=103332) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 07:42:49.181941 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-629089c9-fccf-447c-a13c-4e5213e87b4b {{(pid=103332) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 07:42:49.182342 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.notifiers.nova [-] Nova event matching ['req-629089c9-fccf-447c-a13c-4e5213e87b4b'] response: {'name': 'network-changed', 'server_uuid': '7bfd5314-4c55-4597-8b3e-da476697892d', 'tag': '8e811ad9-9c33-4129-980f-ace6b6615c7d', 'status': 'completed', 'code': 200} Oct 19 07:42:49.207351 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aad0807-df1a-4079-b1cc-74b922460000 req-2c88210a-c64b-495a-908a-e6905188b7a3 tempest-TestNetworkAdvancedServerOps-260085928 tempest-TestNetworkAdvancedServerOps-260085928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:42:49.209540 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-7aad0807-df1a-4079-b1cc-74b922460000 req-2c88210a-c64b-495a-908a-e6905188b7a3 tempest-TestNetworkAdvancedServerOps-260085928 tempest-TestNetworkAdvancedServerOps-260085928-project] 10.222.0.27 "GET /v2.0/ports?device_id=7bfd5314-4c55-4597-8b3e-da476697892d HTTP/1.1" status: 200 len: 945 time: 0.0667624 Oct 19 07:42:49.215223 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-5d362b67-cc81-404b-ba89-945f1e1952e3 None None] Attempt 2 to provision port 9f8c57f0-6f75-43f2-819f-006f00b3d669 Oct 19 07:42:49.226309 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a55baaa0-0aa7-45f7-b16d-b4cd80af4fa8 tempest-FloatingIPNegativeTestJSON-1532199059 tempest-FloatingIPNegativeTestJSON-1532199059-project] Network cf3150c1-5168-4bd8-a442-ec781df58212 is already hosted by enough agents. {{(pid=103333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 07:42:49.280607 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50555fbb-3d21-4d37-97b0-f5cb95501baa req-28b27b3e-489e-4baa-847c-58c0469bf998 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:42:49.280856 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-50555fbb-3d21-4d37-97b0-f5cb95501baa req-28b27b3e-489e-4baa-847c-58c0469bf998 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=6c01adc7adbe45c98fd23e352fd389b2&device_id=7bfd5314-4c55-4597-8b3e-da476697892d HTTP/1.1" status: 200 len: 1098 time: 0.0703743 Oct 19 07:42:49.284315 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-7aad0807-df1a-4079-b1cc-74b922460000 req-711145ed-70cb-4991-b621-81d4d45e72cb tempest-TestNetworkAdvancedServerOps-260085928 tempest-TestNetworkAdvancedServerOps-260085928-project] 10.222.0.27 "GET /v2.0/security-groups?id=705be772-8c7b-4b84-954c-59b0a7452e78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0615602 Oct 19 07:42:49.322294 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-a55baaa0-0aa7-45f7-b16d-b4cd80af4fa8 tempest-FloatingIPNegativeTestJSON-1532199059 tempest-FloatingIPNegativeTestJSON-1532199059-project] Resources bound (agent type, host, resource id): {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:42:49.331787 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a55baaa0-0aa7-45f7-b16d-b4cd80af4fa8 tempest-FloatingIPNegativeTestJSON-1532199059 tempest-FloatingIPNegativeTestJSON-1532199059-project] Received port after_create {{(pid=103333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 07:42:49.332001 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-5d362b67-cc81-404b-ba89-945f1e1952e3 None None] Port 9f8c57f0-6f75-43f2-819f-006f00b3d669 cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 07:42:49.340704 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 58500) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:42:49.341390 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55baaa0-0aa7-45f7-b16d-b4cd80af4fa8 tempest-FloatingIPNegativeTestJSON-1532199059 tempest-FloatingIPNegativeTestJSON-1532199059-project] Pushing event updated for resources: {'Port': ['ID=8c167620-3156-48bf-a5f9-bf961b7cafc4,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:42:49.345278 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-2766c28e-f8f5-43a3-ad70-491b770ceace req-debf42ff-462c-4934-814f-b53a70a03cba service neutron] 10.222.0.16 "GET /v2.0/networks/63e832ea-99a5-479b-8e2e-e790da88995d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5192347 Oct 19 07:42:49.345450 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] For port cb0b6aac-18ad-4bc1-a130-af1b5c727fd2, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=cb0b6aac-18ad-4bc1-a130-af1b5c727fd2,segment=NetworkSegment(d0bdb69e-594c-48cb-95b6-048c97b894c6),segment_id=d0bdb69e-594c-48cb-95b6-048c97b894c6)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:42:49.348635 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvr_db [None req-8b895ce3-33db-4cf3-8b72-ba88eefad91b None None] Set router ffb9f2f0-d077-4178-a6df-4e16e5e51b0d gateway port host: dv-neutron-861624-1-hyperv {{(pid=103334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 07:42:49.385009 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-7c75897d-1cfe-4523-893e-64bb892dc4f6 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Notify callbacks [] for port, precommit_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:49.407136 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Returning: {'device': 'cb0b6aac-18ad-4bc1-a130-af1b5c727fd2', 'network_id': '63e832ea-99a5-479b-8e2e-e790da88995d', 'port_id': 'cb0b6aac-18ad-4bc1-a130-af1b5c727fd2', 'mac_address': 'fa:16:3e:2c:42:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 160, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e477b024-7292-4543-8bcb-7f51bee40870', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103334) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 07:42:49.430607 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50555fbb-3d21-4d37-97b0-f5cb95501baa req-0194b289-a7dc-489a-a708-41414ed08efa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:42:49.432005 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-50555fbb-3d21-4d37-97b0-f5cb95501baa req-0194b289-a7dc-489a-a708-41414ed08efa service neutron] 10.222.0.16 "GET /v2.0/networks?id=6d49fd8a-7643-40eb-ab2d-b752a1374d55 HTTP/1.1" status: 200 len: 898 time: 0.1346300 Oct 19 07:42:49.480002 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-7c75897d-1cfe-4523-893e-64bb892dc4f6 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130996754'] for port, after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:49.483300 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-d406a310-dbac-4a3a-abc2-241258be92c6 tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1695041'] for floatingip, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:49.501736 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Current status of the port cb0b6aac-18ad-4bc1-a130-af1b5c727fd2 is: DOWN; New status is: BUILD {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:42:49.502131 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:49.532559 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.notifiers.nova [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb0b6aac-18ad-4bc1-a130-af1b5c727fd2 {{(pid=103334) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 19 07:42:49.538086 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d406a310-dbac-4a3a-abc2-241258be92c6 tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Pushing event updated for resources: {'Port': ['ID=469e27c9-12ba-4897-af2a-71ceadadf66a,revision_number=2']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:42:49.559917 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b39cbfa-4bb3-4f35-b73b-5209c09de640 req-b45a7158-9f26-4f1e-873c-b601d5d85bf9 tempest-TestServerAdvancedOps-868832884 tempest-TestServerAdvancedOps-868832884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:42:49.562656 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-0b39cbfa-4bb3-4f35-b73b-5209c09de640 req-b45a7158-9f26-4f1e-873c-b601d5d85bf9 tempest-TestServerAdvancedOps-868832884 tempest-TestServerAdvancedOps-868832884-project] 10.222.0.27 "GET /v2.0/ports?device_id=abfb3cf5-9e46-4bed-af19-03fee3203815 HTTP/1.1" status: 200 len: 944 time: 0.1808333 Oct 19 07:42:49.566249 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-50555fbb-3d21-4d37-97b0-f5cb95501baa req-ce57ae20-7bcf-409d-98cc-96f3cb0b2c04 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8e811ad9-9c33-4129-980f-ace6b6615c7d HTTP/1.1" status: 200 len: 999 time: 0.1266739 Oct 19 07:42:49.575708 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] For port cb0b6aac-18ad-4bc1-a130-af1b5c727fd2, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=cb0b6aac-18ad-4bc1-a130-af1b5c727fd2,segment=NetworkSegment(d0bdb69e-594c-48cb-95b6-048c97b894c6),segment_id=d0bdb69e-594c-48cb-95b6-048c97b894c6)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:42:49.628092 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50555fbb-3d21-4d37-97b0-f5cb95501baa req-1e517a4e-1661-4c21-b1a0-efd23f8b25b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:42:49.629740 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-50555fbb-3d21-4d37-97b0-f5cb95501baa req-1e517a4e-1661-4c21-b1a0-efd23f8b25b1 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=39b46f5d-56e1-4b9e-adf7-e07d6d6b0a59 HTTP/1.1" status: 200 len: 834 time: 0.0547910 Oct 19 07:42:49.677529 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a55baaa0-0aa7-45f7-b16d-b4cd80af4fa8 tempest-FloatingIPNegativeTestJSON-1532199059 tempest-FloatingIPNegativeTestJSON-1532199059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:42:49.678254 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-a55baaa0-0aa7-45f7-b16d-b4cd80af4fa8 tempest-FloatingIPNegativeTestJSON-1532199059 tempest-FloatingIPNegativeTestJSON-1532199059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42160'] for port, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:49.705228 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-0b39cbfa-4bb3-4f35-b73b-5209c09de640 req-aa414995-4a60-4343-b4c8-8c9ce3e69811 tempest-TestServerAdvancedOps-868832884 tempest-TestServerAdvancedOps-868832884-project] 10.222.0.27 "GET /v2.0/security-groups?id=155371e7-73ab-4479-86a0-e61426642fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313457 Oct 19 07:42:49.711586 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50555fbb-3d21-4d37-97b0-f5cb95501baa req-f03bfead-d5c1-4f48-b012-0c7130f32d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:42:49.713308 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-50555fbb-3d21-4d37-97b0-f5cb95501baa req-f03bfead-d5c1-4f48-b012-0c7130f32d69 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=6d49fd8a-7643-40eb-ab2d-b752a1374d55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0767400 Oct 19 07:42:49.754977 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:49.769677 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-0d45258f-8527-421f-953c-e351cb025516 tempest-RoutersNegativeTest-1307537776 tempest-RoutersNegativeTest-1307537776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130997899', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130170401'] for subnet, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:49.776471 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-69a94112-692e-4616-9249-f15f29c69f3f tempest-TestNetworkAdvancedServerOps-260085928 tempest-TestNetworkAdvancedServerOps-260085928-project] 10.222.0.27 "GET /v2.0/floatingips/7bb5eb64-4015-4211-bba2-19fb70811069 HTTP/1.1" status: 200 len: 991 time: 0.4301944 Oct 19 07:42:49.803416 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-a55baaa0-0aa7-45f7-b16d-b4cd80af4fa8 tempest-FloatingIPNegativeTestJSON-1532199059 tempest-FloatingIPNegativeTestJSON-1532199059-project] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.4930365 Oct 19 07:42:49.805025 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 58502) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:42:49.810196 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-43005ea9-b8a2-4a75-b7fa-7eb2004c3ca3 tempest-FloatingIPNegativeTestJSON-1532199059 tempest-FloatingIPNegativeTestJSON-1532199059-project] Request body: {'floatingip': {'floating_network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd'}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:42:49.827061 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Pushing event updated for resources: {'Port': ['ID=cb0b6aac-18ad-4bc1-a130-af1b5c727fd2,revision_number=4']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:42:49.844551 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-43005ea9-b8a2-4a75-b7fa-7eb2004c3ca3 tempest-FloatingIPNegativeTestJSON-1532199059 tempest-FloatingIPNegativeTestJSON-1532199059-project] Notify callbacks [] for floatingip, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:49.850399 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.db.l3_db [None req-d406a310-dbac-4a3a-abc2-241258be92c6 tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Floating IP 701c2e6a-57a9-4750-befc-626ff4762af5 associated. External IP: 172.26.0.129, port: d928e266-6884-46c6-96ff-feeed864d2e3. Oct 19 07:42:49.859753 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-5d362b67-cc81-404b-ba89-945f1e1952e3 None None] Attempt 3 to provision port 9f8c57f0-6f75-43f2-819f-006f00b3d669 Oct 19 07:42:49.881273 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c75897d-1cfe-4523-893e-64bb892dc4f6 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Pushing event updated for resources: {'Port': ['ID=06eb4885-8702-403e-9e6e-a7841446769b,revision_number=2']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:42:49.887033 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device 948e495b-44a0-49c9-a481-9e895c76a68f up at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 07:42:49.887926 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-50555fbb-3d21-4d37-97b0-f5cb95501baa req-482db0e1-cfeb-45bf-a16a-5ad1c487872f service neutron] 10.222.0.16 "GET /v2.0/networks/6d49fd8a-7643-40eb-ab2d-b752a1374d55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1671586 Oct 19 07:42:49.948164 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-5d362b67-cc81-404b-ba89-945f1e1952e3 None None] Port 9f8c57f0-6f75-43f2-819f-006f00b3d669 cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 07:42:49.963920 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] get_ports_and_sgs() called for port_ids ['cb0b6aac-18ad-4bc1-a130-af1b5c727fd2'] {{(pid=103334) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 19 07:42:49.973812 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d45258f-8527-421f-953c-e351cb025516 tempest-RoutersNegativeTest-1307537776 tempest-RoutersNegativeTest-1307537776-project] Pushing event updated for resources: {'Subnet': ['ID=336fd404-0be9-4521-a85b-fb19d93a4cab,revision_number=0']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:42:49.997111 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-8b895ce3-33db-4cf3-8b72-ba88eefad91b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffb9f2f0-d077-4178-a6df-4e16e5e51b0d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1410530827', 'tenant_id': '6c01adc7adbe45c98fd23e352fd389b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'external_fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.210'}], 'enable_snat': True}, 'gw_port_id': '4b7be9af-88d5-4d55-b1bf-b93ea3c13765', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T07:42:09Z', 'updated_at': '2022-10-19T07:42:22Z', 'revision_number': 4, 'project_id': '6c01adc7adbe45c98fd23e352fd389b2', 'gw_port': {'id': '4b7be9af-88d5-4d55-b1bf-b93ea3c13765', 'name': '', 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:6c:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffb9f2f0-d077-4178-a6df-4e16e5e51b0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 800, 'fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:42:10Z', 'updated_at': '2022-10-19T07:42:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861624-1-hyperv', '_floatingips': [{'id': '7bb5eb64-4015-4211-bba2-19fb70811069', 'tenant_id': '6c01adc7adbe45c98fd23e352fd389b2', 'floating_ip_address': '172.26.0.222', 'floating_network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'router_id': 'ffb9f2f0-d077-4178-a6df-4e16e5e51b0d', 'port_id': '8e811ad9-9c33-4129-980f-ace6b6615c7d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 917, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6d49fd8a-7643-40eb-ab2d-b752a1374d55', 'mac_address': 'fa:16:3e:08:56:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bfd5314-4c55-4597-8b3e-da476697892d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-19T07:42:47Z', 'updated_at': '2022-10-19T07:42:47Z', 'revision_number': 0, 'project_id': '6c01adc7adbe45c98fd23e352fd389b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43b48e28-094b-48ce-bf3a-36ee4978f1e3', 'name': '', 'network_id': '6d49fd8a-7643-40eb-ab2d-b752a1374d55', 'tenant_id': '6c01adc7adbe45c98fd23e352fd389b2', 'mac_address': 'fa:16:3e:a9:b6:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffb9f2f0-d077-4178-a6df-4e16e5e51b0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 840, 'fixed_ips': [{'subnet_id': '39b46f5d-56e1-4b9e-adf7-e07d6d6b0a59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:42:19Z', 'updated_at': '2022-10-19T07:42:27Z', 'revision_number': 5, 'project_id': '6c01adc7adbe45c98fd23e352fd389b2', 'subnets': [{'id': '39b46f5d-56e1-4b9e-adf7-e07d6d6b0a59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:42:50.006704 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-7c75897d-1cfe-4523-893e-64bb892dc4f6 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1695190'] for router_interface, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:50.036172 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b895ce3-33db-4cf3-8b72-ba88eefad91b None None] Checking router: ffb9f2f0-d077-4178-a6df-4e16e5e51b0d for host: dv-neutron-861624-1-hyperv {{(pid=103334) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 07:42:50.039041 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-50555fbb-3d21-4d37-97b0-f5cb95501baa req-1dc201cf-f226-497e-b0d7-25df83cbac26 service neutron] 10.222.0.16 "GET /v2.0/networks/6d49fd8a-7643-40eb-ab2d-b752a1374d55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1416276 Oct 19 07:42:50.041311 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Provisioning complete for port 948e495b-44a0-49c9-a481-9e895c76a68f triggered by entity L2. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:42:50.041311 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:50.041579 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Attempt 1 to provision port 948e495b-44a0-49c9-a481-9e895c76a68f Oct 19 07:42:50.047722 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d45258f-8527-421f-953c-e351cb025516 tempest-RoutersNegativeTest-1307537776 tempest-RoutersNegativeTest-1307537776-project] Checking segment: {'id': '214122d8-3bd2-4802-be3c-b1fb5f573906', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'aa75d581-ad8e-4469-98d0-12b4e85f12e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 19 07:42:50.047722 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d45258f-8527-421f-953c-e351cb025516 tempest-RoutersNegativeTest-1307537776 tempest-RoutersNegativeTest-1307537776-project] Network hostable DHCP agents. Network: aa75d581-ad8e-4469-98d0-12b4e85f12e3, hostable agents: ['310d813b-0e3e-4d7e-9b79-8f4ec0dbcab0'], hosted agents: [] {{(pid=103333) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 07:42:50.051560 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-43005ea9-b8a2-4a75-b7fa-7eb2004c3ca3 tempest-FloatingIPNegativeTestJSON-1532199059 tempest-FloatingIPNegativeTestJSON-1532199059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:50.084160 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b895ce3-33db-4cf3-8b72-ba88eefad91b None None] Routers {'ffb9f2f0-d077-4178-a6df-4e16e5e51b0d'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 07:42:50.084844 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-8b895ce3-33db-4cf3-8b72-ba88eefad91b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T07:42:46Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['ffb9f2f0-d077-4178-a6df-4e16e5e51b0d'], 'active': True} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:42:50.174769 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.db_base_plugin_common [None req-43005ea9-b8a2-4a75-b7fa-7eb2004c3ca3 tempest-FloatingIPNegativeTestJSON-1532199059 tempest-FloatingIPNegativeTestJSON-1532199059-project] Allocated IP 172.26.0.192 (99c66757-74e3-40a4-b479-8d09e3a7c3dd/7f3d1034-1de7-458a-a3ee-77488de3949b/a2536e41-75f6-4e6f-9630-71064d8f18b4) {{(pid=103332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 07:42:50.276597 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvr_db [None req-8b895ce3-33db-4cf3-8b72-ba88eefad91b None None] Set router ffb9f2f0-d077-4178-a6df-4e16e5e51b0d gateway port host: dv-neutron-861624-1-hyperv {{(pid=103334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 07:42:50.280339 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Current status of the port 948e495b-44a0-49c9-a481-9e895c76a68f is: ACTIVE; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:42:50.296842 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-43005ea9-b8a2-4a75-b7fa-7eb2004c3ca3 tempest-FloatingIPNegativeTestJSON-1532199059 tempest-FloatingIPNegativeTestJSON-1532199059-project] Notify callbacks [] for port, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:50.350259 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-43005ea9-b8a2-4a75-b7fa-7eb2004c3ca3 tempest-FloatingIPNegativeTestJSON-1532199059 tempest-FloatingIPNegativeTestJSON-1532199059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785020947330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133553798'] for port, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:50.393610 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43005ea9-b8a2-4a75-b7fa-7eb2004c3ca3 tempest-FloatingIPNegativeTestJSON-1532199059 tempest-FloatingIPNegativeTestJSON-1532199059-project] Network 99c66757-74e3-40a4-b479-8d09e3a7c3dd is already hosted by enough agents. {{(pid=103332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 07:42:50.398484 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.base_scheduler [None req-43005ea9-b8a2-4a75-b7fa-7eb2004c3ca3 tempest-FloatingIPNegativeTestJSON-1532199059 tempest-FloatingIPNegativeTestJSON-1532199059-project] Resources bound (agent type, host, resource id): {{(pid=103332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:42:50.403134 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43005ea9-b8a2-4a75-b7fa-7eb2004c3ca3 tempest-FloatingIPNegativeTestJSON-1532199059 tempest-FloatingIPNegativeTestJSON-1532199059-project] Received port after_create {{(pid=103332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 07:42:50.406622 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43005ea9-b8a2-4a75-b7fa-7eb2004c3ca3 tempest-FloatingIPNegativeTestJSON-1532199059 tempest-FloatingIPNegativeTestJSON-1532199059-project] Pushing event updated for resources: {'Port': ['ID=a2536e41-75f6-4e6f-9630-71064d8f18b4,revision_number=1']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:42:50.472422 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-5d362b67-cc81-404b-ba89-945f1e1952e3 None None] Attempt 4 to provision port 9f8c57f0-6f75-43f2-819f-006f00b3d669 Oct 19 07:42:50.489483 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d45258f-8527-421f-953c-e351cb025516 tempest-RoutersNegativeTest-1307537776 tempest-RoutersNegativeTest-1307537776-project] Network aa75d581-ad8e-4469-98d0-12b4e85f12e3 is scheduled to be hosted by DHCP agent 310d813b-0e3e-4d7e-9b79-8f4ec0dbcab0 with binding_index 1 {{(pid=103333) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 07:42:50.500776 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-43005ea9-b8a2-4a75-b7fa-7eb2004c3ca3 tempest-FloatingIPNegativeTestJSON-1532199059 tempest-FloatingIPNegativeTestJSON-1532199059-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:50.527248 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-5d362b67-cc81-404b-ba89-945f1e1952e3 None None] Port 9f8c57f0-6f75-43f2-819f-006f00b3d669 cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 07:42:50.540240 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-43005ea9-b8a2-4a75-b7fa-7eb2004c3ca3 tempest-FloatingIPNegativeTestJSON-1532199059 tempest-FloatingIPNegativeTestJSON-1532199059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:50.545045 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-0d45258f-8527-421f-953c-e351cb025516 tempest-RoutersNegativeTest-1307537776 tempest-RoutersNegativeTest-1307537776-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861624-1-hyperv, aa75d581-ad8e-4469-98d0-12b4e85f12e3) {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:42:50.550203 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d45258f-8527-421f-953c-e351cb025516 tempest-RoutersNegativeTest-1307537776 tempest-RoutersNegativeTest-1307537776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:42:50.550786 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-0d45258f-8527-421f-953c-e351cb025516 tempest-RoutersNegativeTest-1307537776 tempest-RoutersNegativeTest-1307537776-project] Notify callbacks [] for subnet, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:50.565377 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e51ddf06-629d-480a-902d-acaf723a5a46 None None] Network aa75d581-ad8e-4469-98d0-12b4e85f12e3 requested from dv-neutron-861624-1-hyperv {{(pid=103334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 07:42:50.602452 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-7c75897d-1cfe-4523-893e-64bb892dc4f6 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:50.620691 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-0d45258f-8527-421f-953c-e351cb025516 tempest-RoutersNegativeTest-1307537776 tempest-RoutersNegativeTest-1307537776-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4901299 Oct 19 07:42:50.651224 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 58504) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:42:50.651530 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-8b895ce3-33db-4cf3-8b72-ba88eefad91b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffb9f2f0-d077-4178-a6df-4e16e5e51b0d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1410530827', 'tenant_id': '6c01adc7adbe45c98fd23e352fd389b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'external_fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.210'}], 'enable_snat': True}, 'gw_port_id': '4b7be9af-88d5-4d55-b1bf-b93ea3c13765', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T07:42:09Z', 'updated_at': '2022-10-19T07:42:22Z', 'revision_number': 4, 'project_id': '6c01adc7adbe45c98fd23e352fd389b2', 'gw_port': {'id': '4b7be9af-88d5-4d55-b1bf-b93ea3c13765', 'name': '', 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:6c:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffb9f2f0-d077-4178-a6df-4e16e5e51b0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 800, 'fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:42:10Z', 'updated_at': '2022-10-19T07:42:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861624-1-hyperv', '_floatingips': [{'id': '7bb5eb64-4015-4211-bba2-19fb70811069', 'tenant_id': '6c01adc7adbe45c98fd23e352fd389b2', 'floating_ip_address': '172.26.0.222', 'floating_network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'router_id': 'ffb9f2f0-d077-4178-a6df-4e16e5e51b0d', 'port_id': '8e811ad9-9c33-4129-980f-ace6b6615c7d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 917, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6d49fd8a-7643-40eb-ab2d-b752a1374d55', 'mac_address': 'fa:16:3e:08:56:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bfd5314-4c55-4597-8b3e-da476697892d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-19T07:42:47Z', 'updated_at': '2022-10-19T07:42:47Z', 'revision_number': 0, 'project_id': '6c01adc7adbe45c98fd23e352fd389b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43b48e28-094b-48ce-bf3a-36ee4978f1e3', 'name': '', 'network_id': '6d49fd8a-7643-40eb-ab2d-b752a1374d55', 'tenant_id': '6c01adc7adbe45c98fd23e352fd389b2', 'mac_address': 'fa:16:3e:a9:b6:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffb9f2f0-d077-4178-a6df-4e16e5e51b0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 840, 'fixed_ips': [{'subnet_id': '39b46f5d-56e1-4b9e-adf7-e07d6d6b0a59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:42:19Z', 'updated_at': '2022-10-19T07:42:27Z', 'revision_number': 5, 'project_id': '6c01adc7adbe45c98fd23e352fd389b2', 'subnets': [{'id': '39b46f5d-56e1-4b9e-adf7-e07d6d6b0a59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:42:50.657852 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-adf276d6-2c42-4b74-a8f8-ce27639513af tempest-RoutersNegativeTest-1307537776 tempest-RoutersNegativeTest-1307537776-project] Request body: {'network': {'name': 'tempest-router-network01--1035692597'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:42:50.684165 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b895ce3-33db-4cf3-8b72-ba88eefad91b None None] The sync data for ids ['ffb9f2f0-d077-4178-a6df-4e16e5e51b0d'] in dv-neutron-861624-1-hyperv is: [{'id': 'ffb9f2f0-d077-4178-a6df-4e16e5e51b0d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1410530827', 'tenant_id': '6c01adc7adbe45c98fd23e352fd389b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'external_fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.210'}], 'enable_snat': True}, 'gw_port_id': '4b7be9af-88d5-4d55-b1bf-b93ea3c13765', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T07:42:09Z', 'updated_at': '2022-10-19T07:42:22Z', 'revision_number': 4, 'project_id': '6c01adc7adbe45c98fd23e352fd389b2', 'gw_port': {'id': '4b7be9af-88d5-4d55-b1bf-b93ea3c13765', 'name': '', 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:6c:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffb9f2f0-d077-4178-a6df-4e16e5e51b0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 800, 'fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:42:10Z', 'updated_at': '2022-10-19T07:42:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861624-1-hyperv', '_floatingips': [{'id': '7bb5eb64-4015-4211-bba2-19fb70811069', 'tenant_id': '6c01adc7adbe45c98fd23e352fd389b2', 'floating_ip_address': '172.26.0.222', 'floating_network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'router_id': 'ffb9f2f0-d077-4178-a6df-4e16e5e51b0d', 'port_id': '8e811ad9-9c33-4129-980f-ace6b6615c7d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 917, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6d49fd8a-7643-40eb-ab2d-b752a1374d55', 'mac_address': 'fa:16:3e:08:56:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bfd5314-4c55-4597-8b3e-da476697892d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-19T07:42:47Z', 'updated_at': '2022-10-19T07:42:47Z', 'revision_number': 0, 'project_id': '6c01adc7adbe45c98fd23e352fd389b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43b48e28-094b-48ce-bf3a-36ee4978f1e3', 'name': '', 'network_id': '6d49fd8a-7643-40eb-ab2d-b752a1374d55', 'tenant_id': '6c01adc7adbe45c98fd23e352fd389b2', 'mac_address': 'fa:16:3e:a9:b6:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffb9f2f0-d077-4178-a6df-4e16e5e51b0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 840, 'fixed_ips': [{'subnet_id': '39b46f5d-56e1-4b9e-adf7-e07d6d6b0a59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:42:19Z', 'updated_at': '2022-10-19T07:42:27Z', 'revision_number': 5, 'project_id': '6c01adc7adbe45c98fd23e352fd389b2', 'subnets': [{'id': '39b46f5d-56e1-4b9e-adf7-e07d6d6b0a59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 07:42:50.697823 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-43005ea9-b8a2-4a75-b7fa-7eb2004c3ca3 tempest-FloatingIPNegativeTestJSON-1532199059 tempest-FloatingIPNegativeTestJSON-1532199059-project] Notify callbacks [] for port, precommit_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:50.705116 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-43005ea9-b8a2-4a75-b7fa-7eb2004c3ca3 tempest-FloatingIPNegativeTestJSON-1532199059 tempest-FloatingIPNegativeTestJSON-1532199059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133553807'] for port, after_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:50.728284 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d406a310-dbac-4a3a-abc2-241258be92c6 tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Router ff8271cb-2431-40f0-b6a1-80a9bac26437 has already been hosted by L3 agent ab388470-1243-4d53-80f2-c2f5899c97a7 {{(pid=103333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 07:42:50.729036 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adf276d6-2c42-4b74-a8f8-ce27639513af tempest-RoutersNegativeTest-1307537776 tempest-RoutersNegativeTest-1307537776-project] Made reservation on behalf of 83d8ae6b7e844cc7aa58d29e86720c10 for: {'network': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 07:42:50.732637 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-adf276d6-2c42-4b74-a8f8-ce27639513af tempest-RoutersNegativeTest-1307537776 tempest-RoutersNegativeTest-1307537776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for network, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:50.784068 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-275542a0-00e5-4603-85b5-78036dbc6f8a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d12c6ac-27a3-545c-a8f3-f04e30423d6d-aa75d581-ad8e-4469-98d0-12b4e85f12e3', 'network_id': 'aa75d581-ad8e-4469-98d0-12b4e85f12e3', 'tenant_id': '83d8ae6b7e844cc7aa58d29e86720c10', 'fixed_ips': [{'subnet_id': '336fd404-0be9-4521-a85b-fb19d93a4cab'}]}} from dv-neutron-861624-1-hyperv. {{(pid=103334) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 07:42:50.785090 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-275542a0-00e5-4603-85b5-78036dbc6f8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:50.792405 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 58508) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:42:50.808219 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-43005ea9-b8a2-4a75-b7fa-7eb2004c3ca3 tempest-FloatingIPNegativeTestJSON-1532199059 tempest-FloatingIPNegativeTestJSON-1532199059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1695041'] for floatingip, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:50.846329 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43005ea9-b8a2-4a75-b7fa-7eb2004c3ca3 tempest-FloatingIPNegativeTestJSON-1532199059 tempest-FloatingIPNegativeTestJSON-1532199059-project] Pushing event updated for resources: {'Port': ['ID=a2536e41-75f6-4e6f-9630-71064d8f18b4,revision_number=2']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:42:50.895350 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-43005ea9-b8a2-4a75-b7fa-7eb2004c3ca3 tempest-FloatingIPNegativeTestJSON-1532199059 tempest-FloatingIPNegativeTestJSON-1532199059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42160'] for floatingip, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:50.899415 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-43005ea9-b8a2-4a75-b7fa-7eb2004c3ca3 tempest-FloatingIPNegativeTestJSON-1532199059 tempest-FloatingIPNegativeTestJSON-1532199059-project] 10.222.0.27 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0910614 Oct 19 07:42:50.900447 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 58510) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:42:50.908201 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-84395e18-aa0e-4553-8915-1a44e90e41ba tempest-FloatingIPNegativeTestJSON-1532199059 tempest-FloatingIPNegativeTestJSON-1532199059-project] Request body: {'floatingip': {'port_id': '8c167620-3156-48bf-a5f9-bf961b7cafc4', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:42:50.915382 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-adf276d6-2c42-4b74-a8f8-ce27639513af tempest-RoutersNegativeTest-1307537776 tempest-RoutersNegativeTest-1307537776-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 199} {{(pid=103333) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 07:42:50.952259 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-a114f80e-1556-4e27-af31-5286bf89611b tempest-TestNetworkAdvancedServerOps-260085928 tempest-TestNetworkAdvancedServerOps-260085928-project] 10.222.0.27 "GET /v2.0/floatingips/7bb5eb64-4015-4211-bba2-19fb70811069 HTTP/1.1" status: 200 len: 991 time: 0.1577623 Oct 19 07:42:50.958267 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.db_base_plugin_common [None req-275542a0-00e5-4603-85b5-78036dbc6f8a None None] Allocated IP 172.20.0.2 (aa75d581-ad8e-4469-98d0-12b4e85f12e3/336fd404-0be9-4521-a85b-fb19d93a4cab/9a9254ce-5a4f-4aec-aa26-22ecc7c65ae7) {{(pid=103334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 07:42:50.964869 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-84395e18-aa0e-4553-8915-1a44e90e41ba tempest-FloatingIPNegativeTestJSON-1532199059 tempest-FloatingIPNegativeTestJSON-1532199059-project] Notify callbacks [] for floatingip, before_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:50.984811 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46613934-6206-463e-ad2c-49417d26b35e req-fbc786a1-1637-4e54-8950-c0531ded672a tempest-TestServerAdvancedOps-868832884 tempest-TestServerAdvancedOps-868832884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:42:50.986441 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-46613934-6206-463e-ad2c-49417d26b35e req-fbc786a1-1637-4e54-8950-c0531ded672a tempest-TestServerAdvancedOps-868832884 tempest-TestServerAdvancedOps-868832884-project] 10.222.0.27 "GET /v2.0/ports?device_id=abfb3cf5-9e46-4bed-af19-03fee3203815 HTTP/1.1" status: 200 len: 945 time: 0.1414709 Oct 19 07:42:50.991849 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-adf276d6-2c42-4b74-a8f8-ce27639513af tempest-RoutersNegativeTest-1307537776 tempest-RoutersNegativeTest-1307537776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979'] for segment, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:50.992209 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.db.segments_db [None req-adf276d6-2c42-4b74-a8f8-ce27639513af tempest-RoutersNegativeTest-1307537776 tempest-RoutersNegativeTest-1307537776-project] Added segment 3e5dfac0-6fb6-4cf1-be03-fc45cf84273a of type vlan for network 190b75c6-a143-437b-8a68-4ace9c269231 Oct 19 07:42:51.042796 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-5d362b67-cc81-404b-ba89-945f1e1952e3 None None] Attempt 5 to provision port 9f8c57f0-6f75-43f2-819f-006f00b3d669 Oct 19 07:42:51.068182 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Device cb0b6aac-18ad-4bc1-a130-af1b5c727fd2 up at agent hyperv_hv-neutron-8616 {{(pid=103334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 07:42:51.097409 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d406a310-dbac-4a3a-abc2-241258be92c6 tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Notify agent at l3_agent.dv-neutron-861624-1-hyperv the message routers_updated {{(pid=103333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 07:42:51.107047 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-adf276d6-2c42-4b74-a8f8-ce27639513af tempest-RoutersNegativeTest-1307537776 tempest-RoutersNegativeTest-1307537776-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785020965340'] for network, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:51.126464 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-5d362b67-cc81-404b-ba89-945f1e1952e3 None None] Port 9f8c57f0-6f75-43f2-819f-006f00b3d669 cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 07:42:51.128529 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-46613934-6206-463e-ad2c-49417d26b35e req-9a6c51a1-fae3-4e80-a446-04414df3db8d tempest-TestServerAdvancedOps-868832884 tempest-TestServerAdvancedOps-868832884-project] 10.222.0.27 "GET /v2.0/security-groups?id=155371e7-73ab-4479-86a0-e61426642fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095490 Oct 19 07:42:51.130424 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-607af6d2-9f3f-4086-a1ad-69e0b41c6352 None None] Sync routers for ids ['ff8271cb-2431-40f0-b6a1-80a9bac26437'] in dv-neutron-861624-1-hyperv {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 07:42:51.149160 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-d406a310-dbac-4a3a-abc2-241258be92c6 tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42160'] for floatingip, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:51.158825 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.api.v2.resource [None req-84395e18-aa0e-4553-8915-1a44e90e41ba tempest-FloatingIPNegativeTestJSON-1532199059 tempest-FloatingIPNegativeTestJSON-1532199059-project] update failed (client error): The resource could not be found. Oct 19 07:42:51.162307 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-84395e18-aa0e-4553-8915-1a44e90e41ba tempest-FloatingIPNegativeTestJSON-1532199059 tempest-FloatingIPNegativeTestJSON-1532199059-project] 10.222.0.27 "PUT /v2.0/floatingips/8caf3f7d-aa5b-42eb-a5f0-1aa5e02500d9 HTTP/1.1" status: 404 len: 507 time: 0.2582455 Oct 19 07:42:51.165963 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fc987bc-7ea3-4a8a-8d15-de92cb28f419 None None] New status for floating IP 7bb5eb64-4015-4211-bba2-19fb70811069: ACTIVE {{(pid=103334) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 19 07:42:51.167915 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 58512) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:42:51.184998 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-607af6d2-9f3f-4086-a1ad-69e0b41c6352 None None] Routers {'ff8271cb-2431-40f0-b6a1-80a9bac26437'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 07:42:51.186693 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-607af6d2-9f3f-4086-a1ad-69e0b41c6352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T07:42:46Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['ff8271cb-2431-40f0-b6a1-80a9bac26437'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:42:51.204986 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-adf276d6-2c42-4b74-a8f8-ce27639513af tempest-RoutersNegativeTest-1307537776 tempest-RoutersNegativeTest-1307537776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873'] for network, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:51.210675 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adf276d6-2c42-4b74-a8f8-ce27639513af tempest-RoutersNegativeTest-1307537776 tempest-RoutersNegativeTest-1307537776-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:42:51.211265 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-adf276d6-2c42-4b74-a8f8-ce27639513af tempest-RoutersNegativeTest-1307537776 tempest-RoutersNegativeTest-1307537776-project] Notify callbacks [] for network, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:51.218295 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-d406a310-dbac-4a3a-abc2-241258be92c6 tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] 10.222.0.27 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 7.1992977 Oct 19 07:42:51.222296 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 58514) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:42:51.227534 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-607af6d2-9f3f-4086-a1ad-69e0b41c6352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:42:51.229461 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-fd4e3a60-e1ee-49a8-9753-d827ad43fb09 tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:42:51.240803 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-607af6d2-9f3f-4086-a1ad-69e0b41c6352 None None] Routers {'ff8271cb-2431-40f0-b6a1-80a9bac26437'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 07:42:51.241800 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-607af6d2-9f3f-4086-a1ad-69e0b41c6352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T07:42:46Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['ff8271cb-2431-40f0-b6a1-80a9bac26437'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:42:51.273617 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Provisioning for port cb0b6aac-18ad-4bc1-a130-af1b5c727fd2 completed by entity L2. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 19 07:42:51.282181 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-607af6d2-9f3f-4086-a1ad-69e0b41c6352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:42:51.284051 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-607af6d2-9f3f-4086-a1ad-69e0b41c6352 None None] The sync data for ids ['ff8271cb-2431-40f0-b6a1-80a9bac26437'] in dv-neutron-861624-1-hyperv is: [] {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 07:42:51.300464 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-7c75897d-1cfe-4523-893e-64bb892dc4f6 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Notify callbacks [] for port, precommit_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:51.321973 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Provisioning complete for port cb0b6aac-18ad-4bc1-a130-af1b5c727fd2 triggered by entity L2. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:42:51.322345 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:51.322873 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Attempt 1 to provision port cb0b6aac-18ad-4bc1-a130-af1b5c727fd2 Oct 19 07:42:51.326011 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-7c75897d-1cfe-4523-893e-64bb892dc4f6 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130996754'] for port, after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:51.327754 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-7c75897d-1cfe-4523-893e-64bb892dc4f6 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1574855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1694822'] for router_interface, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:51.339632 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-adf276d6-2c42-4b74-a8f8-ce27639513af tempest-RoutersNegativeTest-1307537776 tempest-RoutersNegativeTest-1307537776-project] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6872828 Oct 19 07:42:51.342486 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 58516) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:42:51.348122 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-61ea16a0-2e21-4526-9600-126d7b0fcb05 tempest-RoutersNegativeTest-1307537776 tempest-RoutersNegativeTest-1307537776-project] Request body: {'network': {'name': 'tempest-router-network02--1912424927'}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:42:51.352158 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-275542a0-00e5-4603-85b5-78036dbc6f8a None None] Notify callbacks [] for port, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:51.367808 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-275542a0-00e5-4603-85b5-78036dbc6f8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785020947330'] for port, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:51.379238 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61ea16a0-2e21-4526-9600-126d7b0fcb05 tempest-RoutersNegativeTest-1307537776 tempest-RoutersNegativeTest-1307537776-project] Made reservation on behalf of 83d8ae6b7e844cc7aa58d29e86720c10 for: {'network': 1} {{(pid=103332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 07:42:51.382753 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-61ea16a0-2e21-4526-9600-126d7b0fcb05 tempest-RoutersNegativeTest-1307537776 tempest-RoutersNegativeTest-1307537776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for network, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:51.394513 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.plugin [None req-4154a587-71ad-4365-8ae4-a43b77713572 tempest-FloatingIPNegativeTestJSON-1532199059 tempest-FloatingIPNegativeTestJSON-1532199059-project] Deleting port a2536e41-75f6-4e6f-9630-71064d8f18b4 {{(pid=103332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 07:42:51.394870 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-4154a587-71ad-4365-8ae4-a43b77713572 tempest-FloatingIPNegativeTestJSON-1532199059 tempest-FloatingIPNegativeTestJSON-1532199059-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:51.414380 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf276d6-2c42-4b74-a8f8-ce27639513af tempest-RoutersNegativeTest-1307537776 tempest-RoutersNegativeTest-1307537776-project] Pushing event updated for resources: {'Network': ['ID=190b75c6-a143-437b-8a68-4ace9c269231,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:42:51.443151 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Network 190b75c6-a143-437b-8a68-4ace9c269231 details requested by agent ovs-agent-dv-neutron-861624-1-hyperv with host dv-neutron-861624-1-hyperv {{(pid=103334) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 07:42:51.452982 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-fd4e3a60-e1ee-49a8-9753-d827ad43fb09 tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Notify callbacks [] for floatingip, before_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:51.460783 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61ea16a0-2e21-4526-9600-126d7b0fcb05 tempest-RoutersNegativeTest-1307537776 tempest-RoutersNegativeTest-1307537776-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 192} {{(pid=103332) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 07:42:51.485070 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-61ea16a0-2e21-4526-9600-126d7b0fcb05 tempest-RoutersNegativeTest-1307537776 tempest-RoutersNegativeTest-1307537776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979'] for segment, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:51.485431 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.db.segments_db [None req-61ea16a0-2e21-4526-9600-126d7b0fcb05 tempest-RoutersNegativeTest-1307537776 tempest-RoutersNegativeTest-1307537776-project] Added segment 27c344f8-1301-4099-be2f-53f2daa7b695 of type vlan for network c7b2f7c1-ef05-4bde-82ae-3292f19f2c0c Oct 19 07:42:51.510765 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c75897d-1cfe-4523-893e-64bb892dc4f6 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Pushing event updated for resources: {'Port': ['ID=06eb4885-8702-403e-9e6e-a7841446769b,revision_number=3']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:42:51.528462 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-4154a587-71ad-4365-8ae4-a43b77713572 tempest-FloatingIPNegativeTestJSON-1532199059 tempest-FloatingIPNegativeTestJSON-1532199059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:51.528824 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-4154a587-71ad-4365-8ae4-a43b77713572 tempest-FloatingIPNegativeTestJSON-1532199059 tempest-FloatingIPNegativeTestJSON-1532199059-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:51.555082 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-61ea16a0-2e21-4526-9600-126d7b0fcb05 tempest-RoutersNegativeTest-1307537776 tempest-RoutersNegativeTest-1307537776-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785020965340'] for network, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:51.557493 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.plugin [None req-4154a587-71ad-4365-8ae4-a43b77713572 tempest-FloatingIPNegativeTestJSON-1532199059 tempest-FloatingIPNegativeTestJSON-1532199059-project] Calling delete_port for a2536e41-75f6-4e6f-9630-71064d8f18b4 owned by network:floatingip {{(pid=103332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 07:42:51.615016 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-275542a0-00e5-4603-85b5-78036dbc6f8a None None] Network aa75d581-ad8e-4469-98d0-12b4e85f12e3 is already hosted by enough agents. {{(pid=103334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 07:42:51.626974 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.scheduler.base_scheduler [None req-275542a0-00e5-4603-85b5-78036dbc6f8a None None] Resources bound (agent type, host, resource id): {{(pid=103334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:42:51.632360 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-5d362b67-cc81-404b-ba89-945f1e1952e3 None None] Attempt 6 to provision port 9f8c57f0-6f75-43f2-819f-006f00b3d669 Oct 19 07:42:51.632647 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-61ea16a0-2e21-4526-9600-126d7b0fcb05 tempest-RoutersNegativeTest-1307537776 tempest-RoutersNegativeTest-1307537776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873'] for network, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:51.638279 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61ea16a0-2e21-4526-9600-126d7b0fcb05 tempest-RoutersNegativeTest-1307537776 tempest-RoutersNegativeTest-1307537776-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:42:51.638945 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-61ea16a0-2e21-4526-9600-126d7b0fcb05 tempest-RoutersNegativeTest-1307537776 tempest-RoutersNegativeTest-1307537776-project] Notify callbacks [] for network, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:51.642505 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-275542a0-00e5-4603-85b5-78036dbc6f8a None None] Received port after_create {{(pid=103334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 07:42:51.670991 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275542a0-00e5-4603-85b5-78036dbc6f8a None None] Pushing event updated for resources: {'Port': ['ID=9a9254ce-5a4f-4aec-aa26-22ecc7c65ae7,revision_number=1']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:42:51.686924 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c75897d-1cfe-4523-893e-64bb892dc4f6 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Network 92a63655-e4a8-4695-98b5-c8171021d47c is already hosted by enough agents. {{(pid=103333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 07:42:51.690530 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-7c75897d-1cfe-4523-893e-64bb892dc4f6 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Resources bound (agent type, host, resource id): {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:42:51.696481 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-fd4e3a60-e1ee-49a8-9753-d827ad43fb09 tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:51.702739 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-61ea16a0-2e21-4526-9600-126d7b0fcb05 tempest-RoutersNegativeTest-1307537776 tempest-RoutersNegativeTest-1307537776-project] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3585579 Oct 19 07:42:51.703350 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 58518) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:42:51.713711 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-d16e6450-c566-4a3f-aa59-db0141e1ba95 tempest-RoutersNegativeTest-1307537776 tempest-RoutersNegativeTest-1307537776-project] Request body: {'subnet': {'network_id': '190b75c6-a143-437b-8a68-4ace9c269231', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:42:51.807004 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-5d362b67-cc81-404b-ba89-945f1e1952e3 None None] Port 9f8c57f0-6f75-43f2-819f-006f00b3d669 cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 07:42:51.810552 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-fd4e3a60-e1ee-49a8-9753-d827ad43fb09 tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1695041'] for floatingip, after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:51.811060 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.db.l3_db [None req-fd4e3a60-e1ee-49a8-9753-d827ad43fb09 tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Floating IP 701c2e6a-57a9-4750-befc-626ff4762af5 disassociated. External IP: 172.26.0.129, port: d928e266-6884-46c6-96ff-feeed864d2e3. Oct 19 07:42:51.824254 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Current status of the port cb0b6aac-18ad-4bc1-a130-af1b5c727fd2 is: BUILD; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:42:51.824695 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:51.827248 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-275542a0-00e5-4603-85b5-78036dbc6f8a None None] Attempting to bind port 9a9254ce-5a4f-4aec-aa26-22ecc7c65ae7 on host dv-neutron-861624-1-hyperv for vnic_type normal with profile {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 19 07:42:51.827639 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-275542a0-00e5-4603-85b5-78036dbc6f8a None None] Attempting to bind port 9a9254ce-5a4f-4aec-aa26-22ecc7c65ae7 by drivers openvswitch,hyperv on host dv-neutron-861624-1-hyperv at level 0 using segments [{'id': '214122d8-3bd2-4802-be3c-b1fb5f573906', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'aa75d581-ad8e-4469-98d0-12b4e85f12e3'}] {{(pid=103334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 19 07:42:51.828005 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-275542a0-00e5-4603-85b5-78036dbc6f8a None None] Attempting to bind port 9a9254ce-5a4f-4aec-aa26-22ecc7c65ae7 on network aa75d581-ad8e-4469-98d0-12b4e85f12e3 {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 07:42:51.844051 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-275542a0-00e5-4603-85b5-78036dbc6f8a None None] Checking agent: {'id': 'a5b0152c-d633-409b-aaf8-3b76458e2410', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861624-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 19, 7, 30, 19), 'started_at': datetime.datetime(2022, 10, 19, 7, 30, 49), 'heartbeat_timestamp': datetime.datetime(2022, 10, 19, 7, 42, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861624-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 07:42:51.844374 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-275542a0-00e5-4603-85b5-78036dbc6f8a None None] Checking segment: {'id': '214122d8-3bd2-4802-be3c-b1fb5f573906', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'aa75d581-ad8e-4469-98d0-12b4e85f12e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 19 07:42:51.844824 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-275542a0-00e5-4603-85b5-78036dbc6f8a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:51.845226 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-275542a0-00e5-4603-85b5-78036dbc6f8a None None] Bound using segment: {'id': '214122d8-3bd2-4802-be3c-b1fb5f573906', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'aa75d581-ad8e-4469-98d0-12b4e85f12e3'} {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 07:42:51.845721 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-275542a0-00e5-4603-85b5-78036dbc6f8a None None] Bound port: 9a9254ce-5a4f-4aec-aa26-22ecc7c65ae7, host: dv-neutron-861624-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '214122d8-3bd2-4802-be3c-b1fb5f573906', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'aa75d581-ad8e-4469-98d0-12b4e85f12e3'}}] {{(pid=103334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 19 07:42:51.846114 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-275542a0-00e5-4603-85b5-78036dbc6f8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:51.875037 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abfb3cf5-9e46-4bed-af19-03fee3203815', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb0b6aac-18ad-4bc1-a130-af1b5c727fd2'}] {{(pid=103334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 19 07:42:51.877537 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d918bd29c62f7e926e80ce37adcd574e0921d2de3006e6b6ef58999f52d8e2e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8622ba25-f410-48df-b053-67fb34b2a5bc" -d '{"events": [{"server_uuid": "abfb3cf5-9e46-4bed-af19-03fee3203815", "name": "network-vif-plugged", "status": "completed", "tag": "cb0b6aac-18ad-4bc1-a130-af1b5c727fd2"}]}' {{(pid=103334) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 07:42:51.891799 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] For port cb0b6aac-18ad-4bc1-a130-af1b5c727fd2, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=cb0b6aac-18ad-4bc1-a130-af1b5c727fd2,segment=NetworkSegment(d0bdb69e-594c-48cb-95b6-048c97b894c6),segment_id=d0bdb69e-594c-48cb-95b6-048c97b894c6)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:42:51.924699 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c75897d-1cfe-4523-893e-64bb892dc4f6 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Router 2f5b76d3-c915-4d07-aad6-5b9d2bc3dfe5 is scheduled to L3 agent ab388470-1243-4d53-80f2-c2f5899c97a7 with binding_index 1 {{(pid=103333) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 07:42:51.931266 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:51.987639 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 58522) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:42:52.013416 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 19 Oct 2022 07:42:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad06eb80-6379-4bc7-b024-8b44d2260b40 x-openstack-request-id: req-ad06eb80-6379-4bc7-b024-8b44d2260b40 {{(pid=103334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 07:42:52.013738 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "abfb3cf5-9e46-4bed-af19-03fee3203815", "name": "network-vif-plugged", "status": "completed", "tag": "cb0b6aac-18ad-4bc1-a130-af1b5c727fd2", "code": 200}]} {{(pid=103334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 07:42:52.014089 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-ad06eb80-6379-4bc7-b024-8b44d2260b40 {{(pid=103334) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 07:42:52.015753 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ad06eb80-6379-4bc7-b024-8b44d2260b40'] response: {'server_uuid': 'abfb3cf5-9e46-4bed-af19-03fee3203815', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb0b6aac-18ad-4bc1-a130-af1b5c727fd2', 'code': 200} Oct 19 07:42:52.097053 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Pushing event updated for resources: {'Port': ['ID=cb0b6aac-18ad-4bc1-a130-af1b5c727fd2,revision_number=5']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:42:52.101076 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-275542a0-00e5-4603-85b5-78036dbc6f8a None None] For port 9a9254ce-5a4f-4aec-aa26-22ecc7c65ae7, host dv-neutron-861624-1-hyperv, cleared binding levels {{(pid=103334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 07:42:52.115379 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-275542a0-00e5-4603-85b5-78036dbc6f8a None None] For port 9a9254ce-5a4f-4aec-aa26-22ecc7c65ae7, host dv-neutron-861624-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=9a9254ce-5a4f-4aec-aa26-22ecc7c65ae7,segment=NetworkSegment(214122d8-3bd2-4802-be3c-b1fb5f573906),segment_id=214122d8-3bd2-4802-be3c-b1fb5f573906)] {{(pid=103334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 07:42:52.124807 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-275542a0-00e5-4603-85b5-78036dbc6f8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:52.135349 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ea16a0-2e21-4526-9600-126d7b0fcb05 tempest-RoutersNegativeTest-1307537776 tempest-RoutersNegativeTest-1307537776-project] Pushing event updated for resources: {'Network': ['ID=c7b2f7c1-ef05-4bde-82ae-3292f19f2c0c,revision_number=1']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:42:52.182588 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Network c7b2f7c1-ef05-4bde-82ae-3292f19f2c0c details requested by agent ovs-agent-dv-neutron-861624-1-hyperv with host dv-neutron-861624-1-hyperv {{(pid=103334) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 07:42:52.184736 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-85d31e8b-e700-4d60-87fd-a684d2afa2aa tempest-TestNetworkAdvancedServerOps-260085928 tempest-TestNetworkAdvancedServerOps-260085928-project] 10.222.0.27 "GET /v2.0/floatingips/7bb5eb64-4015-4211-bba2-19fb70811069 HTTP/1.1" status: 200 len: 993 time: 0.1922772 Oct 19 07:42:52.209673 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c75897d-1cfe-4523-893e-64bb892dc4f6 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Notify agent at l3_agent.dv-neutron-861624-1-hyperv the message routers_updated {{(pid=103333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 07:42:52.215015 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-7c75897d-1cfe-4523-893e-64bb892dc4f6 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] 10.222.0.27 "PUT /v2.0/routers/2f5b76d3-c915-4d07-aad6-5b9d2bc3dfe5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0485334 Oct 19 07:42:52.218468 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 58526) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:42:52.241481 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275542a0-00e5-4603-85b5-78036dbc6f8a None None] Pushing event updated for resources: {'Port': ['ID=9a9254ce-5a4f-4aec-aa26-22ecc7c65ae7,revision_number=2']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:42:52.244622 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5d371dc-e5aa-4cfa-8c6b-3f0d7b3ad51f None None] Sync routers for ids ['2f5b76d3-c915-4d07-aad6-5b9d2bc3dfe5'] in dv-neutron-861624-1-hyperv {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 07:42:52.282253 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5d371dc-e5aa-4cfa-8c6b-3f0d7b3ad51f None None] Routers {'2f5b76d3-c915-4d07-aad6-5b9d2bc3dfe5'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 07:42:52.292469 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-a5d371dc-e5aa-4cfa-8c6b-3f0d7b3ad51f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T07:42:46Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['2f5b76d3-c915-4d07-aad6-5b9d2bc3dfe5'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:42:52.308797 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-5d362b67-cc81-404b-ba89-945f1e1952e3 None None] Attempt 7 to provision port 9f8c57f0-6f75-43f2-819f-006f00b3d669 Oct 19 07:42:52.354698 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-5d362b67-cc81-404b-ba89-945f1e1952e3 None None] Port 9f8c57f0-6f75-43f2-819f-006f00b3d669 cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 07:42:52.361119 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b51e76c-b9ed-4d27-9cf3-aa2a705d9e2a tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:42:52.365432 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-0b51e76c-b9ed-4d27-9cf3-aa2a705d9e2a tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] 10.222.0.27 "GET /v2.0/ports?device_id=2f5b76d3-c915-4d07-aad6-5b9d2bc3dfe5 HTTP/1.1" status: 200 len: 989 time: 0.1433244 Oct 19 07:42:52.366331 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 58528) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:42:52.373104 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b115557-9fe9-465c-8406-6cc46fa87587 req-ba852f42-ee85-4942-9afc-95fe56db5f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:42:52.374980 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-0b115557-9fe9-465c-8406-6cc46fa87587 req-ba852f42-ee85-4942-9afc-95fe56db5f5a service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=abfb3cf5-9e46-4bed-af19-03fee3203815 HTTP/1.1" status: 200 len: 1099 time: 0.2430851 Oct 19 07:42:52.377757 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-a5d371dc-e5aa-4cfa-8c6b-3f0d7b3ad51f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:42:52.390468 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5d371dc-e5aa-4cfa-8c6b-3f0d7b3ad51f None None] Routers {'2f5b76d3-c915-4d07-aad6-5b9d2bc3dfe5'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 07:42:52.391601 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-a5d371dc-e5aa-4cfa-8c6b-3f0d7b3ad51f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T07:42:46Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['2f5b76d3-c915-4d07-aad6-5b9d2bc3dfe5'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:42:52.416670 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd4e3a60-e1ee-49a8-9753-d827ad43fb09 tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Router ff8271cb-2431-40f0-b6a1-80a9bac26437 has already been hosted by L3 agent ab388470-1243-4d53-80f2-c2f5899c97a7 {{(pid=103333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 07:42:52.422308 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39cb5bd-58b9-46d4-b2db-6de18653c038 req-5fa6b0ef-8184-48a5-89bc-fb9b1975ee25 tempest-TestServerAdvancedOps-868832884 tempest-TestServerAdvancedOps-868832884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:42:52.429668 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-b39cb5bd-58b9-46d4-b2db-6de18653c038 req-5fa6b0ef-8184-48a5-89bc-fb9b1975ee25 tempest-TestServerAdvancedOps-868832884 tempest-TestServerAdvancedOps-868832884-project] 10.222.0.27 "GET /v2.0/ports?device_id=abfb3cf5-9e46-4bed-af19-03fee3203815 HTTP/1.1" status: 200 len: 946 time: 0.1480663 Oct 19 07:42:52.433135 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-a5d371dc-e5aa-4cfa-8c6b-3f0d7b3ad51f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:42:52.434269 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5d371dc-e5aa-4cfa-8c6b-3f0d7b3ad51f None None] The sync data for ids ['2f5b76d3-c915-4d07-aad6-5b9d2bc3dfe5'] in dv-neutron-861624-1-hyperv is: [] {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 07:42:52.434815 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d16e6450-c566-4a3f-aa59-db0141e1ba95 tempest-RoutersNegativeTest-1307537776 tempest-RoutersNegativeTest-1307537776-project] Made reservation on behalf of 83d8ae6b7e844cc7aa58d29e86720c10 for: {'subnet': 1} {{(pid=103332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 07:42:52.438351 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-d16e6450-c566-4a3f-aa59-db0141e1ba95 tempest-RoutersNegativeTest-1307537776 tempest-RoutersNegativeTest-1307537776-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130659787'] for subnet, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:52.453986 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-4154a587-71ad-4365-8ae4-a43b77713572 tempest-FloatingIPNegativeTestJSON-1532199059 tempest-FloatingIPNegativeTestJSON-1532199059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133553798'] for port, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:52.558301 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4154a587-71ad-4365-8ae4-a43b77713572 tempest-FloatingIPNegativeTestJSON-1532199059 tempest-FloatingIPNegativeTestJSON-1532199059-project] Pushing event deleted for resources: {'Port': ['ID=a2536e41-75f6-4e6f-9630-71064d8f18b4,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:42:52.571778 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-0b115557-9fe9-465c-8406-6cc46fa87587 req-ec71d43c-5ca1-41cd-b26b-0b813f36ad19 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=155371e7-73ab-4479-86a0-e61426642fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1849391 Oct 19 07:42:52.629116 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-b39cb5bd-58b9-46d4-b2db-6de18653c038 req-5b5600f3-43c0-44e7-adc1-6d58c9961273 tempest-TestServerAdvancedOps-868832884 tempest-TestServerAdvancedOps-868832884-project] 10.222.0.27 "GET /v2.0/security-groups?id=155371e7-73ab-4479-86a0-e61426642fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1984978 Oct 19 07:42:52.701435 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-4154a587-71ad-4365-8ae4-a43b77713572 tempest-FloatingIPNegativeTestJSON-1532199059 tempest-FloatingIPNegativeTestJSON-1532199059-project] Notify callbacks [] for floatingip, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:52.704873 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-4154a587-71ad-4365-8ae4-a43b77713572 tempest-FloatingIPNegativeTestJSON-1532199059 tempest-FloatingIPNegativeTestJSON-1532199059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42160'] for floatingip, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:52.706076 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-4154a587-71ad-4365-8ae4-a43b77713572 tempest-FloatingIPNegativeTestJSON-1532199059 tempest-FloatingIPNegativeTestJSON-1532199059-project] 10.222.0.27 "DELETE /v2.0/floatingips/8caf3f7d-aa5b-42eb-a5f0-1aa5e02500d9 HTTP/1.1" status: 204 len: 168 time: 1.5364511 Oct 19 07:42:52.711964 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 58530) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:42:52.720499 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-d8242b22-ed66-4eb6-b7d0-e54c9e8321d8 tempest-FloatingIPNegativeTestJSON-1532199059 tempest-FloatingIPNegativeTestJSON-1532199059-project] Request body: {'floatingip': {'floating_network_id': 'cf3150c1-5168-4bd8-a442-ec781df58212', 'port_id': '8c167620-3156-48bf-a5f9-bf961b7cafc4', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:42:52.775075 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-d8242b22-ed66-4eb6-b7d0-e54c9e8321d8 tempest-FloatingIPNegativeTestJSON-1532199059 tempest-FloatingIPNegativeTestJSON-1532199059-project] Notify callbacks [] for floatingip, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:52.835751 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-d16e6450-c566-4a3f-aa59-db0141e1ba95 tempest-RoutersNegativeTest-1307537776 tempest-RoutersNegativeTest-1307537776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-133552662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130659641'] for subnet, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:52.855560 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-5d362b67-cc81-404b-ba89-945f1e1952e3 None None] Attempt 8 to provision port 9f8c57f0-6f75-43f2-819f-006f00b3d669 Oct 19 07:42:52.894428 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-5d362b67-cc81-404b-ba89-945f1e1952e3 None None] Port 9f8c57f0-6f75-43f2-819f-006f00b3d669 cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 07:42:52.947537 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16e6450-c566-4a3f-aa59-db0141e1ba95 tempest-RoutersNegativeTest-1307537776 tempest-RoutersNegativeTest-1307537776-project] Pushing event updated for resources: {'Subnet': ['ID=7a135974-b9ae-4c74-a718-bcc4fa26a9f1,revision_number=0']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:42:52.965264 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d16e6450-c566-4a3f-aa59-db0141e1ba95 tempest-RoutersNegativeTest-1307537776 tempest-RoutersNegativeTest-1307537776-project] Checking segment: {'id': '3e5dfac0-6fb6-4cf1-be03-fc45cf84273a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '190b75c6-a143-437b-8a68-4ace9c269231'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 19 07:42:52.965630 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d16e6450-c566-4a3f-aa59-db0141e1ba95 tempest-RoutersNegativeTest-1307537776 tempest-RoutersNegativeTest-1307537776-project] Network hostable DHCP agents. Network: 190b75c6-a143-437b-8a68-4ace9c269231, hostable agents: ['310d813b-0e3e-4d7e-9b79-8f4ec0dbcab0'], hosted agents: [] {{(pid=103332) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 07:42:52.993417 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd4e3a60-e1ee-49a8-9753-d827ad43fb09 tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Notify agent at l3_agent.dv-neutron-861624-1-hyperv the message routers_updated {{(pid=103333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 07:42:52.994623 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d16e6450-c566-4a3f-aa59-db0141e1ba95 tempest-RoutersNegativeTest-1307537776 tempest-RoutersNegativeTest-1307537776-project] Network 190b75c6-a143-437b-8a68-4ace9c269231 is scheduled to be hosted by DHCP agent 310d813b-0e3e-4d7e-9b79-8f4ec0dbcab0 with binding_index 1 {{(pid=103332) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 07:42:52.999160 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-fd4e3a60-e1ee-49a8-9753-d827ad43fb09 tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42160'] for floatingip, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:53.012988 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.base_scheduler [None req-d16e6450-c566-4a3f-aa59-db0141e1ba95 tempest-RoutersNegativeTest-1307537776 tempest-RoutersNegativeTest-1307537776-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861624-1-hyperv, 190b75c6-a143-437b-8a68-4ace9c269231) {{(pid=103332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:42:53.017091 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7142e3c1-3fd3-4940-832f-01cba470c6b1 None None] Sync routers for ids ['ff8271cb-2431-40f0-b6a1-80a9bac26437'] in dv-neutron-861624-1-hyperv {{(pid=103334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 07:42:53.018631 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d16e6450-c566-4a3f-aa59-db0141e1ba95 tempest-RoutersNegativeTest-1307537776 tempest-RoutersNegativeTest-1307537776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:42:53.018797 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-d16e6450-c566-4a3f-aa59-db0141e1ba95 tempest-RoutersNegativeTest-1307537776 tempest-RoutersNegativeTest-1307537776-project] Notify callbacks [] for subnet, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:53.022745 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.api.v2.resource [None req-d8242b22-ed66-4eb6-b7d0-e54c9e8321d8 tempest-FloatingIPNegativeTestJSON-1532199059 tempest-FloatingIPNegativeTestJSON-1532199059-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 19 07:42:53.023816 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-d8242b22-ed66-4eb6-b7d0-e54c9e8321d8 tempest-FloatingIPNegativeTestJSON-1532199059 tempest-FloatingIPNegativeTestJSON-1532199059-project] 10.222.0.27 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.3110387 Oct 19 07:42:53.027499 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 58532) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:42:53.032098 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-85bd3465-3632-4b9e-85c4-bc1943e4ffa6 tempest-FloatingIPNegativeTestJSON-1532199059 tempest-FloatingIPNegativeTestJSON-1532199059-project] Request body: {'floatingip': {'floating_network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'port_id': '8c167620-3156-48bf-a5f9-bf961b7cafc4', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:42:53.038431 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1592a52-a7ea-4f02-843d-4584e16cd94e None None] Network 190b75c6-a143-437b-8a68-4ace9c269231 requested from dv-neutron-861624-1-hyperv {{(pid=103334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 07:42:53.052682 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-d16e6450-c566-4a3f-aa59-db0141e1ba95 tempest-RoutersNegativeTest-1307537776 tempest-RoutersNegativeTest-1307537776-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3426540 Oct 19 07:42:53.054967 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 58534) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:42:53.057306 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-fd4e3a60-e1ee-49a8-9753-d827ad43fb09 tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] 10.222.0.27 "PUT /v2.0/floatingips/701c2e6a-57a9-4750-befc-626ff4762af5 HTTP/1.1" status: 200 len: 688 time: 1.8311706 Oct 19 07:42:53.057929 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 58536) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:42:53.060588 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-47ed8387-1d71-46a2-8aef-f96c6d6dc12c tempest-RoutersNegativeTest-1307537776 tempest-RoutersNegativeTest-1307537776-project] Request body: {'subnet': {'network_id': 'c7b2f7c1-ef05-4bde-82ae-3292f19f2c0c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:42:53.086822 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-85bd3465-3632-4b9e-85c4-bc1943e4ffa6 tempest-FloatingIPNegativeTestJSON-1532199059 tempest-FloatingIPNegativeTestJSON-1532199059-project] Notify callbacks [] for floatingip, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:53.130591 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7142e3c1-3fd3-4940-832f-01cba470c6b1 None None] Routers {'ff8271cb-2431-40f0-b6a1-80a9bac26437'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 07:42:53.131251 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-7142e3c1-3fd3-4940-832f-01cba470c6b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T07:42:46Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['ff8271cb-2431-40f0-b6a1-80a9bac26437'], 'active': True} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:42:53.174114 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-7142e3c1-3fd3-4940-832f-01cba470c6b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:42:53.187718 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7142e3c1-3fd3-4940-832f-01cba470c6b1 None None] Routers {'ff8271cb-2431-40f0-b6a1-80a9bac26437'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 07:42:53.188808 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-7142e3c1-3fd3-4940-832f-01cba470c6b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T07:42:46Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['ff8271cb-2431-40f0-b6a1-80a9bac26437'], 'active': True} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:42:53.224355 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47ed8387-1d71-46a2-8aef-f96c6d6dc12c tempest-RoutersNegativeTest-1307537776 tempest-RoutersNegativeTest-1307537776-project] Made reservation on behalf of 83d8ae6b7e844cc7aa58d29e86720c10 for: {'subnet': 1} {{(pid=103332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 07:42:53.228307 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-47ed8387-1d71-46a2-8aef-f96c6d6dc12c tempest-RoutersNegativeTest-1307537776 tempest-RoutersNegativeTest-1307537776-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130659787'] for subnet, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:53.235838 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-7142e3c1-3fd3-4940-832f-01cba470c6b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:42:53.236666 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7142e3c1-3fd3-4940-832f-01cba470c6b1 None None] The sync data for ids ['ff8271cb-2431-40f0-b6a1-80a9bac26437'] in dv-neutron-861624-1-hyperv is: [] {{(pid=103334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 07:42:53.318139 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-985f9dcd-a89d-481c-9084-18a88013e2ec tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Deleting port 469e27c9-12ba-4897-af2a-71ceadadf66a {{(pid=103333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 07:42:53.318737 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-985f9dcd-a89d-481c-9084-18a88013e2ec tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:53.344268 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-85bd3465-3632-4b9e-85c4-bc1943e4ffa6 tempest-FloatingIPNegativeTestJSON-1532199059 tempest-FloatingIPNegativeTestJSON-1532199059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:53.355124 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8dcc13b-118f-48b3-86ee-c534e5ce1441 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d12c6ac-27a3-545c-a8f3-f04e30423d6d-190b75c6-a143-437b-8a68-4ace9c269231', 'network_id': '190b75c6-a143-437b-8a68-4ace9c269231', 'tenant_id': '83d8ae6b7e844cc7aa58d29e86720c10', 'fixed_ips': [{'subnet_id': '7a135974-b9ae-4c74-a718-bcc4fa26a9f1'}]}} from dv-neutron-861624-1-hyperv. {{(pid=103334) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 07:42:53.358572 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d8dcc13b-118f-48b3-86ee-c534e5ce1441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:53.393303 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-1a81b9de-0986-48ca-84dc-3bae7148549a tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1694785'] for router_interface, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:53.398333 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-5d362b67-cc81-404b-ba89-945f1e1952e3 None None] Attempt 9 to provision port 9f8c57f0-6f75-43f2-819f-006f00b3d669 Oct 19 07:42:53.493545 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26c1cf1b-b2f9-4565-929b-9d7a26b9ae64 None None] Network aa75d581-ad8e-4469-98d0-12b4e85f12e3 requested from dv-neutron-861624-1-hyperv {{(pid=103334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 07:42:53.505955 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-985f9dcd-a89d-481c-9084-18a88013e2ec tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:53.506347 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-985f9dcd-a89d-481c-9084-18a88013e2ec tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:53.523974 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-985f9dcd-a89d-481c-9084-18a88013e2ec tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Calling delete_port for 469e27c9-12ba-4897-af2a-71ceadadf66a owned by network:floatingip {{(pid=103333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 07:42:53.541849 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-5d362b67-cc81-404b-ba89-945f1e1952e3 None None] Port 9f8c57f0-6f75-43f2-819f-006f00b3d669 cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 07:42:53.542118 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.db_base_plugin_common [None req-85bd3465-3632-4b9e-85c4-bc1943e4ffa6 tempest-FloatingIPNegativeTestJSON-1532199059 tempest-FloatingIPNegativeTestJSON-1532199059-project] Allocated IP 172.26.0.164 (99c66757-74e3-40a4-b479-8d09e3a7c3dd/7f3d1034-1de7-458a-a3ee-77488de3949b/dafc1b22-246b-4135-ab5d-03b8b990faa4) {{(pid=103332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 07:42:53.544742 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-47ed8387-1d71-46a2-8aef-f96c6d6dc12c tempest-RoutersNegativeTest-1307537776 tempest-RoutersNegativeTest-1307537776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-133552662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130659641'] for subnet, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:53.602492 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ed8387-1d71-46a2-8aef-f96c6d6dc12c tempest-RoutersNegativeTest-1307537776 tempest-RoutersNegativeTest-1307537776-project] Pushing event updated for resources: {'Subnet': ['ID=943875c5-e3dd-4eed-8135-ebfc67abaf43,revision_number=0']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:42:53.665865 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.db_base_plugin_common [None req-d8dcc13b-118f-48b3-86ee-c534e5ce1441 None None] Allocated IP 172.20.0.2 (190b75c6-a143-437b-8a68-4ace9c269231/7a135974-b9ae-4c74-a718-bcc4fa26a9f1/7a1ab701-7a5c-4e3a-8d6f-1d126d1af662) {{(pid=103334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 07:42:53.668064 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47ed8387-1d71-46a2-8aef-f96c6d6dc12c tempest-RoutersNegativeTest-1307537776 tempest-RoutersNegativeTest-1307537776-project] Checking segment: {'id': '27c344f8-1301-4099-be2f-53f2daa7b695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'c7b2f7c1-ef05-4bde-82ae-3292f19f2c0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 19 07:42:53.668429 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47ed8387-1d71-46a2-8aef-f96c6d6dc12c tempest-RoutersNegativeTest-1307537776 tempest-RoutersNegativeTest-1307537776-project] Network hostable DHCP agents. Network: c7b2f7c1-ef05-4bde-82ae-3292f19f2c0c, hostable agents: ['310d813b-0e3e-4d7e-9b79-8f4ec0dbcab0'], hosted agents: [] {{(pid=103332) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 07:42:53.725590 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47ed8387-1d71-46a2-8aef-f96c6d6dc12c tempest-RoutersNegativeTest-1307537776 tempest-RoutersNegativeTest-1307537776-project] Network c7b2f7c1-ef05-4bde-82ae-3292f19f2c0c is scheduled to be hosted by DHCP agent 310d813b-0e3e-4d7e-9b79-8f4ec0dbcab0 with binding_index 1 {{(pid=103332) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 07:42:53.744256 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.base_scheduler [None req-47ed8387-1d71-46a2-8aef-f96c6d6dc12c tempest-RoutersNegativeTest-1307537776 tempest-RoutersNegativeTest-1307537776-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861624-1-hyperv, c7b2f7c1-ef05-4bde-82ae-3292f19f2c0c) {{(pid=103332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:42:53.755513 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47ed8387-1d71-46a2-8aef-f96c6d6dc12c tempest-RoutersNegativeTest-1307537776 tempest-RoutersNegativeTest-1307537776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:42:53.756436 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-47ed8387-1d71-46a2-8aef-f96c6d6dc12c tempest-RoutersNegativeTest-1307537776 tempest-RoutersNegativeTest-1307537776-project] Notify callbacks [] for subnet, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:53.797183 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71e796e9-c39b-4e37-8075-075075a607b3 None None] Network c7b2f7c1-ef05-4bde-82ae-3292f19f2c0c requested from dv-neutron-861624-1-hyperv {{(pid=103334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 07:42:53.822264 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-47ed8387-1d71-46a2-8aef-f96c6d6dc12c tempest-RoutersNegativeTest-1307537776 tempest-RoutersNegativeTest-1307537776-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7661362 Oct 19 07:42:53.825241 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-85bd3465-3632-4b9e-85c4-bc1943e4ffa6 tempest-FloatingIPNegativeTestJSON-1532199059 tempest-FloatingIPNegativeTestJSON-1532199059-project] Notify callbacks [] for port, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:53.828567 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 58540) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:42:53.905536 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f35bae-d4f0-4bb9-8f69-d3669e9b0ef0 req-f6fa6caa-7ecc-438f-ab07-57188c1afdb2 tempest-TestServerAdvancedOps-868832884 tempest-TestServerAdvancedOps-868832884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:42:53.907073 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-96f35bae-d4f0-4bb9-8f69-d3669e9b0ef0 req-f6fa6caa-7ecc-438f-ab07-57188c1afdb2 tempest-TestServerAdvancedOps-868832884 tempest-TestServerAdvancedOps-868832884-project] 10.222.0.27 "GET /v2.0/ports?device_id=abfb3cf5-9e46-4bed-af19-03fee3203815 HTTP/1.1" status: 200 len: 946 time: 0.1204681 Oct 19 07:42:53.960817 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device 9a9254ce-5a4f-4aec-aa26-22ecc7c65ae7 up at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 07:42:53.978645 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-96f35bae-d4f0-4bb9-8f69-d3669e9b0ef0 req-b9e26818-77d9-449a-b372-eb4c0729757f tempest-TestServerAdvancedOps-868832884 tempest-TestServerAdvancedOps-868832884-project] 10.222.0.27 "GET /v2.0/security-groups?id=155371e7-73ab-4479-86a0-e61426642fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643263 Oct 19 07:42:53.988187 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-1a81b9de-0986-48ca-84dc-3bae7148549a tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Deleting port 06eb4885-8702-403e-9e6e-a7841446769b {{(pid=103333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 07:42:53.988549 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-1a81b9de-0986-48ca-84dc-3bae7148549a tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:54.043397 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-5d362b67-cc81-404b-ba89-945f1e1952e3 None None] Attempt 10 to provision port 9f8c57f0-6f75-43f2-819f-006f00b3d669 Oct 19 07:42:54.058855 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-985f9dcd-a89d-481c-9084-18a88013e2ec tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130996763'] for port, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:54.103035 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985f9dcd-a89d-481c-9084-18a88013e2ec tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Pushing event deleted for resources: {'Port': ['ID=469e27c9-12ba-4897-af2a-71ceadadf66a,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:42:54.135195 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-85bd3465-3632-4b9e-85c4-bc1943e4ffa6 tempest-FloatingIPNegativeTestJSON-1532199059 tempest-FloatingIPNegativeTestJSON-1532199059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785020947330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133553798'] for port, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:54.139157 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-5d362b67-cc81-404b-ba89-945f1e1952e3 None None] Port 9f8c57f0-6f75-43f2-819f-006f00b3d669 cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 07:42:54.159142 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d8dcc13b-118f-48b3-86ee-c534e5ce1441 None None] Notify callbacks [] for port, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:54.168252 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-1a81b9de-0986-48ca-84dc-3bae7148549a tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:54.173421 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d8dcc13b-118f-48b3-86ee-c534e5ce1441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785020947330'] for port, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:54.189054 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-1a81b9de-0986-48ca-84dc-3bae7148549a tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Calling delete_port for 06eb4885-8702-403e-9e6e-a7841446769b owned by network:router_interface {{(pid=103333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 07:42:54.238236 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8dcc13b-118f-48b3-86ee-c534e5ce1441 None None] Network 190b75c6-a143-437b-8a68-4ace9c269231 is already hosted by enough agents. {{(pid=103334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 07:42:54.246143 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-985f9dcd-a89d-481c-9084-18a88013e2ec tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Notify callbacks [] for floatingip, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:54.248740 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-985f9dcd-a89d-481c-9084-18a88013e2ec tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42160'] for floatingip, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:54.253006 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-985f9dcd-a89d-481c-9084-18a88013e2ec tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] 10.222.0.27 "DELETE /v2.0/floatingips/701c2e6a-57a9-4750-befc-626ff4762af5 HTTP/1.1" status: 204 len: 168 time: 1.1930959 Oct 19 07:42:54.253635 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 58542) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:42:54.258759 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.scheduler.base_scheduler [None req-d8dcc13b-118f-48b3-86ee-c534e5ce1441 None None] Resources bound (agent type, host, resource id): {{(pid=103334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:42:54.260746 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-16adb72e-f4a5-4c11-a227-d9f0f9b0fbc2 tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Request body: {'floatingip': {'floating_network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'port_id': '9752cbef-f72d-4cfb-9bf2-609d21463db6'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:42:54.266668 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Provisioning complete for port 9a9254ce-5a4f-4aec-aa26-22ecc7c65ae7 triggered by entity L2. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:42:54.267226 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:54.267377 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Attempt 1 to provision port 9a9254ce-5a4f-4aec-aa26-22ecc7c65ae7 Oct 19 07:42:54.273492 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85bd3465-3632-4b9e-85c4-bc1943e4ffa6 tempest-FloatingIPNegativeTestJSON-1532199059 tempest-FloatingIPNegativeTestJSON-1532199059-project] Network 99c66757-74e3-40a4-b479-8d09e3a7c3dd is already hosted by enough agents. {{(pid=103332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 07:42:54.280066 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85bd3465-3632-4b9e-85c4-bc1943e4ffa6 tempest-FloatingIPNegativeTestJSON-1532199059 tempest-FloatingIPNegativeTestJSON-1532199059-project] Pushing event updated for resources: {'Port': ['ID=dafc1b22-246b-4135-ab5d-03b8b990faa4,revision_number=1']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:42:54.285563 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8dcc13b-118f-48b3-86ee-c534e5ce1441 None None] Received port after_create {{(pid=103334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 07:42:54.287757 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.base_scheduler [None req-85bd3465-3632-4b9e-85c4-bc1943e4ffa6 tempest-FloatingIPNegativeTestJSON-1532199059 tempest-FloatingIPNegativeTestJSON-1532199059-project] Resources bound (agent type, host, resource id): {{(pid=103332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:42:54.292456 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85bd3465-3632-4b9e-85c4-bc1943e4ffa6 tempest-FloatingIPNegativeTestJSON-1532199059 tempest-FloatingIPNegativeTestJSON-1532199059-project] Received port after_create {{(pid=103332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 07:42:54.317830 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-16adb72e-f4a5-4c11-a227-d9f0f9b0fbc2 tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Notify callbacks [] for floatingip, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:54.344283 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d82622a-9945-4415-a634-caa38c4670bc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d12c6ac-27a3-545c-a8f3-f04e30423d6d-c7b2f7c1-ef05-4bde-82ae-3292f19f2c0c', 'network_id': 'c7b2f7c1-ef05-4bde-82ae-3292f19f2c0c', 'tenant_id': '83d8ae6b7e844cc7aa58d29e86720c10', 'fixed_ips': [{'subnet_id': '943875c5-e3dd-4eed-8135-ebfc67abaf43'}]}} from dv-neutron-861624-1-hyperv. {{(pid=103334) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 07:42:54.345257 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-5d82622a-9945-4415-a634-caa38c4670bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:54.361016 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-e3bff531-c218-4c40-a639-8c258f33a805 tempest-RoutersNegativeTest-1307537776 tempest-RoutersNegativeTest-1307537776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:54.374803 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8dcc13b-118f-48b3-86ee-c534e5ce1441 None None] Pushing event updated for resources: {'Port': ['ID=7a1ab701-7a5c-4e3a-8d6f-1d126d1af662,revision_number=1']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:42:54.445200 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-48c62262-2b7a-4420-888b-6faf644e67e4 None None] Provisioning complete for port 9a9254ce-5a4f-4aec-aa26-22ecc7c65ae7 triggered by entity DHCP. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:42:54.445485 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-48c62262-2b7a-4420-888b-6faf644e67e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:54.446686 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-48c62262-2b7a-4420-888b-6faf644e67e4 None None] Attempt 1 to provision port 9a9254ce-5a4f-4aec-aa26-22ecc7c65ae7 Oct 19 07:42:54.501281 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-1a81b9de-0986-48ca-84dc-3bae7148549a tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130996763'] for port, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:54.538934 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a81b9de-0986-48ca-84dc-3bae7148549a tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Pushing event deleted for resources: {'Port': ['ID=06eb4885-8702-403e-9e6e-a7841446769b,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:42:54.558171 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-d8dcc13b-118f-48b3-86ee-c534e5ce1441 None None] Attempting to bind port 7a1ab701-7a5c-4e3a-8d6f-1d126d1af662 on host dv-neutron-861624-1-hyperv for vnic_type normal with profile {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 19 07:42:54.558171 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-d8dcc13b-118f-48b3-86ee-c534e5ce1441 None None] Attempting to bind port 7a1ab701-7a5c-4e3a-8d6f-1d126d1af662 by drivers openvswitch,hyperv on host dv-neutron-861624-1-hyperv at level 0 using segments [{'id': '3e5dfac0-6fb6-4cf1-be03-fc45cf84273a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '190b75c6-a143-437b-8a68-4ace9c269231'}] {{(pid=103334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 19 07:42:54.558533 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8dcc13b-118f-48b3-86ee-c534e5ce1441 None None] Attempting to bind port 7a1ab701-7a5c-4e3a-8d6f-1d126d1af662 on network 190b75c6-a143-437b-8a68-4ace9c269231 {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 07:42:54.606210 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8dcc13b-118f-48b3-86ee-c534e5ce1441 None None] Checking agent: {'id': 'a5b0152c-d633-409b-aaf8-3b76458e2410', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861624-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 19, 7, 30, 19), 'started_at': datetime.datetime(2022, 10, 19, 7, 30, 49), 'heartbeat_timestamp': datetime.datetime(2022, 10, 19, 7, 42, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861624-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 07:42:54.606595 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8dcc13b-118f-48b3-86ee-c534e5ce1441 None None] Checking segment: {'id': '3e5dfac0-6fb6-4cf1-be03-fc45cf84273a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '190b75c6-a143-437b-8a68-4ace9c269231'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 19 07:42:54.607630 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d8dcc13b-118f-48b3-86ee-c534e5ce1441 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:54.608779 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8dcc13b-118f-48b3-86ee-c534e5ce1441 None None] Bound using segment: {'id': '3e5dfac0-6fb6-4cf1-be03-fc45cf84273a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '190b75c6-a143-437b-8a68-4ace9c269231'} {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 07:42:54.609249 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-d8dcc13b-118f-48b3-86ee-c534e5ce1441 None None] Bound port: 7a1ab701-7a5c-4e3a-8d6f-1d126d1af662, host: dv-neutron-861624-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e5dfac0-6fb6-4cf1-be03-fc45cf84273a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '190b75c6-a143-437b-8a68-4ace9c269231'}}] {{(pid=103334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 19 07:42:54.610272 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d8dcc13b-118f-48b3-86ee-c534e5ce1441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:54.613228 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-16adb72e-f4a5-4c11-a227-d9f0f9b0fbc2 tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:54.665360 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-1a81b9de-0986-48ca-84dc-3bae7148549a tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1574862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1694957'] for router_interface, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:54.691136 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.plugin [None req-85bd3465-3632-4b9e-85c4-bc1943e4ffa6 tempest-FloatingIPNegativeTestJSON-1532199059 tempest-FloatingIPNegativeTestJSON-1532199059-project] Deleting port dafc1b22-246b-4135-ab5d-03b8b990faa4 {{(pid=103332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 07:42:54.691758 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-85bd3465-3632-4b9e-85c4-bc1943e4ffa6 tempest-FloatingIPNegativeTestJSON-1532199059 tempest-FloatingIPNegativeTestJSON-1532199059-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:54.735888 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.db_base_plugin_common [None req-e3bff531-c218-4c40-a639-8c258f33a805 tempest-RoutersNegativeTest-1307537776 tempest-RoutersNegativeTest-1307537776-project] Allocated IP 172.20.0.1 (190b75c6-a143-437b-8a68-4ace9c269231/7a135974-b9ae-4c74-a718-bcc4fa26a9f1/1ea83f5d-34c1-40b8-815f-3359b479c35e) {{(pid=103332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 07:42:54.826160 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Current status of the port 9a9254ce-5a4f-4aec-aa26-22ecc7c65ae7 is: DOWN; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:42:54.826160 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:54.920472 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.db_base_plugin_common [None req-5d82622a-9945-4415-a634-caa38c4670bc None None] Allocated IP 172.20.0.2 (c7b2f7c1-ef05-4bde-82ae-3292f19f2c0c/943875c5-e3dd-4eed-8135-ebfc67abaf43/9bc668dd-d88b-4948-8711-34021a11cd7d) {{(pid=103334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 07:42:54.930647 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-85bd3465-3632-4b9e-85c4-bc1943e4ffa6 tempest-FloatingIPNegativeTestJSON-1532199059 tempest-FloatingIPNegativeTestJSON-1532199059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:54.930987 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-85bd3465-3632-4b9e-85c4-bc1943e4ffa6 tempest-FloatingIPNegativeTestJSON-1532199059 tempest-FloatingIPNegativeTestJSON-1532199059-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:54.933041 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.db_base_plugin_common [None req-16adb72e-f4a5-4c11-a227-d9f0f9b0fbc2 tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Allocated IP 172.26.0.184 (99c66757-74e3-40a4-b479-8d09e3a7c3dd/7f3d1034-1de7-458a-a3ee-77488de3949b/e55a9025-61e8-4769-81d4-7e4750f502a7) {{(pid=103333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 07:42:54.936932 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a81b9de-0986-48ca-84dc-3bae7148549a tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Router 2f5b76d3-c915-4d07-aad6-5b9d2bc3dfe5 has already been hosted by L3 agent ab388470-1243-4d53-80f2-c2f5899c97a7 {{(pid=103333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 07:42:54.960210 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.plugin [None req-85bd3465-3632-4b9e-85c4-bc1943e4ffa6 tempest-FloatingIPNegativeTestJSON-1532199059 tempest-FloatingIPNegativeTestJSON-1532199059-project] Calling delete_port for dafc1b22-246b-4135-ab5d-03b8b990faa4 owned by network:floatingip {{(pid=103332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 07:42:54.964087 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-e3bff531-c218-4c40-a639-8c258f33a805 tempest-RoutersNegativeTest-1307537776 tempest-RoutersNegativeTest-1307537776-project] Notify callbacks [] for port, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:54.964769 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] For port 9a9254ce-5a4f-4aec-aa26-22ecc7c65ae7, host dv-neutron-861624-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=9a9254ce-5a4f-4aec-aa26-22ecc7c65ae7,segment=NetworkSegment(214122d8-3bd2-4802-be3c-b1fb5f573906),segment_id=214122d8-3bd2-4802-be3c-b1fb5f573906)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:42:54.979627 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:54.994048 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-48c62262-2b7a-4420-888b-6faf644e67e4 None None] Current status of the port 9a9254ce-5a4f-4aec-aa26-22ecc7c65ae7 is: DOWN; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:42:54.994435 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-48c62262-2b7a-4420-888b-6faf644e67e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:54.996565 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-d8dcc13b-118f-48b3-86ee-c534e5ce1441 None None] For port 7a1ab701-7a5c-4e3a-8d6f-1d126d1af662, host dv-neutron-861624-1-hyperv, cleared binding levels {{(pid=103334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 07:42:55.049749 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-d8dcc13b-118f-48b3-86ee-c534e5ce1441 None None] For port 7a1ab701-7a5c-4e3a-8d6f-1d126d1af662, host dv-neutron-861624-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=7a1ab701-7a5c-4e3a-8d6f-1d126d1af662,segment=NetworkSegment(3e5dfac0-6fb6-4cf1-be03-fc45cf84273a),segment_id=3e5dfac0-6fb6-4cf1-be03-fc45cf84273a)] {{(pid=103334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 07:42:55.065487 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d8dcc13b-118f-48b3-86ee-c534e5ce1441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:55.068435 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-e3bff531-c218-4c40-a639-8c258f33a805 tempest-RoutersNegativeTest-1307537776 tempest-RoutersNegativeTest-1307537776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785020947330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133553798'] for port, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:55.084275 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a81b9de-0986-48ca-84dc-3bae7148549a tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Notify agent at l3_agent.dv-neutron-861624-1-hyperv the message routers_updated {{(pid=103333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 07:42:55.090820 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-1a81b9de-0986-48ca-84dc-3bae7148549a tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] 10.222.0.27 "PUT /v2.0/routers/2f5b76d3-c915-4d07-aad6-5b9d2bc3dfe5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7231343 Oct 19 07:42:55.093982 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 58546) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:42:55.104382 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9212a2bc-035e-4caf-a239-ddf05752c0d7 None None] Sync routers for ids ['2f5b76d3-c915-4d07-aad6-5b9d2bc3dfe5'] in dv-neutron-861624-1-hyperv {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 07:42:55.122403 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9212a2bc-035e-4caf-a239-ddf05752c0d7 None None] Routers {'2f5b76d3-c915-4d07-aad6-5b9d2bc3dfe5'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 07:42:55.127116 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.pecan_wsgi.hooks.translation [None req-b28eb520-b578-4ee0-ac85-73717e03de7e tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] GET failed (client error): The resource could not be found. Oct 19 07:42:55.127782 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-9212a2bc-035e-4caf-a239-ddf05752c0d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T07:42:46Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['2f5b76d3-c915-4d07-aad6-5b9d2bc3dfe5'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:42:55.129357 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-b28eb520-b578-4ee0-ac85-73717e03de7e tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] 10.222.0.27 "GET /v2.0/ports/06eb4885-8702-403e-9e6e-a7841446769b HTTP/1.1" status: 404 len: 333 time: 0.0340388 Oct 19 07:42:55.134805 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 58548) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:42:55.166297 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3bff531-c218-4c40-a639-8c258f33a805 tempest-RoutersNegativeTest-1307537776 tempest-RoutersNegativeTest-1307537776-project] Network 190b75c6-a143-437b-8a68-4ace9c269231 is already hosted by enough agents. {{(pid=103332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 07:42:55.181140 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Pushing event updated for resources: {'Port': ['ID=9a9254ce-5a4f-4aec-aa26-22ecc7c65ae7,revision_number=3']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:42:55.228159 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.base_scheduler [None req-e3bff531-c218-4c40-a639-8c258f33a805 tempest-RoutersNegativeTest-1307537776 tempest-RoutersNegativeTest-1307537776-project] Resources bound (agent type, host, resource id): {{(pid=103332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:42:55.230004 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-9212a2bc-035e-4caf-a239-ddf05752c0d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:42:55.238751 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-a2787955-61a2-4eb6-ba0e-f7f3b6f48625 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Notify callbacks [] for router, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:55.240486 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3bff531-c218-4c40-a639-8c258f33a805 tempest-RoutersNegativeTest-1307537776 tempest-RoutersNegativeTest-1307537776-project] Received port after_create {{(pid=103332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 07:42:55.257410 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.db.api [None req-48c62262-2b7a-4420-888b-6faf644e67e4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103334) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 19 07:42:55.257773 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG oslo_db.api [None req-48c62262-2b7a-4420-888b-6faf644e67e4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 19 07:42:55.267254 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9212a2bc-035e-4caf-a239-ddf05752c0d7 None None] Routers {'2f5b76d3-c915-4d07-aad6-5b9d2bc3dfe5'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 07:42:55.269076 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-9212a2bc-035e-4caf-a239-ddf05752c0d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T07:42:46Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['2f5b76d3-c915-4d07-aad6-5b9d2bc3dfe5'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:42:55.315257 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8dcc13b-118f-48b3-86ee-c534e5ce1441 None None] Pushing event updated for resources: {'Port': ['ID=7a1ab701-7a5c-4e3a-8d6f-1d126d1af662,revision_number=2']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:42:55.335555 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-9212a2bc-035e-4caf-a239-ddf05752c0d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:42:55.336207 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9212a2bc-035e-4caf-a239-ddf05752c0d7 None None] The sync data for ids ['2f5b76d3-c915-4d07-aad6-5b9d2bc3dfe5'] in dv-neutron-861624-1-hyperv is: [] {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 07:42:55.341102 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b537e65f-a138-4799-ba42-a4b450d14488 req-ef12223e-37e4-4161-a20d-1b207d83ffeb tempest-TestServerAdvancedOps-868832884 tempest-TestServerAdvancedOps-868832884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:42:55.342154 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-5d82622a-9945-4415-a634-caa38c4670bc None None] Notify callbacks [] for port, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:55.348999 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-b537e65f-a138-4799-ba42-a4b450d14488 req-ef12223e-37e4-4161-a20d-1b207d83ffeb tempest-TestServerAdvancedOps-868832884 tempest-TestServerAdvancedOps-868832884-project] 10.222.0.27 "GET /v2.0/ports?device_id=abfb3cf5-9e46-4bed-af19-03fee3203815 HTTP/1.1" status: 200 len: 946 time: 0.1900313 Oct 19 07:42:55.354629 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-5d82622a-9945-4415-a634-caa38c4670bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785020947330'] for port, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:55.377013 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3bff531-c218-4c40-a639-8c258f33a805 tempest-RoutersNegativeTest-1307537776 tempest-RoutersNegativeTest-1307537776-project] Pushing event updated for resources: {'Port': ['ID=1ea83f5d-34c1-40b8-815f-3359b479c35e,revision_number=1']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:42:55.406205 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3bff531-c218-4c40-a639-8c258f33a805 tempest-RoutersNegativeTest-1307537776 tempest-RoutersNegativeTest-1307537776-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:42:55.406561 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3bff531-c218-4c40-a639-8c258f33a805 tempest-RoutersNegativeTest-1307537776 tempest-RoutersNegativeTest-1307537776-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:42:55.406904 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3bff531-c218-4c40-a639-8c258f33a805 tempest-RoutersNegativeTest-1307537776 tempest-RoutersNegativeTest-1307537776-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:42:55.407301 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3bff531-c218-4c40-a639-8c258f33a805 tempest-RoutersNegativeTest-1307537776 tempest-RoutersNegativeTest-1307537776-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:42:55.407650 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3bff531-c218-4c40-a639-8c258f33a805 tempest-RoutersNegativeTest-1307537776 tempest-RoutersNegativeTest-1307537776-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:42:55.407987 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3bff531-c218-4c40-a639-8c258f33a805 tempest-RoutersNegativeTest-1307537776 tempest-RoutersNegativeTest-1307537776-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:42:55.408320 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3bff531-c218-4c40-a639-8c258f33a805 tempest-RoutersNegativeTest-1307537776 tempest-RoutersNegativeTest-1307537776-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:42:55.408732 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3bff531-c218-4c40-a639-8c258f33a805 tempest-RoutersNegativeTest-1307537776 tempest-RoutersNegativeTest-1307537776-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:42:55.409559 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3bff531-c218-4c40-a639-8c258f33a805 tempest-RoutersNegativeTest-1307537776 tempest-RoutersNegativeTest-1307537776-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:42:55.409559 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3bff531-c218-4c40-a639-8c258f33a805 tempest-RoutersNegativeTest-1307537776 tempest-RoutersNegativeTest-1307537776-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:42:55.409760 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3bff531-c218-4c40-a639-8c258f33a805 tempest-RoutersNegativeTest-1307537776 tempest-RoutersNegativeTest-1307537776-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:42:55.410012 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3bff531-c218-4c40-a639-8c258f33a805 tempest-RoutersNegativeTest-1307537776 tempest-RoutersNegativeTest-1307537776-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:42:55.453772 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-b537e65f-a138-4799-ba42-a4b450d14488 req-a3d845fd-2638-4122-a41f-e97d9ba589d7 tempest-TestServerAdvancedOps-868832884 tempest-TestServerAdvancedOps-868832884-project] 10.222.0.27 "GET /v2.0/security-groups?id=155371e7-73ab-4479-86a0-e61426642fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991418 Oct 19 07:42:55.455017 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-e3bff531-c218-4c40-a639-8c258f33a805 tempest-RoutersNegativeTest-1307537776 tempest-RoutersNegativeTest-1307537776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1695190'] for router_interface, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:55.458127 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-a2787955-61a2-4eb6-ba0e-f7f3b6f48625 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1693565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12618'] for router, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:55.458703 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d82622a-9945-4415-a634-caa38c4670bc None None] Network c7b2f7c1-ef05-4bde-82ae-3292f19f2c0c is already hosted by enough agents. {{(pid=103334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 07:42:55.469521 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-a2787955-61a2-4eb6-ba0e-f7f3b6f48625 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:55.478896 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-16adb72e-f4a5-4c11-a227-d9f0f9b0fbc2 tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Notify callbacks [] for port, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:55.484850 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.scheduler.base_scheduler [None req-5d82622a-9945-4415-a634-caa38c4670bc None None] Resources bound (agent type, host, resource id): {{(pid=103334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:42:55.492992 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d82622a-9945-4415-a634-caa38c4670bc None None] Received port after_create {{(pid=103334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 07:42:55.503458 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d82622a-9945-4415-a634-caa38c4670bc None None] Pushing event updated for resources: {'Port': ['ID=9bc668dd-d88b-4948-8711-34021a11cd7d,revision_number=1']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:42:55.551254 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-a2787955-61a2-4eb6-ba0e-f7f3b6f48625 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1693542'] for router, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:55.551839 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2787955-61a2-4eb6-ba0e-f7f3b6f48625 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Fanout notify agent at l3_agent the message router_deleted on router 2f5b76d3-c915-4d07-aad6-5b9d2bc3dfe5 {{(pid=103333) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 07:42:55.562165 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-a2787955-61a2-4eb6-ba0e-f7f3b6f48625 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Notify callbacks [] for router, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:55.564258 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-a2787955-61a2-4eb6-ba0e-f7f3b6f48625 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] 10.222.0.27 "DELETE /v2.0/routers/2f5b76d3-c915-4d07-aad6-5b9d2bc3dfe5 HTTP/1.1" status: 204 len: 168 time: 0.4282987 Oct 19 07:42:55.568149 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 58552) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:42:55.574977 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-85bd3465-3632-4b9e-85c4-bc1943e4ffa6 tempest-FloatingIPNegativeTestJSON-1532199059 tempest-FloatingIPNegativeTestJSON-1532199059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133553798'] for port, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:55.594995 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-5d82622a-9945-4415-a634-caa38c4670bc None None] Attempting to bind port 9bc668dd-d88b-4948-8711-34021a11cd7d on host dv-neutron-861624-1-hyperv for vnic_type normal with profile {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 19 07:42:55.595469 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-5d82622a-9945-4415-a634-caa38c4670bc None None] Attempting to bind port 9bc668dd-d88b-4948-8711-34021a11cd7d by drivers openvswitch,hyperv on host dv-neutron-861624-1-hyperv at level 0 using segments [{'id': '27c344f8-1301-4099-be2f-53f2daa7b695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'c7b2f7c1-ef05-4bde-82ae-3292f19f2c0c'}] {{(pid=103334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 19 07:42:55.596230 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d82622a-9945-4415-a634-caa38c4670bc None None] Attempting to bind port 9bc668dd-d88b-4948-8711-34021a11cd7d on network c7b2f7c1-ef05-4bde-82ae-3292f19f2c0c {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 07:42:55.602062 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d82622a-9945-4415-a634-caa38c4670bc None None] Checking agent: {'id': 'a5b0152c-d633-409b-aaf8-3b76458e2410', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861624-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 19, 7, 30, 19), 'started_at': datetime.datetime(2022, 10, 19, 7, 30, 49), 'heartbeat_timestamp': datetime.datetime(2022, 10, 19, 7, 42, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861624-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 07:42:55.602514 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d82622a-9945-4415-a634-caa38c4670bc None None] Checking segment: {'id': '27c344f8-1301-4099-be2f-53f2daa7b695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'c7b2f7c1-ef05-4bde-82ae-3292f19f2c0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 19 07:42:55.602980 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-5d82622a-9945-4415-a634-caa38c4670bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:55.603496 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d82622a-9945-4415-a634-caa38c4670bc None None] Bound using segment: {'id': '27c344f8-1301-4099-be2f-53f2daa7b695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'c7b2f7c1-ef05-4bde-82ae-3292f19f2c0c'} {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 07:42:55.604032 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-5d82622a-9945-4415-a634-caa38c4670bc None None] Bound port: 9bc668dd-d88b-4948-8711-34021a11cd7d, host: dv-neutron-861624-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27c344f8-1301-4099-be2f-53f2daa7b695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'c7b2f7c1-ef05-4bde-82ae-3292f19f2c0c'}}] {{(pid=103334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 19 07:42:55.604491 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-5d82622a-9945-4415-a634-caa38c4670bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:55.645552 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.db_base_plugin_v2 [None req-126dbe46-e770-41bb-9539-e36def976f94 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Deleting subnet 8dd6d1d2-4fcf-43b1-a47d-5a2f53168c43 {{(pid=103333) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 19 07:42:55.649855 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-16adb72e-f4a5-4c11-a227-d9f0f9b0fbc2 tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785020947330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130996763'] for port, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:55.660035 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-126dbe46-e770-41bb-9539-e36def976f94 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Notify callbacks [] for subnet, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:55.675222 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85bd3465-3632-4b9e-85c4-bc1943e4ffa6 tempest-FloatingIPNegativeTestJSON-1532199059 tempest-FloatingIPNegativeTestJSON-1532199059-project] Pushing event deleted for resources: {'Port': ['ID=dafc1b22-246b-4135-ab5d-03b8b990faa4,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:42:55.679270 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-5d82622a-9945-4415-a634-caa38c4670bc None None] For port 9bc668dd-d88b-4948-8711-34021a11cd7d, host dv-neutron-861624-1-hyperv, cleared binding levels {{(pid=103334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 07:42:55.683080 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-5d82622a-9945-4415-a634-caa38c4670bc None None] For port 9bc668dd-d88b-4948-8711-34021a11cd7d, host dv-neutron-861624-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=9bc668dd-d88b-4948-8711-34021a11cd7d,segment=NetworkSegment(27c344f8-1301-4099-be2f-53f2daa7b695),segment_id=27c344f8-1301-4099-be2f-53f2daa7b695)] {{(pid=103334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 07:42:55.688725 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-5d82622a-9945-4415-a634-caa38c4670bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:55.742713 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16adb72e-f4a5-4c11-a227-d9f0f9b0fbc2 tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Pushing event updated for resources: {'Port': ['ID=e55a9025-61e8-4769-81d4-7e4750f502a7,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:42:55.755670 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16adb72e-f4a5-4c11-a227-d9f0f9b0fbc2 tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Network 99c66757-74e3-40a4-b479-8d09e3a7c3dd is already hosted by enough agents. {{(pid=103333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 07:42:55.755892 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-e3bff531-c218-4c40-a639-8c258f33a805 tempest-RoutersNegativeTest-1307537776 tempest-RoutersNegativeTest-1307537776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:55.757280 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d82622a-9945-4415-a634-caa38c4670bc None None] Pushing event updated for resources: {'Port': ['ID=9bc668dd-d88b-4948-8711-34021a11cd7d,revision_number=2']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:42:55.767577 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-16adb72e-f4a5-4c11-a227-d9f0f9b0fbc2 tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Resources bound (agent type, host, resource id): {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:42:55.770080 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16adb72e-f4a5-4c11-a227-d9f0f9b0fbc2 tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Received port after_create {{(pid=103333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 07:42:55.775239 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16adb72e-f4a5-4c11-a227-d9f0f9b0fbc2 tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:42:55.775590 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16adb72e-f4a5-4c11-a227-d9f0f9b0fbc2 tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:42:55.775931 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16adb72e-f4a5-4c11-a227-d9f0f9b0fbc2 tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:42:55.776265 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16adb72e-f4a5-4c11-a227-d9f0f9b0fbc2 tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:42:55.776618 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16adb72e-f4a5-4c11-a227-d9f0f9b0fbc2 tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:42:55.776951 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16adb72e-f4a5-4c11-a227-d9f0f9b0fbc2 tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:42:55.777281 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16adb72e-f4a5-4c11-a227-d9f0f9b0fbc2 tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:42:55.777589 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16adb72e-f4a5-4c11-a227-d9f0f9b0fbc2 tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:42:55.778545 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16adb72e-f4a5-4c11-a227-d9f0f9b0fbc2 tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:42:55.778882 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16adb72e-f4a5-4c11-a227-d9f0f9b0fbc2 tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:42:55.779211 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16adb72e-f4a5-4c11-a227-d9f0f9b0fbc2 tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:42:55.780329 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16adb72e-f4a5-4c11-a227-d9f0f9b0fbc2 tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:42:55.801534 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1722e122-df4e-44aa-adc5-79c3027ea658 req-8d1eea3e-1952-40ab-be01-3ee74beb391f tempest-TestServerAdvancedOps-868832884 tempest-TestServerAdvancedOps-868832884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:42:55.813398 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-1722e122-df4e-44aa-adc5-79c3027ea658 req-8d1eea3e-1952-40ab-be01-3ee74beb391f tempest-TestServerAdvancedOps-868832884 tempest-TestServerAdvancedOps-868832884-project] 10.222.0.27 "GET /v2.0/ports?device_id=abfb3cf5-9e46-4bed-af19-03fee3203815 HTTP/1.1" status: 200 len: 946 time: 0.2523584 Oct 19 07:42:55.813739 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-126dbe46-e770-41bb-9539-e36def976f94 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-134111928'] for subnet, precommit_delete_associations {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:55.843874 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-48c62262-2b7a-4420-888b-6faf644e67e4 None None] Current status of the port 9a9254ce-5a4f-4aec-aa26-22ecc7c65ae7 is: ACTIVE; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:42:55.891229 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-48c62262-2b7a-4420-888b-6faf644e67e4 None None] Provisioning complete for port 8c167620-3156-48bf-a5f9-bf961b7cafc4 triggered by entity DHCP. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:42:55.891979 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-48c62262-2b7a-4420-888b-6faf644e67e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:55.892586 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-48c62262-2b7a-4420-888b-6faf644e67e4 None None] Attempt 1 to provision port 8c167620-3156-48bf-a5f9-bf961b7cafc4 Oct 19 07:42:55.959795 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-48c62262-2b7a-4420-888b-6faf644e67e4 None None] Port 8c167620-3156-48bf-a5f9-bf961b7cafc4 cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 07:42:56.025221 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-1722e122-df4e-44aa-adc5-79c3027ea658 req-33108611-ecbf-486f-8fac-062a2301307c tempest-TestServerAdvancedOps-868832884 tempest-TestServerAdvancedOps-868832884-project] 10.222.0.27 "GET /v2.0/security-groups?id=155371e7-73ab-4479-86a0-e61426642fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2082312 Oct 19 07:42:56.049170 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.api.v2.resource [None req-85bd3465-3632-4b9e-85c4-bc1943e4ffa6 tempest-FloatingIPNegativeTestJSON-1532199059 tempest-FloatingIPNegativeTestJSON-1532199059-project] create failed (client error): The resource could not be found. Oct 19 07:42:56.055544 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 58554) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:42:56.058412 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-85bd3465-3632-4b9e-85c4-bc1943e4ffa6 tempest-FloatingIPNegativeTestJSON-1532199059 tempest-FloatingIPNegativeTestJSON-1532199059-project] 10.222.0.27 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 3.0297611 Oct 19 07:42:56.081817 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-126dbe46-e770-41bb-9539-e36def976f94 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-679826'] for subnet, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:56.087474 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device 7a1ab701-7a5c-4e3a-8d6f-1d126d1af662 up at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 07:42:56.180544 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Provisioning complete for port 7a1ab701-7a5c-4e3a-8d6f-1d126d1af662 triggered by entity L2. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:42:56.181053 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:56.181402 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Attempt 1 to provision port 7a1ab701-7a5c-4e3a-8d6f-1d126d1af662 Oct 19 07:42:56.396534 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Current status of the port 7a1ab701-7a5c-4e3a-8d6f-1d126d1af662 is: DOWN; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:42:56.397323 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:56.431492 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-e3bff531-c218-4c40-a639-8c258f33a805 tempest-RoutersNegativeTest-1307537776 tempest-RoutersNegativeTest-1307537776-project] Notify callbacks [] for port, precommit_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:56.443068 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-e3bff531-c218-4c40-a639-8c258f33a805 tempest-RoutersNegativeTest-1307537776 tempest-RoutersNegativeTest-1307537776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133553807'] for port, after_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:56.468273 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-48c62262-2b7a-4420-888b-6faf644e67e4 None None] Attempt 2 to provision port 8c167620-3156-48bf-a5f9-bf961b7cafc4 Oct 19 07:42:56.499022 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] For port 7a1ab701-7a5c-4e3a-8d6f-1d126d1af662, host dv-neutron-861624-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=7a1ab701-7a5c-4e3a-8d6f-1d126d1af662,segment=NetworkSegment(3e5dfac0-6fb6-4cf1-be03-fc45cf84273a),segment_id=3e5dfac0-6fb6-4cf1-be03-fc45cf84273a)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:42:56.507723 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:56.508638 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device 9a9254ce-5a4f-4aec-aa26-22ecc7c65ae7 up at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 07:42:56.530763 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3bff531-c218-4c40-a639-8c258f33a805 tempest-RoutersNegativeTest-1307537776 tempest-RoutersNegativeTest-1307537776-project] Pushing event updated for resources: {'Port': ['ID=1ea83f5d-34c1-40b8-815f-3359b479c35e,revision_number=2']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:42:56.596893 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-48c62262-2b7a-4420-888b-6faf644e67e4 None None] Port 8c167620-3156-48bf-a5f9-bf961b7cafc4 cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 07:42:56.609377 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed0a78e-9e73-4c03-8057-a2f1fa32d198 req-2a6b064f-fb7d-49fc-84bb-ef4fbad268a7 tempest-TestServerAdvancedOps-868832884 tempest-TestServerAdvancedOps-868832884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:42:56.611108 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-aed0a78e-9e73-4c03-8057-a2f1fa32d198 req-2a6b064f-fb7d-49fc-84bb-ef4fbad268a7 tempest-TestServerAdvancedOps-868832884 tempest-TestServerAdvancedOps-868832884-project] 10.222.0.27 "GET /v2.0/ports?device_id=abfb3cf5-9e46-4bed-af19-03fee3203815 HTTP/1.1" status: 200 len: 946 time: 0.1613774 Oct 19 07:42:56.614524 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-e3bff531-c218-4c40-a639-8c258f33a805 tempest-RoutersNegativeTest-1307537776 tempest-RoutersNegativeTest-1307537776-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1574855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1694822'] for router_interface, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:56.632075 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Pushing event updated for resources: {'Port': ['ID=7a1ab701-7a5c-4e3a-8d6f-1d126d1af662,revision_number=3']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:42:56.645415 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Provisioning complete for port 9a9254ce-5a4f-4aec-aa26-22ecc7c65ae7 triggered by entity L2. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:42:56.645792 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:56.646129 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Attempt 1 to provision port 9a9254ce-5a4f-4aec-aa26-22ecc7c65ae7 Oct 19 07:42:56.680113 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-aed0a78e-9e73-4c03-8057-a2f1fa32d198 req-851de4eb-de67-4c9d-bee1-44f0a66a836a tempest-TestServerAdvancedOps-868832884 tempest-TestServerAdvancedOps-868832884-project] 10.222.0.27 "GET /v2.0/security-groups?id=155371e7-73ab-4479-86a0-e61426642fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592959 Oct 19 07:42:56.766326 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3bff531-c218-4c40-a639-8c258f33a805 tempest-RoutersNegativeTest-1307537776 tempest-RoutersNegativeTest-1307537776-project] Network 190b75c6-a143-437b-8a68-4ace9c269231 is already hosted by enough agents. {{(pid=103332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 07:42:56.767041 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d59902f6-4867-4380-9985-0159fbd35021 None None] Network 190b75c6-a143-437b-8a68-4ace9c269231 requested from dv-neutron-861624-1-hyperv {{(pid=103334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 07:42:56.768653 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.base_scheduler [None req-e3bff531-c218-4c40-a639-8c258f33a805 tempest-RoutersNegativeTest-1307537776 tempest-RoutersNegativeTest-1307537776-project] Resources bound (agent type, host, resource id): {{(pid=103332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:42:56.768905 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Current status of the port 9a9254ce-5a4f-4aec-aa26-22ecc7c65ae7 is: ACTIVE; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:42:56.937260 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3bff531-c218-4c40-a639-8c258f33a805 tempest-RoutersNegativeTest-1307537776 tempest-RoutersNegativeTest-1307537776-project] Router c3020ff1-7311-4e86-b805-da7277eeeccb is scheduled to L3 agent ab388470-1243-4d53-80f2-c2f5899c97a7 with binding_index 1 {{(pid=103332) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 07:42:57.011830 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-126dbe46-e770-41bb-9539-e36def976f94 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-679819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130997964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130170408'] for subnet, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:57.088776 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126dbe46-e770-41bb-9539-e36def976f94 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Pushing event deleted for resources: {'Subnet': ['ID=8dd6d1d2-4fcf-43b1-a47d-5a2f53168c43,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:42:57.093510 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-138a42b0-ed28-40e5-bcb3-9f128ff2fd8c None None] Network 92a63655-e4a8-4695-98b5-c8171021d47c requested from dv-neutron-861624-1-hyperv {{(pid=103334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 07:42:57.097801 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-48c62262-2b7a-4420-888b-6faf644e67e4 None None] Attempt 3 to provision port 8c167620-3156-48bf-a5f9-bf961b7cafc4 Oct 19 07:42:57.108702 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-126dbe46-e770-41bb-9539-e36def976f94 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Notify callbacks [] for subnet, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:57.113612 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-126dbe46-e770-41bb-9539-e36def976f94 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] 10.222.0.27 "DELETE /v2.0/subnets/8dd6d1d2-4fcf-43b1-a47d-5a2f53168c43 HTTP/1.1" status: 204 len: 168 time: 1.5442462 Oct 19 07:42:57.125319 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 58560) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:42:57.181316 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-48c62262-2b7a-4420-888b-6faf644e67e4 None None] Port 8c167620-3156-48bf-a5f9-bf961b7cafc4 cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 07:42:57.338432 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-75ccd7b4-28aa-4d06-b815-6097e7ecdea7 tempest-FloatingIPNegativeTestJSON-1532199059 tempest-FloatingIPNegativeTestJSON-1532199059-project] Deleting port 8c167620-3156-48bf-a5f9-bf961b7cafc4 {{(pid=103333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 07:42:57.338779 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-75ccd7b4-28aa-4d06-b815-6097e7ecdea7 tempest-FloatingIPNegativeTestJSON-1532199059 tempest-FloatingIPNegativeTestJSON-1532199059-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:57.387862 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-7dd1b65b-4468-4702-8289-c5f0dcf3acbc tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-667019'] for network, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:57.393611 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-16adb72e-f4a5-4c11-a227-d9f0f9b0fbc2 tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:57.396051 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8145be19-19ac-4dfe-b05e-58561afe43ee None None] Network c7b2f7c1-ef05-4bde-82ae-3292f19f2c0c requested from dv-neutron-861624-1-hyperv {{(pid=103334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 07:42:57.453095 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99ad44a5-42dd-4b39-9c68-0bc7fefac5f2 None None] DHCP port deletion for 92a63655-e4a8-4695-98b5-c8171021d47c request from dv-neutron-861624-1-hyperv {{(pid=103334) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 07:42:57.510455 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3bff531-c218-4c40-a639-8c258f33a805 tempest-RoutersNegativeTest-1307537776 tempest-RoutersNegativeTest-1307537776-project] Notify agent at l3_agent.dv-neutron-861624-1-hyperv the message routers_updated {{(pid=103332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 07:42:57.525255 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-e3bff531-c218-4c40-a639-8c258f33a805 tempest-RoutersNegativeTest-1307537776 tempest-RoutersNegativeTest-1307537776-project] 10.222.0.27 "PUT /v2.0/routers/c3020ff1-7311-4e86-b805-da7277eeeccb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6931303 Oct 19 07:42:57.525524 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 58562) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:42:57.525635 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bdfeea3-d4ce-4850-91b2-f04f829ae75a None None] Sync routers for ids ['c3020ff1-7311-4e86-b805-da7277eeeccb'] in dv-neutron-861624-1-hyperv {{(pid=103334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 07:42:57.540217 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-75ccd7b4-28aa-4d06-b815-6097e7ecdea7 tempest-FloatingIPNegativeTestJSON-1532199059 tempest-FloatingIPNegativeTestJSON-1532199059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:57.545620 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bdfeea3-d4ce-4850-91b2-f04f829ae75a None None] Routers {'c3020ff1-7311-4e86-b805-da7277eeeccb'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 07:42:57.550089 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-9bdfeea3-d4ce-4850-91b2-f04f829ae75a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T07:42:46Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['c3020ff1-7311-4e86-b805-da7277eeeccb'], 'active': True} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:42:57.566916 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-75ccd7b4-28aa-4d06-b815-6097e7ecdea7 tempest-FloatingIPNegativeTestJSON-1532199059 tempest-FloatingIPNegativeTestJSON-1532199059-project] Calling delete_port for 8c167620-3156-48bf-a5f9-bf961b7cafc4 owned by {{(pid=103333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 07:42:57.645142 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-16adb72e-f4a5-4c11-a227-d9f0f9b0fbc2 tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:57.676586 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-9bdfeea3-d4ce-4850-91b2-f04f829ae75a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:42:57.682706 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-48c62262-2b7a-4420-888b-6faf644e67e4 None None] Attempt 4 to provision port 8c167620-3156-48bf-a5f9-bf961b7cafc4 Oct 19 07:42:57.753050 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bdfeea3-d4ce-4850-91b2-f04f829ae75a None None] Routers {'c3020ff1-7311-4e86-b805-da7277eeeccb'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 07:42:57.753689 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-9bdfeea3-d4ce-4850-91b2-f04f829ae75a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T07:42:46Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['c3020ff1-7311-4e86-b805-da7277eeeccb'], 'active': True} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:42:57.813798 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-9bdfeea3-d4ce-4850-91b2-f04f829ae75a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:42:57.814471 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bdfeea3-d4ce-4850-91b2-f04f829ae75a None None] The sync data for ids ['c3020ff1-7311-4e86-b805-da7277eeeccb'] in dv-neutron-861624-1-hyperv is: [] {{(pid=103334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 07:42:57.819331 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-99ad44a5-42dd-4b39-9c68-0bc7fefac5f2 None None] Deleting port 948e495b-44a0-49c9-a481-9e895c76a68f {{(pid=103334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 07:42:57.819725 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-99ad44a5-42dd-4b39-9c68-0bc7fefac5f2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:57.844276 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-48c62262-2b7a-4420-888b-6faf644e67e4 None None] Port 8c167620-3156-48bf-a5f9-bf961b7cafc4 cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 07:42:57.851949 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-16adb72e-f4a5-4c11-a227-d9f0f9b0fbc2 tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Notify callbacks [] for port, precommit_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:57.932037 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-99ad44a5-42dd-4b39-9c68-0bc7fefac5f2 None None] For port 948e495b-44a0-49c9-a481-9e895c76a68f, host dv-neutron-861624-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=948e495b-44a0-49c9-a481-9e895c76a68f,segment=NetworkSegment(6f0e8635-4760-4265-9883-47dd051c2afb),segment_id=6f0e8635-4760-4265-9883-47dd051c2afb)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:42:57.932438 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-99ad44a5-42dd-4b39-9c68-0bc7fefac5f2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:57.949185 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-99ad44a5-42dd-4b39-9c68-0bc7fefac5f2 None None] Calling delete_port for 948e495b-44a0-49c9-a481-9e895c76a68f owned by network:dhcp {{(pid=103334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 07:42:57.954007 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-7dd1b65b-4468-4702-8289-c5f0dcf3acbc tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Deleting port 948e495b-44a0-49c9-a481-9e895c76a68f {{(pid=103333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 07:42:57.954534 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-7dd1b65b-4468-4702-8289-c5f0dcf3acbc tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:57.956405 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-16adb72e-f4a5-4c11-a227-d9f0f9b0fbc2 tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130996754'] for port, after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:57.993002 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-75ccd7b4-28aa-4d06-b815-6097e7ecdea7 tempest-FloatingIPNegativeTestJSON-1532199059 tempest-FloatingIPNegativeTestJSON-1532199059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130996763'] for port, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:58.024326 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.api.v2.resource [None req-fc026ae9-ca66-43ee-90d6-8d21bbe80d54 tempest-RoutersNegativeTest-1307537776 tempest-RoutersNegativeTest-1307537776-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 19 07:42:58.025471 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-fc026ae9-ca66-43ee-90d6-8d21bbe80d54 tempest-RoutersNegativeTest-1307537776 tempest-RoutersNegativeTest-1307537776-project] 10.222.0.27 "PUT /v2.0/routers/c3020ff1-7311-4e86-b805-da7277eeeccb/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.4988592 Oct 19 07:42:58.030882 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 58566) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:42:58.039448 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device 9bc668dd-d88b-4948-8711-34021a11cd7d up at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 07:42:58.125097 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87c17be-53d7-468f-952d-d1704a61710c req-910731e5-d551-42d7-9004-2d7a60f5067e tempest-TestServerAdvancedOps-868832884 tempest-TestServerAdvancedOps-868832884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:42:58.127323 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-d87c17be-53d7-468f-952d-d1704a61710c req-910731e5-d551-42d7-9004-2d7a60f5067e tempest-TestServerAdvancedOps-868832884 tempest-TestServerAdvancedOps-868832884-project] 10.222.0.27 "GET /v2.0/ports?device_id=abfb3cf5-9e46-4bed-af19-03fee3203815 HTTP/1.1" status: 200 len: 946 time: 0.2283521 Oct 19 07:42:58.154130 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Provisioning complete for port 9bc668dd-d88b-4948-8711-34021a11cd7d triggered by entity L2. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:42:58.154529 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:58.154864 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Attempt 1 to provision port 9bc668dd-d88b-4948-8711-34021a11cd7d Oct 19 07:42:58.180903 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-99ad44a5-42dd-4b39-9c68-0bc7fefac5f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339'] for port, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:58.199109 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99ad44a5-42dd-4b39-9c68-0bc7fefac5f2 None None] No DVR routers for this DVR port 948e495b-44a0-49c9-a481-9e895c76a68f on host dv-neutron-861624-1-hyperv {{(pid=103334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 19 07:42:58.199647 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16adb72e-f4a5-4c11-a227-d9f0f9b0fbc2 tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Pushing event updated for resources: {'Port': ['ID=e55a9025-61e8-4769-81d4-7e4750f502a7,revision_number=2']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:42:58.244950 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-16adb72e-f4a5-4c11-a227-d9f0f9b0fbc2 tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1695041'] for floatingip, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:58.256059 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.db [None req-7dd1b65b-4468-4702-8289-c5f0dcf3acbc tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] For port 948e495b-44a0-49c9-a481-9e895c76a68f, host dv-neutron-861624-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=948e495b-44a0-49c9-a481-9e895c76a68f,segment=NetworkSegment(6f0e8635-4760-4265-9883-47dd051c2afb),segment_id=6f0e8635-4760-4265-9883-47dd051c2afb)] {{(pid=103333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:42:58.256427 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-7dd1b65b-4468-4702-8289-c5f0dcf3acbc tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:58.302268 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ccd7b4-28aa-4d06-b815-6097e7ecdea7 tempest-FloatingIPNegativeTestJSON-1532199059 tempest-FloatingIPNegativeTestJSON-1532199059-project] Pushing event deleted for resources: {'Port': ['ID=8c167620-3156-48bf-a5f9-bf961b7cafc4,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:42:58.319214 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-7dd1b65b-4468-4702-8289-c5f0dcf3acbc tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Calling delete_port for 948e495b-44a0-49c9-a481-9e895c76a68f owned by network:dhcp {{(pid=103333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 07:42:58.325586 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-75ccd7b4-28aa-4d06-b815-6097e7ecdea7 tempest-FloatingIPNegativeTestJSON-1532199059 tempest-FloatingIPNegativeTestJSON-1532199059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42160'] for port, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:58.335058 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-75ccd7b4-28aa-4d06-b815-6097e7ecdea7 tempest-FloatingIPNegativeTestJSON-1532199059 tempest-FloatingIPNegativeTestJSON-1532199059-project] 10.222.0.27 "DELETE /v2.0/ports/8c167620-3156-48bf-a5f9-bf961b7cafc4 HTTP/1.1" status: 204 len: 168 time: 2.2731094 Oct 19 07:42:58.336762 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 58568) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:42:58.361180 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-d87c17be-53d7-468f-952d-d1704a61710c req-ecc330e5-f7da-4f97-bf4d-71ccc7b225e0 tempest-TestServerAdvancedOps-868832884 tempest-TestServerAdvancedOps-868832884-project] 10.222.0.27 "GET /v2.0/security-groups?id=155371e7-73ab-4479-86a0-e61426642fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2244215 Oct 19 07:42:58.432577 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-48c62262-2b7a-4420-888b-6faf644e67e4 None None] Attempt 5 to provision port 8c167620-3156-48bf-a5f9-bf961b7cafc4 Oct 19 07:42:58.459310 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-48c62262-2b7a-4420-888b-6faf644e67e4 None None] Port 8c167620-3156-48bf-a5f9-bf961b7cafc4 was deleted so its status cannot be updated. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Oct 19 07:42:58.463280 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ad44a5-42dd-4b39-9c68-0bc7fefac5f2 None None] Pushing event deleted for resources: {'Port': ['ID=948e495b-44a0-49c9-a481-9e895c76a68f,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:42:58.473088 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.db.l3_db [None req-16adb72e-f4a5-4c11-a227-d9f0f9b0fbc2 tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Floating IP 5fede996-87bc-4e3b-914b-21e333b181c9 associated. External IP: 172.26.0.184, port: 9752cbef-f72d-4cfb-9bf2-609d21463db6. Oct 19 07:42:58.473631 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99ad44a5-42dd-4b39-9c68-0bc7fefac5f2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:42:58.473772 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99ad44a5-42dd-4b39-9c68-0bc7fefac5f2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:42:58.474106 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99ad44a5-42dd-4b39-9c68-0bc7fefac5f2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:42:58.475157 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99ad44a5-42dd-4b39-9c68-0bc7fefac5f2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:42:58.475521 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99ad44a5-42dd-4b39-9c68-0bc7fefac5f2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:42:58.476307 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99ad44a5-42dd-4b39-9c68-0bc7fefac5f2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:42:58.476307 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99ad44a5-42dd-4b39-9c68-0bc7fefac5f2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:42:58.476678 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99ad44a5-42dd-4b39-9c68-0bc7fefac5f2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:42:58.477009 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99ad44a5-42dd-4b39-9c68-0bc7fefac5f2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:42:58.477526 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99ad44a5-42dd-4b39-9c68-0bc7fefac5f2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:42:58.478048 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99ad44a5-42dd-4b39-9c68-0bc7fefac5f2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:42:58.478530 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99ad44a5-42dd-4b39-9c68-0bc7fefac5f2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:42:58.497952 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-48c62262-2b7a-4420-888b-6faf644e67e4 None None] Could not find standard attr ID for object 06eb4885-8702-403e-9e6e-a7841446769b. {{(pid=103334) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 19 07:42:58.524306 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1df63a5-4ad7-4388-a8b2-d7eb0dae5497 tempest-FloatingIPNegativeTestJSON-1532199059 tempest-FloatingIPNegativeTestJSON-1532199059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:42:58.528840 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-a1df63a5-4ad7-4388-a8b2-d7eb0dae5497 tempest-FloatingIPNegativeTestJSON-1532199059 tempest-FloatingIPNegativeTestJSON-1532199059-project] 10.222.0.27 "GET /v2.0/ports?device_id=83869c0e-dbeb-48b4-9fd9-2a582d2d4ce9 HTTP/1.1" status: 200 len: 913 time: 0.1910336 Oct 19 07:42:58.531784 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 58574) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:42:58.547402 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Current status of the port 9bc668dd-d88b-4948-8711-34021a11cd7d is: DOWN; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:42:58.547796 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:58.564579 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-48c62262-2b7a-4420-888b-6faf644e67e4 None None] Could not find standard attr ID for object 948e495b-44a0-49c9-a481-9e895c76a68f. {{(pid=103334) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 19 07:42:58.591946 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] For port 9bc668dd-d88b-4948-8711-34021a11cd7d, host dv-neutron-861624-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=9bc668dd-d88b-4948-8711-34021a11cd7d,segment=NetworkSegment(27c344f8-1301-4099-be2f-53f2daa7b695),segment_id=27c344f8-1301-4099-be2f-53f2daa7b695)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:42:58.597339 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:58.598662 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device 7a1ab701-7a5c-4e3a-8d6f-1d126d1af662 up at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 07:42:58.599054 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-3e267a3c-8f81-42e4-a2de-88f3323bd691 tempest-RoutersNegativeTest-1307537776 tempest-RoutersNegativeTest-1307537776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1694785'] for router_interface, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:58.642338 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-7dd1b65b-4468-4702-8289-c5f0dcf3acbc tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130996763'] for port, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:58.710432 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Pushing event updated for resources: {'Port': ['ID=9bc668dd-d88b-4948-8711-34021a11cd7d,revision_number=3']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:42:58.712270 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd1b65b-4468-4702-8289-c5f0dcf3acbc tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Pushing event deleted for resources: {'Port': ['ID=948e495b-44a0-49c9-a481-9e895c76a68f,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:42:58.715771 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-03f07932-b94c-4000-b205-8c4af65d008c None None] Provisioning complete for port 7a1ab701-7a5c-4e3a-8d6f-1d126d1af662 triggered by entity DHCP. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:42:58.715771 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-03f07932-b94c-4000-b205-8c4af65d008c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:58.716419 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-03f07932-b94c-4000-b205-8c4af65d008c None None] Attempt 1 to provision port 7a1ab701-7a5c-4e3a-8d6f-1d126d1af662 Oct 19 07:42:58.718244 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dd1b65b-4468-4702-8289-c5f0dcf3acbc tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] No DVR routers for this DVR port 948e495b-44a0-49c9-a481-9e895c76a68f on host dv-neutron-861624-1-hyperv {{(pid=103333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 19 07:42:58.744660 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Provisioning complete for port 7a1ab701-7a5c-4e3a-8d6f-1d126d1af662 triggered by entity L2. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:42:58.745434 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:58.745577 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Attempt 1 to provision port 7a1ab701-7a5c-4e3a-8d6f-1d126d1af662 Oct 19 07:42:58.758239 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e1eafe-9872-4cb2-a9f9-e655cb7db5ec req-896d0332-2d49-4de7-ad6c-65f86325f9a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:42:58.759750 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-f9e1eafe-9872-4cb2-a9f9-e655cb7db5ec req-896d0332-2d49-4de7-ad6c-65f86325f9a2 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d0132b9f15a24238a6d0205c99af8a0c&device_id=abfb3cf5-9e46-4bed-af19-03fee3203815 HTTP/1.1" status: 200 len: 1099 time: 0.1480269 Oct 19 07:42:58.767839 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f2d15a-6879-40b1-a938-6ac62fe02ce3 req-b33bd062-c738-493b-a6e4-d32c1b270e34 tempest-TestServerAdvancedOps-868832884 tempest-TestServerAdvancedOps-868832884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:42:58.769353 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-c7f2d15a-6879-40b1-a938-6ac62fe02ce3 req-b33bd062-c738-493b-a6e4-d32c1b270e34 tempest-TestServerAdvancedOps-868832884 tempest-TestServerAdvancedOps-868832884-project] 10.222.0.27 "GET /v2.0/ports?device_id=abfb3cf5-9e46-4bed-af19-03fee3203815 HTTP/1.1" status: 200 len: 946 time: 0.1746864 Oct 19 07:42:58.870105 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-03f07932-b94c-4000-b205-8c4af65d008c None None] Current status of the port 7a1ab701-7a5c-4e3a-8d6f-1d126d1af662 is: ACTIVE; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:42:58.878686 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Current status of the port 7a1ab701-7a5c-4e3a-8d6f-1d126d1af662 is: ACTIVE; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:42:58.887537 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-03f07932-b94c-4000-b205-8c4af65d008c None None] Provisioning complete for port 1ea83f5d-34c1-40b8-815f-3359b479c35e triggered by entity DHCP. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:42:58.888035 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-03f07932-b94c-4000-b205-8c4af65d008c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:58.888483 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-03f07932-b94c-4000-b205-8c4af65d008c None None] Attempt 1 to provision port 1ea83f5d-34c1-40b8-815f-3359b479c35e Oct 19 07:42:58.924430 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-c7f2d15a-6879-40b1-a938-6ac62fe02ce3 req-691eb95e-6f18-4101-9aa3-e95cc6302648 tempest-TestServerAdvancedOps-868832884 tempest-TestServerAdvancedOps-868832884-project] 10.222.0.27 "GET /v2.0/security-groups?id=155371e7-73ab-4479-86a0-e61426642fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450722 Oct 19 07:42:58.931976 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-03f07932-b94c-4000-b205-8c4af65d008c None None] Port 1ea83f5d-34c1-40b8-815f-3359b479c35e cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 07:42:58.942690 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-7dd1b65b-4468-4702-8289-c5f0dcf3acbc tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-673051', 'neutron.services.segments.db._delete_segments_for_network-8785021519108'] for network, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:58.956984 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e1eafe-9872-4cb2-a9f9-e655cb7db5ec req-bf4e2722-071d-4194-87eb-94d210084f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:42:58.956984 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-f9e1eafe-9872-4cb2-a9f9-e655cb7db5ec req-bf4e2722-071d-4194-87eb-94d210084f48 service neutron] 10.222.0.16 "GET /v2.0/networks?id=63e832ea-99a5-479b-8e2e-e790da88995d HTTP/1.1" status: 200 len: 913 time: 0.1832683 Oct 19 07:42:58.960620 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device 948e495b-44a0-49c9-a481-9e895c76a68f no longer exists at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 07:42:58.979486 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] No Port match for: 948e495b-44a0-49c9-a481-9e895c76a68f {{(pid=103334) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 19 07:42:58.979926 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device 948e495b-44a0-49c9-a481-9e895c76a68f not bound to the agent host dv-neutron-861624-1-hyperv {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 07:42:59.005833 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-7dd1b65b-4468-4702-8289-c5f0dcf3acbc tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92a63655-e4a8-4695-98b5-c8171021d47c']}} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:42:59.008394 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-f9e1eafe-9872-4cb2-a9f9-e655cb7db5ec req-2ee102e7-8b2a-444e-bf8c-d7d3fd68a98b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cb0b6aac-18ad-4bc1-a130-af1b5c727fd2 HTTP/1.1" status: 200 len: 217 time: 0.0446613 Oct 19 07:42:59.022814 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-7dd1b65b-4468-4702-8289-c5f0dcf3acbc tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f0e8635-4760-4265-9883-47dd051c2afb') {'for_net_delete': True} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:42:59.023113 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-7dd1b65b-4468-4702-8289-c5f0dcf3acbc tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f0e8635-4760-4265-9883-47dd051c2afb') {} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:42:59.068824 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-7dd1b65b-4468-4702-8289-c5f0dcf3acbc tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785021519382', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-134111927'] for segment, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:59.110837 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e1eafe-9872-4cb2-a9f9-e655cb7db5ec req-60a00530-b1b7-4d4c-b16a-25cefb77819e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:42:59.111456 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-7dd1b65b-4468-4702-8289-c5f0dcf3acbc tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979'] for segment, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:59.112306 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-f9e1eafe-9872-4cb2-a9f9-e655cb7db5ec req-60a00530-b1b7-4d4c-b16a-25cefb77819e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e477b024-7292-4543-8bcb-7f51bee40870 HTTP/1.1" status: 200 len: 852 time: 0.0956624 Oct 19 07:42:59.126836 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7dd1b65b-4468-4702-8289-c5f0dcf3acbc tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Releasing vlan 177 on physical network physnet1 to pool {{(pid=103333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 07:42:59.127167 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-7dd1b65b-4468-4702-8289-c5f0dcf3acbc tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130996782'] for segment, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:59.148566 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-f9e1eafe-9872-4cb2-a9f9-e655cb7db5ec req-26f52173-8d93-4e09-a9e4-33418f301f95 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=63e832ea-99a5-479b-8e2e-e790da88995d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281854 Oct 19 07:42:59.153577 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16adb72e-f4a5-4c11-a227-d9f0f9b0fbc2 tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Router ff8271cb-2431-40f0-b6a1-80a9bac26437 has already been hosted by L3 agent ab388470-1243-4d53-80f2-c2f5899c97a7 {{(pid=103333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 07:42:59.165979 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.plugin [None req-3e267a3c-8f81-42e4-a2de-88f3323bd691 tempest-RoutersNegativeTest-1307537776 tempest-RoutersNegativeTest-1307537776-project] Deleting port 1ea83f5d-34c1-40b8-815f-3359b479c35e {{(pid=103332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 07:42:59.166324 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-3e267a3c-8f81-42e4-a2de-88f3323bd691 tempest-RoutersNegativeTest-1307537776 tempest-RoutersNegativeTest-1307537776-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:59.170291 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.services.segments.plugin [-] Segment 6f0e8635-4760-4265-9883-47dd051c2afb resource provider aggregate not found Oct 19 07:42:59.208846 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.services.segments.plugin [-] Segment 6f0e8635-4760-4265-9883-47dd051c2afb resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6f0e8635-4760-4265-9883-47dd051c2afb found for delete ", "request_id": "req-e76bf386-dbd1-4db0-9f81-1debf829bf72"}]} Oct 19 07:42:59.224436 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-7dd1b65b-4468-4702-8289-c5f0dcf3acbc tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-673044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1695087'] for network, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:59.264949 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-7dd1b65b-4468-4702-8289-c5f0dcf3acbc tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Notify callbacks [] for network, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:59.271459 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-7dd1b65b-4468-4702-8289-c5f0dcf3acbc tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] 10.222.0.27 "DELETE /v2.0/networks/92a63655-e4a8-4695-98b5-c8171021d47c HTTP/1.1" status: 204 len: 168 time: 2.1088622 Oct 19 07:42:59.272537 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 58580) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:42:59.287046 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd1b65b-4468-4702-8289-c5f0dcf3acbc tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Pushing event deleted for resources: {'Network': ['ID=92a63655-e4a8-4695-98b5-c8171021d47c,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:42:59.338519 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e470f226-de0a-4cae-b507-b7f3f7a10d0a tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:42:59.339871 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-e470f226-de0a-4cae-b507-b7f3f7a10d0a tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] 10.222.0.27 "GET /v2.0/ports/9b30fa6b-14f0-4e33-8ef6-7c1b932b18e6 HTTP/1.1" status: 200 len: 844 time: 0.0664945 Oct 19 07:42:59.349756 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 58582) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:42:59.363408 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-3e267a3c-8f81-42e4-a2de-88f3323bd691 tempest-RoutersNegativeTest-1307537776 tempest-RoutersNegativeTest-1307537776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:59.381997 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16adb72e-f4a5-4c11-a227-d9f0f9b0fbc2 tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Notify agent at l3_agent.dv-neutron-861624-1-hyperv the message routers_updated {{(pid=103333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 07:42:59.391936 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-f9e1eafe-9872-4cb2-a9f9-e655cb7db5ec req-d125f2f3-9a73-46d2-855f-71d00abdc10e service neutron] 10.222.0.16 "GET /v2.0/networks/63e832ea-99a5-479b-8e2e-e790da88995d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2359283 Oct 19 07:42:59.394065 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-bb3112e2-ac18-4319-b7d0-f42ab8fb8ede tempest-FloatingIPNegativeTestJSON-1532199059 tempest-FloatingIPNegativeTestJSON-1532199059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1694785'] for router_interface, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:59.396592 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bd1fde7-61a1-4719-a0d0-94f9a6984ef3 None None] Sync routers for ids ['ff8271cb-2431-40f0-b6a1-80a9bac26437'] in dv-neutron-861624-1-hyperv {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 07:42:59.406892 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.plugin [None req-3e267a3c-8f81-42e4-a2de-88f3323bd691 tempest-RoutersNegativeTest-1307537776 tempest-RoutersNegativeTest-1307537776-project] Calling delete_port for 1ea83f5d-34c1-40b8-815f-3359b479c35e owned by network:router_interface {{(pid=103332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 07:42:59.408469 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bd1fde7-61a1-4719-a0d0-94f9a6984ef3 None None] Routers {'ff8271cb-2431-40f0-b6a1-80a9bac26437'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 07:42:59.409228 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-2bd1fde7-61a1-4719-a0d0-94f9a6984ef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T07:42:46Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['ff8271cb-2431-40f0-b6a1-80a9bac26437'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:42:59.425005 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-b20707db-d5a3-48b0-8326-30534d43a076 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] 10.222.0.27 "GET /v2.0/ports/9b30fa6b-14f0-4e33-8ef6-7c1b932b18e6?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0708106 Oct 19 07:42:59.428204 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 58584) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:42:59.432832 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-03f07932-b94c-4000-b205-8c4af65d008c None None] Attempt 2 to provision port 1ea83f5d-34c1-40b8-815f-3359b479c35e Oct 19 07:42:59.434588 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-b0aa6c33-4e08-4e7d-963b-64e6997e9e7b tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Request body: {'subnet': {'network_id': '5b4755dd-54e2-40a6-8450-ab8eb989f82c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:42:59.446281 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-16adb72e-f4a5-4c11-a227-d9f0f9b0fbc2 tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42160'] for floatingip, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:59.480740 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-2bd1fde7-61a1-4719-a0d0-94f9a6984ef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:42:59.490718 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bd1fde7-61a1-4719-a0d0-94f9a6984ef3 None None] Routers {'ff8271cb-2431-40f0-b6a1-80a9bac26437'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 07:42:59.492220 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-2bd1fde7-61a1-4719-a0d0-94f9a6984ef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T07:42:46Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['ff8271cb-2431-40f0-b6a1-80a9bac26437'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:42:59.502619 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-03f07932-b94c-4000-b205-8c4af65d008c None None] Port 1ea83f5d-34c1-40b8-815f-3359b479c35e cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 07:42:59.529054 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-2bd1fde7-61a1-4719-a0d0-94f9a6984ef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:42:59.530422 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bd1fde7-61a1-4719-a0d0-94f9a6984ef3 None None] The sync data for ids ['ff8271cb-2431-40f0-b6a1-80a9bac26437'] in dv-neutron-861624-1-hyperv is: [] {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 07:42:59.559129 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-f9e1eafe-9872-4cb2-a9f9-e655cb7db5ec req-513651e6-616e-4a93-ab54-a83614ec752b service neutron] 10.222.0.16 "GET /v2.0/networks/63e832ea-99a5-479b-8e2e-e790da88995d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1560159 Oct 19 07:42:59.664148 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-3e267a3c-8f81-42e4-a2de-88f3323bd691 tempest-RoutersNegativeTest-1307537776 tempest-RoutersNegativeTest-1307537776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133553798'] for port, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:59.692730 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e267a3c-8f81-42e4-a2de-88f3323bd691 tempest-RoutersNegativeTest-1307537776 tempest-RoutersNegativeTest-1307537776-project] Pushing event deleted for resources: {'Port': ['ID=1ea83f5d-34c1-40b8-815f-3359b479c35e,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:42:59.850026 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-3e267a3c-8f81-42e4-a2de-88f3323bd691 tempest-RoutersNegativeTest-1307537776 tempest-RoutersNegativeTest-1307537776-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1574862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1694957'] for router_interface, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:59.870179 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device 9bc668dd-d88b-4948-8711-34021a11cd7d up at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 07:42:59.883848 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-16adb72e-f4a5-4c11-a227-d9f0f9b0fbc2 tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] 10.222.0.27 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 5.6275434 Oct 19 07:42:59.884540 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 58586) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:42:59.932816 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Provisioning complete for port 9bc668dd-d88b-4948-8711-34021a11cd7d triggered by entity L2. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:42:59.933357 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:42:59.933828 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Attempt 1 to provision port 9bc668dd-d88b-4948-8711-34021a11cd7d Oct 19 07:43:00.013253 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e267a3c-8f81-42e4-a2de-88f3323bd691 tempest-RoutersNegativeTest-1307537776 tempest-RoutersNegativeTest-1307537776-project] Router c3020ff1-7311-4e86-b805-da7277eeeccb has already been hosted by L3 agent ab388470-1243-4d53-80f2-c2f5899c97a7 {{(pid=103332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 07:43:00.025566 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-03f07932-b94c-4000-b205-8c4af65d008c None None] Attempt 3 to provision port 1ea83f5d-34c1-40b8-815f-3359b479c35e Oct 19 07:43:00.028333 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Current status of the port 9bc668dd-d88b-4948-8711-34021a11cd7d is: ACTIVE; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:43:00.051468 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-03f07932-b94c-4000-b205-8c4af65d008c None None] Port 1ea83f5d-34c1-40b8-815f-3359b479c35e was deleted so its status cannot be updated. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Oct 19 07:43:00.052972 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0aa6c33-4e08-4e7d-963b-64e6997e9e7b tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Made reservation on behalf of 0cd3ded9dc134e3392e5122464eefb82 for: {'subnet': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 07:43:00.056355 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-b0aa6c33-4e08-4e7d-963b-64e6997e9e7b tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130170579'] for subnet, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:00.064125 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-03f07932-b94c-4000-b205-8c4af65d008c None None] Provisioning complete for port 9bc668dd-d88b-4948-8711-34021a11cd7d triggered by entity DHCP. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:43:00.064834 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-03f07932-b94c-4000-b205-8c4af65d008c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:00.070805 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-03f07932-b94c-4000-b205-8c4af65d008c None None] Attempt 1 to provision port 9bc668dd-d88b-4948-8711-34021a11cd7d Oct 19 07:43:00.083497 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-638a58dc-c2fe-4a7e-b303-a3a16ceb6ca9 tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] 10.222.0.27 "GET /v2.0/floatingips/5fede996-87bc-4e3b-914b-21e333b181c9 HTTP/1.1" status: 200 len: 978 time: 0.1672595 Oct 19 07:43:00.086737 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 58590) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:43:00.102659 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e267a3c-8f81-42e4-a2de-88f3323bd691 tempest-RoutersNegativeTest-1307537776 tempest-RoutersNegativeTest-1307537776-project] Notify agent at l3_agent.dv-neutron-861624-1-hyperv the message routers_updated {{(pid=103332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 07:43:00.125264 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-3e267a3c-8f81-42e4-a2de-88f3323bd691 tempest-RoutersNegativeTest-1307537776 tempest-RoutersNegativeTest-1307537776-project] 10.222.0.27 "PUT /v2.0/routers/c3020ff1-7311-4e86-b805-da7277eeeccb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0879021 Oct 19 07:43:00.128147 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 58592) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:43:00.130135 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9154debb-24b2-4caa-8ebb-82423adb49c3 None None] Sync routers for ids ['c3020ff1-7311-4e86-b805-da7277eeeccb'] in dv-neutron-861624-1-hyperv {{(pid=103334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 07:43:00.142895 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9154debb-24b2-4caa-8ebb-82423adb49c3 None None] Routers {'c3020ff1-7311-4e86-b805-da7277eeeccb'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 07:43:00.143631 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-9154debb-24b2-4caa-8ebb-82423adb49c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T07:42:46Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['c3020ff1-7311-4e86-b805-da7277eeeccb'], 'active': True} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:43:00.177643 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.api.v2.resource [None req-a1a13440-d3c9-4e25-a71f-d097945fa7b4 tempest-RoutersNegativeTest-1307537776 tempest-RoutersNegativeTest-1307537776-project] delete failed (client error): The resource could not be found. Oct 19 07:43:00.182182 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-a1a13440-d3c9-4e25-a71f-d097945fa7b4 tempest-RoutersNegativeTest-1307537776 tempest-RoutersNegativeTest-1307537776-project] 10.222.0.27 "DELETE /v2.0/routers/tempest-non_exist_router-1983711790 HTTP/1.1" status: 404 len: 335 time: 0.0495036 Oct 19 07:43:00.183162 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 58594) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:43:00.191702 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ba3aa9-33d8-4fee-ac63-d6a61909c225 req-53bef7ba-7b35-4b1a-9be0-63ae67b7809e tempest-TestServerAdvancedOps-868832884 tempest-TestServerAdvancedOps-868832884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:43:00.192900 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-e7ba3aa9-33d8-4fee-ac63-d6a61909c225 req-53bef7ba-7b35-4b1a-9be0-63ae67b7809e tempest-TestServerAdvancedOps-868832884 tempest-TestServerAdvancedOps-868832884-project] 10.222.0.27 "GET /v2.0/ports?device_id=abfb3cf5-9e46-4bed-af19-03fee3203815 HTTP/1.1" status: 200 len: 946 time: 0.0999064 Oct 19 07:43:00.197608 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-7afa49b2-c7b9-414c-82af-bf39f77db7b1 tempest-RoutersNegativeTest-1307537776 tempest-RoutersNegativeTest-1307537776-project] Request body: {'router': {'external_gateway_info': {'network_id': 'c3020ff1-7311-4e86-b805-da7277eeeccb'}}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:43:00.224282 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-9154debb-24b2-4caa-8ebb-82423adb49c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:43:00.273174 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-eabd3ed9-cc9b-4e57-9fb0-0b6f8777f7ef tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] 10.222.0.27 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 981 time: 0.1852009 Oct 19 07:43:00.294889 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 58596) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:43:00.302447 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9154debb-24b2-4caa-8ebb-82423adb49c3 None None] Routers {'c3020ff1-7311-4e86-b805-da7277eeeccb'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 07:43:00.302447 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-9154debb-24b2-4caa-8ebb-82423adb49c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T07:42:46Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['c3020ff1-7311-4e86-b805-da7277eeeccb'], 'active': True} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:43:00.302760 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-e35d43b5-c7f1-4b85-ad44-d6ed87a82a35 tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Request body: {'floatingip': {'port_id': 'd928e266-6884-46c6-96ff-feeed864d2e3'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:43:00.354964 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-03f07932-b94c-4000-b205-8c4af65d008c None None] Current status of the port 9bc668dd-d88b-4948-8711-34021a11cd7d is: ACTIVE; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:43:00.359004 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-9154debb-24b2-4caa-8ebb-82423adb49c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:43:00.359211 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9154debb-24b2-4caa-8ebb-82423adb49c3 None None] The sync data for ids ['c3020ff1-7311-4e86-b805-da7277eeeccb'] in dv-neutron-861624-1-hyperv is: [] {{(pid=103334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 07:43:00.375674 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-03f07932-b94c-4000-b205-8c4af65d008c None None] Provisioning complete for port 9a9254ce-5a4f-4aec-aa26-22ecc7c65ae7 triggered by entity DHCP. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:43:00.376128 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-03f07932-b94c-4000-b205-8c4af65d008c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:00.376578 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-03f07932-b94c-4000-b205-8c4af65d008c None None] Attempt 1 to provision port 9a9254ce-5a4f-4aec-aa26-22ecc7c65ae7 Oct 19 07:43:00.432958 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-e35d43b5-c7f1-4b85-ad44-d6ed87a82a35 tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Notify callbacks [] for floatingip, before_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:00.460714 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-03f07932-b94c-4000-b205-8c4af65d008c None None] Current status of the port 9a9254ce-5a4f-4aec-aa26-22ecc7c65ae7 is: ACTIVE; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:43:00.576003 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-bb3112e2-ac18-4319-b7d0-f42ab8fb8ede tempest-FloatingIPNegativeTestJSON-1532199059 tempest-FloatingIPNegativeTestJSON-1532199059-project] Deleting port 9f8c57f0-6f75-43f2-819f-006f00b3d669 {{(pid=103333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 07:43:00.577254 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-bb3112e2-ac18-4319-b7d0-f42ab8fb8ede tempest-FloatingIPNegativeTestJSON-1532199059 tempest-FloatingIPNegativeTestJSON-1532199059-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:00.605572 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-b0aa6c33-4e08-4e7d-963b-64e6997e9e7b tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130997899', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130170401'] for subnet, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:00.694240 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0aa6c33-4e08-4e7d-963b-64e6997e9e7b tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Network 5b4755dd-54e2-40a6-8450-ab8eb989f82c is already hosted by enough agents. {{(pid=103333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 07:43:00.729271 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-e7ba3aa9-33d8-4fee-ac63-d6a61909c225 req-9d94281f-f816-4246-8adb-e4af94eb6aaf tempest-TestServerAdvancedOps-868832884 tempest-TestServerAdvancedOps-868832884-project] 10.222.0.27 "GET /v2.0/security-groups?id=155371e7-73ab-4479-86a0-e61426642fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278746 Oct 19 07:43:00.731401 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-b0aa6c33-4e08-4e7d-963b-64e6997e9e7b tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Resources bound (agent type, host, resource id): {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:43:00.735006 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0aa6c33-4e08-4e7d-963b-64e6997e9e7b tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:43:00.735594 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-b0aa6c33-4e08-4e7d-963b-64e6997e9e7b tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Notify callbacks [] for subnet, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:00.741806 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-669b1ea6-2007-4ea1-903f-06f37163265a None None] Network 5b4755dd-54e2-40a6-8450-ab8eb989f82c requested from dv-neutron-861624-1-hyperv {{(pid=103334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 07:43:00.769653 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-7afa49b2-c7b9-414c-82af-bf39f77db7b1 tempest-RoutersNegativeTest-1307537776 tempest-RoutersNegativeTest-1307537776-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:00.776267 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0aa6c33-4e08-4e7d-963b-64e6997e9e7b tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Pushing event updated for resources: {'Subnet': ['ID=b222ec32-011d-414d-b3b2-1d0ef6e57669,revision_number=0']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:43:00.794798 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.api.v2.resource [None req-7afa49b2-c7b9-414c-82af-bf39f77db7b1 tempest-RoutersNegativeTest-1307537776 tempest-RoutersNegativeTest-1307537776-project] update failed (client error): The resource could not be found. Oct 19 07:43:00.796590 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-7afa49b2-c7b9-414c-82af-bf39f77db7b1 tempest-RoutersNegativeTest-1307537776 tempest-RoutersNegativeTest-1307537776-project] 10.222.0.27 "PUT /v2.0/routers/c3020ff1-7311-4e86-b805-da7277eeeccb HTTP/1.1" status: 404 len: 339 time: 0.6027162 Oct 19 07:43:00.800170 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 58598) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:43:00.837135 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-b0aa6c33-4e08-4e7d-963b-64e6997e9e7b tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4048440 Oct 19 07:43:00.837420 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 58600) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:43:00.837965 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-bb3112e2-ac18-4319-b7d0-f42ab8fb8ede tempest-FloatingIPNegativeTestJSON-1532199059 tempest-FloatingIPNegativeTestJSON-1532199059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:00.842740 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-f7924ecc-d34b-4435-82e8-648c7844b857 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Request body: {'security_group': {'name': 'tempest-secgroup-439869635'}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:43:00.859494 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-bb3112e2-ac18-4319-b7d0-f42ab8fb8ede tempest-FloatingIPNegativeTestJSON-1532199059 tempest-FloatingIPNegativeTestJSON-1532199059-project] Calling delete_port for 9f8c57f0-6f75-43f2-819f-006f00b3d669 owned by network:router_interface {{(pid=103333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 07:43:00.934872 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-f7924ecc-d34b-4435-82e8-648c7844b857 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Notify callbacks [] for security_group, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:00.939311 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34ccb6d6-5015-4440-8132-b24b8621462d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d12c6ac-27a3-545c-a8f3-f04e30423d6d-5b4755dd-54e2-40a6-8450-ab8eb989f82c', 'network_id': '5b4755dd-54e2-40a6-8450-ab8eb989f82c', 'tenant_id': '0cd3ded9dc134e3392e5122464eefb82', 'fixed_ips': [{'subnet_id': 'b222ec32-011d-414d-b3b2-1d0ef6e57669'}]}} from dv-neutron-861624-1-hyperv. {{(pid=103334) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 07:43:00.950434 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-34ccb6d6-5015-4440-8132-b24b8621462d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:01.143195 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-e99ddb44-13b3-4114-b521-f4d79b33e5f5 tempest-RoutersNegativeTest-1307537776 tempest-RoutersNegativeTest-1307537776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:01.165916 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.db_base_plugin_common [None req-34ccb6d6-5015-4440-8132-b24b8621462d None None] Allocated IP 2001:db8::2 (5b4755dd-54e2-40a6-8450-ab8eb989f82c/b222ec32-011d-414d-b3b2-1d0ef6e57669/4c5ef16a-63cc-44d2-ae39-e0b77b1f3f96) {{(pid=103334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 07:43:01.178785 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-f7924ecc-d34b-4435-82e8-648c7844b857 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Notify callbacks [] for security_group, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:01.212070 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-f7924ecc-d34b-4435-82e8-648c7844b857 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788643'] for security_group, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:01.238786 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-bb3112e2-ac18-4319-b7d0-f42ab8fb8ede tempest-FloatingIPNegativeTestJSON-1532199059 tempest-FloatingIPNegativeTestJSON-1532199059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130996763'] for port, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:01.283190 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7924ecc-d34b-4435-82e8-648c7844b857 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Pushing event updated for resources: {'SecurityGroup': ['ID=44e6505c-d34e-4022-b43c-db5f2aa64a03,revision_number=1']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:43:01.306336 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3112e2-ac18-4319-b7d0-f42ab8fb8ede tempest-FloatingIPNegativeTestJSON-1532199059 tempest-FloatingIPNegativeTestJSON-1532199059-project] Pushing event deleted for resources: {'Port': ['ID=9f8c57f0-6f75-43f2-819f-006f00b3d669,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:43:01.318725 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-f7924ecc-d34b-4435-82e8-648c7844b857 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Notify callbacks [] for security_group, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:01.322705 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-f7924ecc-d34b-4435-82e8-648c7844b857 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] 10.222.0.27 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 0.4843225 Oct 19 07:43:01.329422 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 58602) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:43:01.336267 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-9549119a-0b16-48ea-831d-09edf1b128a7 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Request body: {'security_group': {'name': 'tempest-secgroup-718221915'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:43:01.362652 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-34ccb6d6-5015-4440-8132-b24b8621462d None None] Notify callbacks [] for port, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:01.365330 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.db.resource_extend [None req-e35d43b5-c7f1-4b85-ad44-d6ed87a82a35 tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 19 07:43:01.372874 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-34ccb6d6-5015-4440-8132-b24b8621462d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785020947330'] for port, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:01.428116 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ccb6d6-5015-4440-8132-b24b8621462d None None] Pushing event updated for resources: {'Port': ['ID=4c5ef16a-63cc-44d2-ae39-e0b77b1f3f96,revision_number=1']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:43:01.442648 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34ccb6d6-5015-4440-8132-b24b8621462d None None] Network 5b4755dd-54e2-40a6-8450-ab8eb989f82c is already hosted by enough agents. {{(pid=103334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 07:43:01.443087 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-e35d43b5-c7f1-4b85-ad44-d6ed87a82a35 tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:01.444225 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.scheduler.base_scheduler [None req-34ccb6d6-5015-4440-8132-b24b8621462d None None] Resources bound (agent type, host, resource id): {{(pid=103334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:43:01.446910 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-9549119a-0b16-48ea-831d-09edf1b128a7 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Notify callbacks [] for security_group, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:01.451949 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34ccb6d6-5015-4440-8132-b24b8621462d None None] Received port after_create {{(pid=103334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 07:43:01.456424 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-e35d43b5-c7f1-4b85-ad44-d6ed87a82a35 tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1695041'] for floatingip, after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:01.495133 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.db_base_plugin_common [None req-e99ddb44-13b3-4114-b521-f4d79b33e5f5 tempest-RoutersNegativeTest-1307537776 tempest-RoutersNegativeTest-1307537776-project] Allocated IP 172.20.0.1 (aa75d581-ad8e-4469-98d0-12b4e85f12e3/336fd404-0be9-4521-a85b-fb19d93a4cab/114dbc33-1a8b-4126-8443-56babf290e6b) {{(pid=103332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 07:43:01.521962 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-34ccb6d6-5015-4440-8132-b24b8621462d None None] Attempting to bind port 4c5ef16a-63cc-44d2-ae39-e0b77b1f3f96 on host dv-neutron-861624-1-hyperv for vnic_type normal with profile {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 19 07:43:01.523240 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-34ccb6d6-5015-4440-8132-b24b8621462d None None] Attempting to bind port 4c5ef16a-63cc-44d2-ae39-e0b77b1f3f96 by drivers openvswitch,hyperv on host dv-neutron-861624-1-hyperv at level 0 using segments [{'id': '83a81a75-82b5-4795-bb53-82ccf075c513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '5b4755dd-54e2-40a6-8450-ab8eb989f82c'}] {{(pid=103334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 19 07:43:01.523613 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34ccb6d6-5015-4440-8132-b24b8621462d None None] Attempting to bind port 4c5ef16a-63cc-44d2-ae39-e0b77b1f3f96 on network 5b4755dd-54e2-40a6-8450-ab8eb989f82c {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 07:43:01.530323 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34ccb6d6-5015-4440-8132-b24b8621462d None None] Checking agent: {'id': 'a5b0152c-d633-409b-aaf8-3b76458e2410', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861624-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 19, 7, 30, 19), 'started_at': datetime.datetime(2022, 10, 19, 7, 30, 49), 'heartbeat_timestamp': datetime.datetime(2022, 10, 19, 7, 42, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861624-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 07:43:01.530722 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34ccb6d6-5015-4440-8132-b24b8621462d None None] Checking segment: {'id': '83a81a75-82b5-4795-bb53-82ccf075c513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '5b4755dd-54e2-40a6-8450-ab8eb989f82c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 19 07:43:01.531631 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-34ccb6d6-5015-4440-8132-b24b8621462d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:01.531631 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34ccb6d6-5015-4440-8132-b24b8621462d None None] Bound using segment: {'id': '83a81a75-82b5-4795-bb53-82ccf075c513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '5b4755dd-54e2-40a6-8450-ab8eb989f82c'} {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 07:43:01.532014 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-34ccb6d6-5015-4440-8132-b24b8621462d None None] Bound port: 4c5ef16a-63cc-44d2-ae39-e0b77b1f3f96, host: dv-neutron-861624-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83a81a75-82b5-4795-bb53-82ccf075c513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '5b4755dd-54e2-40a6-8450-ab8eb989f82c'}}] {{(pid=103334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 19 07:43:01.532405 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-34ccb6d6-5015-4440-8132-b24b8621462d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:01.591009 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-bb3112e2-ac18-4319-b7d0-f42ab8fb8ede tempest-FloatingIPNegativeTestJSON-1532199059 tempest-FloatingIPNegativeTestJSON-1532199059-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1574862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1694957'] for router_interface, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:01.610636 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-34ccb6d6-5015-4440-8132-b24b8621462d None None] For port 4c5ef16a-63cc-44d2-ae39-e0b77b1f3f96, host dv-neutron-861624-1-hyperv, cleared binding levels {{(pid=103334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 07:43:01.615950 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-34ccb6d6-5015-4440-8132-b24b8621462d None None] For port 4c5ef16a-63cc-44d2-ae39-e0b77b1f3f96, host dv-neutron-861624-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=4c5ef16a-63cc-44d2-ae39-e0b77b1f3f96,segment=NetworkSegment(83a81a75-82b5-4795-bb53-82ccf075c513),segment_id=83a81a75-82b5-4795-bb53-82ccf075c513)] {{(pid=103334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 07:43:01.621662 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-34ccb6d6-5015-4440-8132-b24b8621462d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:01.654376 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-e99ddb44-13b3-4114-b521-f4d79b33e5f5 tempest-RoutersNegativeTest-1307537776 tempest-RoutersNegativeTest-1307537776-project] Notify callbacks [] for port, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:01.674531 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ccb6d6-5015-4440-8132-b24b8621462d None None] Pushing event updated for resources: {'Port': ['ID=4c5ef16a-63cc-44d2-ae39-e0b77b1f3f96,revision_number=2']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:43:01.697264 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-e99ddb44-13b3-4114-b521-f4d79b33e5f5 tempest-RoutersNegativeTest-1307537776 tempest-RoutersNegativeTest-1307537776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785020947330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133553798'] for port, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:01.753090 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99ddb44-13b3-4114-b521-f4d79b33e5f5 tempest-RoutersNegativeTest-1307537776 tempest-RoutersNegativeTest-1307537776-project] Pushing event updated for resources: {'Port': ['ID=114dbc33-1a8b-4126-8443-56babf290e6b,revision_number=1']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:43:01.766245 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.db.l3_db [None req-e35d43b5-c7f1-4b85-ad44-d6ed87a82a35 tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Floating IP 5fede996-87bc-4e3b-914b-21e333b181c9 associated. External IP: 172.26.0.184, port: 9752cbef-f72d-4cfb-9bf2-609d21463db6. Oct 19 07:43:01.772996 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e99ddb44-13b3-4114-b521-f4d79b33e5f5 tempest-RoutersNegativeTest-1307537776 tempest-RoutersNegativeTest-1307537776-project] Network aa75d581-ad8e-4469-98d0-12b4e85f12e3 is already hosted by enough agents. {{(pid=103332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 07:43:01.775159 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.base_scheduler [None req-e99ddb44-13b3-4114-b521-f4d79b33e5f5 tempest-RoutersNegativeTest-1307537776 tempest-RoutersNegativeTest-1307537776-project] Resources bound (agent type, host, resource id): {{(pid=103332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:43:01.788760 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e99ddb44-13b3-4114-b521-f4d79b33e5f5 tempest-RoutersNegativeTest-1307537776 tempest-RoutersNegativeTest-1307537776-project] Received port after_create {{(pid=103332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 07:43:01.820449 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-9549119a-0b16-48ea-831d-09edf1b128a7 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Notify callbacks [] for security_group, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:01.842802 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-e99ddb44-13b3-4114-b521-f4d79b33e5f5 tempest-RoutersNegativeTest-1307537776 tempest-RoutersNegativeTest-1307537776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1695190'] for router_interface, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:01.859812 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-9549119a-0b16-48ea-831d-09edf1b128a7 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788643'] for security_group, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:01.994367 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb3112e2-ac18-4319-b7d0-f42ab8fb8ede tempest-FloatingIPNegativeTestJSON-1532199059 tempest-FloatingIPNegativeTestJSON-1532199059-project] Router 83869c0e-dbeb-48b4-9fd9-2a582d2d4ce9 has already been hosted by L3 agent ab388470-1243-4d53-80f2-c2f5899c97a7 {{(pid=103333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 07:43:02.000279 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-9549119a-0b16-48ea-831d-09edf1b128a7 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Notify callbacks [] for security_group, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:02.001661 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-9549119a-0b16-48ea-831d-09edf1b128a7 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] 10.222.0.27 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 0.6687880 Oct 19 07:43:02.006248 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9549119a-0b16-48ea-831d-09edf1b128a7 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c735e646-9a24-43c8-a556-fb92b3a4a172,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:43:02.008756 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 58606) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:43:02.013821 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-4330c864-7095-465d-824e-44b44ae01071 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1334096079', 'security_groups': ['c735e646-9a24-43c8-a556-fb92b3a4a172'], 'network_id': '5b4755dd-54e2-40a6-8450-ab8eb989f82c', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'b222ec32-011d-414d-b3b2-1d0ef6e57669'}]}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:43:02.045811 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7807be73-eec0-4c44-b676-6faace63bd99 req-208e1015-e69c-49a6-b646-12d0106638f8 tempest-TestServerAdvancedOps-868832884 tempest-TestServerAdvancedOps-868832884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:43:02.047690 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-7807be73-eec0-4c44-b676-6faace63bd99 req-208e1015-e69c-49a6-b646-12d0106638f8 tempest-TestServerAdvancedOps-868832884 tempest-TestServerAdvancedOps-868832884-project] 10.222.0.27 "GET /v2.0/ports?device_id=abfb3cf5-9e46-4bed-af19-03fee3203815 HTTP/1.1" status: 200 len: 946 time: 0.1595578 Oct 19 07:43:02.171117 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-e99ddb44-13b3-4114-b521-f4d79b33e5f5 tempest-RoutersNegativeTest-1307537776 tempest-RoutersNegativeTest-1307537776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:02.175467 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-7807be73-eec0-4c44-b676-6faace63bd99 req-03223b7f-d474-4819-8a53-14a177eed0b7 tempest-TestServerAdvancedOps-868832884 tempest-TestServerAdvancedOps-868832884-project] 10.222.0.27 "GET /v2.0/security-groups?id=155371e7-73ab-4479-86a0-e61426642fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159046 Oct 19 07:43:02.204858 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-993881a6-1688-45a8-bf04-26a94a94c83e None None] Provisioning complete for port 114dbc33-1a8b-4126-8443-56babf290e6b triggered by entity DHCP. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:43:02.204858 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-993881a6-1688-45a8-bf04-26a94a94c83e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:02.204858 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-993881a6-1688-45a8-bf04-26a94a94c83e None None] Attempt 1 to provision port 114dbc33-1a8b-4126-8443-56babf290e6b Oct 19 07:43:02.246930 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-993881a6-1688-45a8-bf04-26a94a94c83e None None] Port 114dbc33-1a8b-4126-8443-56babf290e6b cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 07:43:02.370698 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4330c864-7095-465d-824e-44b44ae01071 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Made reservation on behalf of 0cd3ded9dc134e3392e5122464eefb82 for: {'port': 1} {{(pid=103332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 07:43:02.471597 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb3112e2-ac18-4319-b7d0-f42ab8fb8ede tempest-FloatingIPNegativeTestJSON-1532199059 tempest-FloatingIPNegativeTestJSON-1532199059-project] Notify agent at l3_agent.dv-neutron-861624-1-hyperv the message routers_updated {{(pid=103333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 07:43:02.477008 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-bb3112e2-ac18-4319-b7d0-f42ab8fb8ede tempest-FloatingIPNegativeTestJSON-1532199059 tempest-FloatingIPNegativeTestJSON-1532199059-project] 10.222.0.27 "PUT /v2.0/routers/83869c0e-dbeb-48b4-9fd9-2a582d2d4ce9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9421649 Oct 19 07:43:02.479994 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 58612) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:43:02.481869 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c21921d9-cc67-45ae-9ac5-d679329de135 None None] Sync routers for ids ['83869c0e-dbeb-48b4-9fd9-2a582d2d4ce9'] in dv-neutron-861624-1-hyperv {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 07:43:02.494638 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c21921d9-cc67-45ae-9ac5-d679329de135 None None] Routers {'83869c0e-dbeb-48b4-9fd9-2a582d2d4ce9'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 07:43:02.495659 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-c21921d9-cc67-45ae-9ac5-d679329de135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T07:42:46Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['83869c0e-dbeb-48b4-9fd9-2a582d2d4ce9'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:43:02.552046 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-c21921d9-cc67-45ae-9ac5-d679329de135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:43:02.566781 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-4330c864-7095-465d-824e-44b44ae01071 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:02.568301 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c21921d9-cc67-45ae-9ac5-d679329de135 None None] Routers {'83869c0e-dbeb-48b4-9fd9-2a582d2d4ce9'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 07:43:02.568953 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-c21921d9-cc67-45ae-9ac5-d679329de135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T07:42:46Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['83869c0e-dbeb-48b4-9fd9-2a582d2d4ce9'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:43:02.599530 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4593f9-f69f-4131-a5e7-0ab5a61f6d0d req-be98add2-6d7b-41fb-b016-d03356352e10 tempest-TestServerAdvancedOps-868832884 tempest-TestServerAdvancedOps-868832884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:43:02.600188 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-845f17d3-768d-4270-8548-719a7c324cde tempest-FloatingIPNegativeTestJSON-1532199059 tempest-FloatingIPNegativeTestJSON-1532199059-project] Notify callbacks [] for router, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:02.601180 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-8a4593f9-f69f-4131-a5e7-0ab5a61f6d0d req-be98add2-6d7b-41fb-b016-d03356352e10 tempest-TestServerAdvancedOps-868832884 tempest-TestServerAdvancedOps-868832884-project] 10.222.0.27 "GET /v2.0/ports?device_id=abfb3cf5-9e46-4bed-af19-03fee3203815 HTTP/1.1" status: 200 len: 946 time: 0.1584249 Oct 19 07:43:02.616306 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-c21921d9-cc67-45ae-9ac5-d679329de135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:43:02.617044 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c21921d9-cc67-45ae-9ac5-d679329de135 None None] The sync data for ids ['83869c0e-dbeb-48b4-9fd9-2a582d2d4ce9'] in dv-neutron-861624-1-hyperv is: [] {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 07:43:02.626234 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.notifiers.nova [None req-4330c864-7095-465d-824e-44b44ae01071 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] device_id is not set on port 2ad89656-01d5-42cb-9f54-6f051f370097 yet. {{(pid=103332) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 19 07:43:02.718783 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e35d43b5-c7f1-4b85-ad44-d6ed87a82a35 tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Router ff8271cb-2431-40f0-b6a1-80a9bac26437 has already been hosted by L3 agent ab388470-1243-4d53-80f2-c2f5899c97a7 {{(pid=103333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 07:43:02.745017 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-8a4593f9-f69f-4131-a5e7-0ab5a61f6d0d req-06d346bc-8f2b-4a06-a21b-1a635aa10046 tempest-TestServerAdvancedOps-868832884 tempest-TestServerAdvancedOps-868832884-project] 10.222.0.27 "GET /v2.0/security-groups?id=155371e7-73ab-4479-86a0-e61426642fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135349 Oct 19 07:43:02.750605 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-993881a6-1688-45a8-bf04-26a94a94c83e None None] Attempt 2 to provision port 114dbc33-1a8b-4126-8443-56babf290e6b Oct 19 07:43:02.793811 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-845f17d3-768d-4270-8548-719a7c324cde tempest-FloatingIPNegativeTestJSON-1532199059 tempest-FloatingIPNegativeTestJSON-1532199059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1693565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12618'] for router, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:02.797106 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-845f17d3-768d-4270-8548-719a7c324cde tempest-FloatingIPNegativeTestJSON-1532199059 tempest-FloatingIPNegativeTestJSON-1532199059-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:02.797862 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-993881a6-1688-45a8-bf04-26a94a94c83e None None] Port 114dbc33-1a8b-4126-8443-56babf290e6b cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 07:43:02.805862 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-e99ddb44-13b3-4114-b521-f4d79b33e5f5 tempest-RoutersNegativeTest-1307537776 tempest-RoutersNegativeTest-1307537776-project] Notify callbacks [] for port, precommit_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:02.813771 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-e99ddb44-13b3-4114-b521-f4d79b33e5f5 tempest-RoutersNegativeTest-1307537776 tempest-RoutersNegativeTest-1307537776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133553807'] for port, after_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:02.891883 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-845f17d3-768d-4270-8548-719a7c324cde tempest-FloatingIPNegativeTestJSON-1532199059 tempest-FloatingIPNegativeTestJSON-1532199059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1693542'] for router, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:02.892380 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-845f17d3-768d-4270-8548-719a7c324cde tempest-FloatingIPNegativeTestJSON-1532199059 tempest-FloatingIPNegativeTestJSON-1532199059-project] Fanout notify agent at l3_agent the message router_deleted on router 83869c0e-dbeb-48b4-9fd9-2a582d2d4ce9 {{(pid=103333) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 07:43:02.902604 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-845f17d3-768d-4270-8548-719a7c324cde tempest-FloatingIPNegativeTestJSON-1532199059 tempest-FloatingIPNegativeTestJSON-1532199059-project] Notify callbacks [] for router, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:02.903880 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-845f17d3-768d-4270-8548-719a7c324cde tempest-FloatingIPNegativeTestJSON-1532199059 tempest-FloatingIPNegativeTestJSON-1532199059-project] 10.222.0.27 "DELETE /v2.0/routers/83869c0e-dbeb-48b4-9fd9-2a582d2d4ce9 HTTP/1.1" status: 204 len: 168 time: 0.4225955 Oct 19 07:43:02.906429 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 58614) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:43:02.935422 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-e99ddb44-13b3-4114-b521-f4d79b33e5f5 tempest-RoutersNegativeTest-1307537776 tempest-RoutersNegativeTest-1307537776-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1574855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1694822'] for router_interface, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:02.950988 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99ddb44-13b3-4114-b521-f4d79b33e5f5 tempest-RoutersNegativeTest-1307537776 tempest-RoutersNegativeTest-1307537776-project] Pushing event updated for resources: {'Port': ['ID=114dbc33-1a8b-4126-8443-56babf290e6b,revision_number=2']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:43:02.982291 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.db_base_plugin_common [None req-4330c864-7095-465d-824e-44b44ae01071 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Allocated IP 2001:db8::83 (5b4755dd-54e2-40a6-8450-ab8eb989f82c/b222ec32-011d-414d-b3b2-1d0ef6e57669/2ad89656-01d5-42cb-9f54-6f051f370097) {{(pid=103332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 07:43:02.999014 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e35d43b5-c7f1-4b85-ad44-d6ed87a82a35 tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Notify agent at l3_agent.dv-neutron-861624-1-hyperv the message routers_updated {{(pid=103333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 07:43:03.010330 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfbc7e5f-c92f-483f-a858-1a586af2d56d None None] Sync routers for ids ['ff8271cb-2431-40f0-b6a1-80a9bac26437'] in dv-neutron-861624-1-hyperv {{(pid=103334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 07:43:03.020322 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfbc7e5f-c92f-483f-a858-1a586af2d56d None None] Routers {'ff8271cb-2431-40f0-b6a1-80a9bac26437'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 07:43:03.020973 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-dfbc7e5f-c92f-483f-a858-1a586af2d56d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T07:42:46Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['ff8271cb-2431-40f0-b6a1-80a9bac26437'], 'active': True} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:43:03.051452 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.db_base_plugin_v2 [None req-39e93be1-064c-404a-a686-c9747c9b7a73 tempest-FloatingIPNegativeTestJSON-1532199059 tempest-FloatingIPNegativeTestJSON-1532199059-project] Deleting subnet 3edddf2b-9825-4568-9495-7f7cbd74b113 {{(pid=103333) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 19 07:43:03.055642 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-dfbc7e5f-c92f-483f-a858-1a586af2d56d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:43:03.056031 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-39e93be1-064c-404a-a686-c9747c9b7a73 tempest-FloatingIPNegativeTestJSON-1532199059 tempest-FloatingIPNegativeTestJSON-1532199059-project] Notify callbacks [] for subnet, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:03.065673 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfbc7e5f-c92f-483f-a858-1a586af2d56d None None] Routers {'ff8271cb-2431-40f0-b6a1-80a9bac26437'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 07:43:03.066277 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-dfbc7e5f-c92f-483f-a858-1a586af2d56d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T07:42:46Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['ff8271cb-2431-40f0-b6a1-80a9bac26437'], 'active': True} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:43:03.108528 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e99ddb44-13b3-4114-b521-f4d79b33e5f5 tempest-RoutersNegativeTest-1307537776 tempest-RoutersNegativeTest-1307537776-project] Network aa75d581-ad8e-4469-98d0-12b4e85f12e3 is already hosted by enough agents. {{(pid=103332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 07:43:03.108774 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-dfbc7e5f-c92f-483f-a858-1a586af2d56d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:43:03.108774 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfbc7e5f-c92f-483f-a858-1a586af2d56d None None] The sync data for ids ['ff8271cb-2431-40f0-b6a1-80a9bac26437'] in dv-neutron-861624-1-hyperv is: [] {{(pid=103334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 07:43:03.109695 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-39e93be1-064c-404a-a686-c9747c9b7a73 tempest-FloatingIPNegativeTestJSON-1532199059 tempest-FloatingIPNegativeTestJSON-1532199059-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-134111928'] for subnet, precommit_delete_associations {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:03.110829 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.base_scheduler [None req-e99ddb44-13b3-4114-b521-f4d79b33e5f5 tempest-RoutersNegativeTest-1307537776 tempest-RoutersNegativeTest-1307537776-project] Resources bound (agent type, host, resource id): {{(pid=103332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:43:03.254054 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-4330c864-7095-465d-824e-44b44ae01071 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Notify callbacks [] for port, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:03.271807 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e99ddb44-13b3-4114-b521-f4d79b33e5f5 tempest-RoutersNegativeTest-1307537776 tempest-RoutersNegativeTest-1307537776-project] Router c3020ff1-7311-4e86-b805-da7277eeeccb has already been hosted by L3 agent ab388470-1243-4d53-80f2-c2f5899c97a7 {{(pid=103332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 07:43:03.282049 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-39e93be1-064c-404a-a686-c9747c9b7a73 tempest-FloatingIPNegativeTestJSON-1532199059 tempest-FloatingIPNegativeTestJSON-1532199059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-679826'] for subnet, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:03.299981 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-993881a6-1688-45a8-bf04-26a94a94c83e None None] Attempt 3 to provision port 114dbc33-1a8b-4126-8443-56babf290e6b Oct 19 07:43:03.350475 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-4330c864-7095-465d-824e-44b44ae01071 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785020947330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133553798'] for port, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:03.351334 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-993881a6-1688-45a8-bf04-26a94a94c83e None None] Port 114dbc33-1a8b-4126-8443-56babf290e6b cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 07:43:03.383920 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e35d43b5-c7f1-4b85-ad44-d6ed87a82a35 tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Router ff8271cb-2431-40f0-b6a1-80a9bac26437 has already been hosted by L3 agent ab388470-1243-4d53-80f2-c2f5899c97a7 {{(pid=103333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 07:43:03.395155 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-39e93be1-064c-404a-a686-c9747c9b7a73 tempest-FloatingIPNegativeTestJSON-1532199059 tempest-FloatingIPNegativeTestJSON-1532199059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-679819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130997964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130170408'] for subnet, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:03.431729 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4330c864-7095-465d-824e-44b44ae01071 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Network 5b4755dd-54e2-40a6-8450-ab8eb989f82c is already hosted by enough agents. {{(pid=103332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 07:43:03.437235 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d474b3a-7674-4ea3-a987-978318eefa06 None None] Network cf3150c1-5168-4bd8-a442-ec781df58212 requested from dv-neutron-861624-1-hyperv {{(pid=103334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 07:43:03.438552 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.base_scheduler [None req-4330c864-7095-465d-824e-44b44ae01071 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Resources bound (agent type, host, resource id): {{(pid=103332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:43:03.442652 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4330c864-7095-465d-824e-44b44ae01071 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Received port after_create {{(pid=103332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 07:43:03.448139 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4330c864-7095-465d-824e-44b44ae01071 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:43:03.448775 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-4330c864-7095-465d-824e-44b44ae01071 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42160'] for port, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:03.460111 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e99ddb44-13b3-4114-b521-f4d79b33e5f5 tempest-RoutersNegativeTest-1307537776 tempest-RoutersNegativeTest-1307537776-project] Notify agent at l3_agent.dv-neutron-861624-1-hyperv the message routers_updated {{(pid=103332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 07:43:03.462481 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e93be1-064c-404a-a686-c9747c9b7a73 tempest-FloatingIPNegativeTestJSON-1532199059 tempest-FloatingIPNegativeTestJSON-1532199059-project] Pushing event deleted for resources: {'Subnet': ['ID=3edddf2b-9825-4568-9495-7f7cbd74b113,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:43:03.472250 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-e99ddb44-13b3-4114-b521-f4d79b33e5f5 tempest-RoutersNegativeTest-1307537776 tempest-RoutersNegativeTest-1307537776-project] 10.222.0.27 "PUT /v2.0/routers/c3020ff1-7311-4e86-b805-da7277eeeccb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6671288 Oct 19 07:43:03.472426 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-39e93be1-064c-404a-a686-c9747c9b7a73 tempest-FloatingIPNegativeTestJSON-1532199059 tempest-FloatingIPNegativeTestJSON-1532199059-project] Notify callbacks [] for subnet, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:03.473661 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a5c6bd9-82f3-46f9-b526-be6aab4ab890 None None] Sync routers for ids ['c3020ff1-7311-4e86-b805-da7277eeeccb'] in dv-neutron-861624-1-hyperv {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 07:43:03.476829 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-39e93be1-064c-404a-a686-c9747c9b7a73 tempest-FloatingIPNegativeTestJSON-1532199059 tempest-FloatingIPNegativeTestJSON-1532199059-project] 10.222.0.27 "DELETE /v2.0/subnets/3edddf2b-9825-4568-9495-7f7cbd74b113 HTTP/1.1" status: 204 len: 168 time: 0.5687137 Oct 19 07:43:03.480888 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-4330c864-7095-465d-824e-44b44ae01071 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.4709537 Oct 19 07:43:03.481797 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 58616) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:43:03.483126 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 58618) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:43:03.483126 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 58620) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:43:03.494055 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a5c6bd9-82f3-46f9-b526-be6aab4ab890 None None] Routers {'c3020ff1-7311-4e86-b805-da7277eeeccb'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 07:43:03.494663 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-6a5c6bd9-82f3-46f9-b526-be6aab4ab890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T07:42:46Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['c3020ff1-7311-4e86-b805-da7277eeeccb'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:43:03.506924 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-64e7e48d-7928-4616-a812-ff0e43fc8b6b tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Request body: {'subnet': {'network_id': '5b4755dd-54e2-40a6-8450-ab8eb989f82c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:43:03.513817 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4330c864-7095-465d-824e-44b44ae01071 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Pushing event updated for resources: {'Port': ['ID=2ad89656-01d5-42cb-9f54-6f051f370097,revision_number=1']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:43:03.544523 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-6a5c6bd9-82f3-46f9-b526-be6aab4ab890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:43:03.554677 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a5c6bd9-82f3-46f9-b526-be6aab4ab890 None None] Routers {'c3020ff1-7311-4e86-b805-da7277eeeccb'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 07:43:03.555523 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-6a5c6bd9-82f3-46f9-b526-be6aab4ab890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T07:42:46Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['c3020ff1-7311-4e86-b805-da7277eeeccb'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:43:03.589778 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-6a5c6bd9-82f3-46f9-b526-be6aab4ab890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:43:03.590422 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a5c6bd9-82f3-46f9-b526-be6aab4ab890 None None] The sync data for ids ['c3020ff1-7311-4e86-b805-da7277eeeccb'] in dv-neutron-861624-1-hyperv is: [] {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 07:43:03.609610 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e35d43b5-c7f1-4b85-ad44-d6ed87a82a35 tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Notify agent at l3_agent.dv-neutron-861624-1-hyperv the message routers_updated {{(pid=103333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 07:43:03.615168 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-e35d43b5-c7f1-4b85-ad44-d6ed87a82a35 tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42160'] for floatingip, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:03.623748 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11c32e03-fdad-40d4-a759-41fa330ac563 None None] Sync routers for ids ['ff8271cb-2431-40f0-b6a1-80a9bac26437'] in dv-neutron-861624-1-hyperv {{(pid=103334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 07:43:03.643048 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11c32e03-fdad-40d4-a759-41fa330ac563 None None] Routers {'ff8271cb-2431-40f0-b6a1-80a9bac26437'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 07:43:03.643744 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-11c32e03-fdad-40d4-a759-41fa330ac563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T07:42:46Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['ff8271cb-2431-40f0-b6a1-80a9bac26437'], 'active': True} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:43:03.683594 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-e35d43b5-c7f1-4b85-ad44-d6ed87a82a35 tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] 10.222.0.27 "PUT /v2.0/floatingips/5fede996-87bc-4e3b-914b-21e333b181c9 HTTP/1.1" status: 200 len: 977 time: 3.3871295 Oct 19 07:43:03.686749 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 58622) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:43:03.699111 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-11c32e03-fdad-40d4-a759-41fa330ac563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:43:03.700925 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-194f8b90-3515-4d36-8577-21211bf3da04 tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:43:03.714401 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11c32e03-fdad-40d4-a759-41fa330ac563 None None] Routers {'ff8271cb-2431-40f0-b6a1-80a9bac26437'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 07:43:03.715501 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-11c32e03-fdad-40d4-a759-41fa330ac563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T07:42:46Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['ff8271cb-2431-40f0-b6a1-80a9bac26437'], 'active': True} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:43:03.762705 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0df6116-d942-4b21-a294-cfd08597f928 None None] DHCP port deletion for cf3150c1-5168-4bd8-a442-ec781df58212 request from dv-neutron-861624-1-hyperv {{(pid=103334) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 07:43:03.768632 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-11c32e03-fdad-40d4-a759-41fa330ac563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:43:03.776628 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11c32e03-fdad-40d4-a759-41fa330ac563 None None] The sync data for ids ['ff8271cb-2431-40f0-b6a1-80a9bac26437'] in dv-neutron-861624-1-hyperv is: [] {{(pid=103334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 07:43:03.822430 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-194f8b90-3515-4d36-8577-21211bf3da04 tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Notify callbacks [] for floatingip, before_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:03.852868 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-993881a6-1688-45a8-bf04-26a94a94c83e None None] Attempt 4 to provision port 114dbc33-1a8b-4126-8443-56babf290e6b Oct 19 07:43:03.913358 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-a0df6116-d942-4b21-a294-cfd08597f928 None None] Deleting port fede9c0d-6350-4bc1-b269-252c02d02606 {{(pid=103334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 07:43:03.913724 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-a0df6116-d942-4b21-a294-cfd08597f928 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:03.918323 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device 4c5ef16a-63cc-44d2-ae39-e0b77b1f3f96 up at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 07:43:03.955214 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-993881a6-1688-45a8-bf04-26a94a94c83e None None] Port 114dbc33-1a8b-4126-8443-56babf290e6b cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 07:43:04.001432 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-194f8b90-3515-4d36-8577-21211bf3da04 tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:04.007157 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-194f8b90-3515-4d36-8577-21211bf3da04 tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1695041'] for floatingip, after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:04.007495 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.db.l3_db [None req-194f8b90-3515-4d36-8577-21211bf3da04 tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Floating IP 5fede996-87bc-4e3b-914b-21e333b181c9 disassociated. External IP: 172.26.0.184, port: d928e266-6884-46c6-96ff-feeed864d2e3. Oct 19 07:43:04.023710 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-a0df6116-d942-4b21-a294-cfd08597f928 None None] For port fede9c0d-6350-4bc1-b269-252c02d02606, host dv-neutron-861624-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=fede9c0d-6350-4bc1-b269-252c02d02606,segment=NetworkSegment(4d79eb2a-b33b-46d9-b514-370fbba60a5f),segment_id=4d79eb2a-b33b-46d9-b514-370fbba60a5f)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:43:04.024108 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-a0df6116-d942-4b21-a294-cfd08597f928 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:04.041605 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-a0df6116-d942-4b21-a294-cfd08597f928 None None] Calling delete_port for fede9c0d-6350-4bc1-b269-252c02d02606 owned by network:dhcp {{(pid=103334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 07:43:04.057312 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Provisioning complete for port 4c5ef16a-63cc-44d2-ae39-e0b77b1f3f96 triggered by entity L2. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:43:04.058108 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:04.058108 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Attempt 1 to provision port 4c5ef16a-63cc-44d2-ae39-e0b77b1f3f96 Oct 19 07:43:04.119988 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-38723ce3-c876-40fa-b45b-996d3f37eb81 tempest-RoutersNegativeTest-1307537776 tempest-RoutersNegativeTest-1307537776-project] Notify callbacks [] for router, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:04.171918 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-04d4aeb2-b72c-417f-aa17-afb1a6683f15 tempest-FloatingIPNegativeTestJSON-1532199059 tempest-FloatingIPNegativeTestJSON-1532199059-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-667019'] for network, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:04.190489 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Current status of the port 4c5ef16a-63cc-44d2-ae39-e0b77b1f3f96 is: DOWN; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:43:04.190902 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:04.194132 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-a0df6116-d942-4b21-a294-cfd08597f928 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339'] for port, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:04.230135 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0df6116-d942-4b21-a294-cfd08597f928 None None] No DVR routers for this DVR port fede9c0d-6350-4bc1-b269-252c02d02606 on host dv-neutron-861624-1-hyperv {{(pid=103334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 19 07:43:04.235163 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0df6116-d942-4b21-a294-cfd08597f928 None None] Pushing event deleted for resources: {'Port': ['ID=fede9c0d-6350-4bc1-b269-252c02d02606,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:43:04.237936 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6526200d-54e1-4e15-847a-6141837bf883 req-903ae214-5d60-4a62-a62b-f61e0e578374 tempest-TestServerAdvancedOps-868832884 tempest-TestServerAdvancedOps-868832884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:43:04.239899 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-6526200d-54e1-4e15-847a-6141837bf883 req-903ae214-5d60-4a62-a62b-f61e0e578374 tempest-TestServerAdvancedOps-868832884 tempest-TestServerAdvancedOps-868832884-project] 10.222.0.27 "GET /v2.0/ports?device_id=abfb3cf5-9e46-4bed-af19-03fee3203815 HTTP/1.1" status: 200 len: 946 time: 0.2556093 Oct 19 07:43:04.246857 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-194f8b90-3515-4d36-8577-21211bf3da04 tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Router ff8271cb-2431-40f0-b6a1-80a9bac26437 has already been hosted by L3 agent ab388470-1243-4d53-80f2-c2f5899c97a7 {{(pid=103333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 07:43:04.262997 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] For port 4c5ef16a-63cc-44d2-ae39-e0b77b1f3f96, host dv-neutron-861624-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=4c5ef16a-63cc-44d2-ae39-e0b77b1f3f96,segment=NetworkSegment(83a81a75-82b5-4795-bb53-82ccf075c513),segment_id=83a81a75-82b5-4795-bb53-82ccf075c513)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:43:04.270044 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:04.324718 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.api.v2.resource [None req-38723ce3-c876-40fa-b45b-996d3f37eb81 tempest-RoutersNegativeTest-1307537776 tempest-RoutersNegativeTest-1307537776-project] delete failed (client error): There was a conflict when trying to complete your request. Oct 19 07:43:04.325795 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-38723ce3-c876-40fa-b45b-996d3f37eb81 tempest-RoutersNegativeTest-1307537776 tempest-RoutersNegativeTest-1307537776-project] 10.222.0.27 "DELETE /v2.0/routers/c3020ff1-7311-4e86-b805-da7277eeeccb HTTP/1.1" status: 409 len: 329 time: 0.8417795 Oct 19 07:43:04.332911 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 58626) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:43:04.339013 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Pushing event updated for resources: {'Port': ['ID=4c5ef16a-63cc-44d2-ae39-e0b77b1f3f96,revision_number=3']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:43:04.355647 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device fede9c0d-6350-4bc1-b269-252c02d02606 no longer exists at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 07:43:04.381271 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] No Port match for: fede9c0d-6350-4bc1-b269-252c02d02606 {{(pid=103334) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 19 07:43:04.381670 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device fede9c0d-6350-4bc1-b269-252c02d02606 not bound to the agent host dv-neutron-861624-1-hyperv {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 07:43:04.394442 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-6526200d-54e1-4e15-847a-6141837bf883 req-8bbbd2cd-43a2-4307-9ede-2d5fddf46b54 tempest-TestServerAdvancedOps-868832884 tempest-TestServerAdvancedOps-868832884-project] 10.222.0.27 "GET /v2.0/security-groups?id=155371e7-73ab-4479-86a0-e61426642fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430264 Oct 19 07:43:04.394955 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64e7e48d-7928-4616-a812-ff0e43fc8b6b tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Made reservation on behalf of 0cd3ded9dc134e3392e5122464eefb82 for: {'subnet': 1} {{(pid=103332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 07:43:04.398250 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-64e7e48d-7928-4616-a812-ff0e43fc8b6b tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130659787'] for subnet, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:04.418465 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-194f8b90-3515-4d36-8577-21211bf3da04 tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Notify agent at l3_agent.dv-neutron-861624-1-hyperv the message routers_updated {{(pid=103333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 07:43:04.422928 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-194f8b90-3515-4d36-8577-21211bf3da04 tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42160'] for floatingip, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:04.436492 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec287925-5e35-4322-baa0-f6841fdeb6fb None None] Sync routers for ids ['ff8271cb-2431-40f0-b6a1-80a9bac26437'] in dv-neutron-861624-1-hyperv {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 07:43:04.448331 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec287925-5e35-4322-baa0-f6841fdeb6fb None None] Routers {'ff8271cb-2431-40f0-b6a1-80a9bac26437'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 07:43:04.449566 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-ec287925-5e35-4322-baa0-f6841fdeb6fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T07:42:46Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['ff8271cb-2431-40f0-b6a1-80a9bac26437'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:43:04.456553 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-194f8b90-3515-4d36-8577-21211bf3da04 tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] 10.222.0.27 "PUT /v2.0/floatingips/5fede996-87bc-4e3b-914b-21e333b181c9 HTTP/1.1" status: 200 len: 688 time: 0.7681606 Oct 19 07:43:04.458804 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-993881a6-1688-45a8-bf04-26a94a94c83e None None] Attempt 5 to provision port 114dbc33-1a8b-4126-8443-56babf290e6b Oct 19 07:43:04.459334 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 58630) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:43:04.493993 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-993881a6-1688-45a8-bf04-26a94a94c83e None None] Port 114dbc33-1a8b-4126-8443-56babf290e6b cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 07:43:04.497884 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-04d4aeb2-b72c-417f-aa17-afb1a6683f15 tempest-FloatingIPNegativeTestJSON-1532199059 tempest-FloatingIPNegativeTestJSON-1532199059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-673051', 'neutron.services.segments.db._delete_segments_for_network-8785021519108'] for network, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:04.501490 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-ec287925-5e35-4322-baa0-f6841fdeb6fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:43:04.512776 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec287925-5e35-4322-baa0-f6841fdeb6fb None None] Routers {'ff8271cb-2431-40f0-b6a1-80a9bac26437'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 07:43:04.514155 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-ec287925-5e35-4322-baa0-f6841fdeb6fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T07:42:46Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['ff8271cb-2431-40f0-b6a1-80a9bac26437'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:43:04.554473 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-ec287925-5e35-4322-baa0-f6841fdeb6fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:43:04.555367 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec287925-5e35-4322-baa0-f6841fdeb6fb None None] The sync data for ids ['ff8271cb-2431-40f0-b6a1-80a9bac26437'] in dv-neutron-861624-1-hyperv is: [] {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 07:43:04.559412 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.services.segments.db [None req-04d4aeb2-b72c-417f-aa17-afb1a6683f15 tempest-FloatingIPNegativeTestJSON-1532199059 tempest-FloatingIPNegativeTestJSON-1532199059-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf3150c1-5168-4bd8-a442-ec781df58212']}} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:43:04.582630 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.services.segments.db [None req-04d4aeb2-b72c-417f-aa17-afb1a6683f15 tempest-FloatingIPNegativeTestJSON-1532199059 tempest-FloatingIPNegativeTestJSON-1532199059-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d79eb2a-b33b-46d9-b514-370fbba60a5f') {'for_net_delete': True} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:43:04.582821 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.services.segments.db [None req-04d4aeb2-b72c-417f-aa17-afb1a6683f15 tempest-FloatingIPNegativeTestJSON-1532199059 tempest-FloatingIPNegativeTestJSON-1532199059-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d79eb2a-b33b-46d9-b514-370fbba60a5f') {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:43:04.647245 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-ac795968-481e-40af-b5e1-3e28f1537bc0 tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Deleting port e55a9025-61e8-4769-81d4-7e4750f502a7 {{(pid=103333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 07:43:04.647817 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-ac795968-481e-40af-b5e1-3e28f1537bc0 tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:04.649980 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-04d4aeb2-b72c-417f-aa17-afb1a6683f15 tempest-FloatingIPNegativeTestJSON-1532199059 tempest-FloatingIPNegativeTestJSON-1532199059-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785021519382', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130726885'] for segment, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:04.703211 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.db.ipam_backend_mixin [None req-64e7e48d-7928-4616-a812-ff0e43fc8b6b tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet b222ec32-011d-414d-b3b2-1d0ef6e57669 (CIDR: 2001:db8::/64) Oct 19 07:43:04.730161 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-ac795968-481e-40af-b5e1-3e28f1537bc0 tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:04.730582 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-ac795968-481e-40af-b5e1-3e28f1537bc0 tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:04.743487 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-ac795968-481e-40af-b5e1-3e28f1537bc0 tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Calling delete_port for e55a9025-61e8-4769-81d4-7e4750f502a7 owned by network:floatingip {{(pid=103333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 07:43:04.748698 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-04d4aeb2-b72c-417f-aa17-afb1a6683f15 tempest-FloatingIPNegativeTestJSON-1532199059 tempest-FloatingIPNegativeTestJSON-1532199059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979'] for segment, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:04.761274 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.pecan_wsgi.hooks.translation [None req-64e7e48d-7928-4616-a812-ff0e43fc8b6b tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 19 07:43:04.761769 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-64e7e48d-7928-4616-a812-ff0e43fc8b6b tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103332) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 07:43:04.781334 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04d4aeb2-b72c-417f-aa17-afb1a6683f15 tempest-FloatingIPNegativeTestJSON-1532199059 tempest-FloatingIPNegativeTestJSON-1532199059-project] Releasing vlan 174 on physical network physnet1 to pool {{(pid=103332) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 07:43:04.781747 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-04d4aeb2-b72c-417f-aa17-afb1a6683f15 tempest-FloatingIPNegativeTestJSON-1532199059 tempest-FloatingIPNegativeTestJSON-1532199059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-133553843'] for segment, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:04.814941 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.services.segments.plugin [-] Segment 4d79eb2a-b33b-46d9-b514-370fbba60a5f resource provider aggregate not found Oct 19 07:43:04.838330 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-64e7e48d-7928-4616-a812-ff0e43fc8b6b tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.3361914 Oct 19 07:43:04.841024 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 58638) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:43:04.846513 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-9cb9f5a7-b136-4744-a319-7d2178f2b89a tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Request body: {'subnet': {'network_id': '5b4755dd-54e2-40a6-8450-ab8eb989f82c', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:43:04.879483 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ab82fa-7791-4b12-8441-5e3d4348a758 req-2b0a64f6-c3bc-4b0b-a11f-5ba3a51270c4 tempest-TestServerAdvancedOps-868832884 tempest-TestServerAdvancedOps-868832884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:43:04.881094 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-c8ab82fa-7791-4b12-8441-5e3d4348a758 req-2b0a64f6-c3bc-4b0b-a11f-5ba3a51270c4 tempest-TestServerAdvancedOps-868832884 tempest-TestServerAdvancedOps-868832884-project] 10.222.0.27 "GET /v2.0/ports?device_id=abfb3cf5-9e46-4bed-af19-03fee3203815 HTTP/1.1" status: 200 len: 946 time: 0.2380421 Oct 19 07:43:04.883856 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.services.segments.plugin [-] Segment 4d79eb2a-b33b-46d9-b514-370fbba60a5f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4d79eb2a-b33b-46d9-b514-370fbba60a5f found for delete ", "request_id": "req-8958a24b-c3d0-4324-81e6-729b7f7131df"}]} Oct 19 07:43:04.886389 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d01fec-b83c-4d7a-9cf2-cc0cd24b5423 req-d2db213a-86cd-4dd9-b0da-5a71ef8018fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:43:04.887856 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-62d01fec-b83c-4d7a-9cf2-cc0cd24b5423 req-d2db213a-86cd-4dd9-b0da-5a71ef8018fa service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d0132b9f15a24238a6d0205c99af8a0c&device_id=abfb3cf5-9e46-4bed-af19-03fee3203815 HTTP/1.1" status: 200 len: 1099 time: 0.2205541 Oct 19 07:43:04.937002 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-04d4aeb2-b72c-417f-aa17-afb1a6683f15 tempest-FloatingIPNegativeTestJSON-1532199059 tempest-FloatingIPNegativeTestJSON-1532199059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-673044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1695087'] for network, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:04.943560 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-ac795968-481e-40af-b5e1-3e28f1537bc0 tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130996763'] for port, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:04.963552 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-04d4aeb2-b72c-417f-aa17-afb1a6683f15 tempest-FloatingIPNegativeTestJSON-1532199059 tempest-FloatingIPNegativeTestJSON-1532199059-project] Notify callbacks [] for network, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:04.966777 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-04d4aeb2-b72c-417f-aa17-afb1a6683f15 tempest-FloatingIPNegativeTestJSON-1532199059 tempest-FloatingIPNegativeTestJSON-1532199059-project] 10.222.0.27 "DELETE /v2.0/networks/cf3150c1-5168-4bd8-a442-ec781df58212 HTTP/1.1" status: 204 len: 168 time: 1.4751792 Oct 19 07:43:04.978727 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac795968-481e-40af-b5e1-3e28f1537bc0 tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Pushing event deleted for resources: {'Port': ['ID=e55a9025-61e8-4769-81d4-7e4750f502a7,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:43:04.996769 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-993881a6-1688-45a8-bf04-26a94a94c83e None None] Attempt 6 to provision port 114dbc33-1a8b-4126-8443-56babf290e6b Oct 19 07:43:04.997853 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d4aeb2-b72c-417f-aa17-afb1a6683f15 tempest-FloatingIPNegativeTestJSON-1532199059 tempest-FloatingIPNegativeTestJSON-1532199059-project] Pushing event deleted for resources: {'Network': ['ID=cf3150c1-5168-4bd8-a442-ec781df58212,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:43:05.057785 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-993881a6-1688-45a8-bf04-26a94a94c83e None None] Port 114dbc33-1a8b-4126-8443-56babf290e6b cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 07:43:05.064160 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cb9f5a7-b136-4744-a319-7d2178f2b89a tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Made reservation on behalf of 0cd3ded9dc134e3392e5122464eefb82 for: {'subnet': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 07:43:05.067620 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-9cb9f5a7-b136-4744-a319-7d2178f2b89a tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130170579'] for subnet, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:05.072758 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-c8ab82fa-7791-4b12-8441-5e3d4348a758 req-e0c93632-566a-4295-971e-2617dc157b90 tempest-TestServerAdvancedOps-868832884 tempest-TestServerAdvancedOps-868832884-project] 10.222.0.27 "GET /v2.0/security-groups?id=155371e7-73ab-4479-86a0-e61426642fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1839595 Oct 19 07:43:05.087221 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-ac795968-481e-40af-b5e1-3e28f1537bc0 tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Notify callbacks [] for floatingip, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:05.090359 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-ac795968-481e-40af-b5e1-3e28f1537bc0 tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42160'] for floatingip, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:05.094480 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-ac795968-481e-40af-b5e1-3e28f1537bc0 tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] 10.222.0.27 "DELETE /v2.0/floatingips/5fede996-87bc-4e3b-914b-21e333b181c9 HTTP/1.1" status: 204 len: 168 time: 0.6311307 Oct 19 07:43:05.095345 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 58642) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:43:05.106809 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d01fec-b83c-4d7a-9cf2-cc0cd24b5423 req-f38ac95a-9e86-4390-a660-5ef6517907a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:43:05.106809 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-62d01fec-b83c-4d7a-9cf2-cc0cd24b5423 req-f38ac95a-9e86-4390-a660-5ef6517907a6 service neutron] 10.222.0.16 "GET /v2.0/networks?id=63e832ea-99a5-479b-8e2e-e790da88995d HTTP/1.1" status: 200 len: 913 time: 0.1968353 Oct 19 07:43:05.140767 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.api.v2.resource [None req-2d8d4385-9869-404b-a2cf-94c89f4084fa tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] delete failed (client error): The resource could not be found. Oct 19 07:43:05.146338 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-2d8d4385-9869-404b-a2cf-94c89f4084fa tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] 10.222.0.27 "DELETE /v2.0/floatingips/5fede996-87bc-4e3b-914b-21e333b181c9 HTTP/1.1" status: 404 len: 345 time: 0.0457072 Oct 19 07:43:05.146772 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 58644) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:43:05.160049 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-62d01fec-b83c-4d7a-9cf2-cc0cd24b5423 req-afa68aa9-4f51-43bf-8c32-b5a978b42946 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cb0b6aac-18ad-4bc1-a130-af1b5c727fd2 HTTP/1.1" status: 200 len: 217 time: 0.0466838 Oct 19 07:43:05.241943 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d01fec-b83c-4d7a-9cf2-cc0cd24b5423 req-f75a1801-122a-4551-a427-b1514204e5e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:43:05.243552 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-62d01fec-b83c-4d7a-9cf2-cc0cd24b5423 req-f75a1801-122a-4551-a427-b1514204e5e9 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e477b024-7292-4543-8bcb-7f51bee40870 HTTP/1.1" status: 200 len: 852 time: 0.0640798 Oct 19 07:43:05.278534 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-e207e3dd-17e6-46c9-9068-8decd726f590 tempest-RoutersNegativeTest-1307537776 tempest-RoutersNegativeTest-1307537776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1694785'] for router_interface, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:05.282933 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-62d01fec-b83c-4d7a-9cf2-cc0cd24b5423 req-17968963-9a27-4c23-8aa9-4f562f75fd4b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=63e832ea-99a5-479b-8e2e-e790da88995d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0326588 Oct 19 07:43:05.291291 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-632865c0-364f-4956-bb40-6e2c0cdaf52a tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:43:05.297120 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-632865c0-364f-4956-bb40-6e2c0cdaf52a tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:43:05.308702 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-632865c0-364f-4956-bb40-6e2c0cdaf52a tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:43:05.311319 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-632865c0-364f-4956-bb40-6e2c0cdaf52a tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] 10.222.0.27 "GET /v2.0/ports?network_id=268ab1d6-2bf3-4d53-ba51-350459345337 HTTP/1.1" status: 200 len: 2357 time: 0.1628633 Oct 19 07:43:05.316690 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 58648) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:43:05.317108 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 58650) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:43:05.416720 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22728c94-8728-4939-9297-0d283d0a5e61 tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:43:05.423881 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-22728c94-8728-4939-9297-0d283d0a5e61 tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] 10.222.0.27 "GET /v2.0/subnets/ac99b579-f784-43a1-8746-e742fa43a15d HTTP/1.1" status: 200 len: 797 time: 0.0981634 Oct 19 07:43:05.425212 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 58654) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:43:05.431697 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-5a8ac876-9142-4fa0-a064-943112b208f8 tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Request body: {'port': {'network_id': '268ab1d6-2bf3-4d53-ba51-350459345337', 'name': 'tempest-FloatingIPTestJSON-406178424', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:43:05.501924 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-62d01fec-b83c-4d7a-9cf2-cc0cd24b5423 req-5d3fe834-ae70-4a6b-a9a0-0fe5b05e23ce service neutron] 10.222.0.16 "GET /v2.0/networks/63e832ea-99a5-479b-8e2e-e790da88995d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1824613 Oct 19 07:43:05.558997 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-993881a6-1688-45a8-bf04-26a94a94c83e None None] Attempt 7 to provision port 114dbc33-1a8b-4126-8443-56babf290e6b Oct 19 07:43:05.596578 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-986dbd30-5eb0-47d3-8c7e-47b4694a8e46 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=da760bd00862443fa7e4304d8492c7d0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2783477 Oct 19 07:43:05.600145 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-993881a6-1688-45a8-bf04-26a94a94c83e None None] Port 114dbc33-1a8b-4126-8443-56babf290e6b cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 07:43:05.601563 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 58656) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:43:05.632788 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-62d01fec-b83c-4d7a-9cf2-cc0cd24b5423 req-651c31aa-8ad2-45f6-8472-398ec84ff8b5 service neutron] 10.222.0.16 "GET /v2.0/networks/63e832ea-99a5-479b-8e2e-e790da88995d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231318 Oct 19 07:43:05.634741 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-9cb9f5a7-b136-4744-a319-7d2178f2b89a tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130997899', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130170401'] for subnet, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:05.680728 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.plugin [None req-e207e3dd-17e6-46c9-9068-8decd726f590 tempest-RoutersNegativeTest-1307537776 tempest-RoutersNegativeTest-1307537776-project] Deleting port 114dbc33-1a8b-4126-8443-56babf290e6b {{(pid=103332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 07:43:05.681073 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-e207e3dd-17e6-46c9-9068-8decd726f590 tempest-RoutersNegativeTest-1307537776 tempest-RoutersNegativeTest-1307537776-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:05.686194 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a8ac876-9142-4fa0-a064-943112b208f8 tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Made reservation on behalf of ebbb057f880644d8b1f4800ee4849e52 for: {'port': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 07:43:05.774000 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-e207e3dd-17e6-46c9-9068-8decd726f590 tempest-RoutersNegativeTest-1307537776 tempest-RoutersNegativeTest-1307537776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:05.788224 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.plugin [None req-e207e3dd-17e6-46c9-9068-8decd726f590 tempest-RoutersNegativeTest-1307537776 tempest-RoutersNegativeTest-1307537776-project] Calling delete_port for 114dbc33-1a8b-4126-8443-56babf290e6b owned by network:router_interface {{(pid=103332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 07:43:05.844039 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device 4c5ef16a-63cc-44d2-ae39-e0b77b1f3f96 up at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 07:43:05.897111 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Provisioning complete for port 4c5ef16a-63cc-44d2-ae39-e0b77b1f3f96 triggered by entity L2. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:43:05.897450 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:05.897869 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Attempt 1 to provision port 4c5ef16a-63cc-44d2-ae39-e0b77b1f3f96 Oct 19 07:43:05.972784 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-e207e3dd-17e6-46c9-9068-8decd726f590 tempest-RoutersNegativeTest-1307537776 tempest-RoutersNegativeTest-1307537776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133553798'] for port, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:05.982037 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Current status of the port 4c5ef16a-63cc-44d2-ae39-e0b77b1f3f96 is: ACTIVE; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:43:06.001706 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e207e3dd-17e6-46c9-9068-8decd726f590 tempest-RoutersNegativeTest-1307537776 tempest-RoutersNegativeTest-1307537776-project] Pushing event deleted for resources: {'Port': ['ID=114dbc33-1a8b-4126-8443-56babf290e6b,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:43:06.051418 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cb9f5a7-b136-4744-a319-7d2178f2b89a tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Network 5b4755dd-54e2-40a6-8450-ab8eb989f82c is already hosted by enough agents. {{(pid=103333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 07:43:06.061952 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-9cb9f5a7-b136-4744-a319-7d2178f2b89a tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Resources bound (agent type, host, resource id): {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:43:06.073030 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c53f4a9-faa1-4a27-8948-429026241536 None None] Network 5b4755dd-54e2-40a6-8450-ab8eb989f82c requested from dv-neutron-861624-1-hyperv {{(pid=103334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 07:43:06.074645 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cb9f5a7-b136-4744-a319-7d2178f2b89a tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:43:06.075233 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-9cb9f5a7-b136-4744-a319-7d2178f2b89a tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Notify callbacks [] for subnet, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:06.121925 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb9f5a7-b136-4744-a319-7d2178f2b89a tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Pushing event updated for resources: {'Subnet': ['ID=74646ddc-eb45-4b33-82a2-4bdb2cd2dafa,revision_number=0']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:43:06.137605 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-00cb44cc-e10a-448f-aad0-82800f76edcd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:06.149448 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-9cb9f5a7-b136-4744-a319-7d2178f2b89a tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.3072832 Oct 19 07:43:06.158279 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 58660) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:43:06.165908 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-a73dacef-cdfd-4b82-b81f-c0ae07b8144b tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-356294850', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '74646ddc-eb45-4b33-82a2-4bdb2cd2dafa'}], 'security_groups': ['44e6505c-d34e-4022-b43c-db5f2aa64a03']}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:43:06.205094 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-993881a6-1688-45a8-bf04-26a94a94c83e None None] Attempt 8 to provision port 114dbc33-1a8b-4126-8443-56babf290e6b Oct 19 07:43:06.213609 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-00cb44cc-e10a-448f-aad0-82800f76edcd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:06.269871 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-5a8ac876-9142-4fa0-a064-943112b208f8 tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:06.288238 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-e207e3dd-17e6-46c9-9068-8decd726f590 tempest-RoutersNegativeTest-1307537776 tempest-RoutersNegativeTest-1307537776-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1574862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1694957'] for router_interface, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:06.334878 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.notifiers.nova [None req-5a8ac876-9142-4fa0-a064-943112b208f8 tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] device_id is not set on port 8cf325f6-d6fe-4a3c-a0da-962dcfe49943 yet. {{(pid=103333) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 19 07:43:06.388745 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac776ab0-f7e5-42c6-873a-4ce03518cf4c req-aba6bca5-0804-4c62-86ac-9621feaed672 tempest-TestServerAdvancedOps-868832884 tempest-TestServerAdvancedOps-868832884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:43:06.390520 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-ac776ab0-f7e5-42c6-873a-4ce03518cf4c req-aba6bca5-0804-4c62-86ac-9621feaed672 tempest-TestServerAdvancedOps-868832884 tempest-TestServerAdvancedOps-868832884-project] 10.222.0.27 "GET /v2.0/ports?device_id=abfb3cf5-9e46-4bed-af19-03fee3203815 HTTP/1.1" status: 200 len: 946 time: 0.1605906 Oct 19 07:43:06.432639 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-00cb44cc-e10a-448f-aad0-82800f76edcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788643'] for security_group, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:06.435229 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-00cb44cc-e10a-448f-aad0-82800f76edcd admin admin] Notify callbacks [] for security_group, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:06.436643 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-00cb44cc-e10a-448f-aad0-82800f76edcd admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/9c7d641c-60c0-4ff3-87ab-1d80c8936d80 HTTP/1.1" status: 204 len: 168 time: 0.8329971 Oct 19 07:43:06.487596 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00cb44cc-e10a-448f-aad0-82800f76edcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c7d641c-60c0-4ff3-87ab-1d80c8936d80,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:43:06.547744 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-993881a6-1688-45a8-bf04-26a94a94c83e None None] Port 114dbc33-1a8b-4126-8443-56babf290e6b was deleted so its status cannot be updated. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Oct 19 07:43:06.609167 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e207e3dd-17e6-46c9-9068-8decd726f590 tempest-RoutersNegativeTest-1307537776 tempest-RoutersNegativeTest-1307537776-project] Router c3020ff1-7311-4e86-b805-da7277eeeccb has already been hosted by L3 agent ab388470-1243-4d53-80f2-c2f5899c97a7 {{(pid=103332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 07:43:06.626867 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-ac776ab0-f7e5-42c6-873a-4ce03518cf4c req-db06b0b1-416d-45d2-a4ed-45f8de7f8b53 tempest-TestServerAdvancedOps-868832884 tempest-TestServerAdvancedOps-868832884-project] 10.222.0.27 "GET /v2.0/security-groups?id=155371e7-73ab-4479-86a0-e61426642fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1938691 Oct 19 07:43:06.647909 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-a73dacef-cdfd-4b82-b81f-c0ae07b8144b tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:06.671765 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-77fea6c6-0e22-44ab-a7f1-a3ce3e54a108 None None] Provisioning complete for port 2ad89656-01d5-42cb-9f54-6f051f370097 triggered by entity DHCP. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:43:06.672413 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-77fea6c6-0e22-44ab-a7f1-a3ce3e54a108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:06.673083 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-77fea6c6-0e22-44ab-a7f1-a3ce3e54a108 None None] Attempt 1 to provision port 2ad89656-01d5-42cb-9f54-6f051f370097 Oct 19 07:43:06.762194 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e207e3dd-17e6-46c9-9068-8decd726f590 tempest-RoutersNegativeTest-1307537776 tempest-RoutersNegativeTest-1307537776-project] Notify agent at l3_agent.dv-neutron-861624-1-hyperv the message routers_updated {{(pid=103332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 07:43:06.769738 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-e207e3dd-17e6-46c9-9068-8decd726f590 tempest-RoutersNegativeTest-1307537776 tempest-RoutersNegativeTest-1307537776-project] 10.222.0.27 "PUT /v2.0/routers/c3020ff1-7311-4e86-b805-da7277eeeccb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4334548 Oct 19 07:43:06.772806 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 58668) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:43:06.792583 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49cd2738-9e87-4414-a697-1b6e475c5275 None None] Sync routers for ids ['c3020ff1-7311-4e86-b805-da7277eeeccb'] in dv-neutron-861624-1-hyperv {{(pid=103334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 07:43:06.813725 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49cd2738-9e87-4414-a697-1b6e475c5275 None None] Routers {'c3020ff1-7311-4e86-b805-da7277eeeccb'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 07:43:06.814372 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-49cd2738-9e87-4414-a697-1b6e475c5275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T07:42:46Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['c3020ff1-7311-4e86-b805-da7277eeeccb'], 'active': True} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:43:06.817231 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.api.v2.resource [None req-96302e09-470c-48c2-919c-11b34e1b4b35 tempest-RoutersNegativeTest-1307537776 tempest-RoutersNegativeTest-1307537776-project] show failed (client error): The resource could not be found. Oct 19 07:43:06.821913 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-96302e09-470c-48c2-919c-11b34e1b4b35 tempest-RoutersNegativeTest-1307537776 tempest-RoutersNegativeTest-1307537776-project] 10.222.0.27 "GET /v2.0/routers/tempest-non_exist_router-884276998 HTTP/1.1" status: 404 len: 334 time: 0.0444860 Oct 19 07:43:06.822574 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 58672) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:43:06.823879 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.db_base_plugin_common [None req-5a8ac876-9142-4fa0-a064-943112b208f8 tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Allocated IP 172.20.0.14 (268ab1d6-2bf3-4d53-ba51-350459345337/ac99b579-f784-43a1-8746-e742fa43a15d/8cf325f6-d6fe-4a3c-a0da-962dcfe49943) {{(pid=103333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 07:43:06.837331 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.db_base_plugin_common [None req-5a8ac876-9142-4fa0-a064-943112b208f8 tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Allocated IP 172.20.0.13 (268ab1d6-2bf3-4d53-ba51-350459345337/ac99b579-f784-43a1-8746-e742fa43a15d/8cf325f6-d6fe-4a3c-a0da-962dcfe49943) {{(pid=103333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 07:43:06.843482 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-78f4157b-3e5f-40e9-b69b-14931b176ea0 tempest-RoutersNegativeTest-1307537776 tempest-RoutersNegativeTest-1307537776-project] Request body: {'router': {'name': 'new_name'}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:43:06.851918 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-77fea6c6-0e22-44ab-a7f1-a3ce3e54a108 None None] Port 2ad89656-01d5-42cb-9f54-6f051f370097 cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 07:43:06.863631 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-49cd2738-9e87-4414-a697-1b6e475c5275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:43:06.876114 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c875930-4209-4607-a12d-48beccdb354b None None] Update dhcp port {'port': {'network_id': '5b4755dd-54e2-40a6-8450-ab8eb989f82c', 'fixed_ips': [{'subnet_id': 'b222ec32-011d-414d-b3b2-1d0ef6e57669', 'ip_address': '2001:db8::2'}, {'subnet_id': '74646ddc-eb45-4b33-82a2-4bdb2cd2dafa'}], 'binding:host_id': 'dv-neutron-861624-1-hyperv'}, 'id': '4c5ef16a-63cc-44d2-ae39-e0b77b1f3f96'} from dv-neutron-861624-1-hyperv. {{(pid=103334) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 19 07:43:06.892843 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.api.v2.resource [None req-78f4157b-3e5f-40e9-b69b-14931b176ea0 tempest-RoutersNegativeTest-1307537776 tempest-RoutersNegativeTest-1307537776-project] update failed (client error): The resource could not be found. Oct 19 07:43:06.897246 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-78f4157b-3e5f-40e9-b69b-14931b176ea0 tempest-RoutersNegativeTest-1307537776 tempest-RoutersNegativeTest-1307537776-project] 10.222.0.27 "PUT /v2.0/routers/tempest-non_exist_router-1749762673 HTTP/1.1" status: 404 len: 335 time: 0.0700092 Oct 19 07:43:06.898380 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 58676) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:43:06.902989 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49cd2738-9e87-4414-a697-1b6e475c5275 None None] Routers {'c3020ff1-7311-4e86-b805-da7277eeeccb'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 07:43:06.903633 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-49cd2738-9e87-4414-a697-1b6e475c5275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T07:42:46Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['c3020ff1-7311-4e86-b805-da7277eeeccb'], 'active': True} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:43:06.942412 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-49cd2738-9e87-4414-a697-1b6e475c5275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:43:06.942753 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49cd2738-9e87-4414-a697-1b6e475c5275 None None] The sync data for ids ['c3020ff1-7311-4e86-b805-da7277eeeccb'] in dv-neutron-861624-1-hyperv is: [] {{(pid=103334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 07:43:06.950750 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-6c875930-4209-4607-a12d-48beccdb354b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:06.971076 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.db_base_plugin_v2 [None req-4cb04ab1-4fe9-4f06-92e1-49edb2a834ad tempest-RoutersNegativeTest-1307537776 tempest-RoutersNegativeTest-1307537776-project] Deleting subnet 943875c5-e3dd-4eed-8135-ebfc67abaf43 {{(pid=103332) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 19 07:43:06.974719 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-4cb04ab1-4fe9-4f06-92e1-49edb2a834ad tempest-RoutersNegativeTest-1307537776 tempest-RoutersNegativeTest-1307537776-project] Notify callbacks [] for subnet, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:07.021157 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-4cb04ab1-4fe9-4f06-92e1-49edb2a834ad tempest-RoutersNegativeTest-1307537776 tempest-RoutersNegativeTest-1307537776-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130726890'] for subnet, precommit_delete_associations {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:07.181874 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-4cb04ab1-4fe9-4f06-92e1-49edb2a834ad tempest-RoutersNegativeTest-1307537776 tempest-RoutersNegativeTest-1307537776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-679826'] for subnet, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:07.182296 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.db_base_plugin_common [None req-6c875930-4209-4607-a12d-48beccdb354b None None] Allocated IP 2001:db8:0:1::2 (5b4755dd-54e2-40a6-8450-ab8eb989f82c/74646ddc-eb45-4b33-82a2-4bdb2cd2dafa/4c5ef16a-63cc-44d2-ae39-e0b77b1f3f96) {{(pid=103334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 07:43:07.254196 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-5a8ac876-9142-4fa0-a064-943112b208f8 tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Notify callbacks [] for port, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:07.288250 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-4cb04ab1-4fe9-4f06-92e1-49edb2a834ad tempest-RoutersNegativeTest-1307537776 tempest-RoutersNegativeTest-1307537776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-679819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-133552721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130659632'] for subnet, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:07.322315 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-5a8ac876-9142-4fa0-a064-943112b208f8 tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785020947330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130996763'] for port, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:07.325449 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb04ab1-4fe9-4f06-92e1-49edb2a834ad tempest-RoutersNegativeTest-1307537776 tempest-RoutersNegativeTest-1307537776-project] Pushing event deleted for resources: {'Subnet': ['ID=943875c5-e3dd-4eed-8135-ebfc67abaf43,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:43:07.331115 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-6c875930-4209-4607-a12d-48beccdb354b None None] For port 4c5ef16a-63cc-44d2-ae39-e0b77b1f3f96, host dv-neutron-861624-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=4c5ef16a-63cc-44d2-ae39-e0b77b1f3f96,segment=NetworkSegment(83a81a75-82b5-4795-bb53-82ccf075c513),segment_id=83a81a75-82b5-4795-bb53-82ccf075c513)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:43:07.348656 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22694716-71e2-45cb-ab4e-6983e222a682 None None] Network c7b2f7c1-ef05-4bde-82ae-3292f19f2c0c requested from dv-neutron-861624-1-hyperv {{(pid=103334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 07:43:07.359393 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-4cb04ab1-4fe9-4f06-92e1-49edb2a834ad tempest-RoutersNegativeTest-1307537776 tempest-RoutersNegativeTest-1307537776-project] Notify callbacks [] for subnet, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:07.366411 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a8ac876-9142-4fa0-a064-943112b208f8 tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Network 268ab1d6-2bf3-4d53-ba51-350459345337 is already hosted by enough agents. {{(pid=103333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 07:43:07.367555 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-4cb04ab1-4fe9-4f06-92e1-49edb2a834ad tempest-RoutersNegativeTest-1307537776 tempest-RoutersNegativeTest-1307537776-project] 10.222.0.27 "DELETE /v2.0/subnets/943875c5-e3dd-4eed-8135-ebfc67abaf43 HTTP/1.1" status: 204 len: 168 time: 0.4650028 Oct 19 07:43:07.371222 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 58688) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:43:07.384589 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-5a8ac876-9142-4fa0-a064-943112b208f8 tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Resources bound (agent type, host, resource id): {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:43:07.391602 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a8ac876-9142-4fa0-a064-943112b208f8 tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Received port after_create {{(pid=103333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 07:43:07.393597 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-77fea6c6-0e22-44ab-a7f1-a3ce3e54a108 None None] Attempt 2 to provision port 2ad89656-01d5-42cb-9f54-6f051f370097 Oct 19 07:43:07.433911 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8ac876-9142-4fa0-a064-943112b208f8 tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Pushing event updated for resources: {'Port': ['ID=8cf325f6-d6fe-4a3c-a0da-962dcfe49943,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:43:07.453971 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a8ac876-9142-4fa0-a064-943112b208f8 tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:43:07.454656 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-5a8ac876-9142-4fa0-a064-943112b208f8 tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42160'] for port, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:07.467417 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.db_base_plugin_v2 [None req-85d73f2c-909b-4a1e-a5ce-4fbc934f335f tempest-RoutersNegativeTest-1307537776 tempest-RoutersNegativeTest-1307537776-project] Deleting subnet 7a135974-b9ae-4c74-a718-bcc4fa26a9f1 {{(pid=103332) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 19 07:43:07.470662 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-77fea6c6-0e22-44ab-a7f1-a3ce3e54a108 None None] Port 2ad89656-01d5-42cb-9f54-6f051f370097 cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 07:43:07.472028 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-85d73f2c-909b-4a1e-a5ce-4fbc934f335f tempest-RoutersNegativeTest-1307537776 tempest-RoutersNegativeTest-1307537776-project] Notify callbacks [] for subnet, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:07.476403 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-5a8ac876-9142-4fa0-a064-943112b208f8 tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1009 time: 2.0501773 Oct 19 07:43:07.478879 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 58690) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:43:07.484662 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-37a74122-37cc-4000-bf4b-3f983023a3ca tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Request body: {'floatingip': {'floating_network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'port_id': '8cf325f6-d6fe-4a3c-a0da-962dcfe49943', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:43:07.504895 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 58692) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:43:07.515719 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-37a74122-37cc-4000-bf4b-3f983023a3ca tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Notify callbacks [] for floatingip, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:07.518249 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-6c875930-4209-4607-a12d-48beccdb354b None None] Notify callbacks [] for port, precommit_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:07.537251 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-6c875930-4209-4607-a12d-48beccdb354b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:07.593301 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c875930-4209-4607-a12d-48beccdb354b None None] Pushing event updated for resources: {'Port': ['ID=4c5ef16a-63cc-44d2-ae39-e0b77b1f3f96,revision_number=4']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:43:07.679323 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-0bd9e89a-d8b5-4853-88a0-f7f0c1f43849 tempest-RoutersNegativeIpV6Test-1640623158 tempest-RoutersNegativeIpV6Test-1640623158-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1427316354', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:43:07.752990 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6654659c-50dd-40b5-8f28-0fe523a9728f None None] DHCP port deletion for c7b2f7c1-ef05-4bde-82ae-3292f19f2c0c request from dv-neutron-861624-1-hyperv {{(pid=103334) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 07:43:07.771364 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.db_base_plugin_common [None req-a73dacef-cdfd-4b82-b81f-c0ae07b8144b tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Delete allocated IP 2001:db8::83 (5b4755dd-54e2-40a6-8450-ab8eb989f82c/b222ec32-011d-414d-b3b2-1d0ef6e57669) {{(pid=103333) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Oct 19 07:43:07.777873 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-0bd9e89a-d8b5-4853-88a0-f7f0c1f43849 tempest-RoutersNegativeIpV6Test-1640623158 tempest-RoutersNegativeIpV6Test-1640623158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1692695', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12668'] for router, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:07.778928 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-0bd9e89a-d8b5-4853-88a0-f7f0c1f43849 tempest-RoutersNegativeIpV6Test-1640623158 tempest-RoutersNegativeIpV6Test-1640623158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1692835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1693910', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1621825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12659'] for router, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:07.792113 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.db_base_plugin_common [None req-a73dacef-cdfd-4b82-b81f-c0ae07b8144b tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Allocated IP 2001:db8:0:1::35b (5b4755dd-54e2-40a6-8450-ab8eb989f82c/74646ddc-eb45-4b33-82a2-4bdb2cd2dafa/2ad89656-01d5-42cb-9f54-6f051f370097) {{(pid=103333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 07:43:07.869167 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-6654659c-50dd-40b5-8f28-0fe523a9728f None None] Deleting port 9bc668dd-d88b-4948-8711-34021a11cd7d {{(pid=103334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 07:43:07.872420 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-6654659c-50dd-40b5-8f28-0fe523a9728f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:07.901754 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-0bd9e89a-d8b5-4853-88a0-f7f0c1f43849 tempest-RoutersNegativeIpV6Test-1640623158 tempest-RoutersNegativeIpV6Test-1640623158-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:07.911878 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device 4c5ef16a-63cc-44d2-ae39-e0b77b1f3f96 up at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 07:43:07.912462 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-0bd9e89a-d8b5-4853-88a0-f7f0c1f43849 tempest-RoutersNegativeIpV6Test-1640623158 tempest-RoutersNegativeIpV6Test-1640623158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1692844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1693859'] for router, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:07.967184 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-85d73f2c-909b-4a1e-a5ce-4fbc934f335f tempest-RoutersNegativeTest-1307537776 tempest-RoutersNegativeTest-1307537776-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130726890'] for subnet, precommit_delete_associations {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:07.974619 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-77fea6c6-0e22-44ab-a7f1-a3ce3e54a108 None None] Attempt 3 to provision port 2ad89656-01d5-42cb-9f54-6f051f370097 Oct 19 07:43:08.017255 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-77fea6c6-0e22-44ab-a7f1-a3ce3e54a108 None None] Port 2ad89656-01d5-42cb-9f54-6f051f370097 cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 07:43:08.025334 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-6654659c-50dd-40b5-8f28-0fe523a9728f None None] For port 9bc668dd-d88b-4948-8711-34021a11cd7d, host dv-neutron-861624-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=9bc668dd-d88b-4948-8711-34021a11cd7d,segment=NetworkSegment(27c344f8-1301-4099-be2f-53f2daa7b695),segment_id=27c344f8-1301-4099-be2f-53f2daa7b695)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:43:08.025727 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-6654659c-50dd-40b5-8f28-0fe523a9728f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:08.044104 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-6654659c-50dd-40b5-8f28-0fe523a9728f None None] Calling delete_port for 9bc668dd-d88b-4948-8711-34021a11cd7d owned by network:dhcp {{(pid=103334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 07:43:08.072134 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-a73dacef-cdfd-4b82-b81f-c0ae07b8144b tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Notify callbacks [] for port, precommit_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:08.075603 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-37a74122-37cc-4000-bf4b-3f983023a3ca tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:08.085746 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-a73dacef-cdfd-4b82-b81f-c0ae07b8144b tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130996754'] for port, after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:08.087370 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9defb063-1779-4b25-b331-66e2ac6b5736 req-318137f4-365f-46ef-b779-92a2dc601ea6 tempest-TestServerAdvancedOps-868832884 tempest-TestServerAdvancedOps-868832884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:43:08.095293 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-9defb063-1779-4b25-b331-66e2ac6b5736 req-318137f4-365f-46ef-b779-92a2dc601ea6 tempest-TestServerAdvancedOps-868832884 tempest-TestServerAdvancedOps-868832884-project] 10.222.0.27 "GET /v2.0/ports?device_id=abfb3cf5-9e46-4bed-af19-03fee3203815 HTTP/1.1" status: 200 len: 946 time: 0.1023965 Oct 19 07:43:08.100962 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Provisioning complete for port 4c5ef16a-63cc-44d2-ae39-e0b77b1f3f96 triggered by entity L2. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:43:08.101394 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:08.101738 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Attempt 1 to provision port 4c5ef16a-63cc-44d2-ae39-e0b77b1f3f96 Oct 19 07:43:08.152151 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-9defb063-1779-4b25-b331-66e2ac6b5736 req-83f15a5f-d936-4f6a-b6d9-7aa50738e101 tempest-TestServerAdvancedOps-868832884 tempest-TestServerAdvancedOps-868832884-project] 10.222.0.27 "GET /v2.0/security-groups?id=155371e7-73ab-4479-86a0-e61426642fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508518 Oct 19 07:43:08.157053 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-85d73f2c-909b-4a1e-a5ce-4fbc934f335f tempest-RoutersNegativeTest-1307537776 tempest-RoutersNegativeTest-1307537776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-679826'] for subnet, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:08.224697 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-6654659c-50dd-40b5-8f28-0fe523a9728f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339'] for port, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:08.258939 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6654659c-50dd-40b5-8f28-0fe523a9728f None None] Pushing event deleted for resources: {'Port': ['ID=9bc668dd-d88b-4948-8711-34021a11cd7d,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:43:08.266034 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6654659c-50dd-40b5-8f28-0fe523a9728f None None] No DVR routers for this DVR port 9bc668dd-d88b-4948-8711-34021a11cd7d on host dv-neutron-861624-1-hyperv {{(pid=103334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 19 07:43:08.267930 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Current status of the port 4c5ef16a-63cc-44d2-ae39-e0b77b1f3f96 is: ACTIVE; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:43:08.299735 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-0bd9e89a-d8b5-4853-88a0-f7f0c1f43849 tempest-RoutersNegativeIpV6Test-1640623158 tempest-RoutersNegativeIpV6Test-1640623158-project] Notify callbacks [] for router, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:08.304159 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-0bd9e89a-d8b5-4853-88a0-f7f0c1f43849 tempest-RoutersNegativeIpV6Test-1640623158 tempest-RoutersNegativeIpV6Test-1640623158-project] 10.222.0.27 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 0.7977552 Oct 19 07:43:08.304806 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 58702) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:43:08.319135 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-d7ae3c9a-d18b-4f94-8c6e-c45e264e42f9 tempest-RoutersNegativeIpV6Test-1640623158 tempest-RoutersNegativeIpV6Test-1640623158-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-2066529506'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:43:08.320230 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-85d73f2c-909b-4a1e-a5ce-4fbc934f335f tempest-RoutersNegativeTest-1307537776 tempest-RoutersNegativeTest-1307537776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-679819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-133552721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130659632'] for subnet, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:08.346411 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device 9bc668dd-d88b-4948-8711-34021a11cd7d no longer exists at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 07:43:08.367061 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.db_base_plugin_common [None req-37a74122-37cc-4000-bf4b-3f983023a3ca tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Allocated IP 172.26.0.38 (99c66757-74e3-40a4-b479-8d09e3a7c3dd/7f3d1034-1de7-458a-a3ee-77488de3949b/ec641f84-ca29-4d8a-a23d-591f8d0571e8) {{(pid=103333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 07:43:08.369953 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-a73dacef-cdfd-4b82-b81f-c0ae07b8144b tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] In _notify_port_updated(), no bound segment for port 2ad89656-01d5-42cb-9f54-6f051f370097 on network 5b4755dd-54e2-40a6-8450-ab8eb989f82c {{(pid=103333) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:900}} Oct 19 07:43:08.370243 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] No Port match for: 9bc668dd-d88b-4948-8711-34021a11cd7d {{(pid=103334) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 19 07:43:08.370679 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device 9bc668dd-d88b-4948-8711-34021a11cd7d not bound to the agent host dv-neutron-861624-1-hyperv {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 07:43:08.378314 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a73dacef-cdfd-4b82-b81f-c0ae07b8144b tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:43:08.378774 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-a73dacef-cdfd-4b82-b81f-c0ae07b8144b tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42160'] for port, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:08.383307 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-a73dacef-cdfd-4b82-b81f-c0ae07b8144b tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] 10.222.0.27 "PUT /v2.0/ports/2ad89656-01d5-42cb-9f54-6f051f370097 HTTP/1.1" status: 200 len: 930 time: 2.2238500 Oct 19 07:43:08.383558 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 58704) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:43:08.384584 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73dacef-cdfd-4b82-b81f-c0ae07b8144b tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Pushing event updated for resources: {'Port': ['ID=2ad89656-01d5-42cb-9f54-6f051f370097,revision_number=2']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:43:08.416682 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d73f2c-909b-4a1e-a5ce-4fbc934f335f tempest-RoutersNegativeTest-1307537776 tempest-RoutersNegativeTest-1307537776-project] Pushing event deleted for resources: {'Subnet': ['ID=7a135974-b9ae-4c74-a718-bcc4fa26a9f1,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:43:08.425664 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-85d73f2c-909b-4a1e-a5ce-4fbc934f335f tempest-RoutersNegativeTest-1307537776 tempest-RoutersNegativeTest-1307537776-project] Notify callbacks [] for subnet, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:08.427521 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9335671-0843-412d-8d5a-e6d2ae358159 None None] Network 190b75c6-a143-437b-8a68-4ace9c269231 requested from dv-neutron-861624-1-hyperv {{(pid=103334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 07:43:08.433386 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-85d73f2c-909b-4a1e-a5ce-4fbc934f335f tempest-RoutersNegativeTest-1307537776 tempest-RoutersNegativeTest-1307537776-project] 10.222.0.27 "DELETE /v2.0/subnets/7a135974-b9ae-4c74-a718-bcc4fa26a9f1 HTTP/1.1" status: 204 len: 168 time: 1.0607579 Oct 19 07:43:08.434295 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 58708) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:43:08.468217 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7ae3c9a-d18b-4f94-8c6e-c45e264e42f9 tempest-RoutersNegativeIpV6Test-1640623158 tempest-RoutersNegativeIpV6Test-1640623158-project] Made reservation on behalf of 94745ff241da4fda995cada3cbd8676b for: {'network': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 07:43:08.472304 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-d7ae3c9a-d18b-4f94-8c6e-c45e264e42f9 tempest-RoutersNegativeIpV6Test-1640623158 tempest-RoutersNegativeIpV6Test-1640623158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for network, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:08.507374 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-d7ae3c9a-d18b-4f94-8c6e-c45e264e42f9 tempest-RoutersNegativeIpV6Test-1640623158 tempest-RoutersNegativeIpV6Test-1640623158-project] Notify callbacks [] for security_group, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:08.523754 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-77fea6c6-0e22-44ab-a7f1-a3ce3e54a108 None None] Attempt 4 to provision port 2ad89656-01d5-42cb-9f54-6f051f370097 Oct 19 07:43:08.614961 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-5526d080-2b19-41e8-a162-7c5eb66453ad tempest-RoutersNegativeTest-1307537776 tempest-RoutersNegativeTest-1307537776-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-667019'] for network, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:08.632276 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-77fea6c6-0e22-44ab-a7f1-a3ce3e54a108 None None] Port 2ad89656-01d5-42cb-9f54-6f051f370097 cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 07:43:08.646373 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-37a74122-37cc-4000-bf4b-3f983023a3ca tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Notify callbacks [] for port, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:08.702885 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-d7ae3c9a-d18b-4f94-8c6e-c45e264e42f9 tempest-RoutersNegativeIpV6Test-1640623158 tempest-RoutersNegativeIpV6Test-1640623158-project] Notify callbacks [] for security_group, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:08.709617 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc013ad-d29f-4af5-9202-846d755bd9e7 req-b9829457-323b-49ff-a60a-e8c638aeebee tempest-TestServerAdvancedOps-868832884 tempest-TestServerAdvancedOps-868832884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:43:08.709837 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-d7ae3c9a-d18b-4f94-8c6e-c45e264e42f9 tempest-RoutersNegativeIpV6Test-1640623158 tempest-RoutersNegativeIpV6Test-1640623158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788643'] for security_group, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:08.711309 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-fbc013ad-d29f-4af5-9202-846d755bd9e7 req-b9829457-323b-49ff-a60a-e8c638aeebee tempest-TestServerAdvancedOps-868832884 tempest-TestServerAdvancedOps-868832884-project] 10.222.0.27 "GET /v2.0/ports?device_id=abfb3cf5-9e46-4bed-af19-03fee3203815 HTTP/1.1" status: 200 len: 946 time: 0.1208529 Oct 19 07:43:08.740031 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7ae3c9a-d18b-4f94-8c6e-c45e264e42f9 tempest-RoutersNegativeIpV6Test-1640623158 tempest-RoutersNegativeIpV6Test-1640623158-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 169} {{(pid=103333) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 07:43:08.742502 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-37a74122-37cc-4000-bf4b-3f983023a3ca tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785020947330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130996763'] for port, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:08.758752 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9dcdf34-9f35-40c5-8fa8-cf8af1f81b33 None None] DHCP port deletion for 190b75c6-a143-437b-8a68-4ace9c269231 request from dv-neutron-861624-1-hyperv {{(pid=103334) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 07:43:08.800659 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.plugin [None req-c0acd0ac-4d10-4eef-a23d-953456286a66 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Deleting port 2ad89656-01d5-42cb-9f54-6f051f370097 {{(pid=103332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 07:43:08.801168 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-c0acd0ac-4d10-4eef-a23d-953456286a66 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:08.803255 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-d7ae3c9a-d18b-4f94-8c6e-c45e264e42f9 tempest-RoutersNegativeIpV6Test-1640623158 tempest-RoutersNegativeIpV6Test-1640623158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979'] for segment, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:08.803603 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.db.segments_db [None req-d7ae3c9a-d18b-4f94-8c6e-c45e264e42f9 tempest-RoutersNegativeIpV6Test-1640623158 tempest-RoutersNegativeIpV6Test-1640623158-project] Added segment d6ff2df9-ef85-4d4f-851b-b1f0b700307d of type vlan for network 1a62ff2a-7d09-44e6-85fa-2510904c80e5 Oct 19 07:43:08.819043 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37a74122-37cc-4000-bf4b-3f983023a3ca tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Network 99c66757-74e3-40a4-b479-8d09e3a7c3dd is already hosted by enough agents. {{(pid=103333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 07:43:08.821598 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ae3c9a-d18b-4f94-8c6e-c45e264e42f9 tempest-RoutersNegativeIpV6Test-1640623158 tempest-RoutersNegativeIpV6Test-1640623158-project] Pushing event updated for resources: {'SecurityGroup': ['ID=372ed500-f3b5-4b4b-85d4-af272a43ba9c,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:43:08.824117 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-b9dcdf34-9f35-40c5-8fa8-cf8af1f81b33 None None] Deleting port 7a1ab701-7a5c-4e3a-8d6f-1d126d1af662 {{(pid=103334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 07:43:08.824586 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-b9dcdf34-9f35-40c5-8fa8-cf8af1f81b33 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:08.830833 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-37a74122-37cc-4000-bf4b-3f983023a3ca tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Resources bound (agent type, host, resource id): {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:43:08.839021 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-5526d080-2b19-41e8-a162-7c5eb66453ad tempest-RoutersNegativeTest-1307537776 tempest-RoutersNegativeTest-1307537776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-673051', 'neutron.services.segments.db._delete_segments_for_network-8785021519108'] for network, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:08.839441 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37a74122-37cc-4000-bf4b-3f983023a3ca tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Received port after_create {{(pid=103333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 07:43:08.841541 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a74122-37cc-4000-bf4b-3f983023a3ca tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Pushing event updated for resources: {'Port': ['ID=ec641f84-ca29-4d8a-a23d-591f8d0571e8,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:43:08.878554 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-fbc013ad-d29f-4af5-9202-846d755bd9e7 req-38b93e7d-089d-4cd0-9486-881654dd0642 tempest-TestServerAdvancedOps-868832884 tempest-TestServerAdvancedOps-868832884-project] 10.222.0.27 "GET /v2.0/security-groups?id=155371e7-73ab-4479-86a0-e61426642fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425211 Oct 19 07:43:08.904253 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.services.segments.db [None req-5526d080-2b19-41e8-a162-7c5eb66453ad tempest-RoutersNegativeTest-1307537776 tempest-RoutersNegativeTest-1307537776-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7b2f7c1-ef05-4bde-82ae-3292f19f2c0c']}} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:43:08.904665 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-b9dcdf34-9f35-40c5-8fa8-cf8af1f81b33 None None] For port 7a1ab701-7a5c-4e3a-8d6f-1d126d1af662, host dv-neutron-861624-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=7a1ab701-7a5c-4e3a-8d6f-1d126d1af662,segment=NetworkSegment(3e5dfac0-6fb6-4cf1-be03-fc45cf84273a),segment_id=3e5dfac0-6fb6-4cf1-be03-fc45cf84273a)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:43:08.905174 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-b9dcdf34-9f35-40c5-8fa8-cf8af1f81b33 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:08.923617 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-b9dcdf34-9f35-40c5-8fa8-cf8af1f81b33 None None] Calling delete_port for 7a1ab701-7a5c-4e3a-8d6f-1d126d1af662 owned by network:dhcp {{(pid=103334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 07:43:08.926770 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-d7ae3c9a-d18b-4f94-8c6e-c45e264e42f9 tempest-RoutersNegativeIpV6Test-1640623158 tempest-RoutersNegativeIpV6Test-1640623158-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785020965340'] for network, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:08.943108 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.services.segments.db [None req-5526d080-2b19-41e8-a162-7c5eb66453ad tempest-RoutersNegativeTest-1307537776 tempest-RoutersNegativeTest-1307537776-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27c344f8-1301-4099-be2f-53f2daa7b695') {'for_net_delete': True} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:43:08.943486 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.services.segments.db [None req-5526d080-2b19-41e8-a162-7c5eb66453ad tempest-RoutersNegativeTest-1307537776 tempest-RoutersNegativeTest-1307537776-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27c344f8-1301-4099-be2f-53f2daa7b695') {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:43:08.960765 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-5526d080-2b19-41e8-a162-7c5eb66453ad tempest-RoutersNegativeTest-1307537776 tempest-RoutersNegativeTest-1307537776-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785021519382', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130726885'] for segment, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:08.986529 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-5526d080-2b19-41e8-a162-7c5eb66453ad tempest-RoutersNegativeTest-1307537776 tempest-RoutersNegativeTest-1307537776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979'] for segment, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:08.991549 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-d7ae3c9a-d18b-4f94-8c6e-c45e264e42f9 tempest-RoutersNegativeIpV6Test-1640623158 tempest-RoutersNegativeIpV6Test-1640623158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873'] for network, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:08.993273 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-c0acd0ac-4d10-4eef-a23d-953456286a66 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:08.997162 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7ae3c9a-d18b-4f94-8c6e-c45e264e42f9 tempest-RoutersNegativeIpV6Test-1640623158 tempest-RoutersNegativeIpV6Test-1640623158-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:43:08.998579 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-d7ae3c9a-d18b-4f94-8c6e-c45e264e42f9 tempest-RoutersNegativeIpV6Test-1640623158 tempest-RoutersNegativeIpV6Test-1640623158-project] Notify callbacks [] for network, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:09.003516 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5526d080-2b19-41e8-a162-7c5eb66453ad tempest-RoutersNegativeTest-1307537776 tempest-RoutersNegativeTest-1307537776-project] Releasing vlan 192 on physical network physnet1 to pool {{(pid=103332) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 07:43:09.003926 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-5526d080-2b19-41e8-a162-7c5eb66453ad tempest-RoutersNegativeTest-1307537776 tempest-RoutersNegativeTest-1307537776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-133553843'] for segment, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:09.032564 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.plugin [None req-c0acd0ac-4d10-4eef-a23d-953456286a66 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Calling delete_port for 2ad89656-01d5-42cb-9f54-6f051f370097 owned by {{(pid=103332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 07:43:09.041751 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.services.segments.plugin [-] Segment 27c344f8-1301-4099-be2f-53f2daa7b695 resource provider aggregate not found Oct 19 07:43:09.041932 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-b9dcdf34-9f35-40c5-8fa8-cf8af1f81b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339'] for port, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:09.083213 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9dcdf34-9f35-40c5-8fa8-cf8af1f81b33 None None] Pushing event deleted for resources: {'Port': ['ID=7a1ab701-7a5c-4e3a-8d6f-1d126d1af662,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:43:09.086650 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9dcdf34-9f35-40c5-8fa8-cf8af1f81b33 None None] No DVR routers for this DVR port 7a1ab701-7a5c-4e3a-8d6f-1d126d1af662 on host dv-neutron-861624-1-hyperv {{(pid=103334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 19 07:43:09.096960 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.services.segments.plugin [-] Segment 27c344f8-1301-4099-be2f-53f2daa7b695 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 27c344f8-1301-4099-be2f-53f2daa7b695 found for delete ", "request_id": "req-42ba694e-eaa9-41ed-aa10-2dc8298d6a66"}]} Oct 19 07:43:09.105765 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-d7ae3c9a-d18b-4f94-8c6e-c45e264e42f9 tempest-RoutersNegativeIpV6Test-1640623158 tempest-RoutersNegativeIpV6Test-1640623158-project] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.7930303 Oct 19 07:43:09.112672 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ae3c9a-d18b-4f94-8c6e-c45e264e42f9 tempest-RoutersNegativeIpV6Test-1640623158 tempest-RoutersNegativeIpV6Test-1640623158-project] Pushing event updated for resources: {'Network': ['ID=1a62ff2a-7d09-44e6-85fa-2510904c80e5,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:43:09.114679 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 58718) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:43:09.121028 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-12755666-8093-4798-b52f-74f767bcfa8a tempest-RoutersNegativeIpV6Test-1640623158 tempest-RoutersNegativeIpV6Test-1640623158-project] Request body: {'subnet': {'network_id': '1a62ff2a-7d09-44e6-85fa-2510904c80e5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:43:09.125028 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Network 1a62ff2a-7d09-44e6-85fa-2510904c80e5 details requested by agent ovs-agent-dv-neutron-861624-1-hyperv with host dv-neutron-861624-1-hyperv {{(pid=103334) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 07:43:09.139254 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-77fea6c6-0e22-44ab-a7f1-a3ce3e54a108 None None] Attempt 5 to provision port 2ad89656-01d5-42cb-9f54-6f051f370097 Oct 19 07:43:09.142133 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-5526d080-2b19-41e8-a162-7c5eb66453ad tempest-RoutersNegativeTest-1307537776 tempest-RoutersNegativeTest-1307537776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-673044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1695087'] for network, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:09.160682 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-5526d080-2b19-41e8-a162-7c5eb66453ad tempest-RoutersNegativeTest-1307537776 tempest-RoutersNegativeTest-1307537776-project] Notify callbacks [] for network, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:09.165014 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-5526d080-2b19-41e8-a162-7c5eb66453ad tempest-RoutersNegativeTest-1307537776 tempest-RoutersNegativeTest-1307537776-project] 10.222.0.27 "DELETE /v2.0/networks/c7b2f7c1-ef05-4bde-82ae-3292f19f2c0c HTTP/1.1" status: 204 len: 168 time: 0.6689188 Oct 19 07:43:09.166985 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 58720) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:43:09.169751 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5526d080-2b19-41e8-a162-7c5eb66453ad tempest-RoutersNegativeTest-1307537776 tempest-RoutersNegativeTest-1307537776-project] Pushing event deleted for resources: {'Network': ['ID=c7b2f7c1-ef05-4bde-82ae-3292f19f2c0c,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:43:09.222936 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-77fea6c6-0e22-44ab-a7f1-a3ce3e54a108 None None] Port 2ad89656-01d5-42cb-9f54-6f051f370097 cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 07:43:09.267100 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-c0acd0ac-4d10-4eef-a23d-953456286a66 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133553798'] for port, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:09.299109 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0acd0ac-4d10-4eef-a23d-953456286a66 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Pushing event deleted for resources: {'Port': ['ID=2ad89656-01d5-42cb-9f54-6f051f370097,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:43:09.329805 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-c0acd0ac-4d10-4eef-a23d-953456286a66 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42160'] for port, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:09.333200 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-c0acd0ac-4d10-4eef-a23d-953456286a66 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] 10.222.0.27 "DELETE /v2.0/ports/2ad89656-01d5-42cb-9f54-6f051f370097 HTTP/1.1" status: 204 len: 168 time: 0.9481597 Oct 19 07:43:09.335811 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 58722) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:43:09.348995 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-363a6d49-08ac-4d83-a0aa-c1a84f55263b tempest-RoutersNegativeTest-1307537776 tempest-RoutersNegativeTest-1307537776-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-667019'] for network, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:09.362999 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d971da6-8898-45d5-84b5-54e1a4caa169 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] GET failed (client error): The resource could not be found. Oct 19 07:43:09.367407 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-1d971da6-8898-45d5-84b5-54e1a4caa169 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] 10.222.0.27 "GET /v2.0/ports/2ad89656-01d5-42cb-9f54-6f051f370097 HTTP/1.1" status: 404 len: 333 time: 0.0276835 Oct 19 07:43:09.367764 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 58724) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:43:09.376787 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12755666-8093-4798-b52f-74f767bcfa8a tempest-RoutersNegativeIpV6Test-1640623158 tempest-RoutersNegativeIpV6Test-1640623158-project] Made reservation on behalf of 94745ff241da4fda995cada3cbd8676b for: {'subnet': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 07:43:09.380235 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-12755666-8093-4798-b52f-74f767bcfa8a tempest-RoutersNegativeIpV6Test-1640623158 tempest-RoutersNegativeIpV6Test-1640623158-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130170579'] for subnet, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:09.429418 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-bd71c208-e006-4f68-a68e-9a023b7e908d tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Notify callbacks [] for security_group, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:09.454886 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-bd71c208-e006-4f68-a68e-9a023b7e908d tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:09.502190 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-bd71c208-e006-4f68-a68e-9a023b7e908d tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788643'] for security_group, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:09.505268 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-bd71c208-e006-4f68-a68e-9a023b7e908d tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Notify callbacks [] for security_group, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:09.506765 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-bd71c208-e006-4f68-a68e-9a023b7e908d tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] 10.222.0.27 "DELETE /v2.0/security-groups/c735e646-9a24-43c8-a556-fb92b3a4a172 HTTP/1.1" status: 204 len: 168 time: 0.1374571 Oct 19 07:43:09.510989 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 58726) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:43:09.533194 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd71c208-e006-4f68-a68e-9a023b7e908d tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c735e646-9a24-43c8-a556-fb92b3a4a172,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:43:09.580291 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-0d76ff77-1a93-436d-be20-aac5af8b50bf tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Notify callbacks [] for security_group, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:09.602505 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-0d76ff77-1a93-436d-be20-aac5af8b50bf tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:09.603657 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-363a6d49-08ac-4d83-a0aa-c1a84f55263b tempest-RoutersNegativeTest-1307537776 tempest-RoutersNegativeTest-1307537776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-673051', 'neutron.services.segments.db._delete_segments_for_network-8785021519108'] for network, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:09.645413 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-0d76ff77-1a93-436d-be20-aac5af8b50bf tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788643'] for security_group, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:09.646048 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-363a6d49-08ac-4d83-a0aa-c1a84f55263b tempest-RoutersNegativeTest-1307537776 tempest-RoutersNegativeTest-1307537776-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['190b75c6-a143-437b-8a68-4ace9c269231']}} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:43:09.651588 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-0d76ff77-1a93-436d-be20-aac5af8b50bf tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Notify callbacks [] for security_group, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:09.655388 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-0d76ff77-1a93-436d-be20-aac5af8b50bf tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] 10.222.0.27 "DELETE /v2.0/security-groups/44e6505c-d34e-4022-b43c-db5f2aa64a03 HTTP/1.1" status: 204 len: 168 time: 0.1432710 Oct 19 07:43:09.660301 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 58728) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:43:09.675290 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d76ff77-1a93-436d-be20-aac5af8b50bf tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=44e6505c-d34e-4022-b43c-db5f2aa64a03,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:43:09.687014 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-363a6d49-08ac-4d83-a0aa-c1a84f55263b tempest-RoutersNegativeTest-1307537776 tempest-RoutersNegativeTest-1307537776-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e5dfac0-6fb6-4cf1-be03-fc45cf84273a') {'for_net_delete': True} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:43:09.687313 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-363a6d49-08ac-4d83-a0aa-c1a84f55263b tempest-RoutersNegativeTest-1307537776 tempest-RoutersNegativeTest-1307537776-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e5dfac0-6fb6-4cf1-be03-fc45cf84273a') {} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:43:09.702562 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-363a6d49-08ac-4d83-a0aa-c1a84f55263b tempest-RoutersNegativeTest-1307537776 tempest-RoutersNegativeTest-1307537776-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785021519382', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-134111927'] for segment, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:09.721643 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.db_base_plugin_v2 [None req-72c48eee-ac09-4bf7-a4fb-15e3d0028bc0 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Deleting subnet b222ec32-011d-414d-b3b2-1d0ef6e57669 {{(pid=103332) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 19 07:43:09.724751 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-77fea6c6-0e22-44ab-a7f1-a3ce3e54a108 None None] Attempt 6 to provision port 2ad89656-01d5-42cb-9f54-6f051f370097 Oct 19 07:43:09.725290 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-72c48eee-ac09-4bf7-a4fb-15e3d0028bc0 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Notify callbacks [] for subnet, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:09.747068 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-77fea6c6-0e22-44ab-a7f1-a3ce3e54a108 None None] Port 2ad89656-01d5-42cb-9f54-6f051f370097 was deleted so its status cannot be updated. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Oct 19 07:43:09.751851 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-363a6d49-08ac-4d83-a0aa-c1a84f55263b tempest-RoutersNegativeTest-1307537776 tempest-RoutersNegativeTest-1307537776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979'] for segment, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:09.755848 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-37a74122-37cc-4000-bf4b-3f983023a3ca tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:09.760361 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-77fea6c6-0e22-44ab-a7f1-a3ce3e54a108 None None] Provisioning complete for port 9b30fa6b-14f0-4e33-8ef6-7c1b932b18e6 triggered by entity DHCP. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:43:09.760986 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-77fea6c6-0e22-44ab-a7f1-a3ce3e54a108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:09.761324 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-77fea6c6-0e22-44ab-a7f1-a3ce3e54a108 None None] Attempt 1 to provision port 9b30fa6b-14f0-4e33-8ef6-7c1b932b18e6 Oct 19 07:43:09.776804 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-72c48eee-ac09-4bf7-a4fb-15e3d0028bc0 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130726890'] for subnet, precommit_delete_associations {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:09.780020 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-363a6d49-08ac-4d83-a0aa-c1a84f55263b tempest-RoutersNegativeTest-1307537776 tempest-RoutersNegativeTest-1307537776-project] Releasing vlan 199 on physical network physnet1 to pool {{(pid=103333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 07:43:09.780496 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-363a6d49-08ac-4d83-a0aa-c1a84f55263b tempest-RoutersNegativeTest-1307537776 tempest-RoutersNegativeTest-1307537776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130996782'] for segment, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:09.797984 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-77fea6c6-0e22-44ab-a7f1-a3ce3e54a108 None None] Port 9b30fa6b-14f0-4e33-8ef6-7c1b932b18e6 cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 07:43:09.885963 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device 7a1ab701-7a5c-4e3a-8d6f-1d126d1af662 no longer exists at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 07:43:09.893373 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-363a6d49-08ac-4d83-a0aa-c1a84f55263b tempest-RoutersNegativeTest-1307537776 tempest-RoutersNegativeTest-1307537776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-673044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1695087'] for network, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:09.910907 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-363a6d49-08ac-4d83-a0aa-c1a84f55263b tempest-RoutersNegativeTest-1307537776 tempest-RoutersNegativeTest-1307537776-project] Notify callbacks [] for network, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:09.913254 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] No Port match for: 7a1ab701-7a5c-4e3a-8d6f-1d126d1af662 {{(pid=103334) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 19 07:43:09.913598 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device 7a1ab701-7a5c-4e3a-8d6f-1d126d1af662 not bound to the agent host dv-neutron-861624-1-hyperv {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 07:43:09.914297 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-363a6d49-08ac-4d83-a0aa-c1a84f55263b tempest-RoutersNegativeTest-1307537776 tempest-RoutersNegativeTest-1307537776-project] 10.222.0.27 "DELETE /v2.0/networks/190b75c6-a143-437b-8a68-4ace9c269231 HTTP/1.1" status: 204 len: 168 time: 0.7444386 Oct 19 07:43:09.917548 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 58736) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:43:09.927785 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-72c48eee-ac09-4bf7-a4fb-15e3d0028bc0 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-679826'] for subnet, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:09.936063 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-12755666-8093-4798-b52f-74f767bcfa8a tempest-RoutersNegativeIpV6Test-1640623158 tempest-RoutersNegativeIpV6Test-1640623158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130997899', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130170401'] for subnet, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:09.976277 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363a6d49-08ac-4d83-a0aa-c1a84f55263b tempest-RoutersNegativeTest-1307537776 tempest-RoutersNegativeTest-1307537776-project] Pushing event deleted for resources: {'Network': ['ID=190b75c6-a143-437b-8a68-4ace9c269231,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:43:09.991310 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.services.segments.plugin [-] Segment 3e5dfac0-6fb6-4cf1-be03-fc45cf84273a resource provider aggregate not found Oct 19 07:43:10.024719 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-37a74122-37cc-4000-bf4b-3f983023a3ca tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:10.044496 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-72c48eee-ac09-4bf7-a4fb-15e3d0028bc0 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-679819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-133552721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130659632'] for subnet, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:10.056802 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.services.segments.plugin [-] Segment 3e5dfac0-6fb6-4cf1-be03-fc45cf84273a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3e5dfac0-6fb6-4cf1-be03-fc45cf84273a found for delete ", "request_id": "req-e3a2d91b-36c4-401d-a918-7236bc2e0193"}]} Oct 19 07:43:10.078679 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.db_base_plugin_v2 [None req-16caff1c-b997-404a-9170-0a3ab429a699 tempest-RoutersNegativeTest-1307537776 tempest-RoutersNegativeTest-1307537776-project] Deleting subnet 336fd404-0be9-4521-a85b-fb19d93a4cab {{(pid=103333) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 19 07:43:10.080204 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c48eee-ac09-4bf7-a4fb-15e3d0028bc0 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Pushing event deleted for resources: {'Subnet': ['ID=b222ec32-011d-414d-b3b2-1d0ef6e57669,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:43:10.084597 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-16caff1c-b997-404a-9170-0a3ab429a699 tempest-RoutersNegativeTest-1307537776 tempest-RoutersNegativeTest-1307537776-project] Notify callbacks [] for subnet, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:10.088889 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04cc7bd-1b56-40f9-9be4-3da332e2e0d2 req-adcf37bc-3931-4529-8230-67014efa814d tempest-TestServerAdvancedOps-868832884 tempest-TestServerAdvancedOps-868832884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:43:10.090403 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-e04cc7bd-1b56-40f9-9be4-3da332e2e0d2 req-adcf37bc-3931-4529-8230-67014efa814d tempest-TestServerAdvancedOps-868832884 tempest-TestServerAdvancedOps-868832884-project] 10.222.0.27 "GET /v2.0/ports?device_id=abfb3cf5-9e46-4bed-af19-03fee3203815 HTTP/1.1" status: 200 len: 946 time: 0.0967293 Oct 19 07:43:10.093508 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-72c48eee-ac09-4bf7-a4fb-15e3d0028bc0 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Notify callbacks [] for subnet, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:10.098478 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-72c48eee-ac09-4bf7-a4fb-15e3d0028bc0 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] 10.222.0.27 "DELETE /v2.0/subnets/b222ec32-011d-414d-b3b2-1d0ef6e57669 HTTP/1.1" status: 204 len: 168 time: 0.4341018 Oct 19 07:43:10.100789 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 58740) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:43:10.105562 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-31337dd5-b005-4f36-8d15-6226f3dd1eb6 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Request body: {'subnet': {'network_id': '5b4755dd-54e2-40a6-8450-ab8eb989f82c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:43:10.112250 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7c9a057-0be4-496a-98ef-a389f27eace2 None None] Network 5b4755dd-54e2-40a6-8450-ab8eb989f82c requested from dv-neutron-861624-1-hyperv {{(pid=103334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 07:43:10.132893 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12755666-8093-4798-b52f-74f767bcfa8a tempest-RoutersNegativeIpV6Test-1640623158 tempest-RoutersNegativeIpV6Test-1640623158-project] Pushing event updated for resources: {'Subnet': ['ID=2e4c478d-a992-4f6d-9089-85a80ce9a0fe,revision_number=0']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:43:10.168829 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-16caff1c-b997-404a-9170-0a3ab429a699 tempest-RoutersNegativeTest-1307537776 tempest-RoutersNegativeTest-1307537776-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-134111928'] for subnet, precommit_delete_associations {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:10.173440 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12755666-8093-4798-b52f-74f767bcfa8a tempest-RoutersNegativeIpV6Test-1640623158 tempest-RoutersNegativeIpV6Test-1640623158-project] Checking segment: {'id': 'd6ff2df9-ef85-4d4f-851b-b1f0b700307d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '1a62ff2a-7d09-44e6-85fa-2510904c80e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 19 07:43:10.173791 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12755666-8093-4798-b52f-74f767bcfa8a tempest-RoutersNegativeIpV6Test-1640623158 tempest-RoutersNegativeIpV6Test-1640623158-project] Network hostable DHCP agents. Network: 1a62ff2a-7d09-44e6-85fa-2510904c80e5, hostable agents: ['310d813b-0e3e-4d7e-9b79-8f4ec0dbcab0'], hosted agents: [] {{(pid=103333) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 07:43:10.199753 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-e04cc7bd-1b56-40f9-9be4-3da332e2e0d2 req-4dcaa11d-ad8e-4918-b362-a1d189025e39 tempest-TestServerAdvancedOps-868832884 tempest-TestServerAdvancedOps-868832884-project] 10.222.0.27 "GET /v2.0/security-groups?id=155371e7-73ab-4479-86a0-e61426642fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882645 Oct 19 07:43:10.243948 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31337dd5-b005-4f36-8d15-6226f3dd1eb6 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Made reservation on behalf of 0cd3ded9dc134e3392e5122464eefb82 for: {'subnet': 1} {{(pid=103332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 07:43:10.247744 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-31337dd5-b005-4f36-8d15-6226f3dd1eb6 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130659787'] for subnet, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:10.274235 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12755666-8093-4798-b52f-74f767bcfa8a tempest-RoutersNegativeIpV6Test-1640623158 tempest-RoutersNegativeIpV6Test-1640623158-project] Network 1a62ff2a-7d09-44e6-85fa-2510904c80e5 is scheduled to be hosted by DHCP agent 310d813b-0e3e-4d7e-9b79-8f4ec0dbcab0 with binding_index 1 {{(pid=103333) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 07:43:10.304061 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-77fea6c6-0e22-44ab-a7f1-a3ce3e54a108 None None] Attempt 2 to provision port 9b30fa6b-14f0-4e33-8ef6-7c1b932b18e6 Oct 19 07:43:10.314928 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-12755666-8093-4798-b52f-74f767bcfa8a tempest-RoutersNegativeIpV6Test-1640623158 tempest-RoutersNegativeIpV6Test-1640623158-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861624-1-hyperv, 1a62ff2a-7d09-44e6-85fa-2510904c80e5) {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:43:10.327323 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12755666-8093-4798-b52f-74f767bcfa8a tempest-RoutersNegativeIpV6Test-1640623158 tempest-RoutersNegativeIpV6Test-1640623158-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:43:10.328157 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-12755666-8093-4798-b52f-74f767bcfa8a tempest-RoutersNegativeIpV6Test-1640623158 tempest-RoutersNegativeIpV6Test-1640623158-project] Notify callbacks [] for subnet, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:10.349993 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58ba5831-36fe-4250-91fc-6165ed0a82f3 None None] Network 1a62ff2a-7d09-44e6-85fa-2510904c80e5 requested from dv-neutron-861624-1-hyperv {{(pid=103334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 07:43:10.355786 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-16caff1c-b997-404a-9170-0a3ab429a699 tempest-RoutersNegativeTest-1307537776 tempest-RoutersNegativeTest-1307537776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-679826'] for subnet, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:10.392912 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-12755666-8093-4798-b52f-74f767bcfa8a tempest-RoutersNegativeIpV6Test-1640623158 tempest-RoutersNegativeIpV6Test-1640623158-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2757368 Oct 19 07:43:10.396832 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 58742) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:43:10.404459 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-7170f327-ec8f-4906-9c17-41a39c1fd390 tempest-RoutersNegativeIpV6Test-1640623158 tempest-RoutersNegativeIpV6Test-1640623158-project] Request body: {'network': {'name': 'tempest-router-network01--1883753163'}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:43:10.406561 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-37a74122-37cc-4000-bf4b-3f983023a3ca tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Notify callbacks [] for port, precommit_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:10.414939 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-37a74122-37cc-4000-bf4b-3f983023a3ca tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130996754'] for port, after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:10.454380 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-77fea6c6-0e22-44ab-a7f1-a3ce3e54a108 None None] Port 9b30fa6b-14f0-4e33-8ef6-7c1b932b18e6 cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 07:43:10.458492 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7170f327-ec8f-4906-9c17-41a39c1fd390 tempest-RoutersNegativeIpV6Test-1640623158 tempest-RoutersNegativeIpV6Test-1640623158-project] Made reservation on behalf of 94745ff241da4fda995cada3cbd8676b for: {'network': 1} {{(pid=103332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 07:43:10.462153 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-7170f327-ec8f-4906-9c17-41a39c1fd390 tempest-RoutersNegativeIpV6Test-1640623158 tempest-RoutersNegativeIpV6Test-1640623158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for network, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:10.556343 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7170f327-ec8f-4906-9c17-41a39c1fd390 tempest-RoutersNegativeIpV6Test-1640623158 tempest-RoutersNegativeIpV6Test-1640623158-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 177} {{(pid=103332) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 07:43:10.587945 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-7170f327-ec8f-4906-9c17-41a39c1fd390 tempest-RoutersNegativeIpV6Test-1640623158 tempest-RoutersNegativeIpV6Test-1640623158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979'] for segment, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:10.588388 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.db.segments_db [None req-7170f327-ec8f-4906-9c17-41a39c1fd390 tempest-RoutersNegativeIpV6Test-1640623158 tempest-RoutersNegativeIpV6Test-1640623158-project] Added segment 1e01d54a-5afd-4321-87f4-2c6371168227 of type vlan for network cbb6531e-4a42-4d2e-aeca-418129ebbacd Oct 19 07:43:10.597707 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cc772b-6f94-40fd-914a-9a751d4f4f46 req-c10f9df8-dd49-4a3d-ae90-dc687a96734e tempest-TestServerAdvancedOps-868832884 tempest-TestServerAdvancedOps-868832884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:43:10.599366 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-e3cc772b-6f94-40fd-914a-9a751d4f4f46 req-c10f9df8-dd49-4a3d-ae90-dc687a96734e tempest-TestServerAdvancedOps-868832884 tempest-TestServerAdvancedOps-868832884-project] 10.222.0.16 "GET /v2.0/ports?device_id=abfb3cf5-9e46-4bed-af19-03fee3203815 HTTP/1.1" status: 200 len: 946 time: 0.1220088 Oct 19 07:43:10.653371 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-31337dd5-b005-4f36-8d15-6226f3dd1eb6 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-133552662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130659641'] for subnet, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:10.691537 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-7170f327-ec8f-4906-9c17-41a39c1fd390 tempest-RoutersNegativeIpV6Test-1640623158 tempest-RoutersNegativeIpV6Test-1640623158-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785020965340'] for network, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:10.736985 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31f81b7a-eafb-4e3f-b25c-680a799c185a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d12c6ac-27a3-545c-a8f3-f04e30423d6d-1a62ff2a-7d09-44e6-85fa-2510904c80e5', 'network_id': '1a62ff2a-7d09-44e6-85fa-2510904c80e5', 'tenant_id': '94745ff241da4fda995cada3cbd8676b', 'fixed_ips': [{'subnet_id': '2e4c478d-a992-4f6d-9089-85a80ce9a0fe'}]}} from dv-neutron-861624-1-hyperv. {{(pid=103334) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 07:43:10.738002 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-31f81b7a-eafb-4e3f-b25c-680a799c185a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:10.754313 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31337dd5-b005-4f36-8d15-6226f3dd1eb6 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Network 5b4755dd-54e2-40a6-8450-ab8eb989f82c is already hosted by enough agents. {{(pid=103332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 07:43:10.775752 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.base_scheduler [None req-31337dd5-b005-4f36-8d15-6226f3dd1eb6 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Resources bound (agent type, host, resource id): {{(pid=103332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:43:10.801313 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31337dd5-b005-4f36-8d15-6226f3dd1eb6 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:43:10.801898 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-31337dd5-b005-4f36-8d15-6226f3dd1eb6 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Notify callbacks [] for subnet, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:10.804606 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31337dd5-b005-4f36-8d15-6226f3dd1eb6 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Pushing event updated for resources: {'Subnet': ['ID=5c519310-b141-4444-90d2-59bca1bea933,revision_number=0']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:43:10.833176 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-7170f327-ec8f-4906-9c17-41a39c1fd390 tempest-RoutersNegativeIpV6Test-1640623158 tempest-RoutersNegativeIpV6Test-1640623158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873'] for network, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:10.839846 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7170f327-ec8f-4906-9c17-41a39c1fd390 tempest-RoutersNegativeIpV6Test-1640623158 tempest-RoutersNegativeIpV6Test-1640623158-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:43:10.840676 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-7170f327-ec8f-4906-9c17-41a39c1fd390 tempest-RoutersNegativeIpV6Test-1640623158 tempest-RoutersNegativeIpV6Test-1640623158-project] Notify callbacks [] for network, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:10.853532 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-31337dd5-b005-4f36-8d15-6226f3dd1eb6 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7515571 Oct 19 07:43:10.854730 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-16caff1c-b997-404a-9170-0a3ab429a699 tempest-RoutersNegativeTest-1307537776 tempest-RoutersNegativeTest-1307537776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-679819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130997964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130170408'] for subnet, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:10.856771 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 58744) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:43:10.861958 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a74122-37cc-4000-bf4b-3f983023a3ca tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Pushing event updated for resources: {'Port': ['ID=ec641f84-ca29-4d8a-a23d-591f8d0571e8,revision_number=2']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:43:10.877110 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-45fbfa70-9bb0-4898-8b26-689b4fc42f1a tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Request body: {'security_group': {'name': 'tempest-secgroup-1923356016'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:43:10.882712 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-37a74122-37cc-4000-bf4b-3f983023a3ca tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1695041'] for floatingip, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:10.887538 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-7170f327-ec8f-4906-9c17-41a39c1fd390 tempest-RoutersNegativeIpV6Test-1640623158 tempest-RoutersNegativeIpV6Test-1640623158-project] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4896476 Oct 19 07:43:10.899016 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 58746) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:43:10.905161 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-2494e973-4c7d-4b71-98cd-1590b34d6a22 tempest-RoutersNegativeIpV6Test-1640623158 tempest-RoutersNegativeIpV6Test-1640623158-project] Request body: {'network': {'name': 'tempest-router-network02--598391902'}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:43:10.940326 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.db_base_plugin_common [None req-31f81b7a-eafb-4e3f-b25c-680a799c185a None None] Allocated IP 2001:db8::2 (1a62ff2a-7d09-44e6-85fa-2510904c80e5/2e4c478d-a992-4f6d-9089-85a80ce9a0fe/d60e37bf-0fd1-448d-b093-3eea0b4850f3) {{(pid=103334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 07:43:10.946588 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16caff1c-b997-404a-9170-0a3ab429a699 tempest-RoutersNegativeTest-1307537776 tempest-RoutersNegativeTest-1307537776-project] Pushing event deleted for resources: {'Subnet': ['ID=336fd404-0be9-4521-a85b-fb19d93a4cab,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:43:10.959469 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-77fea6c6-0e22-44ab-a7f1-a3ce3e54a108 None None] Attempt 3 to provision port 9b30fa6b-14f0-4e33-8ef6-7c1b932b18e6 Oct 19 07:43:10.960182 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-16caff1c-b997-404a-9170-0a3ab429a699 tempest-RoutersNegativeTest-1307537776 tempest-RoutersNegativeTest-1307537776-project] Notify callbacks [] for subnet, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:10.960456 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7170f327-ec8f-4906-9c17-41a39c1fd390 tempest-RoutersNegativeIpV6Test-1640623158 tempest-RoutersNegativeIpV6Test-1640623158-project] Pushing event updated for resources: {'Network': ['ID=cbb6531e-4a42-4d2e-aeca-418129ebbacd,revision_number=1']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:43:10.963676 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-16caff1c-b997-404a-9170-0a3ab429a699 tempest-RoutersNegativeTest-1307537776 tempest-RoutersNegativeTest-1307537776-project] 10.222.0.27 "DELETE /v2.0/subnets/336fd404-0be9-4521-a85b-fb19d93a4cab HTTP/1.1" status: 204 len: 168 time: 1.0441024 Oct 19 07:43:10.967550 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 58748) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:43:10.980094 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.plugin [req-e3cc772b-6f94-40fd-914a-9a751d4f4f46 req-28b32d12-a49b-471f-9166-24fefd554e74 tempest-TestServerAdvancedOps-868832884 tempest-TestServerAdvancedOps-868832884-project] Deleting port cb0b6aac-18ad-4bc1-a130-af1b5c727fd2 {{(pid=103332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 07:43:10.980356 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-e3cc772b-6f94-40fd-914a-9a751d4f4f46 req-28b32d12-a49b-471f-9166-24fefd554e74 tempest-TestServerAdvancedOps-868832884 tempest-TestServerAdvancedOps-868832884-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:10.985788 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2494e973-4c7d-4b71-98cd-1590b34d6a22 tempest-RoutersNegativeIpV6Test-1640623158 tempest-RoutersNegativeIpV6Test-1640623158-project] Made reservation on behalf of 94745ff241da4fda995cada3cbd8676b for: {'network': 1} {{(pid=103332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 07:43:10.990125 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-2494e973-4c7d-4b71-98cd-1590b34d6a22 tempest-RoutersNegativeIpV6Test-1640623158 tempest-RoutersNegativeIpV6Test-1640623158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for network, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:11.001479 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ceaeb08-1f72-4889-8bbe-f50bca110535 None None] Network aa75d581-ad8e-4469-98d0-12b4e85f12e3 requested from dv-neutron-861624-1-hyperv {{(pid=103334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 07:43:11.004638 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-45fbfa70-9bb0-4898-8b26-689b4fc42f1a tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Notify callbacks [] for security_group, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:11.021176 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Network cbb6531e-4a42-4d2e-aeca-418129ebbacd details requested by agent ovs-agent-dv-neutron-861624-1-hyperv with host dv-neutron-861624-1-hyperv {{(pid=103334) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 07:43:11.068227 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2494e973-4c7d-4b71-98cd-1590b34d6a22 tempest-RoutersNegativeIpV6Test-1640623158 tempest-RoutersNegativeIpV6Test-1640623158-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 190} {{(pid=103332) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 07:43:11.092461 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-2494e973-4c7d-4b71-98cd-1590b34d6a22 tempest-RoutersNegativeIpV6Test-1640623158 tempest-RoutersNegativeIpV6Test-1640623158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979'] for segment, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:11.092891 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.db.segments_db [None req-2494e973-4c7d-4b71-98cd-1590b34d6a22 tempest-RoutersNegativeIpV6Test-1640623158 tempest-RoutersNegativeIpV6Test-1640623158-project] Added segment 70625a10-d6b7-44b0-ae57-7708df51249f of type vlan for network 27c084e1-5090-46d9-ad9a-572c0846ba04 Oct 19 07:43:11.143535 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.db [req-e3cc772b-6f94-40fd-914a-9a751d4f4f46 req-28b32d12-a49b-471f-9166-24fefd554e74 tempest-TestServerAdvancedOps-868832884 tempest-TestServerAdvancedOps-868832884-project] For port cb0b6aac-18ad-4bc1-a130-af1b5c727fd2, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=cb0b6aac-18ad-4bc1-a130-af1b5c727fd2,segment=NetworkSegment(d0bdb69e-594c-48cb-95b6-048c97b894c6),segment_id=d0bdb69e-594c-48cb-95b6-048c97b894c6)] {{(pid=103332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:43:11.143885 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-e3cc772b-6f94-40fd-914a-9a751d4f4f46 req-28b32d12-a49b-471f-9166-24fefd554e74 tempest-TestServerAdvancedOps-868832884 tempest-TestServerAdvancedOps-868832884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:11.148591 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-23fa0835-6772-4542-9bbf-ae44bee01b23 tempest-RoutersNegativeTest-1307537776 tempest-RoutersNegativeTest-1307537776-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-667019'] for network, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:11.153281 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.db.l3_db [None req-37a74122-37cc-4000-bf4b-3f983023a3ca tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Floating IP 08cb14e1-dd1e-47d1-a107-4f2d3da03740 associated. External IP: 172.26.0.38, port: 8cf325f6-d6fe-4a3c-a0da-962dcfe49943. Oct 19 07:43:11.163091 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-2494e973-4c7d-4b71-98cd-1590b34d6a22 tempest-RoutersNegativeIpV6Test-1640623158 tempest-RoutersNegativeIpV6Test-1640623158-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785020965340'] for network, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:11.168935 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.plugin [req-e3cc772b-6f94-40fd-914a-9a751d4f4f46 req-28b32d12-a49b-471f-9166-24fefd554e74 tempest-TestServerAdvancedOps-868832884 tempest-TestServerAdvancedOps-868832884-project] Calling delete_port for cb0b6aac-18ad-4bc1-a130-af1b5c727fd2 owned by compute:nova {{(pid=103332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 07:43:11.252701 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-2494e973-4c7d-4b71-98cd-1590b34d6a22 tempest-RoutersNegativeIpV6Test-1640623158 tempest-RoutersNegativeIpV6Test-1640623158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873'] for network, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:11.263225 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2494e973-4c7d-4b71-98cd-1590b34d6a22 tempest-RoutersNegativeIpV6Test-1640623158 tempest-RoutersNegativeIpV6Test-1640623158-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:43:11.265048 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-2494e973-4c7d-4b71-98cd-1590b34d6a22 tempest-RoutersNegativeIpV6Test-1640623158 tempest-RoutersNegativeIpV6Test-1640623158-project] Notify callbacks [] for network, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:11.314395 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-45fbfa70-9bb0-4898-8b26-689b4fc42f1a tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Notify callbacks [] for security_group, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:11.338723 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-2494e973-4c7d-4b71-98cd-1590b34d6a22 tempest-RoutersNegativeIpV6Test-1640623158 tempest-RoutersNegativeIpV6Test-1640623158-project] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4373398 Oct 19 07:43:11.344484 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-77fea6c6-0e22-44ab-a7f1-a3ce3e54a108 None None] Port 9b30fa6b-14f0-4e33-8ef6-7c1b932b18e6 cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 07:43:11.348334 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 58754) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:43:11.353543 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-45fbfa70-9bb0-4898-8b26-689b4fc42f1a tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788643'] for security_group, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:11.368321 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-9a2eae0d-c876-4bef-92fd-6774331a62b4 tempest-RoutersNegativeIpV6Test-1640623158 tempest-RoutersNegativeIpV6Test-1640623158-project] Request body: {'subnet': {'network_id': 'cbb6531e-4a42-4d2e-aeca-418129ebbacd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:43:11.417671 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e32638da-d721-464d-a258-3fb1b38a9e2d None None] Network 5b4755dd-54e2-40a6-8450-ab8eb989f82c requested from dv-neutron-861624-1-hyperv {{(pid=103334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 07:43:11.422990 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-45fbfa70-9bb0-4898-8b26-689b4fc42f1a tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Notify callbacks [] for security_group, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:11.424247 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-45fbfa70-9bb0-4898-8b26-689b4fc42f1a tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] 10.222.0.27 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.5635576 Oct 19 07:43:11.439736 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 58756) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:43:11.449866 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-af96b7ec-55a1-4285-949f-fee4c1cc22c7 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Request body: {'security_group': {'name': 'tempest-secgroup-1031578578'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:43:11.454202 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2494e973-4c7d-4b71-98cd-1590b34d6a22 tempest-RoutersNegativeIpV6Test-1640623158 tempest-RoutersNegativeIpV6Test-1640623158-project] Pushing event updated for resources: {'Network': ['ID=27c084e1-5090-46d9-ad9a-572c0846ba04,revision_number=1']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:43:11.491872 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fbfa70-9bb0-4898-8b26-689b4fc42f1a tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Pushing event updated for resources: {'SecurityGroup': ['ID=16f8978a-bb2d-4bbf-8454-e55dc4b3df2d,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:43:11.519322 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820566b1-e840-4305-8bd0-7b58454cceae req-3f2a2738-f948-4dda-9082-de2b7e3c460a tempest-TestServerAdvancedOps-868832884 tempest-TestServerAdvancedOps-868832884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:43:11.528339 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-820566b1-e840-4305-8bd0-7b58454cceae req-3f2a2738-f948-4dda-9082-de2b7e3c460a tempest-TestServerAdvancedOps-868832884 tempest-TestServerAdvancedOps-868832884-project] 10.222.0.27 "GET /v2.0/ports?device_id=abfb3cf5-9e46-4bed-af19-03fee3203815 HTTP/1.1" status: 200 len: 946 time: 0.1943564 Oct 19 07:43:11.533316 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Network 27c084e1-5090-46d9-ad9a-572c0846ba04 details requested by agent ovs-agent-dv-neutron-861624-1-hyperv with host dv-neutron-861624-1-hyperv {{(pid=103334) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 07:43:11.576129 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-23fa0835-6772-4542-9bbf-ae44bee01b23 tempest-RoutersNegativeTest-1307537776 tempest-RoutersNegativeTest-1307537776-project] Deleting port 9a9254ce-5a4f-4aec-aa26-22ecc7c65ae7 {{(pid=103333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 07:43:11.577040 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-23fa0835-6772-4542-9bbf-ae44bee01b23 tempest-RoutersNegativeTest-1307537776 tempest-RoutersNegativeTest-1307537776-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:11.583311 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-af96b7ec-55a1-4285-949f-fee4c1cc22c7 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Notify callbacks [] for security_group, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:11.602249 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-820566b1-e840-4305-8bd0-7b58454cceae req-54ac9eec-e9c5-4a64-82d7-e89efedcb371 tempest-TestServerAdvancedOps-868832884 tempest-TestServerAdvancedOps-868832884-project] 10.222.0.27 "GET /v2.0/security-groups?id=155371e7-73ab-4479-86a0-e61426642fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726447 Oct 19 07:43:11.604059 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f927e0c-4867-4ca8-ba1a-0ab613723869 None None] DHCP port deletion for aa75d581-ad8e-4469-98d0-12b4e85f12e3 request from dv-neutron-861624-1-hyperv {{(pid=103334) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 07:43:11.609233 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-31f81b7a-eafb-4e3f-b25c-680a799c185a None None] Notify callbacks [] for port, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:11.630678 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-e3cc772b-6f94-40fd-914a-9a751d4f4f46 req-28b32d12-a49b-471f-9166-24fefd554e74 tempest-TestServerAdvancedOps-868832884 tempest-TestServerAdvancedOps-868832884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133553798'] for port, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:11.654130 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] get_ports_and_sgs() called for port_ids ['cb0b6aac-18ad-4bc1-a130-af1b5c727fd2'] {{(pid=103334) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 19 07:43:11.666311 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a2eae0d-c876-4bef-92fd-6774331a62b4 tempest-RoutersNegativeIpV6Test-1640623158 tempest-RoutersNegativeIpV6Test-1640623158-project] Made reservation on behalf of 94745ff241da4fda995cada3cbd8676b for: {'subnet': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 07:43:11.669824 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-9a2eae0d-c876-4bef-92fd-6774331a62b4 tempest-RoutersNegativeIpV6Test-1640623158 tempest-RoutersNegativeIpV6Test-1640623158-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130170579'] for subnet, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:11.688280 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:11.689353 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-31f81b7a-eafb-4e3f-b25c-680a799c185a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785020947330'] for port, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:11.690390 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b32d12-a49b-471f-9166-24fefd554e74 tempest-TestServerAdvancedOps-868832884 tempest-TestServerAdvancedOps-868832884-project] Pushing event deleted for resources: {'Port': ['ID=cb0b6aac-18ad-4bc1-a130-af1b5c727fd2,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:43:11.721363 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3cc772b-6f94-40fd-914a-9a751d4f4f46 req-28b32d12-a49b-471f-9166-24fefd554e74 tempest-TestServerAdvancedOps-868832884 tempest-TestServerAdvancedOps-868832884-project] No DVR routers for this DVR port cb0b6aac-18ad-4bc1-a130-af1b5c727fd2 on host hv-neutron-8616 {{(pid=103332) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 19 07:43:11.724312 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-e3cc772b-6f94-40fd-914a-9a751d4f4f46 req-28b32d12-a49b-471f-9166-24fefd554e74 tempest-TestServerAdvancedOps-868832884 tempest-TestServerAdvancedOps-868832884-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42160'] for port, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:11.729565 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-e3cc772b-6f94-40fd-914a-9a751d4f4f46 req-28b32d12-a49b-471f-9166-24fefd554e74 tempest-TestServerAdvancedOps-868832884 tempest-TestServerAdvancedOps-868832884-project] 10.222.0.16 "DELETE /v2.0/ports/cb0b6aac-18ad-4bc1-a130-af1b5c727fd2 HTTP/1.1" status: 204 len: 173 time: 1.1178887 Oct 19 07:43:11.730775 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abfb3cf5-9e46-4bed-af19-03fee3203815', 'name': 'network-vif-deleted', 'tag': 'cb0b6aac-18ad-4bc1-a130-af1b5c727fd2'}] {{(pid=103332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 19 07:43:11.733231 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a021b02cf5f527cd4bbbc40a031b51490d9893d7edeeb551bdf5128ee7546f8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4674f2c9-4803-44a2-a461-05b5c63eb41b" -d '{"events": [{"server_uuid": "abfb3cf5-9e46-4bed-af19-03fee3203815", "name": "network-vif-deleted", "tag": "cb0b6aac-18ad-4bc1-a130-af1b5c727fd2"}]}' {{(pid=103332) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 07:43:11.767212 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37a74122-37cc-4000-bf4b-3f983023a3ca tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Router ff8271cb-2431-40f0-b6a1-80a9bac26437 has already been hosted by L3 agent ab388470-1243-4d53-80f2-c2f5899c97a7 {{(pid=103333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 07:43:11.783819 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 19 Oct 2022 07:43:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfd35c7e-aad3-4549-be5c-70eeda70e39c x-openstack-request-id: req-dfd35c7e-aad3-4549-be5c-70eeda70e39c {{(pid=103332) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 07:43:11.784219 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "abfb3cf5-9e46-4bed-af19-03fee3203815", "name": "network-vif-deleted", "tag": "cb0b6aac-18ad-4bc1-a130-af1b5c727fd2", "status": "completed", "code": 200}]} {{(pid=103332) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 07:43:11.785174 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-dfd35c7e-aad3-4549-be5c-70eeda70e39c {{(pid=103332) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 07:43:11.785672 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dfd35c7e-aad3-4549-be5c-70eeda70e39c'] response: {'server_uuid': 'abfb3cf5-9e46-4bed-af19-03fee3203815', 'name': 'network-vif-deleted', 'tag': 'cb0b6aac-18ad-4bc1-a130-af1b5c727fd2', 'status': 'completed', 'code': 200} Oct 19 07:43:11.811221 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31f81b7a-eafb-4e3f-b25c-680a799c185a None None] Network 1a62ff2a-7d09-44e6-85fa-2510904c80e5 is already hosted by enough agents. {{(pid=103334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 07:43:11.811817 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.db [None req-23fa0835-6772-4542-9bbf-ae44bee01b23 tempest-RoutersNegativeTest-1307537776 tempest-RoutersNegativeTest-1307537776-project] For port 9a9254ce-5a4f-4aec-aa26-22ecc7c65ae7, host dv-neutron-861624-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=9a9254ce-5a4f-4aec-aa26-22ecc7c65ae7,segment=NetworkSegment(214122d8-3bd2-4802-be3c-b1fb5f573906),segment_id=214122d8-3bd2-4802-be3c-b1fb5f573906)] {{(pid=103333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:43:11.812074 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-23fa0835-6772-4542-9bbf-ae44bee01b23 tempest-RoutersNegativeTest-1307537776 tempest-RoutersNegativeTest-1307537776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:11.820548 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.scheduler.base_scheduler [None req-31f81b7a-eafb-4e3f-b25c-680a799c185a None None] Resources bound (agent type, host, resource id): {{(pid=103334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:43:11.839978 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31f81b7a-eafb-4e3f-b25c-680a799c185a None None] Received port after_create {{(pid=103334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 07:43:11.846232 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-77fea6c6-0e22-44ab-a7f1-a3ce3e54a108 None None] Attempt 4 to provision port 9b30fa6b-14f0-4e33-8ef6-7c1b932b18e6 Oct 19 07:43:11.854091 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-23fa0835-6772-4542-9bbf-ae44bee01b23 tempest-RoutersNegativeTest-1307537776 tempest-RoutersNegativeTest-1307537776-project] Calling delete_port for 9a9254ce-5a4f-4aec-aa26-22ecc7c65ae7 owned by network:dhcp {{(pid=103333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 07:43:11.886803 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device 9a9254ce-5a4f-4aec-aa26-22ecc7c65ae7 no longer exists at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 07:43:11.929759 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f81b7a-eafb-4e3f-b25c-680a799c185a None None] Pushing event updated for resources: {'Port': ['ID=d60e37bf-0fd1-448d-b093-3eea0b4850f3,revision_number=1']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:43:11.931085 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-af96b7ec-55a1-4285-949f-fee4c1cc22c7 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Notify callbacks [] for security_group, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:11.969370 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-af96b7ec-55a1-4285-949f-fee4c1cc22c7 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788643'] for security_group, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:11.995956 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-77fea6c6-0e22-44ab-a7f1-a3ce3e54a108 None None] Port 9b30fa6b-14f0-4e33-8ef6-7c1b932b18e6 cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 07:43:12.021647 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-31f81b7a-eafb-4e3f-b25c-680a799c185a None None] Attempting to bind port d60e37bf-0fd1-448d-b093-3eea0b4850f3 on host dv-neutron-861624-1-hyperv for vnic_type normal with profile {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 19 07:43:12.022017 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-31f81b7a-eafb-4e3f-b25c-680a799c185a None None] Attempting to bind port d60e37bf-0fd1-448d-b093-3eea0b4850f3 by drivers openvswitch,hyperv on host dv-neutron-861624-1-hyperv at level 0 using segments [{'id': 'd6ff2df9-ef85-4d4f-851b-b1f0b700307d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '1a62ff2a-7d09-44e6-85fa-2510904c80e5'}] {{(pid=103334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 19 07:43:12.022383 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31f81b7a-eafb-4e3f-b25c-680a799c185a None None] Attempting to bind port d60e37bf-0fd1-448d-b093-3eea0b4850f3 on network 1a62ff2a-7d09-44e6-85fa-2510904c80e5 {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 07:43:12.032448 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-5f927e0c-4867-4ca8-ba1a-0ab613723869 None None] Deleting port 9a9254ce-5a4f-4aec-aa26-22ecc7c65ae7 {{(pid=103334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 07:43:12.032848 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-5f927e0c-4867-4ca8-ba1a-0ab613723869 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:12.037540 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31f81b7a-eafb-4e3f-b25c-680a799c185a None None] Checking agent: {'id': 'a5b0152c-d633-409b-aaf8-3b76458e2410', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861624-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 19, 7, 30, 19), 'started_at': datetime.datetime(2022, 10, 19, 7, 30, 49), 'heartbeat_timestamp': datetime.datetime(2022, 10, 19, 7, 42, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861624-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 07:43:12.037914 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31f81b7a-eafb-4e3f-b25c-680a799c185a None None] Checking segment: {'id': 'd6ff2df9-ef85-4d4f-851b-b1f0b700307d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '1a62ff2a-7d09-44e6-85fa-2510904c80e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 19 07:43:12.038305 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-31f81b7a-eafb-4e3f-b25c-680a799c185a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:12.039060 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31f81b7a-eafb-4e3f-b25c-680a799c185a None None] Bound using segment: {'id': 'd6ff2df9-ef85-4d4f-851b-b1f0b700307d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '1a62ff2a-7d09-44e6-85fa-2510904c80e5'} {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 07:43:12.039210 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-31f81b7a-eafb-4e3f-b25c-680a799c185a None None] Bound port: d60e37bf-0fd1-448d-b093-3eea0b4850f3, host: dv-neutron-861624-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6ff2df9-ef85-4d4f-851b-b1f0b700307d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '1a62ff2a-7d09-44e6-85fa-2510904c80e5'}}] {{(pid=103334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 19 07:43:12.039534 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-31f81b7a-eafb-4e3f-b25c-680a799c185a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:12.052293 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-af96b7ec-55a1-4285-949f-fee4c1cc22c7 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Notify callbacks [] for security_group, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:12.053547 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-af96b7ec-55a1-4285-949f-fee4c1cc22c7 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] 10.222.0.27 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.6107006 Oct 19 07:43:12.057134 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 58760) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:43:12.064189 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-0a64709f-5593-48a5-9e2d-7be20f77eaf3 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Request body: {'security_group': {'name': 'tempest-secgroup-1387062555'}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:43:12.094869 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-0a64709f-5593-48a5-9e2d-7be20f77eaf3 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Notify callbacks [] for security_group, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:12.103570 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af96b7ec-55a1-4285-949f-fee4c1cc22c7 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7b3630cd-ad15-4d95-80d2-4e6de6742545,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:43:12.157286 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37a74122-37cc-4000-bf4b-3f983023a3ca tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Notify agent at l3_agent.dv-neutron-861624-1-hyperv the message routers_updated {{(pid=103333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 07:43:12.178958 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-23fa0835-6772-4542-9bbf-ae44bee01b23 tempest-RoutersNegativeTest-1307537776 tempest-RoutersNegativeTest-1307537776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130996763'] for port, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:12.196530 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34e3db3e-ab09-4c83-bca7-bcbaf6cb0627 None None] Sync routers for ids ['ff8271cb-2431-40f0-b6a1-80a9bac26437'] in dv-neutron-861624-1-hyperv {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 07:43:12.208426 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-5f927e0c-4867-4ca8-ba1a-0ab613723869 None None] For port 9a9254ce-5a4f-4aec-aa26-22ecc7c65ae7, host dv-neutron-861624-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=9a9254ce-5a4f-4aec-aa26-22ecc7c65ae7,segment=NetworkSegment(214122d8-3bd2-4802-be3c-b1fb5f573906),segment_id=214122d8-3bd2-4802-be3c-b1fb5f573906)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:43:12.208858 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-5f927e0c-4867-4ca8-ba1a-0ab613723869 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:12.211354 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-0a64709f-5593-48a5-9e2d-7be20f77eaf3 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Notify callbacks [] for security_group, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:12.216867 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-0a64709f-5593-48a5-9e2d-7be20f77eaf3 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788643'] for security_group, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:12.220453 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34e3db3e-ab09-4c83-bca7-bcbaf6cb0627 None None] Routers {'ff8271cb-2431-40f0-b6a1-80a9bac26437'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 07:43:12.221282 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-34e3db3e-ab09-4c83-bca7-bcbaf6cb0627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T07:42:46Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['ff8271cb-2431-40f0-b6a1-80a9bac26437'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:43:12.228755 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-9a2eae0d-c876-4bef-92fd-6774331a62b4 tempest-RoutersNegativeIpV6Test-1640623158 tempest-RoutersNegativeIpV6Test-1640623158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130997899', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130170401'] for subnet, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:12.248338 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-5f927e0c-4867-4ca8-ba1a-0ab613723869 None None] Calling delete_port for 9a9254ce-5a4f-4aec-aa26-22ecc7c65ae7 owned by network:dhcp {{(pid=103334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 07:43:12.254392 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Current status of the port 9a9254ce-5a4f-4aec-aa26-22ecc7c65ae7 is: ACTIVE; New status is: DOWN {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:43:12.255093 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:12.258215 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-0a64709f-5593-48a5-9e2d-7be20f77eaf3 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Notify callbacks [] for security_group, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:12.260378 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-0a64709f-5593-48a5-9e2d-7be20f77eaf3 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] 10.222.0.27 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.2006259 Oct 19 07:43:12.262483 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 58762) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:43:12.265793 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a64709f-5593-48a5-9e2d-7be20f77eaf3 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ea716eec-ff80-4b39-81d9-5d0363b32375,revision_number=1']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:43:12.278405 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-34e3db3e-ab09-4c83-bca7-bcbaf6cb0627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:43:12.289255 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-42b77d98-d711-42bd-8d16-1b964df419a7 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1559453809', 'security_groups': ['ea716eec-ff80-4b39-81d9-5d0363b32375'], 'network_id': '5b4755dd-54e2-40a6-8450-ab8eb989f82c', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '5c519310-b141-4444-90d2-59bca1bea933'}]}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:43:12.291377 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34e3db3e-ab09-4c83-bca7-bcbaf6cb0627 None None] Routers {'ff8271cb-2431-40f0-b6a1-80a9bac26437'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 07:43:12.292251 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-34e3db3e-ab09-4c83-bca7-bcbaf6cb0627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T07:42:46Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['ff8271cb-2431-40f0-b6a1-80a9bac26437'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:43:12.302415 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02665482-f698-40c3-b659-025d56338da9 None None] Update dhcp port {'port': {'network_id': '5b4755dd-54e2-40a6-8450-ab8eb989f82c', 'fixed_ips': [{'subnet_id': '74646ddc-eb45-4b33-82a2-4bdb2cd2dafa', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '5c519310-b141-4444-90d2-59bca1bea933'}], 'binding:host_id': 'dv-neutron-861624-1-hyperv'}, 'id': '4c5ef16a-63cc-44d2-ae39-e0b77b1f3f96'} from dv-neutron-861624-1-hyperv. {{(pid=103334) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 19 07:43:12.302415 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-31f81b7a-eafb-4e3f-b25c-680a799c185a None None] For port d60e37bf-0fd1-448d-b093-3eea0b4850f3, host dv-neutron-861624-1-hyperv, cleared binding levels {{(pid=103334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 07:43:12.315173 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-37a74122-37cc-4000-bf4b-3f983023a3ca tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42160'] for floatingip, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:12.345575 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-34e3db3e-ab09-4c83-bca7-bcbaf6cb0627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:43:12.346933 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34e3db3e-ab09-4c83-bca7-bcbaf6cb0627 None None] The sync data for ids ['ff8271cb-2431-40f0-b6a1-80a9bac26437'] in dv-neutron-861624-1-hyperv is: [] {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 07:43:12.374464 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-31f81b7a-eafb-4e3f-b25c-680a799c185a None None] For port d60e37bf-0fd1-448d-b093-3eea0b4850f3, host dv-neutron-861624-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=d60e37bf-0fd1-448d-b093-3eea0b4850f3,segment=NetworkSegment(d6ff2df9-ef85-4d4f-851b-b1f0b700307d),segment_id=d6ff2df9-ef85-4d4f-851b-b1f0b700307d)] {{(pid=103334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 07:43:12.382489 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-02665482-f698-40c3-b659-025d56338da9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:12.383272 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23fa0835-6772-4542-9bbf-ae44bee01b23 tempest-RoutersNegativeTest-1307537776 tempest-RoutersNegativeTest-1307537776-project] No DVR routers for this DVR port 9a9254ce-5a4f-4aec-aa26-22ecc7c65ae7 on host dv-neutron-861624-1-hyperv {{(pid=103333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 19 07:43:12.390679 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-31f81b7a-eafb-4e3f-b25c-680a799c185a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:12.414612 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fa0835-6772-4542-9bbf-ae44bee01b23 tempest-RoutersNegativeTest-1307537776 tempest-RoutersNegativeTest-1307537776-project] Pushing event deleted for resources: {'Port': ['ID=9a9254ce-5a4f-4aec-aa26-22ecc7c65ae7,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:43:12.432740 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42b77d98-d711-42bd-8d16-1b964df419a7 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Made reservation on behalf of 0cd3ded9dc134e3392e5122464eefb82 for: {'port': 1} {{(pid=103332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 07:43:12.504937 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-77fea6c6-0e22-44ab-a7f1-a3ce3e54a108 None None] Attempt 5 to provision port 9b30fa6b-14f0-4e33-8ef6-7c1b932b18e6 Oct 19 07:43:12.538501 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-23fa0835-6772-4542-9bbf-ae44bee01b23 tempest-RoutersNegativeTest-1307537776 tempest-RoutersNegativeTest-1307537776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-673051', 'neutron.services.segments.db._delete_segments_for_network-8785021519108'] for network, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:12.546719 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-42b77d98-d711-42bd-8d16-1b964df419a7 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:12.554039 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-5f927e0c-4867-4ca8-ba1a-0ab613723869 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339'] for port, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:12.558914 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f81b7a-eafb-4e3f-b25c-680a799c185a None None] Pushing event updated for resources: {'Port': ['ID=d60e37bf-0fd1-448d-b093-3eea0b4850f3,revision_number=2']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:43:12.567260 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.notifiers.nova [None req-42b77d98-d711-42bd-8d16-1b964df419a7 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] device_id is not set on port d7cdd9f7-d914-40a9-b15e-0351ff83ee77 yet. {{(pid=103332) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 19 07:43:12.618695 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 58764) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:43:12.620969 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-37a74122-37cc-4000-bf4b-3f983023a3ca tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] 10.222.0.27 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 5.1405420 Oct 19 07:43:12.624118 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-23fa0835-6772-4542-9bbf-ae44bee01b23 tempest-RoutersNegativeTest-1307537776 tempest-RoutersNegativeTest-1307537776-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa75d581-ad8e-4469-98d0-12b4e85f12e3']}} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:43:12.625903 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-5dae99f2-d93c-4429-8d15-01d332cfd4e0 tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Request body: {'floatingip': {'port_id': '8cf325f6-d6fe-4a3c-a0da-962dcfe49943', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:43:12.627031 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a2eae0d-c876-4bef-92fd-6774331a62b4 tempest-RoutersNegativeIpV6Test-1640623158 tempest-RoutersNegativeIpV6Test-1640623158-project] Checking segment: {'id': '1e01d54a-5afd-4321-87f4-2c6371168227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'cbb6531e-4a42-4d2e-aeca-418129ebbacd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 19 07:43:12.627495 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a2eae0d-c876-4bef-92fd-6774331a62b4 tempest-RoutersNegativeIpV6Test-1640623158 tempest-RoutersNegativeIpV6Test-1640623158-project] Network hostable DHCP agents. Network: cbb6531e-4a42-4d2e-aeca-418129ebbacd, hostable agents: ['310d813b-0e3e-4d7e-9b79-8f4ec0dbcab0'], hosted agents: [] {{(pid=103333) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 07:43:12.682830 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2eae0d-c876-4bef-92fd-6774331a62b4 tempest-RoutersNegativeIpV6Test-1640623158 tempest-RoutersNegativeIpV6Test-1640623158-project] Pushing event updated for resources: {'Subnet': ['ID=2546cccc-9352-4d7d-a648-c0f36baf0da6,revision_number=0']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:43:12.699243 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-23fa0835-6772-4542-9bbf-ae44bee01b23 tempest-RoutersNegativeTest-1307537776 tempest-RoutersNegativeTest-1307537776-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '214122d8-3bd2-4802-be3c-b1fb5f573906') {'for_net_delete': True} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:43:12.702282 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-23fa0835-6772-4542-9bbf-ae44bee01b23 tempest-RoutersNegativeTest-1307537776 tempest-RoutersNegativeTest-1307537776-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '214122d8-3bd2-4802-be3c-b1fb5f573906') {} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:43:12.727291 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-23fa0835-6772-4542-9bbf-ae44bee01b23 tempest-RoutersNegativeTest-1307537776 tempest-RoutersNegativeTest-1307537776-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785021519382', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-134111927'] for segment, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:12.733090 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 58768) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:43:12.774733 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a2eae0d-c876-4bef-92fd-6774331a62b4 tempest-RoutersNegativeIpV6Test-1640623158 tempest-RoutersNegativeIpV6Test-1640623158-project] Network cbb6531e-4a42-4d2e-aeca-418129ebbacd is scheduled to be hosted by DHCP agent 310d813b-0e3e-4d7e-9b79-8f4ec0dbcab0 with binding_index 1 {{(pid=103333) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 07:43:12.790691 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-23fa0835-6772-4542-9bbf-ae44bee01b23 tempest-RoutersNegativeTest-1307537776 tempest-RoutersNegativeTest-1307537776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979'] for segment, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:12.803135 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-9a2eae0d-c876-4bef-92fd-6774331a62b4 tempest-RoutersNegativeIpV6Test-1640623158 tempest-RoutersNegativeIpV6Test-1640623158-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861624-1-hyperv, cbb6531e-4a42-4d2e-aeca-418129ebbacd) {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:43:12.808169 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a2eae0d-c876-4bef-92fd-6774331a62b4 tempest-RoutersNegativeIpV6Test-1640623158 tempest-RoutersNegativeIpV6Test-1640623158-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:43:12.808959 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-9a2eae0d-c876-4bef-92fd-6774331a62b4 tempest-RoutersNegativeIpV6Test-1640623158 tempest-RoutersNegativeIpV6Test-1640623158-project] Notify callbacks [] for subnet, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:12.822587 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23fa0835-6772-4542-9bbf-ae44bee01b23 tempest-RoutersNegativeTest-1307537776 tempest-RoutersNegativeTest-1307537776-project] Releasing vlan 150 on physical network physnet1 to pool {{(pid=103333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 07:43:12.823576 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-23fa0835-6772-4542-9bbf-ae44bee01b23 tempest-RoutersNegativeTest-1307537776 tempest-RoutersNegativeTest-1307537776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130996782'] for segment, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:12.832738 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.db_base_plugin_v2 [None req-60a1f30a-ed33-4864-8c20-2d1d26b1e887 admin admin] Deleting subnet e477b024-7292-4543-8bcb-7f51bee40870 {{(pid=103333) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 19 07:43:12.836797 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-60a1f30a-ed33-4864-8c20-2d1d26b1e887 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:12.849151 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-5dae99f2-d93c-4429-8d15-01d332cfd4e0 tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Notify callbacks [] for floatingip, before_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:12.860957 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47f9b77f-a148-4c69-bca8-923848c7361f None None] Network cbb6531e-4a42-4d2e-aeca-418129ebbacd requested from dv-neutron-861624-1-hyperv {{(pid=103334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 07:43:12.863706 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-77fea6c6-0e22-44ab-a7f1-a3ce3e54a108 None None] Port 9b30fa6b-14f0-4e33-8ef6-7c1b932b18e6 cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 07:43:12.865550 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f927e0c-4867-4ca8-ba1a-0ab613723869 None None] No DVR routers for this DVR port 9a9254ce-5a4f-4aec-aa26-22ecc7c65ae7 on host dv-neutron-861624-1-hyperv {{(pid=103334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 19 07:43:12.869505 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f927e0c-4867-4ca8-ba1a-0ab613723869 None None] Pushing event deleted for resources: {'Port': ['ID=9a9254ce-5a4f-4aec-aa26-22ecc7c65ae7,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:43:12.894897 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-9a2eae0d-c876-4bef-92fd-6774331a62b4 tempest-RoutersNegativeIpV6Test-1640623158 tempest-RoutersNegativeIpV6Test-1640623158-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5387394 Oct 19 07:43:12.898869 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 58772) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:43:12.906413 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-a7f1954f-0945-4813-99a1-614e4a702ff8 tempest-RoutersNegativeIpV6Test-1640623158 tempest-RoutersNegativeIpV6Test-1640623158-project] Request body: {'subnet': {'network_id': '27c084e1-5090-46d9-ad9a-572c0846ba04', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:43:12.918638 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.services.segments.plugin [-] Segment 214122d8-3bd2-4802-be3c-b1fb5f573906 resource provider aggregate not found Oct 19 07:43:12.950503 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.db_base_plugin_common [None req-42b77d98-d711-42bd-8d16-1b964df419a7 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Allocated IP 2001:db8::91 (5b4755dd-54e2-40a6-8450-ab8eb989f82c/5c519310-b141-4444-90d2-59bca1bea933/d7cdd9f7-d914-40a9-b15e-0351ff83ee77) {{(pid=103332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 07:43:12.956660 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-60a1f30a-ed33-4864-8c20-2d1d26b1e887 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-134111928'] for subnet, precommit_delete_associations {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:12.962435 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.services.segments.plugin [-] Segment 214122d8-3bd2-4802-be3c-b1fb5f573906 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 214122d8-3bd2-4802-be3c-b1fb5f573906 found for delete ", "request_id": "req-6fc87cb8-72c0-4b6a-8498-00f324f71d61"}]} Oct 19 07:43:13.071880 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-23fa0835-6772-4542-9bbf-ae44bee01b23 tempest-RoutersNegativeTest-1307537776 tempest-RoutersNegativeTest-1307537776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-673044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1695087'] for network, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:13.074374 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-836e9f7a-d7bf-44b8-bf38-ef42634f2695 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d12c6ac-27a3-545c-a8f3-f04e30423d6d-cbb6531e-4a42-4d2e-aeca-418129ebbacd', 'network_id': 'cbb6531e-4a42-4d2e-aeca-418129ebbacd', 'tenant_id': '94745ff241da4fda995cada3cbd8676b', 'fixed_ips': [{'subnet_id': '2546cccc-9352-4d7d-a648-c0f36baf0da6'}]}} from dv-neutron-861624-1-hyperv. {{(pid=103334) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 07:43:13.075636 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-836e9f7a-d7bf-44b8-bf38-ef42634f2695 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:13.076002 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-23fa0835-6772-4542-9bbf-ae44bee01b23 tempest-RoutersNegativeTest-1307537776 tempest-RoutersNegativeTest-1307537776-project] Notify callbacks [] for network, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:13.081404 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-23fa0835-6772-4542-9bbf-ae44bee01b23 tempest-RoutersNegativeTest-1307537776 tempest-RoutersNegativeTest-1307537776-project] 10.222.0.27 "DELETE /v2.0/networks/aa75d581-ad8e-4469-98d0-12b4e85f12e3 HTTP/1.1" status: 204 len: 168 time: 2.1119461 Oct 19 07:43:13.090078 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 58776) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:43:13.137465 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-b17e1967-e166-46ab-a797-e8e8863f32e5 tempest-RoutersNegativeTest-1307537776 tempest-RoutersNegativeTest-1307537776-project] 10.222.0.27 "GET /v2.0/ports?device_id=c3020ff1-7311-4e86-b805-da7277eeeccb HTTP/1.1" status: 200 len: 205 time: 0.0460880 Oct 19 07:43:13.142787 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fa0835-6772-4542-9bbf-ae44bee01b23 tempest-RoutersNegativeTest-1307537776 tempest-RoutersNegativeTest-1307537776-project] Pushing event deleted for resources: {'Network': ['ID=aa75d581-ad8e-4469-98d0-12b4e85f12e3,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:43:13.145410 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 58778) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:43:13.159432 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-60a1f30a-ed33-4864-8c20-2d1d26b1e887 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-679826'] for subnet, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:13.240399 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.db_base_plugin_common [None req-836e9f7a-d7bf-44b8-bf38-ef42634f2695 None None] Allocated IP 2001:db8::2 (cbb6531e-4a42-4d2e-aeca-418129ebbacd/2546cccc-9352-4d7d-a648-c0f36baf0da6/6e664574-911e-4c74-88a3-f35418cc63e3) {{(pid=103334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 07:43:13.254264 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-42b77d98-d711-42bd-8d16-1b964df419a7 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Notify callbacks [] for port, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:13.262384 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7f1954f-0945-4813-99a1-614e4a702ff8 tempest-RoutersNegativeIpV6Test-1640623158 tempest-RoutersNegativeIpV6Test-1640623158-project] Made reservation on behalf of 94745ff241da4fda995cada3cbd8676b for: {'subnet': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 07:43:13.266895 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-a7f1954f-0945-4813-99a1-614e4a702ff8 tempest-RoutersNegativeIpV6Test-1640623158 tempest-RoutersNegativeIpV6Test-1640623158-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130170579'] for subnet, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:13.294662 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-ea396f2a-1072-43d3-aa65-82750f258838 tempest-RoutersNegativeTest-1307537776 tempest-RoutersNegativeTest-1307537776-project] Notify callbacks [] for router, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:13.367955 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-77fea6c6-0e22-44ab-a7f1-a3ce3e54a108 None None] Attempt 6 to provision port 9b30fa6b-14f0-4e33-8ef6-7c1b932b18e6 Oct 19 07:43:13.385043 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-42b77d98-d711-42bd-8d16-1b964df419a7 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785020947330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133553798'] for port, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:13.392921 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-1ce45c37-dbb2-4f29-b03f-eb0f589cbbab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:13.458696 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42b77d98-d711-42bd-8d16-1b964df419a7 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Network 5b4755dd-54e2-40a6-8450-ab8eb989f82c is already hosted by enough agents. {{(pid=103332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 07:43:13.496942 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.base_scheduler [None req-42b77d98-d711-42bd-8d16-1b964df419a7 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Resources bound (agent type, host, resource id): {{(pid=103332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:43:13.504473 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.db_base_plugin_common [None req-02665482-f698-40c3-b659-025d56338da9 None None] Allocated IP 2001:db8::2 (5b4755dd-54e2-40a6-8450-ab8eb989f82c/5c519310-b141-4444-90d2-59bca1bea933/4c5ef16a-63cc-44d2-ae39-e0b77b1f3f96) {{(pid=103334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 07:43:13.509144 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42b77d98-d711-42bd-8d16-1b964df419a7 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Received port after_create {{(pid=103332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 07:43:13.512865 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-77fea6c6-0e22-44ab-a7f1-a3ce3e54a108 None None] Port 9b30fa6b-14f0-4e33-8ef6-7c1b932b18e6 cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 07:43:13.515494 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42b77d98-d711-42bd-8d16-1b964df419a7 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:43:13.516314 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-42b77d98-d711-42bd-8d16-1b964df419a7 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42160'] for port, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:13.523717 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-836e9f7a-d7bf-44b8-bf38-ef42634f2695 None None] Notify callbacks [] for port, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:13.533710 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b77d98-d711-42bd-8d16-1b964df419a7 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Pushing event updated for resources: {'Port': ['ID=d7cdd9f7-d914-40a9-b15e-0351ff83ee77,revision_number=1']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:43:13.545221 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-42b77d98-d711-42bd-8d16-1b964df419a7 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.2774549 Oct 19 07:43:13.547553 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-836e9f7a-d7bf-44b8-bf38-ef42634f2695 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785020947330'] for port, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:13.548380 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 58780) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:43:13.556124 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-303b50b7-344a-4012-84c2-119ba187d825 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Request body: {'subnet': {'network_id': '5b4755dd-54e2-40a6-8450-ab8eb989f82c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:43:13.597144 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-ea396f2a-1072-43d3-aa65-82750f258838 tempest-RoutersNegativeTest-1307537776 tempest-RoutersNegativeTest-1307537776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1693565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12618'] for router, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:13.599441 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-60a1f30a-ed33-4864-8c20-2d1d26b1e887 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-679819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130997964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130170408'] for subnet, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:13.614167 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-ea396f2a-1072-43d3-aa65-82750f258838 tempest-RoutersNegativeTest-1307537776 tempest-RoutersNegativeTest-1307537776-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:13.656417 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-836e9f7a-d7bf-44b8-bf38-ef42634f2695 None None] Network cbb6531e-4a42-4d2e-aeca-418129ebbacd is already hosted by enough agents. {{(pid=103334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 07:43:13.660154 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a1f30a-ed33-4864-8c20-2d1d26b1e887 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e477b024-7292-4543-8bcb-7f51bee40870,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:43:13.664903 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-60a1f30a-ed33-4864-8c20-2d1d26b1e887 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:13.665646 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-5dae99f2-d93c-4429-8d15-01d332cfd4e0 tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:13.666987 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.scheduler.base_scheduler [None req-836e9f7a-d7bf-44b8-bf38-ef42634f2695 None None] Resources bound (agent type, host, resource id): {{(pid=103334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:43:13.671257 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-60a1f30a-ed33-4864-8c20-2d1d26b1e887 admin admin] 10.222.0.27 "DELETE /v2.0/subnets/e477b024-7292-4543-8bcb-7f51bee40870 HTTP/1.1" status: 204 len: 168 time: 0.9340508 Oct 19 07:43:13.672462 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 58782) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:43:13.676085 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-836e9f7a-d7bf-44b8-bf38-ef42634f2695 None None] Received port after_create {{(pid=103334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 07:43:13.684492 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836e9f7a-d7bf-44b8-bf38-ef42634f2695 None None] Pushing event updated for resources: {'Port': ['ID=6e664574-911e-4c74-88a3-f35418cc63e3,revision_number=1']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:43:13.686406 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-5dae99f2-d93c-4429-8d15-01d332cfd4e0 tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1695041'] for floatingip, after_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:13.786633 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-ea396f2a-1072-43d3-aa65-82750f258838 tempest-RoutersNegativeTest-1307537776 tempest-RoutersNegativeTest-1307537776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1693542'] for router, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:13.787163 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea396f2a-1072-43d3-aa65-82750f258838 tempest-RoutersNegativeTest-1307537776 tempest-RoutersNegativeTest-1307537776-project] Fanout notify agent at l3_agent the message router_deleted on router c3020ff1-7311-4e86-b805-da7277eeeccb {{(pid=103333) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 07:43:13.797145 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-ea396f2a-1072-43d3-aa65-82750f258838 tempest-RoutersNegativeTest-1307537776 tempest-RoutersNegativeTest-1307537776-project] Notify callbacks [] for router, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:13.798336 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-ea396f2a-1072-43d3-aa65-82750f258838 tempest-RoutersNegativeTest-1307537776 tempest-RoutersNegativeTest-1307537776-project] 10.222.0.27 "DELETE /v2.0/routers/c3020ff1-7311-4e86-b805-da7277eeeccb HTTP/1.1" status: 204 len: 168 time: 0.6476359 Oct 19 07:43:13.806318 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-02665482-f698-40c3-b659-025d56338da9 None None] For port 4c5ef16a-63cc-44d2-ae39-e0b77b1f3f96, host dv-neutron-861624-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=4c5ef16a-63cc-44d2-ae39-e0b77b1f3f96,segment=NetworkSegment(83a81a75-82b5-4795-bb53-82ccf075c513),segment_id=83a81a75-82b5-4795-bb53-82ccf075c513)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:43:13.834119 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-836e9f7a-d7bf-44b8-bf38-ef42634f2695 None None] Attempting to bind port 6e664574-911e-4c74-88a3-f35418cc63e3 on host dv-neutron-861624-1-hyperv for vnic_type normal with profile {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 19 07:43:13.834682 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-836e9f7a-d7bf-44b8-bf38-ef42634f2695 None None] Attempting to bind port 6e664574-911e-4c74-88a3-f35418cc63e3 by drivers openvswitch,hyperv on host dv-neutron-861624-1-hyperv at level 0 using segments [{'id': '1e01d54a-5afd-4321-87f4-2c6371168227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'cbb6531e-4a42-4d2e-aeca-418129ebbacd'}] {{(pid=103334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 19 07:43:13.836718 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-836e9f7a-d7bf-44b8-bf38-ef42634f2695 None None] Attempting to bind port 6e664574-911e-4c74-88a3-f35418cc63e3 on network cbb6531e-4a42-4d2e-aeca-418129ebbacd {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 07:43:13.848213 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-0c222300-fd51-48a1-adfd-5f47cc86bff2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-667019'] for network, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:13.855012 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-836e9f7a-d7bf-44b8-bf38-ef42634f2695 None None] Checking agent: {'id': 'a5b0152c-d633-409b-aaf8-3b76458e2410', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861624-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 19, 7, 30, 19), 'started_at': datetime.datetime(2022, 10, 19, 7, 30, 49), 'heartbeat_timestamp': datetime.datetime(2022, 10, 19, 7, 42, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861624-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 07:43:13.856118 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-836e9f7a-d7bf-44b8-bf38-ef42634f2695 None None] Checking segment: {'id': '1e01d54a-5afd-4321-87f4-2c6371168227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'cbb6531e-4a42-4d2e-aeca-418129ebbacd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 19 07:43:13.857223 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-836e9f7a-d7bf-44b8-bf38-ef42634f2695 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:13.859339 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-836e9f7a-d7bf-44b8-bf38-ef42634f2695 None None] Bound using segment: {'id': '1e01d54a-5afd-4321-87f4-2c6371168227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'cbb6531e-4a42-4d2e-aeca-418129ebbacd'} {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 07:43:13.859998 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-836e9f7a-d7bf-44b8-bf38-ef42634f2695 None None] Bound port: 6e664574-911e-4c74-88a3-f35418cc63e3, host: dv-neutron-861624-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e01d54a-5afd-4321-87f4-2c6371168227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'cbb6531e-4a42-4d2e-aeca-418129ebbacd'}}] {{(pid=103334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 19 07:43:13.861034 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-836e9f7a-d7bf-44b8-bf38-ef42634f2695 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:13.929376 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-a7f1954f-0945-4813-99a1-614e4a702ff8 tempest-RoutersNegativeIpV6Test-1640623158 tempest-RoutersNegativeIpV6Test-1640623158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130997899', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130170401'] for subnet, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:13.944408 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-303b50b7-344a-4012-84c2-119ba187d825 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Made reservation on behalf of 0cd3ded9dc134e3392e5122464eefb82 for: {'subnet': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 07:43:13.949949 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-303b50b7-344a-4012-84c2-119ba187d825 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130170579'] for subnet, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:13.980204 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be8f574f-9c59-4e12-95e5-6c4f6fe17ea1 None None] Network 1a62ff2a-7d09-44e6-85fa-2510904c80e5 requested from dv-neutron-861624-1-hyperv {{(pid=103334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 07:43:14.010084 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device d60e37bf-0fd1-448d-b093-3eea0b4850f3 up at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 07:43:14.018485 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-77fea6c6-0e22-44ab-a7f1-a3ce3e54a108 None None] Attempt 7 to provision port 9b30fa6b-14f0-4e33-8ef6-7c1b932b18e6 Oct 19 07:43:14.024848 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-02665482-f698-40c3-b659-025d56338da9 None None] Notify callbacks [] for port, precommit_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:14.082581 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f1954f-0945-4813-99a1-614e4a702ff8 tempest-RoutersNegativeIpV6Test-1640623158 tempest-RoutersNegativeIpV6Test-1640623158-project] Pushing event updated for resources: {'Subnet': ['ID=c35e7dda-3fe1-465c-bced-9a11a420b9dd,revision_number=0']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:43:14.099143 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-02665482-f698-40c3-b659-025d56338da9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:14.114387 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7f1954f-0945-4813-99a1-614e4a702ff8 tempest-RoutersNegativeIpV6Test-1640623158 tempest-RoutersNegativeIpV6Test-1640623158-project] Checking segment: {'id': '70625a10-d6b7-44b0-ae57-7708df51249f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '27c084e1-5090-46d9-ad9a-572c0846ba04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 19 07:43:14.114755 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7f1954f-0945-4813-99a1-614e4a702ff8 tempest-RoutersNegativeIpV6Test-1640623158 tempest-RoutersNegativeIpV6Test-1640623158-project] Network hostable DHCP agents. Network: 27c084e1-5090-46d9-ad9a-572c0846ba04, hostable agents: ['310d813b-0e3e-4d7e-9b79-8f4ec0dbcab0'], hosted agents: [] {{(pid=103333) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 07:43:14.134113 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.db.ipam_backend_mixin [None req-303b50b7-344a-4012-84c2-119ba187d825 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 5c519310-b141-4444-90d2-59bca1bea933 (CIDR: 2001:db8::/64) Oct 19 07:43:14.142064 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.pecan_wsgi.hooks.translation [None req-303b50b7-344a-4012-84c2-119ba187d825 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 19 07:43:14.142527 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-303b50b7-344a-4012-84c2-119ba187d825 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103333) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 07:43:14.151704 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7f1954f-0945-4813-99a1-614e4a702ff8 tempest-RoutersNegativeIpV6Test-1640623158 tempest-RoutersNegativeIpV6Test-1640623158-project] Network 27c084e1-5090-46d9-ad9a-572c0846ba04 is scheduled to be hosted by DHCP agent 310d813b-0e3e-4d7e-9b79-8f4ec0dbcab0 with binding_index 1 {{(pid=103333) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 07:43:14.174984 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-303b50b7-344a-4012-84c2-119ba187d825 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6226282 Oct 19 07:43:14.175785 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 58788) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:43:14.178104 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-a7f1954f-0945-4813-99a1-614e4a702ff8 tempest-RoutersNegativeIpV6Test-1640623158 tempest-RoutersNegativeIpV6Test-1640623158-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861624-1-hyperv, 27c084e1-5090-46d9-ad9a-572c0846ba04) {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:43:14.185882 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-8852dfbf-cf60-453e-811e-cc196c8f71e8 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Request body: {'subnet': {'network_id': '5b4755dd-54e2-40a6-8450-ab8eb989f82c', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:43:14.195706 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7f1954f-0945-4813-99a1-614e4a702ff8 tempest-RoutersNegativeIpV6Test-1640623158 tempest-RoutersNegativeIpV6Test-1640623158-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:43:14.195961 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-a7f1954f-0945-4813-99a1-614e4a702ff8 tempest-RoutersNegativeIpV6Test-1640623158 tempest-RoutersNegativeIpV6Test-1640623158-project] Notify callbacks [] for subnet, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:14.196068 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d40f63ec-0bd2-4e1a-98a1-5f7d6b86ab60 None None] Network 27c084e1-5090-46d9-ad9a-572c0846ba04 requested from dv-neutron-861624-1-hyperv {{(pid=103334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 07:43:14.200267 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-836e9f7a-d7bf-44b8-bf38-ef42634f2695 None None] For port 6e664574-911e-4c74-88a3-f35418cc63e3, host dv-neutron-861624-1-hyperv, cleared binding levels {{(pid=103334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 07:43:14.228994 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-77fea6c6-0e22-44ab-a7f1-a3ce3e54a108 None None] Port 9b30fa6b-14f0-4e33-8ef6-7c1b932b18e6 cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 07:43:14.244758 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-a7f1954f-0945-4813-99a1-614e4a702ff8 tempest-RoutersNegativeIpV6Test-1640623158 tempest-RoutersNegativeIpV6Test-1640623158-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3426878 Oct 19 07:43:14.245676 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 58790) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:43:14.256709 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 58792) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:43:14.302869 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-836e9f7a-d7bf-44b8-bf38-ef42634f2695 None None] For port 6e664574-911e-4c74-88a3-f35418cc63e3, host dv-neutron-861624-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=6e664574-911e-4c74-88a3-f35418cc63e3,segment=NetworkSegment(1e01d54a-5afd-4321-87f4-2c6371168227),segment_id=1e01d54a-5afd-4321-87f4-2c6371168227)] {{(pid=103334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 07:43:14.339983 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-836e9f7a-d7bf-44b8-bf38-ef42634f2695 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:14.429935 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02665482-f698-40c3-b659-025d56338da9 None None] Pushing event updated for resources: {'Port': ['ID=4c5ef16a-63cc-44d2-ae39-e0b77b1f3f96,revision_number=6']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:43:14.448119 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Provisioning complete for port d60e37bf-0fd1-448d-b093-3eea0b4850f3 triggered by entity L2. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:43:14.448468 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:14.449559 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Attempt 1 to provision port d60e37bf-0fd1-448d-b093-3eea0b4850f3 Oct 19 07:43:14.469051 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5dae99f2-d93c-4429-8d15-01d332cfd4e0 tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Router ff8271cb-2431-40f0-b6a1-80a9bac26437 has already been hosted by L3 agent ab388470-1243-4d53-80f2-c2f5899c97a7 {{(pid=103332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 07:43:14.619079 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-0c222300-fd51-48a1-adfd-5f47cc86bff2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-673051', 'neutron.services.segments.db._delete_segments_for_network-8785021519108'] for network, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:14.653694 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.services.segments.db [None req-0c222300-fd51-48a1-adfd-5f47cc86bff2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63e832ea-99a5-479b-8e2e-e790da88995d']}} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:43:14.731684 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.services.segments.db [None req-0c222300-fd51-48a1-adfd-5f47cc86bff2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0bdb69e-594c-48cb-95b6-048c97b894c6') {'for_net_delete': True} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:43:14.732662 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.services.segments.db [None req-0c222300-fd51-48a1-adfd-5f47cc86bff2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0bdb69e-594c-48cb-95b6-048c97b894c6') {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:43:14.733651 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-77fea6c6-0e22-44ab-a7f1-a3ce3e54a108 None None] Attempt 8 to provision port 9b30fa6b-14f0-4e33-8ef6-7c1b932b18e6 Oct 19 07:43:14.742894 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836e9f7a-d7bf-44b8-bf38-ef42634f2695 None None] Pushing event updated for resources: {'Port': ['ID=6e664574-911e-4c74-88a3-f35418cc63e3,revision_number=2']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:43:14.747431 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-0c222300-fd51-48a1-adfd-5f47cc86bff2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785021519382', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130726885'] for segment, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:14.762495 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5dae99f2-d93c-4429-8d15-01d332cfd4e0 tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Notify agent at l3_agent.dv-neutron-861624-1-hyperv the message routers_updated {{(pid=103332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 07:43:14.771600 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-5dae99f2-d93c-4429-8d15-01d332cfd4e0 tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42160'] for floatingip, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:14.798957 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-0c222300-fd51-48a1-adfd-5f47cc86bff2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979'] for segment, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:14.815820 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c222300-fd51-48a1-adfd-5f47cc86bff2 admin admin] Releasing vlan 160 on physical network physnet1 to pool {{(pid=103332) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 07:43:14.816230 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-0c222300-fd51-48a1-adfd-5f47cc86bff2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-133553843'] for segment, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:14.854151 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc8a09a3-3d55-49ef-9e13-bbc2fbfe024a None None] Sync routers for ids ['ff8271cb-2431-40f0-b6a1-80a9bac26437'] in dv-neutron-861624-1-hyperv {{(pid=103334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 07:43:14.865800 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Current status of the port d60e37bf-0fd1-448d-b093-3eea0b4850f3 is: DOWN; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:43:14.866493 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:14.896621 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.services.segments.plugin [-] Segment d0bdb69e-594c-48cb-95b6-048c97b894c6 resource provider aggregate not found Oct 19 07:43:14.916949 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.services.segments.plugin [-] Segment d0bdb69e-594c-48cb-95b6-048c97b894c6 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d0bdb69e-594c-48cb-95b6-048c97b894c6 found for delete ", "request_id": "req-57a7b1bf-72f5-4c2c-9243-4f936187f2b9"}]} Oct 19 07:43:14.926619 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc8a09a3-3d55-49ef-9e13-bbc2fbfe024a None None] Routers {'ff8271cb-2431-40f0-b6a1-80a9bac26437'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 07:43:14.927408 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-fc8a09a3-3d55-49ef-9e13-bbc2fbfe024a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T07:42:46Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['ff8271cb-2431-40f0-b6a1-80a9bac26437'], 'active': True} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:43:14.949520 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-4728510b-7697-44ba-ab78-a57bc11e1637 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=83d8ae6b7e844cc7aa58d29e86720c10&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6890769 Oct 19 07:43:14.961907 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 58802) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:43:14.985069 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-5dae99f2-d93c-4429-8d15-01d332cfd4e0 tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] 10.222.0.27 "PUT /v2.0/floatingips/08cb14e1-dd1e-47d1-a107-4f2d3da03740 HTTP/1.1" status: 200 len: 977 time: 2.3619323 Oct 19 07:43:14.985933 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 58804) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:43:14.998576 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-0c222300-fd51-48a1-adfd-5f47cc86bff2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-673044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1695087'] for network, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:15.013793 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-77fea6c6-0e22-44ab-a7f1-a3ce3e54a108 None None] Port 9b30fa6b-14f0-4e33-8ef6-7c1b932b18e6 cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 07:43:15.014713 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-fc8a09a3-3d55-49ef-9e13-bbc2fbfe024a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:43:15.017203 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-0c222300-fd51-48a1-adfd-5f47cc86bff2 admin admin] Notify callbacks [] for network, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:15.020753 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-0c222300-fd51-48a1-adfd-5f47cc86bff2 admin admin] 10.222.0.27 "DELETE /v2.0/networks/63e832ea-99a5-479b-8e2e-e790da88995d HTTP/1.1" status: 204 len: 168 time: 1.3461566 Oct 19 07:43:15.022503 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] For port d60e37bf-0fd1-448d-b093-3eea0b4850f3, host dv-neutron-861624-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=d60e37bf-0fd1-448d-b093-3eea0b4850f3,segment=NetworkSegment(d6ff2df9-ef85-4d4f-851b-b1f0b700307d),segment_id=d6ff2df9-ef85-4d4f-851b-b1f0b700307d)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:43:15.032360 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc8a09a3-3d55-49ef-9e13-bbc2fbfe024a None None] Routers {'ff8271cb-2431-40f0-b6a1-80a9bac26437'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 07:43:15.033217 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-fc8a09a3-3d55-49ef-9e13-bbc2fbfe024a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T07:42:46Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['ff8271cb-2431-40f0-b6a1-80a9bac26437'], 'active': True} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:43:15.035496 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55be6d80-d015-43a5-b8b7-604904f649cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d12c6ac-27a3-545c-a8f3-f04e30423d6d-27c084e1-5090-46d9-ad9a-572c0846ba04', 'network_id': '27c084e1-5090-46d9-ad9a-572c0846ba04', 'tenant_id': '94745ff241da4fda995cada3cbd8676b', 'fixed_ips': [{'subnet_id': 'c35e7dda-3fe1-465c-bced-9a11a420b9dd'}]}} from dv-neutron-861624-1-hyperv. {{(pid=103334) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 07:43:15.036564 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-55be6d80-d015-43a5-b8b7-604904f649cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:15.038520 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 58806) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:43:15.042215 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:15.053933 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c222300-fd51-48a1-adfd-5f47cc86bff2 admin admin] Pushing event deleted for resources: {'Network': ['ID=63e832ea-99a5-479b-8e2e-e790da88995d,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:43:15.092480 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-77277384-054f-487d-9b20-7c71cd5b6f5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:15.130790 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.db_base_plugin_v2 [None req-44b7772f-7ac6-4f17-803a-6aed3ca97c1f admin admin] Deleting subnet 44230b23-4f28-4d8f-bb0f-ef49ffbbfda6 {{(pid=103332) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 19 07:43:15.134225 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-77277384-054f-487d-9b20-7c71cd5b6f5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:15.154994 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-44b7772f-7ac6-4f17-803a-6aed3ca97c1f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:15.226227 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-44b7772f-7ac6-4f17-803a-6aed3ca97c1f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130726890'] for subnet, precommit_delete_associations {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:15.288669 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-77277384-054f-487d-9b20-7c71cd5b6f5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788643'] for security_group, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:15.291617 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-77277384-054f-487d-9b20-7c71cd5b6f5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:15.297528 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-77277384-054f-487d-9b20-7c71cd5b6f5a admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/19aced38-072b-4003-9955-1e5db4c19ea9 HTTP/1.1" status: 204 len: 168 time: 0.3328807 Oct 19 07:43:15.329887 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77277384-054f-487d-9b20-7c71cd5b6f5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19aced38-072b-4003-9955-1e5db4c19ea9,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:43:15.363772 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-44b7772f-7ac6-4f17-803a-6aed3ca97c1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-679826'] for subnet, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:15.499652 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8852dfbf-cf60-453e-811e-cc196c8f71e8 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Made reservation on behalf of 0cd3ded9dc134e3392e5122464eefb82 for: {'subnet': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 07:43:15.503295 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-8852dfbf-cf60-453e-811e-cc196c8f71e8 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130170579'] for subnet, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:15.513019 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-44b7772f-7ac6-4f17-803a-6aed3ca97c1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-679819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-133552721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130659632'] for subnet, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:15.526210 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-fc8a09a3-3d55-49ef-9e13-bbc2fbfe024a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:43:15.531481 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc8a09a3-3d55-49ef-9e13-bbc2fbfe024a None None] The sync data for ids ['ff8271cb-2431-40f0-b6a1-80a9bac26437'] in dv-neutron-861624-1-hyperv is: [] {{(pid=103334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 07:43:15.542480 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-77fea6c6-0e22-44ab-a7f1-a3ce3e54a108 None None] Attempt 9 to provision port 9b30fa6b-14f0-4e33-8ef6-7c1b932b18e6 Oct 19 07:43:15.568540 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b7772f-7ac6-4f17-803a-6aed3ca97c1f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=44230b23-4f28-4d8f-bb0f-ef49ffbbfda6,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:43:15.580112 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-44b7772f-7ac6-4f17-803a-6aed3ca97c1f admin admin] Notify callbacks [] for subnet, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:15.593697 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-44b7772f-7ac6-4f17-803a-6aed3ca97c1f admin admin] 10.222.0.27 "DELETE /v2.0/subnets/44230b23-4f28-4d8f-bb0f-ef49ffbbfda6 HTTP/1.1" status: 204 len: 168 time: 0.5508389 Oct 19 07:43:15.594230 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 58812) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:43:15.630737 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Device cb0b6aac-18ad-4bc1-a130-af1b5c727fd2 no longer exists at agent hyperv_hv-neutron-8616 {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 07:43:15.653679 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-77fea6c6-0e22-44ab-a7f1-a3ce3e54a108 None None] Port 9b30fa6b-14f0-4e33-8ef6-7c1b932b18e6 cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 07:43:15.695064 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-330a180b-f5aa-4d6e-8c5c-e42ba98209a4 tempest-RoutersNegativeIpV6Test-1640623158 tempest-RoutersNegativeIpV6Test-1640623158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:15.710374 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-2863cfb9-fc7d-41f9-8260-dd20c0659804 tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Deleting port ec641f84-ca29-4d8a-a23d-591f8d0571e8 {{(pid=103333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 07:43:15.710646 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-2863cfb9-fc7d-41f9-8260-dd20c0659804 tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:15.713961 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] No Port match for: cb0b6aac-18ad-4bc1-a130-af1b5c727fd2 {{(pid=103334) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 19 07:43:15.715414 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Device cb0b6aac-18ad-4bc1-a130-af1b5c727fd2 not bound to the agent host hv-neutron-8616 {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 07:43:15.721879 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-f17ee782-4cf6-4c60-8075-d50b6858aae7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-667019'] for network, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:15.823464 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Pushing event updated for resources: {'Port': ['ID=d60e37bf-0fd1-448d-b093-3eea0b4850f3,revision_number=3']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:43:15.931900 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-f17ee782-4cf6-4c60-8075-d50b6858aae7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-673051', 'neutron.services.segments.db._delete_segments_for_network-8785021519108'] for network, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:15.959746 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.db.ipam_backend_mixin [None req-8852dfbf-cf60-453e-811e-cc196c8f71e8 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 74646ddc-eb45-4b33-82a2-4bdb2cd2dafa (CIDR: 2001:db8:0:1::/64) Oct 19 07:43:15.975902 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.services.segments.db [None req-f17ee782-4cf6-4c60-8075-d50b6858aae7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a9c53e1-4c98-487b-ab14-ed872497b5b1']}} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:43:15.979560 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.db_base_plugin_common [None req-55be6d80-d015-43a5-b8b7-604904f649cd None None] Allocated IP 2001:db8::2 (27c084e1-5090-46d9-ad9a-572c0846ba04/c35e7dda-3fe1-465c-bced-9a11a420b9dd/60c8378d-fdb9-40dd-972a-273557bc20bf) {{(pid=103334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 07:43:15.998732 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.services.segments.db [None req-f17ee782-4cf6-4c60-8075-d50b6858aae7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd322c0d-419e-41f6-befa-7d5b27967b55') {'for_net_delete': True} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:43:16.000734 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.services.segments.db [None req-f17ee782-4cf6-4c60-8075-d50b6858aae7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd322c0d-419e-41f6-befa-7d5b27967b55') {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:43:16.009829 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.pecan_wsgi.hooks.translation [None req-8852dfbf-cf60-453e-811e-cc196c8f71e8 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 19 07:43:16.010166 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8852dfbf-cf60-453e-811e-cc196c8f71e8 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103333) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 07:43:16.032407 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-f17ee782-4cf6-4c60-8075-d50b6858aae7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785021519382', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130726885'] for segment, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:16.057208 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-f17ee782-4cf6-4c60-8075-d50b6858aae7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979'] for segment, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:16.067074 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f17ee782-4cf6-4c60-8075-d50b6858aae7 admin admin] Releasing vlan 193 on physical network physnet1 to pool {{(pid=103332) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 07:43:16.068758 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-f17ee782-4cf6-4c60-8075-d50b6858aae7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-133553843'] for segment, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:16.107961 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-8852dfbf-cf60-453e-811e-cc196c8f71e8 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 1.9307585 Oct 19 07:43:16.116741 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 58822) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:43:16.128555 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device 4c5ef16a-63cc-44d2-ae39-e0b77b1f3f96 up at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 07:43:16.136029 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-4a4ebe3c-747a-42cb-b62a-1e600aace64b tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Request body: {'subnet': {'network_id': '5b4755dd-54e2-40a6-8450-ab8eb989f82c', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:43:16.168495 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-77fea6c6-0e22-44ab-a7f1-a3ce3e54a108 None None] Attempt 10 to provision port 9b30fa6b-14f0-4e33-8ef6-7c1b932b18e6 Oct 19 07:43:16.170092 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-2863cfb9-fc7d-41f9-8260-dd20c0659804 tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:16.170625 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-2863cfb9-fc7d-41f9-8260-dd20c0659804 tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:16.170769 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-345b06e0-6ab1-40f3-ac61-d78c2039e861 None None] Network cbb6531e-4a42-4d2e-aeca-418129ebbacd requested from dv-neutron-861624-1-hyperv {{(pid=103334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 07:43:16.191743 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-2863cfb9-fc7d-41f9-8260-dd20c0659804 tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Calling delete_port for ec641f84-ca29-4d8a-a23d-591f8d0571e8 owned by network:floatingip {{(pid=103333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 07:43:16.302441 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-77fea6c6-0e22-44ab-a7f1-a3ce3e54a108 None None] Port 9b30fa6b-14f0-4e33-8ef6-7c1b932b18e6 cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 07:43:16.323575 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.db_base_plugin_common [None req-330a180b-f5aa-4d6e-8c5c-e42ba98209a4 tempest-RoutersNegativeIpV6Test-1640623158 tempest-RoutersNegativeIpV6Test-1640623158-project] Allocated IP 2001:db8::1 (cbb6531e-4a42-4d2e-aeca-418129ebbacd/2546cccc-9352-4d7d-a648-c0f36baf0da6/2464b03f-c940-41af-a42d-457d57d3e319) {{(pid=103333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 07:43:16.325582 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-f17ee782-4cf6-4c60-8075-d50b6858aae7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-673044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1695087'] for network, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:16.341530 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-f17ee782-4cf6-4c60-8075-d50b6858aae7 admin admin] Notify callbacks [] for network, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:16.348771 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-f17ee782-4cf6-4c60-8075-d50b6858aae7 admin admin] 10.222.0.27 "DELETE /v2.0/networks/0a9c53e1-4c98-487b-ab14-ed872497b5b1 HTTP/1.1" status: 204 len: 168 time: 0.7534778 Oct 19 07:43:16.355997 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Provisioning complete for port 4c5ef16a-63cc-44d2-ae39-e0b77b1f3f96 triggered by entity L2. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:43:16.356640 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:16.356760 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Attempt 1 to provision port 4c5ef16a-63cc-44d2-ae39-e0b77b1f3f96 Oct 19 07:43:16.371726 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-0411a9ea-e92e-478a-87d4-9f0e18c10fec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:16.378224 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17ee782-4cf6-4c60-8075-d50b6858aae7 admin admin] Pushing event deleted for resources: {'Network': ['ID=0a9c53e1-4c98-487b-ab14-ed872497b5b1,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:43:16.395514 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a4ebe3c-747a-42cb-b62a-1e600aace64b tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Made reservation on behalf of 0cd3ded9dc134e3392e5122464eefb82 for: {'subnet': 1} {{(pid=103332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 07:43:16.399877 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-4a4ebe3c-747a-42cb-b62a-1e600aace64b tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130659787'] for subnet, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:16.414396 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-77fea6c6-0e22-44ab-a7f1-a3ce3e54a108 None None] Provisioning complete for port 4c5ef16a-63cc-44d2-ae39-e0b77b1f3f96 triggered by entity DHCP. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:43:16.414770 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-77fea6c6-0e22-44ab-a7f1-a3ce3e54a108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:16.415099 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-77fea6c6-0e22-44ab-a7f1-a3ce3e54a108 None None] Attempt 1 to provision port 4c5ef16a-63cc-44d2-ae39-e0b77b1f3f96 Oct 19 07:43:16.457021 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-55be6d80-d015-43a5-b8b7-604904f649cd None None] Notify callbacks [] for port, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:16.497186 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-55be6d80-d015-43a5-b8b7-604904f649cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785020947330'] for port, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:16.579159 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55be6d80-d015-43a5-b8b7-604904f649cd None None] Network 27c084e1-5090-46d9-ad9a-572c0846ba04 is already hosted by enough agents. {{(pid=103334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 07:43:16.585118 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.scheduler.base_scheduler [None req-55be6d80-d015-43a5-b8b7-604904f649cd None None] Resources bound (agent type, host, resource id): {{(pid=103334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:43:16.590409 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55be6d80-d015-43a5-b8b7-604904f649cd None None] Received port after_create {{(pid=103334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 07:43:16.623590 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 58834) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:43:16.631306 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-330a180b-f5aa-4d6e-8c5c-e42ba98209a4 tempest-RoutersNegativeIpV6Test-1640623158 tempest-RoutersNegativeIpV6Test-1640623158-project] Notify callbacks [] for port, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:16.660567 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55be6d80-d015-43a5-b8b7-604904f649cd None None] Pushing event updated for resources: {'Port': ['ID=60c8378d-fdb9-40dd-972a-273557bc20bf,revision_number=1']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:43:16.677553 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-330a180b-f5aa-4d6e-8c5c-e42ba98209a4 tempest-RoutersNegativeIpV6Test-1640623158 tempest-RoutersNegativeIpV6Test-1640623158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785020947330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130996763'] for port, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:16.718784 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-e7613dbb-2bcb-482a-9052-26bc679a7853 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=d0132b9f15a24238a6d0205c99af8a0c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0938406 Oct 19 07:43:16.725270 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 58836) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:43:16.745612 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-2863cfb9-fc7d-41f9-8260-dd20c0659804 tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130996763'] for port, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:16.757848 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-55be6d80-d015-43a5-b8b7-604904f649cd None None] Attempting to bind port 60c8378d-fdb9-40dd-972a-273557bc20bf on host dv-neutron-861624-1-hyperv for vnic_type normal with profile {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 19 07:43:16.758707 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-55be6d80-d015-43a5-b8b7-604904f649cd None None] Attempting to bind port 60c8378d-fdb9-40dd-972a-273557bc20bf by drivers openvswitch,hyperv on host dv-neutron-861624-1-hyperv at level 0 using segments [{'id': '70625a10-d6b7-44b0-ae57-7708df51249f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '27c084e1-5090-46d9-ad9a-572c0846ba04'}] {{(pid=103334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 19 07:43:16.759313 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55be6d80-d015-43a5-b8b7-604904f649cd None None] Attempting to bind port 60c8378d-fdb9-40dd-972a-273557bc20bf on network 27c084e1-5090-46d9-ad9a-572c0846ba04 {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 07:43:16.765856 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-330a180b-f5aa-4d6e-8c5c-e42ba98209a4 tempest-RoutersNegativeIpV6Test-1640623158 tempest-RoutersNegativeIpV6Test-1640623158-project] Network cbb6531e-4a42-4d2e-aeca-418129ebbacd is already hosted by enough agents. {{(pid=103333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 07:43:16.767462 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-4a4ebe3c-747a-42cb-b62a-1e600aace64b tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-133552662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130659641'] for subnet, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:16.772192 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-330a180b-f5aa-4d6e-8c5c-e42ba98209a4 tempest-RoutersNegativeIpV6Test-1640623158 tempest-RoutersNegativeIpV6Test-1640623158-project] Resources bound (agent type, host, resource id): {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:43:16.774409 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330a180b-f5aa-4d6e-8c5c-e42ba98209a4 tempest-RoutersNegativeIpV6Test-1640623158 tempest-RoutersNegativeIpV6Test-1640623158-project] Pushing event updated for resources: {'Port': ['ID=2464b03f-c940-41af-a42d-457d57d3e319,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:43:16.781171 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-330a180b-f5aa-4d6e-8c5c-e42ba98209a4 tempest-RoutersNegativeIpV6Test-1640623158 tempest-RoutersNegativeIpV6Test-1640623158-project] Received port after_create {{(pid=103333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 07:43:16.781721 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-330a180b-f5aa-4d6e-8c5c-e42ba98209a4 tempest-RoutersNegativeIpV6Test-1640623158 tempest-RoutersNegativeIpV6Test-1640623158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1695190'] for router_interface, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:16.788877 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55be6d80-d015-43a5-b8b7-604904f649cd None None] Checking agent: {'id': 'a5b0152c-d633-409b-aaf8-3b76458e2410', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861624-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 19, 7, 30, 19), 'started_at': datetime.datetime(2022, 10, 19, 7, 30, 49), 'heartbeat_timestamp': datetime.datetime(2022, 10, 19, 7, 42, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861624-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 07:43:16.789047 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55be6d80-d015-43a5-b8b7-604904f649cd None None] Checking segment: {'id': '70625a10-d6b7-44b0-ae57-7708df51249f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '27c084e1-5090-46d9-ad9a-572c0846ba04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 19 07:43:16.789419 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-55be6d80-d015-43a5-b8b7-604904f649cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:16.793333 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55be6d80-d015-43a5-b8b7-604904f649cd None None] Bound using segment: {'id': '70625a10-d6b7-44b0-ae57-7708df51249f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '27c084e1-5090-46d9-ad9a-572c0846ba04'} {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 07:43:16.794039 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-55be6d80-d015-43a5-b8b7-604904f649cd None None] Bound port: 60c8378d-fdb9-40dd-972a-273557bc20bf, host: dv-neutron-861624-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70625a10-d6b7-44b0-ae57-7708df51249f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '27c084e1-5090-46d9-ad9a-572c0846ba04'}}] {{(pid=103334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 19 07:43:16.795328 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-55be6d80-d015-43a5-b8b7-604904f649cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:16.814255 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 58838) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:43:16.814569 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Current status of the port 4c5ef16a-63cc-44d2-ae39-e0b77b1f3f96 is: ACTIVE; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:43:16.816083 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device 6e664574-911e-4c74-88a3-f35418cc63e3 up at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 07:43:16.848772 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a4ebe3c-747a-42cb-b62a-1e600aace64b tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Network 5b4755dd-54e2-40a6-8450-ab8eb989f82c is already hosted by enough agents. {{(pid=103332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 07:43:16.850985 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-77fea6c6-0e22-44ab-a7f1-a3ce3e54a108 None None] Current status of the port 4c5ef16a-63cc-44d2-ae39-e0b77b1f3f96 is: ACTIVE; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:43:16.860554 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.base_scheduler [None req-4a4ebe3c-747a-42cb-b62a-1e600aace64b tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Resources bound (agent type, host, resource id): {{(pid=103332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:43:16.869846 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a4ebe3c-747a-42cb-b62a-1e600aace64b tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:43:16.870547 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-4a4ebe3c-747a-42cb-b62a-1e600aace64b tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Notify callbacks [] for subnet, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:16.885797 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4ebe3c-747a-42cb-b62a-1e600aace64b tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Pushing event updated for resources: {'Subnet': ['ID=1af76e2f-7646-4024-a403-04038d0aa1a8,revision_number=0']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:43:16.889432 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-15ed817f-72ed-4c8f-8ff5-68d826e5934f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:16.890605 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-77fea6c6-0e22-44ab-a7f1-a3ce3e54a108 None None] Could not find standard attr ID for object 114dbc33-1a8b-4126-8443-56babf290e6b. {{(pid=103334) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 19 07:43:16.892337 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0619247-5308-42d3-9a66-5a54392038c5 None None] Network 5b4755dd-54e2-40a6-8450-ab8eb989f82c requested from dv-neutron-861624-1-hyperv {{(pid=103334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 07:43:16.910046 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2863cfb9-fc7d-41f9-8260-dd20c0659804 tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Pushing event deleted for resources: {'Port': ['ID=ec641f84-ca29-4d8a-a23d-591f8d0571e8,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:43:16.914205 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-15ed817f-72ed-4c8f-8ff5-68d826e5934f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:16.946789 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-4a4ebe3c-747a-42cb-b62a-1e600aace64b tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.8289645 Oct 19 07:43:16.958318 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 58844) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:43:16.969493 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-d7a2bb50-7960-4648-ae98-7c74311f34a4 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-199005776', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '1af76e2f-7646-4024-a403-04038d0aa1a8'}], 'security_groups': ['16f8978a-bb2d-4bbf-8454-e55dc4b3df2d', '7b3630cd-ad15-4d95-80d2-4e6de6742545']}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:43:17.004166 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-15ed817f-72ed-4c8f-8ff5-68d826e5934f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788643'] for security_group, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:17.007874 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-15ed817f-72ed-4c8f-8ff5-68d826e5934f admin admin] Notify callbacks [] for security_group, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:17.009773 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-15ed817f-72ed-4c8f-8ff5-68d826e5934f admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/155371e7-73ab-4479-86a0-e61426642fb0 HTTP/1.1" status: 204 len: 168 time: 0.2834477 Oct 19 07:43:17.020777 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ed817f-72ed-4c8f-8ff5-68d826e5934f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=155371e7-73ab-4479-86a0-e61426642fb0,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:43:17.046732 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-4fbf84d2-141e-4824-bf60-bf93d68e4dd0 tempest-NegativeSecGroupTest-887729493 tempest-NegativeSecGroupTest-887729493-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:43:17.048120 dv-neutron-861624-1-hyperv neutron-server[103332]: WARNING neutron.api.v2.base [None req-4fbf84d2-141e-4824-bf60-bf93d68e4dd0 tempest-NegativeSecGroupTest-887729493 tempest-NegativeSecGroupTest-887729493-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Oct 19 07:43:17.049021 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.api.v2.resource [None req-4fbf84d2-141e-4824-bf60-bf93d68e4dd0 tempest-NegativeSecGroupTest-887729493 tempest-NegativeSecGroupTest-887729493-project] create failed (client error): There was a conflict when trying to complete your request. Oct 19 07:43:17.053773 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-4fbf84d2-141e-4824-bf60-bf93d68e4dd0 tempest-NegativeSecGroupTest-887729493 tempest-NegativeSecGroupTest-887729493-project] 10.222.0.27 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2343011 Oct 19 07:43:17.056912 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 58850) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:43:17.064369 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-1338cde3-1535-47ee-85d4-ee79424bb2de tempest-NegativeSecGroupTest-887729493 tempest-NegativeSecGroupTest-887729493-project] Request body: {'security_group': {'name': 'tempest-secgroup--1406210010'}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:43:17.073563 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-9dbc89c0-7bf8-4d89-9f94-296fa975281d None None] Could not find standard attr ID for object 2ad89656-01d5-42cb-9f54-6f051f370097. {{(pid=103334) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 19 07:43:17.085176 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-55be6d80-d015-43a5-b8b7-604904f649cd None None] For port 60c8378d-fdb9-40dd-972a-273557bc20bf, host dv-neutron-861624-1-hyperv, cleared binding levels {{(pid=103334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 07:43:17.098002 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Provisioning complete for port 6e664574-911e-4c74-88a3-f35418cc63e3 triggered by entity L2. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:43:17.098379 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:17.098714 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Attempt 1 to provision port 6e664574-911e-4c74-88a3-f35418cc63e3 Oct 19 07:43:17.114624 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-1338cde3-1535-47ee-85d4-ee79424bb2de tempest-NegativeSecGroupTest-887729493 tempest-NegativeSecGroupTest-887729493-project] Notify callbacks [] for security_group, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:17.131379 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-1338cde3-1535-47ee-85d4-ee79424bb2de tempest-NegativeSecGroupTest-887729493 tempest-NegativeSecGroupTest-887729493-project] Notify callbacks [] for security_group, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:17.183109 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-55be6d80-d015-43a5-b8b7-604904f649cd None None] For port 60c8378d-fdb9-40dd-972a-273557bc20bf, host dv-neutron-861624-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=60c8378d-fdb9-40dd-972a-273557bc20bf,segment=NetworkSegment(70625a10-d6b7-44b0-ae57-7708df51249f),segment_id=70625a10-d6b7-44b0-ae57-7708df51249f)] {{(pid=103334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 07:43:17.189288 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-2863cfb9-fc7d-41f9-8260-dd20c0659804 tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Notify callbacks [] for floatingip, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:17.189625 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.db.l3_db [None req-2863cfb9-fc7d-41f9-8260-dd20c0659804 tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Floating IP 08cb14e1-dd1e-47d1-a107-4f2d3da03740 disassociated (deleted). External IP: 172.26.0.38, port: 8cf325f6-d6fe-4a3c-a0da-962dcfe49943. Oct 19 07:43:17.200289 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-55be6d80-d015-43a5-b8b7-604904f649cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:17.205309 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-9dbc89c0-7bf8-4d89-9f94-296fa975281d None None] Provisioning complete for port 6e664574-911e-4c74-88a3-f35418cc63e3 triggered by entity DHCP. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:43:17.205890 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-9dbc89c0-7bf8-4d89-9f94-296fa975281d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:17.224320 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-9dbc89c0-7bf8-4d89-9f94-296fa975281d None None] Attempt 1 to provision port 6e664574-911e-4c74-88a3-f35418cc63e3 Oct 19 07:43:17.285224 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.services.segments.plugin [-] Segment bd322c0d-419e-41f6-befa-7d5b27967b55 resource provider aggregate not found Oct 19 07:43:17.291681 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-1338cde3-1535-47ee-85d4-ee79424bb2de tempest-NegativeSecGroupTest-887729493 tempest-NegativeSecGroupTest-887729493-project] Notify callbacks [] for security_group, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:17.305490 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-1338cde3-1535-47ee-85d4-ee79424bb2de tempest-NegativeSecGroupTest-887729493 tempest-NegativeSecGroupTest-887729493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788643'] for security_group, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:17.316180 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.services.segments.plugin [-] Segment bd322c0d-419e-41f6-befa-7d5b27967b55 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid bd322c0d-419e-41f6-befa-7d5b27967b55 found for delete ", "request_id": "req-451956e3-2345-432a-8be9-d43f2fceec4c"}]} Oct 19 07:43:17.348295 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1338cde3-1535-47ee-85d4-ee79424bb2de tempest-NegativeSecGroupTest-887729493 tempest-NegativeSecGroupTest-887729493-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c709cd4a-9429-435b-8a10-57fed61cd7e8,revision_number=1']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:43:17.426945 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-330a180b-f5aa-4d6e-8c5c-e42ba98209a4 tempest-RoutersNegativeIpV6Test-1640623158 tempest-RoutersNegativeIpV6Test-1640623158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:17.498917 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-1338cde3-1535-47ee-85d4-ee79424bb2de tempest-NegativeSecGroupTest-887729493 tempest-NegativeSecGroupTest-887729493-project] Notify callbacks [] for security_group, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:17.506055 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-1338cde3-1535-47ee-85d4-ee79424bb2de tempest-NegativeSecGroupTest-887729493 tempest-NegativeSecGroupTest-887729493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788643'] for security_group, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:17.514868 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55be6d80-d015-43a5-b8b7-604904f649cd None None] Pushing event updated for resources: {'Port': ['ID=60c8378d-fdb9-40dd-972a-273557bc20bf,revision_number=2']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:43:17.593027 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-1338cde3-1535-47ee-85d4-ee79424bb2de tempest-NegativeSecGroupTest-887729493 tempest-NegativeSecGroupTest-887729493-project] Notify callbacks [] for security_group, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:17.594609 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-1338cde3-1535-47ee-85d4-ee79424bb2de tempest-NegativeSecGroupTest-887729493 tempest-NegativeSecGroupTest-887729493-project] 10.222.0.27 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.5363595 Oct 19 07:43:17.597608 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 58856) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:43:17.602946 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-dd274a58-100c-4547-bba1-d0228dec8cb5 tempest-NegativeSecGroupTest-887729493 tempest-NegativeSecGroupTest-887729493-project] Request body: {'security_group_rule': {'security_group_id': 'a2fc1d43-b934-4729-aafa-a0ea000a2a9e', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:43:17.632735 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1338cde3-1535-47ee-85d4-ee79424bb2de tempest-NegativeSecGroupTest-887729493 tempest-NegativeSecGroupTest-887729493-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a2fc1d43-b934-4729-aafa-a0ea000a2a9e,revision_number=1']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:43:17.633632 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-9dbc89c0-7bf8-4d89-9f94-296fa975281d None None] Current status of the port 6e664574-911e-4c74-88a3-f35418cc63e3 is: DOWN; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:43:17.634421 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-9dbc89c0-7bf8-4d89-9f94-296fa975281d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:17.650913 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-dd274a58-100c-4547-bba1-d0228dec8cb5 tempest-NegativeSecGroupTest-887729493 tempest-NegativeSecGroupTest-887729493-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:17.689944 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-9dbc89c0-7bf8-4d89-9f94-296fa975281d None None] For port 6e664574-911e-4c74-88a3-f35418cc63e3, host dv-neutron-861624-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=6e664574-911e-4c74-88a3-f35418cc63e3,segment=NetworkSegment(1e01d54a-5afd-4321-87f4-2c6371168227),segment_id=1e01d54a-5afd-4321-87f4-2c6371168227)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:43:17.698333 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 58858) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:43:17.709157 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-9dbc89c0-7bf8-4d89-9f94-296fa975281d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:17.721010 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Current status of the port 6e664574-911e-4c74-88a3-f35418cc63e3 is: DOWN; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:43:17.722246 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:17.760978 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-dd274a58-100c-4547-bba1-d0228dec8cb5 tempest-NegativeSecGroupTest-887729493 tempest-NegativeSecGroupTest-887729493-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:17.768497 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-a3b1cf25-c763-4341-aa5e-09697c34a096 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=95eb36995e634f6da448c02ee4752f56&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0668898 Oct 19 07:43:17.769134 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 58860) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:43:17.777094 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-dd274a58-100c-4547-bba1-d0228dec8cb5 tempest-NegativeSecGroupTest-887729493 tempest-NegativeSecGroupTest-887729493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815365'] for security_group_rule, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:17.802167 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd274a58-100c-4547-bba1-d0228dec8cb5 tempest-NegativeSecGroupTest-887729493 tempest-NegativeSecGroupTest-887729493-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67392ac9-1982-4e8f-9e5f-193623b91a28,revision_number=0']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:43:17.831801 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-dd274a58-100c-4547-bba1-d0228dec8cb5 tempest-NegativeSecGroupTest-887729493 tempest-NegativeSecGroupTest-887729493-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:17.836273 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-dd274a58-100c-4547-bba1-d0228dec8cb5 tempest-NegativeSecGroupTest-887729493 tempest-NegativeSecGroupTest-887729493-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2343683 Oct 19 07:43:17.839418 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 58862) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:43:17.847740 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-4a59fef3-0edd-4df8-bdf3-8db7634ecd15 tempest-NegativeSecGroupTest-887729493 tempest-NegativeSecGroupTest-887729493-project] Request body: {'security_group_rule': {'security_group_id': 'a2fc1d43-b934-4729-aafa-a0ea000a2a9e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:43:17.860913 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-9dbc89c0-7bf8-4d89-9f94-296fa975281d None None] Provisioning complete for port d7cdd9f7-d914-40a9-b15e-0351ff83ee77 triggered by entity DHCP. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:43:17.861281 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-9dbc89c0-7bf8-4d89-9f94-296fa975281d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:17.861613 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-9dbc89c0-7bf8-4d89-9f94-296fa975281d None None] Attempt 1 to provision port d7cdd9f7-d914-40a9-b15e-0351ff83ee77 Oct 19 07:43:17.879442 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-5d383789-d8f7-4d71-aff1-02c8c990039b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:17.895443 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-4a59fef3-0edd-4df8-bdf3-8db7634ecd15 tempest-NegativeSecGroupTest-887729493 tempest-NegativeSecGroupTest-887729493-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:17.902333 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbc89c0-7bf8-4d89-9f94-296fa975281d None None] Pushing event updated for resources: {'Port': ['ID=6e664574-911e-4c74-88a3-f35418cc63e3,revision_number=3']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:43:17.905726 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cd3de20-e0ca-413a-89ea-075d11ba9329 None None] Update dhcp port {'port': {'network_id': '5b4755dd-54e2-40a6-8450-ab8eb989f82c', 'fixed_ips': [{'subnet_id': '74646ddc-eb45-4b33-82a2-4bdb2cd2dafa', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '5c519310-b141-4444-90d2-59bca1bea933', 'ip_address': '2001:db8::2'}, {'subnet_id': '1af76e2f-7646-4024-a403-04038d0aa1a8'}], 'binding:host_id': 'dv-neutron-861624-1-hyperv'}, 'id': '4c5ef16a-63cc-44d2-ae39-e0b77b1f3f96'} from dv-neutron-861624-1-hyperv. {{(pid=103334) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 19 07:43:17.921647 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-5d383789-d8f7-4d71-aff1-02c8c990039b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:17.946278 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.db.api [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103334) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 19 07:43:17.946625 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG oslo_db.api [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 19 07:43:17.955950 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-0cd3de20-e0ca-413a-89ea-075d11ba9329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:17.958870 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-2a2259f7-b034-4eec-af7a-7abaede746c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:17.959506 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-9dbc89c0-7bf8-4d89-9f94-296fa975281d None None] Port d7cdd9f7-d914-40a9-b15e-0351ff83ee77 cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 07:43:17.959946 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-330a180b-f5aa-4d6e-8c5c-e42ba98209a4 tempest-RoutersNegativeIpV6Test-1640623158 tempest-RoutersNegativeIpV6Test-1640623158-project] Notify callbacks [] for port, precommit_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:17.987347 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.api.v2.resource [None req-4a59fef3-0edd-4df8-bdf3-8db7634ecd15 tempest-NegativeSecGroupTest-887729493 tempest-NegativeSecGroupTest-887729493-project] create failed (client error): There was a conflict when trying to complete your request. Oct 19 07:43:17.992524 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-4a59fef3-0edd-4df8-bdf3-8db7634ecd15 tempest-NegativeSecGroupTest-887729493 tempest-NegativeSecGroupTest-887729493-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1496122 Oct 19 07:43:17.994523 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 58864) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:43:18.005738 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-d7a2bb50-7960-4648-ae98-7c74311f34a4 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:18.008585 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-330a180b-f5aa-4d6e-8c5c-e42ba98209a4 tempest-RoutersNegativeIpV6Test-1640623158 tempest-RoutersNegativeIpV6Test-1640623158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130996754'] for port, after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:18.009465 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-330a180b-f5aa-4d6e-8c5c-e42ba98209a4 tempest-RoutersNegativeIpV6Test-1640623158 tempest-RoutersNegativeIpV6Test-1640623158-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1574855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1694822'] for router_interface, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:18.040958 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-5d383789-d8f7-4d71-aff1-02c8c990039b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788643'] for security_group, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:18.043824 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-5d383789-d8f7-4d71-aff1-02c8c990039b admin admin] Notify callbacks [] for security_group, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:18.047674 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-5d383789-d8f7-4d71-aff1-02c8c990039b admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/9a45c743-b3b7-423e-8a7d-d0bfc45399b3 HTTP/1.1" status: 204 len: 168 time: 0.2751460 Oct 19 07:43:18.056549 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d383789-d8f7-4d71-aff1-02c8c990039b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a45c743-b3b7-423e-8a7d-d0bfc45399b3,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:43:18.080298 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-901e8616-834c-4270-b6ac-6e5496d7f2f5 tempest-NegativeSecGroupTest-887729493 tempest-NegativeSecGroupTest-887729493-project] Notify callbacks [] for security_group, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:18.115755 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-901e8616-834c-4270-b6ac-6e5496d7f2f5 tempest-NegativeSecGroupTest-887729493 tempest-NegativeSecGroupTest-887729493-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:18.180211 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-901e8616-834c-4270-b6ac-6e5496d7f2f5 tempest-NegativeSecGroupTest-887729493 tempest-NegativeSecGroupTest-887729493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788643'] for security_group, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:18.182941 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-901e8616-834c-4270-b6ac-6e5496d7f2f5 tempest-NegativeSecGroupTest-887729493 tempest-NegativeSecGroupTest-887729493-project] Notify callbacks [] for security_group, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:18.183620 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.db_base_plugin_common [None req-0cd3de20-e0ca-413a-89ea-075d11ba9329 None None] Allocated IP 2001:db8:0:2::2 (5b4755dd-54e2-40a6-8450-ab8eb989f82c/1af76e2f-7646-4024-a403-04038d0aa1a8/4c5ef16a-63cc-44d2-ae39-e0b77b1f3f96) {{(pid=103334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 07:43:18.189544 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-901e8616-834c-4270-b6ac-6e5496d7f2f5 tempest-NegativeSecGroupTest-887729493 tempest-NegativeSecGroupTest-887729493-project] 10.222.0.27 "DELETE /v2.0/security-groups/a2fc1d43-b934-4729-aafa-a0ea000a2a9e HTTP/1.1" status: 204 len: 168 time: 0.1957095 Oct 19 07:43:18.190145 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 58868) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:43:18.214972 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330a180b-f5aa-4d6e-8c5c-e42ba98209a4 tempest-RoutersNegativeIpV6Test-1640623158 tempest-RoutersNegativeIpV6Test-1640623158-project] Pushing event updated for resources: {'Port': ['ID=2464b03f-c940-41af-a42d-457d57d3e319,revision_number=2']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:43:18.223070 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901e8616-834c-4270-b6ac-6e5496d7f2f5 tempest-NegativeSecGroupTest-887729493 tempest-NegativeSecGroupTest-887729493-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2fc1d43-b934-4729-aafa-a0ea000a2a9e,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:43:18.272547 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 58870) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:43:18.272756 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-19d205e4-5703-4de0-bc06-b8ba6d3e1ed0 tempest-NegativeSecGroupTest-887729493 tempest-NegativeSecGroupTest-887729493-project] 10.222.0.27 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.0723088 Oct 19 07:43:18.281063 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-87553508-de78-4607-a477-957d5a79d522 tempest-NegativeSecGroupTest-887729493 tempest-NegativeSecGroupTest-887729493-project] Request body: {'security_group': {'name': 'tempest-secgroup--1821441261'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:43:18.317040 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-330a180b-f5aa-4d6e-8c5c-e42ba98209a4 tempest-RoutersNegativeIpV6Test-1640623158 tempest-RoutersNegativeIpV6Test-1640623158-project] Network cbb6531e-4a42-4d2e-aeca-418129ebbacd is already hosted by enough agents. {{(pid=103333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 07:43:18.326951 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-330a180b-f5aa-4d6e-8c5c-e42ba98209a4 tempest-RoutersNegativeIpV6Test-1640623158 tempest-RoutersNegativeIpV6Test-1640623158-project] Resources bound (agent type, host, resource id): {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:43:18.360443 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-0cd3de20-e0ca-413a-89ea-075d11ba9329 None None] For port 4c5ef16a-63cc-44d2-ae39-e0b77b1f3f96, host dv-neutron-861624-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=4c5ef16a-63cc-44d2-ae39-e0b77b1f3f96,segment=NetworkSegment(83a81a75-82b5-4795-bb53-82ccf075c513),segment_id=83a81a75-82b5-4795-bb53-82ccf075c513)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:43:18.403790 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-87553508-de78-4607-a477-957d5a79d522 tempest-NegativeSecGroupTest-887729493 tempest-NegativeSecGroupTest-887729493-project] Notify callbacks [] for security_group, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:18.434379 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-0cd3de20-e0ca-413a-89ea-075d11ba9329 None None] Notify callbacks [] for port, precommit_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:18.442024 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-0cd3de20-e0ca-413a-89ea-075d11ba9329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:18.474612 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-9dbc89c0-7bf8-4d89-9f94-296fa975281d None None] Attempt 2 to provision port d7cdd9f7-d914-40a9-b15e-0351ff83ee77 Oct 19 07:43:18.800282 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Current status of the port 6e664574-911e-4c74-88a3-f35418cc63e3 is: ACTIVE; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:43:18.808107 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-9dbc89c0-7bf8-4d89-9f94-296fa975281d None None] Port d7cdd9f7-d914-40a9-b15e-0351ff83ee77 cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 07:43:18.810756 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd3de20-e0ca-413a-89ea-075d11ba9329 None None] Pushing event updated for resources: {'Port': ['ID=4c5ef16a-63cc-44d2-ae39-e0b77b1f3f96,revision_number=7']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:43:18.875842 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b8e6803-1645-43ea-bfda-9e304b3c141a None None] Network 27c084e1-5090-46d9-ad9a-572c0846ba04 requested from dv-neutron-861624-1-hyperv {{(pid=103334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 07:43:18.906558 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2863cfb9-fc7d-41f9-8260-dd20c0659804 tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Router ff8271cb-2431-40f0-b6a1-80a9bac26437 has already been hosted by L3 agent ab388470-1243-4d53-80f2-c2f5899c97a7 {{(pid=103333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 07:43:18.976425 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-1a0da505-d0f9-48c6-b7e2-53b9c5e41298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:19.032871 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device 60c8378d-fdb9-40dd-972a-273557bc20bf up at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 07:43:19.124047 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:19.132412 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Provisioning complete for port 60c8378d-fdb9-40dd-972a-273557bc20bf triggered by entity L2. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:43:19.132811 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:19.133164 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Attempt 1 to provision port 60c8378d-fdb9-40dd-972a-273557bc20bf Oct 19 07:43:19.175582 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-87553508-de78-4607-a477-957d5a79d522 tempest-NegativeSecGroupTest-887729493 tempest-NegativeSecGroupTest-887729493-project] Notify callbacks [] for security_group, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:19.193186 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-87553508-de78-4607-a477-957d5a79d522 tempest-NegativeSecGroupTest-887729493 tempest-NegativeSecGroupTest-887729493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788643'] for security_group, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:19.231192 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-330a180b-f5aa-4d6e-8c5c-e42ba98209a4 tempest-RoutersNegativeIpV6Test-1640623158 tempest-RoutersNegativeIpV6Test-1640623158-project] Router 69933b5a-2129-4171-8b37-d4bf6ed391a7 is scheduled to L3 agent ab388470-1243-4d53-80f2-c2f5899c97a7 with binding_index 1 {{(pid=103333) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 07:43:19.234055 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Current status of the port 60c8378d-fdb9-40dd-972a-273557bc20bf is: DOWN; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:43:19.234591 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:19.273667 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] For port 60c8378d-fdb9-40dd-972a-273557bc20bf, host dv-neutron-861624-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=60c8378d-fdb9-40dd-972a-273557bc20bf,segment=NetworkSegment(70625a10-d6b7-44b0-ae57-7708df51249f),segment_id=70625a10-d6b7-44b0-ae57-7708df51249f)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:43:19.279884 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:19.280859 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device d60e37bf-0fd1-448d-b093-3eea0b4850f3 up at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 07:43:19.302688 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-87553508-de78-4607-a477-957d5a79d522 tempest-NegativeSecGroupTest-887729493 tempest-NegativeSecGroupTest-887729493-project] Notify callbacks [] for security_group, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:19.307282 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-87553508-de78-4607-a477-957d5a79d522 tempest-NegativeSecGroupTest-887729493 tempest-NegativeSecGroupTest-887729493-project] 10.222.0.27 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.0281479 Oct 19 07:43:19.307599 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 58872) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:43:19.314076 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-0b43c194-0a90-487d-bf11-284c72ff7b8d tempest-NegativeSecGroupTest-887729493 tempest-NegativeSecGroupTest-887729493-project] Request body: {'security_group_rule': {'security_group_id': '627c4543-0ce4-4c96-b487-b0b11d1a565e', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:43:19.315011 dv-neutron-861624-1-hyperv neutron-server[103332]: WARNING neutron.api.v2.base [None req-0b43c194-0a90-487d-bf11-284c72ff7b8d tempest-NegativeSecGroupTest-887729493 tempest-NegativeSecGroupTest-887729493-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Oct 19 07:43:19.315525 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.api.v2.resource [None req-0b43c194-0a90-487d-bf11-284c72ff7b8d tempest-NegativeSecGroupTest-887729493 tempest-NegativeSecGroupTest-887729493-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 19 07:43:19.316696 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-0b43c194-0a90-487d-bf11-284c72ff7b8d tempest-NegativeSecGroupTest-887729493 tempest-NegativeSecGroupTest-887729493-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0084534 Oct 19 07:43:19.319120 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87553508-de78-4607-a477-957d5a79d522 tempest-NegativeSecGroupTest-887729493 tempest-NegativeSecGroupTest-887729493-project] Pushing event updated for resources: {'SecurityGroup': ['ID=627c4543-0ce4-4c96-b487-b0b11d1a565e,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:43:19.319826 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 58874) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:43:19.322301 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-9dbc89c0-7bf8-4d89-9f94-296fa975281d None None] Attempt 3 to provision port d7cdd9f7-d914-40a9-b15e-0351ff83ee77 Oct 19 07:43:19.353261 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.db_base_plugin_common [None req-d7a2bb50-7960-4648-ae98-7c74311f34a4 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Delete allocated IP 2001:db8::91 (5b4755dd-54e2-40a6-8450-ab8eb989f82c/5c519310-b141-4444-90d2-59bca1bea933) {{(pid=103333) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Oct 19 07:43:19.355819 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2863cfb9-fc7d-41f9-8260-dd20c0659804 tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Notify agent at l3_agent.dv-neutron-861624-1-hyperv the message routers_updated {{(pid=103333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 07:43:19.367439 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7bd1a47-0dab-4ff6-a77a-923e3aea4961 None None] Sync routers for ids ['ff8271cb-2431-40f0-b6a1-80a9bac26437'] in dv-neutron-861624-1-hyperv {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 07:43:19.388109 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7bd1a47-0dab-4ff6-a77a-923e3aea4961 None None] Routers {'ff8271cb-2431-40f0-b6a1-80a9bac26437'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 07:43:19.389444 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-e7bd1a47-0dab-4ff6-a77a-923e3aea4961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T07:43:16Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['ff8271cb-2431-40f0-b6a1-80a9bac26437'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:43:19.402768 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-2863cfb9-fc7d-41f9-8260-dd20c0659804 tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42160'] for floatingip, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:19.430395 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.db_base_plugin_common [None req-d7a2bb50-7960-4648-ae98-7c74311f34a4 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Allocated IP 2001:db8:0:2::310 (5b4755dd-54e2-40a6-8450-ab8eb989f82c/1af76e2f-7646-4024-a403-04038d0aa1a8/d7cdd9f7-d914-40a9-b15e-0351ff83ee77) {{(pid=103333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 07:43:19.446082 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Provisioning complete for port d60e37bf-0fd1-448d-b093-3eea0b4850f3 triggered by entity L2. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:43:19.446650 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:19.447098 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Attempt 1 to provision port d60e37bf-0fd1-448d-b093-3eea0b4850f3 Oct 19 07:43:19.463543 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-adf3f8d7-26be-4428-ab5c-299505cd96e1 tempest-NegativeSecGroupTest-887729493 tempest-NegativeSecGroupTest-887729493-project] Notify callbacks [] for security_group, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:19.480282 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-e7bd1a47-0dab-4ff6-a77a-923e3aea4961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:43:19.502353 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7bd1a47-0dab-4ff6-a77a-923e3aea4961 None None] Routers {'ff8271cb-2431-40f0-b6a1-80a9bac26437'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 07:43:19.502992 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-e7bd1a47-0dab-4ff6-a77a-923e3aea4961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T07:43:16Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['ff8271cb-2431-40f0-b6a1-80a9bac26437'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:43:19.520850 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-9dbc89c0-7bf8-4d89-9f94-296fa975281d None None] Port d7cdd9f7-d914-40a9-b15e-0351ff83ee77 cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 07:43:19.521627 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Pushing event updated for resources: {'Port': ['ID=60c8378d-fdb9-40dd-972a-273557bc20bf,revision_number=3']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:43:19.531787 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-adf3f8d7-26be-4428-ab5c-299505cd96e1 tempest-NegativeSecGroupTest-887729493 tempest-NegativeSecGroupTest-887729493-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:19.556737 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-e7bd1a47-0dab-4ff6-a77a-923e3aea4961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:43:19.557614 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7bd1a47-0dab-4ff6-a77a-923e3aea4961 None None] The sync data for ids ['ff8271cb-2431-40f0-b6a1-80a9bac26437'] in dv-neutron-861624-1-hyperv is: [] {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 07:43:19.574346 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-2863cfb9-fc7d-41f9-8260-dd20c0659804 tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] 10.222.0.27 "DELETE /v2.0/floatingips/08cb14e1-dd1e-47d1-a107-4f2d3da03740 HTTP/1.1" status: 204 len: 168 time: 4.5876722 Oct 19 07:43:19.578722 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 58880) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:43:19.603786 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-330a180b-f5aa-4d6e-8c5c-e42ba98209a4 tempest-RoutersNegativeIpV6Test-1640623158 tempest-RoutersNegativeIpV6Test-1640623158-project] Notify agent at l3_agent.dv-neutron-861624-1-hyperv the message routers_updated {{(pid=103333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 07:43:19.614279 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2addbe10-5ccb-44c0-b16c-2b7f1aa97ef9 None None] Sync routers for ids ['69933b5a-2129-4171-8b37-d4bf6ed391a7'] in dv-neutron-861624-1-hyperv {{(pid=103334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 07:43:19.619946 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-330a180b-f5aa-4d6e-8c5c-e42ba98209a4 tempest-RoutersNegativeIpV6Test-1640623158 tempest-RoutersNegativeIpV6Test-1640623158-project] 10.222.0.27 "PUT /v2.0/routers/69933b5a-2129-4171-8b37-d4bf6ed391a7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3657217 Oct 19 07:43:19.621087 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 58886) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:43:19.655334 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2addbe10-5ccb-44c0-b16c-2b7f1aa97ef9 None None] Routers {'69933b5a-2129-4171-8b37-d4bf6ed391a7'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 07:43:19.656180 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-2addbe10-5ccb-44c0-b16c-2b7f1aa97ef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T07:43:16Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['69933b5a-2129-4171-8b37-d4bf6ed391a7'], 'active': True} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:43:19.658334 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Current status of the port d60e37bf-0fd1-448d-b093-3eea0b4850f3 is: ACTIVE; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:43:19.659682 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device 6e664574-911e-4c74-88a3-f35418cc63e3 up at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 07:43:19.683289 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-adf3f8d7-26be-4428-ab5c-299505cd96e1 tempest-NegativeSecGroupTest-887729493 tempest-NegativeSecGroupTest-887729493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788643'] for security_group, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:19.686999 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-adf3f8d7-26be-4428-ab5c-299505cd96e1 tempest-NegativeSecGroupTest-887729493 tempest-NegativeSecGroupTest-887729493-project] Notify callbacks [] for security_group, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:19.691211 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-adf3f8d7-26be-4428-ab5c-299505cd96e1 tempest-NegativeSecGroupTest-887729493 tempest-NegativeSecGroupTest-887729493-project] 10.222.0.27 "DELETE /v2.0/security-groups/627c4543-0ce4-4c96-b487-b0b11d1a565e HTTP/1.1" status: 204 len: 168 time: 0.3701594 Oct 19 07:43:19.691920 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 58892) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:43:19.727247 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf3f8d7-26be-4428-ab5c-299505cd96e1 tempest-NegativeSecGroupTest-887729493 tempest-NegativeSecGroupTest-887729493-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=627c4543-0ce4-4c96-b487-b0b11d1a565e,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:43:19.737445 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-2addbe10-5ccb-44c0-b16c-2b7f1aa97ef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:43:19.778157 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-f3ca2a05-f66b-40a8-b168-9e2594615eea tempest-NegativeSecGroupTest-887729493 tempest-NegativeSecGroupTest-887729493-project] 10.222.0.27 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.0720813 Oct 19 07:43:19.778889 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 58894) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:43:19.783011 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2addbe10-5ccb-44c0-b16c-2b7f1aa97ef9 None None] Routers {'69933b5a-2129-4171-8b37-d4bf6ed391a7'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 07:43:19.783650 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-2addbe10-5ccb-44c0-b16c-2b7f1aa97ef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T07:43:16Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['69933b5a-2129-4171-8b37-d4bf6ed391a7'], 'active': True} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:43:19.795117 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-1ddb7da4-b44e-4fa9-ac19-576402f6f09e tempest-NegativeSecGroupTest-887729493 tempest-NegativeSecGroupTest-887729493-project] Request body: {'security_group': {'name': 'tempest-secgroup--1298730831'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:43:19.811938 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.plugin [None req-6673171d-d5f0-4205-b7bf-bbf9d069b390 tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Deleting port 8cf325f6-d6fe-4a3c-a0da-962dcfe49943 {{(pid=103332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 07:43:19.812282 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-6673171d-d5f0-4205-b7bf-bbf9d069b390 tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:19.823900 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-2addbe10-5ccb-44c0-b16c-2b7f1aa97ef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:43:19.824630 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2addbe10-5ccb-44c0-b16c-2b7f1aa97ef9 None None] The sync data for ids ['69933b5a-2129-4171-8b37-d4bf6ed391a7'] in dv-neutron-861624-1-hyperv is: [] {{(pid=103334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 07:43:19.828098 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-1ddb7da4-b44e-4fa9-ac19-576402f6f09e tempest-NegativeSecGroupTest-887729493 tempest-NegativeSecGroupTest-887729493-project] Notify callbacks [] for security_group, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:19.844438 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Provisioning complete for port 6e664574-911e-4c74-88a3-f35418cc63e3 triggered by entity L2. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:43:19.844764 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:19.845109 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Attempt 1 to provision port 6e664574-911e-4c74-88a3-f35418cc63e3 Oct 19 07:43:19.920205 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-6673171d-d5f0-4205-b7bf-bbf9d069b390 tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:19.934636 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.plugin [None req-6673171d-d5f0-4205-b7bf-bbf9d069b390 tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Calling delete_port for 8cf325f6-d6fe-4a3c-a0da-962dcfe49943 owned by {{(pid=103332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 07:43:19.977099 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Current status of the port 6e664574-911e-4c74-88a3-f35418cc63e3 is: ACTIVE; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:43:20.008747 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-1ddb7da4-b44e-4fa9-ac19-576402f6f09e tempest-NegativeSecGroupTest-887729493 tempest-NegativeSecGroupTest-887729493-project] Notify callbacks [] for security_group, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:20.022515 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-9dbc89c0-7bf8-4d89-9f94-296fa975281d None None] Attempt 4 to provision port d7cdd9f7-d914-40a9-b15e-0351ff83ee77 Oct 19 07:43:20.043718 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-1ddb7da4-b44e-4fa9-ac19-576402f6f09e tempest-NegativeSecGroupTest-887729493 tempest-NegativeSecGroupTest-887729493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788643'] for security_group, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:20.062798 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-9dbc89c0-7bf8-4d89-9f94-296fa975281d None None] Port d7cdd9f7-d914-40a9-b15e-0351ff83ee77 cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 07:43:20.079399 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-1ddb7da4-b44e-4fa9-ac19-576402f6f09e tempest-NegativeSecGroupTest-887729493 tempest-NegativeSecGroupTest-887729493-project] Notify callbacks [] for security_group, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:20.083127 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-1ddb7da4-b44e-4fa9-ac19-576402f6f09e tempest-NegativeSecGroupTest-887729493 tempest-NegativeSecGroupTest-887729493-project] 10.222.0.27 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2893279 Oct 19 07:43:20.083525 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 58904) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:43:20.096716 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-612f3acb-350d-4ffe-b207-26e9bebd725e tempest-NegativeSecGroupTest-887729493 tempest-NegativeSecGroupTest-887729493-project] Request body: {'security_group_rule': {'security_group_id': '59ae93eb-47df-449a-a55d-67505b95c7f6', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:43:20.097569 dv-neutron-861624-1-hyperv neutron-server[103332]: WARNING neutron.api.v2.base [None req-612f3acb-350d-4ffe-b207-26e9bebd725e tempest-NegativeSecGroupTest-887729493 tempest-NegativeSecGroupTest-887729493-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Oct 19 07:43:20.098065 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.api.v2.resource [None req-612f3acb-350d-4ffe-b207-26e9bebd725e tempest-NegativeSecGroupTest-887729493 tempest-NegativeSecGroupTest-887729493-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 19 07:43:20.100622 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-612f3acb-350d-4ffe-b207-26e9bebd725e tempest-NegativeSecGroupTest-887729493 tempest-NegativeSecGroupTest-887729493-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0161436 Oct 19 07:43:20.112658 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 58906) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:43:20.113029 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec2ba16-b333-45f6-9b73-d7a8925eda54 req-f630f37c-1ff4-47d9-be75-375463ab62c3 tempest-TestNetworkAdvancedServerOps-260085928 tempest-TestNetworkAdvancedServerOps-260085928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:43:20.116994 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-0ec2ba16-b333-45f6-9b73-d7a8925eda54 req-f630f37c-1ff4-47d9-be75-375463ab62c3 tempest-TestNetworkAdvancedServerOps-260085928 tempest-TestNetworkAdvancedServerOps-260085928-project] 10.222.0.27 "GET /v2.0/ports?device_id=7bfd5314-4c55-4597-8b3e-da476697892d HTTP/1.1" status: 200 len: 945 time: 0.1068256 Oct 19 07:43:20.148298 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ddb7da4-b44e-4fa9-ac19-576402f6f09e tempest-NegativeSecGroupTest-887729493 tempest-NegativeSecGroupTest-887729493-project] Pushing event updated for resources: {'SecurityGroup': ['ID=59ae93eb-47df-449a-a55d-67505b95c7f6,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:43:20.204526 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-d7a2bb50-7960-4648-ae98-7c74311f34a4 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Notify callbacks [] for port, precommit_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:20.215643 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-d7a2bb50-7960-4648-ae98-7c74311f34a4 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130996754'] for port, after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:20.237011 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-0ec2ba16-b333-45f6-9b73-d7a8925eda54 req-59a9a0fd-4663-4a1a-ae3a-31b1455896ea tempest-TestNetworkAdvancedServerOps-260085928 tempest-TestNetworkAdvancedServerOps-260085928-project] 10.222.0.27 "GET /v2.0/security-groups?id=705be772-8c7b-4b84-954c-59b0a7452e78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1142251 Oct 19 07:43:20.284432 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05b1c99-a39b-4b1a-89d5-20bf30269ec8 req-bcdfb8a8-215c-4c62-b29d-a0cfde9f0a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:43:20.285982 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-f05b1c99-a39b-4b1a-89d5-20bf30269ec8 req-bcdfb8a8-215c-4c62-b29d-a0cfde9f0a23 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=6c01adc7adbe45c98fd23e352fd389b2&device_id=7bfd5314-4c55-4597-8b3e-da476697892d HTTP/1.1" status: 200 len: 1098 time: 0.1126633 Oct 19 07:43:20.318874 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-c3ca8128-1cd1-4c85-92f4-104c9886dda2 tempest-NegativeSecGroupTest-887729493 tempest-NegativeSecGroupTest-887729493-project] Notify callbacks [] for security_group, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:20.319262 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-6673171d-d5f0-4205-b7bf-bbf9d069b390 tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133553798'] for port, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:20.381051 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-d7a2bb50-7960-4648-ae98-7c74311f34a4 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] In _notify_port_updated(), no bound segment for port d7cdd9f7-d914-40a9-b15e-0351ff83ee77 on network 5b4755dd-54e2-40a6-8450-ab8eb989f82c {{(pid=103333) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:900}} Oct 19 07:43:20.382031 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6673171d-d5f0-4205-b7bf-bbf9d069b390 tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Pushing event deleted for resources: {'Port': ['ID=8cf325f6-d6fe-4a3c-a0da-962dcfe49943,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:43:20.386466 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7a2bb50-7960-4648-ae98-7c74311f34a4 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:43:20.387087 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-d7a2bb50-7960-4648-ae98-7c74311f34a4 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42160'] for port, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:20.388574 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-d7a2bb50-7960-4648-ae98-7c74311f34a4 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] 10.222.0.27 "PUT /v2.0/ports/d7cdd9f7-d914-40a9-b15e-0351ff83ee77 HTTP/1.1" status: 200 len: 969 time: 3.4289415 Oct 19 07:43:20.397783 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 58908) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:43:20.400866 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a2bb50-7960-4648-ae98-7c74311f34a4 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Pushing event updated for resources: {'Port': ['ID=d7cdd9f7-d914-40a9-b15e-0351ff83ee77,revision_number=2']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:43:20.420885 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-c3ca8128-1cd1-4c85-92f4-104c9886dda2 tempest-NegativeSecGroupTest-887729493 tempest-NegativeSecGroupTest-887729493-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:20.507550 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.api.v2.resource [None req-0ec416cb-32be-4366-8635-9142f765b8c6 tempest-RoutersNegativeIpV6Test-1640623158 tempest-RoutersNegativeIpV6Test-1640623158-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 19 07:43:20.512470 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-0ec416cb-32be-4366-8635-9142f765b8c6 tempest-RoutersNegativeIpV6Test-1640623158 tempest-RoutersNegativeIpV6Test-1640623158-project] 10.222.0.27 "PUT /v2.0/routers/69933b5a-2129-4171-8b37-d4bf6ed391a7/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.8903742 Oct 19 07:43:20.513081 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 58910) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:43:20.522732 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-c3ca8128-1cd1-4c85-92f4-104c9886dda2 tempest-NegativeSecGroupTest-887729493 tempest-NegativeSecGroupTest-887729493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788643'] for security_group, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:20.525401 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-c3ca8128-1cd1-4c85-92f4-104c9886dda2 tempest-NegativeSecGroupTest-887729493 tempest-NegativeSecGroupTest-887729493-project] Notify callbacks [] for security_group, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:20.529692 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-c3ca8128-1cd1-4c85-92f4-104c9886dda2 tempest-NegativeSecGroupTest-887729493 tempest-NegativeSecGroupTest-887729493-project] 10.222.0.27 "DELETE /v2.0/security-groups/59ae93eb-47df-449a-a55d-67505b95c7f6 HTTP/1.1" status: 204 len: 168 time: 0.4129052 Oct 19 07:43:20.537197 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 58912) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:43:20.563697 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-9dbc89c0-7bf8-4d89-9f94-296fa975281d None None] Attempt 5 to provision port d7cdd9f7-d914-40a9-b15e-0351ff83ee77 Oct 19 07:43:20.577119 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ca8128-1cd1-4c85-92f4-104c9886dda2 tempest-NegativeSecGroupTest-887729493 tempest-NegativeSecGroupTest-887729493-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=59ae93eb-47df-449a-a55d-67505b95c7f6,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:43:20.615329 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-9dbc89c0-7bf8-4d89-9f94-296fa975281d None None] Port d7cdd9f7-d914-40a9-b15e-0351ff83ee77 cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 07:43:20.623776 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-6673171d-d5f0-4205-b7bf-bbf9d069b390 tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42160'] for port, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:20.627028 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-6673171d-d5f0-4205-b7bf-bbf9d069b390 tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] 10.222.0.27 "DELETE /v2.0/ports/8cf325f6-d6fe-4a3c-a0da-962dcfe49943 HTTP/1.1" status: 204 len: 168 time: 1.0473554 Oct 19 07:43:20.630233 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05b1c99-a39b-4b1a-89d5-20bf30269ec8 req-a483e447-a8a0-48f6-ad4f-7a8663fb0846 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:43:20.631646 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-f05b1c99-a39b-4b1a-89d5-20bf30269ec8 req-a483e447-a8a0-48f6-ad4f-7a8663fb0846 service neutron] 10.222.0.16 "GET /v2.0/networks?id=6d49fd8a-7643-40eb-ab2d-b752a1374d55 HTTP/1.1" status: 200 len: 898 time: 0.3073218 Oct 19 07:43:20.632326 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 58914) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:43:20.636157 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.agents_db [None req-6057327c-4456-4c72-8e75-6d3cd9249757 None None] Agent healthcheck: found 6 active agents {{(pid=103335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 07:43:20.644012 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-e9d8a7f2-0d8a-4519-951f-046a457c8e4a tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Request body: {'floatingip': {'floating_network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:43:20.686160 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-0f7ae2fa-7c31-471f-aef7-ff55de62c279 tempest-NegativeSecGroupTest-887729493 tempest-NegativeSecGroupTest-887729493-project] 10.222.0.27 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1481266 Oct 19 07:43:20.690217 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 58916) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:43:20.694989 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-eeef8ae9-2f79-4283-9de8-cc28356f5614 tempest-NegativeSecGroupTest-887729493 tempest-NegativeSecGroupTest-887729493-project] Request body: {'security_group': {'name': 'tempest-secgroup--549511785'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:43:20.712542 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.plugin [None req-795b71ca-d67f-4a24-8809-119b10506bbf tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Deleting port d7cdd9f7-d914-40a9-b15e-0351ff83ee77 {{(pid=103332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 07:43:20.712949 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-795b71ca-d67f-4a24-8809-119b10506bbf tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:20.734221 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-f05b1c99-a39b-4b1a-89d5-20bf30269ec8 req-4a13cdf6-82d5-4fef-a2ae-13ed195212f6 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8e811ad9-9c33-4129-980f-ace6b6615c7d HTTP/1.1" status: 200 len: 1001 time: 0.0937045 Oct 19 07:43:20.756434 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-e9d8a7f2-0d8a-4519-951f-046a457c8e4a tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Notify callbacks [] for floatingip, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:20.780833 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-eeef8ae9-2f79-4283-9de8-cc28356f5614 tempest-NegativeSecGroupTest-887729493 tempest-NegativeSecGroupTest-887729493-project] Notify callbacks [] for security_group, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:20.834176 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05b1c99-a39b-4b1a-89d5-20bf30269ec8 req-d3dee184-5d67-4deb-9190-52bf180619c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:43:20.835667 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-f05b1c99-a39b-4b1a-89d5-20bf30269ec8 req-d3dee184-5d67-4deb-9190-52bf180619c4 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=39b46f5d-56e1-4b9e-adf7-e07d6d6b0a59 HTTP/1.1" status: 200 len: 834 time: 0.0954232 Oct 19 07:43:20.857148 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-795b71ca-d67f-4a24-8809-119b10506bbf tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:20.885154 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.plugin [None req-795b71ca-d67f-4a24-8809-119b10506bbf tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Calling delete_port for d7cdd9f7-d914-40a9-b15e-0351ff83ee77 owned by {{(pid=103332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 07:43:20.893855 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device 60c8378d-fdb9-40dd-972a-273557bc20bf up at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 07:43:20.940584 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05b1c99-a39b-4b1a-89d5-20bf30269ec8 req-cb7656ba-c82b-4469-9298-564680adc0c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:43:20.942214 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-f05b1c99-a39b-4b1a-89d5-20bf30269ec8 req-cb7656ba-c82b-4469-9298-564680adc0c5 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=6d49fd8a-7643-40eb-ab2d-b752a1374d55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0960712 Oct 19 07:43:20.948274 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Provisioning complete for port 60c8378d-fdb9-40dd-972a-273557bc20bf triggered by entity L2. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:43:20.948741 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:20.949140 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Attempt 1 to provision port 60c8378d-fdb9-40dd-972a-273557bc20bf Oct 19 07:43:20.993620 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-eeef8ae9-2f79-4283-9de8-cc28356f5614 tempest-NegativeSecGroupTest-887729493 tempest-NegativeSecGroupTest-887729493-project] Notify callbacks [] for security_group, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:21.024340 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-eeef8ae9-2f79-4283-9de8-cc28356f5614 tempest-NegativeSecGroupTest-887729493 tempest-NegativeSecGroupTest-887729493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788643'] for security_group, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:21.030436 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Current status of the port 60c8378d-fdb9-40dd-972a-273557bc20bf is: ACTIVE; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:43:21.031714 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device 4c5ef16a-63cc-44d2-ae39-e0b77b1f3f96 up at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 07:43:21.071776 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-eeef8ae9-2f79-4283-9de8-cc28356f5614 tempest-NegativeSecGroupTest-887729493 tempest-NegativeSecGroupTest-887729493-project] Notify callbacks [] for security_group, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:21.076627 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-eeef8ae9-2f79-4283-9de8-cc28356f5614 tempest-NegativeSecGroupTest-887729493 tempest-NegativeSecGroupTest-887729493-project] 10.222.0.27 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.3823047 Oct 19 07:43:21.076627 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-e9d8a7f2-0d8a-4519-951f-046a457c8e4a tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:21.081496 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Provisioning complete for port 4c5ef16a-63cc-44d2-ae39-e0b77b1f3f96 triggered by entity L2. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:43:21.081936 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:21.082374 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Attempt 1 to provision port 4c5ef16a-63cc-44d2-ae39-e0b77b1f3f96 Oct 19 07:43:21.082493 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 58918) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:43:21.088250 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-6cded3d2-a346-472d-b7c5-30cfeef3fbc8 tempest-NegativeSecGroupTest-887729493 tempest-NegativeSecGroupTest-887729493-project] Request body: {'security_group_rule': {'security_group_id': '120b244d-007a-4af6-bee1-a452da1ee61d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:43:21.090424 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-f05b1c99-a39b-4b1a-89d5-20bf30269ec8 req-14698a93-f33a-430e-a526-bc16aaa16ee9 service neutron] 10.222.0.16 "GET /v2.0/networks/6d49fd8a-7643-40eb-ab2d-b752a1374d55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1401067 Oct 19 07:43:21.106147 dv-neutron-861624-1-hyperv neutron-server[103333]: WARNING neutron.api.v2.base [None req-6cded3d2-a346-472d-b7c5-30cfeef3fbc8 tempest-NegativeSecGroupTest-887729493 tempest-NegativeSecGroupTest-887729493-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Oct 19 07:43:21.106873 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.api.v2.resource [None req-6cded3d2-a346-472d-b7c5-30cfeef3fbc8 tempest-NegativeSecGroupTest-887729493 tempest-NegativeSecGroupTest-887729493-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 19 07:43:21.111293 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-6cded3d2-a346-472d-b7c5-30cfeef3fbc8 tempest-NegativeSecGroupTest-887729493 tempest-NegativeSecGroupTest-887729493-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0241981 Oct 19 07:43:21.114335 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeef8ae9-2f79-4283-9de8-cc28356f5614 tempest-NegativeSecGroupTest-887729493 tempest-NegativeSecGroupTest-887729493-project] Pushing event updated for resources: {'SecurityGroup': ['ID=120b244d-007a-4af6-bee1-a452da1ee61d,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:43:21.117147 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-9dbc89c0-7bf8-4d89-9f94-296fa975281d None None] Attempt 6 to provision port d7cdd9f7-d914-40a9-b15e-0351ff83ee77 Oct 19 07:43:21.119118 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 58920) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:43:21.127035 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-244304bc-4360-4958-9aa1-6d2a964e098e tempest-NegativeSecGroupTest-887729493 tempest-NegativeSecGroupTest-887729493-project] Request body: {'security_group_rule': {'security_group_id': '120b244d-007a-4af6-bee1-a452da1ee61d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:43:21.129023 dv-neutron-861624-1-hyperv neutron-server[103332]: WARNING neutron.api.v2.base [None req-244304bc-4360-4958-9aa1-6d2a964e098e tempest-NegativeSecGroupTest-887729493 tempest-NegativeSecGroupTest-887729493-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Oct 19 07:43:21.129452 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.api.v2.resource [None req-244304bc-4360-4958-9aa1-6d2a964e098e tempest-NegativeSecGroupTest-887729493 tempest-NegativeSecGroupTest-887729493-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 19 07:43:21.133221 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-244304bc-4360-4958-9aa1-6d2a964e098e tempest-NegativeSecGroupTest-887729493 tempest-NegativeSecGroupTest-887729493-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0104337 Oct 19 07:43:21.136118 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 58922) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:43:21.148240 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-f5a57f3a-3c64-419a-a974-903231c95d48 tempest-NegativeSecGroupTest-887729493 tempest-NegativeSecGroupTest-887729493-project] Request body: {'security_group_rule': {'security_group_id': '120b244d-007a-4af6-bee1-a452da1ee61d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:43:21.149489 dv-neutron-861624-1-hyperv neutron-server[103332]: WARNING neutron.api.v2.base [None req-f5a57f3a-3c64-419a-a974-903231c95d48 tempest-NegativeSecGroupTest-887729493 tempest-NegativeSecGroupTest-887729493-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Oct 19 07:43:21.150062 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.api.v2.resource [None req-f5a57f3a-3c64-419a-a974-903231c95d48 tempest-NegativeSecGroupTest-887729493 tempest-NegativeSecGroupTest-887729493-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 19 07:43:21.154337 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-f5a57f3a-3c64-419a-a974-903231c95d48 tempest-NegativeSecGroupTest-887729493 tempest-NegativeSecGroupTest-887729493-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0127659 Oct 19 07:43:21.155927 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 58924) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:43:21.161878 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-78cf7615-dbb6-4f65-bba9-45b21506750c tempest-NegativeSecGroupTest-887729493 tempest-NegativeSecGroupTest-887729493-project] Request body: {'security_group_rule': {'security_group_id': '120b244d-007a-4af6-bee1-a452da1ee61d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:43:21.162783 dv-neutron-861624-1-hyperv neutron-server[103333]: WARNING neutron.api.v2.base [None req-78cf7615-dbb6-4f65-bba9-45b21506750c tempest-NegativeSecGroupTest-887729493 tempest-NegativeSecGroupTest-887729493-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Oct 19 07:43:21.163152 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-9dbc89c0-7bf8-4d89-9f94-296fa975281d None None] Port d7cdd9f7-d914-40a9-b15e-0351ff83ee77 cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 07:43:21.163324 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.api.v2.resource [None req-78cf7615-dbb6-4f65-bba9-45b21506750c tempest-NegativeSecGroupTest-887729493 tempest-NegativeSecGroupTest-887729493-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 19 07:43:21.166866 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-78cf7615-dbb6-4f65-bba9-45b21506750c tempest-NegativeSecGroupTest-887729493 tempest-NegativeSecGroupTest-887729493-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0065753 Oct 19 07:43:21.173032 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 58926) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:43:21.195183 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-795b71ca-d67f-4a24-8809-119b10506bbf tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133553798'] for port, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:21.206078 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Current status of the port 4c5ef16a-63cc-44d2-ae39-e0b77b1f3f96 is: ACTIVE; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:43:21.228726 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795b71ca-d67f-4a24-8809-119b10506bbf tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Pushing event deleted for resources: {'Port': ['ID=d7cdd9f7-d914-40a9-b15e-0351ff83ee77,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:43:21.230939 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-428b2fac-69b0-430c-959f-fbc317d0340f tempest-RoutersNegativeIpV6Test-1640623158 tempest-RoutersNegativeIpV6Test-1640623158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1694785'] for router_interface, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:21.274466 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-f05b1c99-a39b-4b1a-89d5-20bf30269ec8 req-19cbbeff-eb0e-4d3f-8fd0-dba9c754e770 service neutron] 10.222.0.16 "GET /v2.0/networks/6d49fd8a-7643-40eb-ab2d-b752a1374d55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1768723 Oct 19 07:43:21.275497 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-795b71ca-d67f-4a24-8809-119b10506bbf tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42160'] for port, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:21.278739 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-795b71ca-d67f-4a24-8809-119b10506bbf tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] 10.222.0.27 "DELETE /v2.0/ports/d7cdd9f7-d914-40a9-b15e-0351ff83ee77 HTTP/1.1" status: 204 len: 168 time: 0.8799016 Oct 19 07:43:21.281384 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 58930) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:43:21.306612 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac20d3bf-d2ab-4c7d-8d8f-60c23791568f tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] GET failed (client error): The resource could not be found. Oct 19 07:43:21.308376 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-ac20d3bf-d2ab-4c7d-8d8f-60c23791568f tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] 10.222.0.27 "GET /v2.0/ports/d7cdd9f7-d914-40a9-b15e-0351ff83ee77 HTTP/1.1" status: 404 len: 333 time: 0.0260236 Oct 19 07:43:21.311615 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 58932) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:43:21.387857 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.db_base_plugin_common [None req-e9d8a7f2-0d8a-4519-951f-046a457c8e4a tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Allocated IP 172.26.0.163 (99c66757-74e3-40a4-b479-8d09e3a7c3dd/7f3d1034-1de7-458a-a3ee-77488de3949b/72546589-0f49-46ba-803a-2617de0aec71) {{(pid=103333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 07:43:21.394429 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-34b1f859-0778-4bff-a141-3a2e57162930 tempest-NegativeSecGroupTest-887729493 tempest-NegativeSecGroupTest-887729493-project] Notify callbacks [] for security_group, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:21.397266 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-38c7edd8-84f1-473d-8db3-d903dbd50033 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Notify callbacks [] for security_group, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:21.429753 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-38c7edd8-84f1-473d-8db3-d903dbd50033 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:21.446797 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-34b1f859-0778-4bff-a141-3a2e57162930 tempest-NegativeSecGroupTest-887729493 tempest-NegativeSecGroupTest-887729493-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:21.450672 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b69e2bd-3ec5-4cc7-b6e3-7231132930d9 req-84b65ca8-29da-45bc-93e7-090705768e43 tempest-TestNetworkAdvancedServerOps-260085928 tempest-TestNetworkAdvancedServerOps-260085928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:43:21.452703 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-5b69e2bd-3ec5-4cc7-b6e3-7231132930d9 req-84b65ca8-29da-45bc-93e7-090705768e43 tempest-TestNetworkAdvancedServerOps-260085928 tempest-TestNetworkAdvancedServerOps-260085928-project] 10.222.0.27 "GET /v2.0/ports?device_id=7bfd5314-4c55-4597-8b3e-da476697892d HTTP/1.1" status: 200 len: 945 time: 0.0948820 Oct 19 07:43:21.525130 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-5b69e2bd-3ec5-4cc7-b6e3-7231132930d9 req-bc29aa91-bd0c-49de-abd9-0328594974fe tempest-TestNetworkAdvancedServerOps-260085928 tempest-TestNetworkAdvancedServerOps-260085928-project] 10.222.0.27 "GET /v2.0/security-groups?id=705be772-8c7b-4b84-954c-59b0a7452e78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0628684 Oct 19 07:43:21.525915 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-38c7edd8-84f1-473d-8db3-d903dbd50033 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788643'] for security_group, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:21.528888 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-38c7edd8-84f1-473d-8db3-d903dbd50033 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Notify callbacks [] for security_group, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:21.532165 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-38c7edd8-84f1-473d-8db3-d903dbd50033 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] 10.222.0.27 "DELETE /v2.0/security-groups/ea716eec-ff80-4b39-81d9-5d0363b32375 HTTP/1.1" status: 204 len: 168 time: 0.2195487 Oct 19 07:43:21.536097 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 58934) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:43:21.561230 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c7edd8-84f1-473d-8db3-d903dbd50033 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea716eec-ff80-4b39-81d9-5d0363b32375,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:43:21.607594 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-fea1041b-c90c-4a26-a340-39335bf02bf1 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Notify callbacks [] for security_group, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:21.610450 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-34b1f859-0778-4bff-a141-3a2e57162930 tempest-NegativeSecGroupTest-887729493 tempest-NegativeSecGroupTest-887729493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788643'] for security_group, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:21.612964 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-34b1f859-0778-4bff-a141-3a2e57162930 tempest-NegativeSecGroupTest-887729493 tempest-NegativeSecGroupTest-887729493-project] Notify callbacks [] for security_group, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:21.614099 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-34b1f859-0778-4bff-a141-3a2e57162930 tempest-NegativeSecGroupTest-887729493 tempest-NegativeSecGroupTest-887729493-project] 10.222.0.27 "DELETE /v2.0/security-groups/120b244d-007a-4af6-bee1-a452da1ee61d HTTP/1.1" status: 204 len: 168 time: 0.4402573 Oct 19 07:43:21.618163 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 58936) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:43:21.636942 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-e9d8a7f2-0d8a-4519-951f-046a457c8e4a tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Notify callbacks [] for port, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:21.639042 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b1f859-0778-4bff-a141-3a2e57162930 tempest-NegativeSecGroupTest-887729493 tempest-NegativeSecGroupTest-887729493-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=120b244d-007a-4af6-bee1-a452da1ee61d,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:43:21.643331 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-fea1041b-c90c-4a26-a340-39335bf02bf1 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:21.664590 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-9dbc89c0-7bf8-4d89-9f94-296fa975281d None None] Attempt 7 to provision port d7cdd9f7-d914-40a9-b15e-0351ff83ee77 Oct 19 07:43:21.687711 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-9dbc89c0-7bf8-4d89-9f94-296fa975281d None None] Port d7cdd9f7-d914-40a9-b15e-0351ff83ee77 was deleted so its status cannot be updated. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Oct 19 07:43:21.700245 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-f39b64aa-1c3e-4a17-9809-02d037b6268f tempest-NegativeSecGroupTest-887729493 tempest-NegativeSecGroupTest-887729493-project] 10.222.0.27 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.0774825 Oct 19 07:43:21.702808 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 58938) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:43:21.708861 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-373644ef-dfeb-4920-8133-b1eba9fb5afa tempest-NegativeSecGroupTest-887729493 tempest-NegativeSecGroupTest-887729493-project] Request body: {'security_group': {'name': 'tempest-secgroup--1118622639'}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:43:21.710019 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-9dbc89c0-7bf8-4d89-9f94-296fa975281d None None] Provisioning complete for port d60e37bf-0fd1-448d-b093-3eea0b4850f3 triggered by entity DHCP. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:43:21.710428 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-9dbc89c0-7bf8-4d89-9f94-296fa975281d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:21.710784 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-9dbc89c0-7bf8-4d89-9f94-296fa975281d None None] Attempt 1 to provision port d60e37bf-0fd1-448d-b093-3eea0b4850f3 Oct 19 07:43:21.734538 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-fea1041b-c90c-4a26-a340-39335bf02bf1 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788643'] for security_group, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:21.738898 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-fea1041b-c90c-4a26-a340-39335bf02bf1 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Notify callbacks [] for security_group, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:21.743587 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-fea1041b-c90c-4a26-a340-39335bf02bf1 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] 10.222.0.27 "DELETE /v2.0/security-groups/7b3630cd-ad15-4d95-80d2-4e6de6742545 HTTP/1.1" status: 204 len: 168 time: 0.2063820 Oct 19 07:43:21.744208 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 58940) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:43:21.766148 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-373644ef-dfeb-4920-8133-b1eba9fb5afa tempest-NegativeSecGroupTest-887729493 tempest-NegativeSecGroupTest-887729493-project] Notify callbacks [] for security_group, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:21.800230 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-9dbc89c0-7bf8-4d89-9f94-296fa975281d None None] Current status of the port d60e37bf-0fd1-448d-b093-3eea0b4850f3 is: ACTIVE; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:43:21.800465 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea1041b-c90c-4a26-a340-39335bf02bf1 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b3630cd-ad15-4d95-80d2-4e6de6742545,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:43:21.812931 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-9dbc89c0-7bf8-4d89-9f94-296fa975281d None None] Provisioning complete for port 9b30fa6b-14f0-4e33-8ef6-7c1b932b18e6 triggered by entity DHCP. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:43:21.813507 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-9dbc89c0-7bf8-4d89-9f94-296fa975281d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:21.814005 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-9dbc89c0-7bf8-4d89-9f94-296fa975281d None None] Attempt 1 to provision port 9b30fa6b-14f0-4e33-8ef6-7c1b932b18e6 Oct 19 07:43:21.858961 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-9dbc89c0-7bf8-4d89-9f94-296fa975281d None None] Port 9b30fa6b-14f0-4e33-8ef6-7c1b932b18e6 cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 07:43:21.880485 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-356bd762-c9b9-4ecd-b426-72f17ae7adc7 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Notify callbacks [] for security_group, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:21.915438 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-373644ef-dfeb-4920-8133-b1eba9fb5afa tempest-NegativeSecGroupTest-887729493 tempest-NegativeSecGroupTest-887729493-project] Notify callbacks [] for security_group, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:21.922302 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-373644ef-dfeb-4920-8133-b1eba9fb5afa tempest-NegativeSecGroupTest-887729493 tempest-NegativeSecGroupTest-887729493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788643'] for security_group, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:21.932399 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-356bd762-c9b9-4ecd-b426-72f17ae7adc7 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:21.982541 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-373644ef-dfeb-4920-8133-b1eba9fb5afa tempest-NegativeSecGroupTest-887729493 tempest-NegativeSecGroupTest-887729493-project] Notify callbacks [] for security_group, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:21.983967 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-373644ef-dfeb-4920-8133-b1eba9fb5afa tempest-NegativeSecGroupTest-887729493 tempest-NegativeSecGroupTest-887729493-project] 10.222.0.27 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2786570 Oct 19 07:43:21.988955 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 58942) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:43:21.993397 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-384415d2-3862-4853-a07c-f75ac3ca7963 tempest-NegativeSecGroupTest-887729493 tempest-NegativeSecGroupTest-887729493-project] Request body: {'security_group_rule': {'security_group_id': '53d78489-224f-4221-b21f-a23dab2429b1', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:43:21.994182 dv-neutron-861624-1-hyperv neutron-server[103332]: WARNING neutron.api.v2.base [None req-384415d2-3862-4853-a07c-f75ac3ca7963 tempest-NegativeSecGroupTest-887729493 tempest-NegativeSecGroupTest-887729493-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Oct 19 07:43:21.994680 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.api.v2.resource [None req-384415d2-3862-4853-a07c-f75ac3ca7963 tempest-NegativeSecGroupTest-887729493 tempest-NegativeSecGroupTest-887729493-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 19 07:43:21.996440 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-384415d2-3862-4853-a07c-f75ac3ca7963 tempest-NegativeSecGroupTest-887729493 tempest-NegativeSecGroupTest-887729493-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0065503 Oct 19 07:43:21.999816 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373644ef-dfeb-4920-8133-b1eba9fb5afa tempest-NegativeSecGroupTest-887729493 tempest-NegativeSecGroupTest-887729493-project] Pushing event updated for resources: {'SecurityGroup': ['ID=53d78489-224f-4221-b21f-a23dab2429b1,revision_number=1']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:43:22.001868 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 58944) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:43:22.012173 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-077fe663-8952-42bf-8e7f-dbb7bdc7e954 tempest-NegativeSecGroupTest-887729493 tempest-NegativeSecGroupTest-887729493-project] Request body: {'security_group_rule': {'security_group_id': '53d78489-224f-4221-b21f-a23dab2429b1', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:43:22.042215 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-356bd762-c9b9-4ecd-b426-72f17ae7adc7 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788643'] for security_group, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:22.045980 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-356bd762-c9b9-4ecd-b426-72f17ae7adc7 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Notify callbacks [] for security_group, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:22.050200 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-356bd762-c9b9-4ecd-b426-72f17ae7adc7 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] 10.222.0.27 "DELETE /v2.0/security-groups/16f8978a-bb2d-4bbf-8454-e55dc4b3df2d HTTP/1.1" status: 204 len: 168 time: 0.2988515 Oct 19 07:43:22.052155 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 58946) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:43:22.088141 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-e9d8a7f2-0d8a-4519-951f-046a457c8e4a tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785020947330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130996763'] for port, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:22.097385 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356bd762-c9b9-4ecd-b426-72f17ae7adc7 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=16f8978a-bb2d-4bbf-8454-e55dc4b3df2d,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:43:22.134077 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.api.v2.resource [None req-077fe663-8952-42bf-8e7f-dbb7bdc7e954 tempest-NegativeSecGroupTest-887729493 tempest-NegativeSecGroupTest-887729493-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 19 07:43:22.135310 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-077fe663-8952-42bf-8e7f-dbb7bdc7e954 tempest-NegativeSecGroupTest-887729493 tempest-NegativeSecGroupTest-887729493-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1322529 Oct 19 07:43:22.140068 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 58948) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:43:22.142543 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.db_base_plugin_v2 [None req-3518da60-3698-4341-93a4-5a4f8f482d1f tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Deleting subnet 5c519310-b141-4444-90d2-59bca1bea933 {{(pid=103332) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 19 07:43:22.143613 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9d8a7f2-0d8a-4519-951f-046a457c8e4a tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Network 99c66757-74e3-40a4-b479-8d09e3a7c3dd is already hosted by enough agents. {{(pid=103333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 07:43:22.145904 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-3518da60-3698-4341-93a4-5a4f8f482d1f tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Notify callbacks [] for subnet, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:22.153362 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-dd08a4f8-6473-42c9-8e50-6e28c51c9470 tempest-NegativeSecGroupTest-887729493 tempest-NegativeSecGroupTest-887729493-project] Request body: {'security_group_rule': {'security_group_id': '53d78489-224f-4221-b21f-a23dab2429b1', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:43:22.154768 dv-neutron-861624-1-hyperv neutron-server[103333]: WARNING neutron.api.v2.base [None req-dd08a4f8-6473-42c9-8e50-6e28c51c9470 tempest-NegativeSecGroupTest-887729493 tempest-NegativeSecGroupTest-887729493-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Oct 19 07:43:22.155333 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.api.v2.resource [None req-dd08a4f8-6473-42c9-8e50-6e28c51c9470 tempest-NegativeSecGroupTest-887729493 tempest-NegativeSecGroupTest-887729493-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 19 07:43:22.156364 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-dd08a4f8-6473-42c9-8e50-6e28c51c9470 tempest-NegativeSecGroupTest-887729493 tempest-NegativeSecGroupTest-887729493-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0115831 Oct 19 07:43:22.158223 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-e9d8a7f2-0d8a-4519-951f-046a457c8e4a tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Resources bound (agent type, host, resource id): {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:43:22.160041 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 58950) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:43:22.165836 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-a6603af2-3bc8-4e11-ac81-821641e9c899 tempest-NegativeSecGroupTest-887729493 tempest-NegativeSecGroupTest-887729493-project] Request body: {'security_group_rule': {'security_group_id': '53d78489-224f-4221-b21f-a23dab2429b1', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:43:22.171601 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9d8a7f2-0d8a-4519-951f-046a457c8e4a tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Received port after_create {{(pid=103333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 07:43:22.173423 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d8a7f2-0d8a-4519-951f-046a457c8e4a tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Pushing event updated for resources: {'Port': ['ID=72546589-0f49-46ba-803a-2617de0aec71,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:43:22.178795 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-428b2fac-69b0-430c-959f-fbc317d0340f tempest-RoutersNegativeIpV6Test-1640623158 tempest-RoutersNegativeIpV6Test-1640623158-project] Deleting port 2464b03f-c940-41af-a42d-457d57d3e319 {{(pid=103333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 07:43:22.179137 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-428b2fac-69b0-430c-959f-fbc317d0340f tempest-RoutersNegativeIpV6Test-1640623158 tempest-RoutersNegativeIpV6Test-1640623158-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:22.192683 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-3518da60-3698-4341-93a4-5a4f8f482d1f tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130726890'] for subnet, precommit_delete_associations {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:22.292581 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-3518da60-3698-4341-93a4-5a4f8f482d1f tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-679826'] for subnet, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:22.315615 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.api.v2.resource [None req-a6603af2-3bc8-4e11-ac81-821641e9c899 tempest-NegativeSecGroupTest-887729493 tempest-NegativeSecGroupTest-887729493-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 19 07:43:22.316704 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-a6603af2-3bc8-4e11-ac81-821641e9c899 tempest-NegativeSecGroupTest-887729493 tempest-NegativeSecGroupTest-887729493-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1542363 Oct 19 07:43:22.321913 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 58952) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:43:22.327201 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-d9f26659-22dd-4393-8250-3735a2b47a21 tempest-NegativeSecGroupTest-887729493 tempest-NegativeSecGroupTest-887729493-project] Request body: {'security_group_rule': {'security_group_id': '53d78489-224f-4221-b21f-a23dab2429b1', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:43:22.327741 dv-neutron-861624-1-hyperv neutron-server[103332]: WARNING neutron.api.v2.base [None req-d9f26659-22dd-4393-8250-3735a2b47a21 tempest-NegativeSecGroupTest-887729493 tempest-NegativeSecGroupTest-887729493-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Oct 19 07:43:22.328352 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.api.v2.resource [None req-d9f26659-22dd-4393-8250-3735a2b47a21 tempest-NegativeSecGroupTest-887729493 tempest-NegativeSecGroupTest-887729493-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 19 07:43:22.329336 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-d9f26659-22dd-4393-8250-3735a2b47a21 tempest-NegativeSecGroupTest-887729493 tempest-NegativeSecGroupTest-887729493-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0064976 Oct 19 07:43:22.332138 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 58954) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:43:22.336305 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-89d9ba57-b8a2-4f03-b1f5-f2fed6f35c95 tempest-NegativeSecGroupTest-887729493 tempest-NegativeSecGroupTest-887729493-project] Request body: {'security_group_rule': {'security_group_id': '53d78489-224f-4221-b21f-a23dab2429b1', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:43:22.352028 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-428b2fac-69b0-430c-959f-fbc317d0340f tempest-RoutersNegativeIpV6Test-1640623158 tempest-RoutersNegativeIpV6Test-1640623158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:22.359912 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-9dbc89c0-7bf8-4d89-9f94-296fa975281d None None] Attempt 2 to provision port 9b30fa6b-14f0-4e33-8ef6-7c1b932b18e6 Oct 19 07:43:22.374625 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-428b2fac-69b0-430c-959f-fbc317d0340f tempest-RoutersNegativeIpV6Test-1640623158 tempest-RoutersNegativeIpV6Test-1640623158-project] Calling delete_port for 2464b03f-c940-41af-a42d-457d57d3e319 owned by network:router_interface {{(pid=103333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 07:43:22.387165 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-e9d8a7f2-0d8a-4519-951f-046a457c8e4a tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:22.394435 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.api.v2.resource [None req-89d9ba57-b8a2-4f03-b1f5-f2fed6f35c95 tempest-NegativeSecGroupTest-887729493 tempest-NegativeSecGroupTest-887729493-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 19 07:43:22.398852 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-89d9ba57-b8a2-4f03-b1f5-f2fed6f35c95 tempest-NegativeSecGroupTest-887729493 tempest-NegativeSecGroupTest-887729493-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0625477 Oct 19 07:43:22.399480 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 58956) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:43:22.402723 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-9dbc89c0-7bf8-4d89-9f94-296fa975281d None None] Port 9b30fa6b-14f0-4e33-8ef6-7c1b932b18e6 cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 07:43:22.404796 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-5950b316-40cc-495b-8b3d-cea6ca5461bf tempest-NegativeSecGroupTest-887729493 tempest-NegativeSecGroupTest-887729493-project] Request body: {'security_group_rule': {'security_group_id': '53d78489-224f-4221-b21f-a23dab2429b1', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:43:22.405284 dv-neutron-861624-1-hyperv neutron-server[103332]: WARNING neutron.api.v2.base [None req-5950b316-40cc-495b-8b3d-cea6ca5461bf tempest-NegativeSecGroupTest-887729493 tempest-NegativeSecGroupTest-887729493-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Oct 19 07:43:22.405768 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.api.v2.resource [None req-5950b316-40cc-495b-8b3d-cea6ca5461bf tempest-NegativeSecGroupTest-887729493 tempest-NegativeSecGroupTest-887729493-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 19 07:43:22.409191 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-5950b316-40cc-495b-8b3d-cea6ca5461bf tempest-NegativeSecGroupTest-887729493 tempest-NegativeSecGroupTest-887729493-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0065186 Oct 19 07:43:22.409191 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-3518da60-3698-4341-93a4-5a4f8f482d1f tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-679819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-133552721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130659632'] for subnet, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:22.410073 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 58958) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:43:22.422478 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-d943eb3f-b06d-4cf5-bd38-f85462d465ae tempest-NegativeSecGroupTest-887729493 tempest-NegativeSecGroupTest-887729493-project] Request body: {'security_group_rule': {'security_group_id': '53d78489-224f-4221-b21f-a23dab2429b1', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:43:22.451123 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3518da60-3698-4341-93a4-5a4f8f482d1f tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Pushing event deleted for resources: {'Subnet': ['ID=5c519310-b141-4444-90d2-59bca1bea933,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:43:22.456786 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-3518da60-3698-4341-93a4-5a4f8f482d1f tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Notify callbacks [] for subnet, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:22.457834 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-946cb376-7fb5-445a-85fb-b2cf3911fcc7 None None] Network 5b4755dd-54e2-40a6-8450-ab8eb989f82c requested from dv-neutron-861624-1-hyperv {{(pid=103334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 07:43:22.465093 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-3518da60-3698-4341-93a4-5a4f8f482d1f tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] 10.222.0.27 "DELETE /v2.0/subnets/5c519310-b141-4444-90d2-59bca1bea933 HTTP/1.1" status: 204 len: 168 time: 0.4082394 Oct 19 07:43:22.467560 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 58960) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:43:22.476118 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-e9d8a7f2-0d8a-4519-951f-046a457c8e4a tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:22.493435 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.api.v2.resource [None req-d943eb3f-b06d-4cf5-bd38-f85462d465ae tempest-NegativeSecGroupTest-887729493 tempest-NegativeSecGroupTest-887729493-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 19 07:43:22.498873 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-d943eb3f-b06d-4cf5-bd38-f85462d465ae tempest-NegativeSecGroupTest-887729493 tempest-NegativeSecGroupTest-887729493-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0804009 Oct 19 07:43:22.500956 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 58962) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:43:22.505588 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-a399bd04-f512-47c5-a43c-75ccff627e99 tempest-NegativeSecGroupTest-887729493 tempest-NegativeSecGroupTest-887729493-project] Request body: {'security_group_rule': {'security_group_id': '53d78489-224f-4221-b21f-a23dab2429b1', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:43:22.543654 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.api.v2.resource [None req-a399bd04-f512-47c5-a43c-75ccff627e99 tempest-NegativeSecGroupTest-887729493 tempest-NegativeSecGroupTest-887729493-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 19 07:43:22.548738 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-a399bd04-f512-47c5-a43c-75ccff627e99 tempest-NegativeSecGroupTest-887729493 tempest-NegativeSecGroupTest-887729493-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0465748 Oct 19 07:43:22.557021 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 58964) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:43:22.608222 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.db_base_plugin_v2 [None req-810d3f81-c5a7-4b31-b531-91de328471c1 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Deleting subnet 1af76e2f-7646-4024-a403-04038d0aa1a8 {{(pid=103333) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 19 07:43:22.624418 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-810d3f81-c5a7-4b31-b531-91de328471c1 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Notify callbacks [] for subnet, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:22.651353 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-74430b55-2d8c-42fa-bdd2-a10cb23831a8 tempest-NegativeSecGroupTest-887729493 tempest-NegativeSecGroupTest-887729493-project] Notify callbacks [] for security_group, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:22.693632 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db8bb47-519a-4953-ae72-b6ed4015175e req-6388ae16-5c53-4613-928b-ceb0f0bf0455 tempest-TestNetworkAdvancedServerOps-260085928 tempest-TestNetworkAdvancedServerOps-260085928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:43:22.695262 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-0db8bb47-519a-4953-ae72-b6ed4015175e req-6388ae16-5c53-4613-928b-ceb0f0bf0455 tempest-TestNetworkAdvancedServerOps-260085928 tempest-TestNetworkAdvancedServerOps-260085928-project] 10.222.0.27 "GET /v2.0/ports?device_id=7bfd5314-4c55-4597-8b3e-da476697892d HTTP/1.1" status: 200 len: 945 time: 0.0817192 Oct 19 07:43:22.696987 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-74430b55-2d8c-42fa-bdd2-a10cb23831a8 tempest-NegativeSecGroupTest-887729493 tempest-NegativeSecGroupTest-887729493-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:22.744142 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-810d3f81-c5a7-4b31-b531-91de328471c1 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-134111928'] for subnet, precommit_delete_associations {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:22.762200 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-0db8bb47-519a-4953-ae72-b6ed4015175e req-ca74d4e9-9e49-4450-9a4e-816071340423 tempest-TestNetworkAdvancedServerOps-260085928 tempest-TestNetworkAdvancedServerOps-260085928-project] 10.222.0.27 "GET /v2.0/security-groups?id=705be772-8c7b-4b84-954c-59b0a7452e78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559397 Oct 19 07:43:22.767804 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-74430b55-2d8c-42fa-bdd2-a10cb23831a8 tempest-NegativeSecGroupTest-887729493 tempest-NegativeSecGroupTest-887729493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788643'] for security_group, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:22.770448 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-74430b55-2d8c-42fa-bdd2-a10cb23831a8 tempest-NegativeSecGroupTest-887729493 tempest-NegativeSecGroupTest-887729493-project] Notify callbacks [] for security_group, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:22.773951 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-74430b55-2d8c-42fa-bdd2-a10cb23831a8 tempest-NegativeSecGroupTest-887729493 tempest-NegativeSecGroupTest-887729493-project] 10.222.0.27 "DELETE /v2.0/security-groups/53d78489-224f-4221-b21f-a23dab2429b1 HTTP/1.1" status: 204 len: 168 time: 0.2129045 Oct 19 07:43:22.775505 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 58968) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:43:22.791762 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74430b55-2d8c-42fa-bdd2-a10cb23831a8 tempest-NegativeSecGroupTest-887729493 tempest-NegativeSecGroupTest-887729493-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=53d78489-224f-4221-b21f-a23dab2429b1,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:43:22.805125 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-428b2fac-69b0-430c-959f-fbc317d0340f tempest-RoutersNegativeIpV6Test-1640623158 tempest-RoutersNegativeIpV6Test-1640623158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130996763'] for port, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:22.852844 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428b2fac-69b0-430c-959f-fbc317d0340f tempest-RoutersNegativeIpV6Test-1640623158 tempest-RoutersNegativeIpV6Test-1640623158-project] Pushing event deleted for resources: {'Port': ['ID=2464b03f-c940-41af-a42d-457d57d3e319,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:43:22.884216 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-51ec0ab4-0220-42b8-8f42-8459cd66c898 tempest-NegativeSecGroupTest-887729493 tempest-NegativeSecGroupTest-887729493-project] 10.222.0.27 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1073461 Oct 19 07:43:22.884866 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 58970) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:43:22.890470 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-78043a57-3564-4e3f-a164-b847973a2dcb tempest-NegativeSecGroupTest-887729493 tempest-NegativeSecGroupTest-887729493-project] Request body: {'security_group': {'name': 'tempest-secgroup--235213199'}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:43:22.903821 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-9dbc89c0-7bf8-4d89-9f94-296fa975281d None None] Attempt 3 to provision port 9b30fa6b-14f0-4e33-8ef6-7c1b932b18e6 Oct 19 07:43:22.921995 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-78043a57-3564-4e3f-a164-b847973a2dcb tempest-NegativeSecGroupTest-887729493 tempest-NegativeSecGroupTest-887729493-project] Notify callbacks [] for security_group, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:22.925107 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-e9d8a7f2-0d8a-4519-951f-046a457c8e4a tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Notify callbacks [] for port, precommit_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:22.964110 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-9dbc89c0-7bf8-4d89-9f94-296fa975281d None None] Port 9b30fa6b-14f0-4e33-8ef6-7c1b932b18e6 cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 07:43:23.021734 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-e9d8a7f2-0d8a-4519-951f-046a457c8e4a tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130996754'] for port, after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:23.028127 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-78043a57-3564-4e3f-a164-b847973a2dcb tempest-NegativeSecGroupTest-887729493 tempest-NegativeSecGroupTest-887729493-project] Notify callbacks [] for security_group, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:23.030645 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-428b2fac-69b0-430c-959f-fbc317d0340f tempest-RoutersNegativeIpV6Test-1640623158 tempest-RoutersNegativeIpV6Test-1640623158-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1574862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1694957'] for router_interface, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:23.033965 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-78043a57-3564-4e3f-a164-b847973a2dcb tempest-NegativeSecGroupTest-887729493 tempest-NegativeSecGroupTest-887729493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788643'] for security_group, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:23.068891 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78043a57-3564-4e3f-a164-b847973a2dcb tempest-NegativeSecGroupTest-887729493 tempest-NegativeSecGroupTest-887729493-project] Pushing event updated for resources: {'SecurityGroup': ['ID=61f29aa1-6c13-446f-b72a-1d5680509648,revision_number=1']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:43:23.074407 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-78043a57-3564-4e3f-a164-b847973a2dcb tempest-NegativeSecGroupTest-887729493 tempest-NegativeSecGroupTest-887729493-project] Notify callbacks [] for security_group, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:23.079179 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-78043a57-3564-4e3f-a164-b847973a2dcb tempest-NegativeSecGroupTest-887729493 tempest-NegativeSecGroupTest-887729493-project] 10.222.0.27 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1899636 Oct 19 07:43:23.079835 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 58972) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:43:23.086192 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-089aeb82-25f9-4046-b3e4-8252b8061016 tempest-NegativeSecGroupTest-887729493 tempest-NegativeSecGroupTest-887729493-project] Request body: {'security_group_rule': {'security_group_id': '61f29aa1-6c13-446f-b72a-1d5680509648', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:43:23.096476 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-810d3f81-c5a7-4b31-b531-91de328471c1 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-679826'] for subnet, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:23.141088 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.api.v2.resource [None req-089aeb82-25f9-4046-b3e4-8252b8061016 tempest-NegativeSecGroupTest-887729493 tempest-NegativeSecGroupTest-887729493-project] create failed (client error): The resource could not be found. Oct 19 07:43:23.142975 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-089aeb82-25f9-4046-b3e4-8252b8061016 tempest-NegativeSecGroupTest-887729493 tempest-NegativeSecGroupTest-887729493-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0617895 Oct 19 07:43:23.145068 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 58974) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:43:23.150053 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-b451de1e-6933-4577-9368-5e5d6a4208c4 tempest-NegativeSecGroupTest-887729493 tempest-NegativeSecGroupTest-887729493-project] Request body: {'security_group_rule': {'security_group_id': '61f29aa1-6c13-446f-b72a-1d5680509648', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'd47c5688-de83-4fb4-bfb0-5854b0acba90'}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:43:23.194267 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-e9d8a7f2-0d8a-4519-951f-046a457c8e4a tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1695041'] for floatingip, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:23.198938 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.api.v2.resource [None req-b451de1e-6933-4577-9368-5e5d6a4208c4 tempest-NegativeSecGroupTest-887729493 tempest-NegativeSecGroupTest-887729493-project] create failed (client error): The resource could not be found. Oct 19 07:43:23.200332 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-b451de1e-6933-4577-9368-5e5d6a4208c4 tempest-NegativeSecGroupTest-887729493 tempest-NegativeSecGroupTest-887729493-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0542812 Oct 19 07:43:23.204490 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 58976) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:43:23.210353 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d8a7f2-0d8a-4519-951f-046a457c8e4a tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Pushing event updated for resources: {'Port': ['ID=72546589-0f49-46ba-803a-2617de0aec71,revision_number=2']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:43:23.270002 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-e9d8a7f2-0d8a-4519-951f-046a457c8e4a tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42160'] for floatingip, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:23.271327 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-e9d8a7f2-0d8a-4519-951f-046a457c8e4a tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] 10.222.0.27 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.6328633 Oct 19 07:43:23.274894 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 58978) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:43:23.292746 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-dfad2209-356b-47b8-8134-01d507ecccbb tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Request body: {'port': {'network_id': '268ab1d6-2bf3-4d53-ba51-350459345337', 'name': 'tempest-FloatingIPTestJSON-258670796'}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:43:23.303247 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-2fee8bf1-db21-4584-a6cf-3c67c6d45aec tempest-NegativeSecGroupTest-887729493 tempest-NegativeSecGroupTest-887729493-project] Notify callbacks [] for security_group, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:23.318597 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-810d3f81-c5a7-4b31-b531-91de328471c1 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-679819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130997964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130170408'] for subnet, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:23.350220 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810d3f81-c5a7-4b31-b531-91de328471c1 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Pushing event deleted for resources: {'Subnet': ['ID=1af76e2f-7646-4024-a403-04038d0aa1a8,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:43:23.380437 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-2fee8bf1-db21-4584-a6cf-3c67c6d45aec tempest-NegativeSecGroupTest-887729493 tempest-NegativeSecGroupTest-887729493-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:23.386417 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-810d3f81-c5a7-4b31-b531-91de328471c1 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Notify callbacks [] for subnet, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:23.392415 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-810d3f81-c5a7-4b31-b531-91de328471c1 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] 10.222.0.27 "DELETE /v2.0/subnets/1af76e2f-7646-4024-a403-04038d0aa1a8 HTTP/1.1" status: 204 len: 168 time: 0.9222670 Oct 19 07:43:23.393731 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 58980) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:43:23.402460 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-428b2fac-69b0-430c-959f-fbc317d0340f tempest-RoutersNegativeIpV6Test-1640623158 tempest-RoutersNegativeIpV6Test-1640623158-project] Router 69933b5a-2129-4171-8b37-d4bf6ed391a7 has already been hosted by L3 agent ab388470-1243-4d53-80f2-c2f5899c97a7 {{(pid=103333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 07:43:23.425810 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d032403-831b-43d2-997b-633a89debdd7 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] DELETE failed (client error): The resource could not be found. Oct 19 07:43:23.426717 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d032403-831b-43d2-997b-633a89debdd7 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103333) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 07:43:23.429507 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-7d032403-831b-43d2-997b-633a89debdd7 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] 10.222.0.27 "DELETE /v2.0/subnets/5c519310-b141-4444-90d2-59bca1bea933 HTTP/1.1" status: 404 len: 337 time: 0.0348279 Oct 19 07:43:23.432622 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 58982) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:43:23.451581 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-2fee8bf1-db21-4584-a6cf-3c67c6d45aec tempest-NegativeSecGroupTest-887729493 tempest-NegativeSecGroupTest-887729493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788643'] for security_group, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:23.454321 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-2fee8bf1-db21-4584-a6cf-3c67c6d45aec tempest-NegativeSecGroupTest-887729493 tempest-NegativeSecGroupTest-887729493-project] Notify callbacks [] for security_group, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:23.458185 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-2fee8bf1-db21-4584-a6cf-3c67c6d45aec tempest-NegativeSecGroupTest-887729493 tempest-NegativeSecGroupTest-887729493-project] 10.222.0.27 "DELETE /v2.0/security-groups/61f29aa1-6c13-446f-b72a-1d5680509648 HTTP/1.1" status: 204 len: 168 time: 0.2524326 Oct 19 07:43:23.461008 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 58984) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:43:23.468452 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-9dbc89c0-7bf8-4d89-9f94-296fa975281d None None] Attempt 4 to provision port 9b30fa6b-14f0-4e33-8ef6-7c1b932b18e6 Oct 19 07:43:23.492183 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fee8bf1-db21-4584-a6cf-3c67c6d45aec tempest-NegativeSecGroupTest-887729493 tempest-NegativeSecGroupTest-887729493-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=61f29aa1-6c13-446f-b72a-1d5680509648,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:43:23.502566 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfad2209-356b-47b8-8134-01d507ecccbb tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Made reservation on behalf of ebbb057f880644d8b1f4800ee4849e52 for: {'port': 1} {{(pid=103332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 07:43:23.506066 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-dfad2209-356b-47b8-8134-01d507ecccbb tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:23.523808 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-9dbc89c0-7bf8-4d89-9f94-296fa975281d None None] Port 9b30fa6b-14f0-4e33-8ef6-7c1b932b18e6 cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 07:43:23.543447 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-b720f1e6-1976-463d-8a0e-d59bc92f86aa tempest-NegativeSecGroupTest-887729493 tempest-NegativeSecGroupTest-887729493-project] 10.222.0.27 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.0790508 Oct 19 07:43:23.544081 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 58986) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:43:23.548494 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.notifiers.nova [None req-dfad2209-356b-47b8-8134-01d507ecccbb tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] device_id is not set on port d86bdce6-bedf-4306-be91-dad5f9af349d yet. {{(pid=103332) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 19 07:43:23.555458 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-8477c3e2-676e-4a41-987f-08238a0af1cb tempest-NegativeSecGroupTest-887729493 tempest-NegativeSecGroupTest-887729493-project] Request body: {'security_group_rule': {'security_group_id': '37b4453d-2bc0-42b5-95de-27b3dbd8b502', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:43:23.558483 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-428b2fac-69b0-430c-959f-fbc317d0340f tempest-RoutersNegativeIpV6Test-1640623158 tempest-RoutersNegativeIpV6Test-1640623158-project] Notify agent at l3_agent.dv-neutron-861624-1-hyperv the message routers_updated {{(pid=103333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 07:43:23.566402 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-428b2fac-69b0-430c-959f-fbc317d0340f tempest-RoutersNegativeIpV6Test-1640623158 tempest-RoutersNegativeIpV6Test-1640623158-project] 10.222.0.27 "PUT /v2.0/routers/69933b5a-2129-4171-8b37-d4bf6ed391a7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0509512 Oct 19 07:43:23.570170 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 58988) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:43:23.581094 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3ce70ea-8c46-4d7e-a9ab-f2c7ba71f359 None None] Sync routers for ids ['69933b5a-2129-4171-8b37-d4bf6ed391a7'] in dv-neutron-861624-1-hyperv {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 07:43:23.583808 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3d19ee2-ac16-4465-b387-2d93e9a249e5 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Deleting subnet 74646ddc-eb45-4b33-82a2-4bdb2cd2dafa {{(pid=103333) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 19 07:43:23.592981 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3ce70ea-8c46-4d7e-a9ab-f2c7ba71f359 None None] Routers {'69933b5a-2129-4171-8b37-d4bf6ed391a7'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 07:43:23.593880 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-c3ce70ea-8c46-4d7e-a9ab-f2c7ba71f359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T07:43:16Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['69933b5a-2129-4171-8b37-d4bf6ed391a7'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:43:23.619426 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a3e7fb8-28c6-4de2-b25d-2831ee866a80 None None] Network 5b4755dd-54e2-40a6-8450-ab8eb989f82c requested from dv-neutron-861624-1-hyperv {{(pid=103334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 07:43:23.621109 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-a3d19ee2-ac16-4465-b387-2d93e9a249e5 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Notify callbacks [] for subnet, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:23.624189 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.api.v2.resource [None req-72cb6e02-9513-4e70-b82f-f6396d1f8ba2 tempest-RoutersNegativeIpV6Test-1640623158 tempest-RoutersNegativeIpV6Test-1640623158-project] delete failed (client error): The resource could not be found. Oct 19 07:43:23.625390 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-72cb6e02-9513-4e70-b82f-f6396d1f8ba2 tempest-RoutersNegativeIpV6Test-1640623158 tempest-RoutersNegativeIpV6Test-1640623158-project] 10.222.0.27 "DELETE /v2.0/routers/tempest-non_exist_router-404159222 HTTP/1.1" status: 404 len: 334 time: 0.0542142 Oct 19 07:43:23.633721 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 58990) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:43:23.639830 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-62612d6c-a003-4e63-8a4a-ebbc17ca3973 tempest-RoutersNegativeIpV6Test-1640623158 tempest-RoutersNegativeIpV6Test-1640623158-project] Request body: {'router': {'external_gateway_info': {'network_id': '69933b5a-2129-4171-8b37-d4bf6ed391a7'}}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:43:23.672836 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-c3ce70ea-8c46-4d7e-a9ab-f2c7ba71f359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:43:23.674631 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-a3d19ee2-ac16-4465-b387-2d93e9a249e5 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-134111928'] for subnet, precommit_delete_associations {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:23.682585 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3ce70ea-8c46-4d7e-a9ab-f2c7ba71f359 None None] Routers {'69933b5a-2129-4171-8b37-d4bf6ed391a7'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 07:43:23.683817 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-c3ce70ea-8c46-4d7e-a9ab-f2c7ba71f359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T07:43:16Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['69933b5a-2129-4171-8b37-d4bf6ed391a7'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:43:23.728953 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-c3ce70ea-8c46-4d7e-a9ab-f2c7ba71f359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:43:23.729515 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3ce70ea-8c46-4d7e-a9ab-f2c7ba71f359 None None] The sync data for ids ['69933b5a-2129-4171-8b37-d4bf6ed391a7'] in dv-neutron-861624-1-hyperv is: [] {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 07:43:23.774654 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-a3d19ee2-ac16-4465-b387-2d93e9a249e5 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-679826'] for subnet, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:23.852917 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-a3d19ee2-ac16-4465-b387-2d93e9a249e5 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-679819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130997964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130170408'] for subnet, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:23.870140 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-a3d19ee2-ac16-4465-b387-2d93e9a249e5 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Notify callbacks [] for subnet, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:23.876552 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-a3d19ee2-ac16-4465-b387-2d93e9a249e5 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] 10.222.0.27 "DELETE /v2.0/subnets/74646ddc-eb45-4b33-82a2-4bdb2cd2dafa HTTP/1.1" status: 204 len: 168 time: 0.4411120 Oct 19 07:43:23.876780 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 58994) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:43:23.928075 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d19ee2-ac16-4465-b387-2d93e9a249e5 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Pushing event deleted for resources: {'Subnet': ['ID=74646ddc-eb45-4b33-82a2-4bdb2cd2dafa,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:43:23.931633 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.pecan_wsgi.hooks.translation [None req-851effb9-f61b-4304-82cf-8e99d46e7570 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] DELETE failed (client error): The resource could not be found. Oct 19 07:43:23.932091 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-851effb9-f61b-4304-82cf-8e99d46e7570 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103333) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 07:43:23.937598 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-851effb9-f61b-4304-82cf-8e99d46e7570 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] 10.222.0.27 "DELETE /v2.0/subnets/b222ec32-011d-414d-b3b2-1d0ef6e57669 HTTP/1.1" status: 404 len: 337 time: 0.0575483 Oct 19 07:43:23.940951 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 58996) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:43:23.973620 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-1d9cbae3-54f2-484c-b2ab-acc089da88f0 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] 10.222.0.27 "GET /v2.0/ports?device_id=2f5b76d3-c915-4d07-aad6-5b9d2bc3dfe5 HTTP/1.1" status: 200 len: 205 time: 0.0293674 Oct 19 07:43:23.974533 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 58998) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:43:24.011628 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.api.v2.resource [None req-e505162e-8672-4761-ba76-63a80f831f6a tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] delete failed (client error): The resource could not be found. Oct 19 07:43:24.015829 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-e505162e-8672-4761-ba76-63a80f831f6a tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] 10.222.0.27 "DELETE /v2.0/routers/2f5b76d3-c915-4d07-aad6-5b9d2bc3dfe5 HTTP/1.1" status: 404 len: 336 time: 0.0372107 Oct 19 07:43:24.016071 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 59000) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:43:24.024911 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-9dbc89c0-7bf8-4d89-9f94-296fa975281d None None] Attempt 5 to provision port 9b30fa6b-14f0-4e33-8ef6-7c1b932b18e6 Oct 19 07:43:24.045209 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b76710b-af6a-42a5-8739-7a90f044c122 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] DELETE failed (client error): The resource could not be found. Oct 19 07:43:24.045709 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b76710b-af6a-42a5-8739-7a90f044c122 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103333) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 07:43:24.049002 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-3b76710b-af6a-42a5-8739-7a90f044c122 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] 10.222.0.27 "DELETE /v2.0/subnets/8dd6d1d2-4fcf-43b1-a47d-5a2f53168c43 HTTP/1.1" status: 404 len: 337 time: 0.0319159 Oct 19 07:43:24.051602 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 59002) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:43:24.087092 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-9dbc89c0-7bf8-4d89-9f94-296fa975281d None None] Port 9b30fa6b-14f0-4e33-8ef6-7c1b932b18e6 cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 07:43:24.089702 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.pecan_wsgi.hooks.translation [None req-3bfcf9a5-2dde-435c-b59b-5201cb496ad9 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] DELETE failed (client error): The resource could not be found. Oct 19 07:43:24.090286 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3bfcf9a5-2dde-435c-b59b-5201cb496ad9 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103333) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 07:43:24.094111 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-3bfcf9a5-2dde-435c-b59b-5201cb496ad9 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] 10.222.0.27 "DELETE /v2.0/subnets/f2dab835-fd74-4f08-8bec-f9e934689d02 HTTP/1.1" status: 404 len: 337 time: 0.0415218 Oct 19 07:43:24.096669 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 59006) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:43:24.126115 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.pecan_wsgi.hooks.translation [None req-5084d47d-90c5-4be0-8261-7d42a6537a45 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] DELETE failed (client error): The resource could not be found. Oct 19 07:43:24.126701 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5084d47d-90c5-4be0-8261-7d42a6537a45 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103333) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 07:43:24.129836 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-5084d47d-90c5-4be0-8261-7d42a6537a45 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] 10.222.0.27 "DELETE /v2.0/subnets/9acb3e36-9ec8-4921-9357-5672d51d90c0 HTTP/1.1" status: 404 len: 337 time: 0.0321717 Oct 19 07:43:24.132524 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 59008) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:43:24.158076 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.pecan_wsgi.hooks.translation [None req-b27fd9a5-9641-40e0-8131-ebcbe7b82419 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] DELETE failed (client error): The resource could not be found. Oct 19 07:43:24.158076 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b27fd9a5-9641-40e0-8131-ebcbe7b82419 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103333) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 07:43:24.161172 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-b27fd9a5-9641-40e0-8131-ebcbe7b82419 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] 10.222.0.27 "DELETE /v2.0/ports/79fcf6c1-85d8-41c2-a02e-73e607fe5a88 HTTP/1.1" status: 404 len: 333 time: 0.0276618 Oct 19 07:43:24.163536 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.api.v2.resource [None req-8477c3e2-676e-4a41-987f-08238a0af1cb tempest-NegativeSecGroupTest-887729493 tempest-NegativeSecGroupTest-887729493-project] create failed (client error): The resource could not be found. Oct 19 07:43:24.163732 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 59010) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:43:24.164940 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-8477c3e2-676e-4a41-987f-08238a0af1cb tempest-NegativeSecGroupTest-887729493 tempest-NegativeSecGroupTest-887729493-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.6179416 Oct 19 07:43:24.169104 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 59012) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:43:24.175198 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-f7087208-1da7-42e9-8588-6f5381cfc866 tempest-NegativeSecGroupTest-887729493 tempest-NegativeSecGroupTest-887729493-project] Request body: {'security_group': {'name': 'tempest-secgroup--1701463805'}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:43:24.194092 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8ef0773-6627-47d1-b9e8-e8426d730346 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] DELETE failed (client error): The resource could not be found. Oct 19 07:43:24.194721 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d8ef0773-6627-47d1-b9e8-e8426d730346 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103333) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 07:43:24.197873 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-d8ef0773-6627-47d1-b9e8-e8426d730346 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] 10.222.0.27 "DELETE /v2.0/subnets/cffe7fe4-0fdc-42d4-b117-205912741edf HTTP/1.1" status: 404 len: 337 time: 0.0332038 Oct 19 07:43:24.200486 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 59014) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:43:24.223674 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-f7087208-1da7-42e9-8588-6f5381cfc866 tempest-NegativeSecGroupTest-887729493 tempest-NegativeSecGroupTest-887729493-project] Notify callbacks [] for security_group, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:24.227796 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.pecan_wsgi.hooks.translation [None req-39640ae9-19c7-4d72-8041-b33d423323db tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] DELETE failed (client error): The resource could not be found. Oct 19 07:43:24.228360 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-39640ae9-19c7-4d72-8041-b33d423323db tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103333) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 07:43:24.231398 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-39640ae9-19c7-4d72-8041-b33d423323db tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] 10.222.0.27 "DELETE /v2.0/subnets/dbf76978-80ea-4b8e-88e9-6439bc5321d4 HTTP/1.1" status: 404 len: 337 time: 0.0293694 Oct 19 07:43:24.234251 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 59016) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:43:24.261624 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ad6b8f3-03ba-45c5-800f-242380290180 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] DELETE failed (client error): The resource could not be found. Oct 19 07:43:24.262290 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ad6b8f3-03ba-45c5-800f-242380290180 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103333) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 07:43:24.268935 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-4ad6b8f3-03ba-45c5-800f-242380290180 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] 10.222.0.27 "DELETE /v2.0/ports/8dc11a0b-0846-4cc7-b9e0-fbe9a96209ca HTTP/1.1" status: 404 len: 333 time: 0.0336215 Oct 19 07:43:24.269598 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 59018) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:43:24.291171 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.db_base_plugin_common [None req-dfad2209-356b-47b8-8134-01d507ecccbb tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Allocated IP 172.20.0.14 (268ab1d6-2bf3-4d53-ba51-350459345337/ac99b579-f784-43a1-8746-e742fa43a15d/d86bdce6-bedf-4306-be91-dad5f9af349d) {{(pid=103332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 07:43:24.312783 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0c4a191-ebef-4c3b-89b0-fff95a82ae88 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] DELETE failed (client error): The resource could not be found. Oct 19 07:43:24.313496 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a0c4a191-ebef-4c3b-89b0-fff95a82ae88 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103333) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 07:43:24.317452 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-a0c4a191-ebef-4c3b-89b0-fff95a82ae88 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] 10.222.0.27 "DELETE /v2.0/subnets/167a7dcf-656c-46ba-9649-9d1dbe775823 HTTP/1.1" status: 404 len: 337 time: 0.0465875 Oct 19 07:43:24.320009 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 59020) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:43:24.355552 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.pecan_wsgi.hooks.translation [None req-1824d835-7a73-409a-97f5-1dbcc5d960b4 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] DELETE failed (client error): The resource could not be found. Oct 19 07:43:24.356224 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1824d835-7a73-409a-97f5-1dbcc5d960b4 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103333) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 07:43:24.364457 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-62612d6c-a003-4e63-8a4a-ebbc17ca3973 tempest-RoutersNegativeIpV6Test-1640623158 tempest-RoutersNegativeIpV6Test-1640623158-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:24.365048 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-1824d835-7a73-409a-97f5-1dbcc5d960b4 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] 10.222.0.27 "DELETE /v2.0/subnets/db1235bd-f63b-470f-a865-8f388c4816f7 HTTP/1.1" status: 404 len: 337 time: 0.0425305 Oct 19 07:43:24.367841 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 59022) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:43:24.408418 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.api.v2.resource [None req-62612d6c-a003-4e63-8a4a-ebbc17ca3973 tempest-RoutersNegativeIpV6Test-1640623158 tempest-RoutersNegativeIpV6Test-1640623158-project] update failed (client error): The resource could not be found. Oct 19 07:43:24.413099 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-62612d6c-a003-4e63-8a4a-ebbc17ca3973 tempest-RoutersNegativeIpV6Test-1640623158 tempest-RoutersNegativeIpV6Test-1640623158-project] 10.222.0.27 "PUT /v2.0/routers/69933b5a-2129-4171-8b37-d4bf6ed391a7 HTTP/1.1" status: 404 len: 339 time: 0.7779877 Oct 19 07:43:24.416679 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 59024) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:43:24.423104 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-9b6de419-badc-44f4-8a3c-a84f015ede82 tempest-RoutersNegativeIpV6Test-1640623158 tempest-RoutersNegativeIpV6Test-1640623158-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-521038683'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:43:24.468625 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b6de419-badc-44f4-8a3c-a84f015ede82 tempest-RoutersNegativeIpV6Test-1640623158 tempest-RoutersNegativeIpV6Test-1640623158-project] Made reservation on behalf of 94745ff241da4fda995cada3cbd8676b for: {'network': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 07:43:24.472053 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fe34c3c-4152-485a-83a8-ecdc06b61fa7 None None] Network 5b4755dd-54e2-40a6-8450-ab8eb989f82c requested from dv-neutron-861624-1-hyperv {{(pid=103334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 07:43:24.472217 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-9b6de419-badc-44f4-8a3c-a84f015ede82 tempest-RoutersNegativeIpV6Test-1640623158 tempest-RoutersNegativeIpV6Test-1640623158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for network, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:24.493894 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-f7087208-1da7-42e9-8588-6f5381cfc866 tempest-NegativeSecGroupTest-887729493 tempest-NegativeSecGroupTest-887729493-project] Notify callbacks [] for security_group, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:24.503581 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b6de419-badc-44f4-8a3c-a84f015ede82 tempest-RoutersNegativeIpV6Test-1640623158 tempest-RoutersNegativeIpV6Test-1640623158-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 189} {{(pid=103333) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 07:43:24.517473 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-9b6de419-badc-44f4-8a3c-a84f015ede82 tempest-RoutersNegativeIpV6Test-1640623158 tempest-RoutersNegativeIpV6Test-1640623158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979'] for segment, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:24.517741 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.db.segments_db [None req-9b6de419-badc-44f4-8a3c-a84f015ede82 tempest-RoutersNegativeIpV6Test-1640623158 tempest-RoutersNegativeIpV6Test-1640623158-project] Added segment 50603e09-10c9-471b-a765-9bdc1cb03978 of type vlan for network 57287789-b3fc-4c93-b4e4-a4c2493eee4f Oct 19 07:43:24.522247 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-f7087208-1da7-42e9-8588-6f5381cfc866 tempest-NegativeSecGroupTest-887729493 tempest-NegativeSecGroupTest-887729493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788643'] for security_group, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:24.533734 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-1db57bf7-e411-4ef2-9b02-b23d70aee457 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Deleting port 9b30fa6b-14f0-4e33-8ef6-7c1b932b18e6 {{(pid=103333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 07:43:24.534078 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-1db57bf7-e411-4ef2-9b02-b23d70aee457 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:24.544832 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5659439d-4427-4b88-b0f4-144004075b0b req-3baa60d9-0d3f-45d1-acf3-687df0af9142 tempest-TestNetworkAdvancedServerOps-260085928 tempest-TestNetworkAdvancedServerOps-260085928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:43:24.546371 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-5659439d-4427-4b88-b0f4-144004075b0b req-3baa60d9-0d3f-45d1-acf3-687df0af9142 tempest-TestNetworkAdvancedServerOps-260085928 tempest-TestNetworkAdvancedServerOps-260085928-project] 10.222.0.27 "GET /v2.0/ports?device_id=7bfd5314-4c55-4597-8b3e-da476697892d HTTP/1.1" status: 200 len: 945 time: 0.4728687 Oct 19 07:43:24.588220 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-9dbc89c0-7bf8-4d89-9f94-296fa975281d None None] Attempt 6 to provision port 9b30fa6b-14f0-4e33-8ef6-7c1b932b18e6 Oct 19 07:43:24.597904 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-9b6de419-badc-44f4-8a3c-a84f015ede82 tempest-RoutersNegativeIpV6Test-1640623158 tempest-RoutersNegativeIpV6Test-1640623158-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785020965340'] for network, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:24.610937 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-f7087208-1da7-42e9-8588-6f5381cfc866 tempest-NegativeSecGroupTest-887729493 tempest-NegativeSecGroupTest-887729493-project] Notify callbacks [] for security_group, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:24.614668 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-f7087208-1da7-42e9-8588-6f5381cfc866 tempest-NegativeSecGroupTest-887729493 tempest-NegativeSecGroupTest-887729493-project] 10.222.0.27 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4408021 Oct 19 07:43:24.621883 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 59026) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:43:24.631955 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-1a8ef4b1-59c2-4d3d-a07a-679de3d63301 tempest-NegativeSecGroupTest-887729493 tempest-NegativeSecGroupTest-887729493-project] Request body: {'security_group': {'name': 'tempest-secgroup--438984911'}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:43:24.632639 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-9dbc89c0-7bf8-4d89-9f94-296fa975281d None None] Port 9b30fa6b-14f0-4e33-8ef6-7c1b932b18e6 cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 07:43:24.635891 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7087208-1da7-42e9-8588-6f5381cfc866 tempest-NegativeSecGroupTest-887729493 tempest-NegativeSecGroupTest-887729493-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dd471ea8-b01b-4299-b608-a769dd5030fe,revision_number=1']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:43:24.644829 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-1db57bf7-e411-4ef2-9b02-b23d70aee457 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:24.669460 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-1db57bf7-e411-4ef2-9b02-b23d70aee457 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Calling delete_port for 9b30fa6b-14f0-4e33-8ef6-7c1b932b18e6 owned by {{(pid=103333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 07:43:24.685015 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-9b6de419-badc-44f4-8a3c-a84f015ede82 tempest-RoutersNegativeIpV6Test-1640623158 tempest-RoutersNegativeIpV6Test-1640623158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873'] for network, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:24.686765 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-5659439d-4427-4b88-b0f4-144004075b0b req-000eddb7-2cf7-4f92-b8a8-5af978b4eb3e tempest-TestNetworkAdvancedServerOps-260085928 tempest-TestNetworkAdvancedServerOps-260085928-project] 10.222.0.27 "GET /v2.0/security-groups?id=705be772-8c7b-4b84-954c-59b0a7452e78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1253130 Oct 19 07:43:24.690502 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-1a8ef4b1-59c2-4d3d-a07a-679de3d63301 tempest-NegativeSecGroupTest-887729493 tempest-NegativeSecGroupTest-887729493-project] Notify callbacks [] for security_group, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:24.691607 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b6de419-badc-44f4-8a3c-a84f015ede82 tempest-RoutersNegativeIpV6Test-1640623158 tempest-RoutersNegativeIpV6Test-1640623158-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:43:24.692571 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-9b6de419-badc-44f4-8a3c-a84f015ede82 tempest-RoutersNegativeIpV6Test-1640623158 tempest-RoutersNegativeIpV6Test-1640623158-project] Notify callbacks [] for network, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:24.716029 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-dfad2209-356b-47b8-8134-01d507ecccbb tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Notify callbacks [] for port, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:24.720201 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0891ef87-d269-40e0-823a-d62c0d6d2833 None None] DHCP port deletion for 5b4755dd-54e2-40a6-8450-ab8eb989f82c request from dv-neutron-861624-1-hyperv {{(pid=103334) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 07:43:24.770921 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-0891ef87-d269-40e0-823a-d62c0d6d2833 None None] Deleting port 4c5ef16a-63cc-44d2-ae39-e0b77b1f3f96 {{(pid=103334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 07:43:24.771211 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-0891ef87-d269-40e0-823a-d62c0d6d2833 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:24.781799 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-9b6de419-badc-44f4-8a3c-a84f015ede82 tempest-RoutersNegativeIpV6Test-1640623158 tempest-RoutersNegativeIpV6Test-1640623158-project] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.3633153 Oct 19 07:43:24.782909 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-dfad2209-356b-47b8-8134-01d507ecccbb tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785020947330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133553798'] for port, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:24.789250 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 59028) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:43:24.802726 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-5aa86beb-6b64-41f9-99b9-7fc05de2cd15 tempest-RoutersNegativeIpV6Test-1640623158 tempest-RoutersNegativeIpV6Test-1640623158-project] Request body: {'subnet': {'network_id': '57287789-b3fc-4c93-b4e4-a4c2493eee4f', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:43:24.839573 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-0891ef87-d269-40e0-823a-d62c0d6d2833 None None] For port 4c5ef16a-63cc-44d2-ae39-e0b77b1f3f96, host dv-neutron-861624-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=4c5ef16a-63cc-44d2-ae39-e0b77b1f3f96,segment=NetworkSegment(83a81a75-82b5-4795-bb53-82ccf075c513),segment_id=83a81a75-82b5-4795-bb53-82ccf075c513)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:43:24.839965 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-0891ef87-d269-40e0-823a-d62c0d6d2833 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:24.849432 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-1a8ef4b1-59c2-4d3d-a07a-679de3d63301 tempest-NegativeSecGroupTest-887729493 tempest-NegativeSecGroupTest-887729493-project] Notify callbacks [] for security_group, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:24.856792 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6de419-badc-44f4-8a3c-a84f015ede82 tempest-RoutersNegativeIpV6Test-1640623158 tempest-RoutersNegativeIpV6Test-1640623158-project] Pushing event updated for resources: {'Network': ['ID=57287789-b3fc-4c93-b4e4-a4c2493eee4f,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:43:24.859076 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-0891ef87-d269-40e0-823a-d62c0d6d2833 None None] Calling delete_port for 4c5ef16a-63cc-44d2-ae39-e0b77b1f3f96 owned by network:dhcp {{(pid=103334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 07:43:24.860425 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-1a8ef4b1-59c2-4d3d-a07a-679de3d63301 tempest-NegativeSecGroupTest-887729493 tempest-NegativeSecGroupTest-887729493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788643'] for security_group, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:24.875515 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Network 57287789-b3fc-4c93-b4e4-a4c2493eee4f details requested by agent ovs-agent-dv-neutron-861624-1-hyperv with host dv-neutron-861624-1-hyperv {{(pid=103334) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 07:43:24.887195 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-1db57bf7-e411-4ef2-9b02-b23d70aee457 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130996763'] for port, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:24.901082 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfad2209-356b-47b8-8134-01d507ecccbb tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Network 268ab1d6-2bf3-4d53-ba51-350459345337 is already hosted by enough agents. {{(pid=103332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 07:43:24.916181 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.base_scheduler [None req-dfad2209-356b-47b8-8134-01d507ecccbb tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Resources bound (agent type, host, resource id): {{(pid=103332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:43:24.924451 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db57bf7-e411-4ef2-9b02-b23d70aee457 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Pushing event deleted for resources: {'Port': ['ID=9b30fa6b-14f0-4e33-8ef6-7c1b932b18e6,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:43:24.931147 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-1db57bf7-e411-4ef2-9b02-b23d70aee457 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42160'] for port, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:24.938139 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-1db57bf7-e411-4ef2-9b02-b23d70aee457 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] 10.222.0.27 "DELETE /v2.0/ports/9b30fa6b-14f0-4e33-8ef6-7c1b932b18e6 HTTP/1.1" status: 204 len: 168 time: 0.5681715 Oct 19 07:43:24.938943 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 59030) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:43:24.952622 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device 4c5ef16a-63cc-44d2-ae39-e0b77b1f3f96 no longer exists at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 07:43:24.957971 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfad2209-356b-47b8-8134-01d507ecccbb tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Received port after_create {{(pid=103332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 07:43:24.963710 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfad2209-356b-47b8-8134-01d507ecccbb tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Pushing event updated for resources: {'Port': ['ID=d86bdce6-bedf-4306-be91-dad5f9af349d,revision_number=1']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:43:24.989006 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-1a8ef4b1-59c2-4d3d-a07a-679de3d63301 tempest-NegativeSecGroupTest-887729493 tempest-NegativeSecGroupTest-887729493-project] Notify callbacks [] for security_group, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:24.990249 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-1a8ef4b1-59c2-4d3d-a07a-679de3d63301 tempest-NegativeSecGroupTest-887729493 tempest-NegativeSecGroupTest-887729493-project] 10.222.0.27 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3671374 Oct 19 07:43:24.994809 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 59032) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:43:25.000556 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8ef4b1-59c2-4d3d-a07a-679de3d63301 tempest-NegativeSecGroupTest-887729493 tempest-NegativeSecGroupTest-887729493-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7ba90095-f916-40da-a0a9-30e551ea958b,revision_number=1']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:43:25.007292 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-76dd36d0-5b85-4aa1-9b24-93ce2d46fcc9 tempest-NegativeSecGroupTest-887729493 tempest-NegativeSecGroupTest-887729493-project] Request body: {'security_group_rule': {'security_group_id': 'dd471ea8-b01b-4299-b608-a769dd5030fe', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '7ba90095-f916-40da-a0a9-30e551ea958b'}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:43:25.033842 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-adef7c96-5634-4ebf-88fd-f542a75f0c64 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-667019'] for network, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:25.052168 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfad2209-356b-47b8-8134-01d507ecccbb tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:43:25.052836 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-dfad2209-356b-47b8-8134-01d507ecccbb tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42160'] for port, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:25.067834 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5aa86beb-6b64-41f9-99b9-7fc05de2cd15 tempest-RoutersNegativeIpV6Test-1640623158 tempest-RoutersNegativeIpV6Test-1640623158-project] Made reservation on behalf of 94745ff241da4fda995cada3cbd8676b for: {'subnet': 1} {{(pid=103332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 07:43:25.071093 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-5aa86beb-6b64-41f9-99b9-7fc05de2cd15 tempest-RoutersNegativeIpV6Test-1640623158 tempest-RoutersNegativeIpV6Test-1640623158-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130659787'] for subnet, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:25.096344 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-dfad2209-356b-47b8-8134-01d507ecccbb tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.8113587 Oct 19 07:43:25.099564 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 59034) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:43:25.099813 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.api.v2.resource [None req-76dd36d0-5b85-4aa1-9b24-93ce2d46fcc9 tempest-NegativeSecGroupTest-887729493 tempest-NegativeSecGroupTest-887729493-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 19 07:43:25.103475 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-76dd36d0-5b85-4aa1-9b24-93ce2d46fcc9 tempest-NegativeSecGroupTest-887729493 tempest-NegativeSecGroupTest-887729493-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.1013651 Oct 19 07:43:25.104888 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-1667f6a9-6015-47e4-b6a8-ea4ccd95a67d tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Request body: {'floatingip': {'port_id': 'd86bdce6-bedf-4306-be91-dad5f9af349d'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:43:25.105453 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 59036) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:43:25.118419 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-0891ef87-d269-40e0-823a-d62c0d6d2833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339'] for port, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:25.144609 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-9dbc89c0-7bf8-4d89-9f94-296fa975281d None None] Attempt 7 to provision port 9b30fa6b-14f0-4e33-8ef6-7c1b932b18e6 Oct 19 07:43:25.145453 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-adef7c96-5634-4ebf-88fd-f542a75f0c64 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Deleting port 4c5ef16a-63cc-44d2-ae39-e0b77b1f3f96 {{(pid=103333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 07:43:25.145914 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-adef7c96-5634-4ebf-88fd-f542a75f0c64 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:25.148402 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Current status of the port 4c5ef16a-63cc-44d2-ae39-e0b77b1f3f96 is: ACTIVE; New status is: DOWN {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:43:25.148900 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:25.153505 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0891ef87-d269-40e0-823a-d62c0d6d2833 None None] Pushing event deleted for resources: {'Port': ['ID=4c5ef16a-63cc-44d2-ae39-e0b77b1f3f96,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:43:25.156003 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-1667f6a9-6015-47e4-b6a8-ea4ccd95a67d tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Notify callbacks [] for floatingip, before_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:25.179624 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0891ef87-d269-40e0-823a-d62c0d6d2833 None None] No DVR routers for this DVR port 4c5ef16a-63cc-44d2-ae39-e0b77b1f3f96 on host dv-neutron-861624-1-hyperv {{(pid=103334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 19 07:43:25.182371 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-9dbc89c0-7bf8-4d89-9f94-296fa975281d None None] Port 9b30fa6b-14f0-4e33-8ef6-7c1b932b18e6 was deleted so its status cannot be updated. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Oct 19 07:43:25.194784 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-9dbc89c0-7bf8-4d89-9f94-296fa975281d None None] Could not find standard attr ID for object 4c5ef16a-63cc-44d2-ae39-e0b77b1f3f96. {{(pid=103334) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 19 07:43:25.227881 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-e5c015a5-4b91-42ed-90d8-4cb174b54239 tempest-NegativeSecGroupTest-887729493 tempest-NegativeSecGroupTest-887729493-project] Notify callbacks [] for security_group, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:25.283214 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-e5c015a5-4b91-42ed-90d8-4cb174b54239 tempest-NegativeSecGroupTest-887729493 tempest-NegativeSecGroupTest-887729493-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:25.322449 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-b948dafa-a799-4a01-bfb5-373134c49e9c None None] Provisioning complete for port 6e664574-911e-4c74-88a3-f35418cc63e3 triggered by entity DHCP. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:43:25.323158 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-b948dafa-a799-4a01-bfb5-373134c49e9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:25.323689 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-b948dafa-a799-4a01-bfb5-373134c49e9c None None] Attempt 1 to provision port 6e664574-911e-4c74-88a3-f35418cc63e3 Oct 19 07:43:25.327557 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.db [None req-adef7c96-5634-4ebf-88fd-f542a75f0c64 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] For port 4c5ef16a-63cc-44d2-ae39-e0b77b1f3f96, host dv-neutron-861624-1-hyperv, got binding levels [] {{(pid=103333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:43:25.327557 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-adef7c96-5634-4ebf-88fd-f542a75f0c64 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:25.361053 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-5aa86beb-6b64-41f9-99b9-7fc05de2cd15 tempest-RoutersNegativeIpV6Test-1640623158 tempest-RoutersNegativeIpV6Test-1640623158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-133552662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130659641'] for subnet, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:25.371436 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-e5c015a5-4b91-42ed-90d8-4cb174b54239 tempest-NegativeSecGroupTest-887729493 tempest-NegativeSecGroupTest-887729493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788643'] for security_group, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:25.374909 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-e5c015a5-4b91-42ed-90d8-4cb174b54239 tempest-NegativeSecGroupTest-887729493 tempest-NegativeSecGroupTest-887729493-project] Notify callbacks [] for security_group, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:25.378644 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-e5c015a5-4b91-42ed-90d8-4cb174b54239 tempest-NegativeSecGroupTest-887729493 tempest-NegativeSecGroupTest-887729493-project] 10.222.0.27 "DELETE /v2.0/security-groups/7ba90095-f916-40da-a0a9-30e551ea958b HTTP/1.1" status: 204 len: 168 time: 0.2622254 Oct 19 07:43:25.394382 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 59038) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:43:25.395354 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-adef7c96-5634-4ebf-88fd-f542a75f0c64 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Calling delete_port for 4c5ef16a-63cc-44d2-ae39-e0b77b1f3f96 owned by network:dhcp {{(pid=103333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 07:43:25.406105 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.ipam_backend_mixin [None req-adef7c96-5634-4ebf-88fd-f542a75f0c64 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Port 4c5ef16a-63cc-44d2-ae39-e0b77b1f3f96 was not found and therefore no delete operation was performed {{(pid=103333) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Oct 19 07:43:25.411248 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-adef7c96-5634-4ebf-88fd-f542a75f0c64 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130996763'] for port, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:25.413290 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c015a5-4b91-42ed-90d8-4cb174b54239 tempest-NegativeSecGroupTest-887729493 tempest-NegativeSecGroupTest-887729493-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ba90095-f916-40da-a0a9-30e551ea958b,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:43:25.433261 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa86beb-6b64-41f9-99b9-7fc05de2cd15 tempest-RoutersNegativeIpV6Test-1640623158 tempest-RoutersNegativeIpV6Test-1640623158-project] Pushing event updated for resources: {'Subnet': ['ID=bb584a22-a887-467b-9f0a-6981c81701f6,revision_number=0']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:43:25.449346 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-b948dafa-a799-4a01-bfb5-373134c49e9c None None] Current status of the port 6e664574-911e-4c74-88a3-f35418cc63e3 is: ACTIVE; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:43:25.449765 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aa86beb-6b64-41f9-99b9-7fc05de2cd15 tempest-RoutersNegativeIpV6Test-1640623158 tempest-RoutersNegativeIpV6Test-1640623158-project] Checking segment: {'id': '50603e09-10c9-471b-a765-9bdc1cb03978', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '57287789-b3fc-4c93-b4e4-a4c2493eee4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 19 07:43:25.450173 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aa86beb-6b64-41f9-99b9-7fc05de2cd15 tempest-RoutersNegativeIpV6Test-1640623158 tempest-RoutersNegativeIpV6Test-1640623158-project] Network hostable DHCP agents. Network: 57287789-b3fc-4c93-b4e4-a4c2493eee4f, hostable agents: ['310d813b-0e3e-4d7e-9b79-8f4ec0dbcab0'], hosted agents: [] {{(pid=103332) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 07:43:25.461936 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-b948dafa-a799-4a01-bfb5-373134c49e9c None None] Provisioning complete for port 60c8378d-fdb9-40dd-972a-273557bc20bf triggered by entity DHCP. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:43:25.462672 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-b948dafa-a799-4a01-bfb5-373134c49e9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:25.462984 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-b948dafa-a799-4a01-bfb5-373134c49e9c None None] Attempt 1 to provision port 60c8378d-fdb9-40dd-972a-273557bc20bf Oct 19 07:43:25.464534 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adef7c96-5634-4ebf-88fd-f542a75f0c64 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Pushing event deleted for resources: {'Port': ['ID=4c5ef16a-63cc-44d2-ae39-e0b77b1f3f96,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:43:25.468640 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adef7c96-5634-4ebf-88fd-f542a75f0c64 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] No DVR routers for this DVR port 4c5ef16a-63cc-44d2-ae39-e0b77b1f3f96 on host dv-neutron-861624-1-hyperv {{(pid=103333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 19 07:43:25.470543 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aa86beb-6b64-41f9-99b9-7fc05de2cd15 tempest-RoutersNegativeIpV6Test-1640623158 tempest-RoutersNegativeIpV6Test-1640623158-project] Network 57287789-b3fc-4c93-b4e4-a4c2493eee4f is scheduled to be hosted by DHCP agent 310d813b-0e3e-4d7e-9b79-8f4ec0dbcab0 with binding_index 1 {{(pid=103332) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 07:43:25.481087 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.base_scheduler [None req-5aa86beb-6b64-41f9-99b9-7fc05de2cd15 tempest-RoutersNegativeIpV6Test-1640623158 tempest-RoutersNegativeIpV6Test-1640623158-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861624-1-hyperv, 57287789-b3fc-4c93-b4e4-a4c2493eee4f) {{(pid=103332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:43:25.486957 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5aa86beb-6b64-41f9-99b9-7fc05de2cd15 tempest-RoutersNegativeIpV6Test-1640623158 tempest-RoutersNegativeIpV6Test-1640623158-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:43:25.487558 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-5aa86beb-6b64-41f9-99b9-7fc05de2cd15 tempest-RoutersNegativeIpV6Test-1640623158 tempest-RoutersNegativeIpV6Test-1640623158-project] Notify callbacks [] for subnet, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:25.498201 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cd3d9de-77fd-42df-ae05-54b7728f07e6 None None] Network 57287789-b3fc-4c93-b4e4-a4c2493eee4f requested from dv-neutron-861624-1-hyperv {{(pid=103334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 07:43:25.508553 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-5aa86beb-6b64-41f9-99b9-7fc05de2cd15 tempest-RoutersNegativeIpV6Test-1640623158 tempest-RoutersNegativeIpV6Test-1640623158-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.7167411 Oct 19 07:43:25.509688 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 59040) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:43:25.515225 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-9b43b6a6-a6cb-4359-a4c3-15f6f7ae7281 tempest-RoutersNegativeIpV6Test-1640623158 tempest-RoutersNegativeIpV6Test-1640623158-project] Request body: {'router': {'external_gateway_info': {'network_id': '57287789-b3fc-4c93-b4e4-a4c2493eee4f'}}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:43:25.562445 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-fdbb8058-3e18-4468-97a9-551685ff9397 tempest-NegativeSecGroupTest-887729493 tempest-NegativeSecGroupTest-887729493-project] 10.222.0.27 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4507 time: 0.1615222 Oct 19 07:43:25.563250 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 59042) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:43:25.625167 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-b948dafa-a799-4a01-bfb5-373134c49e9c None None] Current status of the port 60c8378d-fdb9-40dd-972a-273557bc20bf is: ACTIVE; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:43:25.630652 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-b948dafa-a799-4a01-bfb5-373134c49e9c None None] Could not find standard attr ID for object 4c5ef16a-63cc-44d2-ae39-e0b77b1f3f96. {{(pid=103334) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 19 07:43:25.636526 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-adef7c96-5634-4ebf-88fd-f542a75f0c64 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-673051', 'neutron.services.segments.db._delete_segments_for_network-8785021519108'] for network, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:25.669100 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-adef7c96-5634-4ebf-88fd-f542a75f0c64 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b4755dd-54e2-40a6-8450-ab8eb989f82c']}} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:43:25.718184 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-adef7c96-5634-4ebf-88fd-f542a75f0c64 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83a81a75-82b5-4795-bb53-82ccf075c513') {'for_net_delete': True} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:43:25.718581 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-adef7c96-5634-4ebf-88fd-f542a75f0c64 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83a81a75-82b5-4795-bb53-82ccf075c513') {} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:43:25.765766 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-adef7c96-5634-4ebf-88fd-f542a75f0c64 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785021519382', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-134111927'] for segment, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:25.779849 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-9b43b6a6-a6cb-4359-a4c3-15f6f7ae7281 tempest-RoutersNegativeIpV6Test-1640623158 tempest-RoutersNegativeIpV6Test-1640623158-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:25.783174 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-af40db5b-a606-45fd-84cd-1b54e6a7f624 tempest-NegativeSecGroupTest-887729493 tempest-NegativeSecGroupTest-887729493-project] Notify callbacks [] for security_group, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:25.786068 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-adef7c96-5634-4ebf-88fd-f542a75f0c64 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979'] for segment, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:25.802695 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-adef7c96-5634-4ebf-88fd-f542a75f0c64 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Releasing vlan 180 on physical network physnet1 to pool {{(pid=103333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 07:43:25.803139 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-adef7c96-5634-4ebf-88fd-f542a75f0c64 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130996782'] for segment, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:25.808495 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-b948dafa-a799-4a01-bfb5-373134c49e9c None None] Could not find standard attr ID for object d7cdd9f7-d914-40a9-b15e-0351ff83ee77. {{(pid=103334) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 19 07:43:25.816132 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-b948dafa-a799-4a01-bfb5-373134c49e9c None None] Could not find standard attr ID for object 9b30fa6b-14f0-4e33-8ef6-7c1b932b18e6. {{(pid=103334) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 19 07:43:25.822325 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-b948dafa-a799-4a01-bfb5-373134c49e9c None None] Could not find standard attr ID for object 2464b03f-c940-41af-a42d-457d57d3e319. {{(pid=103334) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 19 07:43:25.833907 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-af40db5b-a606-45fd-84cd-1b54e6a7f624 tempest-NegativeSecGroupTest-887729493 tempest-NegativeSecGroupTest-887729493-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:25.877419 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.services.segments.plugin [-] Segment 83a81a75-82b5-4795-bb53-82ccf075c513 resource provider aggregate not found Oct 19 07:43:25.879868 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce873b13-57e9-41a6-a9ac-8714fb93a032 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d12c6ac-27a3-545c-a8f3-f04e30423d6d-57287789-b3fc-4c93-b4e4-a4c2493eee4f', 'network_id': '57287789-b3fc-4c93-b4e4-a4c2493eee4f', 'tenant_id': '94745ff241da4fda995cada3cbd8676b', 'fixed_ips': [{'subnet_id': 'bb584a22-a887-467b-9f0a-6981c81701f6'}]}} from dv-neutron-861624-1-hyperv. {{(pid=103334) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 07:43:25.881098 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-ce873b13-57e9-41a6-a9ac-8714fb93a032 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:25.932842 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.services.segments.plugin [-] Segment 83a81a75-82b5-4795-bb53-82ccf075c513 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 83a81a75-82b5-4795-bb53-82ccf075c513 found for delete ", "request_id": "req-e6bbba22-ebf5-4c21-a702-753230cb7e92"}]} Oct 19 07:43:25.934470 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-af40db5b-a606-45fd-84cd-1b54e6a7f624 tempest-NegativeSecGroupTest-887729493 tempest-NegativeSecGroupTest-887729493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788643'] for security_group, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:25.936679 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-adef7c96-5634-4ebf-88fd-f542a75f0c64 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-673044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1695087'] for network, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:25.939615 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-af40db5b-a606-45fd-84cd-1b54e6a7f624 tempest-NegativeSecGroupTest-887729493 tempest-NegativeSecGroupTest-887729493-project] Notify callbacks [] for security_group, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:25.941094 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-af40db5b-a606-45fd-84cd-1b54e6a7f624 tempest-NegativeSecGroupTest-887729493 tempest-NegativeSecGroupTest-887729493-project] 10.222.0.27 "DELETE /v2.0/security-groups/dd471ea8-b01b-4299-b608-a769dd5030fe HTTP/1.1" status: 204 len: 168 time: 0.3769104 Oct 19 07:43:25.947264 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-adef7c96-5634-4ebf-88fd-f542a75f0c64 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Notify callbacks [] for network, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:25.952361 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 59052) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:43:25.955503 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-adef7c96-5634-4ebf-88fd-f542a75f0c64 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] 10.222.0.27 "DELETE /v2.0/networks/5b4755dd-54e2-40a6-8450-ab8eb989f82c HTTP/1.1" status: 204 len: 168 time: 1.0128853 Oct 19 07:43:25.977720 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adef7c96-5634-4ebf-88fd-f542a75f0c64 tempest-PortsIpV6TestJSON-397629177 tempest-PortsIpV6TestJSON-397629177-project] Pushing event deleted for resources: {'Network': ['ID=5b4755dd-54e2-40a6-8450-ab8eb989f82c,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:43:25.995424 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af40db5b-a606-45fd-84cd-1b54e6a7f624 tempest-NegativeSecGroupTest-887729493 tempest-NegativeSecGroupTest-887729493-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd471ea8-b01b-4299-b608-a769dd5030fe,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:43:26.072751 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.db_base_plugin_common [None req-ce873b13-57e9-41a6-a9ac-8714fb93a032 None None] Allocated IP 2001:db8:1::2 (57287789-b3fc-4c93-b4e4-a4c2493eee4f/bb584a22-a887-467b-9f0a-6981c81701f6/ab8deae6-6cb8-4048-ac97-3784079cec7a) {{(pid=103334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 07:43:26.080305 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059bcf71-edf3-45e6-bb8e-a15be64c507b req-84f951cb-2461-4c76-929e-51b958b2bb51 tempest-TestNetworkAdvancedServerOps-260085928 tempest-TestNetworkAdvancedServerOps-260085928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:43:26.081910 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-059bcf71-edf3-45e6-bb8e-a15be64c507b req-84f951cb-2461-4c76-929e-51b958b2bb51 tempest-TestNetworkAdvancedServerOps-260085928 tempest-TestNetworkAdvancedServerOps-260085928-project] 10.222.0.27 "GET /v2.0/ports?device_id=7bfd5314-4c55-4597-8b3e-da476697892d HTTP/1.1" status: 200 len: 945 time: 0.2556317 Oct 19 07:43:26.086558 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-9a9f34ae-ccaf-4934-ba02-ba5d1c04bc19 tempest-NegativeSecGroupTest-887729493 tempest-NegativeSecGroupTest-887729493-project] 10.222.0.27 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1323357 Oct 19 07:43:26.088425 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.api.v2.resource [None req-9b43b6a6-a6cb-4359-a4c3-15f6f7ae7281 tempest-RoutersNegativeIpV6Test-1640623158 tempest-RoutersNegativeIpV6Test-1640623158-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 19 07:43:26.089924 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-9b43b6a6-a6cb-4359-a4c3-15f6f7ae7281 tempest-RoutersNegativeIpV6Test-1640623158 tempest-RoutersNegativeIpV6Test-1640623158-project] 10.222.0.27 "PUT /v2.0/routers/69933b5a-2129-4171-8b37-d4bf6ed391a7 HTTP/1.1" status: 400 len: 364 time: 0.5788441 Oct 19 07:43:26.091990 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 59056) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:43:26.096805 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-991006b3-3a5f-4342-b05c-91594165a4fb tempest-NegativeSecGroupTest-887729493 tempest-NegativeSecGroupTest-887729493-project] Request body: {'security_group': {'name': 'tempest-secgroup--1892998299'}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:43:26.100950 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 59058) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:43:26.162162 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-1667f6a9-6015-47e4-b6a8-ea4ccd95a67d tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:26.169466 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-1667f6a9-6015-47e4-b6a8-ea4ccd95a67d tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1695041'] for floatingip, after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:26.267947 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-991006b3-3a5f-4342-b05c-91594165a4fb tempest-NegativeSecGroupTest-887729493 tempest-NegativeSecGroupTest-887729493-project] Notify callbacks [] for security_group, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:26.275218 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-ce873b13-57e9-41a6-a9ac-8714fb93a032 None None] Notify callbacks [] for port, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:26.288339 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-059bcf71-edf3-45e6-bb8e-a15be64c507b req-1722c416-efad-4af3-8f8a-7fea4ca68fc3 tempest-TestNetworkAdvancedServerOps-260085928 tempest-TestNetworkAdvancedServerOps-260085928-project] 10.222.0.27 "GET /v2.0/security-groups?id=705be772-8c7b-4b84-954c-59b0a7452e78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1851137 Oct 19 07:43:26.291749 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-ce873b13-57e9-41a6-a9ac-8714fb93a032 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785020947330'] for port, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:26.338016 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 59062) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:43:26.349185 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce873b13-57e9-41a6-a9ac-8714fb93a032 None None] Network 57287789-b3fc-4c93-b4e4-a4c2493eee4f is already hosted by enough agents. {{(pid=103334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 07:43:26.352351 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.scheduler.base_scheduler [None req-ce873b13-57e9-41a6-a9ac-8714fb93a032 None None] Resources bound (agent type, host, resource id): {{(pid=103334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:43:26.356229 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce873b13-57e9-41a6-a9ac-8714fb93a032 None None] Received port after_create {{(pid=103334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 07:43:26.366926 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce873b13-57e9-41a6-a9ac-8714fb93a032 None None] Pushing event updated for resources: {'Port': ['ID=ab8deae6-6cb8-4048-ac97-3784079cec7a,revision_number=1']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:43:26.423487 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-ce873b13-57e9-41a6-a9ac-8714fb93a032 None None] Attempting to bind port ab8deae6-6cb8-4048-ac97-3784079cec7a on host dv-neutron-861624-1-hyperv for vnic_type normal with profile {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 19 07:43:26.423874 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-ce873b13-57e9-41a6-a9ac-8714fb93a032 None None] Attempting to bind port ab8deae6-6cb8-4048-ac97-3784079cec7a by drivers openvswitch,hyperv on host dv-neutron-861624-1-hyperv at level 0 using segments [{'id': '50603e09-10c9-471b-a765-9bdc1cb03978', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '57287789-b3fc-4c93-b4e4-a4c2493eee4f'}] {{(pid=103334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 19 07:43:26.424244 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce873b13-57e9-41a6-a9ac-8714fb93a032 None None] Attempting to bind port ab8deae6-6cb8-4048-ac97-3784079cec7a on network 57287789-b3fc-4c93-b4e4-a4c2493eee4f {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 07:43:26.431227 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce873b13-57e9-41a6-a9ac-8714fb93a032 None None] Checking agent: {'id': 'a5b0152c-d633-409b-aaf8-3b76458e2410', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861624-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 19, 7, 30, 19), 'started_at': datetime.datetime(2022, 10, 19, 7, 30, 49), 'heartbeat_timestamp': datetime.datetime(2022, 10, 19, 7, 43, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861624-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 07:43:26.431971 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce873b13-57e9-41a6-a9ac-8714fb93a032 None None] Checking segment: {'id': '50603e09-10c9-471b-a765-9bdc1cb03978', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '57287789-b3fc-4c93-b4e4-a4c2493eee4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 19 07:43:26.432435 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-ce873b13-57e9-41a6-a9ac-8714fb93a032 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:26.432915 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce873b13-57e9-41a6-a9ac-8714fb93a032 None None] Bound using segment: {'id': '50603e09-10c9-471b-a765-9bdc1cb03978', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '57287789-b3fc-4c93-b4e4-a4c2493eee4f'} {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 07:43:26.433406 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-ce873b13-57e9-41a6-a9ac-8714fb93a032 None None] Bound port: ab8deae6-6cb8-4048-ac97-3784079cec7a, host: dv-neutron-861624-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50603e09-10c9-471b-a765-9bdc1cb03978', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '57287789-b3fc-4c93-b4e4-a4c2493eee4f'}}] {{(pid=103334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 19 07:43:26.433800 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-ce873b13-57e9-41a6-a9ac-8714fb93a032 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:26.541790 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-ce873b13-57e9-41a6-a9ac-8714fb93a032 None None] For port ab8deae6-6cb8-4048-ac97-3784079cec7a, host dv-neutron-861624-1-hyperv, cleared binding levels {{(pid=103334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 07:43:26.548016 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-ce873b13-57e9-41a6-a9ac-8714fb93a032 None None] For port ab8deae6-6cb8-4048-ac97-3784079cec7a, host dv-neutron-861624-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=ab8deae6-6cb8-4048-ac97-3784079cec7a,segment=NetworkSegment(50603e09-10c9-471b-a765-9bdc1cb03978),segment_id=50603e09-10c9-471b-a765-9bdc1cb03978)] {{(pid=103334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 07:43:26.553120 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-83809722-84df-4821-8407-b15512d63a98 tempest-RoutersNegativeIpV6Test-1640623158 tempest-RoutersNegativeIpV6Test-1640623158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:26.554469 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-ce873b13-57e9-41a6-a9ac-8714fb93a032 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:26.556685 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-991006b3-3a5f-4342-b05c-91594165a4fb tempest-NegativeSecGroupTest-887729493 tempest-NegativeSecGroupTest-887729493-project] Notify callbacks [] for security_group, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:26.582853 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-991006b3-3a5f-4342-b05c-91594165a4fb tempest-NegativeSecGroupTest-887729493 tempest-NegativeSecGroupTest-887729493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788643'] for security_group, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:26.610938 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce873b13-57e9-41a6-a9ac-8714fb93a032 None None] Pushing event updated for resources: {'Port': ['ID=ab8deae6-6cb8-4048-ac97-3784079cec7a,revision_number=2']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:43:26.663186 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991006b3-3a5f-4342-b05c-91594165a4fb tempest-NegativeSecGroupTest-887729493 tempest-NegativeSecGroupTest-887729493-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a9395edc-c211-4310-9b19-cee9e66ff855,revision_number=1']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:43:26.674830 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-991006b3-3a5f-4342-b05c-91594165a4fb tempest-NegativeSecGroupTest-887729493 tempest-NegativeSecGroupTest-887729493-project] Notify callbacks [] for security_group, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:26.675744 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.db.l3_db [None req-1667f6a9-6015-47e4-b6a8-ea4ccd95a67d tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Floating IP 48f69c4b-28b9-4a7b-8447-45de870ef3e0 associated. External IP: 172.26.0.163, port: d86bdce6-bedf-4306-be91-dad5f9af349d. Oct 19 07:43:26.676530 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-991006b3-3a5f-4342-b05c-91594165a4fb tempest-NegativeSecGroupTest-887729493 tempest-NegativeSecGroupTest-887729493-project] 10.222.0.27 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5828183 Oct 19 07:43:26.681914 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 59066) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:43:26.687050 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-baf6a3cb-d6c7-4db7-942a-3b2b3dabbc9c tempest-NegativeSecGroupTest-887729493 tempest-NegativeSecGroupTest-887729493-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:43:26.687695 dv-neutron-861624-1-hyperv neutron-server[103333]: WARNING neutron.api.v2.base [None req-baf6a3cb-d6c7-4db7-942a-3b2b3dabbc9c tempest-NegativeSecGroupTest-887729493 tempest-NegativeSecGroupTest-887729493-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Oct 19 07:43:26.688202 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.api.v2.resource [None req-baf6a3cb-d6c7-4db7-942a-3b2b3dabbc9c tempest-NegativeSecGroupTest-887729493 tempest-NegativeSecGroupTest-887729493-project] update failed (client error): There was a conflict when trying to complete your request. Oct 19 07:43:26.691796 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-baf6a3cb-d6c7-4db7-942a-3b2b3dabbc9c tempest-NegativeSecGroupTest-887729493 tempest-NegativeSecGroupTest-887729493-project] 10.222.0.27 "PUT /v2.0/security-groups/a9395edc-c211-4310-9b19-cee9e66ff855 HTTP/1.1" status: 409 len: 330 time: 0.0063262 Oct 19 07:43:26.691926 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-c1409714-332e-404e-ad68-656cacf3b483 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=0cd3ded9dc134e3392e5122464eefb82&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3522615 Oct 19 07:43:26.692399 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 59068) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:43:26.692763 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 59070) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:43:26.942722 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1667f6a9-6015-47e4-b6a8-ea4ccd95a67d tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Router ff8271cb-2431-40f0-b6a1-80a9bac26437 has already been hosted by L3 agent ab388470-1243-4d53-80f2-c2f5899c97a7 {{(pid=103333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 07:43:26.946562 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-667b30e0-977d-43d3-9281-4ec0bb5f27c9 tempest-NegativeSecGroupTest-887729493 tempest-NegativeSecGroupTest-887729493-project] Notify callbacks [] for security_group, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:26.972323 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device ab8deae6-6cb8-4048-ac97-3784079cec7a up at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 07:43:26.973707 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-24e2aa3f-9ec5-4f3b-b5aa-7bb26b5f3f54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:27.027686 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-667b30e0-977d-43d3-9281-4ec0bb5f27c9 tempest-NegativeSecGroupTest-887729493 tempest-NegativeSecGroupTest-887729493-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:27.034744 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Provisioning complete for port ab8deae6-6cb8-4048-ac97-3784079cec7a triggered by entity L2. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:43:27.035148 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:27.036037 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Attempt 1 to provision port ab8deae6-6cb8-4048-ac97-3784079cec7a Oct 19 07:43:27.057727 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-24e2aa3f-9ec5-4f3b-b5aa-7bb26b5f3f54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:27.073350 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1667f6a9-6015-47e4-b6a8-ea4ccd95a67d tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Notify agent at l3_agent.dv-neutron-861624-1-hyperv the message routers_updated {{(pid=103333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 07:43:27.078525 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-1667f6a9-6015-47e4-b6a8-ea4ccd95a67d tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42160'] for floatingip, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:27.111218 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.db_base_plugin_common [None req-83809722-84df-4821-8407-b15512d63a98 tempest-RoutersNegativeIpV6Test-1640623158 tempest-RoutersNegativeIpV6Test-1640623158-project] Allocated IP 2001:db8::1 (1a62ff2a-7d09-44e6-85fa-2510904c80e5/2e4c478d-a992-4f6d-9089-85a80ce9a0fe/ff7aa57d-1f6b-428e-b5ab-033b5c47e6b9) {{(pid=103332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 07:43:27.111434 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-1667f6a9-6015-47e4-b6a8-ea4ccd95a67d tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] 10.222.0.27 "PUT /v2.0/floatingips/48f69c4b-28b9-4a7b-8447-45de870ef3e0 HTTP/1.1" status: 200 len: 978 time: 2.0084574 Oct 19 07:43:27.111434 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 59072) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:43:27.116807 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e7a534b-fa9a-4ff3-9291-9a77f8330027 None None] Sync routers for ids ['ff8271cb-2431-40f0-b6a1-80a9bac26437'] in dv-neutron-861624-1-hyperv {{(pid=103334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 07:43:27.130722 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e7a534b-fa9a-4ff3-9291-9a77f8330027 None None] Routers {'ff8271cb-2431-40f0-b6a1-80a9bac26437'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 07:43:27.131433 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-7e7a534b-fa9a-4ff3-9291-9a77f8330027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T07:43:16Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['ff8271cb-2431-40f0-b6a1-80a9bac26437'], 'active': True} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:43:27.170168 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-7e7a534b-fa9a-4ff3-9291-9a77f8330027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:43:27.173482 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Current status of the port ab8deae6-6cb8-4048-ac97-3784079cec7a is: DOWN; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:43:27.173929 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:27.190562 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e7a534b-fa9a-4ff3-9291-9a77f8330027 None None] Routers {'ff8271cb-2431-40f0-b6a1-80a9bac26437'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 07:43:27.191299 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-7e7a534b-fa9a-4ff3-9291-9a77f8330027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T07:43:16Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['ff8271cb-2431-40f0-b6a1-80a9bac26437'], 'active': True} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:43:27.233097 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-2abfe5d4-8e84-4550-b997-a7297950b228 tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Deleting port d86bdce6-bedf-4306-be91-dad5f9af349d {{(pid=103333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 07:43:27.233404 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-2abfe5d4-8e84-4550-b997-a7297950b228 tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:27.238291 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-667b30e0-977d-43d3-9281-4ec0bb5f27c9 tempest-NegativeSecGroupTest-887729493 tempest-NegativeSecGroupTest-887729493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788643'] for security_group, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:27.240258 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-7e7a534b-fa9a-4ff3-9291-9a77f8330027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:43:27.240982 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e7a534b-fa9a-4ff3-9291-9a77f8330027 None None] The sync data for ids ['ff8271cb-2431-40f0-b6a1-80a9bac26437'] in dv-neutron-861624-1-hyperv is: [] {{(pid=103334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 07:43:27.241341 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-667b30e0-977d-43d3-9281-4ec0bb5f27c9 tempest-NegativeSecGroupTest-887729493 tempest-NegativeSecGroupTest-887729493-project] Notify callbacks [] for security_group, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:27.245799 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-667b30e0-977d-43d3-9281-4ec0bb5f27c9 tempest-NegativeSecGroupTest-887729493 tempest-NegativeSecGroupTest-887729493-project] 10.222.0.27 "DELETE /v2.0/security-groups/a9395edc-c211-4310-9b19-cee9e66ff855 HTTP/1.1" status: 204 len: 168 time: 0.5239489 Oct 19 07:43:27.246663 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-24e2aa3f-9ec5-4f3b-b5aa-7bb26b5f3f54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788643'] for security_group, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:27.250313 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-24e2aa3f-9ec5-4f3b-b5aa-7bb26b5f3f54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:27.250901 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 59074) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:43:27.251439 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-24e2aa3f-9ec5-4f3b-b5aa-7bb26b5f3f54 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/bd2df480-d6cd-4f0a-8708-f3a33d4f1006 HTTP/1.1" status: 204 len: 168 time: 0.5309460 Oct 19 07:43:27.255505 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] For port ab8deae6-6cb8-4048-ac97-3784079cec7a, host dv-neutron-861624-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=ab8deae6-6cb8-4048-ac97-3784079cec7a,segment=NetworkSegment(50603e09-10c9-471b-a765-9bdc1cb03978),segment_id=50603e09-10c9-471b-a765-9bdc1cb03978)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:43:27.261767 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:27.275920 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667b30e0-977d-43d3-9281-4ec0bb5f27c9 tempest-NegativeSecGroupTest-887729493 tempest-NegativeSecGroupTest-887729493-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9395edc-c211-4310-9b19-cee9e66ff855,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:43:27.293445 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e2aa3f-9ec5-4f3b-b5aa-7bb26b5f3f54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd2df480-d6cd-4f0a-8708-f3a33d4f1006,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:43:27.300732 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-83809722-84df-4821-8407-b15512d63a98 tempest-RoutersNegativeIpV6Test-1640623158 tempest-RoutersNegativeIpV6Test-1640623158-project] Notify callbacks [] for port, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:27.366394 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-83809722-84df-4821-8407-b15512d63a98 tempest-RoutersNegativeIpV6Test-1640623158 tempest-RoutersNegativeIpV6Test-1640623158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785020947330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133553798'] for port, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:27.385932 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Pushing event updated for resources: {'Port': ['ID=ab8deae6-6cb8-4048-ac97-3784079cec7a,revision_number=3']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:43:27.457756 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-efd20ceb-d078-4c04-8a49-cde366108ae0 tempest-NegativeSecGroupTest-887729493 tempest-NegativeSecGroupTest-887729493-project] 10.222.0.27 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2057414 Oct 19 07:43:27.462174 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 59082) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:43:27.480424 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83809722-84df-4821-8407-b15512d63a98 tempest-RoutersNegativeIpV6Test-1640623158 tempest-RoutersNegativeIpV6Test-1640623158-project] Network 1a62ff2a-7d09-44e6-85fa-2510904c80e5 is already hosted by enough agents. {{(pid=103332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 07:43:27.490772 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-2abfe5d4-8e84-4550-b997-a7297950b228 tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:27.492372 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.base_scheduler [None req-83809722-84df-4821-8407-b15512d63a98 tempest-RoutersNegativeIpV6Test-1640623158 tempest-RoutersNegativeIpV6Test-1640623158-project] Resources bound (agent type, host, resource id): {{(pid=103332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:43:27.493337 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.api.v2.resource [None req-feaf69de-b6b4-4509-bb94-7070fcd622f8 tempest-NegativeSecGroupTest-887729493 tempest-NegativeSecGroupTest-887729493-project] delete failed (client error): The resource could not be found. Oct 19 07:43:27.495394 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-feaf69de-b6b4-4509-bb94-7070fcd622f8 tempest-NegativeSecGroupTest-887729493 tempest-NegativeSecGroupTest-887729493-project] 10.222.0.27 "DELETE /v2.0/security-groups/6305198d-7bc9-419b-8455-ad678fb9474d HTTP/1.1" status: 404 len: 347 time: 0.0316198 Oct 19 07:43:27.501009 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83809722-84df-4821-8407-b15512d63a98 tempest-RoutersNegativeIpV6Test-1640623158 tempest-RoutersNegativeIpV6Test-1640623158-project] Received port after_create {{(pid=103332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 07:43:27.501569 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-83809722-84df-4821-8407-b15512d63a98 tempest-RoutersNegativeIpV6Test-1640623158 tempest-RoutersNegativeIpV6Test-1640623158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1695190'] for router_interface, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:27.502147 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 59084) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:43:27.537926 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.api.v2.resource [None req-3b83fd86-9259-4f2b-93a0-55d638569de2 tempest-NegativeSecGroupTest-887729493 tempest-NegativeSecGroupTest-887729493-project] show failed (client error): The resource could not be found. Oct 19 07:43:27.539213 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-3b83fd86-9259-4f2b-93a0-55d638569de2 tempest-NegativeSecGroupTest-887729493 tempest-NegativeSecGroupTest-887729493-project] 10.222.0.27 "GET /v2.0/security-groups/582b3ef6-4d20-47bd-bb1b-f37f1d81ef9f HTTP/1.1" status: 404 len: 347 time: 0.0359938 Oct 19 07:43:27.543880 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 59086) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:43:27.563802 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.api.v2.resource [None req-3f96317c-649c-4c58-bc9d-713a8abb371c tempest-NegativeSecGroupTest-887729493 tempest-NegativeSecGroupTest-887729493-project] show failed (client error): The resource could not be found. Oct 19 07:43:27.565477 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-3f96317c-649c-4c58-bc9d-713a8abb371c tempest-NegativeSecGroupTest-887729493 tempest-NegativeSecGroupTest-887729493-project] 10.222.0.27 "GET /v2.0/security-group-rules/1fce4313-9811-4173-a6fa-e8cec73a5904 HTTP/1.1" status: 404 len: 356 time: 0.0170984 Oct 19 07:43:27.568740 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83809722-84df-4821-8407-b15512d63a98 tempest-RoutersNegativeIpV6Test-1640623158 tempest-RoutersNegativeIpV6Test-1640623158-project] Pushing event updated for resources: {'Port': ['ID=ff7aa57d-1f6b-428e-b5ab-033b5c47e6b9,revision_number=1']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:43:27.628615 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd5e418-b366-41d5-9593-4559b1c10a7b req-4a6be8c7-3095-42b4-bf8c-16472c5daf48 tempest-TestNetworkAdvancedServerOps-260085928 tempest-TestNetworkAdvancedServerOps-260085928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:43:27.640369 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-acd5e418-b366-41d5-9593-4559b1c10a7b req-4a6be8c7-3095-42b4-bf8c-16472c5daf48 tempest-TestNetworkAdvancedServerOps-260085928 tempest-TestNetworkAdvancedServerOps-260085928-project] 10.222.0.27 "GET /v2.0/ports?device_id=7bfd5314-4c55-4597-8b3e-da476697892d HTTP/1.1" status: 200 len: 945 time: 0.1997597 Oct 19 07:43:27.760608 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-acd5e418-b366-41d5-9593-4559b1c10a7b req-6b789585-a27c-4f81-8940-f8ffbf5a64a7 tempest-TestNetworkAdvancedServerOps-260085928 tempest-TestNetworkAdvancedServerOps-260085928-project] 10.222.0.27 "GET /v2.0/security-groups?id=705be772-8c7b-4b84-954c-59b0a7452e78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1066029 Oct 19 07:43:27.764141 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-83809722-84df-4821-8407-b15512d63a98 tempest-RoutersNegativeIpV6Test-1640623158 tempest-RoutersNegativeIpV6Test-1640623158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:27.931423 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-2abfe5d4-8e84-4550-b997-a7297950b228 tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:27.932032 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-2abfe5d4-8e84-4550-b997-a7297950b228 tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1695041'] for floatingip, after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:27.932166 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.db.l3_db [None req-2abfe5d4-8e84-4550-b997-a7297950b228 tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Floating IP 48f69c4b-28b9-4a7b-8447-45de870ef3e0 disassociated. External IP: 172.26.0.163, port: d86bdce6-bedf-4306-be91-dad5f9af349d. Oct 19 07:43:27.932598 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-2abfe5d4-8e84-4550-b997-a7297950b228 tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Calling delete_port for d86bdce6-bedf-4306-be91-dad5f9af349d owned by {{(pid=103333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 07:43:27.974541 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-1f4e864b-e55b-4438-8dab-1590a4cd8934 None None] Provisioning complete for port ff7aa57d-1f6b-428e-b5ab-033b5c47e6b9 triggered by entity DHCP. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:43:27.974925 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-1f4e864b-e55b-4438-8dab-1590a4cd8934 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:27.975256 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-1f4e864b-e55b-4438-8dab-1590a4cd8934 None None] Attempt 1 to provision port ff7aa57d-1f6b-428e-b5ab-033b5c47e6b9 Oct 19 07:43:28.026391 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-1f4e864b-e55b-4438-8dab-1590a4cd8934 None None] Port ff7aa57d-1f6b-428e-b5ab-033b5c47e6b9 cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 07:43:28.036405 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8501ff32-5f77-4eee-8c80-53d8d884db25 None None] Network 57287789-b3fc-4c93-b4e4-a4c2493eee4f requested from dv-neutron-861624-1-hyperv {{(pid=103334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 07:43:28.105030 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 59100) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:43:28.122265 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-2abfe5d4-8e84-4550-b997-a7297950b228 tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130996763'] for port, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:28.158347 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abfe5d4-8e84-4550-b997-a7297950b228 tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Pushing event deleted for resources: {'Port': ['ID=d86bdce6-bedf-4306-be91-dad5f9af349d,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:43:28.214549 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-83809722-84df-4821-8407-b15512d63a98 tempest-RoutersNegativeIpV6Test-1640623158 tempest-RoutersNegativeIpV6Test-1640623158-project] Notify callbacks [] for port, precommit_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:28.221956 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-83809722-84df-4821-8407-b15512d63a98 tempest-RoutersNegativeIpV6Test-1640623158 tempest-RoutersNegativeIpV6Test-1640623158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133553807'] for port, after_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:28.222789 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-83809722-84df-4821-8407-b15512d63a98 tempest-RoutersNegativeIpV6Test-1640623158 tempest-RoutersNegativeIpV6Test-1640623158-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1574855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1694822'] for router_interface, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:28.305333 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83809722-84df-4821-8407-b15512d63a98 tempest-RoutersNegativeIpV6Test-1640623158 tempest-RoutersNegativeIpV6Test-1640623158-project] Pushing event updated for resources: {'Port': ['ID=ff7aa57d-1f6b-428e-b5ab-033b5c47e6b9,revision_number=2']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:43:28.352097 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2abfe5d4-8e84-4550-b997-a7297950b228 tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Router ff8271cb-2431-40f0-b6a1-80a9bac26437 has already been hosted by L3 agent ab388470-1243-4d53-80f2-c2f5899c97a7 {{(pid=103333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 07:43:28.399121 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-e006b9eb-45ef-4436-84c0-1db0135e8203 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=1b6661fde046476ab2d1bab9b030528a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2928948 Oct 19 07:43:28.401495 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83809722-84df-4821-8407-b15512d63a98 tempest-RoutersNegativeIpV6Test-1640623158 tempest-RoutersNegativeIpV6Test-1640623158-project] Network 1a62ff2a-7d09-44e6-85fa-2510904c80e5 is already hosted by enough agents. {{(pid=103332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 07:43:28.401678 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 59112) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:43:28.403509 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.base_scheduler [None req-83809722-84df-4821-8407-b15512d63a98 tempest-RoutersNegativeIpV6Test-1640623158 tempest-RoutersNegativeIpV6Test-1640623158-project] Resources bound (agent type, host, resource id): {{(pid=103332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:43:28.501445 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 59114) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:43:28.530369 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-1f4e864b-e55b-4438-8dab-1590a4cd8934 None None] Attempt 2 to provision port ff7aa57d-1f6b-428e-b5ab-033b5c47e6b9 Oct 19 07:43:28.552300 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83809722-84df-4821-8407-b15512d63a98 tempest-RoutersNegativeIpV6Test-1640623158 tempest-RoutersNegativeIpV6Test-1640623158-project] Router 69933b5a-2129-4171-8b37-d4bf6ed391a7 has already been hosted by L3 agent ab388470-1243-4d53-80f2-c2f5899c97a7 {{(pid=103332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 07:43:28.576714 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-1f4e864b-e55b-4438-8dab-1590a4cd8934 None None] Port ff7aa57d-1f6b-428e-b5ab-033b5c47e6b9 cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 07:43:28.590814 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-9be96c3f-c91a-499d-9325-5c98e869a735 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:28.625680 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2abfe5d4-8e84-4550-b997-a7297950b228 tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Notify agent at l3_agent.dv-neutron-861624-1-hyperv the message routers_updated {{(pid=103333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 07:43:28.628663 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-9be96c3f-c91a-499d-9325-5c98e869a735 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:28.637964 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7ccbfe6-1750-4738-a123-1db61ab6c5dc None None] Sync routers for ids ['ff8271cb-2431-40f0-b6a1-80a9bac26437'] in dv-neutron-861624-1-hyperv {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 07:43:28.653722 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7ccbfe6-1750-4738-a123-1db61ab6c5dc None None] Routers {'ff8271cb-2431-40f0-b6a1-80a9bac26437'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 07:43:28.654592 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-b7ccbfe6-1750-4738-a123-1db61ab6c5dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T07:43:16Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['ff8271cb-2431-40f0-b6a1-80a9bac26437'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:43:28.658211 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-44f6081a-648f-4f89-acb9-c74ea010946e tempest-SecGroupIPv6Test-2060248699 tempest-SecGroupIPv6Test-2060248699-project] Request body: {'security_group': {'name': 'tempest-secgroup--329348666'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:43:28.686370 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83809722-84df-4821-8407-b15512d63a98 tempest-RoutersNegativeIpV6Test-1640623158 tempest-RoutersNegativeIpV6Test-1640623158-project] Notify agent at l3_agent.dv-neutron-861624-1-hyperv the message routers_updated {{(pid=103332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 07:43:28.696865 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-83809722-84df-4821-8407-b15512d63a98 tempest-RoutersNegativeIpV6Test-1640623158 tempest-RoutersNegativeIpV6Test-1640623158-project] 10.222.0.27 "PUT /v2.0/routers/69933b5a-2129-4171-8b37-d4bf6ed391a7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5925317 Oct 19 07:43:28.698451 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 59118) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:43:28.701062 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72d9040b-cca4-47e9-b8f6-cc6e0ee08764 None None] Sync routers for ids ['69933b5a-2129-4171-8b37-d4bf6ed391a7'] in dv-neutron-861624-1-hyperv {{(pid=103334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 07:43:28.706025 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-b7ccbfe6-1750-4738-a123-1db61ab6c5dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:43:28.718516 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72d9040b-cca4-47e9-b8f6-cc6e0ee08764 None None] Routers {'69933b5a-2129-4171-8b37-d4bf6ed391a7'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 07:43:28.719300 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-72d9040b-cca4-47e9-b8f6-cc6e0ee08764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T07:43:16Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['69933b5a-2129-4171-8b37-d4bf6ed391a7'], 'active': True} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:43:28.721152 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7ccbfe6-1750-4738-a123-1db61ab6c5dc None None] Routers {'ff8271cb-2431-40f0-b6a1-80a9bac26437'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 07:43:28.722166 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-b7ccbfe6-1750-4738-a123-1db61ab6c5dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T07:43:16Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['ff8271cb-2431-40f0-b6a1-80a9bac26437'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:43:28.770096 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-72d9040b-cca4-47e9-b8f6-cc6e0ee08764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:43:28.770508 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-b7ccbfe6-1750-4738-a123-1db61ab6c5dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:43:28.771679 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7ccbfe6-1750-4738-a123-1db61ab6c5dc None None] The sync data for ids ['ff8271cb-2431-40f0-b6a1-80a9bac26437'] in dv-neutron-861624-1-hyperv is: [] {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 07:43:28.771807 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-44f6081a-648f-4f89-acb9-c74ea010946e tempest-SecGroupIPv6Test-2060248699 tempest-SecGroupIPv6Test-2060248699-project] Notify callbacks [] for security_group, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:28.774507 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-2abfe5d4-8e84-4550-b997-a7297950b228 tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42160'] for port, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:28.779784 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-2abfe5d4-8e84-4550-b997-a7297950b228 tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] 10.222.0.27 "DELETE /v2.0/ports/d86bdce6-bedf-4306-be91-dad5f9af349d HTTP/1.1" status: 204 len: 168 time: 1.6660349 Oct 19 07:43:28.781779 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 59120) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:43:28.783588 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72d9040b-cca4-47e9-b8f6-cc6e0ee08764 None None] Routers {'69933b5a-2129-4171-8b37-d4bf6ed391a7'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 07:43:28.784476 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-72d9040b-cca4-47e9-b8f6-cc6e0ee08764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T07:43:16Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['69933b5a-2129-4171-8b37-d4bf6ed391a7'], 'active': True} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:43:28.789568 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-44f6081a-648f-4f89-acb9-c74ea010946e tempest-SecGroupIPv6Test-2060248699 tempest-SecGroupIPv6Test-2060248699-project] Notify callbacks [] for security_group, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:28.820099 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-9be96c3f-c91a-499d-9325-5c98e869a735 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788643'] for security_group, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:28.823265 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-9be96c3f-c91a-499d-9325-5c98e869a735 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:28.828389 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-9be96c3f-c91a-499d-9325-5c98e869a735 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/c709cd4a-9429-435b-8a10-57fed61cd7e8 HTTP/1.1" status: 204 len: 168 time: 0.4257379 Oct 19 07:43:28.831033 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-72d9040b-cca4-47e9-b8f6-cc6e0ee08764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:43:28.831907 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72d9040b-cca4-47e9-b8f6-cc6e0ee08764 None None] The sync data for ids ['69933b5a-2129-4171-8b37-d4bf6ed391a7'] in dv-neutron-861624-1-hyperv is: [] {{(pid=103334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 07:43:28.850449 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be96c3f-c91a-499d-9325-5c98e869a735 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c709cd4a-9429-435b-8a10-57fed61cd7e8,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:43:28.939962 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-44f6081a-648f-4f89-acb9-c74ea010946e tempest-SecGroupIPv6Test-2060248699 tempest-SecGroupIPv6Test-2060248699-project] Notify callbacks [] for security_group, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:28.948865 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device ab8deae6-6cb8-4048-ac97-3784079cec7a up at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 07:43:28.952869 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-44f6081a-648f-4f89-acb9-c74ea010946e tempest-SecGroupIPv6Test-2060248699 tempest-SecGroupIPv6Test-2060248699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788643'] for security_group, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:29.009260 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f6081a-648f-4f89-acb9-c74ea010946e tempest-SecGroupIPv6Test-2060248699 tempest-SecGroupIPv6Test-2060248699-project] Pushing event updated for resources: {'SecurityGroup': ['ID=124638b1-bd54-4aca-a63c-cb9bb0ba0d29,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:43:29.031432 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Provisioning complete for port ab8deae6-6cb8-4048-ac97-3784079cec7a triggered by entity L2. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:43:29.037991 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:29.038543 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Attempt 1 to provision port ab8deae6-6cb8-4048-ac97-3784079cec7a Oct 19 07:43:29.070669 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-44f6081a-648f-4f89-acb9-c74ea010946e tempest-SecGroupIPv6Test-2060248699 tempest-SecGroupIPv6Test-2060248699-project] Notify callbacks [] for security_group, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:29.076552 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-44f6081a-648f-4f89-acb9-c74ea010946e tempest-SecGroupIPv6Test-2060248699 tempest-SecGroupIPv6Test-2060248699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788643'] for security_group, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:29.077699 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-1f4e864b-e55b-4438-8dab-1590a4cd8934 None None] Attempt 3 to provision port ff7aa57d-1f6b-428e-b5ab-033b5c47e6b9 Oct 19 07:43:29.120181 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f6081a-648f-4f89-acb9-c74ea010946e tempest-SecGroupIPv6Test-2060248699 tempest-SecGroupIPv6Test-2060248699-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5e947dde-6841-4aec-abd1-6917200a29aa,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:43:29.136387 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-44f6081a-648f-4f89-acb9-c74ea010946e tempest-SecGroupIPv6Test-2060248699 tempest-SecGroupIPv6Test-2060248699-project] Notify callbacks [] for security_group, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:29.137186 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-1f4e864b-e55b-4438-8dab-1590a4cd8934 None None] Port ff7aa57d-1f6b-428e-b5ab-033b5c47e6b9 cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 07:43:29.141644 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-44f6081a-648f-4f89-acb9-c74ea010946e tempest-SecGroupIPv6Test-2060248699 tempest-SecGroupIPv6Test-2060248699-project] 10.222.0.27 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6374350 Oct 19 07:43:29.144286 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 59128) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:43:29.194508 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Current status of the port ab8deae6-6cb8-4048-ac97-3784079cec7a is: ACTIVE; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:43:29.215911 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-a328d0fe-e6d5-4d99-9439-f46dea6fb132 tempest-SecGroupIPv6Test-2060248699 tempest-SecGroupIPv6Test-2060248699-project] 10.222.0.27 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.0698464 Oct 19 07:43:29.221031 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 59132) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:43:29.225743 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-bb723eef-3840-49b6-bdda-a7d57ff78341 tempest-SecGroupIPv6Test-2060248699 tempest-SecGroupIPv6Test-2060248699-project] Request body: {'security_group': {'name': 'tempest-security--171279545', 'description': 'tempest-security-description-1285050506'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:43:29.253303 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-bb723eef-3840-49b6-bdda-a7d57ff78341 tempest-SecGroupIPv6Test-2060248699 tempest-SecGroupIPv6Test-2060248699-project] Notify callbacks [] for security_group, before_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:29.303142 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-bb723eef-3840-49b6-bdda-a7d57ff78341 tempest-SecGroupIPv6Test-2060248699 tempest-SecGroupIPv6Test-2060248699-project] Notify callbacks [] for security_group, precommit_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:29.303368 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-842b0b39-95ca-41f4-b0c0-697163251a7d tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] 10.222.0.27 "GET /v2.0/floatingips/48f69c4b-28b9-4a7b-8447-45de870ef3e0 HTTP/1.1" status: 200 len: 688 time: 0.5193193 Oct 19 07:43:29.305319 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 59138) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:43:29.316632 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-bb723eef-3840-49b6-bdda-a7d57ff78341 tempest-SecGroupIPv6Test-2060248699 tempest-SecGroupIPv6Test-2060248699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788643'] for security_group, after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:29.318117 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-0bf19bbe-32b8-45c3-b4ea-8049dce2fbfe tempest-RoutersNegativeIpV6Test-1640623158 tempest-RoutersNegativeIpV6Test-1640623158-project] Notify callbacks [] for router, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:29.318390 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-bb723eef-3840-49b6-bdda-a7d57ff78341 tempest-SecGroupIPv6Test-2060248699 tempest-SecGroupIPv6Test-2060248699-project] Notify callbacks [] for security_group, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:29.319626 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-bb723eef-3840-49b6-bdda-a7d57ff78341 tempest-SecGroupIPv6Test-2060248699 tempest-SecGroupIPv6Test-2060248699-project] 10.222.0.27 "PUT /v2.0/security-groups/5e947dde-6841-4aec-abd1-6917200a29aa HTTP/1.1" status: 200 len: 1779 time: 0.0976057 Oct 19 07:43:29.325051 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 59140) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:43:29.380390 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c816a8c0-7d34-4bbc-b458-9eb95a8a1d57 req-4407f11f-0926-406f-a8c9-850ecae8f966 tempest-TestNetworkAdvancedServerOps-260085928 tempest-TestNetworkAdvancedServerOps-260085928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:43:29.381923 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-c816a8c0-7d34-4bbc-b458-9eb95a8a1d57 req-4407f11f-0926-406f-a8c9-850ecae8f966 tempest-TestNetworkAdvancedServerOps-260085928 tempest-TestNetworkAdvancedServerOps-260085928-project] 10.222.0.27 "GET /v2.0/ports?device_id=7bfd5314-4c55-4597-8b3e-da476697892d HTTP/1.1" status: 200 len: 945 time: 0.1206653 Oct 19 07:43:29.417334 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb723eef-3840-49b6-bdda-a7d57ff78341 tempest-SecGroupIPv6Test-2060248699 tempest-SecGroupIPv6Test-2060248699-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5e947dde-6841-4aec-abd1-6917200a29aa,revision_number=2']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:43:29.469478 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-c7e3e9a7-cae9-4f0c-aa53-bce7134e971c tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Deleting port 72546589-0f49-46ba-803a-2617de0aec71 {{(pid=103333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 07:43:29.469982 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-c7e3e9a7-cae9-4f0c-aa53-bce7134e971c tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:29.472869 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.api.v2.resource [None req-0bf19bbe-32b8-45c3-b4ea-8049dce2fbfe tempest-RoutersNegativeIpV6Test-1640623158 tempest-RoutersNegativeIpV6Test-1640623158-project] delete failed (client error): There was a conflict when trying to complete your request. Oct 19 07:43:29.473937 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-0bf19bbe-32b8-45c3-b4ea-8049dce2fbfe tempest-RoutersNegativeIpV6Test-1640623158 tempest-RoutersNegativeIpV6Test-1640623158-project] 10.222.0.27 "DELETE /v2.0/routers/69933b5a-2129-4171-8b37-d4bf6ed391a7 HTTP/1.1" status: 409 len: 329 time: 0.7744665 Oct 19 07:43:29.480087 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 59144) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:43:29.496188 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-7ea13dc3-f2ae-4661-80df-54aa0f8ad74b tempest-SecGroupIPv6Test-2060248699 tempest-SecGroupIPv6Test-2060248699-project] 10.222.0.27 "GET /v2.0/security-groups/5e947dde-6841-4aec-abd1-6917200a29aa HTTP/1.1" status: 200 len: 1779 time: 0.1677110 Oct 19 07:43:29.500260 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 59148) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:43:29.503744 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-c816a8c0-7d34-4bbc-b458-9eb95a8a1d57 req-e4082bbd-1040-4230-ae3a-9fbeb35a9e2a tempest-TestNetworkAdvancedServerOps-260085928 tempest-TestNetworkAdvancedServerOps-260085928-project] 10.222.0.27 "GET /v2.0/security-groups?id=705be772-8c7b-4b84-954c-59b0a7452e78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1119194 Oct 19 07:43:29.600598 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-c7e3e9a7-cae9-4f0c-aa53-bce7134e971c tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:29.600935 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-c7e3e9a7-cae9-4f0c-aa53-bce7134e971c tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:29.619840 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-c7e3e9a7-cae9-4f0c-aa53-bce7134e971c tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Calling delete_port for 72546589-0f49-46ba-803a-2617de0aec71 owned by network:floatingip {{(pid=103333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 07:43:29.638136 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-b63fa78e-6bcc-4a37-a8a8-16376ba62894 tempest-SecGroupIPv6Test-2060248699 tempest-SecGroupIPv6Test-2060248699-project] Notify callbacks [] for security_group, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:29.639553 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-1f4e864b-e55b-4438-8dab-1590a4cd8934 None None] Attempt 4 to provision port ff7aa57d-1f6b-428e-b5ab-033b5c47e6b9 Oct 19 07:43:29.681706 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-1f4e864b-e55b-4438-8dab-1590a4cd8934 None None] Port ff7aa57d-1f6b-428e-b5ab-033b5c47e6b9 cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 07:43:29.704912 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-b63fa78e-6bcc-4a37-a8a8-16376ba62894 tempest-SecGroupIPv6Test-2060248699 tempest-SecGroupIPv6Test-2060248699-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:29.771884 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-b63fa78e-6bcc-4a37-a8a8-16376ba62894 tempest-SecGroupIPv6Test-2060248699 tempest-SecGroupIPv6Test-2060248699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788643'] for security_group, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:29.774331 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 59156) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:43:29.775440 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-b63fa78e-6bcc-4a37-a8a8-16376ba62894 tempest-SecGroupIPv6Test-2060248699 tempest-SecGroupIPv6Test-2060248699-project] Notify callbacks [] for security_group, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:29.776602 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-b63fa78e-6bcc-4a37-a8a8-16376ba62894 tempest-SecGroupIPv6Test-2060248699 tempest-SecGroupIPv6Test-2060248699-project] 10.222.0.27 "DELETE /v2.0/security-groups/5e947dde-6841-4aec-abd1-6917200a29aa HTTP/1.1" status: 204 len: 168 time: 0.2752941 Oct 19 07:43:29.782177 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 59158) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:43:29.789026 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63fa78e-6bcc-4a37-a8a8-16376ba62894 tempest-SecGroupIPv6Test-2060248699 tempest-SecGroupIPv6Test-2060248699-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e947dde-6841-4aec-abd1-6917200a29aa,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:43:29.846067 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-c7e3e9a7-cae9-4f0c-aa53-bce7134e971c tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130996763'] for port, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:29.847476 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-11bd0121-b02d-476f-98a6-c8ae0bfc109d tempest-SecGroupIPv6Test-2060248699 tempest-SecGroupIPv6Test-2060248699-project] 10.222.0.27 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0606966 Oct 19 07:43:29.853035 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 59162) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:43:29.892551 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e3e9a7-cae9-4f0c-aa53-bce7134e971c tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Pushing event deleted for resources: {'Port': ['ID=72546589-0f49-46ba-803a-2617de0aec71,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:43:29.893273 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-73d41689-43d2-4ff0-8343-19c853da3bdc tempest-RoutersNegativeIpV6Test-1640623158 tempest-RoutersNegativeIpV6Test-1640623158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1694785'] for router_interface, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:29.906729 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.api.v2.resource [None req-951d45bb-70d0-44ee-9d13-42147aa2b34c tempest-SecGroupIPv6Test-2060248699 tempest-SecGroupIPv6Test-2060248699-project] delete failed (client error): The resource could not be found. Oct 19 07:43:29.907119 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-951d45bb-70d0-44ee-9d13-42147aa2b34c tempest-SecGroupIPv6Test-2060248699 tempest-SecGroupIPv6Test-2060248699-project] 10.222.0.27 "DELETE /v2.0/security-groups/5e947dde-6841-4aec-abd1-6917200a29aa HTTP/1.1" status: 404 len: 347 time: 0.0490284 Oct 19 07:43:29.920822 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 59164) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:43:29.927805 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-b81c7f10-daea-4fef-ad4a-0954405c3dc7 tempest-SecGroupIPv6Test-2060248699 tempest-SecGroupIPv6Test-2060248699-project] Request body: {'security_group': {'name': 'tempest-secgroup--124723273'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:43:29.938656 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-11c56872-1c02-4af0-817b-619e358910bd tempest-ServiceProvidersTest-1859206235 tempest-ServiceProvidersTest-1859206235-project] 10.222.0.27 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.1624084 Oct 19 07:43:29.978798 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-b81c7f10-daea-4fef-ad4a-0954405c3dc7 tempest-SecGroupIPv6Test-2060248699 tempest-SecGroupIPv6Test-2060248699-project] Notify callbacks [] for security_group, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:29.982537 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-c7e3e9a7-cae9-4f0c-aa53-bce7134e971c tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Notify callbacks [] for floatingip, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:29.985354 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-c7e3e9a7-cae9-4f0c-aa53-bce7134e971c tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42160'] for floatingip, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:29.986508 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-c7e3e9a7-cae9-4f0c-aa53-bce7134e971c tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] 10.222.0.27 "DELETE /v2.0/floatingips/48f69c4b-28b9-4a7b-8447-45de870ef3e0 HTTP/1.1" status: 204 len: 168 time: 0.6801333 Oct 19 07:43:29.990195 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 59168) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:43:30.002747 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-abac7eaa-a764-42b5-8fc2-0d7ea31fd76b tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Request body: {'floatingip': {'floating_network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'port_id': 'd928e266-6884-46c6-96ff-feeed864d2e3'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:43:30.039740 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-abac7eaa-a764-42b5-8fc2-0d7ea31fd76b tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Notify callbacks [] for floatingip, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:30.098698 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-b81c7f10-daea-4fef-ad4a-0954405c3dc7 tempest-SecGroupIPv6Test-2060248699 tempest-SecGroupIPv6Test-2060248699-project] Notify callbacks [] for security_group, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:30.107596 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-b81c7f10-daea-4fef-ad4a-0954405c3dc7 tempest-SecGroupIPv6Test-2060248699 tempest-SecGroupIPv6Test-2060248699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788643'] for security_group, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:30.143435 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-b81c7f10-daea-4fef-ad4a-0954405c3dc7 tempest-SecGroupIPv6Test-2060248699 tempest-SecGroupIPv6Test-2060248699-project] Notify callbacks [] for security_group, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:30.144705 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-b81c7f10-daea-4fef-ad4a-0954405c3dc7 tempest-SecGroupIPv6Test-2060248699 tempest-SecGroupIPv6Test-2060248699-project] 10.222.0.27 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2211099 Oct 19 07:43:30.149883 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 59170) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:43:30.156089 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-f3164ce4-81ea-4bad-837b-9dd50b2cd2c3 tempest-SecGroupIPv6Test-2060248699 tempest-SecGroupIPv6Test-2060248699-project] Request body: {'security_group_rule': {'security_group_id': '2d08bf58-fd0b-4d03-9b4b-c4e90673b8c0', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:43:30.180868 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81c7f10-daea-4fef-ad4a-0954405c3dc7 tempest-SecGroupIPv6Test-2060248699 tempest-SecGroupIPv6Test-2060248699-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2d08bf58-fd0b-4d03-9b4b-c4e90673b8c0,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:43:30.183147 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-1f4e864b-e55b-4438-8dab-1590a4cd8934 None None] Attempt 5 to provision port ff7aa57d-1f6b-428e-b5ab-033b5c47e6b9 Oct 19 07:43:30.210892 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-f3164ce4-81ea-4bad-837b-9dd50b2cd2c3 tempest-SecGroupIPv6Test-2060248699 tempest-SecGroupIPv6Test-2060248699-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:30.217958 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-abac7eaa-a764-42b5-8fc2-0d7ea31fd76b tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:30.225668 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.plugin [None req-73d41689-43d2-4ff0-8343-19c853da3bdc tempest-RoutersNegativeIpV6Test-1640623158 tempest-RoutersNegativeIpV6Test-1640623158-project] Deleting port ff7aa57d-1f6b-428e-b5ab-033b5c47e6b9 {{(pid=103332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 07:43:30.226008 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-73d41689-43d2-4ff0-8343-19c853da3bdc tempest-RoutersNegativeIpV6Test-1640623158 tempest-RoutersNegativeIpV6Test-1640623158-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:30.233783 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-1f4e864b-e55b-4438-8dab-1590a4cd8934 None None] Port ff7aa57d-1f6b-428e-b5ab-033b5c47e6b9 cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 07:43:30.254740 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 59174) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:43:30.334572 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-f3164ce4-81ea-4bad-837b-9dd50b2cd2c3 tempest-SecGroupIPv6Test-2060248699 tempest-SecGroupIPv6Test-2060248699-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:30.339387 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.db_base_plugin_common [None req-abac7eaa-a764-42b5-8fc2-0d7ea31fd76b tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Allocated IP 172.26.0.151 (99c66757-74e3-40a4-b479-8d09e3a7c3dd/7f3d1034-1de7-458a-a3ee-77488de3949b/111744bf-57d9-40b8-a84b-bd9ed26b4090) {{(pid=103333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 07:43:30.343646 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-f3164ce4-81ea-4bad-837b-9dd50b2cd2c3 tempest-SecGroupIPv6Test-2060248699 tempest-SecGroupIPv6Test-2060248699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815365'] for security_group_rule, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:30.375129 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-73d41689-43d2-4ff0-8343-19c853da3bdc tempest-RoutersNegativeIpV6Test-1640623158 tempest-RoutersNegativeIpV6Test-1640623158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:30.387777 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3164ce4-81ea-4bad-837b-9dd50b2cd2c3 tempest-SecGroupIPv6Test-2060248699 tempest-SecGroupIPv6Test-2060248699-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a66d143-7c68-4bb9-bd11-897bf65b3270,revision_number=0']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:43:30.401956 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.plugin [None req-73d41689-43d2-4ff0-8343-19c853da3bdc tempest-RoutersNegativeIpV6Test-1640623158 tempest-RoutersNegativeIpV6Test-1640623158-project] Calling delete_port for ff7aa57d-1f6b-428e-b5ab-033b5c47e6b9 owned by network:router_interface {{(pid=103332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 07:43:30.415697 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-f3164ce4-81ea-4bad-837b-9dd50b2cd2c3 tempest-SecGroupIPv6Test-2060248699 tempest-SecGroupIPv6Test-2060248699-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:30.416909 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-f3164ce4-81ea-4bad-837b-9dd50b2cd2c3 tempest-SecGroupIPv6Test-2060248699 tempest-SecGroupIPv6Test-2060248699-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2658281 Oct 19 07:43:30.420923 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 59178) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:43:30.422970 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-5a044d02-450e-4d4b-8313-c566bea809c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:30.459931 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-abac7eaa-a764-42b5-8fc2-0d7ea31fd76b tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Notify callbacks [] for port, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:30.494117 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-abac7eaa-a764-42b5-8fc2-0d7ea31fd76b tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785020947330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130996763'] for port, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:30.513744 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-a38d87ce-69cf-4add-9c2a-892db271b431 tempest-SecGroupIPv6Test-2060248699 tempest-SecGroupIPv6Test-2060248699-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:30.532749 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-a38d87ce-69cf-4add-9c2a-892db271b431 tempest-SecGroupIPv6Test-2060248699 tempest-SecGroupIPv6Test-2060248699-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:30.533106 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abac7eaa-a764-42b5-8fc2-0d7ea31fd76b tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Network 99c66757-74e3-40a4-b479-8d09e3a7c3dd is already hosted by enough agents. {{(pid=103333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 07:43:30.536415 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-abac7eaa-a764-42b5-8fc2-0d7ea31fd76b tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Resources bound (agent type, host, resource id): {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:43:30.540060 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abac7eaa-a764-42b5-8fc2-0d7ea31fd76b tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Received port after_create {{(pid=103333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 07:43:30.565338 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abac7eaa-a764-42b5-8fc2-0d7ea31fd76b tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Pushing event updated for resources: {'Port': ['ID=111744bf-57d9-40b8-a84b-bd9ed26b4090,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:43:30.648494 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-a38d87ce-69cf-4add-9c2a-892db271b431 tempest-SecGroupIPv6Test-2060248699 tempest-SecGroupIPv6Test-2060248699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815365'] for security_group_rule, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:30.661633 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-a38d87ce-69cf-4add-9c2a-892db271b431 tempest-SecGroupIPv6Test-2060248699 tempest-SecGroupIPv6Test-2060248699-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:30.665094 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-a38d87ce-69cf-4add-9c2a-892db271b431 tempest-SecGroupIPv6Test-2060248699 tempest-SecGroupIPv6Test-2060248699-project] 10.222.0.27 "DELETE /v2.0/security-group-rules/9a66d143-7c68-4bb9-bd11-897bf65b3270 HTTP/1.1" status: 204 len: 168 time: 0.2407973 Oct 19 07:43:30.666547 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 59182) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:43:30.688059 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38d87ce-69cf-4add-9c2a-892db271b431 tempest-SecGroupIPv6Test-2060248699 tempest-SecGroupIPv6Test-2060248699-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9a66d143-7c68-4bb9-bd11-897bf65b3270,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:43:30.720174 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-5a044d02-450e-4d4b-8313-c566bea809c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:30.732872 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-5a044d02-450e-4d4b-8313-c566bea809c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788643'] for security_group, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:30.735523 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-1f4e864b-e55b-4438-8dab-1590a4cd8934 None None] Attempt 6 to provision port ff7aa57d-1f6b-428e-b5ab-033b5c47e6b9 Oct 19 07:43:30.754903 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1aaf97-2c73-4196-b97c-54a0cf1f18ac req-75c68a49-c794-4ea7-bb7b-08199351bf64 tempest-TestNetworkAdvancedServerOps-260085928 tempest-TestNetworkAdvancedServerOps-260085928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:43:30.756404 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-0f1aaf97-2c73-4196-b97c-54a0cf1f18ac req-75c68a49-c794-4ea7-bb7b-08199351bf64 tempest-TestNetworkAdvancedServerOps-260085928 tempest-TestNetworkAdvancedServerOps-260085928-project] 10.222.0.27 "GET /v2.0/ports?device_id=7bfd5314-4c55-4597-8b3e-da476697892d HTTP/1.1" status: 200 len: 945 time: 0.1541600 Oct 19 07:43:30.762625 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-5f8eb585-8455-4b09-b9e7-949e2d02b76f tempest-SecGroupIPv6Test-2060248699 tempest-SecGroupIPv6Test-2060248699-project] 10.222.0.27 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0924847 Oct 19 07:43:30.762910 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 59184) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:43:30.780649 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-1f4e864b-e55b-4438-8dab-1590a4cd8934 None None] Port ff7aa57d-1f6b-428e-b5ab-033b5c47e6b9 cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 07:43:30.797049 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-73d41689-43d2-4ff0-8343-19c853da3bdc tempest-RoutersNegativeIpV6Test-1640623158 tempest-RoutersNegativeIpV6Test-1640623158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133553798'] for port, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:30.800809 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-5a044d02-450e-4d4b-8313-c566bea809c5 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=4860d661449d479c850d8120119253de&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5406723 Oct 19 07:43:30.809735 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 59186) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:43:30.837740 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a044d02-450e-4d4b-8313-c566bea809c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ad8aa16-bf44-4054-90a3-93a39e283bac,revision_number=1']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:43:30.842555 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d41689-43d2-4ff0-8343-19c853da3bdc tempest-RoutersNegativeIpV6Test-1640623158 tempest-RoutersNegativeIpV6Test-1640623158-project] Pushing event deleted for resources: {'Port': ['ID=ff7aa57d-1f6b-428e-b5ab-033b5c47e6b9,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:43:30.882318 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-0f1aaf97-2c73-4196-b97c-54a0cf1f18ac req-64821801-ee1b-4c5d-9c8e-0af2f402bb91 tempest-TestNetworkAdvancedServerOps-260085928 tempest-TestNetworkAdvancedServerOps-260085928-project] 10.222.0.27 "GET /v2.0/security-groups?id=705be772-8c7b-4b84-954c-59b0a7452e78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1009080 Oct 19 07:43:30.942172 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-feb08d33-c489-498a-a85d-b85643e80491 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:30.952662 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-73d41689-43d2-4ff0-8343-19c853da3bdc tempest-RoutersNegativeIpV6Test-1640623158 tempest-RoutersNegativeIpV6Test-1640623158-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1574862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1694957'] for router_interface, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:30.979376 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-0a1dab62-33e6-4208-8f36-ed82cabe5e47 tempest-SecGroupIPv6Test-2060248699 tempest-SecGroupIPv6Test-2060248699-project] Notify callbacks [] for security_group, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:30.995697 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-feb08d33-c489-498a-a85d-b85643e80491 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:31.069896 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-0a1dab62-33e6-4208-8f36-ed82cabe5e47 tempest-SecGroupIPv6Test-2060248699 tempest-SecGroupIPv6Test-2060248699-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:31.119934 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73d41689-43d2-4ff0-8343-19c853da3bdc tempest-RoutersNegativeIpV6Test-1640623158 tempest-RoutersNegativeIpV6Test-1640623158-project] Router 69933b5a-2129-4171-8b37-d4bf6ed391a7 has already been hosted by L3 agent ab388470-1243-4d53-80f2-c2f5899c97a7 {{(pid=103332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 07:43:31.153047 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-feb08d33-c489-498a-a85d-b85643e80491 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788643'] for security_group, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:31.155843 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-feb08d33-c489-498a-a85d-b85643e80491 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:31.159431 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-feb08d33-c489-498a-a85d-b85643e80491 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/6ad8aa16-bf44-4054-90a3-93a39e283bac HTTP/1.1" status: 204 len: 168 time: 0.3463523 Oct 19 07:43:31.161440 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-abac7eaa-a764-42b5-8fc2-0d7ea31fd76b tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:31.162794 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-0a1dab62-33e6-4208-8f36-ed82cabe5e47 tempest-SecGroupIPv6Test-2060248699 tempest-SecGroupIPv6Test-2060248699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788643'] for security_group, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:31.165281 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-0a1dab62-33e6-4208-8f36-ed82cabe5e47 tempest-SecGroupIPv6Test-2060248699 tempest-SecGroupIPv6Test-2060248699-project] Notify callbacks [] for security_group, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:31.166374 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-0a1dab62-33e6-4208-8f36-ed82cabe5e47 tempest-SecGroupIPv6Test-2060248699 tempest-SecGroupIPv6Test-2060248699-project] 10.222.0.27 "DELETE /v2.0/security-groups/2d08bf58-fd0b-4d03-9b4b-c4e90673b8c0 HTTP/1.1" status: 204 len: 168 time: 0.4023483 Oct 19 07:43:31.169024 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 59190) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:43:31.201752 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb08d33-c489-498a-a85d-b85643e80491 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ad8aa16-bf44-4054-90a3-93a39e283bac,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:43:31.207087 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73d41689-43d2-4ff0-8343-19c853da3bdc tempest-RoutersNegativeIpV6Test-1640623158 tempest-RoutersNegativeIpV6Test-1640623158-project] Notify agent at l3_agent.dv-neutron-861624-1-hyperv the message routers_updated {{(pid=103332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 07:43:31.220813 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-73d41689-43d2-4ff0-8343-19c853da3bdc tempest-RoutersNegativeIpV6Test-1640623158 tempest-RoutersNegativeIpV6Test-1640623158-project] 10.222.0.27 "PUT /v2.0/routers/69933b5a-2129-4171-8b37-d4bf6ed391a7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7389238 Oct 19 07:43:31.225364 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 59192) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:43:31.227701 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d422820-1829-46b8-8b19-a4cb6ae82787 None None] Sync routers for ids ['69933b5a-2129-4171-8b37-d4bf6ed391a7'] in dv-neutron-861624-1-hyperv {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 07:43:31.236960 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1dab62-33e6-4208-8f36-ed82cabe5e47 tempest-SecGroupIPv6Test-2060248699 tempest-SecGroupIPv6Test-2060248699-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d08bf58-fd0b-4d03-9b4b-c4e90673b8c0,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:43:31.240530 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d422820-1829-46b8-8b19-a4cb6ae82787 None None] Routers {'69933b5a-2129-4171-8b37-d4bf6ed391a7'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 07:43:31.241355 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-3d422820-1829-46b8-8b19-a4cb6ae82787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T07:43:16Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['69933b5a-2129-4171-8b37-d4bf6ed391a7'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:43:31.281100 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-3d422820-1829-46b8-8b19-a4cb6ae82787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:43:31.282172 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-1f4e864b-e55b-4438-8dab-1590a4cd8934 None None] Attempt 7 to provision port ff7aa57d-1f6b-428e-b5ab-033b5c47e6b9 Oct 19 07:43:31.291403 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d422820-1829-46b8-8b19-a4cb6ae82787 None None] Routers {'69933b5a-2129-4171-8b37-d4bf6ed391a7'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 07:43:31.292190 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-3d422820-1829-46b8-8b19-a4cb6ae82787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T07:43:16Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['69933b5a-2129-4171-8b37-d4bf6ed391a7'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:43:31.305544 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-3b827a13-eb1c-4102-ba1f-dfd2bfbae1e3 tempest-SecGroupIPv6Test-2060248699 tempest-SecGroupIPv6Test-2060248699-project] 10.222.0.27 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1349318 Oct 19 07:43:31.311393 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 59194) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:43:31.312047 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.api.v2.resource [None req-e922d8e2-24c8-452c-9569-42c8e6095d73 tempest-RoutersNegativeIpV6Test-1640623158 tempest-RoutersNegativeIpV6Test-1640623158-project] show failed (client error): The resource could not be found. Oct 19 07:43:31.316937 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-e922d8e2-24c8-452c-9569-42c8e6095d73 tempest-RoutersNegativeIpV6Test-1640623158 tempest-RoutersNegativeIpV6Test-1640623158-project] 10.222.0.27 "GET /v2.0/routers/tempest-non_exist_router-267026942 HTTP/1.1" status: 404 len: 334 time: 0.0864768 Oct 19 07:43:31.317177 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 59196) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:43:31.319813 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-9d7b9088-77a6-459c-95ec-4e75764e9828 tempest-SecGroupIPv6Test-2060248699 tempest-SecGroupIPv6Test-2060248699-project] Request body: {'security_group': {'name': 'tempest-secgroup--1826701126'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:43:31.321569 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-31523df9-e579-4006-b067-3a8a72e41e3d tempest-RoutersNegativeIpV6Test-1640623158 tempest-RoutersNegativeIpV6Test-1640623158-project] Request body: {'router': {'name': 'new_name'}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:43:31.325687 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-abac7eaa-a764-42b5-8fc2-0d7ea31fd76b tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:31.334639 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-1f4e864b-e55b-4438-8dab-1590a4cd8934 None None] Port ff7aa57d-1f6b-428e-b5ab-033b5c47e6b9 was deleted so its status cannot be updated. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Oct 19 07:43:31.337075 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-3d422820-1829-46b8-8b19-a4cb6ae82787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:43:31.338108 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d422820-1829-46b8-8b19-a4cb6ae82787 None None] The sync data for ids ['69933b5a-2129-4171-8b37-d4bf6ed391a7'] in dv-neutron-861624-1-hyperv is: [] {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 07:43:31.377408 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.api.v2.resource [None req-31523df9-e579-4006-b067-3a8a72e41e3d tempest-RoutersNegativeIpV6Test-1640623158 tempest-RoutersNegativeIpV6Test-1640623158-project] update failed (client error): The resource could not be found. Oct 19 07:43:31.383084 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-31523df9-e579-4006-b067-3a8a72e41e3d tempest-RoutersNegativeIpV6Test-1640623158 tempest-RoutersNegativeIpV6Test-1640623158-project] 10.222.0.27 "PUT /v2.0/routers/tempest-non_exist_router-38638538 HTTP/1.1" status: 404 len: 333 time: 0.0616977 Oct 19 07:43:31.383662 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 59198) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:43:31.394021 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-9d7b9088-77a6-459c-95ec-4e75764e9828 tempest-SecGroupIPv6Test-2060248699 tempest-SecGroupIPv6Test-2060248699-project] Notify callbacks [] for security_group, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:31.459598 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-9442ec78-fbbf-44bc-b45a-39cdf904aac5 None None] Provisioning complete for port ab8deae6-6cb8-4048-ac97-3784079cec7a triggered by entity DHCP. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:43:31.460016 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-9442ec78-fbbf-44bc-b45a-39cdf904aac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:31.460539 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-9442ec78-fbbf-44bc-b45a-39cdf904aac5 None None] Attempt 1 to provision port ab8deae6-6cb8-4048-ac97-3784079cec7a Oct 19 07:43:31.523899 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6cb0fe0-b6c1-4374-91d6-eb719c38830b tempest-RoutersNegativeIpV6Test-1640623158 tempest-RoutersNegativeIpV6Test-1640623158-project] Deleting subnet bb584a22-a887-467b-9f0a-6981c81701f6 {{(pid=103333) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 19 07:43:31.534179 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-d6cb0fe0-b6c1-4374-91d6-eb719c38830b tempest-RoutersNegativeIpV6Test-1640623158 tempest-RoutersNegativeIpV6Test-1640623158-project] Notify callbacks [] for subnet, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:31.549086 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-9442ec78-fbbf-44bc-b45a-39cdf904aac5 None None] Current status of the port ab8deae6-6cb8-4048-ac97-3784079cec7a is: ACTIVE; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:43:31.552595 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-9442ec78-fbbf-44bc-b45a-39cdf904aac5 None None] Could not find standard attr ID for object ff7aa57d-1f6b-428e-b5ab-033b5c47e6b9. {{(pid=103334) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 19 07:43:31.618634 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-d6cb0fe0-b6c1-4374-91d6-eb719c38830b tempest-RoutersNegativeIpV6Test-1640623158 tempest-RoutersNegativeIpV6Test-1640623158-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-134111928'] for subnet, precommit_delete_associations {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:31.675501 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-9d7b9088-77a6-459c-95ec-4e75764e9828 tempest-SecGroupIPv6Test-2060248699 tempest-SecGroupIPv6Test-2060248699-project] Notify callbacks [] for security_group, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:31.680964 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-abac7eaa-a764-42b5-8fc2-0d7ea31fd76b tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Notify callbacks [] for port, precommit_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:31.684913 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-9d7b9088-77a6-459c-95ec-4e75764e9828 tempest-SecGroupIPv6Test-2060248699 tempest-SecGroupIPv6Test-2060248699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788643'] for security_group, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:31.696640 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-abac7eaa-a764-42b5-8fc2-0d7ea31fd76b tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130996754'] for port, after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:31.789891 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-9d7b9088-77a6-459c-95ec-4e75764e9828 tempest-SecGroupIPv6Test-2060248699 tempest-SecGroupIPv6Test-2060248699-project] Notify callbacks [] for security_group, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:31.791029 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-9d7b9088-77a6-459c-95ec-4e75764e9828 tempest-SecGroupIPv6Test-2060248699 tempest-SecGroupIPv6Test-2060248699-project] 10.222.0.27 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4783652 Oct 19 07:43:31.793870 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 59200) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:43:31.799082 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-e814b04e-b1bc-4d59-8341-76b77164dcf0 tempest-SecGroupIPv6Test-2060248699 tempest-SecGroupIPv6Test-2060248699-project] Request body: {'security_group_rule': {'security_group_id': '765f1eda-5fb7-4841-8060-62247dbc4f9d', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:43:31.819070 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7b9088-77a6-459c-95ec-4e75764e9828 tempest-SecGroupIPv6Test-2060248699 tempest-SecGroupIPv6Test-2060248699-project] Pushing event updated for resources: {'SecurityGroup': ['ID=765f1eda-5fb7-4841-8060-62247dbc4f9d,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:43:31.826068 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-e814b04e-b1bc-4d59-8341-76b77164dcf0 tempest-SecGroupIPv6Test-2060248699 tempest-SecGroupIPv6Test-2060248699-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:31.831259 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-abac7eaa-a764-42b5-8fc2-0d7ea31fd76b tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1695041'] for floatingip, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:31.836449 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abac7eaa-a764-42b5-8fc2-0d7ea31fd76b tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Pushing event updated for resources: {'Port': ['ID=111744bf-57d9-40b8-a84b-bd9ed26b4090,revision_number=2']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:43:31.871250 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-d6cb0fe0-b6c1-4374-91d6-eb719c38830b tempest-RoutersNegativeIpV6Test-1640623158 tempest-RoutersNegativeIpV6Test-1640623158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-679826'] for subnet, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:31.887116 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-e814b04e-b1bc-4d59-8341-76b77164dcf0 tempest-SecGroupIPv6Test-2060248699 tempest-SecGroupIPv6Test-2060248699-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:31.891364 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-e814b04e-b1bc-4d59-8341-76b77164dcf0 tempest-SecGroupIPv6Test-2060248699 tempest-SecGroupIPv6Test-2060248699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815365'] for security_group_rule, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:31.907933 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e814b04e-b1bc-4d59-8341-76b77164dcf0 tempest-SecGroupIPv6Test-2060248699 tempest-SecGroupIPv6Test-2060248699-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8917673d-4399-4b7b-97d8-4b61bbca8fb4,revision_number=0']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:43:31.917851 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-e814b04e-b1bc-4d59-8341-76b77164dcf0 tempest-SecGroupIPv6Test-2060248699 tempest-SecGroupIPv6Test-2060248699-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:31.924010 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-e814b04e-b1bc-4d59-8341-76b77164dcf0 tempest-SecGroupIPv6Test-2060248699 tempest-SecGroupIPv6Test-2060248699-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1284716 Oct 19 07:43:31.924726 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 59204) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:43:31.929326 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-d01b58c5-d325-44d9-889e-2bbbab6dc36b tempest-SecGroupIPv6Test-2060248699 tempest-SecGroupIPv6Test-2060248699-project] Request body: {'security_group_rule': {'security_group_id': '765f1eda-5fb7-4841-8060-62247dbc4f9d', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:43:31.961971 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-d01b58c5-d325-44d9-889e-2bbbab6dc36b tempest-SecGroupIPv6Test-2060248699 tempest-SecGroupIPv6Test-2060248699-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:32.047425 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ecf396-f849-48b2-ac28-2c1e2fb5b576 req-17fdc4f3-474d-4174-b367-da37e1bcdb05 tempest-TestNetworkAdvancedServerOps-260085928 tempest-TestNetworkAdvancedServerOps-260085928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:43:32.049037 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-12ecf396-f849-48b2-ac28-2c1e2fb5b576 req-17fdc4f3-474d-4174-b367-da37e1bcdb05 tempest-TestNetworkAdvancedServerOps-260085928 tempest-TestNetworkAdvancedServerOps-260085928-project] 10.222.0.27 "GET /v2.0/ports?device_id=7bfd5314-4c55-4597-8b3e-da476697892d HTTP/1.1" status: 200 len: 945 time: 0.0754364 Oct 19 07:43:32.059656 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-d01b58c5-d325-44d9-889e-2bbbab6dc36b tempest-SecGroupIPv6Test-2060248699 tempest-SecGroupIPv6Test-2060248699-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:32.067561 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-d01b58c5-d325-44d9-889e-2bbbab6dc36b tempest-SecGroupIPv6Test-2060248699 tempest-SecGroupIPv6Test-2060248699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815365'] for security_group_rule, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:32.097924 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01b58c5-d325-44d9-889e-2bbbab6dc36b tempest-SecGroupIPv6Test-2060248699 tempest-SecGroupIPv6Test-2060248699-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=587313b2-9644-4905-a334-c21c97153559,revision_number=0']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:43:32.113762 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-d01b58c5-d325-44d9-889e-2bbbab6dc36b tempest-SecGroupIPv6Test-2060248699 tempest-SecGroupIPv6Test-2060248699-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:32.115626 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-d01b58c5-d325-44d9-889e-2bbbab6dc36b tempest-SecGroupIPv6Test-2060248699 tempest-SecGroupIPv6Test-2060248699-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1898496 Oct 19 07:43:32.119386 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-12ecf396-f849-48b2-ac28-2c1e2fb5b576 req-a2a5afb7-95b4-401c-ab31-2971c935d367 tempest-TestNetworkAdvancedServerOps-260085928 tempest-TestNetworkAdvancedServerOps-260085928-project] 10.222.0.27 "GET /v2.0/security-groups?id=705be772-8c7b-4b84-954c-59b0a7452e78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0625038 Oct 19 07:43:32.119850 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 59206) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:43:32.125163 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-9e4997bc-449a-4f4d-a2be-be14b5690e63 tempest-SecGroupIPv6Test-2060248699 tempest-SecGroupIPv6Test-2060248699-project] Request body: {'security_group_rule': {'security_group_id': '765f1eda-5fb7-4841-8060-62247dbc4f9d', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:43:32.155491 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-9e4997bc-449a-4f4d-a2be-be14b5690e63 tempest-SecGroupIPv6Test-2060248699 tempest-SecGroupIPv6Test-2060248699-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:32.222662 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-9e4997bc-449a-4f4d-a2be-be14b5690e63 tempest-SecGroupIPv6Test-2060248699 tempest-SecGroupIPv6Test-2060248699-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:32.226565 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-9e4997bc-449a-4f4d-a2be-be14b5690e63 tempest-SecGroupIPv6Test-2060248699 tempest-SecGroupIPv6Test-2060248699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815365'] for security_group_rule, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:32.245907 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4997bc-449a-4f4d-a2be-be14b5690e63 tempest-SecGroupIPv6Test-2060248699 tempest-SecGroupIPv6Test-2060248699-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=466be8a6-de09-42c8-bce5-22b09bf18943,revision_number=0']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:43:32.251070 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-9e4997bc-449a-4f4d-a2be-be14b5690e63 tempest-SecGroupIPv6Test-2060248699 tempest-SecGroupIPv6Test-2060248699-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:32.254899 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-9e4997bc-449a-4f4d-a2be-be14b5690e63 tempest-SecGroupIPv6Test-2060248699 tempest-SecGroupIPv6Test-2060248699-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1314981 Oct 19 07:43:32.255398 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 59208) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:43:32.259551 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-cbdd9320-263e-477c-9c51-7dc13cd3c0c9 tempest-SecGroupIPv6Test-2060248699 tempest-SecGroupIPv6Test-2060248699-project] Request body: {'security_group_rule': {'security_group_id': '765f1eda-5fb7-4841-8060-62247dbc4f9d', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:43:32.292467 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-cbdd9320-263e-477c-9c51-7dc13cd3c0c9 tempest-SecGroupIPv6Test-2060248699 tempest-SecGroupIPv6Test-2060248699-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:32.327395 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-d6cb0fe0-b6c1-4374-91d6-eb719c38830b tempest-RoutersNegativeIpV6Test-1640623158 tempest-RoutersNegativeIpV6Test-1640623158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-679819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130997964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130170408'] for subnet, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:32.329683 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.db.l3_db [None req-abac7eaa-a764-42b5-8fc2-0d7ea31fd76b tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Floating IP 41a16cf2-379c-48c5-adcc-a65eb8dfaa7a associated. External IP: 172.26.0.151, port: d928e266-6884-46c6-96ff-feeed864d2e3. Oct 19 07:43:32.357389 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-cbdd9320-263e-477c-9c51-7dc13cd3c0c9 tempest-SecGroupIPv6Test-2060248699 tempest-SecGroupIPv6Test-2060248699-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:32.361411 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-cbdd9320-263e-477c-9c51-7dc13cd3c0c9 tempest-SecGroupIPv6Test-2060248699 tempest-SecGroupIPv6Test-2060248699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815365'] for security_group_rule, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:32.379989 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbdd9320-263e-477c-9c51-7dc13cd3c0c9 tempest-SecGroupIPv6Test-2060248699 tempest-SecGroupIPv6Test-2060248699-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09b79a3a-0609-436a-97e2-862694586384,revision_number=0']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:43:32.388606 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-cbdd9320-263e-477c-9c51-7dc13cd3c0c9 tempest-SecGroupIPv6Test-2060248699 tempest-SecGroupIPv6Test-2060248699-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:32.392061 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-cbdd9320-263e-477c-9c51-7dc13cd3c0c9 tempest-SecGroupIPv6Test-2060248699 tempest-SecGroupIPv6Test-2060248699-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1360235 Oct 19 07:43:32.393371 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-d6cb0fe0-b6c1-4374-91d6-eb719c38830b tempest-RoutersNegativeIpV6Test-1640623158 tempest-RoutersNegativeIpV6Test-1640623158-project] Notify callbacks [] for subnet, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:32.395715 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 59210) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:43:32.398609 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-d6cb0fe0-b6c1-4374-91d6-eb719c38830b tempest-RoutersNegativeIpV6Test-1640623158 tempest-RoutersNegativeIpV6Test-1640623158-project] 10.222.0.27 "DELETE /v2.0/subnets/bb584a22-a887-467b-9f0a-6981c81701f6 HTTP/1.1" status: 204 len: 168 time: 1.0114424 Oct 19 07:43:32.399422 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6cb0fe0-b6c1-4374-91d6-eb719c38830b tempest-RoutersNegativeIpV6Test-1640623158 tempest-RoutersNegativeIpV6Test-1640623158-project] Pushing event deleted for resources: {'Subnet': ['ID=bb584a22-a887-467b-9f0a-6981c81701f6,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:43:32.400124 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-e081eec0-3f9d-434a-92b9-b08cee8b1a72 tempest-SecGroupIPv6Test-2060248699 tempest-SecGroupIPv6Test-2060248699-project] Request body: {'security_group_rule': {'security_group_id': '765f1eda-5fb7-4841-8060-62247dbc4f9d', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:43:32.402770 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 59212) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:43:32.403328 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19fed446-4761-41bf-8951-975d9642d4d7 None None] Network 57287789-b3fc-4c93-b4e4-a4c2493eee4f requested from dv-neutron-861624-1-hyperv {{(pid=103334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 07:43:32.428579 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-e081eec0-3f9d-434a-92b9-b08cee8b1a72 tempest-SecGroupIPv6Test-2060248699 tempest-SecGroupIPv6Test-2060248699-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:32.494080 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-e081eec0-3f9d-434a-92b9-b08cee8b1a72 tempest-SecGroupIPv6Test-2060248699 tempest-SecGroupIPv6Test-2060248699-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:32.501692 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-e081eec0-3f9d-434a-92b9-b08cee8b1a72 tempest-SecGroupIPv6Test-2060248699 tempest-SecGroupIPv6Test-2060248699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815365'] for security_group_rule, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:32.517230 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e081eec0-3f9d-434a-92b9-b08cee8b1a72 tempest-SecGroupIPv6Test-2060248699 tempest-SecGroupIPv6Test-2060248699-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a74a7026-1860-41f8-ae31-d64db689eab1,revision_number=0']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:43:32.527589 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-bccc4108-fb78-4400-8c6a-c97cda36fc17 tempest-RoutersNegativeIpV6Test-1640623158 tempest-RoutersNegativeIpV6Test-1640623158-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-667019'] for network, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:32.536233 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-e081eec0-3f9d-434a-92b9-b08cee8b1a72 tempest-SecGroupIPv6Test-2060248699 tempest-SecGroupIPv6Test-2060248699-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:32.540614 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-e081eec0-3f9d-434a-92b9-b08cee8b1a72 tempest-SecGroupIPv6Test-2060248699 tempest-SecGroupIPv6Test-2060248699-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.1417236 Oct 19 07:43:32.541047 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 59214) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:43:32.569540 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-0facf3be-4fe1-47ec-86fb-61da3facffc0 tempest-SecGroupIPv6Test-2060248699 tempest-SecGroupIPv6Test-2060248699-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:32.579690 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-0facf3be-4fe1-47ec-86fb-61da3facffc0 tempest-SecGroupIPv6Test-2060248699 tempest-SecGroupIPv6Test-2060248699-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:32.606644 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-413fcb5e-b3d5-4963-9285-09e931ec2592 None None] DHCP port deletion for 57287789-b3fc-4c93-b4e4-a4c2493eee4f request from dv-neutron-861624-1-hyperv {{(pid=103334) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 07:43:32.614350 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-0facf3be-4fe1-47ec-86fb-61da3facffc0 tempest-SecGroupIPv6Test-2060248699 tempest-SecGroupIPv6Test-2060248699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815365'] for security_group_rule, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:32.620255 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-0facf3be-4fe1-47ec-86fb-61da3facffc0 tempest-SecGroupIPv6Test-2060248699 tempest-SecGroupIPv6Test-2060248699-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:32.621700 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-0facf3be-4fe1-47ec-86fb-61da3facffc0 tempest-SecGroupIPv6Test-2060248699 tempest-SecGroupIPv6Test-2060248699-project] 10.222.0.27 "DELETE /v2.0/security-group-rules/a74a7026-1860-41f8-ae31-d64db689eab1 HTTP/1.1" status: 204 len: 168 time: 0.0791936 Oct 19 07:43:32.624252 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 59216) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:43:32.630265 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0facf3be-4fe1-47ec-86fb-61da3facffc0 tempest-SecGroupIPv6Test-2060248699 tempest-SecGroupIPv6Test-2060248699-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a74a7026-1860-41f8-ae31-d64db689eab1,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:43:32.661248 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-413fcb5e-b3d5-4963-9285-09e931ec2592 None None] Deleting port ab8deae6-6cb8-4048-ac97-3784079cec7a {{(pid=103334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 07:43:32.661621 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-413fcb5e-b3d5-4963-9285-09e931ec2592 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:32.712195 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abac7eaa-a764-42b5-8fc2-0d7ea31fd76b tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Router ff8271cb-2431-40f0-b6a1-80a9bac26437 has already been hosted by L3 agent ab388470-1243-4d53-80f2-c2f5899c97a7 {{(pid=103333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 07:43:32.713574 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-bccc4108-fb78-4400-8c6a-c97cda36fc17 tempest-RoutersNegativeIpV6Test-1640623158 tempest-RoutersNegativeIpV6Test-1640623158-project] Deleting port ab8deae6-6cb8-4048-ac97-3784079cec7a {{(pid=103333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 07:43:32.713910 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-bccc4108-fb78-4400-8c6a-c97cda36fc17 tempest-RoutersNegativeIpV6Test-1640623158 tempest-RoutersNegativeIpV6Test-1640623158-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:32.727361 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-413fcb5e-b3d5-4963-9285-09e931ec2592 None None] For port ab8deae6-6cb8-4048-ac97-3784079cec7a, host dv-neutron-861624-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=ab8deae6-6cb8-4048-ac97-3784079cec7a,segment=NetworkSegment(50603e09-10c9-471b-a765-9bdc1cb03978),segment_id=50603e09-10c9-471b-a765-9bdc1cb03978)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:43:32.727753 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-413fcb5e-b3d5-4963-9285-09e931ec2592 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:32.728849 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-dc70cf8c-d15c-4f89-a750-9dc925b639ff tempest-SecGroupIPv6Test-2060248699 tempest-SecGroupIPv6Test-2060248699-project] 10.222.0.27 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.1035113 Oct 19 07:43:32.732331 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 59218) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:43:32.743532 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-413fcb5e-b3d5-4963-9285-09e931ec2592 None None] Calling delete_port for ab8deae6-6cb8-4048-ac97-3784079cec7a owned by network:dhcp {{(pid=103334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 07:43:32.757063 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-3410ba50-3b8a-47cb-ae6b-70deddefb024 tempest-SecGroupIPv6Test-2060248699 tempest-SecGroupIPv6Test-2060248699-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:32.764848 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-3410ba50-3b8a-47cb-ae6b-70deddefb024 tempest-SecGroupIPv6Test-2060248699 tempest-SecGroupIPv6Test-2060248699-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:32.791541 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-3410ba50-3b8a-47cb-ae6b-70deddefb024 tempest-SecGroupIPv6Test-2060248699 tempest-SecGroupIPv6Test-2060248699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815365'] for security_group_rule, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:32.799525 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-3410ba50-3b8a-47cb-ae6b-70deddefb024 tempest-SecGroupIPv6Test-2060248699 tempest-SecGroupIPv6Test-2060248699-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:32.803142 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-3410ba50-3b8a-47cb-ae6b-70deddefb024 tempest-SecGroupIPv6Test-2060248699 tempest-SecGroupIPv6Test-2060248699-project] 10.222.0.27 "DELETE /v2.0/security-group-rules/09b79a3a-0609-436a-97e2-862694586384 HTTP/1.1" status: 204 len: 168 time: 0.0673556 Oct 19 07:43:32.804320 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 59220) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:43:32.811271 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3410ba50-3b8a-47cb-ae6b-70deddefb024 tempest-SecGroupIPv6Test-2060248699 tempest-SecGroupIPv6Test-2060248699-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=09b79a3a-0609-436a-97e2-862694586384,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:43:32.835565 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-413fcb5e-b3d5-4963-9285-09e931ec2592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339'] for port, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:32.836387 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.db [None req-bccc4108-fb78-4400-8c6a-c97cda36fc17 tempest-RoutersNegativeIpV6Test-1640623158 tempest-RoutersNegativeIpV6Test-1640623158-project] For port ab8deae6-6cb8-4048-ac97-3784079cec7a, host dv-neutron-861624-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=ab8deae6-6cb8-4048-ac97-3784079cec7a,segment=NetworkSegment(50603e09-10c9-471b-a765-9bdc1cb03978),segment_id=50603e09-10c9-471b-a765-9bdc1cb03978)] {{(pid=103333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:43:32.836742 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-bccc4108-fb78-4400-8c6a-c97cda36fc17 tempest-RoutersNegativeIpV6Test-1640623158 tempest-RoutersNegativeIpV6Test-1640623158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:32.858610 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-ea1a568d-e1a2-466a-af21-3e2b701fa5ec tempest-SecGroupIPv6Test-2060248699 tempest-SecGroupIPv6Test-2060248699-project] 10.222.0.27 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.0493102 Oct 19 07:43:32.858744 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-bccc4108-fb78-4400-8c6a-c97cda36fc17 tempest-RoutersNegativeIpV6Test-1640623158 tempest-RoutersNegativeIpV6Test-1640623158-project] Calling delete_port for ab8deae6-6cb8-4048-ac97-3784079cec7a owned by network:dhcp {{(pid=103333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 07:43:32.858833 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 59222) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:43:32.870245 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413fcb5e-b3d5-4963-9285-09e931ec2592 None None] Pushing event deleted for resources: {'Port': ['ID=ab8deae6-6cb8-4048-ac97-3784079cec7a,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:43:32.873256 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-413fcb5e-b3d5-4963-9285-09e931ec2592 None None] No DVR routers for this DVR port ab8deae6-6cb8-4048-ac97-3784079cec7a on host dv-neutron-861624-1-hyperv {{(pid=103334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 19 07:43:32.895002 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-530a5381-dac9-401b-b899-23b031e6f905 tempest-SecGroupIPv6Test-2060248699 tempest-SecGroupIPv6Test-2060248699-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:32.903080 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-530a5381-dac9-401b-b899-23b031e6f905 tempest-SecGroupIPv6Test-2060248699 tempest-SecGroupIPv6Test-2060248699-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:32.929972 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-530a5381-dac9-401b-b899-23b031e6f905 tempest-SecGroupIPv6Test-2060248699 tempest-SecGroupIPv6Test-2060248699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815365'] for security_group_rule, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:32.931323 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device ab8deae6-6cb8-4048-ac97-3784079cec7a no longer exists at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 07:43:32.937987 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-530a5381-dac9-401b-b899-23b031e6f905 tempest-SecGroupIPv6Test-2060248699 tempest-SecGroupIPv6Test-2060248699-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:32.939159 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-530a5381-dac9-401b-b899-23b031e6f905 tempest-SecGroupIPv6Test-2060248699 tempest-SecGroupIPv6Test-2060248699-project] 10.222.0.27 "DELETE /v2.0/security-group-rules/466be8a6-de09-42c8-bce5-22b09bf18943 HTTP/1.1" status: 204 len: 168 time: 0.0792000 Oct 19 07:43:32.943019 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 59224) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:43:32.950845 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530a5381-dac9-401b-b899-23b031e6f905 tempest-SecGroupIPv6Test-2060248699 tempest-SecGroupIPv6Test-2060248699-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=466be8a6-de09-42c8-bce5-22b09bf18943,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:43:32.959363 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] No Port match for: ab8deae6-6cb8-4048-ac97-3784079cec7a {{(pid=103334) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 19 07:43:32.961018 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device ab8deae6-6cb8-4048-ac97-3784079cec7a not bound to the agent host dv-neutron-861624-1-hyperv {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 07:43:32.980320 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abac7eaa-a764-42b5-8fc2-0d7ea31fd76b tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Notify agent at l3_agent.dv-neutron-861624-1-hyperv the message routers_updated {{(pid=103333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 07:43:32.991239 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-aba32f5e-a9b6-4227-a99c-d129e38967f7 tempest-SecGroupIPv6Test-2060248699 tempest-SecGroupIPv6Test-2060248699-project] 10.222.0.27 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0470939 Oct 19 07:43:32.996541 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 59226) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:43:32.998938 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89a0b76b-fd42-405b-8635-3d77805f6b52 None None] Sync routers for ids ['ff8271cb-2431-40f0-b6a1-80a9bac26437'] in dv-neutron-861624-1-hyperv {{(pid=103334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 07:43:33.010820 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89a0b76b-fd42-405b-8635-3d77805f6b52 None None] Routers {'ff8271cb-2431-40f0-b6a1-80a9bac26437'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 07:43:33.011330 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-abac7eaa-a764-42b5-8fc2-0d7ea31fd76b tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42160'] for floatingip, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:33.011584 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-89a0b76b-fd42-405b-8635-3d77805f6b52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T07:43:16Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['ff8271cb-2431-40f0-b6a1-80a9bac26437'], 'active': True} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:43:33.016392 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-bccc4108-fb78-4400-8c6a-c97cda36fc17 tempest-RoutersNegativeIpV6Test-1640623158 tempest-RoutersNegativeIpV6Test-1640623158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130996763'] for port, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:33.026346 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-e4b0d9df-8c35-4f76-9f1c-92f73eb40eb0 tempest-SecGroupIPv6Test-2060248699 tempest-SecGroupIPv6Test-2060248699-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:33.035290 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-e4b0d9df-8c35-4f76-9f1c-92f73eb40eb0 tempest-SecGroupIPv6Test-2060248699 tempest-SecGroupIPv6Test-2060248699-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:33.048058 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-89a0b76b-fd42-405b-8635-3d77805f6b52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:43:33.056945 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89a0b76b-fd42-405b-8635-3d77805f6b52 None None] Routers {'ff8271cb-2431-40f0-b6a1-80a9bac26437'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 07:43:33.057779 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-89a0b76b-fd42-405b-8635-3d77805f6b52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T07:43:16Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['ff8271cb-2431-40f0-b6a1-80a9bac26437'], 'active': True} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:43:33.065577 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bccc4108-fb78-4400-8c6a-c97cda36fc17 tempest-RoutersNegativeIpV6Test-1640623158 tempest-RoutersNegativeIpV6Test-1640623158-project] Pushing event deleted for resources: {'Port': ['ID=ab8deae6-6cb8-4048-ac97-3784079cec7a,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:43:33.066592 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-e4b0d9df-8c35-4f76-9f1c-92f73eb40eb0 tempest-SecGroupIPv6Test-2060248699 tempest-SecGroupIPv6Test-2060248699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815365'] for security_group_rule, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:33.067485 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bccc4108-fb78-4400-8c6a-c97cda36fc17 tempest-RoutersNegativeIpV6Test-1640623158 tempest-RoutersNegativeIpV6Test-1640623158-project] No DVR routers for this DVR port ab8deae6-6cb8-4048-ac97-3784079cec7a on host dv-neutron-861624-1-hyperv {{(pid=103333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 19 07:43:33.075201 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-abac7eaa-a764-42b5-8fc2-0d7ea31fd76b tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] 10.222.0.27 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 3.0762160 Oct 19 07:43:33.084285 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-e4b0d9df-8c35-4f76-9f1c-92f73eb40eb0 tempest-SecGroupIPv6Test-2060248699 tempest-SecGroupIPv6Test-2060248699-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:33.088068 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-e4b0d9df-8c35-4f76-9f1c-92f73eb40eb0 tempest-SecGroupIPv6Test-2060248699 tempest-SecGroupIPv6Test-2060248699-project] 10.222.0.27 "DELETE /v2.0/security-group-rules/587313b2-9644-4905-a334-c21c97153559 HTTP/1.1" status: 204 len: 168 time: 0.0904324 Oct 19 07:43:33.088068 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 59228) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:43:33.091543 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-a29040fd-7431-4ea8-a5c0-800235a55cfd tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1146565737'}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:43:33.094675 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 59230) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:43:33.095591 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b0d9df-8c35-4f76-9f1c-92f73eb40eb0 tempest-SecGroupIPv6Test-2060248699 tempest-SecGroupIPv6Test-2060248699-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=587313b2-9644-4905-a334-c21c97153559,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:43:33.101561 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-89a0b76b-fd42-405b-8635-3d77805f6b52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:43:33.102204 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89a0b76b-fd42-405b-8635-3d77805f6b52 None None] The sync data for ids ['ff8271cb-2431-40f0-b6a1-80a9bac26437'] in dv-neutron-861624-1-hyperv is: [] {{(pid=103334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 07:43:33.133217 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a29040fd-7431-4ea8-a5c0-800235a55cfd tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Made reservation on behalf of ebbb057f880644d8b1f4800ee4849e52 for: {'network': 1} {{(pid=103332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 07:43:33.136576 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-a29040fd-7431-4ea8-a5c0-800235a55cfd tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for network, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:33.160531 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-bccc4108-fb78-4400-8c6a-c97cda36fc17 tempest-RoutersNegativeIpV6Test-1640623158 tempest-RoutersNegativeIpV6Test-1640623158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-673051', 'neutron.services.segments.db._delete_segments_for_network-8785021519108'] for network, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:33.166976 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-140186b0-6a8c-40ca-a565-9b8d76248800 tempest-SecGroupIPv6Test-2060248699 tempest-SecGroupIPv6Test-2060248699-project] 10.222.0.27 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0655086 Oct 19 07:43:33.166976 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 59234) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:43:33.183640 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-bccc4108-fb78-4400-8c6a-c97cda36fc17 tempest-RoutersNegativeIpV6Test-1640623158 tempest-RoutersNegativeIpV6Test-1640623158-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57287789-b3fc-4c93-b4e4-a4c2493eee4f']}} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:43:33.194757 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-bccc4108-fb78-4400-8c6a-c97cda36fc17 tempest-RoutersNegativeIpV6Test-1640623158 tempest-RoutersNegativeIpV6Test-1640623158-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50603e09-10c9-471b-a765-9bdc1cb03978') {'for_net_delete': True} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:43:33.195181 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-bccc4108-fb78-4400-8c6a-c97cda36fc17 tempest-RoutersNegativeIpV6Test-1640623158 tempest-RoutersNegativeIpV6Test-1640623158-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50603e09-10c9-471b-a765-9bdc1cb03978') {} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:43:33.201742 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a29040fd-7431-4ea8-a5c0-800235a55cfd tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 161} {{(pid=103332) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 07:43:33.206889 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-bccc4108-fb78-4400-8c6a-c97cda36fc17 tempest-RoutersNegativeIpV6Test-1640623158 tempest-RoutersNegativeIpV6Test-1640623158-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785021519382', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-134111927'] for segment, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:33.220899 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-bccc4108-fb78-4400-8c6a-c97cda36fc17 tempest-RoutersNegativeIpV6Test-1640623158 tempest-RoutersNegativeIpV6Test-1640623158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979'] for segment, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:33.221630 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-8e0f6037-53a3-4617-89aa-a8aff9ae07c2 tempest-SecGroupIPv6Test-2060248699 tempest-SecGroupIPv6Test-2060248699-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:33.227640 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bccc4108-fb78-4400-8c6a-c97cda36fc17 tempest-RoutersNegativeIpV6Test-1640623158 tempest-RoutersNegativeIpV6Test-1640623158-project] Releasing vlan 189 on physical network physnet1 to pool {{(pid=103333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 07:43:33.228047 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-bccc4108-fb78-4400-8c6a-c97cda36fc17 tempest-RoutersNegativeIpV6Test-1640623158 tempest-RoutersNegativeIpV6Test-1640623158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130996782'] for segment, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:33.252277 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-8e0f6037-53a3-4617-89aa-a8aff9ae07c2 tempest-SecGroupIPv6Test-2060248699 tempest-SecGroupIPv6Test-2060248699-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:33.253245 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.services.segments.plugin [-] Segment 50603e09-10c9-471b-a765-9bdc1cb03978 resource provider aggregate not found Oct 19 07:43:33.290662 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c77a44e-c54b-4ce4-894e-fe08981959ab req-c4252a6f-440b-4361-9ec8-d9b4ec0ea306 tempest-TestNetworkAdvancedServerOps-260085928 tempest-TestNetworkAdvancedServerOps-260085928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:43:33.292171 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-6c77a44e-c54b-4ce4-894e-fe08981959ab req-c4252a6f-440b-4361-9ec8-d9b4ec0ea306 tempest-TestNetworkAdvancedServerOps-260085928 tempest-TestNetworkAdvancedServerOps-260085928-project] 10.222.0.27 "GET /v2.0/ports?device_id=7bfd5314-4c55-4597-8b3e-da476697892d HTTP/1.1" status: 200 len: 945 time: 0.0879636 Oct 19 07:43:33.293395 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-8e0f6037-53a3-4617-89aa-a8aff9ae07c2 tempest-SecGroupIPv6Test-2060248699 tempest-SecGroupIPv6Test-2060248699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815365'] for security_group_rule, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:33.299608 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.services.segments.plugin [-] Segment 50603e09-10c9-471b-a765-9bdc1cb03978 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 50603e09-10c9-471b-a765-9bdc1cb03978 found for delete ", "request_id": "req-575d84b2-619f-4d1f-bbf9-c76e1e3d9000"}]} Oct 19 07:43:33.300791 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-8e0f6037-53a3-4617-89aa-a8aff9ae07c2 tempest-SecGroupIPv6Test-2060248699 tempest-SecGroupIPv6Test-2060248699-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:33.304185 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-8e0f6037-53a3-4617-89aa-a8aff9ae07c2 tempest-SecGroupIPv6Test-2060248699 tempest-SecGroupIPv6Test-2060248699-project] 10.222.0.27 "DELETE /v2.0/security-group-rules/8917673d-4399-4b7b-97d8-4b61bbca8fb4 HTTP/1.1" status: 204 len: 168 time: 0.1341245 Oct 19 07:43:33.305925 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 59240) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:43:33.313257 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0f6037-53a3-4617-89aa-a8aff9ae07c2 tempest-SecGroupIPv6Test-2060248699 tempest-SecGroupIPv6Test-2060248699-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8917673d-4399-4b7b-97d8-4b61bbca8fb4,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:43:33.326085 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-bccc4108-fb78-4400-8c6a-c97cda36fc17 tempest-RoutersNegativeIpV6Test-1640623158 tempest-RoutersNegativeIpV6Test-1640623158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-673044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1695087'] for network, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:33.327881 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-a29040fd-7431-4ea8-a5c0-800235a55cfd tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979'] for segment, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:33.328234 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.db.segments_db [None req-a29040fd-7431-4ea8-a5c0-800235a55cfd tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Added segment 43355730-4884-43f1-b806-5fbdda6ebafe of type vlan for network 4329b2ea-9b3f-45e3-9c3b-4484b51aebd1 Oct 19 07:43:33.335042 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-bccc4108-fb78-4400-8c6a-c97cda36fc17 tempest-RoutersNegativeIpV6Test-1640623158 tempest-RoutersNegativeIpV6Test-1640623158-project] Notify callbacks [] for network, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:33.338569 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-bccc4108-fb78-4400-8c6a-c97cda36fc17 tempest-RoutersNegativeIpV6Test-1640623158 tempest-RoutersNegativeIpV6Test-1640623158-project] 10.222.0.27 "DELETE /v2.0/networks/57287789-b3fc-4c93-b4e4-a4c2493eee4f HTTP/1.1" status: 204 len: 168 time: 0.9348409 Oct 19 07:43:33.344683 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 59242) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:43:33.369064 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bccc4108-fb78-4400-8c6a-c97cda36fc17 tempest-RoutersNegativeIpV6Test-1640623158 tempest-RoutersNegativeIpV6Test-1640623158-project] Pushing event deleted for resources: {'Network': ['ID=57287789-b3fc-4c93-b4e4-a4c2493eee4f,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:43:33.373751 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-6c77a44e-c54b-4ce4-894e-fe08981959ab req-c675eb48-c02d-4b73-a8b5-a1076d772cfd tempest-TestNetworkAdvancedServerOps-260085928 tempest-TestNetworkAdvancedServerOps-260085928-project] 10.222.0.27 "GET /v2.0/security-groups?id=705be772-8c7b-4b84-954c-59b0a7452e78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0673168 Oct 19 07:43:33.385801 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-a29040fd-7431-4ea8-a5c0-800235a55cfd tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785020965340'] for network, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:33.406378 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-fc472518-b144-4cf9-8a96-34466fe80346 tempest-SecGroupIPv6Test-2060248699 tempest-SecGroupIPv6Test-2060248699-project] 10.222.0.27 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0989318 Oct 19 07:43:33.409078 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 59244) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:43:33.430247 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae544f01-34d6-4761-b55b-075b56ae9726 tempest-RoutersNegativeIpV6Test-1640623158 tempest-RoutersNegativeIpV6Test-1640623158-project] Deleting subnet c35e7dda-3fe1-465c-bced-9a11a420b9dd {{(pid=103333) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 19 07:43:33.431528 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-a29040fd-7431-4ea8-a5c0-800235a55cfd tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873'] for network, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:33.433534 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-ae544f01-34d6-4761-b55b-075b56ae9726 tempest-RoutersNegativeIpV6Test-1640623158 tempest-RoutersNegativeIpV6Test-1640623158-project] Notify callbacks [] for subnet, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:33.437524 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a29040fd-7431-4ea8-a5c0-800235a55cfd tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:43:33.438096 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-a29040fd-7431-4ea8-a5c0-800235a55cfd tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Notify callbacks [] for network, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:33.477290 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-ae544f01-34d6-4761-b55b-075b56ae9726 tempest-RoutersNegativeIpV6Test-1640623158 tempest-RoutersNegativeIpV6Test-1640623158-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-134111928'] for subnet, precommit_delete_associations {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:33.492125 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-a29040fd-7431-4ea8-a5c0-800235a55cfd tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.4021070 Oct 19 07:43:33.496942 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 59246) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:43:33.506279 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-5f005f91-2904-43c5-8a49-489007a9fa2f tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Request body: {'subnet': {'network_id': '4329b2ea-9b3f-45e3-9c3b-4484b51aebd1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:43:33.549482 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29040fd-7431-4ea8-a5c0-800235a55cfd tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Pushing event updated for resources: {'Network': ['ID=4329b2ea-9b3f-45e3-9c3b-4484b51aebd1,revision_number=1']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:43:33.560915 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Network 4329b2ea-9b3f-45e3-9c3b-4484b51aebd1 details requested by agent ovs-agent-dv-neutron-861624-1-hyperv with host dv-neutron-861624-1-hyperv {{(pid=103334) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 07:43:33.570922 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-ae544f01-34d6-4761-b55b-075b56ae9726 tempest-RoutersNegativeIpV6Test-1640623158 tempest-RoutersNegativeIpV6Test-1640623158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-679826'] for subnet, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:33.580989 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-be38e0d5-9080-4b16-92f6-dd4c00211eed tempest-SecGroupIPv6Test-2060248699 tempest-SecGroupIPv6Test-2060248699-project] Notify callbacks [] for security_group, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:33.635881 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-ae544f01-34d6-4761-b55b-075b56ae9726 tempest-RoutersNegativeIpV6Test-1640623158 tempest-RoutersNegativeIpV6Test-1640623158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-679819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130997964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130170408'] for subnet, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:33.650099 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-be38e0d5-9080-4b16-92f6-dd4c00211eed tempest-SecGroupIPv6Test-2060248699 tempest-SecGroupIPv6Test-2060248699-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:33.667572 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae544f01-34d6-4761-b55b-075b56ae9726 tempest-RoutersNegativeIpV6Test-1640623158 tempest-RoutersNegativeIpV6Test-1640623158-project] Pushing event deleted for resources: {'Subnet': ['ID=c35e7dda-3fe1-465c-bced-9a11a420b9dd,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:43:33.671537 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-ae544f01-34d6-4761-b55b-075b56ae9726 tempest-RoutersNegativeIpV6Test-1640623158 tempest-RoutersNegativeIpV6Test-1640623158-project] Notify callbacks [] for subnet, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:33.674927 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-ae544f01-34d6-4761-b55b-075b56ae9726 tempest-RoutersNegativeIpV6Test-1640623158 tempest-RoutersNegativeIpV6Test-1640623158-project] 10.222.0.27 "DELETE /v2.0/subnets/c35e7dda-3fe1-465c-bced-9a11a420b9dd HTTP/1.1" status: 204 len: 168 time: 0.3274577 Oct 19 07:43:33.677304 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 59248) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:43:33.679674 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16a4bc7f-f5b5-44dc-bb18-09a27583bec1 None None] Network 27c084e1-5090-46d9-ad9a-572c0846ba04 requested from dv-neutron-861624-1-hyperv {{(pid=103334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 07:43:33.693168 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f005f91-2904-43c5-8a49-489007a9fa2f tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Made reservation on behalf of ebbb057f880644d8b1f4800ee4849e52 for: {'subnet': 1} {{(pid=103332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 07:43:33.696798 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-5f005f91-2904-43c5-8a49-489007a9fa2f tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130659787'] for subnet, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:33.741475 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.db_base_plugin_v2 [None req-59c8a5ab-d636-447b-a046-625e69b4b1d1 tempest-RoutersNegativeIpV6Test-1640623158 tempest-RoutersNegativeIpV6Test-1640623158-project] Deleting subnet 2546cccc-9352-4d7d-a648-c0f36baf0da6 {{(pid=103333) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 19 07:43:33.745161 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-59c8a5ab-d636-447b-a046-625e69b4b1d1 tempest-RoutersNegativeIpV6Test-1640623158 tempest-RoutersNegativeIpV6Test-1640623158-project] Notify callbacks [] for subnet, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:33.782497 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-be38e0d5-9080-4b16-92f6-dd4c00211eed tempest-SecGroupIPv6Test-2060248699 tempest-SecGroupIPv6Test-2060248699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788643'] for security_group, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:33.785135 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-be38e0d5-9080-4b16-92f6-dd4c00211eed tempest-SecGroupIPv6Test-2060248699 tempest-SecGroupIPv6Test-2060248699-project] Notify callbacks [] for security_group, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:33.786313 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-be38e0d5-9080-4b16-92f6-dd4c00211eed tempest-SecGroupIPv6Test-2060248699 tempest-SecGroupIPv6Test-2060248699-project] 10.222.0.27 "DELETE /v2.0/security-groups/765f1eda-5fb7-4841-8060-62247dbc4f9d HTTP/1.1" status: 204 len: 168 time: 0.3762627 Oct 19 07:43:33.789899 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 59250) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:43:33.800239 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-59c8a5ab-d636-447b-a046-625e69b4b1d1 tempest-RoutersNegativeIpV6Test-1640623158 tempest-RoutersNegativeIpV6Test-1640623158-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-134111928'] for subnet, precommit_delete_associations {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:33.801722 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be38e0d5-9080-4b16-92f6-dd4c00211eed tempest-SecGroupIPv6Test-2060248699 tempest-SecGroupIPv6Test-2060248699-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=765f1eda-5fb7-4841-8060-62247dbc4f9d,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:43:33.879895 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-371c3418-bef9-46f9-908a-29b0ae59d390 tempest-SecGroupIPv6Test-2060248699 tempest-SecGroupIPv6Test-2060248699-project] 10.222.0.27 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0888472 Oct 19 07:43:33.884608 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 59252) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:43:33.890268 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-bb2ba81d-d7d5-4943-a739-3053b985666b tempest-SecGroupIPv6Test-2060248699 tempest-SecGroupIPv6Test-2060248699-project] Request body: {'security_group': {'name': 'tempest-secgroup--148289862'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:43:33.914475 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-5f005f91-2904-43c5-8a49-489007a9fa2f tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-133552662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130659641'] for subnet, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:33.915435 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9729abd-8d71-4e94-af97-f0ba952377cc None None] DHCP port deletion for 27c084e1-5090-46d9-ad9a-572c0846ba04 request from dv-neutron-861624-1-hyperv {{(pid=103334) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 07:43:33.951002 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-59c8a5ab-d636-447b-a046-625e69b4b1d1 tempest-RoutersNegativeIpV6Test-1640623158 tempest-RoutersNegativeIpV6Test-1640623158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-679826'] for subnet, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:33.954352 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-bb2ba81d-d7d5-4943-a739-3053b985666b tempest-SecGroupIPv6Test-2060248699 tempest-SecGroupIPv6Test-2060248699-project] Notify callbacks [] for security_group, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:33.976596 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f005f91-2904-43c5-8a49-489007a9fa2f tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Pushing event updated for resources: {'Subnet': ['ID=fee5cd3e-8a74-4bdd-be90-639a0bad5a68,revision_number=0']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:43:33.985424 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-c9729abd-8d71-4e94-af97-f0ba952377cc None None] Deleting port 60c8378d-fdb9-40dd-972a-273557bc20bf {{(pid=103334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 07:43:33.986109 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-c9729abd-8d71-4e94-af97-f0ba952377cc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:33.986764 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f005f91-2904-43c5-8a49-489007a9fa2f tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Checking segment: {'id': '43355730-4884-43f1-b806-5fbdda6ebafe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '4329b2ea-9b3f-45e3-9c3b-4484b51aebd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 19 07:43:33.987121 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f005f91-2904-43c5-8a49-489007a9fa2f tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Network hostable DHCP agents. Network: 4329b2ea-9b3f-45e3-9c3b-4484b51aebd1, hostable agents: ['310d813b-0e3e-4d7e-9b79-8f4ec0dbcab0'], hosted agents: [] {{(pid=103332) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 07:43:34.005693 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f005f91-2904-43c5-8a49-489007a9fa2f tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Network 4329b2ea-9b3f-45e3-9c3b-4484b51aebd1 is scheduled to be hosted by DHCP agent 310d813b-0e3e-4d7e-9b79-8f4ec0dbcab0 with binding_index 1 {{(pid=103332) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 07:43:34.016659 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.base_scheduler [None req-5f005f91-2904-43c5-8a49-489007a9fa2f tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861624-1-hyperv, 4329b2ea-9b3f-45e3-9c3b-4484b51aebd1) {{(pid=103332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:43:34.021867 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f005f91-2904-43c5-8a49-489007a9fa2f tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:43:34.022648 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-5f005f91-2904-43c5-8a49-489007a9fa2f tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Notify callbacks [] for subnet, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:34.043891 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-5f005f91-2904-43c5-8a49-489007a9fa2f tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5436740 Oct 19 07:43:34.045704 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 59254) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:43:34.050172 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-722bfc22-92bd-4e12-8e38-a8be683badd6 tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-850419888', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd'}, 'admin_state_up': False}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:43:34.052832 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-59c8a5ab-d636-447b-a046-625e69b4b1d1 tempest-RoutersNegativeIpV6Test-1640623158 tempest-RoutersNegativeIpV6Test-1640623158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-679819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130997964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130170408'] for subnet, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:34.059121 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01eb9423-e555-45f2-b50c-8af9dedc9af0 None None] Network 4329b2ea-9b3f-45e3-9c3b-4484b51aebd1 requested from dv-neutron-861624-1-hyperv {{(pid=103334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 07:43:34.075084 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-722bfc22-92bd-4e12-8e38-a8be683badd6 tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1692695', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12668'] for router, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:34.076411 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-722bfc22-92bd-4e12-8e38-a8be683badd6 tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1692835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1693910', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1621825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12659'] for router, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:34.081461 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-c9729abd-8d71-4e94-af97-f0ba952377cc None None] For port 60c8378d-fdb9-40dd-972a-273557bc20bf, host dv-neutron-861624-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=60c8378d-fdb9-40dd-972a-273557bc20bf,segment=NetworkSegment(70625a10-d6b7-44b0-ae57-7708df51249f),segment_id=70625a10-d6b7-44b0-ae57-7708df51249f)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:43:34.081938 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-c9729abd-8d71-4e94-af97-f0ba952377cc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:34.094961 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c8a5ab-d636-447b-a046-625e69b4b1d1 tempest-RoutersNegativeIpV6Test-1640623158 tempest-RoutersNegativeIpV6Test-1640623158-project] Pushing event deleted for resources: {'Subnet': ['ID=2546cccc-9352-4d7d-a648-c0f36baf0da6,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:43:34.101836 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-59c8a5ab-d636-447b-a046-625e69b4b1d1 tempest-RoutersNegativeIpV6Test-1640623158 tempest-RoutersNegativeIpV6Test-1640623158-project] Notify callbacks [] for subnet, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:34.103593 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-c9729abd-8d71-4e94-af97-f0ba952377cc None None] Calling delete_port for 60c8378d-fdb9-40dd-972a-273557bc20bf owned by network:dhcp {{(pid=103334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 07:43:34.109061 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-59c8a5ab-d636-447b-a046-625e69b4b1d1 tempest-RoutersNegativeIpV6Test-1640623158 tempest-RoutersNegativeIpV6Test-1640623158-project] 10.222.0.27 "DELETE /v2.0/subnets/2546cccc-9352-4d7d-a648-c0f36baf0da6 HTTP/1.1" status: 204 len: 168 time: 0.4276149 Oct 19 07:43:34.109761 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 59256) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:43:34.128612 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-bb2ba81d-d7d5-4943-a739-3053b985666b tempest-SecGroupIPv6Test-2060248699 tempest-SecGroupIPv6Test-2060248699-project] Notify callbacks [] for security_group, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:34.141455 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-722bfc22-92bd-4e12-8e38-a8be683badd6 tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:34.142915 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-bb2ba81d-d7d5-4943-a739-3053b985666b tempest-SecGroupIPv6Test-2060248699 tempest-SecGroupIPv6Test-2060248699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788643'] for security_group, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:34.143545 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c99133f-d54d-4ac3-9ae0-f7a0b807f6a5 None None] Network cbb6531e-4a42-4d2e-aeca-418129ebbacd requested from dv-neutron-861624-1-hyperv {{(pid=103334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 07:43:34.222195 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-bb2ba81d-d7d5-4943-a739-3053b985666b tempest-SecGroupIPv6Test-2060248699 tempest-SecGroupIPv6Test-2060248699-project] Notify callbacks [] for security_group, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:34.225940 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-bb2ba81d-d7d5-4943-a739-3053b985666b tempest-SecGroupIPv6Test-2060248699 tempest-SecGroupIPv6Test-2060248699-project] 10.222.0.27 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3376882 Oct 19 07:43:34.229568 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 59258) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:43:34.237090 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-1ae5c5b4-e6e9-4280-b2a2-8b885a2f6b20 tempest-SecGroupIPv6Test-2060248699 tempest-SecGroupIPv6Test-2060248699-project] Request body: {'security_group_rule': {'security_group_id': 'f862b3ff-ea5d-479c-8b46-5408dfce2a78', 'direction': 'ingress', 'protocol': 17}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:43:34.243581 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2ba81d-d7d5-4943-a739-3053b985666b tempest-SecGroupIPv6Test-2060248699 tempest-SecGroupIPv6Test-2060248699-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f862b3ff-ea5d-479c-8b46-5408dfce2a78,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:43:34.253525 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-945ead93-af6d-4f06-ac3e-fb53dfd6efa0 tempest-RoutersNegativeIpV6Test-1640623158 tempest-RoutersNegativeIpV6Test-1640623158-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-667019'] for network, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:34.293117 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-722bfc22-92bd-4e12-8e38-a8be683badd6 tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:34.315433 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-1ae5c5b4-e6e9-4280-b2a2-8b885a2f6b20 tempest-SecGroupIPv6Test-2060248699 tempest-SecGroupIPv6Test-2060248699-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:34.386814 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-945ead93-af6d-4f06-ac3e-fb53dfd6efa0 tempest-RoutersNegativeIpV6Test-1640623158 tempest-RoutersNegativeIpV6Test-1640623158-project] Deleting port 60c8378d-fdb9-40dd-972a-273557bc20bf {{(pid=103333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 07:43:34.387505 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-945ead93-af6d-4f06-ac3e-fb53dfd6efa0 tempest-RoutersNegativeIpV6Test-1640623158 tempest-RoutersNegativeIpV6Test-1640623158-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:34.421688 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-1ae5c5b4-e6e9-4280-b2a2-8b885a2f6b20 tempest-SecGroupIPv6Test-2060248699 tempest-SecGroupIPv6Test-2060248699-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:34.433282 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-1ae5c5b4-e6e9-4280-b2a2-8b885a2f6b20 tempest-SecGroupIPv6Test-2060248699 tempest-SecGroupIPv6Test-2060248699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815365'] for security_group_rule, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:34.495716 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae5c5b4-e6e9-4280-b2a2-8b885a2f6b20 tempest-SecGroupIPv6Test-2060248699 tempest-SecGroupIPv6Test-2060248699-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=856cc6bd-dc59-4d6d-9113-5d09c5edb375,revision_number=0']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:43:34.505182 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-1ae5c5b4-e6e9-4280-b2a2-8b885a2f6b20 tempest-SecGroupIPv6Test-2060248699 tempest-SecGroupIPv6Test-2060248699-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:34.506364 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-1ae5c5b4-e6e9-4280-b2a2-8b885a2f6b20 tempest-SecGroupIPv6Test-2060248699 tempest-SecGroupIPv6Test-2060248699-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.2743518 Oct 19 07:43:34.508225 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.db [None req-945ead93-af6d-4f06-ac3e-fb53dfd6efa0 tempest-RoutersNegativeIpV6Test-1640623158 tempest-RoutersNegativeIpV6Test-1640623158-project] For port 60c8378d-fdb9-40dd-972a-273557bc20bf, host dv-neutron-861624-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=60c8378d-fdb9-40dd-972a-273557bc20bf,segment=NetworkSegment(70625a10-d6b7-44b0-ae57-7708df51249f),segment_id=70625a10-d6b7-44b0-ae57-7708df51249f)] {{(pid=103333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:43:34.508767 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-945ead93-af6d-4f06-ac3e-fb53dfd6efa0 tempest-RoutersNegativeIpV6Test-1640623158 tempest-RoutersNegativeIpV6Test-1640623158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:34.510957 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 59262) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:43:34.537885 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-c9729abd-8d71-4e94-af97-f0ba952377cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339'] for port, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:34.538497 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-945ead93-af6d-4f06-ac3e-fb53dfd6efa0 tempest-RoutersNegativeIpV6Test-1640623158 tempest-RoutersNegativeIpV6Test-1640623158-project] Calling delete_port for 60c8378d-fdb9-40dd-972a-273557bc20bf owned by network:dhcp {{(pid=103333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 07:43:34.571688 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-722bfc22-92bd-4e12-8e38-a8be683badd6 tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Notify callbacks [] for router_gateway, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:34.580860 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8ffab51-8a04-48cc-9169-69fb48482589 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d12c6ac-27a3-545c-a8f3-f04e30423d6d-4329b2ea-9b3f-45e3-9c3b-4484b51aebd1', 'network_id': '4329b2ea-9b3f-45e3-9c3b-4484b51aebd1', 'tenant_id': 'ebbb057f880644d8b1f4800ee4849e52', 'fixed_ips': [{'subnet_id': 'fee5cd3e-8a74-4bdd-be90-639a0bad5a68'}]}} from dv-neutron-861624-1-hyperv. {{(pid=103334) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 07:43:34.581838 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d8ffab51-8a04-48cc-9169-69fb48482589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:34.585387 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9729abd-8d71-4e94-af97-f0ba952377cc None None] Pushing event deleted for resources: {'Port': ['ID=60c8378d-fdb9-40dd-972a-273557bc20bf,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:43:34.593488 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-722bfc22-92bd-4e12-8e38-a8be683badd6 tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:34.599351 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9729abd-8d71-4e94-af97-f0ba952377cc None None] No DVR routers for this DVR port 60c8378d-fdb9-40dd-972a-273557bc20bf on host dv-neutron-861624-1-hyperv {{(pid=103334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 19 07:43:34.616955 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a340547-9fbf-437d-80ff-1d6de0a7e577 req-9142165a-e1b1-4751-a2b4-4f041c413e7d tempest-TestNetworkAdvancedServerOps-260085928 tempest-TestNetworkAdvancedServerOps-260085928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:43:34.616955 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-0a340547-9fbf-437d-80ff-1d6de0a7e577 req-9142165a-e1b1-4751-a2b4-4f041c413e7d tempest-TestNetworkAdvancedServerOps-260085928 tempest-TestNetworkAdvancedServerOps-260085928-project] 10.222.0.27 "GET /v2.0/ports?device_id=7bfd5314-4c55-4597-8b3e-da476697892d HTTP/1.1" status: 200 len: 945 time: 0.1405437 Oct 19 07:43:34.661501 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-d8dc2b7e-789d-4bdc-bfe6-4607e5b22aae tempest-SecGroupIPv6Test-2060248699 tempest-SecGroupIPv6Test-2060248699-project] Notify callbacks [] for security_group, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:34.708591 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-d8dc2b7e-789d-4bdc-bfe6-4607e5b22aae tempest-SecGroupIPv6Test-2060248699 tempest-SecGroupIPv6Test-2060248699-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:34.723216 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-631f40db-be99-4307-97de-ffdc7c31a024 None None] DHCP port deletion for cbb6531e-4a42-4d2e-aeca-418129ebbacd request from dv-neutron-861624-1-hyperv {{(pid=103334) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 07:43:34.734949 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-0a340547-9fbf-437d-80ff-1d6de0a7e577 req-2ff71984-766f-4e18-b9f3-5e0bcb6e2f61 tempest-TestNetworkAdvancedServerOps-260085928 tempest-TestNetworkAdvancedServerOps-260085928-project] 10.222.0.27 "GET /v2.0/security-groups?id=705be772-8c7b-4b84-954c-59b0a7452e78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0830913 Oct 19 07:43:34.736762 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-945ead93-af6d-4f06-ac3e-fb53dfd6efa0 tempest-RoutersNegativeIpV6Test-1640623158 tempest-RoutersNegativeIpV6Test-1640623158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130996763'] for port, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:34.769725 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945ead93-af6d-4f06-ac3e-fb53dfd6efa0 tempest-RoutersNegativeIpV6Test-1640623158 tempest-RoutersNegativeIpV6Test-1640623158-project] Pushing event deleted for resources: {'Port': ['ID=60c8378d-fdb9-40dd-972a-273557bc20bf,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:43:34.776210 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-945ead93-af6d-4f06-ac3e-fb53dfd6efa0 tempest-RoutersNegativeIpV6Test-1640623158 tempest-RoutersNegativeIpV6Test-1640623158-project] No DVR routers for this DVR port 60c8378d-fdb9-40dd-972a-273557bc20bf on host dv-neutron-861624-1-hyperv {{(pid=103333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 19 07:43:34.779896 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.db_base_plugin_common [None req-722bfc22-92bd-4e12-8e38-a8be683badd6 tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Allocated IP 172.26.0.34 (99c66757-74e3-40a4-b479-8d09e3a7c3dd/7f3d1034-1de7-458a-a3ee-77488de3949b/ed74da82-7963-44ed-bd69-1b5da4d2a5f6) {{(pid=103332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 07:43:34.797156 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.db_base_plugin_common [None req-d8ffab51-8a04-48cc-9169-69fb48482589 None None] Allocated IP 172.20.0.2 (4329b2ea-9b3f-45e3-9c3b-4484b51aebd1/fee5cd3e-8a74-4bdd-be90-639a0bad5a68/8ea320f9-c546-4838-95ec-ebb68d21c308) {{(pid=103334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 07:43:34.826157 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-d8dc2b7e-789d-4bdc-bfe6-4607e5b22aae tempest-SecGroupIPv6Test-2060248699 tempest-SecGroupIPv6Test-2060248699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788643'] for security_group, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:34.829072 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-d8dc2b7e-789d-4bdc-bfe6-4607e5b22aae tempest-SecGroupIPv6Test-2060248699 tempest-SecGroupIPv6Test-2060248699-project] Notify callbacks [] for security_group, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:34.832910 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-d8dc2b7e-789d-4bdc-bfe6-4607e5b22aae tempest-SecGroupIPv6Test-2060248699 tempest-SecGroupIPv6Test-2060248699-project] 10.222.0.27 "DELETE /v2.0/security-groups/f862b3ff-ea5d-479c-8b46-5408dfce2a78 HTTP/1.1" status: 204 len: 168 time: 0.3211398 Oct 19 07:43:34.833847 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 59264) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:43:34.863864 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-631f40db-be99-4307-97de-ffdc7c31a024 None None] Deleting port 6e664574-911e-4c74-88a3-f35418cc63e3 {{(pid=103334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 07:43:34.864826 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-631f40db-be99-4307-97de-ffdc7c31a024 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:34.913114 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-945ead93-af6d-4f06-ac3e-fb53dfd6efa0 tempest-RoutersNegativeIpV6Test-1640623158 tempest-RoutersNegativeIpV6Test-1640623158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-673051', 'neutron.services.segments.db._delete_segments_for_network-8785021519108'] for network, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:34.913607 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-722bfc22-92bd-4e12-8e38-a8be683badd6 tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Notify callbacks [] for port, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:34.917373 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8dc2b7e-789d-4bdc-bfe6-4607e5b22aae tempest-SecGroupIPv6Test-2060248699 tempest-SecGroupIPv6Test-2060248699-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f862b3ff-ea5d-479c-8b46-5408dfce2a78,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:43:34.918516 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device 60c8378d-fdb9-40dd-972a-273557bc20bf no longer exists at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 07:43:34.947083 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] No Port match for: 60c8378d-fdb9-40dd-972a-273557bc20bf {{(pid=103334) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 19 07:43:34.947403 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device 60c8378d-fdb9-40dd-972a-273557bc20bf not bound to the agent host dv-neutron-861624-1-hyperv {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 07:43:34.947951 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device 6e664574-911e-4c74-88a3-f35418cc63e3 no longer exists at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 07:43:34.951455 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-945ead93-af6d-4f06-ac3e-fb53dfd6efa0 tempest-RoutersNegativeIpV6Test-1640623158 tempest-RoutersNegativeIpV6Test-1640623158-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27c084e1-5090-46d9-ad9a-572c0846ba04']}} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:43:34.953347 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-722bfc22-92bd-4e12-8e38-a8be683badd6 tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785020947330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133553798'] for port, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:34.969249 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-945ead93-af6d-4f06-ac3e-fb53dfd6efa0 tempest-RoutersNegativeIpV6Test-1640623158 tempest-RoutersNegativeIpV6Test-1640623158-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70625a10-d6b7-44b0-ae57-7708df51249f') {'for_net_delete': True} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:43:34.969560 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-945ead93-af6d-4f06-ac3e-fb53dfd6efa0 tempest-RoutersNegativeIpV6Test-1640623158 tempest-RoutersNegativeIpV6Test-1640623158-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70625a10-d6b7-44b0-ae57-7708df51249f') {} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:43:34.983024 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-91e2ba10-94fd-4d40-9220-a33553774f30 tempest-SecGroupIPv6Test-2060248699 tempest-SecGroupIPv6Test-2060248699-project] 10.222.0.27 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1349254 Oct 19 07:43:34.984956 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 59266) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:43:34.986365 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-945ead93-af6d-4f06-ac3e-fb53dfd6efa0 tempest-RoutersNegativeIpV6Test-1640623158 tempest-RoutersNegativeIpV6Test-1640623158-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785021519382', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-134111927'] for segment, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:34.990518 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-005ff397-c61b-4171-b61a-63df18fa8086 tempest-SecGroupIPv6Test-2060248699 tempest-SecGroupIPv6Test-2060248699-project] Request body: {'security_group': {'name': 'tempest-secgroup--1895849636'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:43:35.001715 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-722bfc22-92bd-4e12-8e38-a8be683badd6 tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Network 99c66757-74e3-40a4-b479-8d09e3a7c3dd is already hosted by enough agents. {{(pid=103332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 07:43:35.004782 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.base_scheduler [None req-722bfc22-92bd-4e12-8e38-a8be683badd6 tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Resources bound (agent type, host, resource id): {{(pid=103332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:43:35.008764 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-722bfc22-92bd-4e12-8e38-a8be683badd6 tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Received port after_create {{(pid=103332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 07:43:35.019753 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-945ead93-af6d-4f06-ac3e-fb53dfd6efa0 tempest-RoutersNegativeIpV6Test-1640623158 tempest-RoutersNegativeIpV6Test-1640623158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979'] for segment, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:35.030589 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-945ead93-af6d-4f06-ac3e-fb53dfd6efa0 tempest-RoutersNegativeIpV6Test-1640623158 tempest-RoutersNegativeIpV6Test-1640623158-project] Releasing vlan 190 on physical network physnet1 to pool {{(pid=103333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 07:43:35.031133 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-945ead93-af6d-4f06-ac3e-fb53dfd6efa0 tempest-RoutersNegativeIpV6Test-1640623158 tempest-RoutersNegativeIpV6Test-1640623158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130996782'] for segment, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:35.035553 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-005ff397-c61b-4171-b61a-63df18fa8086 tempest-SecGroupIPv6Test-2060248699 tempest-SecGroupIPv6Test-2060248699-project] Notify callbacks [] for security_group, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:35.035730 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722bfc22-92bd-4e12-8e38-a8be683badd6 tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Pushing event updated for resources: {'Port': ['ID=ed74da82-7963-44ed-bd69-1b5da4d2a5f6,revision_number=1']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:43:35.068236 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-631f40db-be99-4307-97de-ffdc7c31a024 None None] For port 6e664574-911e-4c74-88a3-f35418cc63e3, host dv-neutron-861624-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=6e664574-911e-4c74-88a3-f35418cc63e3,segment=NetworkSegment(1e01d54a-5afd-4321-87f4-2c6371168227),segment_id=1e01d54a-5afd-4321-87f4-2c6371168227)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:43:35.069509 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-631f40db-be99-4307-97de-ffdc7c31a024 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:35.115239 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-945ead93-af6d-4f06-ac3e-fb53dfd6efa0 tempest-RoutersNegativeIpV6Test-1640623158 tempest-RoutersNegativeIpV6Test-1640623158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-673044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1695087'] for network, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:35.116860 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-631f40db-be99-4307-97de-ffdc7c31a024 None None] Calling delete_port for 6e664574-911e-4c74-88a3-f35418cc63e3 owned by network:dhcp {{(pid=103334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 07:43:35.121274 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-945ead93-af6d-4f06-ac3e-fb53dfd6efa0 tempest-RoutersNegativeIpV6Test-1640623158 tempest-RoutersNegativeIpV6Test-1640623158-project] Notify callbacks [] for network, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:35.127256 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 59268) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:43:35.127445 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-945ead93-af6d-4f06-ac3e-fb53dfd6efa0 tempest-RoutersNegativeIpV6Test-1640623158 tempest-RoutersNegativeIpV6Test-1640623158-project] 10.222.0.27 "DELETE /v2.0/networks/27c084e1-5090-46d9-ad9a-572c0846ba04 HTTP/1.1" status: 204 len: 168 time: 1.0137813 Oct 19 07:43:35.151171 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945ead93-af6d-4f06-ac3e-fb53dfd6efa0 tempest-RoutersNegativeIpV6Test-1640623158 tempest-RoutersNegativeIpV6Test-1640623158-project] Pushing event deleted for resources: {'Network': ['ID=27c084e1-5090-46d9-ad9a-572c0846ba04,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:43:35.190280 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-005ff397-c61b-4171-b61a-63df18fa8086 tempest-SecGroupIPv6Test-2060248699 tempest-SecGroupIPv6Test-2060248699-project] Notify callbacks [] for security_group, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:35.194585 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-005ff397-c61b-4171-b61a-63df18fa8086 tempest-SecGroupIPv6Test-2060248699 tempest-SecGroupIPv6Test-2060248699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788643'] for security_group, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:35.224326 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d8ffab51-8a04-48cc-9169-69fb48482589 None None] Notify callbacks [] for port, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:35.225912 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-005ff397-c61b-4171-b61a-63df18fa8086 tempest-SecGroupIPv6Test-2060248699 tempest-SecGroupIPv6Test-2060248699-project] Notify callbacks [] for security_group, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:35.228951 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-005ff397-c61b-4171-b61a-63df18fa8086 tempest-SecGroupIPv6Test-2060248699 tempest-SecGroupIPv6Test-2060248699-project] 10.222.0.27 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2424235 Oct 19 07:43:35.229456 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 59270) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:43:35.234495 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-2d2f055c-5c18-46e0-9fd3-fbccd3c8f4e0 tempest-SecGroupIPv6Test-2060248699 tempest-SecGroupIPv6Test-2060248699-project] Request body: {'security_group': {'name': 'tempest-secgroup--1114552560'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:43:35.239087 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-70e3c2ab-34fd-4f1c-9e5b-5e87684cf00c tempest-RoutersNegativeIpV6Test-1640623158 tempest-RoutersNegativeIpV6Test-1640623158-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-667019'] for network, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:35.242300 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005ff397-c61b-4171-b61a-63df18fa8086 tempest-SecGroupIPv6Test-2060248699 tempest-SecGroupIPv6Test-2060248699-project] Pushing event updated for resources: {'SecurityGroup': ['ID=27d8a0ed-1d30-4043-9bdf-534be72a8b88,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:43:35.246210 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d8ffab51-8a04-48cc-9169-69fb48482589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785020947330'] for port, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:35.262547 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-2d2f055c-5c18-46e0-9fd3-fbccd3c8f4e0 tempest-SecGroupIPv6Test-2060248699 tempest-SecGroupIPv6Test-2060248699-project] Notify callbacks [] for security_group, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:35.316802 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ffab51-8a04-48cc-9169-69fb48482589 None None] Pushing event updated for resources: {'Port': ['ID=8ea320f9-c546-4838-95ec-ebb68d21c308,revision_number=1']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:43:35.323257 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.services.segments.plugin [-] Segment 70625a10-d6b7-44b0-ae57-7708df51249f resource provider aggregate not found Oct 19 07:43:35.328058 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8ffab51-8a04-48cc-9169-69fb48482589 None None] Network 4329b2ea-9b3f-45e3-9c3b-4484b51aebd1 is already hosted by enough agents. {{(pid=103334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 07:43:35.331726 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.scheduler.base_scheduler [None req-d8ffab51-8a04-48cc-9169-69fb48482589 None None] Resources bound (agent type, host, resource id): {{(pid=103334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:43:35.335056 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Current status of the port 6e664574-911e-4c74-88a3-f35418cc63e3 is: ACTIVE; New status is: DOWN {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:43:35.335486 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:35.337499 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8ffab51-8a04-48cc-9169-69fb48482589 None None] Received port after_create {{(pid=103334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 07:43:35.362858 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.services.segments.plugin [-] Segment 70625a10-d6b7-44b0-ae57-7708df51249f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 70625a10-d6b7-44b0-ae57-7708df51249f found for delete ", "request_id": "req-f1d7378f-1cad-4434-9504-89a1c818e878"}]} Oct 19 07:43:35.386706 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] For port 6e664574-911e-4c74-88a3-f35418cc63e3, host dv-neutron-861624-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=6e664574-911e-4c74-88a3-f35418cc63e3,segment=NetworkSegment(1e01d54a-5afd-4321-87f4-2c6371168227),segment_id=1e01d54a-5afd-4321-87f4-2c6371168227)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:43:35.393312 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-2d2f055c-5c18-46e0-9fd3-fbccd3c8f4e0 tempest-SecGroupIPv6Test-2060248699 tempest-SecGroupIPv6Test-2060248699-project] Notify callbacks [] for security_group, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:35.398089 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-2d2f055c-5c18-46e0-9fd3-fbccd3c8f4e0 tempest-SecGroupIPv6Test-2060248699 tempest-SecGroupIPv6Test-2060248699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788643'] for security_group, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:35.409440 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:35.438484 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2f055c-5c18-46e0-9fd3-fbccd3c8f4e0 tempest-SecGroupIPv6Test-2060248699 tempest-SecGroupIPv6Test-2060248699-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7a62fafb-2dbe-42c5-9462-358781bf6594,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:43:35.444221 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-2d2f055c-5c18-46e0-9fd3-fbccd3c8f4e0 tempest-SecGroupIPv6Test-2060248699 tempest-SecGroupIPv6Test-2060248699-project] Notify callbacks [] for security_group, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:35.448113 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-2d2f055c-5c18-46e0-9fd3-fbccd3c8f4e0 tempest-SecGroupIPv6Test-2060248699 tempest-SecGroupIPv6Test-2060248699-project] 10.222.0.27 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2151096 Oct 19 07:43:35.448417 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 59276) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:43:35.454259 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-fc474124-6dc1-4cd2-9322-83cf6ca4c99c tempest-SecGroupIPv6Test-2060248699 tempest-SecGroupIPv6Test-2060248699-project] Request body: {'security_group_rule': {'security_group_id': '27d8a0ed-1d30-4043-9bdf-534be72a8b88', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '7a62fafb-2dbe-42c5-9462-358781bf6594', 'remote_ip_prefix': None}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:43:35.466753 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-631f40db-be99-4307-97de-ffdc7c31a024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339'] for port, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:35.485099 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-d8ffab51-8a04-48cc-9169-69fb48482589 None None] Attempting to bind port 8ea320f9-c546-4838-95ec-ebb68d21c308 on host dv-neutron-861624-1-hyperv for vnic_type normal with profile {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 19 07:43:35.485500 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-d8ffab51-8a04-48cc-9169-69fb48482589 None None] Attempting to bind port 8ea320f9-c546-4838-95ec-ebb68d21c308 by drivers openvswitch,hyperv on host dv-neutron-861624-1-hyperv at level 0 using segments [{'id': '43355730-4884-43f1-b806-5fbdda6ebafe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '4329b2ea-9b3f-45e3-9c3b-4484b51aebd1'}] {{(pid=103334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 19 07:43:35.485840 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8ffab51-8a04-48cc-9169-69fb48482589 None None] Attempting to bind port 8ea320f9-c546-4838-95ec-ebb68d21c308 on network 4329b2ea-9b3f-45e3-9c3b-4484b51aebd1 {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 07:43:35.487794 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-fc474124-6dc1-4cd2-9322-83cf6ca4c99c tempest-SecGroupIPv6Test-2060248699 tempest-SecGroupIPv6Test-2060248699-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:35.510236 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8ffab51-8a04-48cc-9169-69fb48482589 None None] Checking agent: {'id': 'a5b0152c-d633-409b-aaf8-3b76458e2410', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861624-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 19, 7, 30, 19), 'started_at': datetime.datetime(2022, 10, 19, 7, 30, 49), 'heartbeat_timestamp': datetime.datetime(2022, 10, 19, 7, 43, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861624-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 07:43:35.510619 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8ffab51-8a04-48cc-9169-69fb48482589 None None] Checking segment: {'id': '43355730-4884-43f1-b806-5fbdda6ebafe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '4329b2ea-9b3f-45e3-9c3b-4484b51aebd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 19 07:43:35.511036 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d8ffab51-8a04-48cc-9169-69fb48482589 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:35.511431 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8ffab51-8a04-48cc-9169-69fb48482589 None None] Bound using segment: {'id': '43355730-4884-43f1-b806-5fbdda6ebafe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '4329b2ea-9b3f-45e3-9c3b-4484b51aebd1'} {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 07:43:35.511926 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-d8ffab51-8a04-48cc-9169-69fb48482589 None None] Bound port: 8ea320f9-c546-4838-95ec-ebb68d21c308, host: dv-neutron-861624-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43355730-4884-43f1-b806-5fbdda6ebafe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '4329b2ea-9b3f-45e3-9c3b-4484b51aebd1'}}] {{(pid=103334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 19 07:43:35.512316 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d8ffab51-8a04-48cc-9169-69fb48482589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:35.515308 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-631f40db-be99-4307-97de-ffdc7c31a024 None None] No DVR routers for this DVR port 6e664574-911e-4c74-88a3-f35418cc63e3 on host dv-neutron-861624-1-hyperv {{(pid=103334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 19 07:43:35.529212 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Pushing event updated for resources: {'Port': ['ID=6e664574-911e-4c74-88a3-f35418cc63e3,revision_number=5']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:43:35.580408 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631f40db-be99-4307-97de-ffdc7c31a024 None None] Pushing event deleted for resources: {'Port': ['ID=6e664574-911e-4c74-88a3-f35418cc63e3,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:43:35.581108 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-fc474124-6dc1-4cd2-9322-83cf6ca4c99c tempest-SecGroupIPv6Test-2060248699 tempest-SecGroupIPv6Test-2060248699-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:35.586224 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-fc474124-6dc1-4cd2-9322-83cf6ca4c99c tempest-SecGroupIPv6Test-2060248699 tempest-SecGroupIPv6Test-2060248699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815365'] for security_group_rule, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:35.614452 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc474124-6dc1-4cd2-9322-83cf6ca4c99c tempest-SecGroupIPv6Test-2060248699 tempest-SecGroupIPv6Test-2060248699-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8326af13-9128-49a8-a81e-0eb945f9a7b1,revision_number=0']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:43:35.616323 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-d8ffab51-8a04-48cc-9169-69fb48482589 None None] For port 8ea320f9-c546-4838-95ec-ebb68d21c308, host dv-neutron-861624-1-hyperv, cleared binding levels {{(pid=103334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 07:43:35.620763 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-d8ffab51-8a04-48cc-9169-69fb48482589 None None] For port 8ea320f9-c546-4838-95ec-ebb68d21c308, host dv-neutron-861624-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=8ea320f9-c546-4838-95ec-ebb68d21c308,segment=NetworkSegment(43355730-4884-43f1-b806-5fbdda6ebafe),segment_id=43355730-4884-43f1-b806-5fbdda6ebafe)] {{(pid=103334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 07:43:35.621005 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-fc474124-6dc1-4cd2-9322-83cf6ca4c99c tempest-SecGroupIPv6Test-2060248699 tempest-SecGroupIPv6Test-2060248699-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:35.625039 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-fc474124-6dc1-4cd2-9322-83cf6ca4c99c tempest-SecGroupIPv6Test-2060248699 tempest-SecGroupIPv6Test-2060248699-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.1733272 Oct 19 07:43:35.625770 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 59278) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:43:35.629718 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d8ffab51-8a04-48cc-9169-69fb48482589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:35.673678 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-c5c6e4a5-c594-4865-84b4-31b60e5b5b98 tempest-SecGroupIPv6Test-2060248699 tempest-SecGroupIPv6Test-2060248699-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:35.686168 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-c5c6e4a5-c594-4865-84b4-31b60e5b5b98 tempest-SecGroupIPv6Test-2060248699 tempest-SecGroupIPv6Test-2060248699-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:35.687579 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ffab51-8a04-48cc-9169-69fb48482589 None None] Pushing event updated for resources: {'Port': ['ID=8ea320f9-c546-4838-95ec-ebb68d21c308,revision_number=2']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:43:35.722373 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-c5c6e4a5-c594-4865-84b4-31b60e5b5b98 tempest-SecGroupIPv6Test-2060248699 tempest-SecGroupIPv6Test-2060248699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815365'] for security_group_rule, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:35.727665 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-722bfc22-92bd-4e12-8e38-a8be683badd6 tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Notify callbacks [] for router_gateway, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:35.736366 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-c5c6e4a5-c594-4865-84b4-31b60e5b5b98 tempest-SecGroupIPv6Test-2060248699 tempest-SecGroupIPv6Test-2060248699-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:35.737537 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-c5c6e4a5-c594-4865-84b4-31b60e5b5b98 tempest-SecGroupIPv6Test-2060248699 tempest-SecGroupIPv6Test-2060248699-project] 10.222.0.27 "DELETE /v2.0/security-group-rules/8326af13-9128-49a8-a81e-0eb945f9a7b1 HTTP/1.1" status: 204 len: 168 time: 0.1107244 Oct 19 07:43:35.738333 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c6e4a5-c594-4865-84b4-31b60e5b5b98 tempest-SecGroupIPv6Test-2060248699 tempest-SecGroupIPv6Test-2060248699-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8326af13-9128-49a8-a81e-0eb945f9a7b1,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:43:35.740171 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 59280) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:43:35.780208 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.plugin [None req-70e3c2ab-34fd-4f1c-9e5b-5e87684cf00c tempest-RoutersNegativeIpV6Test-1640623158 tempest-RoutersNegativeIpV6Test-1640623158-project] Deleting port 6e664574-911e-4c74-88a3-f35418cc63e3 {{(pid=103332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 07:43:35.780465 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-70e3c2ab-34fd-4f1c-9e5b-5e87684cf00c tempest-RoutersNegativeIpV6Test-1640623158 tempest-RoutersNegativeIpV6Test-1640623158-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:35.788404 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-af39101f-7e40-4881-974b-4466042661e1 tempest-SecGroupIPv6Test-2060248699 tempest-SecGroupIPv6Test-2060248699-project] 10.222.0.27 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0442457 Oct 19 07:43:35.788753 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 59284) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:43:35.846660 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-1ec99d6e-ae0d-4508-b80f-22da9b502f16 tempest-SecGroupIPv6Test-2060248699 tempest-SecGroupIPv6Test-2060248699-project] Notify callbacks [] for security_group, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:35.896045 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-1ec99d6e-ae0d-4508-b80f-22da9b502f16 tempest-SecGroupIPv6Test-2060248699 tempest-SecGroupIPv6Test-2060248699-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:35.945040 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.db [None req-70e3c2ab-34fd-4f1c-9e5b-5e87684cf00c tempest-RoutersNegativeIpV6Test-1640623158 tempest-RoutersNegativeIpV6Test-1640623158-project] For port 6e664574-911e-4c74-88a3-f35418cc63e3, host dv-neutron-861624-1-hyperv, got binding levels [] {{(pid=103332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:43:35.945680 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-70e3c2ab-34fd-4f1c-9e5b-5e87684cf00c tempest-RoutersNegativeIpV6Test-1640623158 tempest-RoutersNegativeIpV6Test-1640623158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:35.950962 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-1ec99d6e-ae0d-4508-b80f-22da9b502f16 tempest-SecGroupIPv6Test-2060248699 tempest-SecGroupIPv6Test-2060248699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788643'] for security_group, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:35.954035 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-1ec99d6e-ae0d-4508-b80f-22da9b502f16 tempest-SecGroupIPv6Test-2060248699 tempest-SecGroupIPv6Test-2060248699-project] Notify callbacks [] for security_group, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:35.955455 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-1ec99d6e-ae0d-4508-b80f-22da9b502f16 tempest-SecGroupIPv6Test-2060248699 tempest-SecGroupIPv6Test-2060248699-project] 10.222.0.27 "DELETE /v2.0/security-groups/7a62fafb-2dbe-42c5-9462-358781bf6594 HTTP/1.1" status: 204 len: 168 time: 0.1659200 Oct 19 07:43:35.958273 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 59286) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:43:35.965551 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec99d6e-ae0d-4508-b80f-22da9b502f16 tempest-SecGroupIPv6Test-2060248699 tempest-SecGroupIPv6Test-2060248699-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a62fafb-2dbe-42c5-9462-358781bf6594,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:43:35.976279 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.plugin [None req-70e3c2ab-34fd-4f1c-9e5b-5e87684cf00c tempest-RoutersNegativeIpV6Test-1640623158 tempest-RoutersNegativeIpV6Test-1640623158-project] Calling delete_port for 6e664574-911e-4c74-88a3-f35418cc63e3 owned by network:dhcp {{(pid=103332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 07:43:36.014504 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.ipam_backend_mixin [None req-70e3c2ab-34fd-4f1c-9e5b-5e87684cf00c tempest-RoutersNegativeIpV6Test-1640623158 tempest-RoutersNegativeIpV6Test-1640623158-project] Port 6e664574-911e-4c74-88a3-f35418cc63e3 was not found and therefore no delete operation was performed {{(pid=103332) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Oct 19 07:43:36.027536 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-70e3c2ab-34fd-4f1c-9e5b-5e87684cf00c tempest-RoutersNegativeIpV6Test-1640623158 tempest-RoutersNegativeIpV6Test-1640623158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133553798'] for port, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:36.073889 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70e3c2ab-34fd-4f1c-9e5b-5e87684cf00c tempest-RoutersNegativeIpV6Test-1640623158 tempest-RoutersNegativeIpV6Test-1640623158-project] No DVR routers for this DVR port 6e664574-911e-4c74-88a3-f35418cc63e3 on host dv-neutron-861624-1-hyperv {{(pid=103332) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 19 07:43:36.085230 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e3c2ab-34fd-4f1c-9e5b-5e87684cf00c tempest-RoutersNegativeIpV6Test-1640623158 tempest-RoutersNegativeIpV6Test-1640623158-project] Pushing event deleted for resources: {'Port': ['ID=6e664574-911e-4c74-88a3-f35418cc63e3,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:43:36.100381 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0978074d-cd3e-4cfb-b878-ec3a9387e404 req-31be433c-7960-4341-935e-cddfa22f28b8 tempest-TestNetworkAdvancedServerOps-260085928 tempest-TestNetworkAdvancedServerOps-260085928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:43:36.101808 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-0978074d-cd3e-4cfb-b878-ec3a9387e404 req-31be433c-7960-4341-935e-cddfa22f28b8 tempest-TestNetworkAdvancedServerOps-260085928 tempest-TestNetworkAdvancedServerOps-260085928-project] 10.222.0.27 "GET /v2.0/ports?device_id=7bfd5314-4c55-4597-8b3e-da476697892d HTTP/1.1" status: 200 len: 945 time: 0.2019837 Oct 19 07:43:36.218414 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-89e117d8-02f7-495b-9a3f-20d0e7938d20 tempest-SecGroupIPv6Test-2060248699 tempest-SecGroupIPv6Test-2060248699-project] 10.222.0.27 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.2566991 Oct 19 07:43:36.221215 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 59288) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:43:36.257807 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-70e3c2ab-34fd-4f1c-9e5b-5e87684cf00c tempest-RoutersNegativeIpV6Test-1640623158 tempest-RoutersNegativeIpV6Test-1640623158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-673051', 'neutron.services.segments.db._delete_segments_for_network-8785021519108'] for network, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:36.266379 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-722bfc22-92bd-4e12-8e38-a8be683badd6 tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1692844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1693859'] for router, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:36.273024 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-20bf756f-509a-4de5-a047-0f89ebdf6177 tempest-SecGroupIPv6Test-2060248699 tempest-SecGroupIPv6Test-2060248699-project] Notify callbacks [] for security_group, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:36.292903 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.services.segments.db [None req-70e3c2ab-34fd-4f1c-9e5b-5e87684cf00c tempest-RoutersNegativeIpV6Test-1640623158 tempest-RoutersNegativeIpV6Test-1640623158-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cbb6531e-4a42-4d2e-aeca-418129ebbacd']}} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:43:36.301943 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-0978074d-cd3e-4cfb-b878-ec3a9387e404 req-29e8cb1b-350e-4215-a0c6-8688c791e469 tempest-TestNetworkAdvancedServerOps-260085928 tempest-TestNetworkAdvancedServerOps-260085928-project] 10.222.0.27 "GET /v2.0/security-groups?id=705be772-8c7b-4b84-954c-59b0a7452e78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1715801 Oct 19 07:43:36.302280 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-20bf756f-509a-4de5-a047-0f89ebdf6177 tempest-SecGroupIPv6Test-2060248699 tempest-SecGroupIPv6Test-2060248699-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:36.336255 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.services.segments.db [None req-70e3c2ab-34fd-4f1c-9e5b-5e87684cf00c tempest-RoutersNegativeIpV6Test-1640623158 tempest-RoutersNegativeIpV6Test-1640623158-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e01d54a-5afd-4321-87f4-2c6371168227') {'for_net_delete': True} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:43:36.336564 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.services.segments.db [None req-70e3c2ab-34fd-4f1c-9e5b-5e87684cf00c tempest-RoutersNegativeIpV6Test-1640623158 tempest-RoutersNegativeIpV6Test-1640623158-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e01d54a-5afd-4321-87f4-2c6371168227') {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:43:36.344991 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-20bf756f-509a-4de5-a047-0f89ebdf6177 tempest-SecGroupIPv6Test-2060248699 tempest-SecGroupIPv6Test-2060248699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788643'] for security_group, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:36.348813 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-20bf756f-509a-4de5-a047-0f89ebdf6177 tempest-SecGroupIPv6Test-2060248699 tempest-SecGroupIPv6Test-2060248699-project] Notify callbacks [] for security_group, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:36.352452 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-20bf756f-509a-4de5-a047-0f89ebdf6177 tempest-SecGroupIPv6Test-2060248699 tempest-SecGroupIPv6Test-2060248699-project] 10.222.0.27 "DELETE /v2.0/security-groups/27d8a0ed-1d30-4043-9bdf-534be72a8b88 HTTP/1.1" status: 204 len: 168 time: 0.1278446 Oct 19 07:43:36.352730 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-70e3c2ab-34fd-4f1c-9e5b-5e87684cf00c tempest-RoutersNegativeIpV6Test-1640623158 tempest-RoutersNegativeIpV6Test-1640623158-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785021519382', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130726885'] for segment, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:36.353422 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 59290) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:43:36.360652 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20bf756f-509a-4de5-a047-0f89ebdf6177 tempest-SecGroupIPv6Test-2060248699 tempest-SecGroupIPv6Test-2060248699-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=27d8a0ed-1d30-4043-9bdf-534be72a8b88,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:43:36.399713 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-70e3c2ab-34fd-4f1c-9e5b-5e87684cf00c tempest-RoutersNegativeIpV6Test-1640623158 tempest-RoutersNegativeIpV6Test-1640623158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979'] for segment, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:36.451765 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70e3c2ab-34fd-4f1c-9e5b-5e87684cf00c tempest-RoutersNegativeIpV6Test-1640623158 tempest-RoutersNegativeIpV6Test-1640623158-project] Releasing vlan 177 on physical network physnet1 to pool {{(pid=103332) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 07:43:36.452438 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-70e3c2ab-34fd-4f1c-9e5b-5e87684cf00c tempest-RoutersNegativeIpV6Test-1640623158 tempest-RoutersNegativeIpV6Test-1640623158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-133553843'] for segment, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:36.475834 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.services.segments.plugin [-] Segment 1e01d54a-5afd-4321-87f4-2c6371168227 resource provider aggregate not found Oct 19 07:43:36.503319 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.services.segments.plugin [-] Segment 1e01d54a-5afd-4321-87f4-2c6371168227 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1e01d54a-5afd-4321-87f4-2c6371168227 found for delete ", "request_id": "req-e2bad34c-e625-4ab8-9342-66f0f168bd3b"}]} Oct 19 07:43:36.507182 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-b4ab5e72-bd39-4a6e-b93e-fed16c2b0b3e tempest-SecGroupIPv6Test-2060248699 tempest-SecGroupIPv6Test-2060248699-project] 10.222.0.27 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1484492 Oct 19 07:43:36.511634 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 59296) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:43:36.517997 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-cd20106d-851a-443c-a851-532321914c08 tempest-SecGroupIPv6Test-2060248699 tempest-SecGroupIPv6Test-2060248699-project] Request body: {'security_group': {'name': 'tempest-secgroup--1916544099'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:43:36.546451 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-cd20106d-851a-443c-a851-532321914c08 tempest-SecGroupIPv6Test-2060248699 tempest-SecGroupIPv6Test-2060248699-project] Notify callbacks [] for security_group, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:36.549196 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-70e3c2ab-34fd-4f1c-9e5b-5e87684cf00c tempest-RoutersNegativeIpV6Test-1640623158 tempest-RoutersNegativeIpV6Test-1640623158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-673044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1695087'] for network, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:36.556856 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-70e3c2ab-34fd-4f1c-9e5b-5e87684cf00c tempest-RoutersNegativeIpV6Test-1640623158 tempest-RoutersNegativeIpV6Test-1640623158-project] Notify callbacks [] for network, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:36.560010 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-70e3c2ab-34fd-4f1c-9e5b-5e87684cf00c tempest-RoutersNegativeIpV6Test-1640623158 tempest-RoutersNegativeIpV6Test-1640623158-project] 10.222.0.27 "DELETE /v2.0/networks/cbb6531e-4a42-4d2e-aeca-418129ebbacd HTTP/1.1" status: 204 len: 168 time: 1.4317138 Oct 19 07:43:36.564194 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 59298) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:43:36.579572 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e3c2ab-34fd-4f1c-9e5b-5e87684cf00c tempest-RoutersNegativeIpV6Test-1640623158 tempest-RoutersNegativeIpV6Test-1640623158-project] Pushing event deleted for resources: {'Network': ['ID=cbb6531e-4a42-4d2e-aeca-418129ebbacd,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:43:36.594917 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-722bfc22-92bd-4e12-8e38-a8be683badd6 tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Router 14afafa6-299e-4ad7-8440-766ded4cd16d is scheduled to L3 agent ab388470-1243-4d53-80f2-c2f5899c97a7 with binding_index 1 {{(pid=103332) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 07:43:36.635635 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.db_base_plugin_v2 [None req-01116844-ea06-4391-a5ef-0b9ca9a1574c tempest-RoutersNegativeIpV6Test-1640623158 tempest-RoutersNegativeIpV6Test-1640623158-project] Deleting subnet 2e4c478d-a992-4f6d-9089-85a80ce9a0fe {{(pid=103333) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 19 07:43:36.641105 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-01116844-ea06-4391-a5ef-0b9ca9a1574c tempest-RoutersNegativeIpV6Test-1640623158 tempest-RoutersNegativeIpV6Test-1640623158-project] Notify callbacks [] for subnet, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:36.709129 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-01116844-ea06-4391-a5ef-0b9ca9a1574c tempest-RoutersNegativeIpV6Test-1640623158 tempest-RoutersNegativeIpV6Test-1640623158-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-134111928'] for subnet, precommit_delete_associations {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:36.713983 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-cd20106d-851a-443c-a851-532321914c08 tempest-SecGroupIPv6Test-2060248699 tempest-SecGroupIPv6Test-2060248699-project] Notify callbacks [] for security_group, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:36.728200 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-722bfc22-92bd-4e12-8e38-a8be683badd6 tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Notify agent at l3_agent.dv-neutron-861624-1-hyperv the message routers_updated {{(pid=103332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 07:43:36.734551 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-cd20106d-851a-443c-a851-532321914c08 tempest-SecGroupIPv6Test-2060248699 tempest-SecGroupIPv6Test-2060248699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788643'] for security_group, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:36.742793 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ebb0e02-5bf2-4616-85f3-aa91e8c0ff1f None None] Sync routers for ids ['14afafa6-299e-4ad7-8440-766ded4cd16d'] in dv-neutron-861624-1-hyperv {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 07:43:36.756890 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ebb0e02-5bf2-4616-85f3-aa91e8c0ff1f None None] Routers {'14afafa6-299e-4ad7-8440-766ded4cd16d'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 07:43:36.757780 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-9ebb0e02-5bf2-4616-85f3-aa91e8c0ff1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T07:43:16Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['14afafa6-299e-4ad7-8440-766ded4cd16d'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:43:36.767019 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-722bfc22-92bd-4e12-8e38-a8be683badd6 tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Notify callbacks [] for router, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:36.768994 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-722bfc22-92bd-4e12-8e38-a8be683badd6 tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] 10.222.0.27 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.7219291 Oct 19 07:43:36.771445 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 59302) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:43:36.787686 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd20106d-851a-443c-a851-532321914c08 tempest-SecGroupIPv6Test-2060248699 tempest-SecGroupIPv6Test-2060248699-project] Pushing event updated for resources: {'SecurityGroup': ['ID=deb1107f-0d6f-4047-959f-26f9e6beed3a,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:43:36.797147 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-cd20106d-851a-443c-a851-532321914c08 tempest-SecGroupIPv6Test-2060248699 tempest-SecGroupIPv6Test-2060248699-project] Notify callbacks [] for security_group, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:36.798462 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-cd20106d-851a-443c-a851-532321914c08 tempest-SecGroupIPv6Test-2060248699 tempest-SecGroupIPv6Test-2060248699-project] 10.222.0.27 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2858045 Oct 19 07:43:36.801680 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be364641-03a2-42c1-b321-cd4f64c21d3a None None] Network 4329b2ea-9b3f-45e3-9c3b-4484b51aebd1 requested from dv-neutron-861624-1-hyperv {{(pid=103334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 07:43:36.802180 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 59304) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:43:36.807050 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-9ebb0e02-5bf2-4616-85f3-aa91e8c0ff1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:43:36.807233 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-04515c51-0809-4b94-9639-f65687b2fccc tempest-SecGroupIPv6Test-2060248699 tempest-SecGroupIPv6Test-2060248699-project] Request body: {'security_group_rule': {'security_group_id': 'deb1107f-0d6f-4047-959f-26f9e6beed3a', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:43:36.829102 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ebb0e02-5bf2-4616-85f3-aa91e8c0ff1f None None] Routers {'14afafa6-299e-4ad7-8440-766ded4cd16d'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 07:43:36.831908 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-9ebb0e02-5bf2-4616-85f3-aa91e8c0ff1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T07:43:16Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['14afafa6-299e-4ad7-8440-766ded4cd16d'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:43:36.915093 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-01116844-ea06-4391-a5ef-0b9ca9a1574c tempest-RoutersNegativeIpV6Test-1640623158 tempest-RoutersNegativeIpV6Test-1640623158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-679826'] for subnet, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:36.947371 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-19482932-e491-4732-b058-b82e7b8f7656 None None] Provisioning complete for port 8ea320f9-c546-4838-95ec-ebb68d21c308 triggered by entity DHCP. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:43:36.948146 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-19482932-e491-4732-b058-b82e7b8f7656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:36.948729 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-19482932-e491-4732-b058-b82e7b8f7656 None None] Attempt 1 to provision port 8ea320f9-c546-4838-95ec-ebb68d21c308 Oct 19 07:43:36.995323 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device 8ea320f9-c546-4838-95ec-ebb68d21c308 up at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 07:43:37.001581 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-01116844-ea06-4391-a5ef-0b9ca9a1574c tempest-RoutersNegativeIpV6Test-1640623158 tempest-RoutersNegativeIpV6Test-1640623158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-679819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130997964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130170408'] for subnet, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:37.018092 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-9ebb0e02-5bf2-4616-85f3-aa91e8c0ff1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:43:37.018732 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ebb0e02-5bf2-4616-85f3-aa91e8c0ff1f None None] The sync data for ids ['14afafa6-299e-4ad7-8440-766ded4cd16d'] in dv-neutron-861624-1-hyperv is: [] {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 07:43:37.094640 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Provisioning complete for port 8ea320f9-c546-4838-95ec-ebb68d21c308 triggered by entity L2. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:43:37.094892 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:37.095225 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Attempt 1 to provision port 8ea320f9-c546-4838-95ec-ebb68d21c308 Oct 19 07:43:37.162276 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-19482932-e491-4732-b058-b82e7b8f7656 None None] Current status of the port 8ea320f9-c546-4838-95ec-ebb68d21c308 is: DOWN; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:43:37.162665 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-19482932-e491-4732-b058-b82e7b8f7656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:37.204866 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-19482932-e491-4732-b058-b82e7b8f7656 None None] For port 8ea320f9-c546-4838-95ec-ebb68d21c308, host dv-neutron-861624-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=8ea320f9-c546-4838-95ec-ebb68d21c308,segment=NetworkSegment(43355730-4884-43f1-b806-5fbdda6ebafe),segment_id=43355730-4884-43f1-b806-5fbdda6ebafe)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:43:37.232089 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-19482932-e491-4732-b058-b82e7b8f7656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:37.279942 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Current status of the port 8ea320f9-c546-4838-95ec-ebb68d21c308 is: DOWN; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:43:37.280266 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:37.314154 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19482932-e491-4732-b058-b82e7b8f7656 None None] Pushing event updated for resources: {'Port': ['ID=8ea320f9-c546-4838-95ec-ebb68d21c308,revision_number=3']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:43:37.341800 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01116844-ea06-4391-a5ef-0b9ca9a1574c tempest-RoutersNegativeIpV6Test-1640623158 tempest-RoutersNegativeIpV6Test-1640623158-project] Pushing event deleted for resources: {'Subnet': ['ID=2e4c478d-a992-4f6d-9089-85a80ce9a0fe,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:43:37.343424 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-01116844-ea06-4391-a5ef-0b9ca9a1574c tempest-RoutersNegativeIpV6Test-1640623158 tempest-RoutersNegativeIpV6Test-1640623158-project] Notify callbacks [] for subnet, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:37.346869 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-01116844-ea06-4391-a5ef-0b9ca9a1574c tempest-RoutersNegativeIpV6Test-1640623158 tempest-RoutersNegativeIpV6Test-1640623158-project] 10.222.0.27 "DELETE /v2.0/subnets/2e4c478d-a992-4f6d-9089-85a80ce9a0fe HTTP/1.1" status: 204 len: 168 time: 0.7816639 Oct 19 07:43:37.347979 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-04515c51-0809-4b94-9639-f65687b2fccc tempest-SecGroupIPv6Test-2060248699 tempest-SecGroupIPv6Test-2060248699-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:37.352006 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 59310) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:43:37.364023 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ed3a08d-2ad7-4b86-a652-ab57b51ef57d None None] Network 1a62ff2a-7d09-44e6-85fa-2510904c80e5 requested from dv-neutron-861624-1-hyperv {{(pid=103334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 07:43:37.388288 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.db.api [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103334) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 19 07:43:37.388722 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG oslo_db.api [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 19 07:43:37.408353 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-bd02279a-c05a-4271-be8d-9242dc6bda28 None None] Provisioning complete for port 8ea320f9-c546-4838-95ec-ebb68d21c308 triggered by entity DHCP. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:43:37.408754 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-bd02279a-c05a-4271-be8d-9242dc6bda28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:37.409111 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-bd02279a-c05a-4271-be8d-9242dc6bda28 None None] Attempt 1 to provision port 8ea320f9-c546-4838-95ec-ebb68d21c308 Oct 19 07:43:37.457545 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-64e956b9-69cd-4f21-a7f9-0c294d42fcb6 tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:37.461321 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-206c70f4-1dff-4def-923a-7cecb558a53c tempest-RoutersNegativeIpV6Test-1640623158 tempest-RoutersNegativeIpV6Test-1640623158-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-667019'] for network, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:37.472859 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-04515c51-0809-4b94-9639-f65687b2fccc tempest-SecGroupIPv6Test-2060248699 tempest-SecGroupIPv6Test-2060248699-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:37.482223 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-04515c51-0809-4b94-9639-f65687b2fccc tempest-SecGroupIPv6Test-2060248699 tempest-SecGroupIPv6Test-2060248699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815365'] for security_group_rule, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:37.527082 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25e9e0c-40db-444e-9268-6d536b5b4563 req-f43b4d97-ec51-4ac3-9e96-b28caa6dbc25 tempest-TestNetworkAdvancedServerOps-260085928 tempest-TestNetworkAdvancedServerOps-260085928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:43:37.529421 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-c25e9e0c-40db-444e-9268-6d536b5b4563 req-f43b4d97-ec51-4ac3-9e96-b28caa6dbc25 tempest-TestNetworkAdvancedServerOps-260085928 tempest-TestNetworkAdvancedServerOps-260085928-project] 10.222.0.27 "GET /v2.0/ports?device_id=7bfd5314-4c55-4597-8b3e-da476697892d HTTP/1.1" status: 200 len: 945 time: 0.1166418 Oct 19 07:43:37.529792 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04515c51-0809-4b94-9639-f65687b2fccc tempest-SecGroupIPv6Test-2060248699 tempest-SecGroupIPv6Test-2060248699-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bcad5320-658b-49b3-9121-db86a616225a,revision_number=0']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:43:37.538085 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-04515c51-0809-4b94-9639-f65687b2fccc tempest-SecGroupIPv6Test-2060248699 tempest-SecGroupIPv6Test-2060248699-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:37.542196 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-04515c51-0809-4b94-9639-f65687b2fccc tempest-SecGroupIPv6Test-2060248699 tempest-SecGroupIPv6Test-2060248699-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.7393951 Oct 19 07:43:37.542740 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 59312) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:43:37.564364 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-206c70f4-1dff-4def-923a-7cecb558a53c tempest-RoutersNegativeIpV6Test-1640623158 tempest-RoutersNegativeIpV6Test-1640623158-project] Deleting port d60e37bf-0fd1-448d-b093-3eea0b4850f3 {{(pid=103333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 07:43:37.564746 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-206c70f4-1dff-4def-923a-7cecb558a53c tempest-RoutersNegativeIpV6Test-1640623158 tempest-RoutersNegativeIpV6Test-1640623158-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:37.592735 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-bd02279a-c05a-4271-be8d-9242dc6bda28 None None] Current status of the port 8ea320f9-c546-4838-95ec-ebb68d21c308 is: ACTIVE; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:43:37.633085 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-427a7cc8-3cd4-4835-8949-4bad89e3263a tempest-SecGroupIPv6Test-2060248699 tempest-SecGroupIPv6Test-2060248699-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:37.655008 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-427a7cc8-3cd4-4835-8949-4bad89e3263a tempest-SecGroupIPv6Test-2060248699 tempest-SecGroupIPv6Test-2060248699-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:37.655552 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23211f7f-3d9f-4626-a748-90ba69033ac7 None None] DHCP port deletion for 1a62ff2a-7d09-44e6-85fa-2510904c80e5 request from dv-neutron-861624-1-hyperv {{(pid=103334) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 07:43:37.657146 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.db [None req-206c70f4-1dff-4def-923a-7cecb558a53c tempest-RoutersNegativeIpV6Test-1640623158 tempest-RoutersNegativeIpV6Test-1640623158-project] For port d60e37bf-0fd1-448d-b093-3eea0b4850f3, host dv-neutron-861624-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=d60e37bf-0fd1-448d-b093-3eea0b4850f3,segment=NetworkSegment(d6ff2df9-ef85-4d4f-851b-b1f0b700307d),segment_id=d6ff2df9-ef85-4d4f-851b-b1f0b700307d)] {{(pid=103333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:43:37.657529 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-206c70f4-1dff-4def-923a-7cecb558a53c tempest-RoutersNegativeIpV6Test-1640623158 tempest-RoutersNegativeIpV6Test-1640623158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:37.672790 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-c25e9e0c-40db-444e-9268-6d536b5b4563 req-fbe0cd0c-c56d-42d9-9315-2a7cd650e546 tempest-TestNetworkAdvancedServerOps-260085928 tempest-TestNetworkAdvancedServerOps-260085928-project] 10.222.0.27 "GET /v2.0/security-groups?id=705be772-8c7b-4b84-954c-59b0a7452e78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1237218 Oct 19 07:43:37.692532 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-206c70f4-1dff-4def-923a-7cecb558a53c tempest-RoutersNegativeIpV6Test-1640623158 tempest-RoutersNegativeIpV6Test-1640623158-project] Calling delete_port for d60e37bf-0fd1-448d-b093-3eea0b4850f3 owned by network:dhcp {{(pid=103333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 07:43:37.709201 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-23211f7f-3d9f-4626-a748-90ba69033ac7 None None] Deleting port d60e37bf-0fd1-448d-b093-3eea0b4850f3 {{(pid=103334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 07:43:37.709571 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-23211f7f-3d9f-4626-a748-90ba69033ac7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:37.785256 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-23211f7f-3d9f-4626-a748-90ba69033ac7 None None] For port d60e37bf-0fd1-448d-b093-3eea0b4850f3, host dv-neutron-861624-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=d60e37bf-0fd1-448d-b093-3eea0b4850f3,segment=NetworkSegment(d6ff2df9-ef85-4d4f-851b-b1f0b700307d),segment_id=d6ff2df9-ef85-4d4f-851b-b1f0b700307d)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:43:37.785650 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-23211f7f-3d9f-4626-a748-90ba69033ac7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:37.799484 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-23211f7f-3d9f-4626-a748-90ba69033ac7 None None] Calling delete_port for d60e37bf-0fd1-448d-b093-3eea0b4850f3 owned by network:dhcp {{(pid=103334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 07:43:37.800814 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-427a7cc8-3cd4-4835-8949-4bad89e3263a tempest-SecGroupIPv6Test-2060248699 tempest-SecGroupIPv6Test-2060248699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815365'] for security_group_rule, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:37.814398 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-427a7cc8-3cd4-4835-8949-4bad89e3263a tempest-SecGroupIPv6Test-2060248699 tempest-SecGroupIPv6Test-2060248699-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:37.815526 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-427a7cc8-3cd4-4835-8949-4bad89e3263a tempest-SecGroupIPv6Test-2060248699 tempest-SecGroupIPv6Test-2060248699-project] 10.222.0.27 "DELETE /v2.0/security-group-rules/bcad5320-658b-49b3-9121-db86a616225a HTTP/1.1" status: 204 len: 168 time: 0.2682886 Oct 19 07:43:37.820397 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 59316) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:43:37.827810 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-206c70f4-1dff-4def-923a-7cecb558a53c tempest-RoutersNegativeIpV6Test-1640623158 tempest-RoutersNegativeIpV6Test-1640623158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130996763'] for port, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:37.844028 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427a7cc8-3cd4-4835-8949-4bad89e3263a tempest-SecGroupIPv6Test-2060248699 tempest-SecGroupIPv6Test-2060248699-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=bcad5320-658b-49b3-9121-db86a616225a,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:43:37.872608 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206c70f4-1dff-4def-923a-7cecb558a53c tempest-RoutersNegativeIpV6Test-1640623158 tempest-RoutersNegativeIpV6Test-1640623158-project] Pushing event deleted for resources: {'Port': ['ID=d60e37bf-0fd1-448d-b093-3eea0b4850f3,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:43:37.876443 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-206c70f4-1dff-4def-923a-7cecb558a53c tempest-RoutersNegativeIpV6Test-1640623158 tempest-RoutersNegativeIpV6Test-1640623158-project] No DVR routers for this DVR port d60e37bf-0fd1-448d-b093-3eea0b4850f3 on host dv-neutron-861624-1-hyperv {{(pid=103333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 19 07:43:37.922465 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-c0151800-0095-4d22-8af8-d4c79cb82d7a tempest-SecGroupIPv6Test-2060248699 tempest-SecGroupIPv6Test-2060248699-project] 10.222.0.27 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1000454 Oct 19 07:43:37.925365 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 59318) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:43:37.928227 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-23211f7f-3d9f-4626-a748-90ba69033ac7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339'] for port, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:37.965199 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23211f7f-3d9f-4626-a748-90ba69033ac7 None None] No DVR routers for this DVR port d60e37bf-0fd1-448d-b093-3eea0b4850f3 on host dv-neutron-861624-1-hyperv {{(pid=103334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 19 07:43:37.969937 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Current status of the port 8ea320f9-c546-4838-95ec-ebb68d21c308 is: ACTIVE; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:43:37.973513 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23211f7f-3d9f-4626-a748-90ba69033ac7 None None] Pushing event deleted for resources: {'Port': ['ID=d60e37bf-0fd1-448d-b093-3eea0b4850f3,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:43:37.978354 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-206c70f4-1dff-4def-923a-7cecb558a53c tempest-RoutersNegativeIpV6Test-1640623158 tempest-RoutersNegativeIpV6Test-1640623158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-673051', 'neutron.services.segments.db._delete_segments_for_network-8785021519108'] for network, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:37.978684 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.db_base_plugin_common [None req-64e956b9-69cd-4f21-a7f9-0c294d42fcb6 tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Allocated IP 172.20.0.1 (4329b2ea-9b3f-45e3-9c3b-4484b51aebd1/fee5cd3e-8a74-4bdd-be90-639a0bad5a68/0ae168a2-1b5d-48a9-9418-57308959e45a) {{(pid=103332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 07:43:38.006642 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-206c70f4-1dff-4def-923a-7cecb558a53c tempest-RoutersNegativeIpV6Test-1640623158 tempest-RoutersNegativeIpV6Test-1640623158-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a62ff2a-7d09-44e6-85fa-2510904c80e5']}} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:43:38.018616 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-206c70f4-1dff-4def-923a-7cecb558a53c tempest-RoutersNegativeIpV6Test-1640623158 tempest-RoutersNegativeIpV6Test-1640623158-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6ff2df9-ef85-4d4f-851b-b1f0b700307d') {'for_net_delete': True} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:43:38.018930 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-206c70f4-1dff-4def-923a-7cecb558a53c tempest-RoutersNegativeIpV6Test-1640623158 tempest-RoutersNegativeIpV6Test-1640623158-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6ff2df9-ef85-4d4f-851b-b1f0b700307d') {} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:43:38.029221 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-206c70f4-1dff-4def-923a-7cecb558a53c tempest-RoutersNegativeIpV6Test-1640623158 tempest-RoutersNegativeIpV6Test-1640623158-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785021519382', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-134111927'] for segment, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:38.043151 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-206c70f4-1dff-4def-923a-7cecb558a53c tempest-RoutersNegativeIpV6Test-1640623158 tempest-RoutersNegativeIpV6Test-1640623158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979'] for segment, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:38.048662 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad480a14-9093-4a67-ab6b-3870105afec0 req-89f34954-5113-4ea0-9b6d-5ae21ebc538f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:43:38.050095 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-206c70f4-1dff-4def-923a-7cecb558a53c tempest-RoutersNegativeIpV6Test-1640623158 tempest-RoutersNegativeIpV6Test-1640623158-project] Releasing vlan 169 on physical network physnet1 to pool {{(pid=103333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 07:43:38.050220 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-ad480a14-9093-4a67-ab6b-3870105afec0 req-89f34954-5113-4ea0-9b6d-5ae21ebc538f service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=7bfd5314-4c55-4597-8b3e-da476697892d HTTP/1.1" status: 200 len: 1098 time: 0.2505698 Oct 19 07:43:38.050443 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-206c70f4-1dff-4def-923a-7cecb558a53c tempest-RoutersNegativeIpV6Test-1640623158 tempest-RoutersNegativeIpV6Test-1640623158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130996782'] for segment, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:38.073075 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.services.segments.plugin [-] Segment d6ff2df9-ef85-4d4f-851b-b1f0b700307d resource provider aggregate not found Oct 19 07:43:38.095833 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.services.segments.plugin [-] Segment d6ff2df9-ef85-4d4f-851b-b1f0b700307d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d6ff2df9-ef85-4d4f-851b-b1f0b700307d found for delete ", "request_id": "req-b2ed950b-cf3a-454a-8680-903beb0e66de"}]} Oct 19 07:43:38.111128 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-40181902-775f-4bca-8648-421a06208340 tempest-SecGroupIPv6Test-2060248699 tempest-SecGroupIPv6Test-2060248699-project] Notify callbacks [] for security_group, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:38.130341 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-206c70f4-1dff-4def-923a-7cecb558a53c tempest-RoutersNegativeIpV6Test-1640623158 tempest-RoutersNegativeIpV6Test-1640623158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-673044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1695087'] for network, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:38.134908 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-206c70f4-1dff-4def-923a-7cecb558a53c tempest-RoutersNegativeIpV6Test-1640623158 tempest-RoutersNegativeIpV6Test-1640623158-project] Notify callbacks [] for network, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:38.140178 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-206c70f4-1dff-4def-923a-7cecb558a53c tempest-RoutersNegativeIpV6Test-1640623158 tempest-RoutersNegativeIpV6Test-1640623158-project] 10.222.0.27 "DELETE /v2.0/networks/1a62ff2a-7d09-44e6-85fa-2510904c80e5 HTTP/1.1" status: 204 len: 168 time: 0.7871871 Oct 19 07:43:38.143075 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 59324) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:43:38.155505 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206c70f4-1dff-4def-923a-7cecb558a53c tempest-RoutersNegativeIpV6Test-1640623158 tempest-RoutersNegativeIpV6Test-1640623158-project] Pushing event deleted for resources: {'Network': ['ID=1a62ff2a-7d09-44e6-85fa-2510904c80e5,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:43:38.195177 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-ad480a14-9093-4a67-ab6b-3870105afec0 req-c91b56d9-6430-4e8e-b3ae-dee57ebd73cd service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=705be772-8c7b-4b84-954c-59b0a7452e78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1351595 Oct 19 07:43:38.198848 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-40181902-775f-4bca-8648-421a06208340 tempest-SecGroupIPv6Test-2060248699 tempest-SecGroupIPv6Test-2060248699-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:38.203792 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-9ac4915a-493e-43ac-9c8d-9e0e768e6f94 tempest-RoutersNegativeIpV6Test-1640623158 tempest-RoutersNegativeIpV6Test-1640623158-project] 10.222.0.27 "GET /v2.0/ports?device_id=69933b5a-2129-4171-8b37-d4bf6ed391a7 HTTP/1.1" status: 200 len: 205 time: 0.0582252 Oct 19 07:43:38.206385 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 59326) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:43:38.227515 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-64e956b9-69cd-4f21-a7f9-0c294d42fcb6 tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Notify callbacks [] for port, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:38.268247 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-40181902-775f-4bca-8648-421a06208340 tempest-SecGroupIPv6Test-2060248699 tempest-SecGroupIPv6Test-2060248699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788643'] for security_group, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:38.270791 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-40181902-775f-4bca-8648-421a06208340 tempest-SecGroupIPv6Test-2060248699 tempest-SecGroupIPv6Test-2060248699-project] Notify callbacks [] for security_group, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:38.271928 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-40181902-775f-4bca-8648-421a06208340 tempest-SecGroupIPv6Test-2060248699 tempest-SecGroupIPv6Test-2060248699-project] 10.222.0.27 "DELETE /v2.0/security-groups/deb1107f-0d6f-4047-959f-26f9e6beed3a HTTP/1.1" status: 204 len: 168 time: 0.3454790 Oct 19 07:43:38.276088 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 59328) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:43:38.285502 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-1bb19713-50ea-4f3c-bb8c-c0a3eb85a711 tempest-RoutersNegativeIpV6Test-1640623158 tempest-RoutersNegativeIpV6Test-1640623158-project] Notify callbacks [] for router, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:38.297892 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40181902-775f-4bca-8648-421a06208340 tempest-SecGroupIPv6Test-2060248699 tempest-SecGroupIPv6Test-2060248699-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=deb1107f-0d6f-4047-959f-26f9e6beed3a,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:43:38.314861 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-64e956b9-69cd-4f21-a7f9-0c294d42fcb6 tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785020947330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133553798'] for port, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:38.366244 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-5538768f-4661-46f2-9b3f-a17a824dd0c9 tempest-SecGroupIPv6Test-2060248699 tempest-SecGroupIPv6Test-2060248699-project] 10.222.0.27 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0862923 Oct 19 07:43:38.371486 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 59330) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:43:38.378662 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64e956b9-69cd-4f21-a7f9-0c294d42fcb6 tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Network 4329b2ea-9b3f-45e3-9c3b-4484b51aebd1 is already hosted by enough agents. {{(pid=103332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 07:43:38.381890 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-d5eb6df6-427f-42c0-8a5d-57d52e06827c tempest-SecGroupIPv6Test-2060248699 tempest-SecGroupIPv6Test-2060248699-project] Request body: {'security_group': {'name': 'tempest-secgroup--1395203129'}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:43:38.392850 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.base_scheduler [None req-64e956b9-69cd-4f21-a7f9-0c294d42fcb6 tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Resources bound (agent type, host, resource id): {{(pid=103332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:43:38.395214 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64e956b9-69cd-4f21-a7f9-0c294d42fcb6 tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Received port after_create {{(pid=103332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 07:43:38.400996 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e956b9-69cd-4f21-a7f9-0c294d42fcb6 tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Pushing event updated for resources: {'Port': ['ID=0ae168a2-1b5d-48a9-9418-57308959e45a,revision_number=1']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:43:38.446721 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-d5eb6df6-427f-42c0-8a5d-57d52e06827c tempest-SecGroupIPv6Test-2060248699 tempest-SecGroupIPv6Test-2060248699-project] Notify callbacks [] for security_group, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:38.455322 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-1bb19713-50ea-4f3c-bb8c-c0a3eb85a711 tempest-RoutersNegativeIpV6Test-1640623158 tempest-RoutersNegativeIpV6Test-1640623158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1693565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12618'] for router, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:38.457911 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-1bb19713-50ea-4f3c-bb8c-c0a3eb85a711 tempest-RoutersNegativeIpV6Test-1640623158 tempest-RoutersNegativeIpV6Test-1640623158-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:38.460826 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-64e956b9-69cd-4f21-a7f9-0c294d42fcb6 tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1695190'] for router_interface, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:38.504803 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-1bb19713-50ea-4f3c-bb8c-c0a3eb85a711 tempest-RoutersNegativeIpV6Test-1640623158 tempest-RoutersNegativeIpV6Test-1640623158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1693542'] for router, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:38.505765 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bb19713-50ea-4f3c-bb8c-c0a3eb85a711 tempest-RoutersNegativeIpV6Test-1640623158 tempest-RoutersNegativeIpV6Test-1640623158-project] Fanout notify agent at l3_agent the message router_deleted on router 69933b5a-2129-4171-8b37-d4bf6ed391a7 {{(pid=103333) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 07:43:38.513880 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-1bb19713-50ea-4f3c-bb8c-c0a3eb85a711 tempest-RoutersNegativeIpV6Test-1640623158 tempest-RoutersNegativeIpV6Test-1640623158-project] Notify callbacks [] for router, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:38.515431 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-1bb19713-50ea-4f3c-bb8c-c0a3eb85a711 tempest-RoutersNegativeIpV6Test-1640623158 tempest-RoutersNegativeIpV6Test-1640623158-project] 10.222.0.27 "DELETE /v2.0/routers/69933b5a-2129-4171-8b37-d4bf6ed391a7 HTTP/1.1" status: 204 len: 168 time: 0.3080549 Oct 19 07:43:38.612776 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-d5eb6df6-427f-42c0-8a5d-57d52e06827c tempest-SecGroupIPv6Test-2060248699 tempest-SecGroupIPv6Test-2060248699-project] Notify callbacks [] for security_group, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:38.621264 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-d5eb6df6-427f-42c0-8a5d-57d52e06827c tempest-SecGroupIPv6Test-2060248699 tempest-SecGroupIPv6Test-2060248699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788643'] for security_group, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:38.633051 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-9f97336f-d6a4-4f2c-bc3d-26f86d054b8f None None] Provisioning complete for port 0ae168a2-1b5d-48a9-9418-57308959e45a triggered by entity DHCP. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:43:38.633553 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-9f97336f-d6a4-4f2c-bc3d-26f86d054b8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:38.633897 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-9f97336f-d6a4-4f2c-bc3d-26f86d054b8f None None] Attempt 1 to provision port 0ae168a2-1b5d-48a9-9418-57308959e45a Oct 19 07:43:38.673169 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-9f97336f-d6a4-4f2c-bc3d-26f86d054b8f None None] Port 0ae168a2-1b5d-48a9-9418-57308959e45a cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 07:43:38.676410 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-64e956b9-69cd-4f21-a7f9-0c294d42fcb6 tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:38.679636 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5eb6df6-427f-42c0-8a5d-57d52e06827c tempest-SecGroupIPv6Test-2060248699 tempest-SecGroupIPv6Test-2060248699-project] Pushing event updated for resources: {'SecurityGroup': ['ID=444aa0d0-9a52-40cd-a44b-59727456a061,revision_number=1']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:43:38.690788 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-d5eb6df6-427f-42c0-8a5d-57d52e06827c tempest-SecGroupIPv6Test-2060248699 tempest-SecGroupIPv6Test-2060248699-project] Notify callbacks [] for security_group, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:38.692578 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-d5eb6df6-427f-42c0-8a5d-57d52e06827c tempest-SecGroupIPv6Test-2060248699 tempest-SecGroupIPv6Test-2060248699-project] 10.222.0.27 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3172102 Oct 19 07:43:38.694661 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 59334) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:43:38.703100 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-b055f43a-36df-4b0b-9fcf-d3905d6e5c5e tempest-SecGroupIPv6Test-2060248699 tempest-SecGroupIPv6Test-2060248699-project] Request body: {'security_group_rule': {'security_group_id': '444aa0d0-9a52-40cd-a44b-59727456a061', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:43:38.789532 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-b055f43a-36df-4b0b-9fcf-d3905d6e5c5e tempest-SecGroupIPv6Test-2060248699 tempest-SecGroupIPv6Test-2060248699-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:38.802927 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 59340) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:43:38.883133 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c6676a-f976-4573-b198-c30d15609809 req-b56b3cb5-f3fe-446c-aa72-cbf74898c291 tempest-TestNetworkAdvancedServerOps-260085928 tempest-TestNetworkAdvancedServerOps-260085928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:43:38.884668 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-29c6676a-f976-4573-b198-c30d15609809 req-b56b3cb5-f3fe-446c-aa72-cbf74898c291 tempest-TestNetworkAdvancedServerOps-260085928 tempest-TestNetworkAdvancedServerOps-260085928-project] 10.222.0.27 "GET /v2.0/ports?device_id=7bfd5314-4c55-4597-8b3e-da476697892d HTTP/1.1" status: 200 len: 945 time: 0.1330490 Oct 19 07:43:38.895031 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device 8ea320f9-c546-4838-95ec-ebb68d21c308 up at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 07:43:38.949204 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Provisioning complete for port 8ea320f9-c546-4838-95ec-ebb68d21c308 triggered by entity L2. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:43:38.949910 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:38.949910 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Attempt 1 to provision port 8ea320f9-c546-4838-95ec-ebb68d21c308 Oct 19 07:43:38.955037 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-b055f43a-36df-4b0b-9fcf-d3905d6e5c5e tempest-SecGroupIPv6Test-2060248699 tempest-SecGroupIPv6Test-2060248699-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:38.958348 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-4e692a31-e129-4cbb-a557-e9819de1485f admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=94745ff241da4fda995cada3cbd8676b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1542368 Oct 19 07:43:38.959391 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 59344) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:43:38.974655 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-b055f43a-36df-4b0b-9fcf-d3905d6e5c5e tempest-SecGroupIPv6Test-2060248699 tempest-SecGroupIPv6Test-2060248699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815365'] for security_group_rule, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:38.996088 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-29c6676a-f976-4573-b198-c30d15609809 req-3aa5d183-d7d0-4ce4-908a-f10d618ccd6d tempest-TestNetworkAdvancedServerOps-260085928 tempest-TestNetworkAdvancedServerOps-260085928-project] 10.222.0.27 "GET /v2.0/security-groups?id=705be772-8c7b-4b84-954c-59b0a7452e78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1030233 Oct 19 07:43:39.014889 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b055f43a-36df-4b0b-9fcf-d3905d6e5c5e tempest-SecGroupIPv6Test-2060248699 tempest-SecGroupIPv6Test-2060248699-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2430ae4c-f3b9-428e-83e2-39c0f7a026a4,revision_number=0']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:43:39.032396 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-bfcf888b-1358-4f45-a0ef-f507dfe5385b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:39.040632 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Current status of the port 8ea320f9-c546-4838-95ec-ebb68d21c308 is: ACTIVE; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:43:39.046260 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-b055f43a-36df-4b0b-9fcf-d3905d6e5c5e tempest-SecGroupIPv6Test-2060248699 tempest-SecGroupIPv6Test-2060248699-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:39.047471 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-b055f43a-36df-4b0b-9fcf-d3905d6e5c5e tempest-SecGroupIPv6Test-2060248699 tempest-SecGroupIPv6Test-2060248699-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3519003 Oct 19 07:43:39.050654 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 59346) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:43:39.074548 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-bfcf888b-1358-4f45-a0ef-f507dfe5385b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:39.087832 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-7c8bcf25-2a26-43cc-a6e7-f684c2f889a5 tempest-SecGroupIPv6Test-2060248699 tempest-SecGroupIPv6Test-2060248699-project] 10.222.0.27 "GET /v2.0/security-group-rules/2430ae4c-f3b9-428e-83e2-39c0f7a026a4 HTTP/1.1" status: 200 len: 763 time: 0.0328887 Oct 19 07:43:39.087832 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 59348) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:43:39.122810 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device d60e37bf-0fd1-448d-b093-3eea0b4850f3 no longer exists at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 07:43:39.148954 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] No Port match for: d60e37bf-0fd1-448d-b093-3eea0b4850f3 {{(pid=103334) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 19 07:43:39.149355 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device d60e37bf-0fd1-448d-b093-3eea0b4850f3 not bound to the agent host dv-neutron-861624-1-hyperv {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 07:43:39.152715 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-ce74ad1f-e98d-4e31-b918-e129317de80a tempest-SecGroupIPv6Test-2060248699 tempest-SecGroupIPv6Test-2060248699-project] 10.222.0.27 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0640669 Oct 19 07:43:39.155996 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 59350) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:43:39.176799 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-9f97336f-d6a4-4f2c-bc3d-26f86d054b8f None None] Attempt 2 to provision port 0ae168a2-1b5d-48a9-9418-57308959e45a Oct 19 07:43:39.179366 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-64e956b9-69cd-4f21-a7f9-0c294d42fcb6 tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Notify callbacks [] for port, precommit_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:39.185839 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-2de5d03c-9dc6-4aff-bd4c-e28d3ba3ef8b tempest-SecGroupIPv6Test-2060248699 tempest-SecGroupIPv6Test-2060248699-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:39.187360 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-64e956b9-69cd-4f21-a7f9-0c294d42fcb6 tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133553807'] for port, after_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:39.199815 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-2de5d03c-9dc6-4aff-bd4c-e28d3ba3ef8b tempest-SecGroupIPv6Test-2060248699 tempest-SecGroupIPv6Test-2060248699-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:39.207112 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-bfcf888b-1358-4f45-a0ef-f507dfe5385b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788643'] for security_group, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:39.210508 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-bfcf888b-1358-4f45-a0ef-f507dfe5385b admin admin] Notify callbacks [] for security_group, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:39.214660 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-bfcf888b-1358-4f45-a0ef-f507dfe5385b admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/372ed500-f3b5-4b4b-85d4-af272a43ba9c HTTP/1.1" status: 204 len: 168 time: 0.2544370 Oct 19 07:43:39.235728 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-9f97336f-d6a4-4f2c-bc3d-26f86d054b8f None None] Port 0ae168a2-1b5d-48a9-9418-57308959e45a cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 07:43:39.235949 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfcf888b-1358-4f45-a0ef-f507dfe5385b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=372ed500-f3b5-4b4b-85d4-af272a43ba9c,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:43:39.267735 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-2de5d03c-9dc6-4aff-bd4c-e28d3ba3ef8b tempest-SecGroupIPv6Test-2060248699 tempest-SecGroupIPv6Test-2060248699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815365'] for security_group_rule, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:39.274081 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-2de5d03c-9dc6-4aff-bd4c-e28d3ba3ef8b tempest-SecGroupIPv6Test-2060248699 tempest-SecGroupIPv6Test-2060248699-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:39.275694 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-2de5d03c-9dc6-4aff-bd4c-e28d3ba3ef8b tempest-SecGroupIPv6Test-2060248699 tempest-SecGroupIPv6Test-2060248699-project] 10.222.0.27 "DELETE /v2.0/security-group-rules/2430ae4c-f3b9-428e-83e2-39c0f7a026a4 HTTP/1.1" status: 204 len: 168 time: 0.1177292 Oct 19 07:43:39.286502 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 59354) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:43:39.293181 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de5d03c-9dc6-4aff-bd4c-e28d3ba3ef8b tempest-SecGroupIPv6Test-2060248699 tempest-SecGroupIPv6Test-2060248699-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2430ae4c-f3b9-428e-83e2-39c0f7a026a4,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:43:39.304688 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Device 8e811ad9-9c33-4129-980f-ace6b6615c7d details requested by agent hyperv_hv-neutron-8616 with host hv-neutron-8616 {{(pid=103334) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 07:43:39.327134 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e956b9-69cd-4f21-a7f9-0c294d42fcb6 tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Pushing event updated for resources: {'Port': ['ID=0ae168a2-1b5d-48a9-9418-57308959e45a,revision_number=2']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:43:39.335750 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-64e956b9-69cd-4f21-a7f9-0c294d42fcb6 tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1574855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1694822'] for router_interface, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:39.345522 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-3c55a122-b00b-42ea-a00b-288c0565a6a0 tempest-SecGroupIPv6Test-2060248699 tempest-SecGroupIPv6Test-2060248699-project] 10.222.0.27 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0578089 Oct 19 07:43:39.348613 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 59356) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:43:39.355612 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-ebbb1f00-f325-470f-9dc1-15ad5403545a tempest-SecGroupIPv6Test-2060248699 tempest-SecGroupIPv6Test-2060248699-project] Request body: {'security_group_rule': {'security_group_id': '444aa0d0-9a52-40cd-a44b-59727456a061', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:43:39.390024 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-ebbb1f00-f325-470f-9dc1-15ad5403545a tempest-SecGroupIPv6Test-2060248699 tempest-SecGroupIPv6Test-2060248699-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:39.445543 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] For port 8e811ad9-9c33-4129-980f-ace6b6615c7d, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=8e811ad9-9c33-4129-980f-ace6b6615c7d,segment=NetworkSegment(8493a2bc-032c-45cf-957b-f2fdee941360),segment_id=8493a2bc-032c-45cf-957b-f2fdee941360)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:43:39.454413 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64e956b9-69cd-4f21-a7f9-0c294d42fcb6 tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Network 4329b2ea-9b3f-45e3-9c3b-4484b51aebd1 is already hosted by enough agents. {{(pid=103332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 07:43:39.456711 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.base_scheduler [None req-64e956b9-69cd-4f21-a7f9-0c294d42fcb6 tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Resources bound (agent type, host, resource id): {{(pid=103332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:43:39.463580 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-ebbb1f00-f325-470f-9dc1-15ad5403545a tempest-SecGroupIPv6Test-2060248699 tempest-SecGroupIPv6Test-2060248699-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:39.464728 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Returning: {'device': '8e811ad9-9c33-4129-980f-ace6b6615c7d', 'network_id': '6d49fd8a-7643-40eb-ab2d-b752a1374d55', 'port_id': '8e811ad9-9c33-4129-980f-ace6b6615c7d', 'mac_address': 'fa:16:3e:08:56:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '39b46f5d-56e1-4b9e-adf7-e07d6d6b0a59', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103334) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 07:43:39.477455 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-ebbb1f00-f325-470f-9dc1-15ad5403545a tempest-SecGroupIPv6Test-2060248699 tempest-SecGroupIPv6Test-2060248699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815365'] for security_group_rule, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:39.499235 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbb1f00-f325-470f-9dc1-15ad5403545a tempest-SecGroupIPv6Test-2060248699 tempest-SecGroupIPv6Test-2060248699-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d88ec319-04ce-43fe-9bc1-e0bc6f76b553,revision_number=0']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:43:39.505398 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-ebbb1f00-f325-470f-9dc1-15ad5403545a tempest-SecGroupIPv6Test-2060248699 tempest-SecGroupIPv6Test-2060248699-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:39.509157 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-ebbb1f00-f325-470f-9dc1-15ad5403545a tempest-SecGroupIPv6Test-2060248699 tempest-SecGroupIPv6Test-2060248699-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1571214 Oct 19 07:43:39.509689 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 59360) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:43:39.536846 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-02b45bb4-ecb0-4555-8be7-2c2165e50695 tempest-SecGroupIPv6Test-2060248699 tempest-SecGroupIPv6Test-2060248699-project] 10.222.0.27 "GET /v2.0/security-group-rules/d88ec319-04ce-43fe-9bc1-e0bc6f76b553 HTTP/1.1" status: 200 len: 763 time: 0.0238039 Oct 19 07:43:39.537170 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 59362) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:43:39.623050 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-d409fbb2-8dca-493f-b295-d83d3c6e2cdf tempest-SecGroupIPv6Test-2060248699 tempest-SecGroupIPv6Test-2060248699-project] 10.222.0.27 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0818987 Oct 19 07:43:39.623268 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 59368) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:43:39.657774 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64e956b9-69cd-4f21-a7f9-0c294d42fcb6 tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Router 14afafa6-299e-4ad7-8440-766ded4cd16d has already been hosted by L3 agent ab388470-1243-4d53-80f2-c2f5899c97a7 {{(pid=103332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 07:43:39.662822 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-017e9e35-d34f-4168-9088-f36a04692751 tempest-SecGroupIPv6Test-2060248699 tempest-SecGroupIPv6Test-2060248699-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:39.675465 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-017e9e35-d34f-4168-9088-f36a04692751 tempest-SecGroupIPv6Test-2060248699 tempest-SecGroupIPv6Test-2060248699-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:39.717620 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Current status of the port 8e811ad9-9c33-4129-980f-ace6b6615c7d is: ACTIVE; New status is: BUILD {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:43:39.718404 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:39.738668 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.notifiers.nova [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8e811ad9-9c33-4129-980f-ace6b6615c7d {{(pid=103334) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 19 07:43:39.744696 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-9f97336f-d6a4-4f2c-bc3d-26f86d054b8f None None] Attempt 3 to provision port 0ae168a2-1b5d-48a9-9418-57308959e45a Oct 19 07:43:39.752032 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-017e9e35-d34f-4168-9088-f36a04692751 tempest-SecGroupIPv6Test-2060248699 tempest-SecGroupIPv6Test-2060248699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815365'] for security_group_rule, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:39.760011 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-017e9e35-d34f-4168-9088-f36a04692751 tempest-SecGroupIPv6Test-2060248699 tempest-SecGroupIPv6Test-2060248699-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:39.763727 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-017e9e35-d34f-4168-9088-f36a04692751 tempest-SecGroupIPv6Test-2060248699 tempest-SecGroupIPv6Test-2060248699-project] 10.222.0.27 "DELETE /v2.0/security-group-rules/d88ec319-04ce-43fe-9bc1-e0bc6f76b553 HTTP/1.1" status: 204 len: 168 time: 0.1366148 Oct 19 07:43:39.764822 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 59374) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:43:39.785488 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017e9e35-d34f-4168-9088-f36a04692751 tempest-SecGroupIPv6Test-2060248699 tempest-SecGroupIPv6Test-2060248699-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d88ec319-04ce-43fe-9bc1-e0bc6f76b553,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:43:39.792820 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] For port 8e811ad9-9c33-4129-980f-ace6b6615c7d, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=8e811ad9-9c33-4129-980f-ace6b6615c7d,segment=NetworkSegment(8493a2bc-032c-45cf-957b-f2fdee941360),segment_id=8493a2bc-032c-45cf-957b-f2fdee941360)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:43:39.796987 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-9f97336f-d6a4-4f2c-bc3d-26f86d054b8f None None] Port 0ae168a2-1b5d-48a9-9418-57308959e45a cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 07:43:39.798648 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:39.836414 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64e956b9-69cd-4f21-a7f9-0c294d42fcb6 tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Notify agent at l3_agent.dv-neutron-861624-1-hyperv the message routers_updated {{(pid=103332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 07:43:39.848637 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-64e956b9-69cd-4f21-a7f9-0c294d42fcb6 tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] 10.222.0.27 "PUT /v2.0/routers/14afafa6-299e-4ad7-8440-766ded4cd16d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0729163 Oct 19 07:43:39.848763 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 59376) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:43:39.855830 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-686abb0b-2b5d-4de3-b94a-1ff06c3e4504 tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Request body: {'port': {'network_id': '4329b2ea-9b3f-45e3-9c3b-4484b51aebd1', 'name': 'tempest-FloatingIPTestJSON-1701509594'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:43:39.859248 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba256173-e1e0-4903-b9b9-2a908097e9b8 None None] Sync routers for ids ['14afafa6-299e-4ad7-8440-766ded4cd16d'] in dv-neutron-861624-1-hyperv {{(pid=103334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 07:43:39.861743 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-3edb3aad-8e8d-45c8-a518-efadaf480bda tempest-SecGroupIPv6Test-2060248699 tempest-SecGroupIPv6Test-2060248699-project] 10.222.0.27 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0961404 Oct 19 07:43:39.864305 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 59380) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:43:39.866646 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Pushing event updated for resources: {'Port': ['ID=8e811ad9-9c33-4129-980f-ace6b6615c7d,revision_number=6']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:43:39.869400 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-cdb423df-66f1-4396-a6d9-49fbf40f55cf tempest-SecGroupIPv6Test-2060248699 tempest-SecGroupIPv6Test-2060248699-project] Request body: {'security_group_rule': {'security_group_id': '444aa0d0-9a52-40cd-a44b-59727456a061', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:43:39.880070 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba256173-e1e0-4903-b9b9-2a908097e9b8 None None] Routers {'14afafa6-299e-4ad7-8440-766ded4cd16d'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 07:43:39.881173 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-ba256173-e1e0-4903-b9b9-2a908097e9b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T07:43:16Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['14afafa6-299e-4ad7-8440-766ded4cd16d'], 'active': True} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:43:39.900307 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.db.securitygroups_db [None req-cdb423df-66f1-4396-a6d9-49fbf40f55cf tempest-SecGroupIPv6Test-2060248699 tempest-SecGroupIPv6Test-2060248699-project] Project becbdaeaf7aa4d55bf7da7611df1239f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 19 07:43:39.906494 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-cdb423df-66f1-4396-a6d9-49fbf40f55cf tempest-SecGroupIPv6Test-2060248699 tempest-SecGroupIPv6Test-2060248699-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:39.924460 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-ba256173-e1e0-4903-b9b9-2a908097e9b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:43:39.935369 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba256173-e1e0-4903-b9b9-2a908097e9b8 None None] Routers {'14afafa6-299e-4ad7-8440-766ded4cd16d'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 07:43:39.936496 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-ba256173-e1e0-4903-b9b9-2a908097e9b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T07:43:16Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['14afafa6-299e-4ad7-8440-766ded4cd16d'], 'active': True} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:43:39.981538 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-cdb423df-66f1-4396-a6d9-49fbf40f55cf tempest-SecGroupIPv6Test-2060248699 tempest-SecGroupIPv6Test-2060248699-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:39.987058 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-cdb423df-66f1-4396-a6d9-49fbf40f55cf tempest-SecGroupIPv6Test-2060248699 tempest-SecGroupIPv6Test-2060248699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815365'] for security_group_rule, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:39.988429 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-ba256173-e1e0-4903-b9b9-2a908097e9b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:43:39.989177 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba256173-e1e0-4903-b9b9-2a908097e9b8 None None] The sync data for ids ['14afafa6-299e-4ad7-8440-766ded4cd16d'] in dv-neutron-861624-1-hyperv is: [] {{(pid=103334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 07:43:40.008768 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb423df-66f1-4396-a6d9-49fbf40f55cf tempest-SecGroupIPv6Test-2060248699 tempest-SecGroupIPv6Test-2060248699-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eba873ab-a403-4c29-b7f2-6acd5c980c0b,revision_number=0']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:43:40.017740 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-cdb423df-66f1-4396-a6d9-49fbf40f55cf tempest-SecGroupIPv6Test-2060248699 tempest-SecGroupIPv6Test-2060248699-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:40.021480 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-cdb423df-66f1-4396-a6d9-49fbf40f55cf tempest-SecGroupIPv6Test-2060248699 tempest-SecGroupIPv6Test-2060248699-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1537335 Oct 19 07:43:40.021916 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 59388) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:43:40.033784 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-686abb0b-2b5d-4de3-b94a-1ff06c3e4504 tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Made reservation on behalf of ebbb057f880644d8b1f4800ee4849e52 for: {'port': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 07:43:40.038072 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-686abb0b-2b5d-4de3-b94a-1ff06c3e4504 tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:40.040614 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-706795a4-cf83-41ee-8f8a-8f43a7eb5912 tempest-SecGroupIPv6Test-2060248699 tempest-SecGroupIPv6Test-2060248699-project] 10.222.0.27 "GET /v2.0/security-group-rules/eba873ab-a403-4c29-b7f2-6acd5c980c0b HTTP/1.1" status: 200 len: 769 time: 0.0164893 Oct 19 07:43:40.041925 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 59392) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:43:40.061079 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.notifiers.nova [None req-686abb0b-2b5d-4de3-b94a-1ff06c3e4504 tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] device_id is not set on port a1b705fe-6e40-47e1-a8ea-39230e49ac87 yet. {{(pid=103333) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 19 07:43:40.078032 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] get_ports_and_sgs() called for port_ids ['8e811ad9-9c33-4129-980f-ace6b6615c7d'] {{(pid=103334) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 19 07:43:40.100458 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-50ce832c-234b-4495-ad38-28473be435d4 tempest-SecGroupIPv6Test-2060248699 tempest-SecGroupIPv6Test-2060248699-project] 10.222.0.27 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0569122 Oct 19 07:43:40.102622 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 59394) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:43:40.163039 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 59396) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:43:40.181344 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-6304cd92-7446-4ce5-b9fd-7313a39dc778 tempest-SecGroupIPv6Test-2060248699 tempest-SecGroupIPv6Test-2060248699-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:40.191089 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-6304cd92-7446-4ce5-b9fd-7313a39dc778 tempest-SecGroupIPv6Test-2060248699 tempest-SecGroupIPv6Test-2060248699-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:40.217767 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.db_base_plugin_common [None req-686abb0b-2b5d-4de3-b94a-1ff06c3e4504 tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Allocated IP 172.20.0.9 (4329b2ea-9b3f-45e3-9c3b-4484b51aebd1/fee5cd3e-8a74-4bdd-be90-639a0bad5a68/a1b705fe-6e40-47e1-a8ea-39230e49ac87) {{(pid=103333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 07:43:40.220400 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f5c541-479a-40d8-a0d7-61225f23b06c req-8aa55c21-cc0a-48d5-a1f1-f68d574d120f tempest-TestNetworkAdvancedServerOps-260085928 tempest-TestNetworkAdvancedServerOps-260085928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:43:40.222023 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-51f5c541-479a-40d8-a0d7-61225f23b06c req-8aa55c21-cc0a-48d5-a1f1-f68d574d120f tempest-TestNetworkAdvancedServerOps-260085928 tempest-TestNetworkAdvancedServerOps-260085928-project] 10.222.0.27 "GET /v2.0/ports?device_id=7bfd5314-4c55-4597-8b3e-da476697892d HTTP/1.1" status: 200 len: 944 time: 0.1204274 Oct 19 07:43:40.259609 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-6304cd92-7446-4ce5-b9fd-7313a39dc778 tempest-SecGroupIPv6Test-2060248699 tempest-SecGroupIPv6Test-2060248699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815365'] for security_group_rule, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:40.276048 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-6304cd92-7446-4ce5-b9fd-7313a39dc778 tempest-SecGroupIPv6Test-2060248699 tempest-SecGroupIPv6Test-2060248699-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:40.277705 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-6304cd92-7446-4ce5-b9fd-7313a39dc778 tempest-SecGroupIPv6Test-2060248699 tempest-SecGroupIPv6Test-2060248699-project] 10.222.0.27 "DELETE /v2.0/security-group-rules/eba873ab-a403-4c29-b7f2-6acd5c980c0b HTTP/1.1" status: 204 len: 168 time: 0.1727207 Oct 19 07:43:40.282160 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6304cd92-7446-4ce5-b9fd-7313a39dc778 tempest-SecGroupIPv6Test-2060248699 tempest-SecGroupIPv6Test-2060248699-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=eba873ab-a403-4c29-b7f2-6acd5c980c0b,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:43:40.285548 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 59400) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:43:40.297794 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-9f97336f-d6a4-4f2c-bc3d-26f86d054b8f None None] Attempt 4 to provision port 0ae168a2-1b5d-48a9-9418-57308959e45a Oct 19 07:43:40.298298 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-51f5c541-479a-40d8-a0d7-61225f23b06c req-bfc9e9e6-f0d4-48ff-b70d-f8c1557efa83 tempest-TestNetworkAdvancedServerOps-260085928 tempest-TestNetworkAdvancedServerOps-260085928-project] 10.222.0.27 "GET /v2.0/security-groups?id=705be772-8c7b-4b84-954c-59b0a7452e78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0691214 Oct 19 07:43:40.329185 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 59402) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:43:40.335269 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-9014d1f1-90b9-40a4-9c3e-e409e10726fa tempest-NegativeSecGroupIPv6Test-1389259229 tempest-NegativeSecGroupIPv6Test-1389259229-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:43:40.335997 dv-neutron-861624-1-hyperv neutron-server[103332]: WARNING neutron.api.v2.base [None req-9014d1f1-90b9-40a4-9c3e-e409e10726fa tempest-NegativeSecGroupIPv6Test-1389259229 tempest-NegativeSecGroupIPv6Test-1389259229-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Oct 19 07:43:40.336319 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.api.v2.resource [None req-9014d1f1-90b9-40a4-9c3e-e409e10726fa tempest-NegativeSecGroupIPv6Test-1389259229 tempest-NegativeSecGroupIPv6Test-1389259229-project] create failed (client error): There was a conflict when trying to complete your request. Oct 19 07:43:40.342480 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-9014d1f1-90b9-40a4-9c3e-e409e10726fa tempest-NegativeSecGroupIPv6Test-1389259229 tempest-NegativeSecGroupIPv6Test-1389259229-project] 10.222.0.27 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1768222 Oct 19 07:43:40.358165 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 59404) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:43:40.385746 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-613e035b-65f9-4d15-8471-73509ffc02ee tempest-SecGroupIPv6Test-2060248699 tempest-SecGroupIPv6Test-2060248699-project] 10.222.0.27 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0824492 Oct 19 07:43:40.385746 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-52ad03a5-23dc-4679-9883-470cc8814b88 tempest-NegativeSecGroupIPv6Test-1389259229 tempest-NegativeSecGroupIPv6Test-1389259229-project] Request body: {'security_group': {'name': 'tempest-secgroup--900754483'}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:43:40.386186 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 59406) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:43:40.407041 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-52ad03a5-23dc-4679-9883-470cc8814b88 tempest-NegativeSecGroupIPv6Test-1389259229 tempest-NegativeSecGroupIPv6Test-1389259229-project] Notify callbacks [] for security_group, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:40.407308 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-9f97336f-d6a4-4f2c-bc3d-26f86d054b8f None None] Port 0ae168a2-1b5d-48a9-9418-57308959e45a cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 07:43:40.415515 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-52ad03a5-23dc-4679-9883-470cc8814b88 tempest-NegativeSecGroupIPv6Test-1389259229 tempest-NegativeSecGroupIPv6Test-1389259229-project] Notify callbacks [] for security_group, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:40.490688 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-8d27ca1a-e9a1-4059-92f3-e7bba5bf474b tempest-TestNetworkAdvancedServerOps-260085928 tempest-TestNetworkAdvancedServerOps-260085928-project] 10.222.0.27 "GET /v2.0/floatingips/7bb5eb64-4015-4211-bba2-19fb70811069 HTTP/1.1" status: 200 len: 992 time: 0.1603811 Oct 19 07:43:40.497923 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-52ad03a5-23dc-4679-9883-470cc8814b88 tempest-NegativeSecGroupIPv6Test-1389259229 tempest-NegativeSecGroupIPv6Test-1389259229-project] Notify callbacks [] for security_group, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:40.502214 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-52ad03a5-23dc-4679-9883-470cc8814b88 tempest-NegativeSecGroupIPv6Test-1389259229 tempest-NegativeSecGroupIPv6Test-1389259229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788643'] for security_group, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:40.534494 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-686abb0b-2b5d-4de3-b94a-1ff06c3e4504 tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Notify callbacks [] for port, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:40.540876 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ad03a5-23dc-4679-9883-470cc8814b88 tempest-NegativeSecGroupIPv6Test-1389259229 tempest-NegativeSecGroupIPv6Test-1389259229-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7c659d33-0fb4-40b4-88b9-d4f6042ae622,revision_number=1']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:43:40.542400 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-ec20b821-d3e2-4a9c-b580-4da775e478b7 tempest-SecGroupIPv6Test-2060248699 tempest-SecGroupIPv6Test-2060248699-project] Notify callbacks [] for security_group, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:40.582942 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-52ad03a5-23dc-4679-9883-470cc8814b88 tempest-NegativeSecGroupIPv6Test-1389259229 tempest-NegativeSecGroupIPv6Test-1389259229-project] Notify callbacks [] for security_group, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:40.583403 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-ec20b821-d3e2-4a9c-b580-4da775e478b7 tempest-SecGroupIPv6Test-2060248699 tempest-SecGroupIPv6Test-2060248699-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:40.586775 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-52ad03a5-23dc-4679-9883-470cc8814b88 tempest-NegativeSecGroupIPv6Test-1389259229 tempest-NegativeSecGroupIPv6Test-1389259229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788643'] for security_group, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:40.616567 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-52ad03a5-23dc-4679-9883-470cc8814b88 tempest-NegativeSecGroupIPv6Test-1389259229 tempest-NegativeSecGroupIPv6Test-1389259229-project] Notify callbacks [] for security_group, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:40.617953 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-52ad03a5-23dc-4679-9883-470cc8814b88 tempest-NegativeSecGroupIPv6Test-1389259229 tempest-NegativeSecGroupIPv6Test-1389259229-project] 10.222.0.27 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2552598 Oct 19 07:43:40.621407 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 59408) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:43:40.626623 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-4ed3a091-c321-42f5-864d-7e9c36d5a81d tempest-NegativeSecGroupIPv6Test-1389259229 tempest-NegativeSecGroupIPv6Test-1389259229-project] Request body: {'security_group_rule': {'security_group_id': '64f3942a-32aa-4612-a501-4d708d88b960', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:43:40.627769 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-686abb0b-2b5d-4de3-b94a-1ff06c3e4504 tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785020947330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130996763'] for port, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:40.631917 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ad03a5-23dc-4679-9883-470cc8814b88 tempest-NegativeSecGroupIPv6Test-1389259229 tempest-NegativeSecGroupIPv6Test-1389259229-project] Pushing event updated for resources: {'SecurityGroup': ['ID=64f3942a-32aa-4612-a501-4d708d88b960,revision_number=1']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:43:40.659341 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-4ed3a091-c321-42f5-864d-7e9c36d5a81d tempest-NegativeSecGroupIPv6Test-1389259229 tempest-NegativeSecGroupIPv6Test-1389259229-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:40.675359 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-ec20b821-d3e2-4a9c-b580-4da775e478b7 tempest-SecGroupIPv6Test-2060248699 tempest-SecGroupIPv6Test-2060248699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788643'] for security_group, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:40.677926 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-ec20b821-d3e2-4a9c-b580-4da775e478b7 tempest-SecGroupIPv6Test-2060248699 tempest-SecGroupIPv6Test-2060248699-project] Notify callbacks [] for security_group, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:40.679072 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-ec20b821-d3e2-4a9c-b580-4da775e478b7 tempest-SecGroupIPv6Test-2060248699 tempest-SecGroupIPv6Test-2060248699-project] 10.222.0.27 "DELETE /v2.0/security-groups/444aa0d0-9a52-40cd-a44b-59727456a061 HTTP/1.1" status: 204 len: 168 time: 0.2961879 Oct 19 07:43:40.681036 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-686abb0b-2b5d-4de3-b94a-1ff06c3e4504 tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Network 4329b2ea-9b3f-45e3-9c3b-4484b51aebd1 is already hosted by enough agents. {{(pid=103333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 07:43:40.683381 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 59410) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:43:40.697308 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-686abb0b-2b5d-4de3-b94a-1ff06c3e4504 tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Resources bound (agent type, host, resource id): {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:43:40.699830 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-686abb0b-2b5d-4de3-b94a-1ff06c3e4504 tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Received port after_create {{(pid=103333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 07:43:40.702733 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686abb0b-2b5d-4de3-b94a-1ff06c3e4504 tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Pushing event updated for resources: {'Port': ['ID=a1b705fe-6e40-47e1-a8ea-39230e49ac87,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:43:40.705003 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec20b821-d3e2-4a9c-b580-4da775e478b7 tempest-SecGroupIPv6Test-2060248699 tempest-SecGroupIPv6Test-2060248699-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=444aa0d0-9a52-40cd-a44b-59727456a061,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:43:40.760986 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-686abb0b-2b5d-4de3-b94a-1ff06c3e4504 tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:43:40.761501 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-4ed3a091-c321-42f5-864d-7e9c36d5a81d tempest-NegativeSecGroupIPv6Test-1389259229 tempest-NegativeSecGroupIPv6Test-1389259229-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:40.761985 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-686abb0b-2b5d-4de3-b94a-1ff06c3e4504 tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42160'] for port, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:40.766298 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-aef2e889-1fd0-4392-aaee-24c2dc28e49b tempest-SecGroupIPv6Test-2060248699 tempest-SecGroupIPv6Test-2060248699-project] 10.222.0.27 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0818822 Oct 19 07:43:40.772359 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-4ed3a091-c321-42f5-864d-7e9c36d5a81d tempest-NegativeSecGroupIPv6Test-1389259229 tempest-NegativeSecGroupIPv6Test-1389259229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815365'] for security_group_rule, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:40.772578 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 59412) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:43:40.777459 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-5eced826-0142-4861-ae88-5c13720938f0 tempest-SecGroupIPv6Test-2060248699 tempest-SecGroupIPv6Test-2060248699-project] Request body: {'security_group': {'name': 'tempest-secgroup--829369974'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:43:40.785345 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed3a091-c321-42f5-864d-7e9c36d5a81d tempest-NegativeSecGroupIPv6Test-1389259229 tempest-NegativeSecGroupIPv6Test-1389259229-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26b13959-e038-4948-a2b3-d1f9031f18d6,revision_number=0']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:43:40.801790 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-686abb0b-2b5d-4de3-b94a-1ff06c3e4504 tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.9523740 Oct 19 07:43:40.804645 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 59414) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:43:40.807570 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-4ed3a091-c321-42f5-864d-7e9c36d5a81d tempest-NegativeSecGroupIPv6Test-1389259229 tempest-NegativeSecGroupIPv6Test-1389259229-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:40.809173 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-4ed3a091-c321-42f5-864d-7e9c36d5a81d tempest-NegativeSecGroupIPv6Test-1389259229 tempest-NegativeSecGroupIPv6Test-1389259229-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1861918 Oct 19 07:43:40.809335 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-b61feb1c-45be-49f6-9386-621c61a4ac79 tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Request body: {'floatingip': {'port_id': 'a1b705fe-6e40-47e1-a8ea-39230e49ac87'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:43:40.811758 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 59416) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:43:40.820104 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-697b4007-36d6-4978-b9e9-aca83736c92f tempest-NegativeSecGroupIPv6Test-1389259229 tempest-NegativeSecGroupIPv6Test-1389259229-project] Request body: {'security_group_rule': {'security_group_id': '64f3942a-32aa-4612-a501-4d708d88b960', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:43:40.849209 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-697b4007-36d6-4978-b9e9-aca83736c92f tempest-NegativeSecGroupIPv6Test-1389259229 tempest-NegativeSecGroupIPv6Test-1389259229-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:40.852545 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-5eced826-0142-4861-ae88-5c13720938f0 tempest-SecGroupIPv6Test-2060248699 tempest-SecGroupIPv6Test-2060248699-project] Notify callbacks [] for security_group, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:40.893665 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-b61feb1c-45be-49f6-9386-621c61a4ac79 tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Notify callbacks [] for floatingip, before_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:40.907887 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-9f97336f-d6a4-4f2c-bc3d-26f86d054b8f None None] Attempt 5 to provision port 0ae168a2-1b5d-48a9-9418-57308959e45a Oct 19 07:43:40.920943 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.api.v2.resource [None req-697b4007-36d6-4978-b9e9-aca83736c92f tempest-NegativeSecGroupIPv6Test-1389259229 tempest-NegativeSecGroupIPv6Test-1389259229-project] create failed (client error): There was a conflict when trying to complete your request. Oct 19 07:43:40.922448 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-697b4007-36d6-4978-b9e9-aca83736c92f tempest-NegativeSecGroupIPv6Test-1389259229 tempest-NegativeSecGroupIPv6Test-1389259229-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1096489 Oct 19 07:43:40.925579 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 59418) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:43:40.945981 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-9f97336f-d6a4-4f2c-bc3d-26f86d054b8f None None] Port 0ae168a2-1b5d-48a9-9418-57308959e45a cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 07:43:40.987089 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-dcd9c886-3d00-4f93-945e-9ad9e838c465 tempest-NegativeSecGroupIPv6Test-1389259229 tempest-NegativeSecGroupIPv6Test-1389259229-project] Notify callbacks [] for security_group, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:41.011974 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-dcd9c886-3d00-4f93-945e-9ad9e838c465 tempest-NegativeSecGroupIPv6Test-1389259229 tempest-NegativeSecGroupIPv6Test-1389259229-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:41.014352 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-5eced826-0142-4861-ae88-5c13720938f0 tempest-SecGroupIPv6Test-2060248699 tempest-SecGroupIPv6Test-2060248699-project] Notify callbacks [] for security_group, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:41.037710 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-5eced826-0142-4861-ae88-5c13720938f0 tempest-SecGroupIPv6Test-2060248699 tempest-SecGroupIPv6Test-2060248699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788643'] for security_group, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:41.063330 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-dcd9c886-3d00-4f93-945e-9ad9e838c465 tempest-NegativeSecGroupIPv6Test-1389259229 tempest-NegativeSecGroupIPv6Test-1389259229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788643'] for security_group, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:41.066770 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-dcd9c886-3d00-4f93-945e-9ad9e838c465 tempest-NegativeSecGroupIPv6Test-1389259229 tempest-NegativeSecGroupIPv6Test-1389259229-project] Notify callbacks [] for security_group, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:41.070314 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-dcd9c886-3d00-4f93-945e-9ad9e838c465 tempest-NegativeSecGroupIPv6Test-1389259229 tempest-NegativeSecGroupIPv6Test-1389259229-project] 10.222.0.27 "DELETE /v2.0/security-groups/64f3942a-32aa-4612-a501-4d708d88b960 HTTP/1.1" status: 204 len: 168 time: 0.1413648 Oct 19 07:43:41.070984 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 59420) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:43:41.081983 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd9c886-3d00-4f93-945e-9ad9e838c465 tempest-NegativeSecGroupIPv6Test-1389259229 tempest-NegativeSecGroupIPv6Test-1389259229-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=64f3942a-32aa-4612-a501-4d708d88b960,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:43:41.089761 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-5eced826-0142-4861-ae88-5c13720938f0 tempest-SecGroupIPv6Test-2060248699 tempest-SecGroupIPv6Test-2060248699-project] Notify callbacks [] for security_group, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:41.091035 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-5eced826-0142-4861-ae88-5c13720938f0 tempest-SecGroupIPv6Test-2060248699 tempest-SecGroupIPv6Test-2060248699-project] 10.222.0.27 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3190713 Oct 19 07:43:41.093879 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 59422) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:43:41.099745 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-65d3a88b-7253-447e-b3e5-ab6491992a5f tempest-SecGroupIPv6Test-2060248699 tempest-SecGroupIPv6Test-2060248699-project] Request body: {'security_group_rule': {'security_group_id': '1cb878a1-ab29-411e-a3f4-48e083810fb6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:43:41.133583 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-65d3a88b-7253-447e-b3e5-ab6491992a5f tempest-SecGroupIPv6Test-2060248699 tempest-SecGroupIPv6Test-2060248699-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:41.150205 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eced826-0142-4861-ae88-5c13720938f0 tempest-SecGroupIPv6Test-2060248699 tempest-SecGroupIPv6Test-2060248699-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1cb878a1-ab29-411e-a3f4-48e083810fb6,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:43:41.183982 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-65d3a88b-7253-447e-b3e5-ab6491992a5f tempest-SecGroupIPv6Test-2060248699 tempest-SecGroupIPv6Test-2060248699-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:41.188673 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-50fc9df9-2677-484d-8c44-a1ba91c8a3b1 tempest-NegativeSecGroupIPv6Test-1389259229 tempest-NegativeSecGroupIPv6Test-1389259229-project] 10.222.0.27 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1164989 Oct 19 07:43:41.189538 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-65d3a88b-7253-447e-b3e5-ab6491992a5f tempest-SecGroupIPv6Test-2060248699 tempest-SecGroupIPv6Test-2060248699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815365'] for security_group_rule, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:41.192429 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 59424) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:43:41.198834 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-7ffda5c5-01fc-46da-8b5e-fc32f7c53684 tempest-NegativeSecGroupIPv6Test-1389259229 tempest-NegativeSecGroupIPv6Test-1389259229-project] Request body: {'security_group': {'name': 'tempest-secgroup--2073579426'}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:43:41.223975 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d3a88b-7253-447e-b3e5-ab6491992a5f tempest-SecGroupIPv6Test-2060248699 tempest-SecGroupIPv6Test-2060248699-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c74c24de-1936-42b6-843e-5c1c835200d2,revision_number=0']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:43:41.237473 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-65d3a88b-7253-447e-b3e5-ab6491992a5f tempest-SecGroupIPv6Test-2060248699 tempest-SecGroupIPv6Test-2060248699-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:41.238689 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-65d3a88b-7253-447e-b3e5-ab6491992a5f tempest-SecGroupIPv6Test-2060248699 tempest-SecGroupIPv6Test-2060248699-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1435928 Oct 19 07:43:41.240006 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-7ffda5c5-01fc-46da-8b5e-fc32f7c53684 tempest-NegativeSecGroupIPv6Test-1389259229 tempest-NegativeSecGroupIPv6Test-1389259229-project] Notify callbacks [] for security_group, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:41.241814 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 59426) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:43:41.308722 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Device 8e811ad9-9c33-4129-980f-ace6b6615c7d up at agent hyperv_hv-neutron-8616 {{(pid=103334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 07:43:41.320125 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-7ffda5c5-01fc-46da-8b5e-fc32f7c53684 tempest-NegativeSecGroupIPv6Test-1389259229 tempest-NegativeSecGroupIPv6Test-1389259229-project] Notify callbacks [] for security_group, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:41.326095 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-7ffda5c5-01fc-46da-8b5e-fc32f7c53684 tempest-NegativeSecGroupIPv6Test-1389259229 tempest-NegativeSecGroupIPv6Test-1389259229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788643'] for security_group, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:41.364530 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Provisioning complete for port 8e811ad9-9c33-4129-980f-ace6b6615c7d triggered by entity L2. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:43:41.364897 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:41.365232 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Attempt 1 to provision port 8e811ad9-9c33-4129-980f-ace6b6615c7d Oct 19 07:43:41.366555 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-7ffda5c5-01fc-46da-8b5e-fc32f7c53684 tempest-NegativeSecGroupIPv6Test-1389259229 tempest-NegativeSecGroupIPv6Test-1389259229-project] Notify callbacks [] for security_group, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:41.373315 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-7ffda5c5-01fc-46da-8b5e-fc32f7c53684 tempest-NegativeSecGroupIPv6Test-1389259229 tempest-NegativeSecGroupIPv6Test-1389259229-project] 10.222.0.27 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1744757 Oct 19 07:43:41.373976 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffda5c5-01fc-46da-8b5e-fc32f7c53684 tempest-NegativeSecGroupIPv6Test-1389259229 tempest-NegativeSecGroupIPv6Test-1389259229-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5ede0b53-140e-4837-a83b-b064bba87906,revision_number=1']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:43:41.375176 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 59428) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:43:41.383011 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-45651901-1509-46aa-acc7-8111ce3eaed4 tempest-NegativeSecGroupIPv6Test-1389259229 tempest-NegativeSecGroupIPv6Test-1389259229-project] Request body: {'security_group_rule': {'security_group_id': '5ede0b53-140e-4837-a83b-b064bba87906', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:43:41.383817 dv-neutron-861624-1-hyperv neutron-server[103333]: WARNING neutron.api.v2.base [None req-45651901-1509-46aa-acc7-8111ce3eaed4 tempest-NegativeSecGroupIPv6Test-1389259229 tempest-NegativeSecGroupIPv6Test-1389259229-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Oct 19 07:43:41.384328 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.api.v2.resource [None req-45651901-1509-46aa-acc7-8111ce3eaed4 tempest-NegativeSecGroupIPv6Test-1389259229 tempest-NegativeSecGroupIPv6Test-1389259229-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 19 07:43:41.388610 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-45651901-1509-46aa-acc7-8111ce3eaed4 tempest-NegativeSecGroupIPv6Test-1389259229 tempest-NegativeSecGroupIPv6Test-1389259229-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0059667 Oct 19 07:43:41.389343 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 59430) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:43:41.404153 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-b6adefe8-8b04-4f03-a5fc-43132b8e3bdd tempest-SecGroupIPv6Test-2060248699 tempest-SecGroupIPv6Test-2060248699-project] Notify callbacks [] for security_group, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:41.447292 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-9f97336f-d6a4-4f2c-bc3d-26f86d054b8f None None] Attempt 6 to provision port 0ae168a2-1b5d-48a9-9418-57308959e45a Oct 19 07:43:41.454956 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-9eea6858-c2fb-4126-b72b-f0ac08264aa3 tempest-NegativeSecGroupIPv6Test-1389259229 tempest-NegativeSecGroupIPv6Test-1389259229-project] Notify callbacks [] for security_group, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:41.469770 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-b6adefe8-8b04-4f03-a5fc-43132b8e3bdd tempest-SecGroupIPv6Test-2060248699 tempest-SecGroupIPv6Test-2060248699-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:41.480497 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Current status of the port 8e811ad9-9c33-4129-980f-ace6b6615c7d is: BUILD; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:43:41.480915 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:41.497761 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-9f97336f-d6a4-4f2c-bc3d-26f86d054b8f None None] Port 0ae168a2-1b5d-48a9-9418-57308959e45a cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 07:43:41.500805 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-9eea6858-c2fb-4126-b72b-f0ac08264aa3 tempest-NegativeSecGroupIPv6Test-1389259229 tempest-NegativeSecGroupIPv6Test-1389259229-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:41.509784 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bfd5314-4c55-4597-8b3e-da476697892d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e811ad9-9c33-4129-980f-ace6b6615c7d'}] {{(pid=103334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 19 07:43:41.514179 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d918bd29c62f7e926e80ce37adcd574e0921d2de3006e6b6ef58999f52d8e2e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82a3072a-8bbc-4e42-893a-eac3e07d5beb" -d '{"events": [{"server_uuid": "7bfd5314-4c55-4597-8b3e-da476697892d", "name": "network-vif-plugged", "status": "completed", "tag": "8e811ad9-9c33-4129-980f-ace6b6615c7d"}]}' {{(pid=103334) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 07:43:41.525677 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] For port 8e811ad9-9c33-4129-980f-ace6b6615c7d, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=8e811ad9-9c33-4129-980f-ace6b6615c7d,segment=NetworkSegment(8493a2bc-032c-45cf-957b-f2fdee941360),segment_id=8493a2bc-032c-45cf-957b-f2fdee941360)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:43:41.531566 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:41.561427 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-b6adefe8-8b04-4f03-a5fc-43132b8e3bdd tempest-SecGroupIPv6Test-2060248699 tempest-SecGroupIPv6Test-2060248699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788643'] for security_group, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:41.564939 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-b6adefe8-8b04-4f03-a5fc-43132b8e3bdd tempest-SecGroupIPv6Test-2060248699 tempest-SecGroupIPv6Test-2060248699-project] Notify callbacks [] for security_group, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:41.566984 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-b6adefe8-8b04-4f03-a5fc-43132b8e3bdd tempest-SecGroupIPv6Test-2060248699 tempest-SecGroupIPv6Test-2060248699-project] 10.222.0.27 "DELETE /v2.0/security-groups/1cb878a1-ab29-411e-a3f4-48e083810fb6 HTTP/1.1" status: 204 len: 168 time: 0.3240650 Oct 19 07:43:41.570266 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 59434) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:43:41.574583 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 19 Oct 2022 07:43:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a349fd80-9071-433a-8a82-acae22c92c68 x-openstack-request-id: req-a349fd80-9071-433a-8a82-acae22c92c68 {{(pid=103334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 07:43:41.574879 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bfd5314-4c55-4597-8b3e-da476697892d", "name": "network-vif-plugged", "status": "completed", "tag": "8e811ad9-9c33-4129-980f-ace6b6615c7d", "code": 200}]} {{(pid=103334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 07:43:41.575184 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-a349fd80-9071-433a-8a82-acae22c92c68 {{(pid=103334) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 07:43:41.575582 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a349fd80-9071-433a-8a82-acae22c92c68'] response: {'server_uuid': '7bfd5314-4c55-4597-8b3e-da476697892d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e811ad9-9c33-4129-980f-ace6b6615c7d', 'code': 200} Oct 19 07:43:41.577685 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-9eea6858-c2fb-4126-b72b-f0ac08264aa3 tempest-NegativeSecGroupIPv6Test-1389259229 tempest-NegativeSecGroupIPv6Test-1389259229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788643'] for security_group, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:41.580484 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-9eea6858-c2fb-4126-b72b-f0ac08264aa3 tempest-NegativeSecGroupIPv6Test-1389259229 tempest-NegativeSecGroupIPv6Test-1389259229-project] Notify callbacks [] for security_group, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:41.581690 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-9eea6858-c2fb-4126-b72b-f0ac08264aa3 tempest-NegativeSecGroupIPv6Test-1389259229 tempest-NegativeSecGroupIPv6Test-1389259229-project] 10.222.0.27 "DELETE /v2.0/security-groups/5ede0b53-140e-4837-a83b-b064bba87906 HTTP/1.1" status: 204 len: 168 time: 0.1915412 Oct 19 07:43:41.592086 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 59436) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:43:41.605849 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Pushing event updated for resources: {'Port': ['ID=8e811ad9-9c33-4129-980f-ace6b6615c7d,revision_number=7']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:43:41.610349 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:41.618362 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eea6858-c2fb-4126-b72b-f0ac08264aa3 tempest-NegativeSecGroupIPv6Test-1389259229 tempest-NegativeSecGroupIPv6Test-1389259229-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ede0b53-140e-4837-a83b-b064bba87906,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:43:41.624495 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6adefe8-8b04-4f03-a5fc-43132b8e3bdd tempest-SecGroupIPv6Test-2060248699 tempest-SecGroupIPv6Test-2060248699-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cb878a1-ab29-411e-a3f4-48e083810fb6,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:43:41.641019 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-b61feb1c-45be-49f6-9386-621c61a4ac79 tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:41.646512 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-b61feb1c-45be-49f6-9386-621c61a4ac79 tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1695041'] for floatingip, after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:41.652613 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-bc5012d1-b68c-47e2-9ad3-148bb101af18 tempest-SecGroupIPv6Test-2060248699 tempest-SecGroupIPv6Test-2060248699-project] 10.222.0.27 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0809350 Oct 19 07:43:41.656437 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 59438) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:43:41.684390 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-8d13d06d-9afe-4933-abb3-cb1bac978f09 tempest-NegativeSecGroupIPv6Test-1389259229 tempest-NegativeSecGroupIPv6Test-1389259229-project] 10.222.0.27 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0873628 Oct 19 07:43:41.684390 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 59440) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:43:41.688860 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-f33f8596-16f9-406b-be22-7fc6275ac6da tempest-NegativeSecGroupIPv6Test-1389259229 tempest-NegativeSecGroupIPv6Test-1389259229-project] Request body: {'security_group': {'name': 'tempest-secgroup--1041174831'}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:43:41.723573 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-c55c8923-3e55-455e-b57b-2183ce0a92df tempest-SecGroupIPv6Test-2060248699 tempest-SecGroupIPv6Test-2060248699-project] 10.222.0.27 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.0661056 Oct 19 07:43:41.726296 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 59442) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:43:41.740274 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.api.v2.resource [None req-9f3a3b54-5ee4-47a4-934d-7f72298a5dad tempest-SecGroupIPv6Test-2060248699 tempest-SecGroupIPv6Test-2060248699-project] delete failed (client error): The resource could not be found. Oct 19 07:43:41.744738 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-9f3a3b54-5ee4-47a4-934d-7f72298a5dad tempest-SecGroupIPv6Test-2060248699 tempest-SecGroupIPv6Test-2060248699-project] 10.222.0.27 "DELETE /v2.0/security-groups/1cb878a1-ab29-411e-a3f4-48e083810fb6 HTTP/1.1" status: 404 len: 347 time: 0.0141401 Oct 19 07:43:41.744738 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-f33f8596-16f9-406b-be22-7fc6275ac6da tempest-NegativeSecGroupIPv6Test-1389259229 tempest-NegativeSecGroupIPv6Test-1389259229-project] Notify callbacks [] for security_group, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:41.744984 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 59444) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:43:41.758851 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.db.l3_db [None req-b61feb1c-45be-49f6-9386-621c61a4ac79 tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Floating IP 41a16cf2-379c-48c5-adcc-a65eb8dfaa7a associated. External IP: 172.26.0.151, port: d928e266-6884-46c6-96ff-feeed864d2e3. Oct 19 07:43:41.813565 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-70c1d851-6c3d-49c5-8f72-516fafd228d4 tempest-SecGroupIPv6Test-2060248699 tempest-SecGroupIPv6Test-2060248699-project] 10.222.0.27 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0672777 Oct 19 07:43:41.856109 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-f33f8596-16f9-406b-be22-7fc6275ac6da tempest-NegativeSecGroupIPv6Test-1389259229 tempest-NegativeSecGroupIPv6Test-1389259229-project] Notify callbacks [] for security_group, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:41.861983 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-f33f8596-16f9-406b-be22-7fc6275ac6da tempest-NegativeSecGroupIPv6Test-1389259229 tempest-NegativeSecGroupIPv6Test-1389259229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788643'] for security_group, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:41.894741 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-f33f8596-16f9-406b-be22-7fc6275ac6da tempest-NegativeSecGroupIPv6Test-1389259229 tempest-NegativeSecGroupIPv6Test-1389259229-project] Notify callbacks [] for security_group, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:41.896068 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-f33f8596-16f9-406b-be22-7fc6275ac6da tempest-NegativeSecGroupIPv6Test-1389259229 tempest-NegativeSecGroupIPv6Test-1389259229-project] 10.222.0.27 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2105117 Oct 19 07:43:41.898088 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33f8596-16f9-406b-be22-7fc6275ac6da tempest-NegativeSecGroupIPv6Test-1389259229 tempest-NegativeSecGroupIPv6Test-1389259229-project] Pushing event updated for resources: {'SecurityGroup': ['ID=14fd72c4-30ee-4dde-b242-8641dd7f05e3,revision_number=1']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:43:41.900242 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 59448) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:43:41.905089 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-fe254150-6943-4493-aeab-0c7db66c32f1 tempest-NegativeSecGroupIPv6Test-1389259229 tempest-NegativeSecGroupIPv6Test-1389259229-project] Request body: {'security_group_rule': {'security_group_id': '14fd72c4-30ee-4dde-b242-8641dd7f05e3', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:43:41.905471 dv-neutron-861624-1-hyperv neutron-server[103332]: WARNING neutron.api.v2.base [None req-fe254150-6943-4493-aeab-0c7db66c32f1 tempest-NegativeSecGroupIPv6Test-1389259229 tempest-NegativeSecGroupIPv6Test-1389259229-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Oct 19 07:43:41.905963 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.api.v2.resource [None req-fe254150-6943-4493-aeab-0c7db66c32f1 tempest-NegativeSecGroupIPv6Test-1389259229 tempest-NegativeSecGroupIPv6Test-1389259229-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 19 07:43:41.907069 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-fe254150-6943-4493-aeab-0c7db66c32f1 tempest-NegativeSecGroupIPv6Test-1389259229 tempest-NegativeSecGroupIPv6Test-1389259229-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0057874 Oct 19 07:43:41.909750 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 59450) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:43:41.964335 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-a6e8d7dc-fd38-49f4-9195-a2301571dd96 tempest-NegativeSecGroupIPv6Test-1389259229 tempest-NegativeSecGroupIPv6Test-1389259229-project] Notify callbacks [] for security_group, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:41.989450 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-a6e8d7dc-fd38-49f4-9195-a2301571dd96 tempest-NegativeSecGroupIPv6Test-1389259229 tempest-NegativeSecGroupIPv6Test-1389259229-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:41.992031 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b61feb1c-45be-49f6-9386-621c61a4ac79 tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Router ff8271cb-2431-40f0-b6a1-80a9bac26437 has already been hosted by L3 agent ab388470-1243-4d53-80f2-c2f5899c97a7 {{(pid=103333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 07:43:42.000464 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-9f97336f-d6a4-4f2c-bc3d-26f86d054b8f None None] Attempt 7 to provision port 0ae168a2-1b5d-48a9-9418-57308959e45a Oct 19 07:43:42.042742 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-a6e8d7dc-fd38-49f4-9195-a2301571dd96 tempest-NegativeSecGroupIPv6Test-1389259229 tempest-NegativeSecGroupIPv6Test-1389259229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788643'] for security_group, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:42.043146 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-9f97336f-d6a4-4f2c-bc3d-26f86d054b8f None None] Port 0ae168a2-1b5d-48a9-9418-57308959e45a cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 07:43:42.046941 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-a6e8d7dc-fd38-49f4-9195-a2301571dd96 tempest-NegativeSecGroupIPv6Test-1389259229 tempest-NegativeSecGroupIPv6Test-1389259229-project] Notify callbacks [] for security_group, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:42.048097 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-a6e8d7dc-fd38-49f4-9195-a2301571dd96 tempest-NegativeSecGroupIPv6Test-1389259229 tempest-NegativeSecGroupIPv6Test-1389259229-project] 10.222.0.27 "DELETE /v2.0/security-groups/14fd72c4-30ee-4dde-b242-8641dd7f05e3 HTTP/1.1" status: 204 len: 168 time: 0.1374719 Oct 19 07:43:42.051472 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 59452) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:43:42.064536 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e8d7dc-fd38-49f4-9195-a2301571dd96 tempest-NegativeSecGroupIPv6Test-1389259229 tempest-NegativeSecGroupIPv6Test-1389259229-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=14fd72c4-30ee-4dde-b242-8641dd7f05e3,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:43:42.109464 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-ea331e56-eb31-4b88-8d85-1a2c2fa4b508 tempest-NegativeSecGroupIPv6Test-1389259229 tempest-NegativeSecGroupIPv6Test-1389259229-project] 10.222.0.27 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0528026 Oct 19 07:43:42.109735 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 59456) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:43:42.114196 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-593d4871-f697-48b3-8234-a27e2de229f7 tempest-NegativeSecGroupIPv6Test-1389259229 tempest-NegativeSecGroupIPv6Test-1389259229-project] Request body: {'security_group': {'name': 'tempest-secgroup--1134453244'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:43:42.144707 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b61feb1c-45be-49f6-9386-621c61a4ac79 tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Notify agent at l3_agent.dv-neutron-861624-1-hyperv the message routers_updated {{(pid=103333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 07:43:42.151407 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-593d4871-f697-48b3-8234-a27e2de229f7 tempest-NegativeSecGroupIPv6Test-1389259229 tempest-NegativeSecGroupIPv6Test-1389259229-project] Notify callbacks [] for security_group, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:42.151567 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 59458) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:43:42.158502 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5f86bb4-8650-402e-92c3-c0f8c8ead1d2 None None] Sync routers for ids ['ff8271cb-2431-40f0-b6a1-80a9bac26437'] in dv-neutron-861624-1-hyperv {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 07:43:42.170676 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5f86bb4-8650-402e-92c3-c0f8c8ead1d2 None None] Routers {'ff8271cb-2431-40f0-b6a1-80a9bac26437'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 07:43:42.171808 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-f5f86bb4-8650-402e-92c3-c0f8c8ead1d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T07:43:16Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['ff8271cb-2431-40f0-b6a1-80a9bac26437'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:43:42.205216 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-f5f86bb4-8650-402e-92c3-c0f8c8ead1d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:43:42.213683 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5f86bb4-8650-402e-92c3-c0f8c8ead1d2 None None] Routers {'ff8271cb-2431-40f0-b6a1-80a9bac26437'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 07:43:42.214279 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-f5f86bb4-8650-402e-92c3-c0f8c8ead1d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T07:43:16Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['ff8271cb-2431-40f0-b6a1-80a9bac26437'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:43:42.254044 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-f5f86bb4-8650-402e-92c3-c0f8c8ead1d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:43:42.254682 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5f86bb4-8650-402e-92c3-c0f8c8ead1d2 None None] The sync data for ids ['ff8271cb-2431-40f0-b6a1-80a9bac26437'] in dv-neutron-861624-1-hyperv is: [] {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 07:43:42.293208 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-9f5a5a4c-6043-4069-b746-ce3dba45282c admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=becbdaeaf7aa4d55bf7da7611df1239f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1390691 Oct 19 07:43:42.293648 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 59462) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:43:42.344792 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-88b7d1b5-e312-4a1e-996a-5a665bcb2399 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:42.346331 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-593d4871-f697-48b3-8234-a27e2de229f7 tempest-NegativeSecGroupIPv6Test-1389259229 tempest-NegativeSecGroupIPv6Test-1389259229-project] Notify callbacks [] for security_group, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:42.353012 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-593d4871-f697-48b3-8234-a27e2de229f7 tempest-NegativeSecGroupIPv6Test-1389259229 tempest-NegativeSecGroupIPv6Test-1389259229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788643'] for security_group, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:42.367868 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-88b7d1b5-e312-4a1e-996a-5a665bcb2399 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:42.395259 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-593d4871-f697-48b3-8234-a27e2de229f7 tempest-NegativeSecGroupIPv6Test-1389259229 tempest-NegativeSecGroupIPv6Test-1389259229-project] Notify callbacks [] for security_group, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:42.396479 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-593d4871-f697-48b3-8234-a27e2de229f7 tempest-NegativeSecGroupIPv6Test-1389259229 tempest-NegativeSecGroupIPv6Test-1389259229-project] 10.222.0.27 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2857416 Oct 19 07:43:42.399498 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 59464) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:43:42.405630 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-994f90b7-4873-45ba-96d3-2e0340651727 tempest-NegativeSecGroupIPv6Test-1389259229 tempest-NegativeSecGroupIPv6Test-1389259229-project] Request body: {'security_group_rule': {'security_group_id': '79b4f49a-c2dc-40ba-bb0d-05711c127943', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:43:42.406609 dv-neutron-861624-1-hyperv neutron-server[103333]: WARNING neutron.api.v2.base [None req-994f90b7-4873-45ba-96d3-2e0340651727 tempest-NegativeSecGroupIPv6Test-1389259229 tempest-NegativeSecGroupIPv6Test-1389259229-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Oct 19 07:43:42.408424 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.api.v2.resource [None req-994f90b7-4873-45ba-96d3-2e0340651727 tempest-NegativeSecGroupIPv6Test-1389259229 tempest-NegativeSecGroupIPv6Test-1389259229-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 19 07:43:42.408424 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-994f90b7-4873-45ba-96d3-2e0340651727 tempest-NegativeSecGroupIPv6Test-1389259229 tempest-NegativeSecGroupIPv6Test-1389259229-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0074410 Oct 19 07:43:42.411821 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 59466) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:43:42.417232 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-cc994eb9-a96a-40f8-b1c7-cc0031943120 tempest-NegativeSecGroupIPv6Test-1389259229 tempest-NegativeSecGroupIPv6Test-1389259229-project] Request body: {'security_group_rule': {'security_group_id': '79b4f49a-c2dc-40ba-bb0d-05711c127943', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:43:42.417936 dv-neutron-861624-1-hyperv neutron-server[103332]: WARNING neutron.api.v2.base [None req-cc994eb9-a96a-40f8-b1c7-cc0031943120 tempest-NegativeSecGroupIPv6Test-1389259229 tempest-NegativeSecGroupIPv6Test-1389259229-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Oct 19 07:43:42.418427 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.api.v2.resource [None req-cc994eb9-a96a-40f8-b1c7-cc0031943120 tempest-NegativeSecGroupIPv6Test-1389259229 tempest-NegativeSecGroupIPv6Test-1389259229-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 19 07:43:42.419432 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-cc994eb9-a96a-40f8-b1c7-cc0031943120 tempest-NegativeSecGroupIPv6Test-1389259229 tempest-NegativeSecGroupIPv6Test-1389259229-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0060318 Oct 19 07:43:42.423862 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 59468) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:43:42.428655 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-a49e14b5-7d8a-44b8-adb9-c76910d252b0 tempest-NegativeSecGroupIPv6Test-1389259229 tempest-NegativeSecGroupIPv6Test-1389259229-project] Request body: {'security_group_rule': {'security_group_id': '79b4f49a-c2dc-40ba-bb0d-05711c127943', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:43:42.429456 dv-neutron-861624-1-hyperv neutron-server[103332]: WARNING neutron.api.v2.base [None req-a49e14b5-7d8a-44b8-adb9-c76910d252b0 tempest-NegativeSecGroupIPv6Test-1389259229 tempest-NegativeSecGroupIPv6Test-1389259229-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Oct 19 07:43:42.429966 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.api.v2.resource [None req-a49e14b5-7d8a-44b8-adb9-c76910d252b0 tempest-NegativeSecGroupIPv6Test-1389259229 tempest-NegativeSecGroupIPv6Test-1389259229-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 19 07:43:42.430921 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-a49e14b5-7d8a-44b8-adb9-c76910d252b0 tempest-NegativeSecGroupIPv6Test-1389259229 tempest-NegativeSecGroupIPv6Test-1389259229-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0060019 Oct 19 07:43:42.432195 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-88b7d1b5-e312-4a1e-996a-5a665bcb2399 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788643'] for security_group, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:42.435035 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-88b7d1b5-e312-4a1e-996a-5a665bcb2399 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:42.435922 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593d4871-f697-48b3-8234-a27e2de229f7 tempest-NegativeSecGroupIPv6Test-1389259229 tempest-NegativeSecGroupIPv6Test-1389259229-project] Pushing event updated for resources: {'SecurityGroup': ['ID=79b4f49a-c2dc-40ba-bb0d-05711c127943,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:43:42.436246 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-88b7d1b5-e312-4a1e-996a-5a665bcb2399 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/124638b1-bd54-4aca-a63c-cb9bb0ba0d29 HTTP/1.1" status: 204 len: 168 time: 0.1404817 Oct 19 07:43:42.436809 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 59470) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:43:42.444332 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-00f45cc0-26cf-4e61-8fa2-1dee7697c460 tempest-NegativeSecGroupIPv6Test-1389259229 tempest-NegativeSecGroupIPv6Test-1389259229-project] Request body: {'security_group_rule': {'security_group_id': '79b4f49a-c2dc-40ba-bb0d-05711c127943', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:43:42.445380 dv-neutron-861624-1-hyperv neutron-server[103332]: WARNING neutron.api.v2.base [None req-00f45cc0-26cf-4e61-8fa2-1dee7697c460 tempest-NegativeSecGroupIPv6Test-1389259229 tempest-NegativeSecGroupIPv6Test-1389259229-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Oct 19 07:43:42.445861 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.api.v2.resource [None req-00f45cc0-26cf-4e61-8fa2-1dee7697c460 tempest-NegativeSecGroupIPv6Test-1389259229 tempest-NegativeSecGroupIPv6Test-1389259229-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 19 07:43:42.449847 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-00f45cc0-26cf-4e61-8fa2-1dee7697c460 tempest-NegativeSecGroupIPv6Test-1389259229 tempest-NegativeSecGroupIPv6Test-1389259229-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0073216 Oct 19 07:43:42.451806 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 59474) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:43:42.454447 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b7d1b5-e312-4a1e-996a-5a665bcb2399 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=124638b1-bd54-4aca-a63c-cb9bb0ba0d29,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:43:42.486074 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b61feb1c-45be-49f6-9386-621c61a4ac79 tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Router 14afafa6-299e-4ad7-8440-766ded4cd16d has already been hosted by L3 agent ab388470-1243-4d53-80f2-c2f5899c97a7 {{(pid=103333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 07:43:42.544933 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-9f97336f-d6a4-4f2c-bc3d-26f86d054b8f None None] Attempt 8 to provision port 0ae168a2-1b5d-48a9-9418-57308959e45a Oct 19 07:43:42.564327 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-fa4316cb-84fc-4fcb-9984-5bacf743df39 tempest-NegativeSecGroupIPv6Test-1389259229 tempest-NegativeSecGroupIPv6Test-1389259229-project] Notify callbacks [] for security_group, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:42.596245 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-9f97336f-d6a4-4f2c-bc3d-26f86d054b8f None None] Port 0ae168a2-1b5d-48a9-9418-57308959e45a cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 07:43:42.599854 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-fa4316cb-84fc-4fcb-9984-5bacf743df39 tempest-NegativeSecGroupIPv6Test-1389259229 tempest-NegativeSecGroupIPv6Test-1389259229-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:42.668366 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b61feb1c-45be-49f6-9386-621c61a4ac79 tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Notify agent at l3_agent.dv-neutron-861624-1-hyperv the message routers_updated {{(pid=103333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 07:43:42.673146 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-b61feb1c-45be-49f6-9386-621c61a4ac79 tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42160'] for floatingip, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:42.680017 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d883ed7-e4df-45a7-aac5-fe9f25fffa1d None None] Sync routers for ids ['14afafa6-299e-4ad7-8440-766ded4cd16d'] in dv-neutron-861624-1-hyperv {{(pid=103334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 07:43:42.693726 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d883ed7-e4df-45a7-aac5-fe9f25fffa1d None None] Routers {'14afafa6-299e-4ad7-8440-766ded4cd16d'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 07:43:42.694365 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-3d883ed7-e4df-45a7-aac5-fe9f25fffa1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T07:43:16Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['14afafa6-299e-4ad7-8440-766ded4cd16d'], 'active': True} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:43:42.735256 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-3d883ed7-e4df-45a7-aac5-fe9f25fffa1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:43:42.744552 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d883ed7-e4df-45a7-aac5-fe9f25fffa1d None None] Routers {'14afafa6-299e-4ad7-8440-766ded4cd16d'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 07:43:42.745191 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-3d883ed7-e4df-45a7-aac5-fe9f25fffa1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T07:43:16Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['14afafa6-299e-4ad7-8440-766ded4cd16d'], 'active': True} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:43:42.784778 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-3d883ed7-e4df-45a7-aac5-fe9f25fffa1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:43:42.784778 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d883ed7-e4df-45a7-aac5-fe9f25fffa1d None None] The sync data for ids ['14afafa6-299e-4ad7-8440-766ded4cd16d'] in dv-neutron-861624-1-hyperv is: [] {{(pid=103334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 07:43:42.952430 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-fa4316cb-84fc-4fcb-9984-5bacf743df39 tempest-NegativeSecGroupIPv6Test-1389259229 tempest-NegativeSecGroupIPv6Test-1389259229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788643'] for security_group, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:42.954992 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-fa4316cb-84fc-4fcb-9984-5bacf743df39 tempest-NegativeSecGroupIPv6Test-1389259229 tempest-NegativeSecGroupIPv6Test-1389259229-project] Notify callbacks [] for security_group, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:42.956126 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-fa4316cb-84fc-4fcb-9984-5bacf743df39 tempest-NegativeSecGroupIPv6Test-1389259229 tempest-NegativeSecGroupIPv6Test-1389259229-project] 10.222.0.27 "DELETE /v2.0/security-groups/79b4f49a-c2dc-40ba-bb0d-05711c127943 HTTP/1.1" status: 204 len: 168 time: 0.5030124 Oct 19 07:43:42.958960 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 59490) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:43:42.975881 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4316cb-84fc-4fcb-9984-5bacf743df39 tempest-NegativeSecGroupIPv6Test-1389259229 tempest-NegativeSecGroupIPv6Test-1389259229-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=79b4f49a-c2dc-40ba-bb0d-05711c127943,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:43:42.981717 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-b61feb1c-45be-49f6-9386-621c61a4ac79 tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] 10.222.0.27 "PUT /v2.0/floatingips/41a16cf2-379c-48c5-adcc-a65eb8dfaa7a HTTP/1.1" status: 200 len: 978 time: 2.1754959 Oct 19 07:43:42.984277 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 59494) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:43:43.016024 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-b5b76ec9-1b1e-4122-9640-77d31ccb2c5e tempest-NegativeSecGroupIPv6Test-1389259229 tempest-NegativeSecGroupIPv6Test-1389259229-project] 10.222.0.27 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0516050 Oct 19 07:43:43.016399 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 59496) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:43:43.020754 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-ee3a82f9-61c3-4a65-98cf-ea8126544fd5 tempest-NegativeSecGroupIPv6Test-1389259229 tempest-NegativeSecGroupIPv6Test-1389259229-project] Request body: {'security_group': {'name': 'tempest-secgroup--1090307135'}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:43:43.042252 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-ee3a82f9-61c3-4a65-98cf-ea8126544fd5 tempest-NegativeSecGroupIPv6Test-1389259229 tempest-NegativeSecGroupIPv6Test-1389259229-project] Notify callbacks [] for security_group, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:43.085079 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-6b4845e6-2fc5-4812-8d79-48ca1e150d4c tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Deleting port a1b705fe-6e40-47e1-a8ea-39230e49ac87 {{(pid=103333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 07:43:43.085604 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-6b4845e6-2fc5-4812-8d79-48ca1e150d4c tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:43.097191 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-9f97336f-d6a4-4f2c-bc3d-26f86d054b8f None None] Attempt 9 to provision port 0ae168a2-1b5d-48a9-9418-57308959e45a Oct 19 07:43:43.137056 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-9f97336f-d6a4-4f2c-bc3d-26f86d054b8f None None] Port 0ae168a2-1b5d-48a9-9418-57308959e45a cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 07:43:43.139936 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-ee3a82f9-61c3-4a65-98cf-ea8126544fd5 tempest-NegativeSecGroupIPv6Test-1389259229 tempest-NegativeSecGroupIPv6Test-1389259229-project] Notify callbacks [] for security_group, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:43.144380 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-ee3a82f9-61c3-4a65-98cf-ea8126544fd5 tempest-NegativeSecGroupIPv6Test-1389259229 tempest-NegativeSecGroupIPv6Test-1389259229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788643'] for security_group, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:43.170879 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 59500) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:43:43.176474 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-ee3a82f9-61c3-4a65-98cf-ea8126544fd5 tempest-NegativeSecGroupIPv6Test-1389259229 tempest-NegativeSecGroupIPv6Test-1389259229-project] Notify callbacks [] for security_group, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:43.177703 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-ee3a82f9-61c3-4a65-98cf-ea8126544fd5 tempest-NegativeSecGroupIPv6Test-1389259229 tempest-NegativeSecGroupIPv6Test-1389259229-project] 10.222.0.27 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1603553 Oct 19 07:43:43.179532 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3a82f9-61c3-4a65-98cf-ea8126544fd5 tempest-NegativeSecGroupIPv6Test-1389259229 tempest-NegativeSecGroupIPv6Test-1389259229-project] Pushing event updated for resources: {'SecurityGroup': ['ID=01837b2a-c912-47fd-87a5-d91e375869f8,revision_number=1']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:43:43.181568 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 59504) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:43:43.187176 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-6b4845e6-2fc5-4812-8d79-48ca1e150d4c tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:43.191416 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-583db653-706f-4479-91ac-9053936aa989 tempest-NegativeSecGroupIPv6Test-1389259229 tempest-NegativeSecGroupIPv6Test-1389259229-project] Request body: {'security_group_rule': {'security_group_id': '01837b2a-c912-47fd-87a5-d91e375869f8', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:43:43.191909 dv-neutron-861624-1-hyperv neutron-server[103332]: WARNING neutron.api.v2.base [None req-583db653-706f-4479-91ac-9053936aa989 tempest-NegativeSecGroupIPv6Test-1389259229 tempest-NegativeSecGroupIPv6Test-1389259229-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Oct 19 07:43:43.192405 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.api.v2.resource [None req-583db653-706f-4479-91ac-9053936aa989 tempest-NegativeSecGroupIPv6Test-1389259229 tempest-NegativeSecGroupIPv6Test-1389259229-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 19 07:43:43.196570 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 59506) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:43:43.196726 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-583db653-706f-4479-91ac-9053936aa989 tempest-NegativeSecGroupIPv6Test-1389259229 tempest-NegativeSecGroupIPv6Test-1389259229-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0141778 Oct 19 07:43:43.203736 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-2159d177-3fd2-476c-89b2-c38c975d459d tempest-NegativeSecGroupIPv6Test-1389259229 tempest-NegativeSecGroupIPv6Test-1389259229-project] Request body: {'security_group_rule': {'security_group_id': '01837b2a-c912-47fd-87a5-d91e375869f8', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:43:43.279295 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-a27d0d8d-e9a7-4f8c-b3e0-343c34394f48 tempest-SubnetPoolsTestJSON-1538512412 tempest-SubnetPoolsTestJSON-1538512412-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-100632988', 'prefixes': ['172.20.0.0/16']}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:43:43.338806 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.api.v2.resource [None req-2159d177-3fd2-476c-89b2-c38c975d459d tempest-NegativeSecGroupIPv6Test-1389259229 tempest-NegativeSecGroupIPv6Test-1389259229-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 19 07:43:43.340529 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-2159d177-3fd2-476c-89b2-c38c975d459d tempest-NegativeSecGroupIPv6Test-1389259229 tempest-NegativeSecGroupIPv6Test-1389259229-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1422205 Oct 19 07:43:43.343680 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 59508) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:43:43.347035 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-6e5d8ef7-5e4c-440c-b7e5-87d855fa602a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:43.349673 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-79144955-a837-4f04-8ff2-619d20cda493 tempest-NegativeSecGroupIPv6Test-1389259229 tempest-NegativeSecGroupIPv6Test-1389259229-project] Request body: {'security_group_rule': {'security_group_id': '01837b2a-c912-47fd-87a5-d91e375869f8', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:43:43.350156 dv-neutron-861624-1-hyperv neutron-server[103332]: WARNING neutron.api.v2.base [None req-79144955-a837-4f04-8ff2-619d20cda493 tempest-NegativeSecGroupIPv6Test-1389259229 tempest-NegativeSecGroupIPv6Test-1389259229-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Oct 19 07:43:43.350651 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.api.v2.resource [None req-79144955-a837-4f04-8ff2-619d20cda493 tempest-NegativeSecGroupIPv6Test-1389259229 tempest-NegativeSecGroupIPv6Test-1389259229-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 19 07:43:43.351607 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-79144955-a837-4f04-8ff2-619d20cda493 tempest-NegativeSecGroupIPv6Test-1389259229 tempest-NegativeSecGroupIPv6Test-1389259229-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0067043 Oct 19 07:43:43.354840 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 59510) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:43:43.361175 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-40773dac-b68a-4f0f-9675-4839c580e2a5 tempest-NegativeSecGroupIPv6Test-1389259229 tempest-NegativeSecGroupIPv6Test-1389259229-project] Request body: {'security_group_rule': {'security_group_id': '01837b2a-c912-47fd-87a5-d91e375869f8', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:43:43.395376 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.api.v2.resource [None req-40773dac-b68a-4f0f-9675-4839c580e2a5 tempest-NegativeSecGroupIPv6Test-1389259229 tempest-NegativeSecGroupIPv6Test-1389259229-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 19 07:43:43.396469 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-40773dac-b68a-4f0f-9675-4839c580e2a5 tempest-NegativeSecGroupIPv6Test-1389259229 tempest-NegativeSecGroupIPv6Test-1389259229-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0405009 Oct 19 07:43:43.399740 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 59512) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:43:43.404424 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-d2b91f08-1047-4982-8b3f-0d723565c4ac tempest-NegativeSecGroupIPv6Test-1389259229 tempest-NegativeSecGroupIPv6Test-1389259229-project] Request body: {'security_group_rule': {'security_group_id': '01837b2a-c912-47fd-87a5-d91e375869f8', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:43:43.404932 dv-neutron-861624-1-hyperv neutron-server[103332]: WARNING neutron.api.v2.base [None req-d2b91f08-1047-4982-8b3f-0d723565c4ac tempest-NegativeSecGroupIPv6Test-1389259229 tempest-NegativeSecGroupIPv6Test-1389259229-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Oct 19 07:43:43.405414 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.api.v2.resource [None req-d2b91f08-1047-4982-8b3f-0d723565c4ac tempest-NegativeSecGroupIPv6Test-1389259229 tempest-NegativeSecGroupIPv6Test-1389259229-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 19 07:43:43.408811 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-d2b91f08-1047-4982-8b3f-0d723565c4ac tempest-NegativeSecGroupIPv6Test-1389259229 tempest-NegativeSecGroupIPv6Test-1389259229-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0056207 Oct 19 07:43:43.409085 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 59514) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:43:43.414179 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-8b10f3dc-0b9c-4289-9759-414a43dc6fbb tempest-NegativeSecGroupIPv6Test-1389259229 tempest-NegativeSecGroupIPv6Test-1389259229-project] Request body: {'security_group_rule': {'security_group_id': '01837b2a-c912-47fd-87a5-d91e375869f8', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:43:43.436693 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-6b4845e6-2fc5-4812-8d79-48ca1e150d4c tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:43.436965 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-6b4845e6-2fc5-4812-8d79-48ca1e150d4c tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1695041'] for floatingip, after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:43.437112 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.db.securitygroups_db [None req-8b10f3dc-0b9c-4289-9759-414a43dc6fbb tempest-NegativeSecGroupIPv6Test-1389259229 tempest-NegativeSecGroupIPv6Test-1389259229-project] Project 71df06aa385c4c919b0e970295081f30 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 19 07:43:43.437311 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.db.l3_db [None req-6b4845e6-2fc5-4812-8d79-48ca1e150d4c tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Floating IP 41a16cf2-379c-48c5-adcc-a65eb8dfaa7a disassociated. External IP: 172.26.0.151, port: a1b705fe-6e40-47e1-a8ea-39230e49ac87. Oct 19 07:43:43.437646 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-6b4845e6-2fc5-4812-8d79-48ca1e150d4c tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Calling delete_port for a1b705fe-6e40-47e1-a8ea-39230e49ac87 owned by {{(pid=103333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 07:43:43.450798 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.api.v2.resource [None req-8b10f3dc-0b9c-4289-9759-414a43dc6fbb tempest-NegativeSecGroupIPv6Test-1389259229 tempest-NegativeSecGroupIPv6Test-1389259229-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 19 07:43:43.452587 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-8b10f3dc-0b9c-4289-9759-414a43dc6fbb tempest-NegativeSecGroupIPv6Test-1389259229 tempest-NegativeSecGroupIPv6Test-1389259229-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0421865 Oct 19 07:43:43.455260 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 59516) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:43:43.459290 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-a27d0d8d-e9a7-4f8c-b3e0-343c34394f48 tempest-SubnetPoolsTestJSON-1538512412 tempest-SubnetPoolsTestJSON-1538512412-project] Notify callbacks [] for subnetpool, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:43.460042 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-ff95f5fd-a4af-4f54-b3b4-f56b675bc3ca tempest-NegativeSecGroupIPv6Test-1389259229 tempest-NegativeSecGroupIPv6Test-1389259229-project] Request body: {'security_group_rule': {'security_group_id': '01837b2a-c912-47fd-87a5-d91e375869f8', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:43:43.460481 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-a27d0d8d-e9a7-4f8c-b3e0-343c34394f48 tempest-SubnetPoolsTestJSON-1538512412 tempest-SubnetPoolsTestJSON-1538512412-project] 10.222.0.27 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 736 time: 0.2886565 Oct 19 07:43:43.463255 dv-neutron-861624-1-hyperv neutron-server[103332]: WARNING neutron.api.v2.base [None req-ff95f5fd-a4af-4f54-b3b4-f56b675bc3ca tempest-NegativeSecGroupIPv6Test-1389259229 tempest-NegativeSecGroupIPv6Test-1389259229-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Oct 19 07:43:43.463746 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.api.v2.resource [None req-ff95f5fd-a4af-4f54-b3b4-f56b675bc3ca tempest-NegativeSecGroupIPv6Test-1389259229 tempest-NegativeSecGroupIPv6Test-1389259229-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 19 07:43:43.464725 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-ff95f5fd-a4af-4f54-b3b4-f56b675bc3ca tempest-NegativeSecGroupIPv6Test-1389259229 tempest-NegativeSecGroupIPv6Test-1389259229-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0083594 Oct 19 07:43:43.465242 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 59518) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:43:43.472130 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 59520) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:43:43.477565 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-972ec306-806e-49da-bb04-dc2a35dc65ec tempest-NegativeSecGroupIPv6Test-1389259229 tempest-NegativeSecGroupIPv6Test-1389259229-project] Request body: {'security_group_rule': {'security_group_id': '01837b2a-c912-47fd-87a5-d91e375869f8', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:43:43.504070 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-3610955e-1be4-4261-b347-254af90d59c8 tempest-SubnetPoolsTestJSON-1538512412 tempest-SubnetPoolsTestJSON-1538512412-project] 10.222.0.27 "GET /v2.0/subnetpools/9a98d72f-d194-4ec4-85e9-f792ee2e0a38 HTTP/1.1" status: 200 len: 731 time: 0.0377665 Oct 19 07:43:43.506741 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 59522) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:43:43.512385 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-e131d97d-b128-4d51-bec8-88f3e7d79fd6 tempest-SubnetPoolsTestJSON-1538512412 tempest-SubnetPoolsTestJSON-1538512412-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-133141745'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:43:43.512692 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.db.securitygroups_db [None req-972ec306-806e-49da-bb04-dc2a35dc65ec tempest-NegativeSecGroupIPv6Test-1389259229 tempest-NegativeSecGroupIPv6Test-1389259229-project] Project 71df06aa385c4c919b0e970295081f30 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 19 07:43:43.526258 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.api.v2.resource [None req-972ec306-806e-49da-bb04-dc2a35dc65ec tempest-NegativeSecGroupIPv6Test-1389259229 tempest-NegativeSecGroupIPv6Test-1389259229-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 19 07:43:43.527477 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-972ec306-806e-49da-bb04-dc2a35dc65ec tempest-NegativeSecGroupIPv6Test-1389259229 tempest-NegativeSecGroupIPv6Test-1389259229-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0544600 Oct 19 07:43:43.530900 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 59524) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:43:43.535289 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-c3f95d32-40d7-41f7-a66c-2d068e48a609 tempest-NegativeSecGroupIPv6Test-1389259229 tempest-NegativeSecGroupIPv6Test-1389259229-project] Request body: {'security_group_rule': {'security_group_id': '01837b2a-c912-47fd-87a5-d91e375869f8', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:43:43.556312 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.db.securitygroups_db [None req-c3f95d32-40d7-41f7-a66c-2d068e48a609 tempest-NegativeSecGroupIPv6Test-1389259229 tempest-NegativeSecGroupIPv6Test-1389259229-project] Project 71df06aa385c4c919b0e970295081f30 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 19 07:43:43.571316 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.api.v2.resource [None req-c3f95d32-40d7-41f7-a66c-2d068e48a609 tempest-NegativeSecGroupIPv6Test-1389259229 tempest-NegativeSecGroupIPv6Test-1389259229-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 19 07:43:43.572371 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-c3f95d32-40d7-41f7-a66c-2d068e48a609 tempest-NegativeSecGroupIPv6Test-1389259229 tempest-NegativeSecGroupIPv6Test-1389259229-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0405452 Oct 19 07:43:43.575453 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 59526) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:43:43.638392 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-9f97336f-d6a4-4f2c-bc3d-26f86d054b8f None None] Attempt 10 to provision port 0ae168a2-1b5d-48a9-9418-57308959e45a Oct 19 07:43:43.674851 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-9f97336f-d6a4-4f2c-bc3d-26f86d054b8f None None] Port 0ae168a2-1b5d-48a9-9418-57308959e45a cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 07:43:43.692629 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-e131d97d-b128-4d51-bec8-88f3e7d79fd6 tempest-SubnetPoolsTestJSON-1538512412 tempest-SubnetPoolsTestJSON-1538512412-project] Notify callbacks [] for subnetpool, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:43.693750 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-e131d97d-b128-4d51-bec8-88f3e7d79fd6 tempest-SubnetPoolsTestJSON-1538512412 tempest-SubnetPoolsTestJSON-1538512412-project] 10.222.0.27 "PUT /v2.0/subnetpools/9a98d72f-d194-4ec4-85e9-f792ee2e0a38 HTTP/1.1" status: 200 len: 683 time: 0.1859093 Oct 19 07:43:43.696738 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 59528) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:43:43.708361 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-6b4845e6-2fc5-4812-8d79-48ca1e150d4c tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130996763'] for port, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:43.743865 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-7467d71c-aa9d-442b-904c-95058ec8b8dd tempest-NegativeSecGroupIPv6Test-1389259229 tempest-NegativeSecGroupIPv6Test-1389259229-project] Notify callbacks [] for security_group, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:43.747639 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4845e6-2fc5-4812-8d79-48ca1e150d4c tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Pushing event deleted for resources: {'Port': ['ID=a1b705fe-6e40-47e1-a8ea-39230e49ac87,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:43:43.772208 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-5d00f91a-e434-433c-beac-ea14857fa2a6 tempest-SubnetPoolsTestJSON-1538512412 tempest-SubnetPoolsTestJSON-1538512412-project] Notify callbacks [] for subnetpool, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:43.772208 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-5d00f91a-e434-433c-beac-ea14857fa2a6 tempest-SubnetPoolsTestJSON-1538512412 tempest-SubnetPoolsTestJSON-1538512412-project] 10.222.0.27 "DELETE /v2.0/subnetpools/9a98d72f-d194-4ec4-85e9-f792ee2e0a38 HTTP/1.1" status: 204 len: 168 time: 0.0747237 Oct 19 07:43:43.775461 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 59530) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:43:43.790493 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-9bdb8387-10e8-40c5-95d5-ffeabc288fa0 None None] Could not find standard attr ID for object a1b705fe-6e40-47e1-a8ea-39230e49ac87. {{(pid=103334) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 19 07:43:43.790859 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.api.v2.resource [None req-e1d16980-7d7c-4e08-8ed5-3b864e782f59 tempest-SubnetPoolsTestJSON-1538512412 tempest-SubnetPoolsTestJSON-1538512412-project] show failed (client error): The resource could not be found. Oct 19 07:43:43.794491 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-e1d16980-7d7c-4e08-8ed5-3b864e782f59 tempest-SubnetPoolsTestJSON-1538512412 tempest-SubnetPoolsTestJSON-1538512412-project] 10.222.0.27 "GET /v2.0/subnetpools/9a98d72f-d194-4ec4-85e9-f792ee2e0a38 HTTP/1.1" status: 404 len: 346 time: 0.0149632 Oct 19 07:43:43.794849 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 59532) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:43:43.806121 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-9bdb8387-10e8-40c5-95d5-ffeabc288fa0 None None] Provisioning complete for port 0ae168a2-1b5d-48a9-9418-57308959e45a triggered by entity DHCP. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:43:43.806502 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-9bdb8387-10e8-40c5-95d5-ffeabc288fa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:43.806995 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-9bdb8387-10e8-40c5-95d5-ffeabc288fa0 None None] Attempt 1 to provision port 0ae168a2-1b5d-48a9-9418-57308959e45a Oct 19 07:43:43.817801 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-7467d71c-aa9d-442b-904c-95058ec8b8dd tempest-NegativeSecGroupIPv6Test-1389259229 tempest-NegativeSecGroupIPv6Test-1389259229-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:43.820238 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.api.v2.resource [None req-ffb2c261-6e3b-4fe5-8d7a-0a4fb36bfd10 tempest-SubnetPoolsTestJSON-1538512412 tempest-SubnetPoolsTestJSON-1538512412-project] delete failed (client error): The resource could not be found. Oct 19 07:43:43.821481 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-ffb2c261-6e3b-4fe5-8d7a-0a4fb36bfd10 tempest-SubnetPoolsTestJSON-1538512412 tempest-SubnetPoolsTestJSON-1538512412-project] 10.222.0.27 "DELETE /v2.0/subnetpools/9a98d72f-d194-4ec4-85e9-f792ee2e0a38 HTTP/1.1" status: 404 len: 346 time: 0.0257227 Oct 19 07:43:43.852472 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-9bdb8387-10e8-40c5-95d5-ffeabc288fa0 None None] Port 0ae168a2-1b5d-48a9-9418-57308959e45a cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 07:43:43.907759 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-7467d71c-aa9d-442b-904c-95058ec8b8dd tempest-NegativeSecGroupIPv6Test-1389259229 tempest-NegativeSecGroupIPv6Test-1389259229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788643'] for security_group, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:43.910836 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-7467d71c-aa9d-442b-904c-95058ec8b8dd tempest-NegativeSecGroupIPv6Test-1389259229 tempest-NegativeSecGroupIPv6Test-1389259229-project] Notify callbacks [] for security_group, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:43.912021 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-7467d71c-aa9d-442b-904c-95058ec8b8dd tempest-NegativeSecGroupIPv6Test-1389259229 tempest-NegativeSecGroupIPv6Test-1389259229-project] 10.222.0.27 "DELETE /v2.0/security-groups/01837b2a-c912-47fd-87a5-d91e375869f8 HTTP/1.1" status: 204 len: 168 time: 0.3356237 Oct 19 07:43:43.914944 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 59536) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:43:43.926043 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7467d71c-aa9d-442b-904c-95058ec8b8dd tempest-NegativeSecGroupIPv6Test-1389259229 tempest-NegativeSecGroupIPv6Test-1389259229-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=01837b2a-c912-47fd-87a5-d91e375869f8,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:43:43.935725 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b4845e6-2fc5-4812-8d79-48ca1e150d4c tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Router 14afafa6-299e-4ad7-8440-766ded4cd16d has already been hosted by L3 agent ab388470-1243-4d53-80f2-c2f5899c97a7 {{(pid=103333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 07:43:43.993019 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-408bfc79-a84f-4e47-973c-5a521ce3cb3a tempest-NegativeSecGroupIPv6Test-1389259229 tempest-NegativeSecGroupIPv6Test-1389259229-project] 10.222.0.27 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0769248 Oct 19 07:43:43.996860 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 59538) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:43:44.003491 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-0a55aa26-27d6-4f03-bfa6-0fbf4b5eb328 tempest-NegativeSecGroupIPv6Test-1389259229 tempest-NegativeSecGroupIPv6Test-1389259229-project] Request body: {'security_group': {'name': 'tempest-secgroup--1271924813'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:43:44.039461 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-0a55aa26-27d6-4f03-bfa6-0fbf4b5eb328 tempest-NegativeSecGroupIPv6Test-1389259229 tempest-NegativeSecGroupIPv6Test-1389259229-project] Notify callbacks [] for security_group, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:44.096443 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b4845e6-2fc5-4812-8d79-48ca1e150d4c tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Notify agent at l3_agent.dv-neutron-861624-1-hyperv the message routers_updated {{(pid=103333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 07:43:44.107829 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7970df9c-1dd5-411b-a942-fefcfd26dba8 None None] Sync routers for ids ['14afafa6-299e-4ad7-8440-766ded4cd16d'] in dv-neutron-861624-1-hyperv {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 07:43:44.118642 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7970df9c-1dd5-411b-a942-fefcfd26dba8 None None] Routers {'14afafa6-299e-4ad7-8440-766ded4cd16d'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 07:43:44.119347 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-7970df9c-1dd5-411b-a942-fefcfd26dba8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T07:43:16Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['14afafa6-299e-4ad7-8440-766ded4cd16d'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:43:44.143507 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 59542) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:43:44.153243 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-7970df9c-1dd5-411b-a942-fefcfd26dba8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:43:44.164110 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7970df9c-1dd5-411b-a942-fefcfd26dba8 None None] Routers {'14afafa6-299e-4ad7-8440-766ded4cd16d'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 07:43:44.165194 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-7970df9c-1dd5-411b-a942-fefcfd26dba8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T07:43:16Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['14afafa6-299e-4ad7-8440-766ded4cd16d'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:43:44.195993 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-6b4845e6-2fc5-4812-8d79-48ca1e150d4c tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42160'] for port, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:44.202794 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-6b4845e6-2fc5-4812-8d79-48ca1e150d4c tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] 10.222.0.27 "DELETE /v2.0/ports/a1b705fe-6e40-47e1-a8ea-39230e49ac87 HTTP/1.1" status: 204 len: 168 time: 1.2138851 Oct 19 07:43:44.203635 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 59546) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:43:44.209967 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-0a55aa26-27d6-4f03-bfa6-0fbf4b5eb328 tempest-NegativeSecGroupIPv6Test-1389259229 tempest-NegativeSecGroupIPv6Test-1389259229-project] Notify callbacks [] for security_group, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:44.212959 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-7970df9c-1dd5-411b-a942-fefcfd26dba8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:43:44.213605 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7970df9c-1dd5-411b-a942-fefcfd26dba8 None None] The sync data for ids ['14afafa6-299e-4ad7-8440-766ded4cd16d'] in dv-neutron-861624-1-hyperv is: [] {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 07:43:44.223291 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-0a55aa26-27d6-4f03-bfa6-0fbf4b5eb328 tempest-NegativeSecGroupIPv6Test-1389259229 tempest-NegativeSecGroupIPv6Test-1389259229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788643'] for security_group, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:44.254131 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-0a55aa26-27d6-4f03-bfa6-0fbf4b5eb328 tempest-NegativeSecGroupIPv6Test-1389259229 tempest-NegativeSecGroupIPv6Test-1389259229-project] Notify callbacks [] for security_group, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:44.255548 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-0a55aa26-27d6-4f03-bfa6-0fbf4b5eb328 tempest-NegativeSecGroupIPv6Test-1389259229 tempest-NegativeSecGroupIPv6Test-1389259229-project] 10.222.0.27 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2576883 Oct 19 07:43:44.258891 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 59548) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:43:44.264130 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-e0f57846-977d-4749-b66f-c29b35f9d486 tempest-NegativeSecGroupIPv6Test-1389259229 tempest-NegativeSecGroupIPv6Test-1389259229-project] Request body: {'security_group_rule': {'security_group_id': '2b0a3afb-3c77-457f-b57f-d662fafbd130', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:43:44.284492 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a55aa26-27d6-4f03-bfa6-0fbf4b5eb328 tempest-NegativeSecGroupIPv6Test-1389259229 tempest-NegativeSecGroupIPv6Test-1389259229-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2b0a3afb-3c77-457f-b57f-d662fafbd130,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:43:44.317757 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.api.v2.resource [None req-e0f57846-977d-4749-b66f-c29b35f9d486 tempest-NegativeSecGroupIPv6Test-1389259229 tempest-NegativeSecGroupIPv6Test-1389259229-project] create failed (client error): The resource could not be found. Oct 19 07:43:44.318845 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-e0f57846-977d-4749-b66f-c29b35f9d486 tempest-NegativeSecGroupIPv6Test-1389259229 tempest-NegativeSecGroupIPv6Test-1389259229-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0589674 Oct 19 07:43:44.321812 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 59550) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:43:44.327288 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-99602549-11ab-4dde-8dc4-b5956cc0a3eb tempest-NegativeSecGroupIPv6Test-1389259229 tempest-NegativeSecGroupIPv6Test-1389259229-project] Request body: {'security_group_rule': {'security_group_id': '2b0a3afb-3c77-457f-b57f-d662fafbd130', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '54f86f2d-1a8a-4610-b216-a747e3c6c435'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:43:44.353770 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-9bdb8387-10e8-40c5-95d5-ffeabc288fa0 None None] Attempt 2 to provision port 0ae168a2-1b5d-48a9-9418-57308959e45a Oct 19 07:43:44.370703 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.api.v2.resource [None req-99602549-11ab-4dde-8dc4-b5956cc0a3eb tempest-NegativeSecGroupIPv6Test-1389259229 tempest-NegativeSecGroupIPv6Test-1389259229-project] create failed (client error): The resource could not be found. Oct 19 07:43:44.372620 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-99602549-11ab-4dde-8dc4-b5956cc0a3eb tempest-NegativeSecGroupIPv6Test-1389259229 tempest-NegativeSecGroupIPv6Test-1389259229-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0492439 Oct 19 07:43:44.375677 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 59552) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:43:44.391428 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-9bdb8387-10e8-40c5-95d5-ffeabc288fa0 None None] Port 0ae168a2-1b5d-48a9-9418-57308959e45a cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 07:43:44.433031 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-192584ee-d7cf-44ee-8d80-36937f781fbc tempest-NegativeSecGroupIPv6Test-1389259229 tempest-NegativeSecGroupIPv6Test-1389259229-project] Notify callbacks [] for security_group, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:44.461442 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-192584ee-d7cf-44ee-8d80-36937f781fbc tempest-NegativeSecGroupIPv6Test-1389259229 tempest-NegativeSecGroupIPv6Test-1389259229-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:44.508525 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-192584ee-d7cf-44ee-8d80-36937f781fbc tempest-NegativeSecGroupIPv6Test-1389259229 tempest-NegativeSecGroupIPv6Test-1389259229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788643'] for security_group, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:44.511284 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-192584ee-d7cf-44ee-8d80-36937f781fbc tempest-NegativeSecGroupIPv6Test-1389259229 tempest-NegativeSecGroupIPv6Test-1389259229-project] Notify callbacks [] for security_group, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:44.512620 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-192584ee-d7cf-44ee-8d80-36937f781fbc tempest-NegativeSecGroupIPv6Test-1389259229 tempest-NegativeSecGroupIPv6Test-1389259229-project] 10.222.0.27 "DELETE /v2.0/security-groups/2b0a3afb-3c77-457f-b57f-d662fafbd130 HTTP/1.1" status: 204 len: 168 time: 0.1356287 Oct 19 07:43:44.516486 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 59554) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:43:44.538986 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192584ee-d7cf-44ee-8d80-36937f781fbc tempest-NegativeSecGroupIPv6Test-1389259229 tempest-NegativeSecGroupIPv6Test-1389259229-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b0a3afb-3c77-457f-b57f-d662fafbd130,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:43:44.577954 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-f9e93e15-f298-450b-a3af-da36e2fea7fa tempest-NegativeSecGroupIPv6Test-1389259229 tempest-NegativeSecGroupIPv6Test-1389259229-project] 10.222.0.27 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0602891 Oct 19 07:43:44.581601 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 59556) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:43:44.586219 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-2ea4448b-3a56-4d28-8f20-625945aa1f68 tempest-NegativeSecGroupIPv6Test-1389259229 tempest-NegativeSecGroupIPv6Test-1389259229-project] Request body: {'security_group_rule': {'security_group_id': '4b5d099a-1e33-403d-b7a7-5d58214594db', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:43:44.624834 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.api.v2.resource [None req-2ea4448b-3a56-4d28-8f20-625945aa1f68 tempest-NegativeSecGroupIPv6Test-1389259229 tempest-NegativeSecGroupIPv6Test-1389259229-project] create failed (client error): The resource could not be found. Oct 19 07:43:44.625916 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-2ea4448b-3a56-4d28-8f20-625945aa1f68 tempest-NegativeSecGroupIPv6Test-1389259229 tempest-NegativeSecGroupIPv6Test-1389259229-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0432851 Oct 19 07:43:44.629664 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 59558) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:43:44.634402 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-25ad2138-7d41-459f-afae-ed34daa47351 tempest-NegativeSecGroupIPv6Test-1389259229 tempest-NegativeSecGroupIPv6Test-1389259229-project] Request body: {'security_group': {'name': 'tempest-secgroup--1997840124'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:43:44.640785 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-ef3ea4c3-331b-4c27-b7c7-bb248f030570 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:44.657252 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-25ad2138-7d41-459f-afae-ed34daa47351 tempest-NegativeSecGroupIPv6Test-1389259229 tempest-NegativeSecGroupIPv6Test-1389259229-project] Notify callbacks [] for security_group, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:44.726597 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-25ad2138-7d41-459f-afae-ed34daa47351 tempest-NegativeSecGroupIPv6Test-1389259229 tempest-NegativeSecGroupIPv6Test-1389259229-project] Notify callbacks [] for security_group, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:44.730373 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-25ad2138-7d41-459f-afae-ed34daa47351 tempest-NegativeSecGroupIPv6Test-1389259229 tempest-NegativeSecGroupIPv6Test-1389259229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788643'] for security_group, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:44.763092 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-25ad2138-7d41-459f-afae-ed34daa47351 tempest-NegativeSecGroupIPv6Test-1389259229 tempest-NegativeSecGroupIPv6Test-1389259229-project] Notify callbacks [] for security_group, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:44.764339 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-25ad2138-7d41-459f-afae-ed34daa47351 tempest-NegativeSecGroupIPv6Test-1389259229 tempest-NegativeSecGroupIPv6Test-1389259229-project] 10.222.0.27 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1336842 Oct 19 07:43:44.765181 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ad2138-7d41-459f-afae-ed34daa47351 tempest-NegativeSecGroupIPv6Test-1389259229 tempest-NegativeSecGroupIPv6Test-1389259229-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0b5479cc-a4da-45cb-b91a-dc251ea6d8ad,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:43:44.767306 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 59560) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:43:44.775447 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-12cd5cc3-bdaa-48f6-8431-9a7e8d9b3e16 tempest-NegativeSecGroupIPv6Test-1389259229 tempest-NegativeSecGroupIPv6Test-1389259229-project] Request body: {'security_group': {'name': 'tempest-secgroup--462894989'}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:43:44.857256 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-ef3ea4c3-331b-4c27-b7c7-bb248f030570 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:44.877195 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-12cd5cc3-bdaa-48f6-8431-9a7e8d9b3e16 tempest-NegativeSecGroupIPv6Test-1389259229 tempest-NegativeSecGroupIPv6Test-1389259229-project] Notify callbacks [] for security_group, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:44.881708 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-ef3ea4c3-331b-4c27-b7c7-bb248f030570 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788643'] for security_group, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:44.892843 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-9bdb8387-10e8-40c5-95d5-ffeabc288fa0 None None] Attempt 3 to provision port 0ae168a2-1b5d-48a9-9418-57308959e45a Oct 19 07:43:44.926001 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-9bdb8387-10e8-40c5-95d5-ffeabc288fa0 None None] Port 0ae168a2-1b5d-48a9-9418-57308959e45a cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 07:43:44.954726 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-ef3ea4c3-331b-4c27-b7c7-bb248f030570 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=1467b478280a4328ba1140269701a0c6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8099556 Oct 19 07:43:44.955449 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3ea4c3-331b-4c27-b7c7-bb248f030570 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4072605a-918b-4e01-9c9f-e137fd06cead,revision_number=1']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:43:44.957483 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 59562) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:43:45.009623 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-af67a975-ee7e-4fc4-83bb-5f9890acad3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:45.032485 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-af67a975-ee7e-4fc4-83bb-5f9890acad3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:45.041919 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-12cd5cc3-bdaa-48f6-8431-9a7e8d9b3e16 tempest-NegativeSecGroupIPv6Test-1389259229 tempest-NegativeSecGroupIPv6Test-1389259229-project] Notify callbacks [] for security_group, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:45.047599 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-12cd5cc3-bdaa-48f6-8431-9a7e8d9b3e16 tempest-NegativeSecGroupIPv6Test-1389259229 tempest-NegativeSecGroupIPv6Test-1389259229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788643'] for security_group, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:45.081304 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-af67a975-ee7e-4fc4-83bb-5f9890acad3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788643'] for security_group, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:45.083955 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-af67a975-ee7e-4fc4-83bb-5f9890acad3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:45.087461 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-af67a975-ee7e-4fc4-83bb-5f9890acad3a admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/4072605a-918b-4e01-9c9f-e137fd06cead HTTP/1.1" status: 204 len: 168 time: 0.1266060 Oct 19 07:43:45.095765 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af67a975-ee7e-4fc4-83bb-5f9890acad3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4072605a-918b-4e01-9c9f-e137fd06cead,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:43:45.103204 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-12cd5cc3-bdaa-48f6-8431-9a7e8d9b3e16 tempest-NegativeSecGroupIPv6Test-1389259229 tempest-NegativeSecGroupIPv6Test-1389259229-project] Notify callbacks [] for security_group, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:45.104341 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-12cd5cc3-bdaa-48f6-8431-9a7e8d9b3e16 tempest-NegativeSecGroupIPv6Test-1389259229 tempest-NegativeSecGroupIPv6Test-1389259229-project] 10.222.0.27 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3360984 Oct 19 07:43:45.109054 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 59566) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:43:45.110569 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12cd5cc3-bdaa-48f6-8431-9a7e8d9b3e16 tempest-NegativeSecGroupIPv6Test-1389259229 tempest-NegativeSecGroupIPv6Test-1389259229-project] Pushing event updated for resources: {'SecurityGroup': ['ID=888aef36-c2b7-41da-b3ee-4ccf60f2cd9c,revision_number=1']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:43:45.114798 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-6c674099-76e7-475d-9d82-5fd6197dc179 tempest-NegativeSecGroupIPv6Test-1389259229 tempest-NegativeSecGroupIPv6Test-1389259229-project] Request body: {'security_group_rule': {'security_group_id': '0b5479cc-a4da-45cb-b91a-dc251ea6d8ad', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '888aef36-c2b7-41da-b3ee-4ccf60f2cd9c'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:43:45.130957 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-bcd6ed9c-628b-4b86-877c-d2b7e32cdb3b tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1694785'] for router_interface, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:45.158381 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.api.v2.resource [None req-6c674099-76e7-475d-9d82-5fd6197dc179 tempest-NegativeSecGroupIPv6Test-1389259229 tempest-NegativeSecGroupIPv6Test-1389259229-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 19 07:43:45.164225 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-6c674099-76e7-475d-9d82-5fd6197dc179 tempest-NegativeSecGroupIPv6Test-1389259229 tempest-NegativeSecGroupIPv6Test-1389259229-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0490725 Oct 19 07:43:45.164225 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 59568) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:43:45.224934 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-1a90d1bf-70d8-441d-8c70-8d3ccb7b1bbd tempest-NegativeSecGroupIPv6Test-1389259229 tempest-NegativeSecGroupIPv6Test-1389259229-project] Notify callbacks [] for security_group, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:45.253221 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-1a90d1bf-70d8-441d-8c70-8d3ccb7b1bbd tempest-NegativeSecGroupIPv6Test-1389259229 tempest-NegativeSecGroupIPv6Test-1389259229-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:45.315204 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-1a90d1bf-70d8-441d-8c70-8d3ccb7b1bbd tempest-NegativeSecGroupIPv6Test-1389259229 tempest-NegativeSecGroupIPv6Test-1389259229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788643'] for security_group, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:45.318033 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-1a90d1bf-70d8-441d-8c70-8d3ccb7b1bbd tempest-NegativeSecGroupIPv6Test-1389259229 tempest-NegativeSecGroupIPv6Test-1389259229-project] Notify callbacks [] for security_group, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:45.319200 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-1a90d1bf-70d8-441d-8c70-8d3ccb7b1bbd tempest-NegativeSecGroupIPv6Test-1389259229 tempest-NegativeSecGroupIPv6Test-1389259229-project] 10.222.0.27 "DELETE /v2.0/security-groups/888aef36-c2b7-41da-b3ee-4ccf60f2cd9c HTTP/1.1" status: 204 len: 168 time: 0.1549942 Oct 19 07:43:45.322137 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 59572) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:43:45.333613 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a90d1bf-70d8-441d-8c70-8d3ccb7b1bbd tempest-NegativeSecGroupIPv6Test-1389259229 tempest-NegativeSecGroupIPv6Test-1389259229-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=888aef36-c2b7-41da-b3ee-4ccf60f2cd9c,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:43:45.416075 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-c594218c-ec38-498c-a911-1690b521bade tempest-NegativeSecGroupIPv6Test-1389259229 tempest-NegativeSecGroupIPv6Test-1389259229-project] 10.222.0.27 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0883279 Oct 19 07:43:45.416075 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 59578) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:43:45.427213 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-9bdb8387-10e8-40c5-95d5-ffeabc288fa0 None None] Attempt 4 to provision port 0ae168a2-1b5d-48a9-9418-57308959e45a Oct 19 07:43:45.472191 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-9bdb8387-10e8-40c5-95d5-ffeabc288fa0 None None] Port 0ae168a2-1b5d-48a9-9418-57308959e45a cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 07:43:45.506450 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-3f44b1c0-0cd7-4725-950e-9ec97bd696ee tempest-NegativeSecGroupIPv6Test-1389259229 tempest-NegativeSecGroupIPv6Test-1389259229-project] Notify callbacks [] for security_group, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:45.525951 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.plugin [None req-bcd6ed9c-628b-4b86-877c-d2b7e32cdb3b tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Deleting port 0ae168a2-1b5d-48a9-9418-57308959e45a {{(pid=103332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 07:43:45.526287 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-bcd6ed9c-628b-4b86-877c-d2b7e32cdb3b tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:45.549766 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-3f44b1c0-0cd7-4725-950e-9ec97bd696ee tempest-NegativeSecGroupIPv6Test-1389259229 tempest-NegativeSecGroupIPv6Test-1389259229-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:45.644109 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-3f44b1c0-0cd7-4725-950e-9ec97bd696ee tempest-NegativeSecGroupIPv6Test-1389259229 tempest-NegativeSecGroupIPv6Test-1389259229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788643'] for security_group, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:45.646655 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-3f44b1c0-0cd7-4725-950e-9ec97bd696ee tempest-NegativeSecGroupIPv6Test-1389259229 tempest-NegativeSecGroupIPv6Test-1389259229-project] Notify callbacks [] for security_group, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:45.647803 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-3f44b1c0-0cd7-4725-950e-9ec97bd696ee tempest-NegativeSecGroupIPv6Test-1389259229 tempest-NegativeSecGroupIPv6Test-1389259229-project] 10.222.0.27 "DELETE /v2.0/security-groups/0b5479cc-a4da-45cb-b91a-dc251ea6d8ad HTTP/1.1" status: 204 len: 168 time: 0.2318633 Oct 19 07:43:45.650717 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 59590) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:43:45.653793 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-bcd6ed9c-628b-4b86-877c-d2b7e32cdb3b tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:45.667792 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f44b1c0-0cd7-4725-950e-9ec97bd696ee tempest-NegativeSecGroupIPv6Test-1389259229 tempest-NegativeSecGroupIPv6Test-1389259229-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b5479cc-a4da-45cb-b91a-dc251ea6d8ad,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:43:45.674594 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.plugin [None req-bcd6ed9c-628b-4b86-877c-d2b7e32cdb3b tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Calling delete_port for 0ae168a2-1b5d-48a9-9418-57308959e45a owned by network:router_interface {{(pid=103332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 07:43:45.713286 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-628f9995-2a30-40dc-8fd1-42dc569d7b0a tempest-NegativeSecGroupIPv6Test-1389259229 tempest-NegativeSecGroupIPv6Test-1389259229-project] 10.222.0.27 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0604615 Oct 19 07:43:45.717651 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 59594) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:43:45.722431 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-6ded586f-59a8-4305-8398-9c51932cd9cd tempest-NegativeSecGroupIPv6Test-1389259229 tempest-NegativeSecGroupIPv6Test-1389259229-project] Request body: {'security_group': {'name': 'tempest-secgroup--1514092093'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:43:45.749266 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-6ded586f-59a8-4305-8398-9c51932cd9cd tempest-NegativeSecGroupIPv6Test-1389259229 tempest-NegativeSecGroupIPv6Test-1389259229-project] Notify callbacks [] for security_group, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:45.825239 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-6ded586f-59a8-4305-8398-9c51932cd9cd tempest-NegativeSecGroupIPv6Test-1389259229 tempest-NegativeSecGroupIPv6Test-1389259229-project] Notify callbacks [] for security_group, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:45.829929 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-6ded586f-59a8-4305-8398-9c51932cd9cd tempest-NegativeSecGroupIPv6Test-1389259229 tempest-NegativeSecGroupIPv6Test-1389259229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788643'] for security_group, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:45.833267 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 59596) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:43:45.839036 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [-] 10.222.0.27 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0025146 Oct 19 07:43:45.844235 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 59598) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:43:45.871069 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-6ded586f-59a8-4305-8398-9c51932cd9cd tempest-NegativeSecGroupIPv6Test-1389259229 tempest-NegativeSecGroupIPv6Test-1389259229-project] Notify callbacks [] for security_group, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:45.875310 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-6ded586f-59a8-4305-8398-9c51932cd9cd tempest-NegativeSecGroupIPv6Test-1389259229 tempest-NegativeSecGroupIPv6Test-1389259229-project] 10.222.0.27 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1534989 Oct 19 07:43:45.875485 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 59602) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:43:45.881691 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-21f6c5b5-8d3c-4e69-9b09-d9a2a305fee9 tempest-NegativeSecGroupIPv6Test-1389259229 tempest-NegativeSecGroupIPv6Test-1389259229-project] Request body: {'security_group_rule': {'security_group_id': '7e65b98b-9092-4313-bfc8-e0762f538414', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:43:45.890173 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ded586f-59a8-4305-8398-9c51932cd9cd tempest-NegativeSecGroupIPv6Test-1389259229 tempest-NegativeSecGroupIPv6Test-1389259229-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7e65b98b-9092-4313-bfc8-e0762f538414,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:43:45.900101 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-bcd6ed9c-628b-4b86-877c-d2b7e32cdb3b tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133553798'] for port, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:45.924601 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.api.v2.resource [None req-21f6c5b5-8d3c-4e69-9b09-d9a2a305fee9 tempest-NegativeSecGroupIPv6Test-1389259229 tempest-NegativeSecGroupIPv6Test-1389259229-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 19 07:43:45.925932 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-21f6c5b5-8d3c-4e69-9b09-d9a2a305fee9 tempest-NegativeSecGroupIPv6Test-1389259229 tempest-NegativeSecGroupIPv6Test-1389259229-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0495322 Oct 19 07:43:45.928635 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 59604) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:43:45.933381 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-b721c273-5fbe-44c5-98f2-516634e25354 tempest-NegativeSecGroupIPv6Test-1389259229 tempest-NegativeSecGroupIPv6Test-1389259229-project] Request body: {'security_group_rule': {'security_group_id': '7e65b98b-9092-4313-bfc8-e0762f538414', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:43:45.941534 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd6ed9c-628b-4b86-877c-d2b7e32cdb3b tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Pushing event deleted for resources: {'Port': ['ID=0ae168a2-1b5d-48a9-9418-57308959e45a,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:43:45.977983 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-80ee4c8e-4f98-445f-8f63-d35607967fd4 tempest-NetworksApiDiscovery-917223308 tempest-NetworksApiDiscovery-917223308-project] 10.222.0.27 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.1247807 Oct 19 07:43:45.981445 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-9bdb8387-10e8-40c5-95d5-ffeabc288fa0 None None] Attempt 5 to provision port 0ae168a2-1b5d-48a9-9418-57308959e45a Oct 19 07:43:45.993154 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.api.v2.resource [None req-b721c273-5fbe-44c5-98f2-516634e25354 tempest-NegativeSecGroupIPv6Test-1389259229 tempest-NegativeSecGroupIPv6Test-1389259229-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 19 07:43:45.994722 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-b721c273-5fbe-44c5-98f2-516634e25354 tempest-NegativeSecGroupIPv6Test-1389259229 tempest-NegativeSecGroupIPv6Test-1389259229-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0649390 Oct 19 07:43:46.004092 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 59608) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:43:46.007023 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-9bdb8387-10e8-40c5-95d5-ffeabc288fa0 None None] Port 0ae168a2-1b5d-48a9-9418-57308959e45a was deleted so its status cannot be updated. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Oct 19 07:43:46.075738 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-1a62dea1-6b9c-45f7-8366-6f59276d5c77 tempest-NegativeSecGroupIPv6Test-1389259229 tempest-NegativeSecGroupIPv6Test-1389259229-project] Notify callbacks [] for security_group, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:46.103252 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-1a62dea1-6b9c-45f7-8366-6f59276d5c77 tempest-NegativeSecGroupIPv6Test-1389259229 tempest-NegativeSecGroupIPv6Test-1389259229-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:46.152444 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-1a62dea1-6b9c-45f7-8366-6f59276d5c77 tempest-NegativeSecGroupIPv6Test-1389259229 tempest-NegativeSecGroupIPv6Test-1389259229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788643'] for security_group, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:46.157249 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-1a62dea1-6b9c-45f7-8366-6f59276d5c77 tempest-NegativeSecGroupIPv6Test-1389259229 tempest-NegativeSecGroupIPv6Test-1389259229-project] Notify callbacks [] for security_group, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:46.161706 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-1a62dea1-6b9c-45f7-8366-6f59276d5c77 tempest-NegativeSecGroupIPv6Test-1389259229 tempest-NegativeSecGroupIPv6Test-1389259229-project] 10.222.0.27 "DELETE /v2.0/security-groups/7e65b98b-9092-4313-bfc8-e0762f538414 HTTP/1.1" status: 204 len: 168 time: 0.1534934 Oct 19 07:43:46.162272 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 59610) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:43:46.172381 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a62dea1-6b9c-45f7-8366-6f59276d5c77 tempest-NegativeSecGroupIPv6Test-1389259229 tempest-NegativeSecGroupIPv6Test-1389259229-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e65b98b-9092-4313-bfc8-e0762f538414,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:43:46.173229 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-bcd6ed9c-628b-4b86-877c-d2b7e32cdb3b tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1574862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1694957'] for router_interface, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:46.268216 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-639c42ba-41c8-4e8f-bf00-b12a9da70239 tempest-NegativeSecGroupIPv6Test-1389259229 tempest-NegativeSecGroupIPv6Test-1389259229-project] 10.222.0.27 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1035461 Oct 19 07:43:46.270673 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 59614) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:43:46.275327 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-6cfa0b71-0010-49b5-92d5-0592cd219119 tempest-NegativeSecGroupIPv6Test-1389259229 tempest-NegativeSecGroupIPv6Test-1389259229-project] Request body: {'security_group': {'name': 'tempest-secgroup--949262167'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:43:46.291994 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-5cd65277-7027-43b2-ae16-a713b4f7d218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:46.303766 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-6cfa0b71-0010-49b5-92d5-0592cd219119 tempest-NegativeSecGroupIPv6Test-1389259229 tempest-NegativeSecGroupIPv6Test-1389259229-project] Notify callbacks [] for security_group, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:46.337052 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 59616) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:43:46.388276 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-6cfa0b71-0010-49b5-92d5-0592cd219119 tempest-NegativeSecGroupIPv6Test-1389259229 tempest-NegativeSecGroupIPv6Test-1389259229-project] Notify callbacks [] for security_group, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:46.392926 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-6cfa0b71-0010-49b5-92d5-0592cd219119 tempest-NegativeSecGroupIPv6Test-1389259229 tempest-NegativeSecGroupIPv6Test-1389259229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788643'] for security_group, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:46.427469 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-6cfa0b71-0010-49b5-92d5-0592cd219119 tempest-NegativeSecGroupIPv6Test-1389259229 tempest-NegativeSecGroupIPv6Test-1389259229-project] Notify callbacks [] for security_group, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:46.431559 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-6cfa0b71-0010-49b5-92d5-0592cd219119 tempest-NegativeSecGroupIPv6Test-1389259229 tempest-NegativeSecGroupIPv6Test-1389259229-project] 10.222.0.27 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1571441 Oct 19 07:43:46.432425 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 59620) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:43:46.436759 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-f2fef90a-2cfe-4009-bc17-04cdb67b443a tempest-NegativeSecGroupIPv6Test-1389259229 tempest-NegativeSecGroupIPv6Test-1389259229-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:43:46.437635 dv-neutron-861624-1-hyperv neutron-server[103333]: WARNING neutron.api.v2.base [None req-f2fef90a-2cfe-4009-bc17-04cdb67b443a tempest-NegativeSecGroupIPv6Test-1389259229 tempest-NegativeSecGroupIPv6Test-1389259229-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Oct 19 07:43:46.437875 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.api.v2.resource [None req-f2fef90a-2cfe-4009-bc17-04cdb67b443a tempest-NegativeSecGroupIPv6Test-1389259229 tempest-NegativeSecGroupIPv6Test-1389259229-project] update failed (client error): There was a conflict when trying to complete your request. Oct 19 07:43:46.441407 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-f2fef90a-2cfe-4009-bc17-04cdb67b443a tempest-NegativeSecGroupIPv6Test-1389259229 tempest-NegativeSecGroupIPv6Test-1389259229-project] 10.222.0.27 "PUT /v2.0/security-groups/91165781-d1e3-44b1-9afd-c1e16dd37579 HTTP/1.1" status: 409 len: 330 time: 0.0061226 Oct 19 07:43:46.441407 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfa0b71-0010-49b5-92d5-0592cd219119 tempest-NegativeSecGroupIPv6Test-1389259229 tempest-NegativeSecGroupIPv6Test-1389259229-project] Pushing event updated for resources: {'SecurityGroup': ['ID=91165781-d1e3-44b1-9afd-c1e16dd37579,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:43:46.442551 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 59622) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:43:46.459847 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-5e4657d2-347e-4aea-9eb7-9c605bbec86f admin admin] Notify callbacks [] for security_group, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:46.467934 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcd6ed9c-628b-4b86-877c-d2b7e32cdb3b tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Router 14afafa6-299e-4ad7-8440-766ded4cd16d has already been hosted by L3 agent ab388470-1243-4d53-80f2-c2f5899c97a7 {{(pid=103332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 07:43:46.543178 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-5e4657d2-347e-4aea-9eb7-9c605bbec86f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:46.547820 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-5e4657d2-347e-4aea-9eb7-9c605bbec86f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788643'] for security_group, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:46.548051 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-da1ab2e8-6e65-4fb9-8fbb-50ea4545fb93 tempest-NegativeSecGroupIPv6Test-1389259229 tempest-NegativeSecGroupIPv6Test-1389259229-project] Notify callbacks [] for security_group, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:46.591559 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-5e4657d2-347e-4aea-9eb7-9c605bbec86f admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=be5d89de41944064a1c7843def27b8e9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2533789 Oct 19 07:43:46.592185 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4657d2-347e-4aea-9eb7-9c605bbec86f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3e24e9e-4daa-4ad8-a91c-06d2212d1f57,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:43:46.594555 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 59624) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:43:46.604760 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-da1ab2e8-6e65-4fb9-8fbb-50ea4545fb93 tempest-NegativeSecGroupIPv6Test-1389259229 tempest-NegativeSecGroupIPv6Test-1389259229-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:46.643338 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcd6ed9c-628b-4b86-877c-d2b7e32cdb3b tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Notify agent at l3_agent.dv-neutron-861624-1-hyperv the message routers_updated {{(pid=103332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 07:43:46.646477 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-a8689dd0-274e-407b-8ad4-eec5ac8c5589 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:46.648671 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-bcd6ed9c-628b-4b86-877c-d2b7e32cdb3b tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] 10.222.0.27 "PUT /v2.0/routers/14afafa6-299e-4ad7-8440-766ded4cd16d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4444268 Oct 19 07:43:46.652485 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 59626) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:43:46.658987 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52ca061d-c9c4-4580-8c40-94d47abee3ce None None] Sync routers for ids ['14afafa6-299e-4ad7-8440-766ded4cd16d'] in dv-neutron-861624-1-hyperv {{(pid=103334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 07:43:46.670758 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52ca061d-c9c4-4580-8c40-94d47abee3ce None None] Routers {'14afafa6-299e-4ad7-8440-766ded4cd16d'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 07:43:46.671394 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-52ca061d-c9c4-4580-8c40-94d47abee3ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T07:43:46Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['14afafa6-299e-4ad7-8440-766ded4cd16d'], 'active': True} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:43:46.673297 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-a8689dd0-274e-407b-8ad4-eec5ac8c5589 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:46.707066 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-da1ab2e8-6e65-4fb9-8fbb-50ea4545fb93 tempest-NegativeSecGroupIPv6Test-1389259229 tempest-NegativeSecGroupIPv6Test-1389259229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788643'] for security_group, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:46.708318 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-52ca061d-c9c4-4580-8c40-94d47abee3ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:43:46.709607 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-da1ab2e8-6e65-4fb9-8fbb-50ea4545fb93 tempest-NegativeSecGroupIPv6Test-1389259229 tempest-NegativeSecGroupIPv6Test-1389259229-project] Notify callbacks [] for security_group, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:46.711103 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-da1ab2e8-6e65-4fb9-8fbb-50ea4545fb93 tempest-NegativeSecGroupIPv6Test-1389259229 tempest-NegativeSecGroupIPv6Test-1389259229-project] 10.222.0.27 "DELETE /v2.0/security-groups/91165781-d1e3-44b1-9afd-c1e16dd37579 HTTP/1.1" status: 204 len: 168 time: 0.2677224 Oct 19 07:43:46.713643 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 59628) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:43:46.720144 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52ca061d-c9c4-4580-8c40-94d47abee3ce None None] Routers {'14afafa6-299e-4ad7-8440-766ded4cd16d'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 07:43:46.721032 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-52ca061d-c9c4-4580-8c40-94d47abee3ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T07:43:46Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['14afafa6-299e-4ad7-8440-766ded4cd16d'], 'active': True} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:43:46.726919 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1ab2e8-6e65-4fb9-8fbb-50ea4545fb93 tempest-NegativeSecGroupIPv6Test-1389259229 tempest-NegativeSecGroupIPv6Test-1389259229-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=91165781-d1e3-44b1-9afd-c1e16dd37579,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:43:46.767153 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-52ca061d-c9c4-4580-8c40-94d47abee3ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:43:46.767802 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-c5104eb5-8849-4f33-9d91-d6a83725e242 tempest-NegativeSecGroupIPv6Test-1389259229 tempest-NegativeSecGroupIPv6Test-1389259229-project] 10.222.0.27 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0525846 Oct 19 07:43:46.768207 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52ca061d-c9c4-4580-8c40-94d47abee3ce None None] The sync data for ids ['14afafa6-299e-4ad7-8440-766ded4cd16d'] in dv-neutron-861624-1-hyperv is: [] {{(pid=103334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 07:43:46.771571 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 59630) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:43:46.785100 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-a8689dd0-274e-407b-8ad4-eec5ac8c5589 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788643'] for security_group, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:46.787995 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-a8689dd0-274e-407b-8ad4-eec5ac8c5589 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:46.788906 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.api.v2.resource [None req-35481b7d-14b7-4259-94a5-d2fb18a0893e tempest-NegativeSecGroupIPv6Test-1389259229 tempest-NegativeSecGroupIPv6Test-1389259229-project] delete failed (client error): The resource could not be found. Oct 19 07:43:46.789369 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-a8689dd0-274e-407b-8ad4-eec5ac8c5589 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/f3e24e9e-4daa-4ad8-a91c-06d2212d1f57 HTTP/1.1" status: 204 len: 168 time: 0.1933560 Oct 19 07:43:46.793365 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-35481b7d-14b7-4259-94a5-d2fb18a0893e tempest-NegativeSecGroupIPv6Test-1389259229 tempest-NegativeSecGroupIPv6Test-1389259229-project] 10.222.0.27 "DELETE /v2.0/security-groups/6343969a-1ae3-4ac9-9ce8-1973c7d93e32 HTTP/1.1" status: 404 len: 347 time: 0.0170112 Oct 19 07:43:46.794772 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 59634) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:43:46.798216 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8689dd0-274e-407b-8ad4-eec5ac8c5589 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3e24e9e-4daa-4ad8-a91c-06d2212d1f57,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:43:46.805871 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-94ee1576-64af-453b-9267-a7020897a2b3 tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Notify callbacks [] for router, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:46.813232 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.api.v2.resource [None req-33a1f7d6-cdc3-4f28-9abb-3c97977ac93a tempest-NegativeSecGroupIPv6Test-1389259229 tempest-NegativeSecGroupIPv6Test-1389259229-project] show failed (client error): The resource could not be found. Oct 19 07:43:46.814260 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-33a1f7d6-cdc3-4f28-9abb-3c97977ac93a tempest-NegativeSecGroupIPv6Test-1389259229 tempest-NegativeSecGroupIPv6Test-1389259229-project] 10.222.0.27 "GET /v2.0/security-groups/2d3c6557-a6a8-437a-841a-c1239a93183a HTTP/1.1" status: 404 len: 347 time: 0.0185986 Oct 19 07:43:46.818862 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 59636) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:43:46.835643 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.api.v2.resource [None req-2b67f26f-44f7-49d1-9b42-b224de758b9a tempest-NegativeSecGroupIPv6Test-1389259229 tempest-NegativeSecGroupIPv6Test-1389259229-project] show failed (client error): The resource could not be found. Oct 19 07:43:46.841891 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-2b67f26f-44f7-49d1-9b42-b224de758b9a tempest-NegativeSecGroupIPv6Test-1389259229 tempest-NegativeSecGroupIPv6Test-1389259229-project] 10.222.0.27 "GET /v2.0/security-group-rules/8ea55732-3565-47e5-8806-7b894b243946 HTTP/1.1" status: 404 len: 356 time: 0.0212929 Oct 19 07:43:46.930224 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-94ee1576-64af-453b-9267-a7020897a2b3 tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:47.006226 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.plugin [None req-94ee1576-64af-453b-9267-a7020897a2b3 tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Deleting port ed74da82-7963-44ed-bd69-1b5da4d2a5f6 {{(pid=103332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 07:43:47.006640 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-94ee1576-64af-453b-9267-a7020897a2b3 tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:47.073342 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 59642) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:43:47.101897 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-94ee1576-64af-453b-9267-a7020897a2b3 tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:47.114279 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.plugin [None req-94ee1576-64af-453b-9267-a7020897a2b3 tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Calling delete_port for ed74da82-7963-44ed-bd69-1b5da4d2a5f6 owned by network:router_gateway {{(pid=103332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 07:43:47.257651 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-66eec730-7649-4440-85de-5b6b5852b7e2 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=71df06aa385c4c919b0e970295081f30&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1830783 Oct 19 07:43:47.260134 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 59646) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:43:47.344957 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-94ee1576-64af-453b-9267-a7020897a2b3 tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133553798'] for port, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:47.369532 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-2f2c9be3-0271-432b-9032-ee88cacb3e94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:47.375850 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ee1576-64af-453b-9267-a7020897a2b3 tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Pushing event deleted for resources: {'Port': ['ID=ed74da82-7963-44ed-bd69-1b5da4d2a5f6,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:43:47.416204 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-2f2c9be3-0271-432b-9032-ee88cacb3e94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:47.479321 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-94ee1576-64af-453b-9267-a7020897a2b3 tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1693831'] for router_gateway, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:47.572269 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-94ee1576-64af-453b-9267-a7020897a2b3 tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1693565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12618'] for router, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:47.574017 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-2f2c9be3-0271-432b-9032-ee88cacb3e94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788643'] for security_group, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:47.577433 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-2f2c9be3-0271-432b-9032-ee88cacb3e94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:47.578574 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-2f2c9be3-0271-432b-9032-ee88cacb3e94 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/7c659d33-0fb4-40b4-88b9-d4f6042ae622 HTTP/1.1" status: 204 len: 168 time: 0.3175199 Oct 19 07:43:47.579794 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-94ee1576-64af-453b-9267-a7020897a2b3 tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:47.623874 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2c9be3-0271-432b-9032-ee88cacb3e94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c659d33-0fb4-40b4-88b9-d4f6042ae622,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:43:47.637388 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-94ee1576-64af-453b-9267-a7020897a2b3 tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1693542'] for router, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:47.639070 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94ee1576-64af-453b-9267-a7020897a2b3 tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Fanout notify agent at l3_agent the message router_deleted on router 14afafa6-299e-4ad7-8440-766ded4cd16d {{(pid=103332) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 07:43:47.647059 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-94ee1576-64af-453b-9267-a7020897a2b3 tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Notify callbacks [] for router, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:47.648330 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-94ee1576-64af-453b-9267-a7020897a2b3 tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] 10.222.0.27 "DELETE /v2.0/routers/14afafa6-299e-4ad7-8440-766ded4cd16d HTTP/1.1" status: 204 len: 168 time: 0.9958723 Oct 19 07:43:47.651033 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 59650) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:43:47.714136 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2262bdf-21ad-47f4-81e0-4860c0101f11 tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Deleting subnet fee5cd3e-8a74-4bdd-be90-639a0bad5a68 {{(pid=103332) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 19 07:43:47.714136 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-d2262bdf-21ad-47f4-81e0-4860c0101f11 tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Notify callbacks [] for subnet, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:47.754401 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-d2262bdf-21ad-47f4-81e0-4860c0101f11 tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130726890'] for subnet, precommit_delete_associations {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:47.848628 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-d2262bdf-21ad-47f4-81e0-4860c0101f11 tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-679826'] for subnet, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:47.896604 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-2a2259f7-b034-4eec-af7a-7abaede746c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:47.907168 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-d2262bdf-21ad-47f4-81e0-4860c0101f11 tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-679819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-133552721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130659632'] for subnet, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:47.935811 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2262bdf-21ad-47f4-81e0-4860c0101f11 tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Pushing event deleted for resources: {'Subnet': ['ID=fee5cd3e-8a74-4bdd-be90-639a0bad5a68,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:43:47.938011 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-d2262bdf-21ad-47f4-81e0-4860c0101f11 tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Notify callbacks [] for subnet, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:47.942411 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9637323e-a74c-4d3d-9a84-a6b632e6ad7b None None] Network 4329b2ea-9b3f-45e3-9c3b-4484b51aebd1 requested from dv-neutron-861624-1-hyperv {{(pid=103334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 07:43:47.942740 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-d2262bdf-21ad-47f4-81e0-4860c0101f11 tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] 10.222.0.27 "DELETE /v2.0/subnets/fee5cd3e-8a74-4bdd-be90-639a0bad5a68 HTTP/1.1" status: 204 len: 168 time: 0.2908692 Oct 19 07:43:47.943901 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 59652) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:43:48.019805 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-65b4da84-182b-4fcc-b6b4-e49ee3bcebb3 tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-667019'] for network, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:48.077661 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.plugin [None req-65b4da84-182b-4fcc-b6b4-e49ee3bcebb3 tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Deleting port 8ea320f9-c546-4838-95ec-ebb68d21c308 {{(pid=103332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 07:43:48.077831 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-65b4da84-182b-4fcc-b6b4-e49ee3bcebb3 tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:48.116406 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53cedfa6-6982-4ae4-ab4e-d1dce9bdf123 None None] DHCP port deletion for 4329b2ea-9b3f-45e3-9c3b-4484b51aebd1 request from dv-neutron-861624-1-hyperv {{(pid=103334) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 07:43:48.141293 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.db [None req-65b4da84-182b-4fcc-b6b4-e49ee3bcebb3 tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] For port 8ea320f9-c546-4838-95ec-ebb68d21c308, host dv-neutron-861624-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=8ea320f9-c546-4838-95ec-ebb68d21c308,segment=NetworkSegment(43355730-4884-43f1-b806-5fbdda6ebafe),segment_id=43355730-4884-43f1-b806-5fbdda6ebafe)] {{(pid=103332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:43:48.141657 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-65b4da84-182b-4fcc-b6b4-e49ee3bcebb3 tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:48.154526 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.plugin [None req-65b4da84-182b-4fcc-b6b4-e49ee3bcebb3 tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Calling delete_port for 8ea320f9-c546-4838-95ec-ebb68d21c308 owned by network:dhcp {{(pid=103332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 07:43:48.162988 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-53cedfa6-6982-4ae4-ab4e-d1dce9bdf123 None None] Deleting port 8ea320f9-c546-4838-95ec-ebb68d21c308 {{(pid=103334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 07:43:48.163367 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-53cedfa6-6982-4ae4-ab4e-d1dce9bdf123 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:48.227852 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-53cedfa6-6982-4ae4-ab4e-d1dce9bdf123 None None] For port 8ea320f9-c546-4838-95ec-ebb68d21c308, host dv-neutron-861624-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=8ea320f9-c546-4838-95ec-ebb68d21c308,segment=NetworkSegment(43355730-4884-43f1-b806-5fbdda6ebafe),segment_id=43355730-4884-43f1-b806-5fbdda6ebafe)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:43:48.228252 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-53cedfa6-6982-4ae4-ab4e-d1dce9bdf123 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:48.238280 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-65b4da84-182b-4fcc-b6b4-e49ee3bcebb3 tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133553798'] for port, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:48.242748 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-53cedfa6-6982-4ae4-ab4e-d1dce9bdf123 None None] Calling delete_port for 8ea320f9-c546-4838-95ec-ebb68d21c308 owned by network:dhcp {{(pid=103334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 07:43:48.264808 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65b4da84-182b-4fcc-b6b4-e49ee3bcebb3 tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] No DVR routers for this DVR port 8ea320f9-c546-4838-95ec-ebb68d21c308 on host dv-neutron-861624-1-hyperv {{(pid=103332) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 19 07:43:48.270452 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b4da84-182b-4fcc-b6b4-e49ee3bcebb3 tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Pushing event deleted for resources: {'Port': ['ID=8ea320f9-c546-4838-95ec-ebb68d21c308,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:43:48.317727 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-53cedfa6-6982-4ae4-ab4e-d1dce9bdf123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339'] for port, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:48.345514 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-65b4da84-182b-4fcc-b6b4-e49ee3bcebb3 tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-673051', 'neutron.services.segments.db._delete_segments_for_network-8785021519108'] for network, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:48.345739 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53cedfa6-6982-4ae4-ab4e-d1dce9bdf123 None None] Pushing event deleted for resources: {'Port': ['ID=8ea320f9-c546-4838-95ec-ebb68d21c308,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:43:48.349213 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53cedfa6-6982-4ae4-ab4e-d1dce9bdf123 None None] No DVR routers for this DVR port 8ea320f9-c546-4838-95ec-ebb68d21c308 on host dv-neutron-861624-1-hyperv {{(pid=103334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 19 07:43:48.375103 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.services.segments.db [None req-65b4da84-182b-4fcc-b6b4-e49ee3bcebb3 tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4329b2ea-9b3f-45e3-9c3b-4484b51aebd1']}} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:43:48.385227 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.services.segments.db [None req-65b4da84-182b-4fcc-b6b4-e49ee3bcebb3 tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43355730-4884-43f1-b806-5fbdda6ebafe') {'for_net_delete': True} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:43:48.385533 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.services.segments.db [None req-65b4da84-182b-4fcc-b6b4-e49ee3bcebb3 tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43355730-4884-43f1-b806-5fbdda6ebafe') {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:43:48.395438 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-65b4da84-182b-4fcc-b6b4-e49ee3bcebb3 tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785021519382', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130726885'] for segment, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:48.409428 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-65b4da84-182b-4fcc-b6b4-e49ee3bcebb3 tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979'] for segment, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:48.415187 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65b4da84-182b-4fcc-b6b4-e49ee3bcebb3 tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Releasing vlan 161 on physical network physnet1 to pool {{(pid=103332) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 07:43:48.415565 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-65b4da84-182b-4fcc-b6b4-e49ee3bcebb3 tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-133553843'] for segment, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:48.446448 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.services.segments.plugin [-] Segment 43355730-4884-43f1-b806-5fbdda6ebafe resource provider aggregate not found Oct 19 07:43:48.477426 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.services.segments.plugin [-] Segment 43355730-4884-43f1-b806-5fbdda6ebafe resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 43355730-4884-43f1-b806-5fbdda6ebafe found for delete ", "request_id": "req-120df341-28e2-4762-a34b-f31375ce2b8f"}]} Oct 19 07:43:48.485653 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-65b4da84-182b-4fcc-b6b4-e49ee3bcebb3 tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-673044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1695087'] for network, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:48.492446 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-65b4da84-182b-4fcc-b6b4-e49ee3bcebb3 tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Notify callbacks [] for network, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:48.496103 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-65b4da84-182b-4fcc-b6b4-e49ee3bcebb3 tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] 10.222.0.27 "DELETE /v2.0/networks/4329b2ea-9b3f-45e3-9c3b-4484b51aebd1 HTTP/1.1" status: 204 len: 168 time: 0.5511706 Oct 19 07:43:48.499397 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 59658) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:43:48.507378 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b4da84-182b-4fcc-b6b4-e49ee3bcebb3 tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Pushing event deleted for resources: {'Network': ['ID=4329b2ea-9b3f-45e3-9c3b-4484b51aebd1,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:43:48.623769 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-47ec76d6-dbfa-4b31-93f6-84b19a6682c8 tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Deleting port 111744bf-57d9-40b8-a84b-bd9ed26b4090 {{(pid=103333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 07:43:48.624028 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-47ec76d6-dbfa-4b31-93f6-84b19a6682c8 tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:48.703202 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-47ec76d6-dbfa-4b31-93f6-84b19a6682c8 tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:48.703449 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-47ec76d6-dbfa-4b31-93f6-84b19a6682c8 tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:48.714980 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-47ec76d6-dbfa-4b31-93f6-84b19a6682c8 tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Calling delete_port for 111744bf-57d9-40b8-a84b-bd9ed26b4090 owned by network:floatingip {{(pid=103333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 07:43:48.853985 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-47ec76d6-dbfa-4b31-93f6-84b19a6682c8 tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130996763'] for port, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:48.881072 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ec76d6-dbfa-4b31-93f6-84b19a6682c8 tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Pushing event deleted for resources: {'Port': ['ID=111744bf-57d9-40b8-a84b-bd9ed26b4090,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:43:48.885259 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device 8ea320f9-c546-4838-95ec-ebb68d21c308 no longer exists at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 07:43:48.908219 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] No Port match for: 8ea320f9-c546-4838-95ec-ebb68d21c308 {{(pid=103334) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 19 07:43:48.908926 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device 8ea320f9-c546-4838-95ec-ebb68d21c308 not bound to the agent host dv-neutron-861624-1-hyperv {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 07:43:48.942743 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-47ec76d6-dbfa-4b31-93f6-84b19a6682c8 tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Notify callbacks [] for floatingip, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:48.945343 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-47ec76d6-dbfa-4b31-93f6-84b19a6682c8 tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42160'] for floatingip, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:48.946498 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-47ec76d6-dbfa-4b31-93f6-84b19a6682c8 tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] 10.222.0.27 "DELETE /v2.0/floatingips/41a16cf2-379c-48c5-adcc-a65eb8dfaa7a HTTP/1.1" status: 204 len: 168 time: 0.4461102 Oct 19 07:43:48.951441 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 59660) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:43:48.963369 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-1a0da505-d0f9-48c6-b7e2-53b9c5e41298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:48.974879 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.pecan_wsgi.hooks.translation [None req-3662a984-9269-436a-8c76-edb606e14218 tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] DELETE failed (client error): The resource could not be found. Oct 19 07:43:48.975482 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3662a984-9269-436a-8c76-edb606e14218 tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103333) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 07:43:48.978458 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-3662a984-9269-436a-8c76-edb606e14218 tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] 10.222.0.27 "DELETE /v2.0/ports/a1b705fe-6e40-47e1-a8ea-39230e49ac87 HTTP/1.1" status: 404 len: 333 time: 0.0258198 Oct 19 07:43:48.981062 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 59662) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:43:49.010734 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-0983ec94-025a-4b34-83a1-460b3d9211c7 tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] 10.222.0.27 "GET /v2.0/ports?device_id=14afafa6-299e-4ad7-8440-766ded4cd16d HTTP/1.1" status: 200 len: 205 time: 0.0286813 Oct 19 07:43:49.013760 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 59664) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:43:49.048917 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.api.v2.resource [None req-374218ee-cfc1-4a89-aa58-0804f2cef731 tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] delete failed (client error): The resource could not be found. Oct 19 07:43:49.049905 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-374218ee-cfc1-4a89-aa58-0804f2cef731 tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] 10.222.0.27 "DELETE /v2.0/routers/14afafa6-299e-4ad7-8440-766ded4cd16d HTTP/1.1" status: 404 len: 336 time: 0.0352633 Oct 19 07:43:49.052197 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 59666) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:43:49.079224 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.pecan_wsgi.hooks.translation [None req-50b86cf6-fdee-431c-8753-5a1a9a548fd4 tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] DELETE failed (client error): The resource could not be found. Oct 19 07:43:49.079667 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-50b86cf6-fdee-431c-8753-5a1a9a548fd4 tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103333) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 07:43:49.082632 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-50b86cf6-fdee-431c-8753-5a1a9a548fd4 tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] 10.222.0.27 "DELETE /v2.0/subnets/fee5cd3e-8a74-4bdd-be90-639a0bad5a68 HTTP/1.1" status: 404 len: 337 time: 0.0295014 Oct 19 07:43:49.084971 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 59668) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:43:49.105923 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:49.174082 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-27679ce7-4084-4154-987f-be59c5805089 tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Deleting port d928e266-6884-46c6-96ff-feeed864d2e3 {{(pid=103333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 07:43:49.174419 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-27679ce7-4084-4154-987f-be59c5805089 tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:49.259789 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-27679ce7-4084-4154-987f-be59c5805089 tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:49.272037 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-27679ce7-4084-4154-987f-be59c5805089 tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Calling delete_port for d928e266-6884-46c6-96ff-feeed864d2e3 owned by {{(pid=103333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 07:43:49.399760 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-27679ce7-4084-4154-987f-be59c5805089 tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130996763'] for port, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:49.429254 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27679ce7-4084-4154-987f-be59c5805089 tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Pushing event deleted for resources: {'Port': ['ID=d928e266-6884-46c6-96ff-feeed864d2e3,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:43:49.495809 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-27679ce7-4084-4154-987f-be59c5805089 tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42160'] for port, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:49.499384 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-27679ce7-4084-4154-987f-be59c5805089 tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] 10.222.0.27 "DELETE /v2.0/ports/d928e266-6884-46c6-96ff-feeed864d2e3 HTTP/1.1" status: 204 len: 168 time: 0.4135406 Oct 19 07:43:49.501842 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 59670) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:43:49.585647 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-fea9825e-f403-4161-9b8c-ec02329dcec1 tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Deleting port 9752cbef-f72d-4cfb-9bf2-609d21463db6 {{(pid=103333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 07:43:49.585985 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-fea9825e-f403-4161-9b8c-ec02329dcec1 tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:49.672006 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-fea9825e-f403-4161-9b8c-ec02329dcec1 tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:49.683636 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-fea9825e-f403-4161-9b8c-ec02329dcec1 tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Calling delete_port for 9752cbef-f72d-4cfb-9bf2-609d21463db6 owned by {{(pid=103333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 07:43:49.807164 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-fea9825e-f403-4161-9b8c-ec02329dcec1 tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130996763'] for port, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:49.834261 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea9825e-f403-4161-9b8c-ec02329dcec1 tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Pushing event deleted for resources: {'Port': ['ID=9752cbef-f72d-4cfb-9bf2-609d21463db6,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:43:49.904765 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-fea9825e-f403-4161-9b8c-ec02329dcec1 tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42160'] for port, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:49.907979 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-fea9825e-f403-4161-9b8c-ec02329dcec1 tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] 10.222.0.27 "DELETE /v2.0/ports/9752cbef-f72d-4cfb-9bf2-609d21463db6 HTTP/1.1" status: 204 len: 168 time: 0.4052300 Oct 19 07:43:49.910537 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 59672) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:43:49.958223 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbef718f-ed51-45c3-bf58-a25deaa333ad tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:43:49.959689 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-bbef718f-ed51-45c3-bf58-a25deaa333ad tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] 10.222.0.27 "GET /v2.0/ports?device_id=ff8271cb-2431-40f0-b6a1-80a9bac26437 HTTP/1.1" status: 200 len: 913 time: 0.0482271 Oct 19 07:43:49.962391 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 59674) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:43:50.326764 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-3958bf46-3058-480d-b8fc-b2cf726ab2b8 tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1694785'] for router_interface, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:50.575472 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-3958bf46-3058-480d-b8fc-b2cf726ab2b8 tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Deleting port 0926d426-3071-4f0a-bacb-8c4ef111719a {{(pid=103333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 07:43:50.576140 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-3958bf46-3058-480d-b8fc-b2cf726ab2b8 tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:50.661698 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-3958bf46-3058-480d-b8fc-b2cf726ab2b8 tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:50.672989 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-3958bf46-3058-480d-b8fc-b2cf726ab2b8 tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Calling delete_port for 0926d426-3071-4f0a-bacb-8c4ef111719a owned by network:router_interface {{(pid=103333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 07:43:51.092910 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-3958bf46-3058-480d-b8fc-b2cf726ab2b8 tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130996763'] for port, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:51.118892 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3958bf46-3058-480d-b8fc-b2cf726ab2b8 tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Pushing event deleted for resources: {'Port': ['ID=0926d426-3071-4f0a-bacb-8c4ef111719a,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:43:51.283893 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-3958bf46-3058-480d-b8fc-b2cf726ab2b8 tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1574862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1694957'] for router_interface, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:51.502746 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3958bf46-3058-480d-b8fc-b2cf726ab2b8 tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Router ff8271cb-2431-40f0-b6a1-80a9bac26437 has already been hosted by L3 agent ab388470-1243-4d53-80f2-c2f5899c97a7 {{(pid=103333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 07:43:51.602204 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3958bf46-3058-480d-b8fc-b2cf726ab2b8 tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Notify agent at l3_agent.dv-neutron-861624-1-hyperv the message routers_updated {{(pid=103333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 07:43:51.607634 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-3958bf46-3058-480d-b8fc-b2cf726ab2b8 tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] 10.222.0.27 "PUT /v2.0/routers/ff8271cb-2431-40f0-b6a1-80a9bac26437/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6442728 Oct 19 07:43:51.610126 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 59676) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:43:51.612211 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7574060-ba4a-41fd-acfc-2fe0a1e6b0e5 None None] Sync routers for ids ['ff8271cb-2431-40f0-b6a1-80a9bac26437'] in dv-neutron-861624-1-hyperv {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 07:43:51.622786 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7574060-ba4a-41fd-acfc-2fe0a1e6b0e5 None None] Routers {'ff8271cb-2431-40f0-b6a1-80a9bac26437'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 07:43:51.623388 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-d7574060-ba4a-41fd-acfc-2fe0a1e6b0e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T07:43:46Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['ff8271cb-2431-40f0-b6a1-80a9bac26437'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:43:51.654908 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-d7574060-ba4a-41fd-acfc-2fe0a1e6b0e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:43:51.663141 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7574060-ba4a-41fd-acfc-2fe0a1e6b0e5 None None] Routers {'ff8271cb-2431-40f0-b6a1-80a9bac26437'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 07:43:51.663730 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-d7574060-ba4a-41fd-acfc-2fe0a1e6b0e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T07:43:46Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['ff8271cb-2431-40f0-b6a1-80a9bac26437'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:43:51.698767 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-d7574060-ba4a-41fd-acfc-2fe0a1e6b0e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:43:51.699391 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7574060-ba4a-41fd-acfc-2fe0a1e6b0e5 None None] The sync data for ids ['ff8271cb-2431-40f0-b6a1-80a9bac26437'] in dv-neutron-861624-1-hyperv is: [] {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 07:43:51.715089 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-8b4895d2-f9f8-42c2-a311-b77713f7b306 tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Notify callbacks [] for router, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:51.821156 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-8b4895d2-f9f8-42c2-a311-b77713f7b306 tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:51.872622 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-8b4895d2-f9f8-42c2-a311-b77713f7b306 tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Deleting port 3fe87488-4d93-41ae-96dc-7ceca88e1b78 {{(pid=103333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 07:43:51.872964 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-8b4895d2-f9f8-42c2-a311-b77713f7b306 tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:51.951003 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-8b4895d2-f9f8-42c2-a311-b77713f7b306 tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:51.962459 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-8b4895d2-f9f8-42c2-a311-b77713f7b306 tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Calling delete_port for 3fe87488-4d93-41ae-96dc-7ceca88e1b78 owned by network:router_gateway {{(pid=103333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 07:43:52.120887 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-8b4895d2-f9f8-42c2-a311-b77713f7b306 tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130996763'] for port, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:52.147019 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4895d2-f9f8-42c2-a311-b77713f7b306 tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Pushing event deleted for resources: {'Port': ['ID=3fe87488-4d93-41ae-96dc-7ceca88e1b78,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:43:52.208772 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-8b4895d2-f9f8-42c2-a311-b77713f7b306 tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1693831'] for router_gateway, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:52.298372 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-8b4895d2-f9f8-42c2-a311-b77713f7b306 tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1693565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12618'] for router, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:52.300818 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-8b4895d2-f9f8-42c2-a311-b77713f7b306 tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:52.343493 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-8b4895d2-f9f8-42c2-a311-b77713f7b306 tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1693542'] for router, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:52.344254 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b4895d2-f9f8-42c2-a311-b77713f7b306 tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Fanout notify agent at l3_agent the message router_deleted on router ff8271cb-2431-40f0-b6a1-80a9bac26437 {{(pid=103333) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 07:43:52.351137 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-8b4895d2-f9f8-42c2-a311-b77713f7b306 tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Notify callbacks [] for router, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:52.352167 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-8b4895d2-f9f8-42c2-a311-b77713f7b306 tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] 10.222.0.27 "DELETE /v2.0/routers/ff8271cb-2431-40f0-b6a1-80a9bac26437 HTTP/1.1" status: 204 len: 168 time: 0.7410967 Oct 19 07:43:52.354683 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 59678) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:43:52.405374 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.db_base_plugin_v2 [None req-59dabd35-2186-4539-a2bf-ba0d857fd27c tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Deleting subnet ac99b579-f784-43a1-8746-e742fa43a15d {{(pid=103333) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 19 07:43:52.408319 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-59dabd35-2186-4539-a2bf-ba0d857fd27c tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Notify callbacks [] for subnet, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:52.451644 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-59dabd35-2186-4539-a2bf-ba0d857fd27c tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-134111928'] for subnet, precommit_delete_associations {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:52.499618 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-59dabd35-2186-4539-a2bf-ba0d857fd27c tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-679826'] for subnet, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:52.556738 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-59dabd35-2186-4539-a2bf-ba0d857fd27c tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-679819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130997964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130170408'] for subnet, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:52.585404 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-59dabd35-2186-4539-a2bf-ba0d857fd27c tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Notify callbacks [] for subnet, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:52.588748 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-59dabd35-2186-4539-a2bf-ba0d857fd27c tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] 10.222.0.27 "DELETE /v2.0/subnets/ac99b579-f784-43a1-8746-e742fa43a15d HTTP/1.1" status: 204 len: 168 time: 0.2330806 Oct 19 07:43:52.589712 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59dabd35-2186-4539-a2bf-ba0d857fd27c tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Pushing event deleted for resources: {'Subnet': ['ID=ac99b579-f784-43a1-8746-e742fa43a15d,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:43:52.592707 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 59680) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:43:52.672599 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-00768c44-1b46-4229-bc02-1f3368acef4e tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-667019'] for network, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:52.755684 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-00768c44-1b46-4229-bc02-1f3368acef4e tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-673051', 'neutron.services.segments.db._delete_segments_for_network-8785021519108'] for network, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:52.783715 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-00768c44-1b46-4229-bc02-1f3368acef4e tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['268ab1d6-2bf3-4d53-ba51-350459345337']}} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:43:52.792905 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-00768c44-1b46-4229-bc02-1f3368acef4e tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6310c3f9-d715-41df-977d-0e0b88550c43') {'for_net_delete': True} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:43:52.793201 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-00768c44-1b46-4229-bc02-1f3368acef4e tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6310c3f9-d715-41df-977d-0e0b88550c43') {} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:43:52.803154 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-00768c44-1b46-4229-bc02-1f3368acef4e tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785021519382', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-134111927'] for segment, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:52.816046 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-00768c44-1b46-4229-bc02-1f3368acef4e tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979'] for segment, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:52.821824 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00768c44-1b46-4229-bc02-1f3368acef4e tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Releasing vlan 164 on physical network physnet1 to pool {{(pid=103333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 07:43:52.822202 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-00768c44-1b46-4229-bc02-1f3368acef4e tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130996782'] for segment, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:52.854686 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.services.segments.plugin [-] Segment 6310c3f9-d715-41df-977d-0e0b88550c43 resource provider aggregate not found Oct 19 07:43:52.885185 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.services.segments.plugin [-] Segment 6310c3f9-d715-41df-977d-0e0b88550c43 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6310c3f9-d715-41df-977d-0e0b88550c43 found for delete ", "request_id": "req-576b3de4-58cc-4c0d-8734-2bcba9bfbc42"}]} Oct 19 07:43:52.893316 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-00768c44-1b46-4229-bc02-1f3368acef4e tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-673044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1695087'] for network, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:52.897399 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-00768c44-1b46-4229-bc02-1f3368acef4e tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Notify callbacks [] for network, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:52.900830 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-00768c44-1b46-4229-bc02-1f3368acef4e tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] 10.222.0.27 "DELETE /v2.0/networks/268ab1d6-2bf3-4d53-ba51-350459345337 HTTP/1.1" status: 204 len: 168 time: 0.3069036 Oct 19 07:43:52.916112 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00768c44-1b46-4229-bc02-1f3368acef4e tempest-FloatingIPTestJSON-157293348 tempest-FloatingIPTestJSON-157293348-project] Pushing event deleted for resources: {'Network': ['ID=268ab1d6-2bf3-4d53-ba51-350459345337,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:43:53.135010 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 59690) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:43:53.262682 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-f399641e-56ec-4fa1-9c38-3707a44fdf1e admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=ebbb057f880644d8b1f4800ee4849e52&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1259081 Oct 19 07:43:53.265113 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 59694) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:43:53.318185 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-250231a6-67a6-4505-a3a0-7b7ee21d0d2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:53.339813 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-250231a6-67a6-4505-a3a0-7b7ee21d0d2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:53.384942 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-250231a6-67a6-4505-a3a0-7b7ee21d0d2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788643'] for security_group, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:53.388078 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-250231a6-67a6-4505-a3a0-7b7ee21d0d2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:53.389245 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-250231a6-67a6-4505-a3a0-7b7ee21d0d2e admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/566a11a8-3a8d-4d19-a6d0-589cefb197e3 HTTP/1.1" status: 204 len: 168 time: 0.1232448 Oct 19 07:43:53.397210 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250231a6-67a6-4505-a3a0-7b7ee21d0d2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=566a11a8-3a8d-4d19-a6d0-589cefb197e3,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:43:54.005554 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 59716) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:43:54.099842 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-d704a8de-05fa-4666-addf-10ce0135df5e tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1635338397'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:43:54.119988 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d704a8de-05fa-4666-addf-10ce0135df5e tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Made reservation on behalf of 8db3f442bb4043a49408457c93fa8253 for: {'network': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 07:43:54.123468 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-d704a8de-05fa-4666-addf-10ce0135df5e tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for network, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:54.131873 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-d704a8de-05fa-4666-addf-10ce0135df5e tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Notify callbacks [] for security_group, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:54.207296 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-d704a8de-05fa-4666-addf-10ce0135df5e tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Notify callbacks [] for security_group, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:54.211026 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-d704a8de-05fa-4666-addf-10ce0135df5e tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788643'] for security_group, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:54.241415 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d704a8de-05fa-4666-addf-10ce0135df5e tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 161} {{(pid=103333) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 07:43:54.247226 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d704a8de-05fa-4666-addf-10ce0135df5e tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7277b0d8-9751-4a94-9ebf-6bf296a6a1ed,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:43:54.254813 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-d704a8de-05fa-4666-addf-10ce0135df5e tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979'] for segment, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:54.255164 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.db.segments_db [None req-d704a8de-05fa-4666-addf-10ce0135df5e tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Added segment d71ff931-552e-4278-a98e-aca9b6b5f7c0 of type vlan for network 948ed9ec-c1de-44fe-9d26-2641a1d51bd5 Oct 19 07:43:54.296740 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-d704a8de-05fa-4666-addf-10ce0135df5e tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785020965340'] for network, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:54.320466 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-d704a8de-05fa-4666-addf-10ce0135df5e tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873'] for network, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:54.326066 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d704a8de-05fa-4666-addf-10ce0135df5e tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:43:54.326673 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-d704a8de-05fa-4666-addf-10ce0135df5e tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Notify callbacks [] for network, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:54.367219 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-d704a8de-05fa-4666-addf-10ce0135df5e tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.3605781 Oct 19 07:43:54.369830 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 59720) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:43:54.376779 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-03face34-09ce-4e83-a323-fe61385da0fc tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Request body: {'port': {'network_id': '948ed9ec-c1de-44fe-9d26-2641a1d51bd5', 'name': 'tempest-PortsTestJSON-1006152452'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:43:54.406159 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d704a8de-05fa-4666-addf-10ce0135df5e tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Pushing event updated for resources: {'Network': ['ID=948ed9ec-c1de-44fe-9d26-2641a1d51bd5,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:43:54.416183 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Network 948ed9ec-c1de-44fe-9d26-2641a1d51bd5 details requested by agent ovs-agent-dv-neutron-861624-1-hyperv with host dv-neutron-861624-1-hyperv {{(pid=103334) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 07:43:54.489389 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03face34-09ce-4e83-a323-fe61385da0fc tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Made reservation on behalf of 8db3f442bb4043a49408457c93fa8253 for: {'port': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 07:43:54.492956 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-03face34-09ce-4e83-a323-fe61385da0fc tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:54.514801 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.notifiers.nova [None req-03face34-09ce-4e83-a323-fe61385da0fc tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] device_id is not set on port 2903eb15-9333-4a3f-a1f4-7e1ea53add5f yet. {{(pid=103333) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 19 07:43:54.671364 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-03face34-09ce-4e83-a323-fe61385da0fc tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Notify callbacks [] for port, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:54.709337 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-03face34-09ce-4e83-a323-fe61385da0fc tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785020947330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130996763'] for port, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:54.768765 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03face34-09ce-4e83-a323-fe61385da0fc tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Pushing event updated for resources: {'Port': ['ID=2903eb15-9333-4a3f-a1f4-7e1ea53add5f,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:43:54.780283 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03face34-09ce-4e83-a323-fe61385da0fc tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Checking segment: {'id': 'd71ff931-552e-4278-a98e-aca9b6b5f7c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '948ed9ec-c1de-44fe-9d26-2641a1d51bd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 19 07:43:54.780681 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03face34-09ce-4e83-a323-fe61385da0fc tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Network hostable DHCP agents. Network: 948ed9ec-c1de-44fe-9d26-2641a1d51bd5, hostable agents: ['310d813b-0e3e-4d7e-9b79-8f4ec0dbcab0'], hosted agents: [] {{(pid=103333) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 07:43:54.799092 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03face34-09ce-4e83-a323-fe61385da0fc tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Network 948ed9ec-c1de-44fe-9d26-2641a1d51bd5 is scheduled to be hosted by DHCP agent 310d813b-0e3e-4d7e-9b79-8f4ec0dbcab0 with binding_index 1 {{(pid=103333) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 07:43:54.807773 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-03face34-09ce-4e83-a323-fe61385da0fc tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861624-1-hyperv, 948ed9ec-c1de-44fe-9d26-2641a1d51bd5) {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:43:54.812110 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03face34-09ce-4e83-a323-fe61385da0fc tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Received port after_create {{(pid=103333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 07:43:54.817759 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03face34-09ce-4e83-a323-fe61385da0fc tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:43:54.818356 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-03face34-09ce-4e83-a323-fe61385da0fc tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42160'] for port, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:54.819023 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96e584a2-9b08-4f97-8a16-8aca3b2b64af None None] Network 948ed9ec-c1de-44fe-9d26-2641a1d51bd5 requested from dv-neutron-861624-1-hyperv {{(pid=103334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 07:43:54.839678 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-03face34-09ce-4e83-a323-fe61385da0fc tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.4687889 Oct 19 07:43:54.843068 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 59722) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:43:54.847957 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-f31f931f-e613-443b-bd3f-c4c847e32aed tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-765922443'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:43:54.866480 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f31f931f-e613-443b-bd3f-c4c847e32aed tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Made reservation on behalf of 8db3f442bb4043a49408457c93fa8253 for: {'network': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 07:43:54.869917 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-f31f931f-e613-443b-bd3f-c4c847e32aed tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for network, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:54.894387 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f31f931f-e613-443b-bd3f-c4c847e32aed tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 198} {{(pid=103333) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 07:43:54.903496 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-f31f931f-e613-443b-bd3f-c4c847e32aed tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979'] for segment, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:54.903835 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.db.segments_db [None req-f31f931f-e613-443b-bd3f-c4c847e32aed tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Added segment ec7427d6-ab9d-49a8-b8e4-4576d04db4d4 of type vlan for network 571c10dc-8d09-41d7-b24a-01671bb098c2 Oct 19 07:43:54.945690 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-f31f931f-e613-443b-bd3f-c4c847e32aed tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785020965340'] for network, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:54.972263 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-f31f931f-e613-443b-bd3f-c4c847e32aed tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873'] for network, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:54.977898 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f31f931f-e613-443b-bd3f-c4c847e32aed tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:43:54.978614 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-f31f931f-e613-443b-bd3f-c4c847e32aed tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Notify callbacks [] for network, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:55.012146 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-f31f931f-e613-443b-bd3f-c4c847e32aed tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.1678436 Oct 19 07:43:55.015445 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 59724) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:43:55.020595 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-3ddf88dc-022d-47ad-853d-5ea4133c5d8c tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Request body: {'ports': [{'network_id': '948ed9ec-c1de-44fe-9d26-2641a1d51bd5'}, {'network_id': '571c10dc-8d09-41d7-b24a-01671bb098c2'}]} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:43:55.021000 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-3ddf88dc-022d-47ad-853d-5ea4133c5d8c tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Request body: {'port': {'network_id': '948ed9ec-c1de-44fe-9d26-2641a1d51bd5'}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:43:55.021548 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-3ddf88dc-022d-47ad-853d-5ea4133c5d8c tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Request body: {'port': {'network_id': '571c10dc-8d09-41d7-b24a-01671bb098c2'}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:43:55.067984 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31f931f-e613-443b-bd3f-c4c847e32aed tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Pushing event updated for resources: {'Network': ['ID=571c10dc-8d09-41d7-b24a-01671bb098c2,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:43:55.080113 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Network 571c10dc-8d09-41d7-b24a-01671bb098c2 details requested by agent ovs-agent-dv-neutron-861624-1-hyperv with host dv-neutron-861624-1-hyperv {{(pid=103334) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 07:43:55.204231 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ddf88dc-022d-47ad-853d-5ea4133c5d8c tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Made reservation on behalf of 8db3f442bb4043a49408457c93fa8253 for: {'port': 2} {{(pid=103332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 07:43:55.208783 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-3ddf88dc-022d-47ad-853d-5ea4133c5d8c tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:55.222759 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-3ddf88dc-022d-47ad-853d-5ea4133c5d8c tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:55.378406 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.notifiers.nova [None req-3ddf88dc-022d-47ad-853d-5ea4133c5d8c tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] device_id is not set on port 87469c24-426e-4ecd-8132-24eacf21e474 yet. {{(pid=103332) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 19 07:43:55.470832 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-3ddf88dc-022d-47ad-853d-5ea4133c5d8c tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Notify callbacks [] for port, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:55.541480 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.notifiers.nova [None req-3ddf88dc-022d-47ad-853d-5ea4133c5d8c tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] device_id is not set on port 638496c0-f626-4aab-a859-855481c1f46f yet. {{(pid=103332) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 19 07:43:55.618794 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-3ddf88dc-022d-47ad-853d-5ea4133c5d8c tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Notify callbacks [] for port, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:55.653403 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-3ddf88dc-022d-47ad-853d-5ea4133c5d8c tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785020947330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133553798'] for port, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:55.699939 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ddf88dc-022d-47ad-853d-5ea4133c5d8c tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Network 948ed9ec-c1de-44fe-9d26-2641a1d51bd5 is already hosted by enough agents. {{(pid=103332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 07:43:55.703284 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.base_scheduler [None req-3ddf88dc-022d-47ad-853d-5ea4133c5d8c tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Resources bound (agent type, host, resource id): {{(pid=103332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:43:55.706845 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ddf88dc-022d-47ad-853d-5ea4133c5d8c tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Received port after_create {{(pid=103332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 07:43:55.707637 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-3ddf88dc-022d-47ad-853d-5ea4133c5d8c tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785020947330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133553798'] for port, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:55.713837 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ddf88dc-022d-47ad-853d-5ea4133c5d8c tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Pushing event updated for resources: {'Port': ['ID=87469c24-426e-4ecd-8132-24eacf21e474,revision_number=1']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:43:55.725803 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ddf88dc-022d-47ad-853d-5ea4133c5d8c tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:43:55.726075 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ddf88dc-022d-47ad-853d-5ea4133c5d8c tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:43:55.726408 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ddf88dc-022d-47ad-853d-5ea4133c5d8c tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:43:55.726738 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ddf88dc-022d-47ad-853d-5ea4133c5d8c tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:43:55.727063 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ddf88dc-022d-47ad-853d-5ea4133c5d8c tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:43:55.727385 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ddf88dc-022d-47ad-853d-5ea4133c5d8c tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:43:55.727701 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ddf88dc-022d-47ad-853d-5ea4133c5d8c tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:43:55.728019 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ddf88dc-022d-47ad-853d-5ea4133c5d8c tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:43:55.728330 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ddf88dc-022d-47ad-853d-5ea4133c5d8c tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:43:55.728675 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ddf88dc-022d-47ad-853d-5ea4133c5d8c tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:43:55.728990 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ddf88dc-022d-47ad-853d-5ea4133c5d8c tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:43:55.729306 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ddf88dc-022d-47ad-853d-5ea4133c5d8c tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:43:55.786918 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ddf88dc-022d-47ad-853d-5ea4133c5d8c tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Pushing event updated for resources: {'Port': ['ID=638496c0-f626-4aab-a859-855481c1f46f,revision_number=1']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:43:55.789544 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ddf88dc-022d-47ad-853d-5ea4133c5d8c tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Checking segment: {'id': 'ec7427d6-ab9d-49a8-b8e4-4576d04db4d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '571c10dc-8d09-41d7-b24a-01671bb098c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 19 07:43:55.789896 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ddf88dc-022d-47ad-853d-5ea4133c5d8c tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Network hostable DHCP agents. Network: 571c10dc-8d09-41d7-b24a-01671bb098c2, hostable agents: ['310d813b-0e3e-4d7e-9b79-8f4ec0dbcab0'], hosted agents: [] {{(pid=103332) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 07:43:55.806652 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ddf88dc-022d-47ad-853d-5ea4133c5d8c tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Network 571c10dc-8d09-41d7-b24a-01671bb098c2 is scheduled to be hosted by DHCP agent 310d813b-0e3e-4d7e-9b79-8f4ec0dbcab0 with binding_index 1 {{(pid=103332) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 07:43:55.815113 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.base_scheduler [None req-3ddf88dc-022d-47ad-853d-5ea4133c5d8c tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861624-1-hyperv, 571c10dc-8d09-41d7-b24a-01671bb098c2) {{(pid=103332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:43:55.818575 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ddf88dc-022d-47ad-853d-5ea4133c5d8c tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Received port after_create {{(pid=103332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 07:43:55.824108 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ddf88dc-022d-47ad-853d-5ea4133c5d8c tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:43:55.824874 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30062582-565f-40d8-8092-ea414c3c4c69 None None] Network 571c10dc-8d09-41d7-b24a-01671bb098c2 requested from dv-neutron-861624-1-hyperv {{(pid=103334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 07:43:55.829306 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ddf88dc-022d-47ad-853d-5ea4133c5d8c tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:43:55.829951 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-3ddf88dc-022d-47ad-853d-5ea4133c5d8c tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42160'] for port, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:55.846435 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-3ddf88dc-022d-47ad-853d-5ea4133c5d8c tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 0.8298378 Oct 19 07:43:55.849156 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 59726) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:43:55.935613 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.plugin [None req-89122433-27c3-413d-b897-696a0ff4cd3b tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Deleting port 638496c0-f626-4aab-a859-855481c1f46f {{(pid=103332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 07:43:55.935957 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-89122433-27c3-413d-b897-696a0ff4cd3b tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:56.004481 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-89122433-27c3-413d-b897-696a0ff4cd3b tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:56.016391 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.plugin [None req-89122433-27c3-413d-b897-696a0ff4cd3b tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Calling delete_port for 638496c0-f626-4aab-a859-855481c1f46f owned by {{(pid=103332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 07:43:56.092714 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-89122433-27c3-413d-b897-696a0ff4cd3b tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133553798'] for port, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:56.123740 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89122433-27c3-413d-b897-696a0ff4cd3b tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Pushing event deleted for resources: {'Port': ['ID=638496c0-f626-4aab-a859-855481c1f46f,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:43:56.128978 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-89122433-27c3-413d-b897-696a0ff4cd3b tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42160'] for port, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:56.132187 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-89122433-27c3-413d-b897-696a0ff4cd3b tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] 10.222.0.27 "DELETE /v2.0/ports/638496c0-f626-4aab-a859-855481c1f46f HTTP/1.1" status: 204 len: 168 time: 0.2821169 Oct 19 07:43:56.134637 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 59728) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:43:56.182710 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7a7e170-a7f6-4f57-993f-c6f74715c1c6 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:43:56.188950 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7a7e170-a7f6-4f57-993f-c6f74715c1c6 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:43:56.190476 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-a7a7e170-a7f6-4f57-993f-c6f74715c1c6 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] 10.222.0.27 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.0549414 Oct 19 07:43:56.193231 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 59730) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:43:56.274717 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.plugin [None req-f9bfee7e-7f20-4d01-8c21-2b8abdb53481 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Deleting port 87469c24-426e-4ecd-8132-24eacf21e474 {{(pid=103332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 07:43:56.274971 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-f9bfee7e-7f20-4d01-8c21-2b8abdb53481 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:56.345096 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-f9bfee7e-7f20-4d01-8c21-2b8abdb53481 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:56.357017 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.plugin [None req-f9bfee7e-7f20-4d01-8c21-2b8abdb53481 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Calling delete_port for 87469c24-426e-4ecd-8132-24eacf21e474 owned by {{(pid=103332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 07:43:56.433089 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-f9bfee7e-7f20-4d01-8c21-2b8abdb53481 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133553798'] for port, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:56.464081 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9bfee7e-7f20-4d01-8c21-2b8abdb53481 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Pushing event deleted for resources: {'Port': ['ID=87469c24-426e-4ecd-8132-24eacf21e474,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:43:56.471406 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-f9bfee7e-7f20-4d01-8c21-2b8abdb53481 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42160'] for port, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:56.474665 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-f9bfee7e-7f20-4d01-8c21-2b8abdb53481 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] 10.222.0.27 "DELETE /v2.0/ports/87469c24-426e-4ecd-8132-24eacf21e474 HTTP/1.1" status: 204 len: 168 time: 0.2804601 Oct 19 07:43:56.477169 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 59732) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:43:56.528758 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4448345c-2e3e-46f6-80d2-4a0c017d361c tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:43:56.530121 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-4448345c-2e3e-46f6-80d2-4a0c017d361c tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] 10.222.0.27 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0520439 Oct 19 07:43:56.532740 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 59734) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:43:56.555280 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.pecan_wsgi.hooks.translation [None req-c67a5933-3d88-40b1-98ee-ec4d0166f939 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] GET failed (client error): The resource could not be found. Oct 19 07:43:56.556747 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-c67a5933-3d88-40b1-98ee-ec4d0166f939 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] 10.222.0.27 "GET /v2.0/ports/638496c0-f626-4aab-a859-855481c1f46f HTTP/1.1" status: 404 len: 333 time: 0.0231061 Oct 19 07:43:56.559881 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 59736) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:43:56.583550 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.pecan_wsgi.hooks.translation [None req-de6b198b-63f7-4f97-8766-5eb99d3c99a2 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] GET failed (client error): The resource could not be found. Oct 19 07:43:56.584943 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-de6b198b-63f7-4f97-8766-5eb99d3c99a2 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] 10.222.0.27 "GET /v2.0/ports/87469c24-426e-4ecd-8132-24eacf21e474 HTTP/1.1" status: 404 len: 333 time: 0.0241628 Oct 19 07:43:56.587465 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 59738) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:43:56.662752 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-a96dbe43-d6a9-499d-aaba-4ff7a2c4a384 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-667019'] for network, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:56.746493 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-a96dbe43-d6a9-499d-aaba-4ff7a2c4a384 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-673051', 'neutron.services.segments.db._delete_segments_for_network-8785021519108'] for network, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:56.766698 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.services.segments.db [None req-a96dbe43-d6a9-499d-aaba-4ff7a2c4a384 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['571c10dc-8d09-41d7-b24a-01671bb098c2']}} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:43:56.775668 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.services.segments.db [None req-a96dbe43-d6a9-499d-aaba-4ff7a2c4a384 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec7427d6-ab9d-49a8-b8e4-4576d04db4d4') {'for_net_delete': True} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:43:56.775963 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.services.segments.db [None req-a96dbe43-d6a9-499d-aaba-4ff7a2c4a384 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec7427d6-ab9d-49a8-b8e4-4576d04db4d4') {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:43:56.790361 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-a96dbe43-d6a9-499d-aaba-4ff7a2c4a384 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785021519382', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130726885'] for segment, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:56.803584 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-a96dbe43-d6a9-499d-aaba-4ff7a2c4a384 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979'] for segment, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:56.809847 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a96dbe43-d6a9-499d-aaba-4ff7a2c4a384 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Releasing vlan 198 on physical network physnet1 to pool {{(pid=103332) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 07:43:56.810232 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-a96dbe43-d6a9-499d-aaba-4ff7a2c4a384 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-133553843'] for segment, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:56.840855 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.services.segments.plugin [-] Segment ec7427d6-ab9d-49a8-b8e4-4576d04db4d4 resource provider aggregate not found Oct 19 07:43:56.872699 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.services.segments.plugin [-] Segment ec7427d6-ab9d-49a8-b8e4-4576d04db4d4 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ec7427d6-ab9d-49a8-b8e4-4576d04db4d4 found for delete ", "request_id": "req-dc84e603-989d-4906-a7d5-f90911639684"}]} Oct 19 07:43:56.880372 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-a96dbe43-d6a9-499d-aaba-4ff7a2c4a384 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-673044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1695087'] for network, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:56.887313 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-a96dbe43-d6a9-499d-aaba-4ff7a2c4a384 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Notify callbacks [] for network, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:56.890149 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-a96dbe43-d6a9-499d-aaba-4ff7a2c4a384 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] 10.222.0.27 "DELETE /v2.0/networks/571c10dc-8d09-41d7-b24a-01671bb098c2 HTTP/1.1" status: 204 len: 168 time: 0.3018172 Oct 19 07:43:56.894928 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 59744) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:43:56.900358 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-d6cc8fc8-784b-42ce-afde-36157405eddb tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1531170720'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:43:56.901602 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96dbe43-d6a9-499d-aaba-4ff7a2c4a384 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Pushing event deleted for resources: {'Network': ['ID=571c10dc-8d09-41d7-b24a-01671bb098c2,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:43:56.920727 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6cc8fc8-784b-42ce-afde-36157405eddb tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Made reservation on behalf of 8db3f442bb4043a49408457c93fa8253 for: {'network': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 07:43:56.924096 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-d6cc8fc8-784b-42ce-afde-36157405eddb tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for network, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:56.947168 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6cc8fc8-784b-42ce-afde-36157405eddb tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 173} {{(pid=103333) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 07:43:56.955887 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-d6cc8fc8-784b-42ce-afde-36157405eddb tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979'] for segment, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:56.956223 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.db.segments_db [None req-d6cc8fc8-784b-42ce-afde-36157405eddb tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Added segment fe0739c1-d40c-472b-8e36-d222fce0118f of type vlan for network e3381714-6b13-4f4d-bcf5-7c3e4209a93b Oct 19 07:43:56.994745 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-d6cc8fc8-784b-42ce-afde-36157405eddb tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785020965340'] for network, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:57.019242 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-d6cc8fc8-784b-42ce-afde-36157405eddb tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873'] for network, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:57.024593 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6cc8fc8-784b-42ce-afde-36157405eddb tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:43:57.025165 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-d6cc8fc8-784b-42ce-afde-36157405eddb tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Notify callbacks [] for network, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:57.056556 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-d6cc8fc8-784b-42ce-afde-36157405eddb tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1604848 Oct 19 07:43:57.059532 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 59746) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:43:57.064493 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-ac3757c5-84ee-42cd-bc50-d3ceb45dab1f tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Request body: {'subnet': {'network_id': 'e3381714-6b13-4f4d-bcf5-7c3e4209a93b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:43:57.096308 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6cc8fc8-784b-42ce-afde-36157405eddb tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Pushing event updated for resources: {'Network': ['ID=e3381714-6b13-4f4d-bcf5-7c3e4209a93b,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:43:57.103592 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6cc8fc8-784b-42ce-afde-36157405eddb tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:43:57.103933 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6cc8fc8-784b-42ce-afde-36157405eddb tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:43:57.104267 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6cc8fc8-784b-42ce-afde-36157405eddb tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:43:57.104629 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6cc8fc8-784b-42ce-afde-36157405eddb tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:43:57.104959 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6cc8fc8-784b-42ce-afde-36157405eddb tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:43:57.105275 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6cc8fc8-784b-42ce-afde-36157405eddb tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:43:57.105591 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6cc8fc8-784b-42ce-afde-36157405eddb tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:43:57.106522 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6cc8fc8-784b-42ce-afde-36157405eddb tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:43:57.106904 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6cc8fc8-784b-42ce-afde-36157405eddb tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:43:57.107223 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6cc8fc8-784b-42ce-afde-36157405eddb tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:43:57.107542 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6cc8fc8-784b-42ce-afde-36157405eddb tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:43:57.107855 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6cc8fc8-784b-42ce-afde-36157405eddb tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:43:57.119039 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Network e3381714-6b13-4f4d-bcf5-7c3e4209a93b details requested by agent ovs-agent-dv-neutron-861624-1-hyperv with host dv-neutron-861624-1-hyperv {{(pid=103334) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 07:43:57.472531 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac3757c5-84ee-42cd-bc50-d3ceb45dab1f tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Made reservation on behalf of 8db3f442bb4043a49408457c93fa8253 for: {'subnet': 1} {{(pid=103332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 07:43:57.475820 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-ac3757c5-84ee-42cd-bc50-d3ceb45dab1f tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130659787'] for subnet, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:57.530544 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.ipam_backend_mixin [None req-ac3757c5-84ee-42cd-bc50-d3ceb45dab1f tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Performing IP validity checks on allocation pools {{(pid=103332) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:322}} Oct 19 07:43:57.531152 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.ipam_backend_mixin [None req-ac3757c5-84ee-42cd-bc50-d3ceb45dab1f tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103332) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:343}} Oct 19 07:43:57.634696 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.agents_db [None req-6057327c-4456-4c72-8e75-6d3cd9249757 None None] Agent healthcheck: found 6 active agents {{(pid=103335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 07:43:57.649759 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-ac3757c5-84ee-42cd-bc50-d3ceb45dab1f tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-133552662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130659641'] for subnet, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:57.712084 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3757c5-84ee-42cd-bc50-d3ceb45dab1f tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Pushing event updated for resources: {'Subnet': ['ID=a99f2177-6b57-4b9a-be03-fd8a06038083,revision_number=0']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:43:57.716617 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac3757c5-84ee-42cd-bc50-d3ceb45dab1f tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Checking segment: {'id': 'fe0739c1-d40c-472b-8e36-d222fce0118f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'e3381714-6b13-4f4d-bcf5-7c3e4209a93b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 19 07:43:57.717001 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac3757c5-84ee-42cd-bc50-d3ceb45dab1f tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Network hostable DHCP agents. Network: e3381714-6b13-4f4d-bcf5-7c3e4209a93b, hostable agents: ['310d813b-0e3e-4d7e-9b79-8f4ec0dbcab0'], hosted agents: [] {{(pid=103332) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 07:43:57.733167 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac3757c5-84ee-42cd-bc50-d3ceb45dab1f tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Network e3381714-6b13-4f4d-bcf5-7c3e4209a93b is scheduled to be hosted by DHCP agent 310d813b-0e3e-4d7e-9b79-8f4ec0dbcab0 with binding_index 1 {{(pid=103332) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 07:43:57.741163 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.base_scheduler [None req-ac3757c5-84ee-42cd-bc50-d3ceb45dab1f tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861624-1-hyperv, e3381714-6b13-4f4d-bcf5-7c3e4209a93b) {{(pid=103332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:43:57.745422 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac3757c5-84ee-42cd-bc50-d3ceb45dab1f tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:43:57.745892 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-ac3757c5-84ee-42cd-bc50-d3ceb45dab1f tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Notify callbacks [] for subnet, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:57.750338 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e7dc029-b5c1-443f-9cbd-abd0cbb7e1d2 None None] Network e3381714-6b13-4f4d-bcf5-7c3e4209a93b requested from dv-neutron-861624-1-hyperv {{(pid=103334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 07:43:57.767363 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-ac3757c5-84ee-42cd-bc50-d3ceb45dab1f tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7067432 Oct 19 07:43:57.769894 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 59748) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:43:57.774855 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-6eab35d5-8800-407c-b5a3-aa7225607fbf tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Request body: {'port': {'network_id': 'e3381714-6b13-4f4d-bcf5-7c3e4209a93b', 'name': 'tempest-PortsTestJSON-2127714991'}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:43:57.887809 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6eab35d5-8800-407c-b5a3-aa7225607fbf tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Made reservation on behalf of 8db3f442bb4043a49408457c93fa8253 for: {'port': 1} {{(pid=103332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 07:43:57.891699 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-6eab35d5-8800-407c-b5a3-aa7225607fbf tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:57.910635 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.notifiers.nova [None req-6eab35d5-8800-407c-b5a3-aa7225607fbf tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] device_id is not set on port a7ef91d5-1d4f-444d-b347-d4d3e1233c4a yet. {{(pid=103332) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 19 07:43:58.020108 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.db_base_plugin_common [None req-6eab35d5-8800-407c-b5a3-aa7225607fbf tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Allocated IP 172.20.0.2 (e3381714-6b13-4f4d-bcf5-7c3e4209a93b/a99f2177-6b57-4b9a-be03-fd8a06038083/a7ef91d5-1d4f-444d-b347-d4d3e1233c4a) {{(pid=103332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 07:43:58.035852 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-670edeca-fe54-40dc-b57a-0c272a13d577 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d12c6ac-27a3-545c-a8f3-f04e30423d6d-e3381714-6b13-4f4d-bcf5-7c3e4209a93b', 'network_id': 'e3381714-6b13-4f4d-bcf5-7c3e4209a93b', 'tenant_id': '8db3f442bb4043a49408457c93fa8253', 'fixed_ips': [{'subnet_id': 'a99f2177-6b57-4b9a-be03-fd8a06038083'}]}} from dv-neutron-861624-1-hyperv. {{(pid=103334) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 07:43:58.036826 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-670edeca-fe54-40dc-b57a-0c272a13d577 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:58.168882 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-6eab35d5-8800-407c-b5a3-aa7225607fbf tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Notify callbacks [] for port, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:58.201324 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-6eab35d5-8800-407c-b5a3-aa7225607fbf tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785020947330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133553798'] for port, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:58.244722 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eab35d5-8800-407c-b5a3-aa7225607fbf tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Network e3381714-6b13-4f4d-bcf5-7c3e4209a93b is already hosted by enough agents. {{(pid=103332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 07:43:58.248494 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.base_scheduler [None req-6eab35d5-8800-407c-b5a3-aa7225607fbf tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Resources bound (agent type, host, resource id): {{(pid=103332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:43:58.248971 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.db.api [None req-670edeca-fe54-40dc-b57a-0c272a13d577 None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-e24ae5fc-d90f-4f2d-8ac1-6f32a6ca0e4f {{(pid=103334) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 19 07:43:58.249575 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG oslo_db.api [None req-670edeca-fe54-40dc-b57a-0c272a13d577 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 19 07:43:58.252174 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eab35d5-8800-407c-b5a3-aa7225607fbf tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Received port after_create {{(pid=103332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 07:43:58.258379 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eab35d5-8800-407c-b5a3-aa7225607fbf tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Pushing event updated for resources: {'Port': ['ID=a7ef91d5-1d4f-444d-b347-d4d3e1233c4a,revision_number=1']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:43:58.306456 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eab35d5-8800-407c-b5a3-aa7225607fbf tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:43:58.307069 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-6eab35d5-8800-407c-b5a3-aa7225607fbf tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42160'] for port, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:58.323008 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-6eab35d5-8800-407c-b5a3-aa7225607fbf tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 0.5520005 Oct 19 07:43:58.325821 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 59750) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:43:58.409504 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.plugin [None req-85ac70a3-848b-43c1-8927-05654f0884db tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Deleting port a7ef91d5-1d4f-444d-b347-d4d3e1233c4a {{(pid=103332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 07:43:58.409839 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-85ac70a3-848b-43c1-8927-05654f0884db tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:58.497981 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-85ac70a3-848b-43c1-8927-05654f0884db tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:58.509558 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.plugin [None req-85ac70a3-848b-43c1-8927-05654f0884db tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Calling delete_port for a7ef91d5-1d4f-444d-b347-d4d3e1233c4a owned by {{(pid=103332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 07:43:58.634832 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-85ac70a3-848b-43c1-8927-05654f0884db tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133553798'] for port, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:58.666580 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ac70a3-848b-43c1-8927-05654f0884db tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Pushing event deleted for resources: {'Port': ['ID=a7ef91d5-1d4f-444d-b347-d4d3e1233c4a,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:43:58.732944 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-85ac70a3-848b-43c1-8927-05654f0884db tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42160'] for port, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:58.736161 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-85ac70a3-848b-43c1-8927-05654f0884db tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] 10.222.0.27 "DELETE /v2.0/ports/a7ef91d5-1d4f-444d-b347-d4d3e1233c4a HTTP/1.1" status: 204 len: 168 time: 0.4094229 Oct 19 07:43:58.738787 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 59752) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:43:58.750732 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-670edeca-fe54-40dc-b57a-0c272a13d577 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:58.760998 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0d40fc9-e57c-4e22-bda7-d8c544ccb420 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] DELETE failed (client error): The resource could not be found. Oct 19 07:43:58.761635 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b0d40fc9-e57c-4e22-bda7-d8c544ccb420 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103332) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 07:43:58.764818 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-b0d40fc9-e57c-4e22-bda7-d8c544ccb420 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] 10.222.0.27 "DELETE /v2.0/ports/a7ef91d5-1d4f-444d-b347-d4d3e1233c4a HTTP/1.1" status: 404 len: 333 time: 0.0250289 Oct 19 07:43:58.767433 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 59754) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:43:58.791311 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd43a38e-a4d2-49cc-ad2e-c6de84ec0164 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] GET failed (client error): The resource could not be found. Oct 19 07:43:58.792794 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-fd43a38e-a4d2-49cc-ad2e-c6de84ec0164 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] 10.222.0.27 "GET /v2.0/ports/a7ef91d5-1d4f-444d-b347-d4d3e1233c4a HTTP/1.1" status: 404 len: 333 time: 0.0244379 Oct 19 07:43:58.796198 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 59756) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:43:58.850658 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.db_base_plugin_v2 [None req-853b9cc3-207f-4a41-b402-5ca11dc27c24 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Deleting subnet a99f2177-6b57-4b9a-be03-fd8a06038083 {{(pid=103332) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 19 07:43:58.888032 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.db_base_plugin_common [None req-670edeca-fe54-40dc-b57a-0c272a13d577 None None] Allocated IP 172.20.0.2 (e3381714-6b13-4f4d-bcf5-7c3e4209a93b/a99f2177-6b57-4b9a-be03-fd8a06038083/7614ba00-c416-4e53-8be0-5944fff94467) {{(pid=103334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 07:43:59.024833 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-670edeca-fe54-40dc-b57a-0c272a13d577 None None] Notify callbacks [] for port, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:59.029915 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-853b9cc3-207f-4a41-b402-5ca11dc27c24 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Notify callbacks [] for subnet, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:59.030437 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-670edeca-fe54-40dc-b57a-0c272a13d577 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785020947330'] for port, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:59.070481 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-853b9cc3-207f-4a41-b402-5ca11dc27c24 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130726890'] for subnet, precommit_delete_associations {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:59.073952 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-670edeca-fe54-40dc-b57a-0c272a13d577 None None] Network e3381714-6b13-4f4d-bcf5-7c3e4209a93b is already hosted by enough agents. {{(pid=103334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 07:43:59.077787 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.scheduler.base_scheduler [None req-670edeca-fe54-40dc-b57a-0c272a13d577 None None] Resources bound (agent type, host, resource id): {{(pid=103334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:43:59.081913 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-670edeca-fe54-40dc-b57a-0c272a13d577 None None] Received port after_create {{(pid=103334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 07:43:59.084853 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670edeca-fe54-40dc-b57a-0c272a13d577 None None] Pushing event updated for resources: {'Port': ['ID=7614ba00-c416-4e53-8be0-5944fff94467,revision_number=1']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:43:59.096626 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670edeca-fe54-40dc-b57a-0c272a13d577 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:43:59.096983 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670edeca-fe54-40dc-b57a-0c272a13d577 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:43:59.097308 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670edeca-fe54-40dc-b57a-0c272a13d577 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:43:59.097635 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670edeca-fe54-40dc-b57a-0c272a13d577 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:43:59.097962 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670edeca-fe54-40dc-b57a-0c272a13d577 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:43:59.098287 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670edeca-fe54-40dc-b57a-0c272a13d577 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:43:59.098607 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670edeca-fe54-40dc-b57a-0c272a13d577 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:43:59.098930 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670edeca-fe54-40dc-b57a-0c272a13d577 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:43:59.099248 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670edeca-fe54-40dc-b57a-0c272a13d577 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:43:59.099568 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670edeca-fe54-40dc-b57a-0c272a13d577 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:43:59.099883 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670edeca-fe54-40dc-b57a-0c272a13d577 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:43:59.100198 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670edeca-fe54-40dc-b57a-0c272a13d577 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:43:59.145541 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-670edeca-fe54-40dc-b57a-0c272a13d577 None None] Attempting to bind port 7614ba00-c416-4e53-8be0-5944fff94467 on host dv-neutron-861624-1-hyperv for vnic_type normal with profile {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 19 07:43:59.145822 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-670edeca-fe54-40dc-b57a-0c272a13d577 None None] Attempting to bind port 7614ba00-c416-4e53-8be0-5944fff94467 by drivers openvswitch,hyperv on host dv-neutron-861624-1-hyperv at level 0 using segments [{'id': 'fe0739c1-d40c-472b-8e36-d222fce0118f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'e3381714-6b13-4f4d-bcf5-7c3e4209a93b'}] {{(pid=103334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 19 07:43:59.146183 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-670edeca-fe54-40dc-b57a-0c272a13d577 None None] Attempting to bind port 7614ba00-c416-4e53-8be0-5944fff94467 on network e3381714-6b13-4f4d-bcf5-7c3e4209a93b {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 07:43:59.151814 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-670edeca-fe54-40dc-b57a-0c272a13d577 None None] Checking agent: {'id': 'a5b0152c-d633-409b-aaf8-3b76458e2410', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861624-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 19, 7, 30, 19), 'started_at': datetime.datetime(2022, 10, 19, 7, 30, 49), 'heartbeat_timestamp': datetime.datetime(2022, 10, 19, 7, 43, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861624-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 07:43:59.152211 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-670edeca-fe54-40dc-b57a-0c272a13d577 None None] Checking segment: {'id': 'fe0739c1-d40c-472b-8e36-d222fce0118f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'e3381714-6b13-4f4d-bcf5-7c3e4209a93b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 19 07:43:59.153276 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-670edeca-fe54-40dc-b57a-0c272a13d577 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:59.153636 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-670edeca-fe54-40dc-b57a-0c272a13d577 None None] Bound using segment: {'id': 'fe0739c1-d40c-472b-8e36-d222fce0118f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'e3381714-6b13-4f4d-bcf5-7c3e4209a93b'} {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 07:43:59.154193 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-670edeca-fe54-40dc-b57a-0c272a13d577 None None] Bound port: 7614ba00-c416-4e53-8be0-5944fff94467, host: dv-neutron-861624-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe0739c1-d40c-472b-8e36-d222fce0118f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'e3381714-6b13-4f4d-bcf5-7c3e4209a93b'}}] {{(pid=103334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 19 07:43:59.154579 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-670edeca-fe54-40dc-b57a-0c272a13d577 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:59.154685 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-853b9cc3-207f-4a41-b402-5ca11dc27c24 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-679826'] for subnet, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:59.218319 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-853b9cc3-207f-4a41-b402-5ca11dc27c24 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-679819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-133552721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130659632'] for subnet, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:59.220918 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-670edeca-fe54-40dc-b57a-0c272a13d577 None None] For port 7614ba00-c416-4e53-8be0-5944fff94467, host dv-neutron-861624-1-hyperv, cleared binding levels {{(pid=103334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 07:43:59.224681 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-670edeca-fe54-40dc-b57a-0c272a13d577 None None] For port 7614ba00-c416-4e53-8be0-5944fff94467, host dv-neutron-861624-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=7614ba00-c416-4e53-8be0-5944fff94467,segment=NetworkSegment(fe0739c1-d40c-472b-8e36-d222fce0118f),segment_id=fe0739c1-d40c-472b-8e36-d222fce0118f)] {{(pid=103334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 07:43:59.229141 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-670edeca-fe54-40dc-b57a-0c272a13d577 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:59.249718 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-853b9cc3-207f-4a41-b402-5ca11dc27c24 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Notify callbacks [] for subnet, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:59.253071 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-853b9cc3-207f-4a41-b402-5ca11dc27c24 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] 10.222.0.27 "DELETE /v2.0/subnets/a99f2177-6b57-4b9a-be03-fd8a06038083 HTTP/1.1" status: 204 len: 168 time: 0.4559162 Oct 19 07:43:59.254395 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853b9cc3-207f-4a41-b402-5ca11dc27c24 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Pushing event deleted for resources: {'Subnet': ['ID=a99f2177-6b57-4b9a-be03-fd8a06038083,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:43:59.256119 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 59758) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:43:59.289003 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670edeca-fe54-40dc-b57a-0c272a13d577 None None] Pushing event updated for resources: {'Port': ['ID=7614ba00-c416-4e53-8be0-5944fff94467,revision_number=3']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:43:59.346746 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-820cb8cc-b5a9-4e0d-97c0-eadd4f01d0f0 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-667019'] for network, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:59.404906 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-820cb8cc-b5a9-4e0d-97c0-eadd4f01d0f0 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Deleting port 7614ba00-c416-4e53-8be0-5944fff94467 {{(pid=103333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 07:43:59.405244 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-820cb8cc-b5a9-4e0d-97c0-eadd4f01d0f0 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:59.487969 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.db [None req-820cb8cc-b5a9-4e0d-97c0-eadd4f01d0f0 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] For port 7614ba00-c416-4e53-8be0-5944fff94467, host dv-neutron-861624-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=7614ba00-c416-4e53-8be0-5944fff94467,segment=NetworkSegment(fe0739c1-d40c-472b-8e36-d222fce0118f),segment_id=fe0739c1-d40c-472b-8e36-d222fce0118f)] {{(pid=103333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:43:59.488336 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-820cb8cc-b5a9-4e0d-97c0-eadd4f01d0f0 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:59.501570 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-820cb8cc-b5a9-4e0d-97c0-eadd4f01d0f0 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Calling delete_port for 7614ba00-c416-4e53-8be0-5944fff94467 owned by network:dhcp {{(pid=103333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 07:43:59.581918 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-820cb8cc-b5a9-4e0d-97c0-eadd4f01d0f0 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130996763'] for port, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:59.608873 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820cb8cc-b5a9-4e0d-97c0-eadd4f01d0f0 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Pushing event deleted for resources: {'Port': ['ID=7614ba00-c416-4e53-8be0-5944fff94467,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:43:59.613279 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-820cb8cc-b5a9-4e0d-97c0-eadd4f01d0f0 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] No DVR routers for this DVR port 7614ba00-c416-4e53-8be0-5944fff94467 on host dv-neutron-861624-1-hyperv {{(pid=103333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 19 07:43:59.691963 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-820cb8cc-b5a9-4e0d-97c0-eadd4f01d0f0 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-673051', 'neutron.services.segments.db._delete_segments_for_network-8785021519108'] for network, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:59.712605 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-820cb8cc-b5a9-4e0d-97c0-eadd4f01d0f0 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3381714-6b13-4f4d-bcf5-7c3e4209a93b']}} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:43:59.721990 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-820cb8cc-b5a9-4e0d-97c0-eadd4f01d0f0 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe0739c1-d40c-472b-8e36-d222fce0118f') {'for_net_delete': True} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:43:59.722283 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-820cb8cc-b5a9-4e0d-97c0-eadd4f01d0f0 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe0739c1-d40c-472b-8e36-d222fce0118f') {} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:43:59.731832 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-820cb8cc-b5a9-4e0d-97c0-eadd4f01d0f0 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785021519382', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-134111927'] for segment, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:59.744351 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-820cb8cc-b5a9-4e0d-97c0-eadd4f01d0f0 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979'] for segment, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:59.750668 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-820cb8cc-b5a9-4e0d-97c0-eadd4f01d0f0 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Releasing vlan 173 on physical network physnet1 to pool {{(pid=103333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 07:43:59.751048 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-820cb8cc-b5a9-4e0d-97c0-eadd4f01d0f0 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130996782'] for segment, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:43:59.769683 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.services.segments.plugin [-] Segment fe0739c1-d40c-472b-8e36-d222fce0118f resource provider aggregate not found Oct 19 07:43:59.785929 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.services.segments.plugin [-] Segment fe0739c1-d40c-472b-8e36-d222fce0118f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid fe0739c1-d40c-472b-8e36-d222fce0118f found for delete ", "request_id": "req-d7a228a0-0593-4dd7-a6e9-6e70abf1fa69"}]} Oct 19 07:44:00.057030 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-820cb8cc-b5a9-4e0d-97c0-eadd4f01d0f0 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-673044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1695087'] for network, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:00.064917 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-820cb8cc-b5a9-4e0d-97c0-eadd4f01d0f0 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Notify callbacks [] for network, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:00.071507 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-820cb8cc-b5a9-4e0d-97c0-eadd4f01d0f0 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] 10.222.0.27 "DELETE /v2.0/networks/e3381714-6b13-4f4d-bcf5-7c3e4209a93b HTTP/1.1" status: 204 len: 168 time: 0.8100743 Oct 19 07:44:00.071818 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 59764) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:44:00.077437 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-ba1a4736-3d22-402c-9471-8ba7ada5e7d0 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2078949663'}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:44:00.081748 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820cb8cc-b5a9-4e0d-97c0-eadd4f01d0f0 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Pushing event deleted for resources: {'Network': ['ID=e3381714-6b13-4f4d-bcf5-7c3e4209a93b,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:44:00.100986 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba1a4736-3d22-402c-9471-8ba7ada5e7d0 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Made reservation on behalf of 8db3f442bb4043a49408457c93fa8253 for: {'network': 1} {{(pid=103332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 07:44:00.104390 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-ba1a4736-3d22-402c-9471-8ba7ada5e7d0 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for network, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:00.131987 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba1a4736-3d22-402c-9471-8ba7ada5e7d0 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 164} {{(pid=103332) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 07:44:00.141261 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-ba1a4736-3d22-402c-9471-8ba7ada5e7d0 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979'] for segment, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:00.141616 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.db.segments_db [None req-ba1a4736-3d22-402c-9471-8ba7ada5e7d0 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Added segment 998253cd-0001-428a-8168-632e2d125dd5 of type vlan for network c4c5b067-7ade-4cfa-9e74-8d08007ddf09 Oct 19 07:44:00.186215 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-ba1a4736-3d22-402c-9471-8ba7ada5e7d0 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785020965340'] for network, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:00.210356 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-ba1a4736-3d22-402c-9471-8ba7ada5e7d0 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873'] for network, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:00.216640 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba1a4736-3d22-402c-9471-8ba7ada5e7d0 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:44:00.217278 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-ba1a4736-3d22-402c-9471-8ba7ada5e7d0 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Notify callbacks [] for network, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:00.218863 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a7e1499-28b9-4e8e-97c5-426d9d591b27 None None] DHCP port deletion for e3381714-6b13-4f4d-bcf5-7c3e4209a93b request from dv-neutron-861624-1-hyperv {{(pid=103334) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 07:44:00.226783 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-95374dc8-bf87-45dc-8106-87aa804b1bad None None] Could not find standard attr ID for object 7614ba00-c416-4e53-8be0-5944fff94467. {{(pid=103334) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 19 07:44:00.239619 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4014bba-476b-4596-afaf-05f6900e7c5b None None] Network e3381714-6b13-4f4d-bcf5-7c3e4209a93b requested from dv-neutron-861624-1-hyperv {{(pid=103334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 07:44:00.250596 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-ba1a4736-3d22-402c-9471-8ba7ada5e7d0 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1775751 Oct 19 07:44:00.252837 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4014bba-476b-4596-afaf-05f6900e7c5b None None] Network e3381714-6b13-4f4d-bcf5-7c3e4209a93b could not be found, it might have been deleted concurrently. {{(pid=103334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Oct 19 07:44:00.253747 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 59766) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:44:00.258729 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-3b6b2411-3326-4ac8-a6ef-314ec25811cb tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Request body: {'subnet': {'network_id': 'c4c5b067-7ade-4cfa-9e74-8d08007ddf09', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:44:00.292449 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1a4736-3d22-402c-9471-8ba7ada5e7d0 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Pushing event updated for resources: {'Network': ['ID=c4c5b067-7ade-4cfa-9e74-8d08007ddf09,revision_number=1']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:44:00.304208 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Network c4c5b067-7ade-4cfa-9e74-8d08007ddf09 details requested by agent ovs-agent-dv-neutron-861624-1-hyperv with host dv-neutron-861624-1-hyperv {{(pid=103334) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 07:44:00.344646 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b6b2411-3326-4ac8-a6ef-314ec25811cb tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Made reservation on behalf of 8db3f442bb4043a49408457c93fa8253 for: {'subnet': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 07:44:00.348020 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-3b6b2411-3326-4ac8-a6ef-314ec25811cb tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130170579'] for subnet, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:00.525038 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-3b6b2411-3326-4ac8-a6ef-314ec25811cb tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130997899', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130170401'] for subnet, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:00.587901 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6b2411-3326-4ac8-a6ef-314ec25811cb tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Pushing event updated for resources: {'Subnet': ['ID=9d24f079-333d-4aaf-8834-265808d2833b,revision_number=0']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:44:00.596902 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b6b2411-3326-4ac8-a6ef-314ec25811cb tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Checking segment: {'id': '998253cd-0001-428a-8168-632e2d125dd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'c4c5b067-7ade-4cfa-9e74-8d08007ddf09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 19 07:44:00.597253 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b6b2411-3326-4ac8-a6ef-314ec25811cb tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Network hostable DHCP agents. Network: c4c5b067-7ade-4cfa-9e74-8d08007ddf09, hostable agents: ['310d813b-0e3e-4d7e-9b79-8f4ec0dbcab0'], hosted agents: [] {{(pid=103333) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 07:44:00.613234 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b6b2411-3326-4ac8-a6ef-314ec25811cb tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Network c4c5b067-7ade-4cfa-9e74-8d08007ddf09 is scheduled to be hosted by DHCP agent 310d813b-0e3e-4d7e-9b79-8f4ec0dbcab0 with binding_index 1 {{(pid=103333) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 07:44:00.621199 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-3b6b2411-3326-4ac8-a6ef-314ec25811cb tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861624-1-hyperv, c4c5b067-7ade-4cfa-9e74-8d08007ddf09) {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:44:00.625296 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b6b2411-3326-4ac8-a6ef-314ec25811cb tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:44:00.625869 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-3b6b2411-3326-4ac8-a6ef-314ec25811cb tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Notify callbacks [] for subnet, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:00.629787 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3fd01f4-ccd7-4cbc-bf8c-1f95d4775689 None None] Network c4c5b067-7ade-4cfa-9e74-8d08007ddf09 requested from dv-neutron-861624-1-hyperv {{(pid=103334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 07:44:00.643762 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-3b6b2411-3326-4ac8-a6ef-314ec25811cb tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.3889279 Oct 19 07:44:00.646320 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 59768) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:44:00.651258 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-498ab5d2-3ec7-4b00-b2e1-9e143bcb8d32 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Request body: {'port': {'network_id': 'c4c5b067-7ade-4cfa-9e74-8d08007ddf09', 'security_groups': [], 'name': 'tempest-PortsTestJSON-121324756'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:44:00.757863 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-498ab5d2-3ec7-4b00-b2e1-9e143bcb8d32 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Made reservation on behalf of 8db3f442bb4043a49408457c93fa8253 for: {'port': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 07:44:00.761587 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-498ab5d2-3ec7-4b00-b2e1-9e143bcb8d32 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:00.771646 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fb3eb6d-34b1-4879-b8d9-fdff22a8db90 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d12c6ac-27a3-545c-a8f3-f04e30423d6d-c4c5b067-7ade-4cfa-9e74-8d08007ddf09', 'network_id': 'c4c5b067-7ade-4cfa-9e74-8d08007ddf09', 'tenant_id': '8db3f442bb4043a49408457c93fa8253', 'fixed_ips': [{'subnet_id': '9d24f079-333d-4aaf-8834-265808d2833b'}]}} from dv-neutron-861624-1-hyperv. {{(pid=103334) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 07:44:00.772500 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-2fb3eb6d-34b1-4879-b8d9-fdff22a8db90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:00.779922 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.notifiers.nova [None req-498ab5d2-3ec7-4b00-b2e1-9e143bcb8d32 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] device_id is not set on port 9346e9f4-b355-474b-a1f7-890f5029d468 yet. {{(pid=103333) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 19 07:44:00.893773 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.db_base_plugin_common [None req-498ab5d2-3ec7-4b00-b2e1-9e143bcb8d32 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Allocated IP 172.20.0.9 (c4c5b067-7ade-4cfa-9e74-8d08007ddf09/9d24f079-333d-4aaf-8834-265808d2833b/9346e9f4-b355-474b-a1f7-890f5029d468) {{(pid=103333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 07:44:01.015231 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-498ab5d2-3ec7-4b00-b2e1-9e143bcb8d32 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Notify callbacks [] for port, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:01.047983 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-498ab5d2-3ec7-4b00-b2e1-9e143bcb8d32 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785020947330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130996763'] for port, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:01.087239 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-498ab5d2-3ec7-4b00-b2e1-9e143bcb8d32 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Network c4c5b067-7ade-4cfa-9e74-8d08007ddf09 is already hosted by enough agents. {{(pid=103333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 07:44:01.090446 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-498ab5d2-3ec7-4b00-b2e1-9e143bcb8d32 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Resources bound (agent type, host, resource id): {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:44:01.090711 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.db_base_plugin_common [None req-2fb3eb6d-34b1-4879-b8d9-fdff22a8db90 None None] Allocated IP 172.20.0.2 (c4c5b067-7ade-4cfa-9e74-8d08007ddf09/9d24f079-333d-4aaf-8834-265808d2833b/36e2d341-6a98-496a-aef8-a8955e4b22c7) {{(pid=103334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 07:44:01.094424 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-498ab5d2-3ec7-4b00-b2e1-9e143bcb8d32 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Received port after_create {{(pid=103333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 07:44:01.126547 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498ab5d2-3ec7-4b00-b2e1-9e143bcb8d32 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Pushing event updated for resources: {'Port': ['ID=9346e9f4-b355-474b-a1f7-890f5029d468,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:44:01.148282 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-498ab5d2-3ec7-4b00-b2e1-9e143bcb8d32 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:44:01.148924 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-498ab5d2-3ec7-4b00-b2e1-9e143bcb8d32 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42160'] for port, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:01.164446 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-498ab5d2-3ec7-4b00-b2e1-9e143bcb8d32 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201 len: 885 time: 0.5170724 Oct 19 07:44:01.167154 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 59770) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:44:01.238928 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-2fb3eb6d-34b1-4879-b8d9-fdff22a8db90 None None] Notify callbacks [] for port, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:01.244802 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-2fb3eb6d-34b1-4879-b8d9-fdff22a8db90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785020947330'] for port, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:01.258141 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-3c005608-28a4-4e4a-b02f-9b1cfae2f3b7 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Deleting port 9346e9f4-b355-474b-a1f7-890f5029d468 {{(pid=103333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 07:44:01.258484 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-3c005608-28a4-4e4a-b02f-9b1cfae2f3b7 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:01.282424 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fb3eb6d-34b1-4879-b8d9-fdff22a8db90 None None] Network c4c5b067-7ade-4cfa-9e74-8d08007ddf09 is already hosted by enough agents. {{(pid=103334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 07:44:01.283850 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.scheduler.base_scheduler [None req-2fb3eb6d-34b1-4879-b8d9-fdff22a8db90 None None] Resources bound (agent type, host, resource id): {{(pid=103334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:44:01.286404 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fb3eb6d-34b1-4879-b8d9-fdff22a8db90 None None] Received port after_create {{(pid=103334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 07:44:01.319413 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb3eb6d-34b1-4879-b8d9-fdff22a8db90 None None] Pushing event updated for resources: {'Port': ['ID=36e2d341-6a98-496a-aef8-a8955e4b22c7,revision_number=1']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:44:01.347432 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-3c005608-28a4-4e4a-b02f-9b1cfae2f3b7 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:01.350194 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-2fb3eb6d-34b1-4879-b8d9-fdff22a8db90 None None] Attempting to bind port 36e2d341-6a98-496a-aef8-a8955e4b22c7 on host dv-neutron-861624-1-hyperv for vnic_type normal with profile {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 19 07:44:01.350559 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-2fb3eb6d-34b1-4879-b8d9-fdff22a8db90 None None] Attempting to bind port 36e2d341-6a98-496a-aef8-a8955e4b22c7 by drivers openvswitch,hyperv on host dv-neutron-861624-1-hyperv at level 0 using segments [{'id': '998253cd-0001-428a-8168-632e2d125dd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'c4c5b067-7ade-4cfa-9e74-8d08007ddf09'}] {{(pid=103334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 19 07:44:01.350912 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fb3eb6d-34b1-4879-b8d9-fdff22a8db90 None None] Attempting to bind port 36e2d341-6a98-496a-aef8-a8955e4b22c7 on network c4c5b067-7ade-4cfa-9e74-8d08007ddf09 {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 07:44:01.356549 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fb3eb6d-34b1-4879-b8d9-fdff22a8db90 None None] Checking agent: {'id': 'a5b0152c-d633-409b-aaf8-3b76458e2410', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861624-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 19, 7, 30, 19), 'started_at': datetime.datetime(2022, 10, 19, 7, 30, 49), 'heartbeat_timestamp': datetime.datetime(2022, 10, 19, 7, 43, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861624-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 07:44:01.356982 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fb3eb6d-34b1-4879-b8d9-fdff22a8db90 None None] Checking segment: {'id': '998253cd-0001-428a-8168-632e2d125dd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'c4c5b067-7ade-4cfa-9e74-8d08007ddf09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 19 07:44:01.357388 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-2fb3eb6d-34b1-4879-b8d9-fdff22a8db90 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:01.357780 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fb3eb6d-34b1-4879-b8d9-fdff22a8db90 None None] Bound using segment: {'id': '998253cd-0001-428a-8168-632e2d125dd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'c4c5b067-7ade-4cfa-9e74-8d08007ddf09'} {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 07:44:01.358249 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-2fb3eb6d-34b1-4879-b8d9-fdff22a8db90 None None] Bound port: 36e2d341-6a98-496a-aef8-a8955e4b22c7, host: dv-neutron-861624-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '998253cd-0001-428a-8168-632e2d125dd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'c4c5b067-7ade-4cfa-9e74-8d08007ddf09'}}] {{(pid=103334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 19 07:44:01.358631 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-2fb3eb6d-34b1-4879-b8d9-fdff22a8db90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:01.360079 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-3c005608-28a4-4e4a-b02f-9b1cfae2f3b7 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Calling delete_port for 9346e9f4-b355-474b-a1f7-890f5029d468 owned by {{(pid=103333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 07:44:01.420327 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-2fb3eb6d-34b1-4879-b8d9-fdff22a8db90 None None] For port 36e2d341-6a98-496a-aef8-a8955e4b22c7, host dv-neutron-861624-1-hyperv, cleared binding levels {{(pid=103334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 07:44:01.423428 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-2fb3eb6d-34b1-4879-b8d9-fdff22a8db90 None None] For port 36e2d341-6a98-496a-aef8-a8955e4b22c7, host dv-neutron-861624-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=36e2d341-6a98-496a-aef8-a8955e4b22c7,segment=NetworkSegment(998253cd-0001-428a-8168-632e2d125dd5),segment_id=998253cd-0001-428a-8168-632e2d125dd5)] {{(pid=103334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 07:44:01.430318 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-2fb3eb6d-34b1-4879-b8d9-fdff22a8db90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:01.483205 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb3eb6d-34b1-4879-b8d9-fdff22a8db90 None None] Pushing event updated for resources: {'Port': ['ID=36e2d341-6a98-496a-aef8-a8955e4b22c7,revision_number=2']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:44:01.500526 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-3c005608-28a4-4e4a-b02f-9b1cfae2f3b7 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130996763'] for port, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:01.529993 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c005608-28a4-4e4a-b02f-9b1cfae2f3b7 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Pushing event deleted for resources: {'Port': ['ID=9346e9f4-b355-474b-a1f7-890f5029d468,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:44:01.600309 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-3c005608-28a4-4e4a-b02f-9b1cfae2f3b7 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42160'] for port, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:01.603790 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-3c005608-28a4-4e4a-b02f-9b1cfae2f3b7 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] 10.222.0.27 "DELETE /v2.0/ports/9346e9f4-b355-474b-a1f7-890f5029d468 HTTP/1.1" status: 204 len: 168 time: 0.4357040 Oct 19 07:44:01.607241 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 59772) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:44:01.636354 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.pecan_wsgi.hooks.translation [None req-227fced9-66c4-4b72-9709-569400c7c5bc tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] GET failed (client error): The resource could not be found. Oct 19 07:44:01.638331 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-227fced9-66c4-4b72-9709-569400c7c5bc tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] 10.222.0.27 "GET /v2.0/ports/9346e9f4-b355-474b-a1f7-890f5029d468 HTTP/1.1" status: 404 len: 333 time: 0.0300980 Oct 19 07:44:01.641068 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 59774) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:44:01.694282 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.db_base_plugin_v2 [None req-247d9a08-27a2-4d31-92ef-808fce3b97bb tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Deleting subnet 9d24f079-333d-4aaf-8834-265808d2833b {{(pid=103333) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 19 07:44:01.697872 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-247d9a08-27a2-4d31-92ef-808fce3b97bb tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Notify callbacks [] for subnet, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:01.742679 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-247d9a08-27a2-4d31-92ef-808fce3b97bb tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-134111928'] for subnet, precommit_delete_associations {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:01.830992 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-247d9a08-27a2-4d31-92ef-808fce3b97bb tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-679826'] for subnet, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:01.888997 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-247d9a08-27a2-4d31-92ef-808fce3b97bb tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-679819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130997964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130170408'] for subnet, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:01.916281 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247d9a08-27a2-4d31-92ef-808fce3b97bb tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Pushing event deleted for resources: {'Subnet': ['ID=9d24f079-333d-4aaf-8834-265808d2833b,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:44:01.921769 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-247d9a08-27a2-4d31-92ef-808fce3b97bb tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Notify callbacks [] for subnet, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:01.924947 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-247d9a08-27a2-4d31-92ef-808fce3b97bb tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] 10.222.0.27 "DELETE /v2.0/subnets/9d24f079-333d-4aaf-8834-265808d2833b HTTP/1.1" status: 204 len: 168 time: 0.2829652 Oct 19 07:44:01.927567 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 59776) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:44:02.002317 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-6b43accb-d495-447c-9c40-fd3971feab0c tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-667019'] for network, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:02.057472 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-6b43accb-d495-447c-9c40-fd3971feab0c tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Deleting port 36e2d341-6a98-496a-aef8-a8955e4b22c7 {{(pid=103333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 07:44:02.057805 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-6b43accb-d495-447c-9c40-fd3971feab0c tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:02.120863 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.db [None req-6b43accb-d495-447c-9c40-fd3971feab0c tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] For port 36e2d341-6a98-496a-aef8-a8955e4b22c7, host dv-neutron-861624-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=36e2d341-6a98-496a-aef8-a8955e4b22c7,segment=NetworkSegment(998253cd-0001-428a-8168-632e2d125dd5),segment_id=998253cd-0001-428a-8168-632e2d125dd5)] {{(pid=103333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:44:02.121229 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-6b43accb-d495-447c-9c40-fd3971feab0c tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:02.134310 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-6b43accb-d495-447c-9c40-fd3971feab0c tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Calling delete_port for 36e2d341-6a98-496a-aef8-a8955e4b22c7 owned by network:dhcp {{(pid=103333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 07:44:02.223249 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-6b43accb-d495-447c-9c40-fd3971feab0c tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130996763'] for port, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:02.249723 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b43accb-d495-447c-9c40-fd3971feab0c tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Pushing event deleted for resources: {'Port': ['ID=36e2d341-6a98-496a-aef8-a8955e4b22c7,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:44:02.254274 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b43accb-d495-447c-9c40-fd3971feab0c tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] No DVR routers for this DVR port 36e2d341-6a98-496a-aef8-a8955e4b22c7 on host dv-neutron-861624-1-hyperv {{(pid=103333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 19 07:44:02.341135 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-6b43accb-d495-447c-9c40-fd3971feab0c tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-673051', 'neutron.services.segments.db._delete_segments_for_network-8785021519108'] for network, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:02.361966 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-6b43accb-d495-447c-9c40-fd3971feab0c tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4c5b067-7ade-4cfa-9e74-8d08007ddf09']}} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:44:02.372405 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-6b43accb-d495-447c-9c40-fd3971feab0c tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '998253cd-0001-428a-8168-632e2d125dd5') {'for_net_delete': True} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:44:02.372727 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-6b43accb-d495-447c-9c40-fd3971feab0c tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '998253cd-0001-428a-8168-632e2d125dd5') {} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:44:02.381420 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a3d8360-2e70-47c7-b3c7-e96852924afd None None] Network c4c5b067-7ade-4cfa-9e74-8d08007ddf09 requested from dv-neutron-861624-1-hyperv {{(pid=103334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 07:44:02.382196 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-6b43accb-d495-447c-9c40-fd3971feab0c tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785021519382', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-134111927'] for segment, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:02.396247 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-6b43accb-d495-447c-9c40-fd3971feab0c tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979'] for segment, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:02.402123 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b43accb-d495-447c-9c40-fd3971feab0c tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Releasing vlan 164 on physical network physnet1 to pool {{(pid=103333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 07:44:02.402492 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-6b43accb-d495-447c-9c40-fd3971feab0c tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130996782'] for segment, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:02.435195 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.services.segments.plugin [-] Segment 998253cd-0001-428a-8168-632e2d125dd5 resource provider aggregate not found Oct 19 07:44:02.473855 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-cc52bb7b-9f96-44e1-8385-ca3b1b666388 None None] Could not find standard attr ID for object 36e2d341-6a98-496a-aef8-a8955e4b22c7. {{(pid=103334) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 19 07:44:02.475311 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-6b43accb-d495-447c-9c40-fd3971feab0c tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-673044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1695087'] for network, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:02.482203 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-6b43accb-d495-447c-9c40-fd3971feab0c tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Notify callbacks [] for network, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:02.485352 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-6b43accb-d495-447c-9c40-fd3971feab0c tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] 10.222.0.27 "DELETE /v2.0/networks/c4c5b067-7ade-4cfa-9e74-8d08007ddf09 HTTP/1.1" status: 204 len: 168 time: 0.5568686 Oct 19 07:44:02.488575 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.services.segments.plugin [-] Segment 998253cd-0001-428a-8168-632e2d125dd5 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 998253cd-0001-428a-8168-632e2d125dd5 found for delete ", "request_id": "req-562c3e43-eb7e-4d34-aa07-b50e5a12a833"}]} Oct 19 07:44:02.488914 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 59782) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:44:02.502562 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-2c4e30ef-d292-4726-a21f-891e400311d0 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Request body: {'port': {'network_id': '948ed9ec-c1de-44fe-9d26-2641a1d51bd5', 'name': 'tempest-PortsTestJSON-1938875219'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:44:02.507626 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b43accb-d495-447c-9c40-fd3971feab0c tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Pushing event deleted for resources: {'Network': ['ID=c4c5b067-7ade-4cfa-9e74-8d08007ddf09,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:44:02.564782 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4afb1697-09e7-4325-a09f-bfdf4a4539f2 None None] DHCP port deletion for c4c5b067-7ade-4cfa-9e74-8d08007ddf09 request from dv-neutron-861624-1-hyperv {{(pid=103334) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 07:44:02.602481 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c4e30ef-d292-4726-a21f-891e400311d0 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Made reservation on behalf of 8db3f442bb4043a49408457c93fa8253 for: {'port': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 07:44:02.606489 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-2c4e30ef-d292-4726-a21f-891e400311d0 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:02.624410 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.notifiers.nova [None req-2c4e30ef-d292-4726-a21f-891e400311d0 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] device_id is not set on port 8850a3e5-e12d-46d9-b4ea-a68524ecafbb yet. {{(pid=103333) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 19 07:44:02.785101 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-2c4e30ef-d292-4726-a21f-891e400311d0 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Notify callbacks [] for port, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:02.820925 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-2c4e30ef-d292-4726-a21f-891e400311d0 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785020947330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130996763'] for port, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:02.864330 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c4e30ef-d292-4726-a21f-891e400311d0 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Network 948ed9ec-c1de-44fe-9d26-2641a1d51bd5 is already hosted by enough agents. {{(pid=103333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 07:44:02.867267 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-2c4e30ef-d292-4726-a21f-891e400311d0 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Resources bound (agent type, host, resource id): {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:44:02.869605 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c4e30ef-d292-4726-a21f-891e400311d0 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Received port after_create {{(pid=103333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 07:44:02.875622 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c4e30ef-d292-4726-a21f-891e400311d0 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:44:02.876209 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-2c4e30ef-d292-4726-a21f-891e400311d0 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42160'] for port, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:02.890069 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4e30ef-d292-4726-a21f-891e400311d0 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Pushing event updated for resources: {'Port': ['ID=8850a3e5-e12d-46d9-b4ea-a68524ecafbb,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:44:02.900085 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-2c4e30ef-d292-4726-a21f-891e400311d0 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.4102414 Oct 19 07:44:02.903243 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 59790) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:44:02.989697 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-05e4d4bc-4f2a-4eca-93ce-fd46398dbc3a tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Deleting port 8850a3e5-e12d-46d9-b4ea-a68524ecafbb {{(pid=103333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 07:44:02.990028 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-05e4d4bc-4f2a-4eca-93ce-fd46398dbc3a tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:03.053176 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-05e4d4bc-4f2a-4eca-93ce-fd46398dbc3a tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:03.065045 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-05e4d4bc-4f2a-4eca-93ce-fd46398dbc3a tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Calling delete_port for 8850a3e5-e12d-46d9-b4ea-a68524ecafbb owned by {{(pid=103333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 07:44:03.145376 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-05e4d4bc-4f2a-4eca-93ce-fd46398dbc3a tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130996763'] for port, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:03.172795 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e4d4bc-4f2a-4eca-93ce-fd46398dbc3a tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Pushing event deleted for resources: {'Port': ['ID=8850a3e5-e12d-46d9-b4ea-a68524ecafbb,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:44:03.177713 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-05e4d4bc-4f2a-4eca-93ce-fd46398dbc3a tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42160'] for port, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:03.181281 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-05e4d4bc-4f2a-4eca-93ce-fd46398dbc3a tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] 10.222.0.27 "DELETE /v2.0/ports/8850a3e5-e12d-46d9-b4ea-a68524ecafbb HTTP/1.1" status: 204 len: 168 time: 0.2766907 Oct 19 07:44:03.183433 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 59792) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:44:03.188602 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-5dc500bb-7ea7-48b8-b34e-abe1ce145ecf tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Request body: {'port': {'network_id': '948ed9ec-c1de-44fe-9d26-2641a1d51bd5', 'mac_address': 'fa:16:3e:fc:f5:7f', 'name': 'tempest-PortsTestJSON-1914445922'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:44:03.274831 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dc500bb-7ea7-48b8-b34e-abe1ce145ecf tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Made reservation on behalf of 8db3f442bb4043a49408457c93fa8253 for: {'port': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 07:44:03.343977 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-5dc500bb-7ea7-48b8-b34e-abe1ce145ecf tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:03.364605 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.notifiers.nova [None req-5dc500bb-7ea7-48b8-b34e-abe1ce145ecf tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] device_id is not set on port 7f4c61f5-e474-4c7e-a23b-0e18dc755b7a yet. {{(pid=103333) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 19 07:44:03.519335 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-5dc500bb-7ea7-48b8-b34e-abe1ce145ecf tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Notify callbacks [] for port, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:03.552582 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-5dc500bb-7ea7-48b8-b34e-abe1ce145ecf tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785020947330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130996763'] for port, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:03.594012 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dc500bb-7ea7-48b8-b34e-abe1ce145ecf tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Network 948ed9ec-c1de-44fe-9d26-2641a1d51bd5 is already hosted by enough agents. {{(pid=103333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 07:44:03.597017 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-5dc500bb-7ea7-48b8-b34e-abe1ce145ecf tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Resources bound (agent type, host, resource id): {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:44:03.599302 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dc500bb-7ea7-48b8-b34e-abe1ce145ecf tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Received port after_create {{(pid=103333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 07:44:03.604928 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dc500bb-7ea7-48b8-b34e-abe1ce145ecf tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:44:03.605507 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-5dc500bb-7ea7-48b8-b34e-abe1ce145ecf tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42160'] for port, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:03.619193 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc500bb-7ea7-48b8-b34e-abe1ce145ecf tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Pushing event updated for resources: {'Port': ['ID=7f4c61f5-e474-4c7e-a23b-0e18dc755b7a,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:44:03.629537 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-5dc500bb-7ea7-48b8-b34e-abe1ce145ecf tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.4445984 Oct 19 07:44:03.631977 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 59794) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:44:03.674153 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-032684b0-4411-43bd-bc0e-a8a2cfea0df1 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:44:03.675505 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-032684b0-4411-43bd-bc0e-a8a2cfea0df1 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] 10.222.0.27 "GET /v2.0/ports/7f4c61f5-e474-4c7e-a23b-0e18dc755b7a HTTP/1.1" status: 200 len: 841 time: 0.0425882 Oct 19 07:44:03.678188 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 59796) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:44:03.764896 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-61709ff6-89ab-43e0-bbd4-a9c7cdf66911 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Deleting port 7f4c61f5-e474-4c7e-a23b-0e18dc755b7a {{(pid=103333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 07:44:03.765241 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-61709ff6-89ab-43e0-bbd4-a9c7cdf66911 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:03.829224 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-61709ff6-89ab-43e0-bbd4-a9c7cdf66911 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:03.841356 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-61709ff6-89ab-43e0-bbd4-a9c7cdf66911 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Calling delete_port for 7f4c61f5-e474-4c7e-a23b-0e18dc755b7a owned by {{(pid=103333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 07:44:03.921931 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-61709ff6-89ab-43e0-bbd4-a9c7cdf66911 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130996763'] for port, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:03.951299 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61709ff6-89ab-43e0-bbd4-a9c7cdf66911 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Pushing event deleted for resources: {'Port': ['ID=7f4c61f5-e474-4c7e-a23b-0e18dc755b7a,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:44:03.955213 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-61709ff6-89ab-43e0-bbd4-a9c7cdf66911 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42160'] for port, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:03.958534 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-61709ff6-89ab-43e0-bbd4-a9c7cdf66911 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] 10.222.0.27 "DELETE /v2.0/ports/7f4c61f5-e474-4c7e-a23b-0e18dc755b7a HTTP/1.1" status: 204 len: 168 time: 0.2794459 Oct 19 07:44:03.961223 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 59798) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:44:03.985328 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.pecan_wsgi.hooks.translation [None req-75daf537-c05b-41e5-a66b-43562e1ddf67 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] GET failed (client error): The resource could not be found. Oct 19 07:44:03.986722 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-75daf537-c05b-41e5-a66b-43562e1ddf67 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] 10.222.0.27 "GET /v2.0/ports/7f4c61f5-e474-4c7e-a23b-0e18dc755b7a HTTP/1.1" status: 404 len: 333 time: 0.0245976 Oct 19 07:44:03.990109 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 59800) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:44:03.994537 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-0dede4f8-e819-41f6-b570-7fa9927669fc tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Request body: {'port': {'network_id': '948ed9ec-c1de-44fe-9d26-2641a1d51bd5', 'name': 'tempest-PortsTestJSON-293449838'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:44:04.080208 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dede4f8-e819-41f6-b570-7fa9927669fc tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Made reservation on behalf of 8db3f442bb4043a49408457c93fa8253 for: {'port': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 07:44:04.083591 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-0dede4f8-e819-41f6-b570-7fa9927669fc tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:04.100467 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.notifiers.nova [None req-0dede4f8-e819-41f6-b570-7fa9927669fc tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] device_id is not set on port ec8c25f4-1f1c-42b5-97b7-2198bbca3cc7 yet. {{(pid=103333) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 19 07:44:04.255112 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-0dede4f8-e819-41f6-b570-7fa9927669fc tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Notify callbacks [] for port, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:04.288587 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-0dede4f8-e819-41f6-b570-7fa9927669fc tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785020947330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130996763'] for port, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:04.330575 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dede4f8-e819-41f6-b570-7fa9927669fc tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Network 948ed9ec-c1de-44fe-9d26-2641a1d51bd5 is already hosted by enough agents. {{(pid=103333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 07:44:04.333691 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-0dede4f8-e819-41f6-b570-7fa9927669fc tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Resources bound (agent type, host, resource id): {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:44:04.336091 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dede4f8-e819-41f6-b570-7fa9927669fc tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Received port after_create {{(pid=103333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 07:44:04.342201 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dede4f8-e819-41f6-b570-7fa9927669fc tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:44:04.342790 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-0dede4f8-e819-41f6-b570-7fa9927669fc tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42160'] for port, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:04.358028 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dede4f8-e819-41f6-b570-7fa9927669fc tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Pushing event updated for resources: {'Port': ['ID=ec8c25f4-1f1c-42b5-97b7-2198bbca3cc7,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:44:04.366308 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-0dede4f8-e819-41f6-b570-7fa9927669fc tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.3752873 Oct 19 07:44:04.368987 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 59802) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:44:04.374141 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-d80b15b0-d4dd-4077-88e1-31c490a742e0 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:44:04.438147 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-d80b15b0-d4dd-4077-88e1-31c490a742e0 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:04.586723 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-d80b15b0-d4dd-4077-88e1-31c490a742e0 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Notify callbacks [] for port, precommit_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:04.591078 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-d80b15b0-d4dd-4077-88e1-31c490a742e0 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130996754'] for port, after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:04.591802 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-d80b15b0-d4dd-4077-88e1-31c490a742e0 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] In _notify_port_updated(), no bound segment for port ec8c25f4-1f1c-42b5-97b7-2198bbca3cc7 on network 948ed9ec-c1de-44fe-9d26-2641a1d51bd5 {{(pid=103333) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:900}} Oct 19 07:44:04.597332 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d80b15b0-d4dd-4077-88e1-31c490a742e0 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:44:04.597930 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-d80b15b0-d4dd-4077-88e1-31c490a742e0 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42160'] for port, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:04.599229 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-d80b15b0-d4dd-4077-88e1-31c490a742e0 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] 10.222.0.27 "PUT /v2.0/ports/ec8c25f4-1f1c-42b5-97b7-2198bbca3cc7 HTTP/1.1" status: 200 len: 818 time: 0.2293363 Oct 19 07:44:04.602188 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 59804) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:44:04.645064 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80b15b0-d4dd-4077-88e1-31c490a742e0 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Pushing event updated for resources: {'Port': ['ID=ec8c25f4-1f1c-42b5-97b7-2198bbca3cc7,revision_number=2']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:44:04.689922 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.plugin [None req-1e7acd8e-4273-4184-89e6-55eb1bb91037 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Deleting port ec8c25f4-1f1c-42b5-97b7-2198bbca3cc7 {{(pid=103332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 07:44:04.690266 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-1e7acd8e-4273-4184-89e6-55eb1bb91037 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:04.759581 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-1e7acd8e-4273-4184-89e6-55eb1bb91037 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:04.772154 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.plugin [None req-1e7acd8e-4273-4184-89e6-55eb1bb91037 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Calling delete_port for ec8c25f4-1f1c-42b5-97b7-2198bbca3cc7 owned by {{(pid=103332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 07:44:04.852428 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-1e7acd8e-4273-4184-89e6-55eb1bb91037 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133553798'] for port, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:04.878746 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7acd8e-4273-4184-89e6-55eb1bb91037 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Pushing event deleted for resources: {'Port': ['ID=ec8c25f4-1f1c-42b5-97b7-2198bbca3cc7,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:44:04.885689 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-1e7acd8e-4273-4184-89e6-55eb1bb91037 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42160'] for port, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:04.889724 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-1e7acd8e-4273-4184-89e6-55eb1bb91037 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] 10.222.0.27 "DELETE /v2.0/ports/ec8c25f4-1f1c-42b5-97b7-2198bbca3cc7 HTTP/1.1" status: 204 len: 168 time: 0.2863820 Oct 19 07:44:04.892197 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 59806) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:44:04.939709 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef3e9a7e-ecc7-4aa1-8cef-06211b47468e tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:44:04.941291 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-ef3e9a7e-ecc7-4aa1-8cef-06211b47468e tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] 10.222.0.27 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0481126 Oct 19 07:44:04.943950 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 59808) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:44:04.970376 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.pecan_wsgi.hooks.translation [None req-4080a30d-a73f-4cb1-9437-f8e03250bea3 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] GET failed (client error): The resource could not be found. Oct 19 07:44:04.971811 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-4080a30d-a73f-4cb1-9437-f8e03250bea3 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] 10.222.0.27 "GET /v2.0/ports/ec8c25f4-1f1c-42b5-97b7-2198bbca3cc7 HTTP/1.1" status: 404 len: 333 time: 0.0269270 Oct 19 07:44:04.975523 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 59810) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:44:04.980092 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-679ceb25-cf93-4787-8096-262318ae9d1d tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-340674608'}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:44:05.000582 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-679ceb25-cf93-4787-8096-262318ae9d1d tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Made reservation on behalf of 8db3f442bb4043a49408457c93fa8253 for: {'network': 1} {{(pid=103332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 07:44:05.003886 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-679ceb25-cf93-4787-8096-262318ae9d1d tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for network, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:05.026485 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-679ceb25-cf93-4787-8096-262318ae9d1d tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 191} {{(pid=103332) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 07:44:05.035241 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-679ceb25-cf93-4787-8096-262318ae9d1d tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979'] for segment, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:05.035589 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.db.segments_db [None req-679ceb25-cf93-4787-8096-262318ae9d1d tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Added segment 1c698258-a7a3-45ef-9779-4cbc389e9022 of type vlan for network e866a344-04c4-422a-b9ef-67c5ac6b8119 Oct 19 07:44:05.075100 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-679ceb25-cf93-4787-8096-262318ae9d1d tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785020965340'] for network, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:05.098927 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-679ceb25-cf93-4787-8096-262318ae9d1d tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873'] for network, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:05.104373 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-679ceb25-cf93-4787-8096-262318ae9d1d tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:44:05.104979 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-679ceb25-cf93-4787-8096-262318ae9d1d tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Notify callbacks [] for network, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:05.134681 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-679ceb25-cf93-4787-8096-262318ae9d1d tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.1581969 Oct 19 07:44:05.138066 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 59812) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:44:05.143117 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-d404eee1-559a-44f8-bb8c-d449591da1ae tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Request body: {'subnet': {'network_id': 'e866a344-04c4-422a-b9ef-67c5ac6b8119', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:44:05.174381 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679ceb25-cf93-4787-8096-262318ae9d1d tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Pushing event updated for resources: {'Network': ['ID=e866a344-04c4-422a-b9ef-67c5ac6b8119,revision_number=1']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:44:05.184385 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Network e866a344-04c4-422a-b9ef-67c5ac6b8119 details requested by agent ovs-agent-dv-neutron-861624-1-hyperv with host dv-neutron-861624-1-hyperv {{(pid=103334) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 07:44:05.229250 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d404eee1-559a-44f8-bb8c-d449591da1ae tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Made reservation on behalf of 8db3f442bb4043a49408457c93fa8253 for: {'subnet': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 07:44:05.232927 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-d404eee1-559a-44f8-bb8c-d449591da1ae tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130170579'] for subnet, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:05.413930 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-d404eee1-559a-44f8-bb8c-d449591da1ae tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130997899', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130170401'] for subnet, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:05.480041 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d404eee1-559a-44f8-bb8c-d449591da1ae tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Pushing event updated for resources: {'Subnet': ['ID=a6d66d10-e828-4daf-8ba8-62bf3dd395b5,revision_number=0']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:44:05.484311 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d404eee1-559a-44f8-bb8c-d449591da1ae tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Checking segment: {'id': '1c698258-a7a3-45ef-9779-4cbc389e9022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'e866a344-04c4-422a-b9ef-67c5ac6b8119'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 19 07:44:05.484760 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d404eee1-559a-44f8-bb8c-d449591da1ae tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Network hostable DHCP agents. Network: e866a344-04c4-422a-b9ef-67c5ac6b8119, hostable agents: ['310d813b-0e3e-4d7e-9b79-8f4ec0dbcab0'], hosted agents: [] {{(pid=103333) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 07:44:05.501541 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d404eee1-559a-44f8-bb8c-d449591da1ae tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Network e866a344-04c4-422a-b9ef-67c5ac6b8119 is scheduled to be hosted by DHCP agent 310d813b-0e3e-4d7e-9b79-8f4ec0dbcab0 with binding_index 1 {{(pid=103333) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 07:44:05.510219 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-d404eee1-559a-44f8-bb8c-d449591da1ae tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861624-1-hyperv, e866a344-04c4-422a-b9ef-67c5ac6b8119) {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:44:05.514737 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d404eee1-559a-44f8-bb8c-d449591da1ae tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:44:05.515323 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-d404eee1-559a-44f8-bb8c-d449591da1ae tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Notify callbacks [] for subnet, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:05.520363 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ad5fff1-5f1b-48f3-b4c9-0c0858f31b5f None None] Network e866a344-04c4-422a-b9ef-67c5ac6b8119 requested from dv-neutron-861624-1-hyperv {{(pid=103334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 07:44:05.533869 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-d404eee1-559a-44f8-bb8c-d449591da1ae tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.3921483 Oct 19 07:44:05.534736 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 59816) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:44:05.539703 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-d1b0b9f6-c683-48cc-abfe-22d1ae769c14 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Request body: {'subnet': {'network_id': 'e866a344-04c4-422a-b9ef-67c5ac6b8119', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:44:05.644633 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1b0b9f6-c683-48cc-abfe-22d1ae769c14 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Made reservation on behalf of 8db3f442bb4043a49408457c93fa8253 for: {'subnet': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 07:44:05.648411 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-d1b0b9f6-c683-48cc-abfe-22d1ae769c14 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130170579'] for subnet, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:05.663684 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91393d05-121e-47b0-a2ed-f77adae2e4b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d12c6ac-27a3-545c-a8f3-f04e30423d6d-e866a344-04c4-422a-b9ef-67c5ac6b8119', 'network_id': 'e866a344-04c4-422a-b9ef-67c5ac6b8119', 'tenant_id': '8db3f442bb4043a49408457c93fa8253', 'fixed_ips': [{'subnet_id': 'a6d66d10-e828-4daf-8ba8-62bf3dd395b5'}]}} from dv-neutron-861624-1-hyperv. {{(pid=103334) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 07:44:05.664658 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-91393d05-121e-47b0-a2ed-f77adae2e4b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:05.742865 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.db.ipam_backend_mixin [None req-d1b0b9f6-c683-48cc-abfe-22d1ae769c14 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet a6d66d10-e828-4daf-8ba8-62bf3dd395b5 (CIDR: 172.20.0.0/28) Oct 19 07:44:05.746496 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1b0b9f6-c683-48cc-abfe-22d1ae769c14 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 19 07:44:05.747553 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d1b0b9f6-c683-48cc-abfe-22d1ae769c14 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103333) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 07:44:05.763527 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-d1b0b9f6-c683-48cc-abfe-22d1ae769c14 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2277725 Oct 19 07:44:05.766245 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 59818) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:44:05.771061 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-85bd3c8a-9a2e-4aab-86fd-6120d9be6ff4 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Request body: {'subnet': {'network_id': 'e866a344-04c4-422a-b9ef-67c5ac6b8119', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:44:05.801982 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.db_base_plugin_common [None req-91393d05-121e-47b0-a2ed-f77adae2e4b7 None None] Allocated IP 172.20.0.2 (e866a344-04c4-422a-b9ef-67c5ac6b8119/a6d66d10-e828-4daf-8ba8-62bf3dd395b5/91865730-9db1-4600-804b-350ae3b814b7) {{(pid=103334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 07:44:05.877954 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85bd3c8a-9a2e-4aab-86fd-6120d9be6ff4 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Made reservation on behalf of 8db3f442bb4043a49408457c93fa8253 for: {'subnet': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 07:44:05.882802 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-85bd3c8a-9a2e-4aab-86fd-6120d9be6ff4 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130170579'] for subnet, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:05.948450 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-91393d05-121e-47b0-a2ed-f77adae2e4b7 None None] Notify callbacks [] for port, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:05.955865 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-91393d05-121e-47b0-a2ed-f77adae2e4b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785020947330'] for port, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:05.998239 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91393d05-121e-47b0-a2ed-f77adae2e4b7 None None] Network e866a344-04c4-422a-b9ef-67c5ac6b8119 is already hosted by enough agents. {{(pid=103334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 07:44:06.001240 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.scheduler.base_scheduler [None req-91393d05-121e-47b0-a2ed-f77adae2e4b7 None None] Resources bound (agent type, host, resource id): {{(pid=103334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:44:06.004772 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91393d05-121e-47b0-a2ed-f77adae2e4b7 None None] Received port after_create {{(pid=103334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 07:44:06.010619 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91393d05-121e-47b0-a2ed-f77adae2e4b7 None None] Pushing event updated for resources: {'Port': ['ID=91865730-9db1-4600-804b-350ae3b814b7,revision_number=1']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:44:06.065968 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-91393d05-121e-47b0-a2ed-f77adae2e4b7 None None] Attempting to bind port 91865730-9db1-4600-804b-350ae3b814b7 on host dv-neutron-861624-1-hyperv for vnic_type normal with profile {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 19 07:44:06.066339 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-91393d05-121e-47b0-a2ed-f77adae2e4b7 None None] Attempting to bind port 91865730-9db1-4600-804b-350ae3b814b7 by drivers openvswitch,hyperv on host dv-neutron-861624-1-hyperv at level 0 using segments [{'id': '1c698258-a7a3-45ef-9779-4cbc389e9022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'e866a344-04c4-422a-b9ef-67c5ac6b8119'}] {{(pid=103334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 19 07:44:06.066706 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91393d05-121e-47b0-a2ed-f77adae2e4b7 None None] Attempting to bind port 91865730-9db1-4600-804b-350ae3b814b7 on network e866a344-04c4-422a-b9ef-67c5ac6b8119 {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 07:44:06.072033 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91393d05-121e-47b0-a2ed-f77adae2e4b7 None None] Checking agent: {'id': 'a5b0152c-d633-409b-aaf8-3b76458e2410', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861624-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 19, 7, 30, 19), 'started_at': datetime.datetime(2022, 10, 19, 7, 30, 49), 'heartbeat_timestamp': datetime.datetime(2022, 10, 19, 7, 43, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861624-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 07:44:06.072408 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91393d05-121e-47b0-a2ed-f77adae2e4b7 None None] Checking segment: {'id': '1c698258-a7a3-45ef-9779-4cbc389e9022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'e866a344-04c4-422a-b9ef-67c5ac6b8119'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 19 07:44:06.072848 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-91393d05-121e-47b0-a2ed-f77adae2e4b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:06.073239 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91393d05-121e-47b0-a2ed-f77adae2e4b7 None None] Bound using segment: {'id': '1c698258-a7a3-45ef-9779-4cbc389e9022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'e866a344-04c4-422a-b9ef-67c5ac6b8119'} {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 07:44:06.073709 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-91393d05-121e-47b0-a2ed-f77adae2e4b7 None None] Bound port: 91865730-9db1-4600-804b-350ae3b814b7, host: dv-neutron-861624-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c698258-a7a3-45ef-9779-4cbc389e9022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'e866a344-04c4-422a-b9ef-67c5ac6b8119'}}] {{(pid=103334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 19 07:44:06.074090 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-91393d05-121e-47b0-a2ed-f77adae2e4b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:06.142237 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-91393d05-121e-47b0-a2ed-f77adae2e4b7 None None] For port 91865730-9db1-4600-804b-350ae3b814b7, host dv-neutron-861624-1-hyperv, cleared binding levels {{(pid=103334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 07:44:06.145651 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-91393d05-121e-47b0-a2ed-f77adae2e4b7 None None] For port 91865730-9db1-4600-804b-350ae3b814b7, host dv-neutron-861624-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=91865730-9db1-4600-804b-350ae3b814b7,segment=NetworkSegment(1c698258-a7a3-45ef-9779-4cbc389e9022),segment_id=1c698258-a7a3-45ef-9779-4cbc389e9022)] {{(pid=103334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 07:44:06.151778 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-91393d05-121e-47b0-a2ed-f77adae2e4b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:06.208273 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91393d05-121e-47b0-a2ed-f77adae2e4b7 None None] Pushing event updated for resources: {'Port': ['ID=91865730-9db1-4600-804b-350ae3b814b7,revision_number=2']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:44:06.383308 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-85bd3c8a-9a2e-4aab-86fd-6120d9be6ff4 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130997899', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130170401'] for subnet, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:06.432305 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85bd3c8a-9a2e-4aab-86fd-6120d9be6ff4 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Network e866a344-04c4-422a-b9ef-67c5ac6b8119 is already hosted by enough agents. {{(pid=103333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 07:44:06.439225 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-85bd3c8a-9a2e-4aab-86fd-6120d9be6ff4 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Resources bound (agent type, host, resource id): {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:44:06.443677 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85bd3c8a-9a2e-4aab-86fd-6120d9be6ff4 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:44:06.444426 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-85bd3c8a-9a2e-4aab-86fd-6120d9be6ff4 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Notify callbacks [] for subnet, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:06.465830 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85bd3c8a-9a2e-4aab-86fd-6120d9be6ff4 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Pushing event updated for resources: {'Subnet': ['ID=19f43407-d705-4e7c-8a9c-bd3f6db8452c,revision_number=0']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:44:06.472439 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-85bd3c8a-9a2e-4aab-86fd-6120d9be6ff4 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.7048099 Oct 19 07:44:06.474886 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 59820) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:44:06.480209 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-841e3954-d124-49dc-9960-68894299fa71 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Request body: {'port': {'network_id': 'e866a344-04c4-422a-b9ef-67c5ac6b8119', 'fixed_ips': [{'subnet_id': 'a6d66d10-e828-4daf-8ba8-62bf3dd395b5'}, {'subnet_id': '19f43407-d705-4e7c-8a9c-bd3f6db8452c'}], 'name': 'tempest-PortsTestJSON-115399675'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:44:06.595155 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-841e3954-d124-49dc-9960-68894299fa71 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Made reservation on behalf of 8db3f442bb4043a49408457c93fa8253 for: {'port': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 07:44:06.685437 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-841e3954-d124-49dc-9960-68894299fa71 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:06.704204 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.notifiers.nova [None req-841e3954-d124-49dc-9960-68894299fa71 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] device_id is not set on port 2bca6e66-aad1-4871-82a0-846010e1a240 yet. {{(pid=103333) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 19 07:44:06.924463 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.db_base_plugin_common [None req-841e3954-d124-49dc-9960-68894299fa71 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Allocated IP 172.20.0.10 (e866a344-04c4-422a-b9ef-67c5ac6b8119/a6d66d10-e828-4daf-8ba8-62bf3dd395b5/2bca6e66-aad1-4871-82a0-846010e1a240) {{(pid=103333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 07:44:06.931906 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.db_base_plugin_common [None req-841e3954-d124-49dc-9960-68894299fa71 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Allocated IP 172.20.0.21 (e866a344-04c4-422a-b9ef-67c5ac6b8119/19f43407-d705-4e7c-8a9c-bd3f6db8452c/2bca6e66-aad1-4871-82a0-846010e1a240) {{(pid=103333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 07:44:06.955894 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device 91865730-9db1-4600-804b-350ae3b814b7 up at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 07:44:07.013791 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Provisioning complete for port 91865730-9db1-4600-804b-350ae3b814b7 triggered by entity L2. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:44:07.014270 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:07.014668 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Attempt 1 to provision port 91865730-9db1-4600-804b-350ae3b814b7 Oct 19 07:44:07.111832 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Current status of the port 91865730-9db1-4600-804b-350ae3b814b7 is: DOWN; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:44:07.112355 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:07.114975 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-841e3954-d124-49dc-9960-68894299fa71 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Notify callbacks [] for port, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:07.152555 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] For port 91865730-9db1-4600-804b-350ae3b814b7, host dv-neutron-861624-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=91865730-9db1-4600-804b-350ae3b814b7,segment=NetworkSegment(1c698258-a7a3-45ef-9779-4cbc389e9022),segment_id=1c698258-a7a3-45ef-9779-4cbc389e9022)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:44:07.154372 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-841e3954-d124-49dc-9960-68894299fa71 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785020947330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130996763'] for port, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:07.156423 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:07.206968 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-841e3954-d124-49dc-9960-68894299fa71 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Network e866a344-04c4-422a-b9ef-67c5ac6b8119 is already hosted by enough agents. {{(pid=103333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 07:44:07.208641 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Pushing event updated for resources: {'Port': ['ID=91865730-9db1-4600-804b-350ae3b814b7,revision_number=3']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:44:07.210345 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-841e3954-d124-49dc-9960-68894299fa71 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Resources bound (agent type, host, resource id): {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:44:07.214237 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-841e3954-d124-49dc-9960-68894299fa71 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Received port after_create {{(pid=103333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 07:44:07.221658 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841e3954-d124-49dc-9960-68894299fa71 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Pushing event updated for resources: {'Port': ['ID=2bca6e66-aad1-4871-82a0-846010e1a240,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:44:07.265301 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a997625f-a8e8-45ee-889a-a01e09dd148f None None] Network e866a344-04c4-422a-b9ef-67c5ac6b8119 requested from dv-neutron-861624-1-hyperv {{(pid=103334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 07:44:07.270112 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-841e3954-d124-49dc-9960-68894299fa71 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:44:07.270722 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-841e3954-d124-49dc-9960-68894299fa71 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42160'] for port, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:07.287868 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-841e3954-d124-49dc-9960-68894299fa71 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 0.8117757 Oct 19 07:44:07.290456 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 59822) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:44:07.295737 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-6a17f16d-c859-4c18-9efe-ee6716cc22c8 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'a6d66d10-e828-4daf-8ba8-62bf3dd395b5'}]}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:44:07.350720 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-26d6020f-a0e2-49e8-89b1-5b87e23006f8 None None] Provisioning complete for port 91865730-9db1-4600-804b-350ae3b814b7 triggered by entity DHCP. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:44:07.350997 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-26d6020f-a0e2-49e8-89b1-5b87e23006f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:07.351333 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-26d6020f-a0e2-49e8-89b1-5b87e23006f8 None None] Attempt 1 to provision port 91865730-9db1-4600-804b-350ae3b814b7 Oct 19 07:44:07.366908 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-6a17f16d-c859-4c18-9efe-ee6716cc22c8 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:07.491008 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-26d6020f-a0e2-49e8-89b1-5b87e23006f8 None None] Current status of the port 91865730-9db1-4600-804b-350ae3b814b7 is: ACTIVE; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:44:07.552089 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4ffc73e-0d3f-4086-85fc-e80916181972 None None] Update dhcp port {'port': {'network_id': 'e866a344-04c4-422a-b9ef-67c5ac6b8119', 'fixed_ips': [{'subnet_id': 'a6d66d10-e828-4daf-8ba8-62bf3dd395b5', 'ip_address': '172.20.0.2'}, {'subnet_id': '19f43407-d705-4e7c-8a9c-bd3f6db8452c'}], 'binding:host_id': 'dv-neutron-861624-1-hyperv'}, 'id': '91865730-9db1-4600-804b-350ae3b814b7'} from dv-neutron-861624-1-hyperv. {{(pid=103334) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 19 07:44:07.577877 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-a4ffc73e-0d3f-4086-85fc-e80916181972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:07.609006 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.db_base_plugin_common [None req-6a17f16d-c859-4c18-9efe-ee6716cc22c8 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Delete allocated IP 172.20.0.21 (e866a344-04c4-422a-b9ef-67c5ac6b8119/19f43407-d705-4e7c-8a9c-bd3f6db8452c) {{(pid=103333) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Oct 19 07:44:07.745469 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-6a17f16d-c859-4c18-9efe-ee6716cc22c8 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Notify callbacks [] for port, precommit_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:07.751488 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-6a17f16d-c859-4c18-9efe-ee6716cc22c8 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130996754'] for port, after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:07.848109 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a17f16d-c859-4c18-9efe-ee6716cc22c8 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Pushing event updated for resources: {'Port': ['ID=2bca6e66-aad1-4871-82a0-846010e1a240,revision_number=2']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:44:07.862672 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-6a17f16d-c859-4c18-9efe-ee6716cc22c8 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] In _notify_port_updated(), no bound segment for port 2bca6e66-aad1-4871-82a0-846010e1a240 on network e866a344-04c4-422a-b9ef-67c5ac6b8119 {{(pid=103333) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:900}} Oct 19 07:44:07.868079 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a17f16d-c859-4c18-9efe-ee6716cc22c8 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:44:07.868700 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-6a17f16d-c859-4c18-9efe-ee6716cc22c8 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42160'] for port, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:07.870035 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-6a17f16d-c859-4c18-9efe-ee6716cc22c8 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] 10.222.0.27 "PUT /v2.0/ports/2bca6e66-aad1-4871-82a0-846010e1a240 HTTP/1.1" status: 200 len: 919 time: 0.5786560 Oct 19 07:44:07.873300 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 59824) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:44:07.878217 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-e8e9e2c2-56f3-4295-98c6-18e82a28eb20 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'a6d66d10-e828-4daf-8ba8-62bf3dd395b5'}, {'subnet_id': '19f43407-d705-4e7c-8a9c-bd3f6db8452c'}]}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:44:07.879236 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.db_base_plugin_common [None req-a4ffc73e-0d3f-4086-85fc-e80916181972 None None] Allocated IP 172.20.0.18 (e866a344-04c4-422a-b9ef-67c5ac6b8119/19f43407-d705-4e7c-8a9c-bd3f6db8452c/91865730-9db1-4600-804b-350ae3b814b7) {{(pid=103334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 07:44:07.943585 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-e8e9e2c2-56f3-4295-98c6-18e82a28eb20 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:07.975254 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-a4ffc73e-0d3f-4086-85fc-e80916181972 None None] For port 91865730-9db1-4600-804b-350ae3b814b7, host dv-neutron-861624-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=91865730-9db1-4600-804b-350ae3b814b7,segment=NetworkSegment(1c698258-a7a3-45ef-9779-4cbc389e9022),segment_id=1c698258-a7a3-45ef-9779-4cbc389e9022)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:44:08.003225 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-a4ffc73e-0d3f-4086-85fc-e80916181972 None None] Notify callbacks [] for port, precommit_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:08.007632 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-a4ffc73e-0d3f-4086-85fc-e80916181972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:08.094054 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ffc73e-0d3f-4086-85fc-e80916181972 None None] Pushing event updated for resources: {'Port': ['ID=91865730-9db1-4600-804b-350ae3b814b7,revision_number=4']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:44:08.152419 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.db.api [None req-e8e9e2c2-56f3-4295-98c6-18e82a28eb20 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.18-6fc51612-de02-4c2a-ba8e-6bfa2a71240d {{(pid=103333) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 19 07:44:08.152760 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG oslo_db.api [None req-e8e9e2c2-56f3-4295-98c6-18e82a28eb20 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 19 07:44:08.499138 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c765e707-af3a-409a-ab02-128ff4e561ba None None] Network e866a344-04c4-422a-b9ef-67c5ac6b8119 requested from dv-neutron-861624-1-hyperv {{(pid=103334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 07:44:08.569309 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-b0cdb572-ac05-41d1-8108-4d8ac304e165 None None] Provisioning complete for port 2bca6e66-aad1-4871-82a0-846010e1a240 triggered by entity DHCP. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:44:08.569671 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-b0cdb572-ac05-41d1-8108-4d8ac304e165 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:08.570003 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-b0cdb572-ac05-41d1-8108-4d8ac304e165 None None] Attempt 1 to provision port 2bca6e66-aad1-4871-82a0-846010e1a240 Oct 19 07:44:08.618682 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-b0cdb572-ac05-41d1-8108-4d8ac304e165 None None] Port 2bca6e66-aad1-4871-82a0-846010e1a240 cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 07:44:08.683458 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-e8e9e2c2-56f3-4295-98c6-18e82a28eb20 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:08.886796 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.db_base_plugin_common [None req-e8e9e2c2-56f3-4295-98c6-18e82a28eb20 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Allocated IP 172.20.0.25 (e866a344-04c4-422a-b9ef-67c5ac6b8119/19f43407-d705-4e7c-8a9c-bd3f6db8452c/2bca6e66-aad1-4871-82a0-846010e1a240) {{(pid=103333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 07:44:08.897189 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device 91865730-9db1-4600-804b-350ae3b814b7 up at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 07:44:08.943843 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Provisioning complete for port 91865730-9db1-4600-804b-350ae3b814b7 triggered by entity L2. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:44:08.944130 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:08.944464 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Attempt 1 to provision port 91865730-9db1-4600-804b-350ae3b814b7 Oct 19 07:44:09.016858 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-e8e9e2c2-56f3-4295-98c6-18e82a28eb20 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Notify callbacks [] for port, precommit_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:09.023504 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-e8e9e2c2-56f3-4295-98c6-18e82a28eb20 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130996754'] for port, after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:09.026511 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Current status of the port 91865730-9db1-4600-804b-350ae3b814b7 is: ACTIVE; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:44:09.118874 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e9e2c2-56f3-4295-98c6-18e82a28eb20 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Pushing event updated for resources: {'Port': ['ID=2bca6e66-aad1-4871-82a0-846010e1a240,revision_number=3']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:44:09.122366 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-b0cdb572-ac05-41d1-8108-4d8ac304e165 None None] Attempt 2 to provision port 2bca6e66-aad1-4871-82a0-846010e1a240 Oct 19 07:44:09.161193 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-b0cdb572-ac05-41d1-8108-4d8ac304e165 None None] Port 2bca6e66-aad1-4871-82a0-846010e1a240 cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 07:44:09.164990 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-e8e9e2c2-56f3-4295-98c6-18e82a28eb20 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] In _notify_port_updated(), no bound segment for port 2bca6e66-aad1-4871-82a0-846010e1a240 on network e866a344-04c4-422a-b9ef-67c5ac6b8119 {{(pid=103333) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:900}} Oct 19 07:44:09.170871 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8e9e2c2-56f3-4295-98c6-18e82a28eb20 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:44:09.171506 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-e8e9e2c2-56f3-4295-98c6-18e82a28eb20 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42160'] for port, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:09.172821 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-e8e9e2c2-56f3-4295-98c6-18e82a28eb20 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] 10.222.0.27 "PUT /v2.0/ports/2bca6e66-aad1-4871-82a0-846010e1a240 HTTP/1.1" status: 200 len: 999 time: 1.2985713 Oct 19 07:44:09.175519 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 59828) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:44:09.264777 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-35bc0a97-7711-48a7-b83c-c180cee9423e tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Deleting port 2bca6e66-aad1-4871-82a0-846010e1a240 {{(pid=103333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 07:44:09.265115 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-35bc0a97-7711-48a7-b83c-c180cee9423e tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:09.358842 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-35bc0a97-7711-48a7-b83c-c180cee9423e tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:09.371363 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-35bc0a97-7711-48a7-b83c-c180cee9423e tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Calling delete_port for 2bca6e66-aad1-4871-82a0-846010e1a240 owned by {{(pid=103333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 07:44:09.553277 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-35bc0a97-7711-48a7-b83c-c180cee9423e tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130996763'] for port, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:09.583453 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bc0a97-7711-48a7-b83c-c180cee9423e tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Pushing event deleted for resources: {'Port': ['ID=2bca6e66-aad1-4871-82a0-846010e1a240,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:44:09.661970 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-b0cdb572-ac05-41d1-8108-4d8ac304e165 None None] Attempt 3 to provision port 2bca6e66-aad1-4871-82a0-846010e1a240 Oct 19 07:44:09.676399 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-35bc0a97-7711-48a7-b83c-c180cee9423e tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42160'] for port, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:09.682489 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 59830) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:44:09.682988 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-b0cdb572-ac05-41d1-8108-4d8ac304e165 None None] Port 2bca6e66-aad1-4871-82a0-846010e1a240 was deleted so its status cannot be updated. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Oct 19 07:44:09.691872 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-35bc0a97-7711-48a7-b83c-c180cee9423e tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] 10.222.0.27 "DELETE /v2.0/ports/2bca6e66-aad1-4871-82a0-846010e1a240 HTTP/1.1" status: 204 len: 168 time: 0.5152822 Oct 19 07:44:09.693922 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-b0cdb572-ac05-41d1-8108-4d8ac304e165 None None] Provisioning complete for port 91865730-9db1-4600-804b-350ae3b814b7 triggered by entity DHCP. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:44:09.694320 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-b0cdb572-ac05-41d1-8108-4d8ac304e165 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:09.694653 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-b0cdb572-ac05-41d1-8108-4d8ac304e165 None None] Attempt 1 to provision port 91865730-9db1-4600-804b-350ae3b814b7 Oct 19 07:44:09.711671 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.pecan_wsgi.hooks.translation [None req-ada09005-0a95-4ee6-bcbf-9480c539e83b tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] GET failed (client error): The resource could not be found. Oct 19 07:44:09.716210 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-ada09005-0a95-4ee6-bcbf-9480c539e83b tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] 10.222.0.27 "GET /v2.0/ports/2bca6e66-aad1-4871-82a0-846010e1a240 HTTP/1.1" status: 404 len: 333 time: 0.0297954 Oct 19 07:44:09.716354 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 59832) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:44:09.768330 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.db_base_plugin_v2 [None req-74e616c4-2208-448c-b2e8-ddcc370d23b9 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Deleting subnet 19f43407-d705-4e7c-8a9c-bd3f6db8452c {{(pid=103333) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 19 07:44:09.771320 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-74e616c4-2208-448c-b2e8-ddcc370d23b9 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Notify callbacks [] for subnet, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:09.774321 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-b0cdb572-ac05-41d1-8108-4d8ac304e165 None None] Current status of the port 91865730-9db1-4600-804b-350ae3b814b7 is: ACTIVE; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:44:09.811708 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-74e616c4-2208-448c-b2e8-ddcc370d23b9 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-134111928'] for subnet, precommit_delete_associations {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:09.886685 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-bd3e12a9-4ab8-45af-ad1a-6105f47fad13 None None] Could not find standard attr ID for object 2bca6e66-aad1-4871-82a0-846010e1a240. {{(pid=103334) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 19 07:44:09.896828 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-bd3e12a9-4ab8-45af-ad1a-6105f47fad13 None None] Provisioning complete for port 91865730-9db1-4600-804b-350ae3b814b7 triggered by entity DHCP. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:44:09.897236 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-bd3e12a9-4ab8-45af-ad1a-6105f47fad13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:09.897708 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-bd3e12a9-4ab8-45af-ad1a-6105f47fad13 None None] Attempt 1 to provision port 91865730-9db1-4600-804b-350ae3b814b7 Oct 19 07:44:09.897835 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-74e616c4-2208-448c-b2e8-ddcc370d23b9 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-679826'] for subnet, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:09.957752 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-74e616c4-2208-448c-b2e8-ddcc370d23b9 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-679819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130997964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130170408'] for subnet, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:09.975815 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-bd3e12a9-4ab8-45af-ad1a-6105f47fad13 None None] Current status of the port 91865730-9db1-4600-804b-350ae3b814b7 is: ACTIVE; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:44:09.985782 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e616c4-2208-448c-b2e8-ddcc370d23b9 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Pushing event deleted for resources: {'Subnet': ['ID=19f43407-d705-4e7c-8a9c-bd3f6db8452c,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:44:09.990839 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-74e616c4-2208-448c-b2e8-ddcc370d23b9 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Notify callbacks [] for subnet, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:09.993624 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-74e616c4-2208-448c-b2e8-ddcc370d23b9 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] 10.222.0.27 "DELETE /v2.0/subnets/19f43407-d705-4e7c-8a9c-bd3f6db8452c HTTP/1.1" status: 204 len: 168 time: 0.2762182 Oct 19 07:44:09.996260 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 59834) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:44:10.048528 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.db_base_plugin_v2 [None req-97a21d20-ac6f-4653-a68a-1c39b4a84da8 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Deleting subnet a6d66d10-e828-4daf-8ba8-62bf3dd395b5 {{(pid=103333) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 19 07:44:10.051867 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-97a21d20-ac6f-4653-a68a-1c39b4a84da8 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Notify callbacks [] for subnet, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:10.093926 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-97a21d20-ac6f-4653-a68a-1c39b4a84da8 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-134111928'] for subnet, precommit_delete_associations {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:10.182899 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74cf6b27-62cf-41ec-81f5-38f3e370c86a None None] Network e866a344-04c4-422a-b9ef-67c5ac6b8119 requested from dv-neutron-861624-1-hyperv {{(pid=103334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 07:44:10.191694 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-97a21d20-ac6f-4653-a68a-1c39b4a84da8 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-679826'] for subnet, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:10.249410 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-97a21d20-ac6f-4653-a68a-1c39b4a84da8 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-679819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130997964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130170408'] for subnet, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:10.277926 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-97a21d20-ac6f-4653-a68a-1c39b4a84da8 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Notify callbacks [] for subnet, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:10.281126 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-97a21d20-ac6f-4653-a68a-1c39b4a84da8 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] 10.222.0.27 "DELETE /v2.0/subnets/a6d66d10-e828-4daf-8ba8-62bf3dd395b5 HTTP/1.1" status: 204 len: 168 time: 0.2838418 Oct 19 07:44:10.281934 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a21d20-ac6f-4653-a68a-1c39b4a84da8 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Pushing event deleted for resources: {'Subnet': ['ID=a6d66d10-e828-4daf-8ba8-62bf3dd395b5,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:44:10.283769 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 59836) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:44:10.366126 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-b9a9833e-573f-49c1-9061-55577def74c1 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-667019'] for network, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:10.396484 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43bbd833-aa6d-4943-a981-d7ee2e45ad76 None None] DHCP port deletion for e866a344-04c4-422a-b9ef-67c5ac6b8119 request from dv-neutron-861624-1-hyperv {{(pid=103334) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 07:44:10.419671 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-b9a9833e-573f-49c1-9061-55577def74c1 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Deleting port 91865730-9db1-4600-804b-350ae3b814b7 {{(pid=103333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 07:44:10.420009 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-b9a9833e-573f-49c1-9061-55577def74c1 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:10.443071 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-43bbd833-aa6d-4943-a981-d7ee2e45ad76 None None] Deleting port 91865730-9db1-4600-804b-350ae3b814b7 {{(pid=103334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 07:44:10.443439 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-43bbd833-aa6d-4943-a981-d7ee2e45ad76 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:10.486094 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.db [None req-b9a9833e-573f-49c1-9061-55577def74c1 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] For port 91865730-9db1-4600-804b-350ae3b814b7, host dv-neutron-861624-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=91865730-9db1-4600-804b-350ae3b814b7,segment=NetworkSegment(1c698258-a7a3-45ef-9779-4cbc389e9022),segment_id=1c698258-a7a3-45ef-9779-4cbc389e9022)] {{(pid=103333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:44:10.486449 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-b9a9833e-573f-49c1-9061-55577def74c1 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:10.498476 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-b9a9833e-573f-49c1-9061-55577def74c1 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Calling delete_port for 91865730-9db1-4600-804b-350ae3b814b7 owned by network:dhcp {{(pid=103333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 07:44:10.508112 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-43bbd833-aa6d-4943-a981-d7ee2e45ad76 None None] For port 91865730-9db1-4600-804b-350ae3b814b7, host dv-neutron-861624-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=91865730-9db1-4600-804b-350ae3b814b7,segment=NetworkSegment(1c698258-a7a3-45ef-9779-4cbc389e9022),segment_id=1c698258-a7a3-45ef-9779-4cbc389e9022)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:44:10.508529 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-43bbd833-aa6d-4943-a981-d7ee2e45ad76 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:10.520972 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-43bbd833-aa6d-4943-a981-d7ee2e45ad76 None None] Calling delete_port for 91865730-9db1-4600-804b-350ae3b814b7 owned by network:dhcp {{(pid=103334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 07:44:10.577534 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-b9a9833e-573f-49c1-9061-55577def74c1 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130996763'] for port, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:10.594641 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-43bbd833-aa6d-4943-a981-d7ee2e45ad76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339'] for port, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:10.605384 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9a9833e-573f-49c1-9061-55577def74c1 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] No DVR routers for this DVR port 91865730-9db1-4600-804b-350ae3b814b7 on host dv-neutron-861624-1-hyperv {{(pid=103333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 19 07:44:10.607878 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a9833e-573f-49c1-9061-55577def74c1 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Pushing event deleted for resources: {'Port': ['ID=91865730-9db1-4600-804b-350ae3b814b7,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:44:10.621416 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43bbd833-aa6d-4943-a981-d7ee2e45ad76 None None] Pushing event deleted for resources: {'Port': ['ID=91865730-9db1-4600-804b-350ae3b814b7,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:44:10.623547 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43bbd833-aa6d-4943-a981-d7ee2e45ad76 None None] No DVR routers for this DVR port 91865730-9db1-4600-804b-350ae3b814b7 on host dv-neutron-861624-1-hyperv {{(pid=103334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 19 07:44:10.690280 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-b9a9833e-573f-49c1-9061-55577def74c1 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-673051', 'neutron.services.segments.db._delete_segments_for_network-8785021519108'] for network, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:10.709780 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-b9a9833e-573f-49c1-9061-55577def74c1 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e866a344-04c4-422a-b9ef-67c5ac6b8119']}} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:44:10.720100 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-b9a9833e-573f-49c1-9061-55577def74c1 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c698258-a7a3-45ef-9779-4cbc389e9022') {'for_net_delete': True} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:44:10.720530 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-b9a9833e-573f-49c1-9061-55577def74c1 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c698258-a7a3-45ef-9779-4cbc389e9022') {} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:44:10.729737 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-b9a9833e-573f-49c1-9061-55577def74c1 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785021519382', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-134111927'] for segment, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:10.743132 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-b9a9833e-573f-49c1-9061-55577def74c1 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979'] for segment, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:10.748985 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9a9833e-573f-49c1-9061-55577def74c1 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Releasing vlan 191 on physical network physnet1 to pool {{(pid=103333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 07:44:10.749356 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-b9a9833e-573f-49c1-9061-55577def74c1 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130996782'] for segment, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:10.768527 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.services.segments.plugin [-] Segment 1c698258-a7a3-45ef-9779-4cbc389e9022 resource provider aggregate not found Oct 19 07:44:10.785920 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.services.segments.plugin [-] Segment 1c698258-a7a3-45ef-9779-4cbc389e9022 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1c698258-a7a3-45ef-9779-4cbc389e9022 found for delete ", "request_id": "req-ced4cc60-f316-4849-ba69-0a9cf6b36644"}]} Oct 19 07:44:10.821852 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-b9a9833e-573f-49c1-9061-55577def74c1 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-673044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1695087'] for network, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:10.829085 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-b9a9833e-573f-49c1-9061-55577def74c1 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Notify callbacks [] for network, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:10.832115 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-b9a9833e-573f-49c1-9061-55577def74c1 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] 10.222.0.27 "DELETE /v2.0/networks/e866a344-04c4-422a-b9ef-67c5ac6b8119 HTTP/1.1" status: 204 len: 168 time: 0.5474412 Oct 19 07:44:10.836003 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 59842) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:44:10.844660 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a9833e-573f-49c1-9061-55577def74c1 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Pushing event deleted for resources: {'Network': ['ID=e866a344-04c4-422a-b9ef-67c5ac6b8119,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:44:10.886925 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28a7ef19-dbbb-4a6f-89e1-09117dc9c719 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:44:10.889132 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-28a7ef19-dbbb-4a6f-89e1-09117dc9c719 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] 10.222.0.27 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0521231 Oct 19 07:44:10.892649 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 59844) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:44:10.911128 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device 91865730-9db1-4600-804b-350ae3b814b7 no longer exists at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 07:44:10.936188 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] No Port match for: 91865730-9db1-4600-804b-350ae3b814b7 {{(pid=103334) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 19 07:44:10.936553 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device 91865730-9db1-4600-804b-350ae3b814b7 not bound to the agent host dv-neutron-861624-1-hyperv {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 07:44:10.937622 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-cc9a2d1c-b15c-436a-a11a-b294ba143a20 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] 10.222.0.27 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0439327 Oct 19 07:44:10.940952 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 59846) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:44:10.945643 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-6255b6f9-0868-4065-bc7d-91ef59d52555 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-35368386'}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:44:10.965653 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6255b6f9-0868-4065-bc7d-91ef59d52555 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Made reservation on behalf of 8db3f442bb4043a49408457c93fa8253 for: {'network': 1} {{(pid=103332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 07:44:10.969172 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-6255b6f9-0868-4065-bc7d-91ef59d52555 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for network, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:10.992683 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6255b6f9-0868-4065-bc7d-91ef59d52555 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 167} {{(pid=103332) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 07:44:11.001993 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-6255b6f9-0868-4065-bc7d-91ef59d52555 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979'] for segment, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:11.002333 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.db.segments_db [None req-6255b6f9-0868-4065-bc7d-91ef59d52555 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Added segment 3c9f312e-6a93-4a87-9aa9-72b151fab046 of type vlan for network 36308129-bf8a-46bb-9a5f-ccc39cab97c0 Oct 19 07:44:11.040060 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-6255b6f9-0868-4065-bc7d-91ef59d52555 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785020965340'] for network, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:11.067781 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-6255b6f9-0868-4065-bc7d-91ef59d52555 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873'] for network, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:11.073166 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6255b6f9-0868-4065-bc7d-91ef59d52555 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:44:11.073734 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-6255b6f9-0868-4065-bc7d-91ef59d52555 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Notify callbacks [] for network, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:11.114242 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-6255b6f9-0868-4065-bc7d-91ef59d52555 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.1721153 Oct 19 07:44:11.117071 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 59848) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:44:11.122624 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-12e851b4-182a-474e-bf47-3a4979578f8a tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Request body: {'subnet': {'network_id': '36308129-bf8a-46bb-9a5f-ccc39cab97c0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:44:11.161987 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6255b6f9-0868-4065-bc7d-91ef59d52555 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Pushing event updated for resources: {'Network': ['ID=36308129-bf8a-46bb-9a5f-ccc39cab97c0,revision_number=1']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:44:11.173257 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Network 36308129-bf8a-46bb-9a5f-ccc39cab97c0 details requested by agent ovs-agent-dv-neutron-861624-1-hyperv with host dv-neutron-861624-1-hyperv {{(pid=103334) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 07:44:11.239675 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12e851b4-182a-474e-bf47-3a4979578f8a tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Made reservation on behalf of 8db3f442bb4043a49408457c93fa8253 for: {'subnet': 1} {{(pid=103332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 07:44:11.243199 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-12e851b4-182a-474e-bf47-3a4979578f8a tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130659787'] for subnet, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:11.419966 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-12e851b4-182a-474e-bf47-3a4979578f8a tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-133552662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130659641'] for subnet, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:11.477742 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e851b4-182a-474e-bf47-3a4979578f8a tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Pushing event updated for resources: {'Subnet': ['ID=f2516649-8455-4ad9-919a-903c672dec76,revision_number=0']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:44:11.488774 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12e851b4-182a-474e-bf47-3a4979578f8a tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Checking segment: {'id': '3c9f312e-6a93-4a87-9aa9-72b151fab046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '36308129-bf8a-46bb-9a5f-ccc39cab97c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 19 07:44:11.489139 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12e851b4-182a-474e-bf47-3a4979578f8a tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Network hostable DHCP agents. Network: 36308129-bf8a-46bb-9a5f-ccc39cab97c0, hostable agents: ['310d813b-0e3e-4d7e-9b79-8f4ec0dbcab0'], hosted agents: [] {{(pid=103332) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 07:44:11.505447 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12e851b4-182a-474e-bf47-3a4979578f8a tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Network 36308129-bf8a-46bb-9a5f-ccc39cab97c0 is scheduled to be hosted by DHCP agent 310d813b-0e3e-4d7e-9b79-8f4ec0dbcab0 with binding_index 1 {{(pid=103332) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 07:44:11.514159 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.base_scheduler [None req-12e851b4-182a-474e-bf47-3a4979578f8a tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861624-1-hyperv, 36308129-bf8a-46bb-9a5f-ccc39cab97c0) {{(pid=103332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:44:11.518135 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12e851b4-182a-474e-bf47-3a4979578f8a tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:44:11.518708 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-12e851b4-182a-474e-bf47-3a4979578f8a tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Notify callbacks [] for subnet, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:11.522874 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3775ec5a-432a-4388-8c7e-c6bce0db370a None None] Network 36308129-bf8a-46bb-9a5f-ccc39cab97c0 requested from dv-neutron-861624-1-hyperv {{(pid=103334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 07:44:11.534534 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-12e851b4-182a-474e-bf47-3a4979578f8a tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4164569 Oct 19 07:44:11.537086 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 59850) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:44:11.541990 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-81c0bcf3-89a7-4398-b32b-77af6fd1aa9c tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Request body: {'port': {'network_id': '36308129-bf8a-46bb-9a5f-ccc39cab97c0', 'name': 'tempest-PortsTestJSON-821475599'}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:44:11.613844 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:11.649482 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81c0bcf3-89a7-4398-b32b-77af6fd1aa9c tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Made reservation on behalf of 8db3f442bb4043a49408457c93fa8253 for: {'port': 1} {{(pid=103332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 07:44:11.652975 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-81c0bcf3-89a7-4398-b32b-77af6fd1aa9c tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:11.674935 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.notifiers.nova [None req-81c0bcf3-89a7-4398-b32b-77af6fd1aa9c tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] device_id is not set on port 422e3bf1-5280-4932-8fa3-01b862ce231b yet. {{(pid=103332) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 19 07:44:11.680091 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22e946a0-f4dc-4df4-ac19-0faa0988166e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d12c6ac-27a3-545c-a8f3-f04e30423d6d-36308129-bf8a-46bb-9a5f-ccc39cab97c0', 'network_id': '36308129-bf8a-46bb-9a5f-ccc39cab97c0', 'tenant_id': '8db3f442bb4043a49408457c93fa8253', 'fixed_ips': [{'subnet_id': 'f2516649-8455-4ad9-919a-903c672dec76'}]}} from dv-neutron-861624-1-hyperv. {{(pid=103334) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 07:44:11.680965 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-22e946a0-f4dc-4df4-ac19-0faa0988166e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:11.784736 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.db_base_plugin_common [None req-81c0bcf3-89a7-4398-b32b-77af6fd1aa9c tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Allocated IP 172.20.0.13 (36308129-bf8a-46bb-9a5f-ccc39cab97c0/f2516649-8455-4ad9-919a-903c672dec76/422e3bf1-5280-4932-8fa3-01b862ce231b) {{(pid=103332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 07:44:11.927854 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-81c0bcf3-89a7-4398-b32b-77af6fd1aa9c tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Notify callbacks [] for port, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:11.960467 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-81c0bcf3-89a7-4398-b32b-77af6fd1aa9c tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785020947330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133553798'] for port, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:12.003992 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.db_base_plugin_common [None req-22e946a0-f4dc-4df4-ac19-0faa0988166e None None] Allocated IP 172.20.0.2 (36308129-bf8a-46bb-9a5f-ccc39cab97c0/f2516649-8455-4ad9-919a-903c672dec76/da0f72f5-f937-444e-8a44-10a1d3a14d48) {{(pid=103334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 07:44:12.004745 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81c0bcf3-89a7-4398-b32b-77af6fd1aa9c tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Network 36308129-bf8a-46bb-9a5f-ccc39cab97c0 is already hosted by enough agents. {{(pid=103332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 07:44:12.007589 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.base_scheduler [None req-81c0bcf3-89a7-4398-b32b-77af6fd1aa9c tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Resources bound (agent type, host, resource id): {{(pid=103332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:44:12.011218 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81c0bcf3-89a7-4398-b32b-77af6fd1aa9c tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Received port after_create {{(pid=103332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 07:44:12.034332 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c0bcf3-89a7-4398-b32b-77af6fd1aa9c tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Pushing event updated for resources: {'Port': ['ID=422e3bf1-5280-4932-8fa3-01b862ce231b,revision_number=1']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:44:12.061997 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81c0bcf3-89a7-4398-b32b-77af6fd1aa9c tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:44:12.062699 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-81c0bcf3-89a7-4398-b32b-77af6fd1aa9c tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42160'] for port, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:12.077780 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-81c0bcf3-89a7-4398-b32b-77af6fd1aa9c tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 0.5393763 Oct 19 07:44:12.080268 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 59852) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:44:12.085203 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-b460ae28-4e7d-4d19-927b-519314566b56 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Request body: {'port': {'network_id': '36308129-bf8a-46bb-9a5f-ccc39cab97c0', 'name': 'tempest-PortsTestJSON-2042970161'}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:44:12.147450 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-22e946a0-f4dc-4df4-ac19-0faa0988166e None None] Notify callbacks [] for port, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:12.153883 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-22e946a0-f4dc-4df4-ac19-0faa0988166e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785020947330'] for port, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:12.191484 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22e946a0-f4dc-4df4-ac19-0faa0988166e None None] Network 36308129-bf8a-46bb-9a5f-ccc39cab97c0 is already hosted by enough agents. {{(pid=103334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 07:44:12.194693 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.scheduler.base_scheduler [None req-22e946a0-f4dc-4df4-ac19-0faa0988166e None None] Resources bound (agent type, host, resource id): {{(pid=103334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:44:12.194919 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b460ae28-4e7d-4d19-927b-519314566b56 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Made reservation on behalf of 8db3f442bb4043a49408457c93fa8253 for: {'port': 1} {{(pid=103332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 07:44:12.197322 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22e946a0-f4dc-4df4-ac19-0faa0988166e None None] Received port after_create {{(pid=103334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 07:44:12.198411 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-b460ae28-4e7d-4d19-927b-519314566b56 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:12.209093 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e946a0-f4dc-4df4-ac19-0faa0988166e None None] Pushing event updated for resources: {'Port': ['ID=da0f72f5-f937-444e-8a44-10a1d3a14d48,revision_number=1']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:44:12.218054 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.notifiers.nova [None req-b460ae28-4e7d-4d19-927b-519314566b56 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] device_id is not set on port e5359633-de7d-41ce-b974-6332b3adb3e8 yet. {{(pid=103332) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 19 07:44:12.264298 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-22e946a0-f4dc-4df4-ac19-0faa0988166e None None] Attempting to bind port da0f72f5-f937-444e-8a44-10a1d3a14d48 on host dv-neutron-861624-1-hyperv for vnic_type normal with profile {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 19 07:44:12.264707 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-22e946a0-f4dc-4df4-ac19-0faa0988166e None None] Attempting to bind port da0f72f5-f937-444e-8a44-10a1d3a14d48 by drivers openvswitch,hyperv on host dv-neutron-861624-1-hyperv at level 0 using segments [{'id': '3c9f312e-6a93-4a87-9aa9-72b151fab046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '36308129-bf8a-46bb-9a5f-ccc39cab97c0'}] {{(pid=103334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 19 07:44:12.265062 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22e946a0-f4dc-4df4-ac19-0faa0988166e None None] Attempting to bind port da0f72f5-f937-444e-8a44-10a1d3a14d48 on network 36308129-bf8a-46bb-9a5f-ccc39cab97c0 {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 07:44:12.269832 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22e946a0-f4dc-4df4-ac19-0faa0988166e None None] Checking agent: {'id': 'a5b0152c-d633-409b-aaf8-3b76458e2410', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861624-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 19, 7, 30, 19), 'started_at': datetime.datetime(2022, 10, 19, 7, 30, 49), 'heartbeat_timestamp': datetime.datetime(2022, 10, 19, 7, 43, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861624-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 07:44:12.270199 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22e946a0-f4dc-4df4-ac19-0faa0988166e None None] Checking segment: {'id': '3c9f312e-6a93-4a87-9aa9-72b151fab046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '36308129-bf8a-46bb-9a5f-ccc39cab97c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 19 07:44:12.270599 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-22e946a0-f4dc-4df4-ac19-0faa0988166e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:12.270976 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22e946a0-f4dc-4df4-ac19-0faa0988166e None None] Bound using segment: {'id': '3c9f312e-6a93-4a87-9aa9-72b151fab046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '36308129-bf8a-46bb-9a5f-ccc39cab97c0'} {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 07:44:12.271436 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-22e946a0-f4dc-4df4-ac19-0faa0988166e None None] Bound port: da0f72f5-f937-444e-8a44-10a1d3a14d48, host: dv-neutron-861624-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c9f312e-6a93-4a87-9aa9-72b151fab046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '36308129-bf8a-46bb-9a5f-ccc39cab97c0'}}] {{(pid=103334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 19 07:44:12.271808 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-22e946a0-f4dc-4df4-ac19-0faa0988166e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:12.330858 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.db_base_plugin_common [None req-b460ae28-4e7d-4d19-927b-519314566b56 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Allocated IP 172.20.0.8 (36308129-bf8a-46bb-9a5f-ccc39cab97c0/f2516649-8455-4ad9-919a-903c672dec76/e5359633-de7d-41ce-b974-6332b3adb3e8) {{(pid=103332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 07:44:12.335421 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-22e946a0-f4dc-4df4-ac19-0faa0988166e None None] For port da0f72f5-f937-444e-8a44-10a1d3a14d48, host dv-neutron-861624-1-hyperv, cleared binding levels {{(pid=103334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 07:44:12.338514 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-22e946a0-f4dc-4df4-ac19-0faa0988166e None None] For port da0f72f5-f937-444e-8a44-10a1d3a14d48, host dv-neutron-861624-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=da0f72f5-f937-444e-8a44-10a1d3a14d48,segment=NetworkSegment(3c9f312e-6a93-4a87-9aa9-72b151fab046),segment_id=3c9f312e-6a93-4a87-9aa9-72b151fab046)] {{(pid=103334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 07:44:12.342891 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-22e946a0-f4dc-4df4-ac19-0faa0988166e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:12.394706 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e946a0-f4dc-4df4-ac19-0faa0988166e None None] Pushing event updated for resources: {'Port': ['ID=da0f72f5-f937-444e-8a44-10a1d3a14d48,revision_number=2']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:44:12.510210 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-b460ae28-4e7d-4d19-927b-519314566b56 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Notify callbacks [] for port, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:12.552103 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-b460ae28-4e7d-4d19-927b-519314566b56 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785020947330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133553798'] for port, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:12.603852 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b460ae28-4e7d-4d19-927b-519314566b56 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Network 36308129-bf8a-46bb-9a5f-ccc39cab97c0 is already hosted by enough agents. {{(pid=103332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 07:44:12.607276 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.base_scheduler [None req-b460ae28-4e7d-4d19-927b-519314566b56 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Resources bound (agent type, host, resource id): {{(pid=103332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:44:12.609794 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b460ae28-4e7d-4d19-927b-519314566b56 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Received port after_create {{(pid=103332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 07:44:12.644122 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b460ae28-4e7d-4d19-927b-519314566b56 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Pushing event updated for resources: {'Port': ['ID=e5359633-de7d-41ce-b974-6332b3adb3e8,revision_number=1']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:44:12.666778 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b460ae28-4e7d-4d19-927b-519314566b56 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:44:12.667386 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-b460ae28-4e7d-4d19-927b-519314566b56 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42160'] for port, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:12.683336 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-b460ae28-4e7d-4d19-927b-519314566b56 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 0.6018553 Oct 19 07:44:12.686613 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 59854) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:44:12.769992 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de747654-f313-4705-9201-94b7db3ea178 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:44:12.771384 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-de747654-f313-4705-9201-94b7db3ea178 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] 10.222.0.27 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.13 HTTP/1.1" status: 200 len: 922 time: 0.0838349 Oct 19 07:44:12.774128 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 59856) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:44:12.868581 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.plugin [None req-2871f38d-60a2-456a-8045-b02a4900a9ac tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Deleting port e5359633-de7d-41ce-b974-6332b3adb3e8 {{(pid=103332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 07:44:12.868925 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-2871f38d-60a2-456a-8045-b02a4900a9ac tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:12.922712 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device da0f72f5-f937-444e-8a44-10a1d3a14d48 up at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 07:44:12.961049 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-2871f38d-60a2-456a-8045-b02a4900a9ac tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:12.973012 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Provisioning complete for port da0f72f5-f937-444e-8a44-10a1d3a14d48 triggered by entity L2. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:44:12.973468 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:12.974030 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Attempt 1 to provision port da0f72f5-f937-444e-8a44-10a1d3a14d48 Oct 19 07:44:12.974520 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.plugin [None req-2871f38d-60a2-456a-8045-b02a4900a9ac tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Calling delete_port for e5359633-de7d-41ce-b974-6332b3adb3e8 owned by {{(pid=103332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 07:44:13.056163 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Current status of the port da0f72f5-f937-444e-8a44-10a1d3a14d48 is: DOWN; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:44:13.056780 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:13.091726 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] For port da0f72f5-f937-444e-8a44-10a1d3a14d48, host dv-neutron-861624-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=da0f72f5-f937-444e-8a44-10a1d3a14d48,segment=NetworkSegment(3c9f312e-6a93-4a87-9aa9-72b151fab046),segment_id=3c9f312e-6a93-4a87-9aa9-72b151fab046)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:44:13.096569 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:13.111284 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-2871f38d-60a2-456a-8045-b02a4900a9ac tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133553798'] for port, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:13.146078 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2871f38d-60a2-456a-8045-b02a4900a9ac tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Pushing event deleted for resources: {'Port': ['ID=e5359633-de7d-41ce-b974-6332b3adb3e8,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:44:13.149355 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Pushing event updated for resources: {'Port': ['ID=da0f72f5-f937-444e-8a44-10a1d3a14d48,revision_number=3']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:44:13.216226 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-2871f38d-60a2-456a-8045-b02a4900a9ac tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42160'] for port, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:13.220044 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-2871f38d-60a2-456a-8045-b02a4900a9ac tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] 10.222.0.27 "DELETE /v2.0/ports/e5359633-de7d-41ce-b974-6332b3adb3e8 HTTP/1.1" status: 204 len: 168 time: 0.4444366 Oct 19 07:44:13.222126 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 59858) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:44:13.246732 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.pecan_wsgi.hooks.translation [None req-958f2fb7-c432-4d8a-8111-c2adf7eca91e tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] GET failed (client error): The resource could not be found. Oct 19 07:44:13.250913 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-958f2fb7-c432-4d8a-8111-c2adf7eca91e tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] 10.222.0.27 "GET /v2.0/ports/e5359633-de7d-41ce-b974-6332b3adb3e8 HTTP/1.1" status: 404 len: 333 time: 0.0253451 Oct 19 07:44:13.251248 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 59860) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:44:13.310477 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c66afef2-4252-4129-8035-d871b90f55fd None None] Network 36308129-bf8a-46bb-9a5f-ccc39cab97c0 requested from dv-neutron-861624-1-hyperv {{(pid=103334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 07:44:13.354224 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.plugin [None req-540138ed-bc8c-4461-ad93-fa406f820484 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Deleting port 422e3bf1-5280-4932-8fa3-01b862ce231b {{(pid=103332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 07:44:13.354567 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-540138ed-bc8c-4461-ad93-fa406f820484 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:13.392895 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-45c10dbf-59fd-414b-85bf-aea38bfe8dfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:13.398001 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-726f60f5-4328-4557-997b-f34dc18a33ef None None] Provisioning complete for port da0f72f5-f937-444e-8a44-10a1d3a14d48 triggered by entity DHCP. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:44:13.398359 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-726f60f5-4328-4557-997b-f34dc18a33ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:13.398693 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-726f60f5-4328-4557-997b-f34dc18a33ef None None] Attempt 1 to provision port da0f72f5-f937-444e-8a44-10a1d3a14d48 Oct 19 07:44:13.446794 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-540138ed-bc8c-4461-ad93-fa406f820484 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:13.459339 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.plugin [None req-540138ed-bc8c-4461-ad93-fa406f820484 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Calling delete_port for 422e3bf1-5280-4932-8fa3-01b862ce231b owned by {{(pid=103332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 07:44:13.540353 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-726f60f5-4328-4557-997b-f34dc18a33ef None None] Current status of the port da0f72f5-f937-444e-8a44-10a1d3a14d48 is: ACTIVE; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:44:13.589699 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-540138ed-bc8c-4461-ad93-fa406f820484 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133553798'] for port, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:13.619470 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540138ed-bc8c-4461-ad93-fa406f820484 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Pushing event deleted for resources: {'Port': ['ID=422e3bf1-5280-4932-8fa3-01b862ce231b,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:44:13.692235 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-540138ed-bc8c-4461-ad93-fa406f820484 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42160'] for port, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:13.695634 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-540138ed-bc8c-4461-ad93-fa406f820484 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] 10.222.0.27 "DELETE /v2.0/ports/422e3bf1-5280-4932-8fa3-01b862ce231b HTTP/1.1" status: 204 len: 168 time: 0.4434626 Oct 19 07:44:13.698287 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 59864) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:44:13.727270 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.pecan_wsgi.hooks.translation [None req-f65739db-2c34-4381-8ef7-c0a59215dad1 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] GET failed (client error): The resource could not be found. Oct 19 07:44:13.728878 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-f65739db-2c34-4381-8ef7-c0a59215dad1 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] 10.222.0.27 "GET /v2.0/ports/422e3bf1-5280-4932-8fa3-01b862ce231b HTTP/1.1" status: 404 len: 333 time: 0.0295923 Oct 19 07:44:13.731777 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 59866) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:44:13.767026 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-a534086d-e5c5-4c82-bfd1-f1c850027dc1 None None] Provisioning complete for port da0f72f5-f937-444e-8a44-10a1d3a14d48 triggered by entity DHCP. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:44:13.767671 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-a534086d-e5c5-4c82-bfd1-f1c850027dc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:13.768106 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-a534086d-e5c5-4c82-bfd1-f1c850027dc1 None None] Attempt 1 to provision port da0f72f5-f937-444e-8a44-10a1d3a14d48 Oct 19 07:44:13.786460 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.db_base_plugin_v2 [None req-485575e1-39a5-49d7-9d8c-5ed3deadb688 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Deleting subnet f2516649-8455-4ad9-919a-903c672dec76 {{(pid=103332) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 19 07:44:13.789772 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-485575e1-39a5-49d7-9d8c-5ed3deadb688 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Notify callbacks [] for subnet, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:13.801247 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 59868) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:44:13.837615 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-485575e1-39a5-49d7-9d8c-5ed3deadb688 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130726890'] for subnet, precommit_delete_associations {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:13.861569 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-a534086d-e5c5-4c82-bfd1-f1c850027dc1 None None] Current status of the port da0f72f5-f937-444e-8a44-10a1d3a14d48 is: ACTIVE; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:44:13.865239 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-a534086d-e5c5-4c82-bfd1-f1c850027dc1 None None] Could not find standard attr ID for object 422e3bf1-5280-4932-8fa3-01b862ce231b. {{(pid=103334) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 19 07:44:13.939652 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-485575e1-39a5-49d7-9d8c-5ed3deadb688 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-679826'] for subnet, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:13.976608 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-25df4c81-45fb-4c02-ab9e-2fe5f76030f5 None None] Could not find standard attr ID for object 422e3bf1-5280-4932-8fa3-01b862ce231b. {{(pid=103334) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 19 07:44:14.001993 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-3efcf69f-742c-4d27-851c-c512cf6cb067 tempest-TestNetworkAdvancedServerOps-260085928 tempest-TestNetworkAdvancedServerOps-260085928-project] Deleting port acdcecc9-6d94-49f3-8f31-50729afa54be {{(pid=103333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 07:44:14.002476 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-3efcf69f-742c-4d27-851c-c512cf6cb067 tempest-TestNetworkAdvancedServerOps-260085928 tempest-TestNetworkAdvancedServerOps-260085928-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:14.014140 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-485575e1-39a5-49d7-9d8c-5ed3deadb688 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-679819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-133552721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130659632'] for subnet, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:14.041414 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485575e1-39a5-49d7-9d8c-5ed3deadb688 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Pushing event deleted for resources: {'Subnet': ['ID=f2516649-8455-4ad9-919a-903c672dec76,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:44:14.045749 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-485575e1-39a5-49d7-9d8c-5ed3deadb688 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Notify callbacks [] for subnet, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:14.051330 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-485575e1-39a5-49d7-9d8c-5ed3deadb688 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] 10.222.0.27 "DELETE /v2.0/subnets/f2516649-8455-4ad9-919a-903c672dec76 HTTP/1.1" status: 204 len: 168 time: 0.3162508 Oct 19 07:44:14.051586 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 59870) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:44:14.098953 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-3efcf69f-742c-4d27-851c-c512cf6cb067 tempest-TestNetworkAdvancedServerOps-260085928 tempest-TestNetworkAdvancedServerOps-260085928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:14.099290 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-3efcf69f-742c-4d27-851c-c512cf6cb067 tempest-TestNetworkAdvancedServerOps-260085928 tempest-TestNetworkAdvancedServerOps-260085928-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:14.112571 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-3efcf69f-742c-4d27-851c-c512cf6cb067 tempest-TestNetworkAdvancedServerOps-260085928 tempest-TestNetworkAdvancedServerOps-260085928-project] Calling delete_port for acdcecc9-6d94-49f3-8f31-50729afa54be owned by network:floatingip {{(pid=103333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 07:44:14.131750 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-5f7376f7-4b6b-4ae0-938f-a6062876d4cc tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-667019'] for network, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:14.152012 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d73e7de-fe7a-4336-9d41-20d57182893e None None] Network 36308129-bf8a-46bb-9a5f-ccc39cab97c0 requested from dv-neutron-861624-1-hyperv {{(pid=103334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 07:44:14.191490 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.plugin [None req-5f7376f7-4b6b-4ae0-938f-a6062876d4cc tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Deleting port da0f72f5-f937-444e-8a44-10a1d3a14d48 {{(pid=103332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 07:44:14.191840 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-5f7376f7-4b6b-4ae0-938f-a6062876d4cc tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:14.225008 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-5081f6ff-41cd-48c6-b392-8b9aebc0b085 None None] Could not find standard attr ID for object e5359633-de7d-41ce-b974-6332b3adb3e8. {{(pid=103334) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 19 07:44:14.265519 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.db [None req-5f7376f7-4b6b-4ae0-938f-a6062876d4cc tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] For port da0f72f5-f937-444e-8a44-10a1d3a14d48, host dv-neutron-861624-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=da0f72f5-f937-444e-8a44-10a1d3a14d48,segment=NetworkSegment(3c9f312e-6a93-4a87-9aa9-72b151fab046),segment_id=3c9f312e-6a93-4a87-9aa9-72b151fab046)] {{(pid=103332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:44:14.265879 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-5f7376f7-4b6b-4ae0-938f-a6062876d4cc tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:14.279017 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.plugin [None req-5f7376f7-4b6b-4ae0-938f-a6062876d4cc tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Calling delete_port for da0f72f5-f937-444e-8a44-10a1d3a14d48 owned by network:dhcp {{(pid=103332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 07:44:14.282976 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-3efcf69f-742c-4d27-851c-c512cf6cb067 tempest-TestNetworkAdvancedServerOps-260085928 tempest-TestNetworkAdvancedServerOps-260085928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130996763'] for port, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:14.325193 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3efcf69f-742c-4d27-851c-c512cf6cb067 tempest-TestNetworkAdvancedServerOps-260085928 tempest-TestNetworkAdvancedServerOps-260085928-project] Pushing event deleted for resources: {'Port': ['ID=acdcecc9-6d94-49f3-8f31-50729afa54be,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:44:14.361604 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7e7886a-19c8-43ef-b532-adf9eae49182 None None] DHCP port deletion for 36308129-bf8a-46bb-9a5f-ccc39cab97c0 request from dv-neutron-861624-1-hyperv {{(pid=103334) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 07:44:14.367418 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-5f7376f7-4b6b-4ae0-938f-a6062876d4cc tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133553798'] for port, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:14.386943 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-e7e7886a-19c8-43ef-b532-adf9eae49182 None None] The port 'da0f72f5-f937-444e-8a44-10a1d3a14d48' was deleted {{(pid=103334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2057}} Oct 19 07:44:14.399441 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7376f7-4b6b-4ae0-938f-a6062876d4cc tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Pushing event deleted for resources: {'Port': ['ID=da0f72f5-f937-444e-8a44-10a1d3a14d48,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:44:14.403015 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f7376f7-4b6b-4ae0-938f-a6062876d4cc tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] No DVR routers for this DVR port da0f72f5-f937-444e-8a44-10a1d3a14d48 on host dv-neutron-861624-1-hyperv {{(pid=103332) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 19 07:44:14.405402 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-3efcf69f-742c-4d27-851c-c512cf6cb067 tempest-TestNetworkAdvancedServerOps-260085928 tempest-TestNetworkAdvancedServerOps-260085928-project] Notify callbacks [] for floatingip, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:14.405737 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.db.l3_db [None req-3efcf69f-742c-4d27-851c-c512cf6cb067 tempest-TestNetworkAdvancedServerOps-260085928 tempest-TestNetworkAdvancedServerOps-260085928-project] Floating IP 7bb5eb64-4015-4211-bba2-19fb70811069 disassociated (deleted). External IP: 172.26.0.222, port: 8e811ad9-9c33-4129-980f-ace6b6615c7d. Oct 19 07:44:14.485209 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-5f7376f7-4b6b-4ae0-938f-a6062876d4cc tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-673051', 'neutron.services.segments.db._delete_segments_for_network-8785021519108'] for network, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:14.505384 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.services.segments.db [None req-5f7376f7-4b6b-4ae0-938f-a6062876d4cc tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36308129-bf8a-46bb-9a5f-ccc39cab97c0']}} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:44:14.515160 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.services.segments.db [None req-5f7376f7-4b6b-4ae0-938f-a6062876d4cc tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c9f312e-6a93-4a87-9aa9-72b151fab046') {'for_net_delete': True} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:44:14.515546 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.services.segments.db [None req-5f7376f7-4b6b-4ae0-938f-a6062876d4cc tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c9f312e-6a93-4a87-9aa9-72b151fab046') {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:44:14.525122 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-5f7376f7-4b6b-4ae0-938f-a6062876d4cc tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785021519382', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130726885'] for segment, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:14.538649 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-5f7376f7-4b6b-4ae0-938f-a6062876d4cc tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979'] for segment, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:14.546978 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f7376f7-4b6b-4ae0-938f-a6062876d4cc tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Releasing vlan 167 on physical network physnet1 to pool {{(pid=103332) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 07:44:14.547375 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-5f7376f7-4b6b-4ae0-938f-a6062876d4cc tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-133553843'] for segment, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:14.578489 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.services.segments.plugin [-] Segment 3c9f312e-6a93-4a87-9aa9-72b151fab046 resource provider aggregate not found Oct 19 07:44:14.609526 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.services.segments.plugin [-] Segment 3c9f312e-6a93-4a87-9aa9-72b151fab046 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3c9f312e-6a93-4a87-9aa9-72b151fab046 found for delete ", "request_id": "req-32b98c85-c806-4099-9191-8abad4b9ae9d"}]} Oct 19 07:44:14.617441 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-5f7376f7-4b6b-4ae0-938f-a6062876d4cc tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-673044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1695087'] for network, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:14.624636 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-5f7376f7-4b6b-4ae0-938f-a6062876d4cc tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Notify callbacks [] for network, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:14.628096 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-5f7376f7-4b6b-4ae0-938f-a6062876d4cc tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] 10.222.0.27 "DELETE /v2.0/networks/36308129-bf8a-46bb-9a5f-ccc39cab97c0 HTTP/1.1" status: 204 len: 168 time: 0.5756404 Oct 19 07:44:14.639892 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 59876) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:44:14.645182 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-d60ab925-0986-45c0-8e89-4ab8e6d1ad44 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-260564093'}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:44:14.648676 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7376f7-4b6b-4ae0-938f-a6062876d4cc tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Pushing event deleted for resources: {'Network': ['ID=36308129-bf8a-46bb-9a5f-ccc39cab97c0,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:44:14.667642 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d60ab925-0986-45c0-8e89-4ab8e6d1ad44 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Made reservation on behalf of 8db3f442bb4043a49408457c93fa8253 for: {'network': 1} {{(pid=103332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 07:44:14.671815 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-d60ab925-0986-45c0-8e89-4ab8e6d1ad44 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for network, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:14.696850 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d60ab925-0986-45c0-8e89-4ab8e6d1ad44 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 181} {{(pid=103332) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 07:44:14.707400 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-d60ab925-0986-45c0-8e89-4ab8e6d1ad44 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979'] for segment, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:14.707750 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.db.segments_db [None req-d60ab925-0986-45c0-8e89-4ab8e6d1ad44 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Added segment 42b5782a-bc61-4309-ad38-41d3e8faa6cc of type vlan for network a1e92f44-27a8-4ab5-a17b-be6ecfcede66 Oct 19 07:44:14.755427 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-d60ab925-0986-45c0-8e89-4ab8e6d1ad44 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785020965340'] for network, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:14.782716 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-d60ab925-0986-45c0-8e89-4ab8e6d1ad44 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873'] for network, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:14.788192 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d60ab925-0986-45c0-8e89-4ab8e6d1ad44 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:44:14.788807 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-d60ab925-0986-45c0-8e89-4ab8e6d1ad44 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Notify callbacks [] for network, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:14.819800 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-d60ab925-0986-45c0-8e89-4ab8e6d1ad44 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.1788003 Oct 19 07:44:14.828093 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 59878) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:44:14.833142 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-3142189f-3036-40ab-b24c-08d80205a63f tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Request body: {'subnet': {'network_id': 'a1e92f44-27a8-4ab5-a17b-be6ecfcede66', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:44:14.869147 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3efcf69f-742c-4d27-851c-c512cf6cb067 tempest-TestNetworkAdvancedServerOps-260085928 tempest-TestNetworkAdvancedServerOps-260085928-project] Router ffb9f2f0-d077-4178-a6df-4e16e5e51b0d has already been hosted by L3 agent ab388470-1243-4d53-80f2-c2f5899c97a7 {{(pid=103333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 07:44:14.876436 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60ab925-0986-45c0-8e89-4ab8e6d1ad44 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Pushing event updated for resources: {'Network': ['ID=a1e92f44-27a8-4ab5-a17b-be6ecfcede66,revision_number=1']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:44:14.891747 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Network a1e92f44-27a8-4ab5-a17b-be6ecfcede66 details requested by agent ovs-agent-dv-neutron-861624-1-hyperv with host dv-neutron-861624-1-hyperv {{(pid=103334) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 07:44:14.921417 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device da0f72f5-f937-444e-8a44-10a1d3a14d48 no longer exists at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 07:44:14.956913 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3142189f-3036-40ab-b24c-08d80205a63f tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Made reservation on behalf of 8db3f442bb4043a49408457c93fa8253 for: {'subnet': 1} {{(pid=103332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 07:44:14.960638 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-3142189f-3036-40ab-b24c-08d80205a63f tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130659787'] for subnet, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:14.977927 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] No Port match for: da0f72f5-f937-444e-8a44-10a1d3a14d48 {{(pid=103334) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 19 07:44:14.978271 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device da0f72f5-f937-444e-8a44-10a1d3a14d48 not bound to the agent host dv-neutron-861624-1-hyperv {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 07:44:15.004391 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3efcf69f-742c-4d27-851c-c512cf6cb067 tempest-TestNetworkAdvancedServerOps-260085928 tempest-TestNetworkAdvancedServerOps-260085928-project] Notify agent at l3_agent.dv-neutron-861624-1-hyperv the message routers_updated {{(pid=103333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 07:44:15.009307 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-3efcf69f-742c-4d27-851c-c512cf6cb067 tempest-TestNetworkAdvancedServerOps-260085928 tempest-TestNetworkAdvancedServerOps-260085928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42160'] for floatingip, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:15.016105 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28655dd6-9724-4340-8e27-aa059d7b40f3 None None] Sync routers for ids ['ffb9f2f0-d077-4178-a6df-4e16e5e51b0d'] in dv-neutron-861624-1-hyperv {{(pid=103334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 07:44:15.026372 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28655dd6-9724-4340-8e27-aa059d7b40f3 None None] Routers {'ffb9f2f0-d077-4178-a6df-4e16e5e51b0d'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 07:44:15.027103 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-28655dd6-9724-4340-8e27-aa059d7b40f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T07:43:46Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['ffb9f2f0-d077-4178-a6df-4e16e5e51b0d'], 'active': True} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:44:15.037638 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-3efcf69f-742c-4d27-851c-c512cf6cb067 tempest-TestNetworkAdvancedServerOps-260085928 tempest-TestNetworkAdvancedServerOps-260085928-project] 10.222.0.27 "DELETE /v2.0/floatingips/7bb5eb64-4015-4211-bba2-19fb70811069 HTTP/1.1" status: 204 len: 168 time: 1.2343090 Oct 19 07:44:15.038638 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7bfd5314-4c55-4597-8b3e-da476697892d', 'tag': '8e811ad9-9c33-4129-980f-ace6b6615c7d'}] {{(pid=103333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 19 07:44:15.041058 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e3bb7d74903c72d9cb0d0f2f187c581e0456bd3142b101dc46d694cf75cdf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2310f78f-a1b9-430c-a572-7b1c25bae343" -d '{"events": [{"name": "network-changed", "server_uuid": "7bfd5314-4c55-4597-8b3e-da476697892d", "tag": "8e811ad9-9c33-4129-980f-ace6b6615c7d"}]}' {{(pid=103333) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 07:44:15.170813 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-3142189f-3036-40ab-b24c-08d80205a63f tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-133552662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130659641'] for subnet, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:15.260084 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3142189f-3036-40ab-b24c-08d80205a63f tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Checking segment: {'id': '42b5782a-bc61-4309-ad38-41d3e8faa6cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'a1e92f44-27a8-4ab5-a17b-be6ecfcede66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 19 07:44:15.260541 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3142189f-3036-40ab-b24c-08d80205a63f tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Network hostable DHCP agents. Network: a1e92f44-27a8-4ab5-a17b-be6ecfcede66, hostable agents: ['310d813b-0e3e-4d7e-9b79-8f4ec0dbcab0'], hosted agents: [] {{(pid=103332) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 07:44:15.266869 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 19 Oct 2022 07:44:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df258c74-1223-4132-ba98-af7ff332aac7 x-openstack-request-id: req-df258c74-1223-4132-ba98-af7ff332aac7 {{(pid=103333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 07:44:15.267164 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7bfd5314-4c55-4597-8b3e-da476697892d", "tag": "8e811ad9-9c33-4129-980f-ace6b6615c7d", "status": "completed", "code": 200}]} {{(pid=103333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 07:44:15.267436 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-df258c74-1223-4132-ba98-af7ff332aac7 {{(pid=103333) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 07:44:15.267839 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.notifiers.nova [-] Nova event matching ['req-df258c74-1223-4132-ba98-af7ff332aac7'] response: {'name': 'network-changed', 'server_uuid': '7bfd5314-4c55-4597-8b3e-da476697892d', 'tag': '8e811ad9-9c33-4129-980f-ace6b6615c7d', 'status': 'completed', 'code': 200} Oct 19 07:44:15.287846 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3142189f-3036-40ab-b24c-08d80205a63f tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Pushing event updated for resources: {'Subnet': ['ID=b9b9e96b-8116-4d03-a677-4bc70f7083fc,revision_number=0']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:44:15.350951 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3142189f-3036-40ab-b24c-08d80205a63f tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Network a1e92f44-27a8-4ab5-a17b-be6ecfcede66 is scheduled to be hosted by DHCP agent 310d813b-0e3e-4d7e-9b79-8f4ec0dbcab0 with binding_index 1 {{(pid=103332) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 07:44:15.355683 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvr_db [None req-28655dd6-9724-4340-8e27-aa059d7b40f3 None None] Set router ffb9f2f0-d077-4178-a6df-4e16e5e51b0d gateway port host: dv-neutron-861624-1-hyperv {{(pid=103334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 07:44:15.365449 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.base_scheduler [None req-3142189f-3036-40ab-b24c-08d80205a63f tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861624-1-hyperv, a1e92f44-27a8-4ab5-a17b-be6ecfcede66) {{(pid=103332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:44:15.374272 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fb9cc5-f005-4a08-a9ec-375f5a735ec5 req-ba0a8ace-a493-449e-99e2-35176ba58777 tempest-TestNetworkAdvancedServerOps-260085928 tempest-TestNetworkAdvancedServerOps-260085928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:44:15.375750 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-31fb9cc5-f005-4a08-a9ec-375f5a735ec5 req-ba0a8ace-a493-449e-99e2-35176ba58777 tempest-TestNetworkAdvancedServerOps-260085928 tempest-TestNetworkAdvancedServerOps-260085928-project] 10.222.0.27 "GET /v2.0/ports?device_id=7bfd5314-4c55-4597-8b3e-da476697892d HTTP/1.1" status: 200 len: 945 time: 0.1112230 Oct 19 07:44:15.379006 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3142189f-3036-40ab-b24c-08d80205a63f tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:44:15.379573 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-3142189f-3036-40ab-b24c-08d80205a63f tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Notify callbacks [] for subnet, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:15.382956 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2310f78f-a1b9-430c-a572-7b1c25bae343 req-5e0f41c0-5dcd-484c-b80b-1b0271d72726 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:44:15.384334 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-2310f78f-a1b9-430c-a572-7b1c25bae343 req-5e0f41c0-5dcd-484c-b80b-1b0271d72726 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=6c01adc7adbe45c98fd23e352fd389b2&device_id=7bfd5314-4c55-4597-8b3e-da476697892d HTTP/1.1" status: 200 len: 1098 time: 0.0779927 Oct 19 07:44:15.387962 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78d0a362-4b80-40fd-a76d-f02853d3663f None None] Network a1e92f44-27a8-4ab5-a17b-be6ecfcede66 requested from dv-neutron-861624-1-hyperv {{(pid=103334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 07:44:15.445960 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-3142189f-3036-40ab-b24c-08d80205a63f tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6173398 Oct 19 07:44:15.448796 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 59888) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:44:15.455514 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-c60f7b64-dd76-471c-b8a4-ed433814bf38 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Request body: {'port': {'network_id': 'a1e92f44-27a8-4ab5-a17b-be6ecfcede66', 'name': 'tempest-PortsTestJSON-1170346664', 'fixed_ips': [{'subnet_id': 'b9b9e96b-8116-4d03-a677-4bc70f7083fc', 'ip_address': '172.20.0.10'}]}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:44:15.487873 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-31fb9cc5-f005-4a08-a9ec-375f5a735ec5 req-a94e5ab7-0999-4b3a-a0c4-ab46f062b397 tempest-TestNetworkAdvancedServerOps-260085928 tempest-TestNetworkAdvancedServerOps-260085928-project] 10.222.0.27 "GET /v2.0/security-groups?id=705be772-8c7b-4b84-954c-59b0a7452e78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1025765 Oct 19 07:44:15.516652 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2310f78f-a1b9-430c-a572-7b1c25bae343 req-51bca8b4-38fd-452e-9f2c-a4f0c7e7b97f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:44:15.518941 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-2310f78f-a1b9-430c-a572-7b1c25bae343 req-51bca8b4-38fd-452e-9f2c-a4f0c7e7b97f service neutron] 10.222.0.16 "GET /v2.0/networks?id=6d49fd8a-7643-40eb-ab2d-b752a1374d55 HTTP/1.1" status: 200 len: 898 time: 0.1231582 Oct 19 07:44:15.566496 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-2310f78f-a1b9-430c-a572-7b1c25bae343 req-51182ba8-2954-471e-b9ff-18dac97990a3 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8e811ad9-9c33-4129-980f-ace6b6615c7d HTTP/1.1" status: 200 len: 217 time: 0.0399766 Oct 19 07:44:15.575271 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c60f7b64-dd76-471c-b8a4-ed433814bf38 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Made reservation on behalf of 8db3f442bb4043a49408457c93fa8253 for: {'port': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 07:44:15.671663 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-c60f7b64-dd76-471c-b8a4-ed433814bf38 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:15.680572 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3de173a4-0e59-4464-92ed-99ea2f0e2e44 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d12c6ac-27a3-545c-a8f3-f04e30423d6d-a1e92f44-27a8-4ab5-a17b-be6ecfcede66', 'network_id': 'a1e92f44-27a8-4ab5-a17b-be6ecfcede66', 'tenant_id': '8db3f442bb4043a49408457c93fa8253', 'fixed_ips': [{'subnet_id': 'b9b9e96b-8116-4d03-a677-4bc70f7083fc'}]}} from dv-neutron-861624-1-hyperv. {{(pid=103334) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 07:44:15.682125 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-3de173a4-0e59-4464-92ed-99ea2f0e2e44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:15.691999 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.notifiers.nova [None req-c60f7b64-dd76-471c-b8a4-ed433814bf38 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] device_id is not set on port 5b80201f-1d7c-489d-86c5-3acf87460b8e yet. {{(pid=103333) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 19 07:44:15.785900 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-28655dd6-9724-4340-8e27-aa059d7b40f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffb9f2f0-d077-4178-a6df-4e16e5e51b0d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1410530827', 'tenant_id': '6c01adc7adbe45c98fd23e352fd389b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'external_fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.210'}], 'enable_snat': True}, 'gw_port_id': '4b7be9af-88d5-4d55-b1bf-b93ea3c13765', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T07:42:09Z', 'updated_at': '2022-10-19T07:42:22Z', 'revision_number': 4, 'project_id': '6c01adc7adbe45c98fd23e352fd389b2', 'gw_port': {'id': '4b7be9af-88d5-4d55-b1bf-b93ea3c13765', 'name': '', 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:6c:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffb9f2f0-d077-4178-a6df-4e16e5e51b0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 800, 'fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:42:10Z', 'updated_at': '2022-10-19T07:42:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861624-1-hyperv', '_interfaces': [{'id': '43b48e28-094b-48ce-bf3a-36ee4978f1e3', 'name': '', 'network_id': '6d49fd8a-7643-40eb-ab2d-b752a1374d55', 'tenant_id': '6c01adc7adbe45c98fd23e352fd389b2', 'mac_address': 'fa:16:3e:a9:b6:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffb9f2f0-d077-4178-a6df-4e16e5e51b0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 840, 'fixed_ips': [{'subnet_id': '39b46f5d-56e1-4b9e-adf7-e07d6d6b0a59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:42:19Z', 'updated_at': '2022-10-19T07:42:27Z', 'revision_number': 5, 'project_id': '6c01adc7adbe45c98fd23e352fd389b2', 'subnets': [{'id': '39b46f5d-56e1-4b9e-adf7-e07d6d6b0a59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:44:15.820620 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28655dd6-9724-4340-8e27-aa059d7b40f3 None None] Checking router: ffb9f2f0-d077-4178-a6df-4e16e5e51b0d for host: dv-neutron-861624-1-hyperv {{(pid=103334) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 07:44:15.836561 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28655dd6-9724-4340-8e27-aa059d7b40f3 None None] Routers {'ffb9f2f0-d077-4178-a6df-4e16e5e51b0d'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 07:44:15.837200 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-28655dd6-9724-4340-8e27-aa059d7b40f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T07:43:46Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['ffb9f2f0-d077-4178-a6df-4e16e5e51b0d'], 'active': True} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:44:15.865652 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.db_base_plugin_common [None req-c60f7b64-dd76-471c-b8a4-ed433814bf38 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Allocated IP 172.20.0.10 (a1e92f44-27a8-4ab5-a17b-be6ecfcede66/b9b9e96b-8116-4d03-a677-4bc70f7083fc/5b80201f-1d7c-489d-86c5-3acf87460b8e) {{(pid=103333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 07:44:15.953312 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2310f78f-a1b9-430c-a572-7b1c25bae343 req-44ae34ec-95c1-4e11-8fc9-b3d4678613cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:44:15.954704 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-2310f78f-a1b9-430c-a572-7b1c25bae343 req-44ae34ec-95c1-4e11-8fc9-b3d4678613cf service neutron] 10.222.0.16 "GET /v2.0/subnets?id=39b46f5d-56e1-4b9e-adf7-e07d6d6b0a59 HTTP/1.1" status: 200 len: 834 time: 0.3809352 Oct 19 07:44:15.961300 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvr_db [None req-28655dd6-9724-4340-8e27-aa059d7b40f3 None None] Set router ffb9f2f0-d077-4178-a6df-4e16e5e51b0d gateway port host: dv-neutron-861624-1-hyperv {{(pid=103334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 07:44:16.001683 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2310f78f-a1b9-430c-a572-7b1c25bae343 req-79bb7077-df68-40d9-86fb-4f873d3bc245 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:44:16.003316 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-2310f78f-a1b9-430c-a572-7b1c25bae343 req-79bb7077-df68-40d9-86fb-4f873d3bc245 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=6d49fd8a-7643-40eb-ab2d-b752a1374d55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0407057 Oct 19 07:44:16.024968 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-c60f7b64-dd76-471c-b8a4-ed433814bf38 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Notify callbacks [] for port, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:16.064281 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-c60f7b64-dd76-471c-b8a4-ed433814bf38 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785020947330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130996763'] for port, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:16.098780 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-2310f78f-a1b9-430c-a572-7b1c25bae343 req-03a2fe4e-7862-4ebf-b79b-8710926ba326 service neutron] 10.222.0.16 "GET /v2.0/networks/6d49fd8a-7643-40eb-ab2d-b752a1374d55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879622 Oct 19 07:44:16.110407 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c60f7b64-dd76-471c-b8a4-ed433814bf38 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Network a1e92f44-27a8-4ab5-a17b-be6ecfcede66 is already hosted by enough agents. {{(pid=103333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 07:44:16.113694 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-c60f7b64-dd76-471c-b8a4-ed433814bf38 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Resources bound (agent type, host, resource id): {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:44:16.116077 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c60f7b64-dd76-471c-b8a4-ed433814bf38 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Received port after_create {{(pid=103333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 07:44:16.159274 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60f7b64-dd76-471c-b8a4-ed433814bf38 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Pushing event updated for resources: {'Port': ['ID=5b80201f-1d7c-489d-86c5-3acf87460b8e,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:44:16.176012 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c60f7b64-dd76-471c-b8a4-ed433814bf38 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:44:16.177248 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-c60f7b64-dd76-471c-b8a4-ed433814bf38 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42160'] for port, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:16.189397 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.db_base_plugin_common [None req-3de173a4-0e59-4464-92ed-99ea2f0e2e44 None None] Allocated IP 172.20.0.2 (a1e92f44-27a8-4ab5-a17b-be6ecfcede66/b9b9e96b-8116-4d03-a677-4bc70f7083fc/b656fc27-e5b8-428d-b8df-b2c8bfe8faf7) {{(pid=103334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 07:44:16.194617 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-c60f7b64-dd76-471c-b8a4-ed433814bf38 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 0.7446637 Oct 19 07:44:16.197510 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 59890) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:44:16.204562 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-648ba6ca-e3f5-4672-a548-75e1f716ada7 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Request body: {'port': {'network_id': 'a1e92f44-27a8-4ab5-a17b-be6ecfcede66', 'name': 'tempest-PortsTestJSON-544681474', 'fixed_ips': [{'subnet_id': 'b9b9e96b-8116-4d03-a677-4bc70f7083fc', 'ip_address': '172.20.0.9'}]}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:44:16.208150 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-2310f78f-a1b9-430c-a572-7b1c25bae343 req-c1fa9fb6-55b6-4198-b741-c06c3d0cf59e service neutron] 10.222.0.16 "GET /v2.0/networks/6d49fd8a-7643-40eb-ab2d-b752a1374d55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1007359 Oct 19 07:44:16.303613 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-28655dd6-9724-4340-8e27-aa059d7b40f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffb9f2f0-d077-4178-a6df-4e16e5e51b0d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1410530827', 'tenant_id': '6c01adc7adbe45c98fd23e352fd389b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'external_fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.210'}], 'enable_snat': True}, 'gw_port_id': '4b7be9af-88d5-4d55-b1bf-b93ea3c13765', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T07:42:09Z', 'updated_at': '2022-10-19T07:42:22Z', 'revision_number': 4, 'project_id': '6c01adc7adbe45c98fd23e352fd389b2', 'gw_port': {'id': '4b7be9af-88d5-4d55-b1bf-b93ea3c13765', 'name': '', 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:6c:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffb9f2f0-d077-4178-a6df-4e16e5e51b0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 800, 'fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:42:10Z', 'updated_at': '2022-10-19T07:42:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861624-1-hyperv', '_interfaces': [{'id': '43b48e28-094b-48ce-bf3a-36ee4978f1e3', 'name': '', 'network_id': '6d49fd8a-7643-40eb-ab2d-b752a1374d55', 'tenant_id': '6c01adc7adbe45c98fd23e352fd389b2', 'mac_address': 'fa:16:3e:a9:b6:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffb9f2f0-d077-4178-a6df-4e16e5e51b0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 840, 'fixed_ips': [{'subnet_id': '39b46f5d-56e1-4b9e-adf7-e07d6d6b0a59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:42:19Z', 'updated_at': '2022-10-19T07:42:27Z', 'revision_number': 5, 'project_id': '6c01adc7adbe45c98fd23e352fd389b2', 'subnets': [{'id': '39b46f5d-56e1-4b9e-adf7-e07d6d6b0a59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:44:16.323420 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-648ba6ca-e3f5-4672-a548-75e1f716ada7 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Made reservation on behalf of 8db3f442bb4043a49408457c93fa8253 for: {'port': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 07:44:16.328876 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-648ba6ca-e3f5-4672-a548-75e1f716ada7 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:16.343447 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-48e7a18b-7d12-4ede-a571-959ec8ca6723 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:16.346168 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.notifiers.nova [None req-648ba6ca-e3f5-4672-a548-75e1f716ada7 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] device_id is not set on port b7f11daf-3d5a-4cff-9a34-2e670eb8a173 yet. {{(pid=103333) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 19 07:44:16.347230 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28655dd6-9724-4340-8e27-aa059d7b40f3 None None] The sync data for ids ['ffb9f2f0-d077-4178-a6df-4e16e5e51b0d'] in dv-neutron-861624-1-hyperv is: [{'id': 'ffb9f2f0-d077-4178-a6df-4e16e5e51b0d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1410530827', 'tenant_id': '6c01adc7adbe45c98fd23e352fd389b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'external_fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.210'}], 'enable_snat': True}, 'gw_port_id': '4b7be9af-88d5-4d55-b1bf-b93ea3c13765', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T07:42:09Z', 'updated_at': '2022-10-19T07:42:22Z', 'revision_number': 4, 'project_id': '6c01adc7adbe45c98fd23e352fd389b2', 'gw_port': {'id': '4b7be9af-88d5-4d55-b1bf-b93ea3c13765', 'name': '', 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:6c:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffb9f2f0-d077-4178-a6df-4e16e5e51b0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 800, 'fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:42:10Z', 'updated_at': '2022-10-19T07:42:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861624-1-hyperv', '_interfaces': [{'id': '43b48e28-094b-48ce-bf3a-36ee4978f1e3', 'name': '', 'network_id': '6d49fd8a-7643-40eb-ab2d-b752a1374d55', 'tenant_id': '6c01adc7adbe45c98fd23e352fd389b2', 'mac_address': 'fa:16:3e:a9:b6:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffb9f2f0-d077-4178-a6df-4e16e5e51b0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 840, 'fixed_ips': [{'subnet_id': '39b46f5d-56e1-4b9e-adf7-e07d6d6b0a59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:42:19Z', 'updated_at': '2022-10-19T07:42:27Z', 'revision_number': 5, 'project_id': '6c01adc7adbe45c98fd23e352fd389b2', 'subnets': [{'id': '39b46f5d-56e1-4b9e-adf7-e07d6d6b0a59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 07:44:16.410832 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-3de173a4-0e59-4464-92ed-99ea2f0e2e44 None None] Notify callbacks [] for port, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:16.417913 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-3de173a4-0e59-4464-92ed-99ea2f0e2e44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785020947330'] for port, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:16.464215 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3de173a4-0e59-4464-92ed-99ea2f0e2e44 None None] Network a1e92f44-27a8-4ab5-a17b-be6ecfcede66 is already hosted by enough agents. {{(pid=103334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 07:44:16.469335 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.scheduler.base_scheduler [None req-3de173a4-0e59-4464-92ed-99ea2f0e2e44 None None] Resources bound (agent type, host, resource id): {{(pid=103334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:44:16.471492 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de173a4-0e59-4464-92ed-99ea2f0e2e44 None None] Pushing event updated for resources: {'Port': ['ID=b656fc27-e5b8-428d-b8df-b2c8bfe8faf7,revision_number=1']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:44:16.473681 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3de173a4-0e59-4464-92ed-99ea2f0e2e44 None None] Received port after_create {{(pid=103334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 07:44:16.512748 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.db_base_plugin_common [None req-648ba6ca-e3f5-4672-a548-75e1f716ada7 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Allocated IP 172.20.0.9 (a1e92f44-27a8-4ab5-a17b-be6ecfcede66/b9b9e96b-8116-4d03-a677-4bc70f7083fc/b7f11daf-3d5a-4cff-9a34-2e670eb8a173) {{(pid=103333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 07:44:16.549799 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-3de173a4-0e59-4464-92ed-99ea2f0e2e44 None None] Attempting to bind port b656fc27-e5b8-428d-b8df-b2c8bfe8faf7 on host dv-neutron-861624-1-hyperv for vnic_type normal with profile {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 19 07:44:16.550177 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-3de173a4-0e59-4464-92ed-99ea2f0e2e44 None None] Attempting to bind port b656fc27-e5b8-428d-b8df-b2c8bfe8faf7 by drivers openvswitch,hyperv on host dv-neutron-861624-1-hyperv at level 0 using segments [{'id': '42b5782a-bc61-4309-ad38-41d3e8faa6cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'a1e92f44-27a8-4ab5-a17b-be6ecfcede66'}] {{(pid=103334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 19 07:44:16.550543 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3de173a4-0e59-4464-92ed-99ea2f0e2e44 None None] Attempting to bind port b656fc27-e5b8-428d-b8df-b2c8bfe8faf7 on network a1e92f44-27a8-4ab5-a17b-be6ecfcede66 {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 07:44:16.561404 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3de173a4-0e59-4464-92ed-99ea2f0e2e44 None None] Checking agent: {'id': 'a5b0152c-d633-409b-aaf8-3b76458e2410', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861624-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 19, 7, 30, 19), 'started_at': datetime.datetime(2022, 10, 19, 7, 30, 49), 'heartbeat_timestamp': datetime.datetime(2022, 10, 19, 7, 43, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861624-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 07:44:16.561820 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3de173a4-0e59-4464-92ed-99ea2f0e2e44 None None] Checking segment: {'id': '42b5782a-bc61-4309-ad38-41d3e8faa6cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'a1e92f44-27a8-4ab5-a17b-be6ecfcede66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 19 07:44:16.562193 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-3de173a4-0e59-4464-92ed-99ea2f0e2e44 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:16.562591 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3de173a4-0e59-4464-92ed-99ea2f0e2e44 None None] Bound using segment: {'id': '42b5782a-bc61-4309-ad38-41d3e8faa6cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'a1e92f44-27a8-4ab5-a17b-be6ecfcede66'} {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 07:44:16.563077 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-3de173a4-0e59-4464-92ed-99ea2f0e2e44 None None] Bound port: b656fc27-e5b8-428d-b8df-b2c8bfe8faf7, host: dv-neutron-861624-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42b5782a-bc61-4309-ad38-41d3e8faa6cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'a1e92f44-27a8-4ab5-a17b-be6ecfcede66'}}] {{(pid=103334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 19 07:44:16.563468 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-3de173a4-0e59-4464-92ed-99ea2f0e2e44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:16.591478 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e49309e-5282-4eda-abfd-bea742e5e1f1 req-39f1261b-a4ee-41af-9d9d-13f464739c35 tempest-TestNetworkAdvancedServerOps-260085928 tempest-TestNetworkAdvancedServerOps-260085928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:44:16.593278 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-1e49309e-5282-4eda-abfd-bea742e5e1f1 req-39f1261b-a4ee-41af-9d9d-13f464739c35 tempest-TestNetworkAdvancedServerOps-260085928 tempest-TestNetworkAdvancedServerOps-260085928-project] 10.222.0.16 "GET /v2.0/ports?device_id=7bfd5314-4c55-4597-8b3e-da476697892d HTTP/1.1" status: 200 len: 945 time: 0.0708299 Oct 19 07:44:16.643557 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-3de173a4-0e59-4464-92ed-99ea2f0e2e44 None None] For port b656fc27-e5b8-428d-b8df-b2c8bfe8faf7, host dv-neutron-861624-1-hyperv, cleared binding levels {{(pid=103334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 07:44:16.646855 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-3de173a4-0e59-4464-92ed-99ea2f0e2e44 None None] For port b656fc27-e5b8-428d-b8df-b2c8bfe8faf7, host dv-neutron-861624-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=b656fc27-e5b8-428d-b8df-b2c8bfe8faf7,segment=NetworkSegment(42b5782a-bc61-4309-ad38-41d3e8faa6cc),segment_id=42b5782a-bc61-4309-ad38-41d3e8faa6cc)] {{(pid=103334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 07:44:16.651496 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-3de173a4-0e59-4464-92ed-99ea2f0e2e44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:16.691060 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a2e43f2-f01f-445a-8ec5-b8ad1bf15327 None None] New status for floating IP 7bb5eb64-4015-4211-bba2-19fb70811069: DOWN {{(pid=103335) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 19 07:44:16.735225 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-648ba6ca-e3f5-4672-a548-75e1f716ada7 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Notify callbacks [] for port, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:16.736872 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252037f7-0a9b-4e2a-abe6-e8616f5ba28e req-fb3be7fe-bf9c-41bd-a28d-16078c7a2143 tempest-TestNetworkAdvancedServerOps-260085928 tempest-TestNetworkAdvancedServerOps-260085928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:44:16.738647 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de173a4-0e59-4464-92ed-99ea2f0e2e44 None None] Pushing event updated for resources: {'Port': ['ID=b656fc27-e5b8-428d-b8df-b2c8bfe8faf7,revision_number=2']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:44:16.745073 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-252037f7-0a9b-4e2a-abe6-e8616f5ba28e req-fb3be7fe-bf9c-41bd-a28d-16078c7a2143 tempest-TestNetworkAdvancedServerOps-260085928 tempest-TestNetworkAdvancedServerOps-260085928-project] 10.222.0.27 "GET /v2.0/ports?device_id=7bfd5314-4c55-4597-8b3e-da476697892d HTTP/1.1" status: 200 len: 945 time: 0.1506791 Oct 19 07:44:16.780475 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-648ba6ca-e3f5-4672-a548-75e1f716ada7 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785020947330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130996763'] for port, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:16.796162 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.plugin [req-1e49309e-5282-4eda-abfd-bea742e5e1f1 req-0b3c0c39-bea2-4175-8697-98ada3c981ff tempest-TestNetworkAdvancedServerOps-260085928 tempest-TestNetworkAdvancedServerOps-260085928-project] Deleting port 8e811ad9-9c33-4129-980f-ace6b6615c7d {{(pid=103332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 07:44:16.796561 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-1e49309e-5282-4eda-abfd-bea742e5e1f1 req-0b3c0c39-bea2-4175-8697-98ada3c981ff tempest-TestNetworkAdvancedServerOps-260085928 tempest-TestNetworkAdvancedServerOps-260085928-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:16.804105 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-252037f7-0a9b-4e2a-abe6-e8616f5ba28e req-0a78a031-d603-45d0-b814-611709e6a67f tempest-TestNetworkAdvancedServerOps-260085928 tempest-TestNetworkAdvancedServerOps-260085928-project] 10.222.0.27 "GET /v2.0/security-groups?id=705be772-8c7b-4b84-954c-59b0a7452e78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581784 Oct 19 07:44:16.829955 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-648ba6ca-e3f5-4672-a548-75e1f716ada7 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Network a1e92f44-27a8-4ab5-a17b-be6ecfcede66 is already hosted by enough agents. {{(pid=103333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 07:44:16.833209 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-648ba6ca-e3f5-4672-a548-75e1f716ada7 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Resources bound (agent type, host, resource id): {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:44:16.837996 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-648ba6ca-e3f5-4672-a548-75e1f716ada7 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Received port after_create {{(pid=103333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 07:44:16.845128 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648ba6ca-e3f5-4672-a548-75e1f716ada7 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Pushing event updated for resources: {'Port': ['ID=b7f11daf-3d5a-4cff-9a34-2e670eb8a173,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:44:16.927573 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-648ba6ca-e3f5-4672-a548-75e1f716ada7 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:44:16.927889 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-648ba6ca-e3f5-4672-a548-75e1f716ada7 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42160'] for port, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:16.944898 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.db [req-1e49309e-5282-4eda-abfd-bea742e5e1f1 req-0b3c0c39-bea2-4175-8697-98ada3c981ff tempest-TestNetworkAdvancedServerOps-260085928 tempest-TestNetworkAdvancedServerOps-260085928-project] For port 8e811ad9-9c33-4129-980f-ace6b6615c7d, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=8e811ad9-9c33-4129-980f-ace6b6615c7d,segment=NetworkSegment(8493a2bc-032c-45cf-957b-f2fdee941360),segment_id=8493a2bc-032c-45cf-957b-f2fdee941360)] {{(pid=103332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:44:16.945482 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-1e49309e-5282-4eda-abfd-bea742e5e1f1 req-0b3c0c39-bea2-4175-8697-98ada3c981ff tempest-TestNetworkAdvancedServerOps-260085928 tempest-TestNetworkAdvancedServerOps-260085928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:16.947138 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-648ba6ca-e3f5-4672-a548-75e1f716ada7 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 0.7476442 Oct 19 07:44:16.949784 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 59894) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:44:16.959129 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.plugin [req-1e49309e-5282-4eda-abfd-bea742e5e1f1 req-0b3c0c39-bea2-4175-8697-98ada3c981ff tempest-TestNetworkAdvancedServerOps-260085928 tempest-TestNetworkAdvancedServerOps-260085928-project] Calling delete_port for 8e811ad9-9c33-4129-980f-ace6b6615c7d owned by compute:nova {{(pid=103332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 07:44:17.043849 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a469fdfd-b1c3-4f3a-8c29-810bf6d43eb7 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:44:17.048690 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-a469fdfd-b1c3-4f3a-8c29-810bf6d43eb7 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] 10.222.0.27 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.0952725 Oct 19 07:44:17.048999 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 59896) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:44:17.110446 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3350ad8c-85fa-4f24-8615-a64c269c95c4 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:44:17.111913 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-1e49309e-5282-4eda-abfd-bea742e5e1f1 req-0b3c0c39-bea2-4175-8697-98ada3c981ff tempest-TestNetworkAdvancedServerOps-260085928 tempest-TestNetworkAdvancedServerOps-260085928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133553798'] for port, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:17.117696 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3350ad8c-85fa-4f24-8615-a64c269c95c4 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:44:17.125168 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3350ad8c-85fa-4f24-8615-a64c269c95c4 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:44:17.126868 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-3350ad8c-85fa-4f24-8615-a64c269c95c4 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] 10.222.0.27 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2377 time: 0.0767925 Oct 19 07:44:17.129857 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 59898) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:44:17.140984 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3c0c39-bea2-4175-8697-98ada3c981ff tempest-TestNetworkAdvancedServerOps-260085928 tempest-TestNetworkAdvancedServerOps-260085928-project] Pushing event deleted for resources: {'Port': ['ID=8e811ad9-9c33-4129-980f-ace6b6615c7d,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:44:17.181980 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e49309e-5282-4eda-abfd-bea742e5e1f1 req-0b3c0c39-bea2-4175-8697-98ada3c981ff tempest-TestNetworkAdvancedServerOps-260085928 tempest-TestNetworkAdvancedServerOps-260085928-project] No DVR routers for this DVR port 8e811ad9-9c33-4129-980f-ace6b6615c7d on host hv-neutron-8616 {{(pid=103332) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 19 07:44:17.185436 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-1e49309e-5282-4eda-abfd-bea742e5e1f1 req-0b3c0c39-bea2-4175-8697-98ada3c981ff tempest-TestNetworkAdvancedServerOps-260085928 tempest-TestNetworkAdvancedServerOps-260085928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42160'] for port, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:17.188706 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-1e49309e-5282-4eda-abfd-bea742e5e1f1 req-0b3c0c39-bea2-4175-8697-98ada3c981ff tempest-TestNetworkAdvancedServerOps-260085928 tempest-TestNetworkAdvancedServerOps-260085928-project] 10.222.0.16 "DELETE /v2.0/ports/8e811ad9-9c33-4129-980f-ace6b6615c7d HTTP/1.1" status: 204 len: 173 time: 0.5645671 Oct 19 07:44:17.189201 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bfd5314-4c55-4597-8b3e-da476697892d', 'name': 'network-vif-deleted', 'tag': '8e811ad9-9c33-4129-980f-ace6b6615c7d'}] {{(pid=103332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 19 07:44:17.191548 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a021b02cf5f527cd4bbbc40a031b51490d9893d7edeeb551bdf5128ee7546f8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12c81843-f416-4ec0-b15c-fad0e57fe5c0" -d '{"events": [{"server_uuid": "7bfd5314-4c55-4597-8b3e-da476697892d", "name": "network-vif-deleted", "tag": "8e811ad9-9c33-4129-980f-ace6b6615c7d"}]}' {{(pid=103332) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 07:44:17.240733 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-0aa4702f-2764-42e4-a863-a80c1862ac42 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Deleting port b7f11daf-3d5a-4cff-9a34-2e670eb8a173 {{(pid=103333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 07:44:17.241183 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-0aa4702f-2764-42e4-a863-a80c1862ac42 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:17.307512 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 19 Oct 2022 07:44:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5198527-ec3d-49d9-8950-fffe34ec2781 x-openstack-request-id: req-f5198527-ec3d-49d9-8950-fffe34ec2781 {{(pid=103332) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 07:44:17.308075 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bfd5314-4c55-4597-8b3e-da476697892d", "name": "network-vif-deleted", "tag": "8e811ad9-9c33-4129-980f-ace6b6615c7d", "status": "completed", "code": 200}]} {{(pid=103332) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 07:44:17.308075 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-f5198527-ec3d-49d9-8950-fffe34ec2781 {{(pid=103332) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 07:44:17.308440 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f5198527-ec3d-49d9-8950-fffe34ec2781'] response: {'server_uuid': '7bfd5314-4c55-4597-8b3e-da476697892d', 'name': 'network-vif-deleted', 'tag': '8e811ad9-9c33-4129-980f-ace6b6615c7d', 'status': 'completed', 'code': 200} Oct 19 07:44:17.333217 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-0aa4702f-2764-42e4-a863-a80c1862ac42 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:17.345343 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-0aa4702f-2764-42e4-a863-a80c1862ac42 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Calling delete_port for b7f11daf-3d5a-4cff-9a34-2e670eb8a173 owned by {{(pid=103333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 07:44:17.487674 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-0aa4702f-2764-42e4-a863-a80c1862ac42 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130996763'] for port, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:17.519900 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa4702f-2764-42e4-a863-a80c1862ac42 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Pushing event deleted for resources: {'Port': ['ID=b7f11daf-3d5a-4cff-9a34-2e670eb8a173,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:44:17.607776 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-0aa4702f-2764-42e4-a863-a80c1862ac42 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42160'] for port, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:17.611696 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-0aa4702f-2764-42e4-a863-a80c1862ac42 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] 10.222.0.27 "DELETE /v2.0/ports/b7f11daf-3d5a-4cff-9a34-2e670eb8a173 HTTP/1.1" status: 204 len: 168 time: 0.4808235 Oct 19 07:44:17.614525 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 59904) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:44:17.649935 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.pecan_wsgi.hooks.translation [None req-ded5b518-faa2-473a-90e6-3d5080361b88 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] GET failed (client error): The resource could not be found. Oct 19 07:44:17.651604 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-ded5b518-faa2-473a-90e6-3d5080361b88 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] 10.222.0.27 "GET /v2.0/ports/b7f11daf-3d5a-4cff-9a34-2e670eb8a173 HTTP/1.1" status: 404 len: 333 time: 0.0358934 Oct 19 07:44:17.654527 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 59906) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:44:17.765905 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.plugin [None req-29e4e0f4-47cd-4e4e-84f8-4fcf7e66f4a7 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Deleting port 5b80201f-1d7c-489d-86c5-3acf87460b8e {{(pid=103332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 07:44:17.766148 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-29e4e0f4-47cd-4e4e-84f8-4fcf7e66f4a7 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:17.820325 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dfabea4-e638-4cf0-8459-cc572744cf8b None None] Network a1e92f44-27a8-4ab5-a17b-be6ecfcede66 requested from dv-neutron-861624-1-hyperv {{(pid=103334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 07:44:17.861347 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-29e4e0f4-47cd-4e4e-84f8-4fcf7e66f4a7 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:17.874473 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.plugin [None req-29e4e0f4-47cd-4e4e-84f8-4fcf7e66f4a7 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Calling delete_port for 5b80201f-1d7c-489d-86c5-3acf87460b8e owned by {{(pid=103332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 07:44:17.879470 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 59910) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:44:17.928094 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-2a2259f7-b034-4eec-af7a-7abaede746c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:17.931191 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-902aa822-cc7d-40c3-90d2-fd8e4f72a5eb None None] Provisioning complete for port b656fc27-e5b8-428d-b8df-b2c8bfe8faf7 triggered by entity DHCP. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:44:17.931551 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-902aa822-cc7d-40c3-90d2-fd8e4f72a5eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:17.931878 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-902aa822-cc7d-40c3-90d2-fd8e4f72a5eb None None] Attempt 1 to provision port b656fc27-e5b8-428d-b8df-b2c8bfe8faf7 Oct 19 07:44:18.021647 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-29e4e0f4-47cd-4e4e-84f8-4fcf7e66f4a7 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133553798'] for port, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:18.073326 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-902aa822-cc7d-40c3-90d2-fd8e4f72a5eb None None] Current status of the port b656fc27-e5b8-428d-b8df-b2c8bfe8faf7 is: DOWN; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:44:18.073718 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-902aa822-cc7d-40c3-90d2-fd8e4f72a5eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:18.085184 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e4e0f4-47cd-4e4e-84f8-4fcf7e66f4a7 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Pushing event deleted for resources: {'Port': ['ID=5b80201f-1d7c-489d-86c5-3acf87460b8e,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:44:18.111719 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-902aa822-cc7d-40c3-90d2-fd8e4f72a5eb None None] For port b656fc27-e5b8-428d-b8df-b2c8bfe8faf7, host dv-neutron-861624-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=b656fc27-e5b8-428d-b8df-b2c8bfe8faf7,segment=NetworkSegment(42b5782a-bc61-4309-ad38-41d3e8faa6cc),segment_id=42b5782a-bc61-4309-ad38-41d3e8faa6cc)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:44:18.119574 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-902aa822-cc7d-40c3-90d2-fd8e4f72a5eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:18.152150 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-29e4e0f4-47cd-4e4e-84f8-4fcf7e66f4a7 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42160'] for port, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:18.157129 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-29e4e0f4-47cd-4e4e-84f8-4fcf7e66f4a7 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] 10.222.0.27 "DELETE /v2.0/ports/5b80201f-1d7c-489d-86c5-3acf87460b8e HTTP/1.1" status: 204 len: 168 time: 0.5012531 Oct 19 07:44:18.159626 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 59912) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:44:18.170273 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902aa822-cc7d-40c3-90d2-fd8e4f72a5eb None None] Pushing event updated for resources: {'Port': ['ID=b656fc27-e5b8-428d-b8df-b2c8bfe8faf7,revision_number=3']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:44:18.190635 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba79bec7-c65a-4df8-8a93-20ca99473c44 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] GET failed (client error): The resource could not be found. Oct 19 07:44:18.194707 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-ba79bec7-c65a-4df8-8a93-20ca99473c44 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] 10.222.0.27 "GET /v2.0/ports/5b80201f-1d7c-489d-86c5-3acf87460b8e HTTP/1.1" status: 404 len: 333 time: 0.0316770 Oct 19 07:44:18.194981 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 59914) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:44:18.251229 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c14acab-951c-41a2-8e58-126710d200b1 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Deleting subnet b9b9e96b-8116-4d03-a677-4bc70f7083fc {{(pid=103332) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 19 07:44:18.255874 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-5c14acab-951c-41a2-8e58-126710d200b1 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Notify callbacks [] for subnet, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:18.305239 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-c272cf6f-ade7-4564-bc00-77514efa61a7 tempest-TestNetworkAdvancedServerOps-260085928 tempest-TestNetworkAdvancedServerOps-260085928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1694785'] for router_interface, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:18.306708 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-5c14acab-951c-41a2-8e58-126710d200b1 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130726890'] for subnet, precommit_delete_associations {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:18.335295 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-3dde2224-6574-4573-a25f-03c95c072a26 None None] Could not find standard attr ID for object 5b80201f-1d7c-489d-86c5-3acf87460b8e. {{(pid=103334) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 19 07:44:18.347562 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-3dde2224-6574-4573-a25f-03c95c072a26 None None] Provisioning complete for port b656fc27-e5b8-428d-b8df-b2c8bfe8faf7 triggered by entity DHCP. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:44:18.347840 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-3dde2224-6574-4573-a25f-03c95c072a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:18.348347 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-3dde2224-6574-4573-a25f-03c95c072a26 None None] Attempt 1 to provision port b656fc27-e5b8-428d-b8df-b2c8bfe8faf7 Oct 19 07:44:18.399460 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-5c14acab-951c-41a2-8e58-126710d200b1 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-679826'] for subnet, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:18.464809 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-3dde2224-6574-4573-a25f-03c95c072a26 None None] Current status of the port b656fc27-e5b8-428d-b8df-b2c8bfe8faf7 is: ACTIVE; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:44:18.469934 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-5c14acab-951c-41a2-8e58-126710d200b1 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-679819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-133552721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130659632'] for subnet, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:18.507223 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c14acab-951c-41a2-8e58-126710d200b1 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Pushing event deleted for resources: {'Subnet': ['ID=b9b9e96b-8116-4d03-a677-4bc70f7083fc,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:44:18.513757 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-5c14acab-951c-41a2-8e58-126710d200b1 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Notify callbacks [] for subnet, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:18.517429 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-5c14acab-951c-41a2-8e58-126710d200b1 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] 10.222.0.27 "DELETE /v2.0/subnets/b9b9e96b-8116-4d03-a677-4bc70f7083fc HTTP/1.1" status: 204 len: 168 time: 0.3215280 Oct 19 07:44:18.521059 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 59916) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:44:18.529368 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11ad262a-147f-40f1-8ff3-95c1073161b1 None None] Network a1e92f44-27a8-4ab5-a17b-be6ecfcede66 requested from dv-neutron-861624-1-hyperv {{(pid=103334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 07:44:18.597838 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-89e3f7e5-f163-4070-98cc-33ec3fde971c None None] Could not find standard attr ID for object 5b80201f-1d7c-489d-86c5-3acf87460b8e. {{(pid=103334) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 19 07:44:18.644685 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-7bf570ad-c253-4262-9f3c-8c3547d1bff8 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-667019'] for network, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:18.693952 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-c272cf6f-ade7-4564-bc00-77514efa61a7 tempest-TestNetworkAdvancedServerOps-260085928 tempest-TestNetworkAdvancedServerOps-260085928-project] Deleting port 43b48e28-094b-48ce-bf3a-36ee4978f1e3 {{(pid=103333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 07:44:18.694298 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-c272cf6f-ade7-4564-bc00-77514efa61a7 tempest-TestNetworkAdvancedServerOps-260085928 tempest-TestNetworkAdvancedServerOps-260085928-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:18.705075 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faa58cf8-8329-4c59-958d-dd867b941c72 None None] DHCP port deletion for a1e92f44-27a8-4ab5-a17b-be6ecfcede66 request from dv-neutron-861624-1-hyperv {{(pid=103334) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 07:44:18.750535 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-faa58cf8-8329-4c59-958d-dd867b941c72 None None] Deleting port b656fc27-e5b8-428d-b8df-b2c8bfe8faf7 {{(pid=103334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 07:44:18.750897 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-faa58cf8-8329-4c59-958d-dd867b941c72 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:18.777504 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-7bf570ad-c253-4262-9f3c-8c3547d1bff8 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Deleting port b656fc27-e5b8-428d-b8df-b2c8bfe8faf7 {{(pid=103333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 07:44:18.778278 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-7bf570ad-c253-4262-9f3c-8c3547d1bff8 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:18.811670 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-faa58cf8-8329-4c59-958d-dd867b941c72 None None] For port b656fc27-e5b8-428d-b8df-b2c8bfe8faf7, host dv-neutron-861624-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=b656fc27-e5b8-428d-b8df-b2c8bfe8faf7,segment=NetworkSegment(42b5782a-bc61-4309-ad38-41d3e8faa6cc),segment_id=42b5782a-bc61-4309-ad38-41d3e8faa6cc)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:44:18.812057 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-faa58cf8-8329-4c59-958d-dd867b941c72 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:18.819632 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.db [None req-c272cf6f-ade7-4564-bc00-77514efa61a7 tempest-TestNetworkAdvancedServerOps-260085928 tempest-TestNetworkAdvancedServerOps-260085928-project] For port 43b48e28-094b-48ce-bf3a-36ee4978f1e3, host dv-neutron-861624-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=43b48e28-094b-48ce-bf3a-36ee4978f1e3,segment=NetworkSegment(8493a2bc-032c-45cf-957b-f2fdee941360),segment_id=8493a2bc-032c-45cf-957b-f2fdee941360)] {{(pid=103333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:44:18.820002 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-c272cf6f-ade7-4564-bc00-77514efa61a7 tempest-TestNetworkAdvancedServerOps-260085928 tempest-TestNetworkAdvancedServerOps-260085928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:18.824125 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-faa58cf8-8329-4c59-958d-dd867b941c72 None None] Calling delete_port for b656fc27-e5b8-428d-b8df-b2c8bfe8faf7 owned by network:dhcp {{(pid=103334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 07:44:18.869464 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-c272cf6f-ade7-4564-bc00-77514efa61a7 tempest-TestNetworkAdvancedServerOps-260085928 tempest-TestNetworkAdvancedServerOps-260085928-project] Calling delete_port for 43b48e28-094b-48ce-bf3a-36ee4978f1e3 owned by network:router_interface {{(pid=103333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 07:44:18.872793 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.db [None req-7bf570ad-c253-4262-9f3c-8c3547d1bff8 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] For port b656fc27-e5b8-428d-b8df-b2c8bfe8faf7, host dv-neutron-861624-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=b656fc27-e5b8-428d-b8df-b2c8bfe8faf7,segment=NetworkSegment(42b5782a-bc61-4309-ad38-41d3e8faa6cc),segment_id=42b5782a-bc61-4309-ad38-41d3e8faa6cc)] {{(pid=103333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:44:18.873175 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-7bf570ad-c253-4262-9f3c-8c3547d1bff8 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:18.891918 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-7bf570ad-c253-4262-9f3c-8c3547d1bff8 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Calling delete_port for b656fc27-e5b8-428d-b8df-b2c8bfe8faf7 owned by network:dhcp {{(pid=103333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 07:44:18.906503 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-faa58cf8-8329-4c59-958d-dd867b941c72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339'] for port, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:18.931220 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa58cf8-8329-4c59-958d-dd867b941c72 None None] Pushing event deleted for resources: {'Port': ['ID=b656fc27-e5b8-428d-b8df-b2c8bfe8faf7,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:44:18.935276 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faa58cf8-8329-4c59-958d-dd867b941c72 None None] No DVR routers for this DVR port b656fc27-e5b8-428d-b8df-b2c8bfe8faf7 on host dv-neutron-861624-1-hyperv {{(pid=103334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 19 07:44:18.965892 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-1a0da505-d0f9-48c6-b7e2-53b9c5e41298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:19.061632 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-7bf570ad-c253-4262-9f3c-8c3547d1bff8 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130996763'] for port, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:19.098157 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bf570ad-c253-4262-9f3c-8c3547d1bff8 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] No DVR routers for this DVR port b656fc27-e5b8-428d-b8df-b2c8bfe8faf7 on host dv-neutron-861624-1-hyperv {{(pid=103333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 19 07:44:19.099702 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf570ad-c253-4262-9f3c-8c3547d1bff8 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Pushing event deleted for resources: {'Port': ['ID=b656fc27-e5b8-428d-b8df-b2c8bfe8faf7,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:44:19.110050 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:19.213496 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-7bf570ad-c253-4262-9f3c-8c3547d1bff8 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-673051', 'neutron.services.segments.db._delete_segments_for_network-8785021519108'] for network, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:19.241127 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-7bf570ad-c253-4262-9f3c-8c3547d1bff8 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1e92f44-27a8-4ab5-a17b-be6ecfcede66']}} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:44:19.248968 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-c272cf6f-ade7-4564-bc00-77514efa61a7 tempest-TestNetworkAdvancedServerOps-260085928 tempest-TestNetworkAdvancedServerOps-260085928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130996763'] for port, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:19.260399 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-7bf570ad-c253-4262-9f3c-8c3547d1bff8 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42b5782a-bc61-4309-ad38-41d3e8faa6cc') {'for_net_delete': True} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:44:19.260725 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-7bf570ad-c253-4262-9f3c-8c3547d1bff8 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42b5782a-bc61-4309-ad38-41d3e8faa6cc') {} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:44:19.284050 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c272cf6f-ade7-4564-bc00-77514efa61a7 tempest-TestNetworkAdvancedServerOps-260085928 tempest-TestNetworkAdvancedServerOps-260085928-project] Pushing event deleted for resources: {'Port': ['ID=43b48e28-094b-48ce-bf3a-36ee4978f1e3,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:44:19.289400 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-7bf570ad-c253-4262-9f3c-8c3547d1bff8 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785021519382', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-134111927'] for segment, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:19.349393 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-7bf570ad-c253-4262-9f3c-8c3547d1bff8 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979'] for segment, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:19.363197 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7bf570ad-c253-4262-9f3c-8c3547d1bff8 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Releasing vlan 181 on physical network physnet1 to pool {{(pid=103333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 07:44:19.363588 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-7bf570ad-c253-4262-9f3c-8c3547d1bff8 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130996782'] for segment, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:19.388762 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.services.segments.plugin [-] Segment 42b5782a-bc61-4309-ad38-41d3e8faa6cc resource provider aggregate not found Oct 19 07:44:19.436565 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.services.segments.plugin [-] Segment 42b5782a-bc61-4309-ad38-41d3e8faa6cc resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 42b5782a-bc61-4309-ad38-41d3e8faa6cc found for delete ", "request_id": "req-78839481-4cf9-453e-a840-0e9335738a07"}]} Oct 19 07:44:19.479872 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-7bf570ad-c253-4262-9f3c-8c3547d1bff8 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-673044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1695087'] for network, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:19.480094 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Device 8e811ad9-9c33-4129-980f-ace6b6615c7d no longer exists at agent hyperv_hv-neutron-8616 {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 07:44:19.488246 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-7bf570ad-c253-4262-9f3c-8c3547d1bff8 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Notify callbacks [] for network, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:19.494589 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-7bf570ad-c253-4262-9f3c-8c3547d1bff8 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] 10.222.0.27 "DELETE /v2.0/networks/a1e92f44-27a8-4ab5-a17b-be6ecfcede66 HTTP/1.1" status: 204 len: 168 time: 0.9703484 Oct 19 07:44:19.495104 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 59922) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:44:19.500775 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-eb338a6b-a9da-45cf-add6-33316b7a4a74 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-510921178'}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:44:19.508609 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf570ad-c253-4262-9f3c-8c3547d1bff8 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Pushing event deleted for resources: {'Network': ['ID=a1e92f44-27a8-4ab5-a17b-be6ecfcede66,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:44:19.510453 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] No Port match for: 8e811ad9-9c33-4129-980f-ace6b6615c7d {{(pid=103334) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 19 07:44:19.510807 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Device 8e811ad9-9c33-4129-980f-ace6b6615c7d not bound to the agent host hv-neutron-8616 {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 07:44:19.523752 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb338a6b-a9da-45cf-add6-33316b7a4a74 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Made reservation on behalf of 8db3f442bb4043a49408457c93fa8253 for: {'network': 1} {{(pid=103332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 07:44:19.528132 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-eb338a6b-a9da-45cf-add6-33316b7a4a74 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for network, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:19.551696 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb338a6b-a9da-45cf-add6-33316b7a4a74 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 170} {{(pid=103332) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 07:44:19.561784 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-eb338a6b-a9da-45cf-add6-33316b7a4a74 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979'] for segment, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:19.562069 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.db.segments_db [None req-eb338a6b-a9da-45cf-add6-33316b7a4a74 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Added segment be976c09-81d3-463c-80d5-2416d58c1b9e of type vlan for network 9d5d2c77-5081-4687-9217-35e7e81276a0 Oct 19 07:44:19.566098 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-c272cf6f-ade7-4564-bc00-77514efa61a7 tempest-TestNetworkAdvancedServerOps-260085928 tempest-TestNetworkAdvancedServerOps-260085928-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1574862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1694957'] for router_interface, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:19.603490 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-eb338a6b-a9da-45cf-add6-33316b7a4a74 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785020965340'] for network, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:19.629326 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-eb338a6b-a9da-45cf-add6-33316b7a4a74 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873'] for network, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:19.634920 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb338a6b-a9da-45cf-add6-33316b7a4a74 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:44:19.635508 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-eb338a6b-a9da-45cf-add6-33316b7a4a74 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Notify callbacks [] for network, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:19.675595 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-eb338a6b-a9da-45cf-add6-33316b7a4a74 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.1793554 Oct 19 07:44:19.678390 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 59924) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:44:19.686401 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-fc93c63b-c0c3-45c2-bafb-0e95b6901430 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Request body: {'subnet': {'network_id': '9d5d2c77-5081-4687-9217-35e7e81276a0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:44:19.717909 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb338a6b-a9da-45cf-add6-33316b7a4a74 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Pushing event updated for resources: {'Network': ['ID=9d5d2c77-5081-4687-9217-35e7e81276a0,revision_number=1']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:44:19.729301 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Network 9d5d2c77-5081-4687-9217-35e7e81276a0 details requested by agent ovs-agent-dv-neutron-861624-1-hyperv with host dv-neutron-861624-1-hyperv {{(pid=103334) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 07:44:19.814039 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc93c63b-c0c3-45c2-bafb-0e95b6901430 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Made reservation on behalf of 8db3f442bb4043a49408457c93fa8253 for: {'subnet': 1} {{(pid=103332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 07:44:19.817710 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-fc93c63b-c0c3-45c2-bafb-0e95b6901430 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130659787'] for subnet, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:20.000735 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-fc93c63b-c0c3-45c2-bafb-0e95b6901430 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-133552662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130659641'] for subnet, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:20.032598 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c272cf6f-ade7-4564-bc00-77514efa61a7 tempest-TestNetworkAdvancedServerOps-260085928 tempest-TestNetworkAdvancedServerOps-260085928-project] Router ffb9f2f0-d077-4178-a6df-4e16e5e51b0d has already been hosted by L3 agent ab388470-1243-4d53-80f2-c2f5899c97a7 {{(pid=103333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 07:44:20.062916 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc93c63b-c0c3-45c2-bafb-0e95b6901430 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Pushing event updated for resources: {'Subnet': ['ID=6ce261d4-9afe-43c1-abc6-117ae8b8db79,revision_number=0']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:44:20.070313 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc93c63b-c0c3-45c2-bafb-0e95b6901430 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Checking segment: {'id': 'be976c09-81d3-463c-80d5-2416d58c1b9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '9d5d2c77-5081-4687-9217-35e7e81276a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 19 07:44:20.070671 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc93c63b-c0c3-45c2-bafb-0e95b6901430 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Network hostable DHCP agents. Network: 9d5d2c77-5081-4687-9217-35e7e81276a0, hostable agents: ['310d813b-0e3e-4d7e-9b79-8f4ec0dbcab0'], hosted agents: [] {{(pid=103332) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 07:44:20.087845 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc93c63b-c0c3-45c2-bafb-0e95b6901430 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Network 9d5d2c77-5081-4687-9217-35e7e81276a0 is scheduled to be hosted by DHCP agent 310d813b-0e3e-4d7e-9b79-8f4ec0dbcab0 with binding_index 1 {{(pid=103332) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 07:44:20.099670 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.base_scheduler [None req-fc93c63b-c0c3-45c2-bafb-0e95b6901430 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861624-1-hyperv, 9d5d2c77-5081-4687-9217-35e7e81276a0) {{(pid=103332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:44:20.104991 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc93c63b-c0c3-45c2-bafb-0e95b6901430 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:44:20.107829 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-fc93c63b-c0c3-45c2-bafb-0e95b6901430 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Notify callbacks [] for subnet, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:20.109259 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34b75354-1121-4741-a3a0-b9b0e5a6cafd None None] Network 9d5d2c77-5081-4687-9217-35e7e81276a0 requested from dv-neutron-861624-1-hyperv {{(pid=103334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 07:44:20.125803 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-fc93c63b-c0c3-45c2-bafb-0e95b6901430 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4463696 Oct 19 07:44:20.129317 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 59926) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:44:20.133790 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-137bd1dc-7ff8-4e7c-8bf6-f3dc299a7b2f tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-639143163', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:44:20.156466 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-137bd1dc-7ff8-4e7c-8bf6-f3dc299a7b2f tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1692695', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12668'] for router, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:20.157546 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-137bd1dc-7ff8-4e7c-8bf6-f3dc299a7b2f tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1692835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1693910', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1621825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12659'] for router, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:20.160217 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c272cf6f-ade7-4564-bc00-77514efa61a7 tempest-TestNetworkAdvancedServerOps-260085928 tempest-TestNetworkAdvancedServerOps-260085928-project] Notify agent at l3_agent.dv-neutron-861624-1-hyperv the message routers_updated {{(pid=103333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 07:44:20.172886 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-c272cf6f-ade7-4564-bc00-77514efa61a7 tempest-TestNetworkAdvancedServerOps-260085928 tempest-TestNetworkAdvancedServerOps-260085928-project] 10.222.0.27 "PUT /v2.0/routers/ffb9f2f0-d077-4178-a6df-4e16e5e51b0d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2918212 Oct 19 07:44:20.175819 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 59928) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:44:20.180273 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef7c8833-b841-42c6-86a0-f3fc7de8843e None None] Sync routers for ids ['ffb9f2f0-d077-4178-a6df-4e16e5e51b0d'] in dv-neutron-861624-1-hyperv {{(pid=103334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 07:44:20.199590 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef7c8833-b841-42c6-86a0-f3fc7de8843e None None] Routers {'ffb9f2f0-d077-4178-a6df-4e16e5e51b0d'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 07:44:20.200399 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-ef7c8833-b841-42c6-86a0-f3fc7de8843e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T07:44:16Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['ffb9f2f0-d077-4178-a6df-4e16e5e51b0d'], 'active': True} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:44:20.247505 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-137bd1dc-7ff8-4e7c-8bf6-f3dc299a7b2f tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:20.254310 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-137bd1dc-7ff8-4e7c-8bf6-f3dc299a7b2f tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1692844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1693859'] for router, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:20.275363 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.db_base_plugin_v2 [None req-4736c1ec-cd62-4e08-ae2b-5c2b389079fd tempest-TestNetworkAdvancedServerOps-260085928 tempest-TestNetworkAdvancedServerOps-260085928-project] Deleting subnet 39b46f5d-56e1-4b9e-adf7-e07d6d6b0a59 {{(pid=103332) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 19 07:44:20.281910 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-137bd1dc-7ff8-4e7c-8bf6-f3dc299a7b2f tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Notify callbacks [] for router, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:20.285442 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-137bd1dc-7ff8-4e7c-8bf6-f3dc299a7b2f tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] 10.222.0.27 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.1526415 Oct 19 07:44:20.285442 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-4736c1ec-cd62-4e08-ae2b-5c2b389079fd tempest-TestNetworkAdvancedServerOps-260085928 tempest-TestNetworkAdvancedServerOps-260085928-project] Notify callbacks [] for subnet, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:20.285755 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 59930) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:44:20.290936 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-8fc3080b-8cf8-4d8f-8351-a3058329d8b1 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Request body: {'port': {'network_id': '9d5d2c77-5081-4687-9217-35e7e81276a0', 'name': 'tempest-PortsTestJSON-1381960062'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:44:20.330936 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-4736c1ec-cd62-4e08-ae2b-5c2b389079fd tempest-TestNetworkAdvancedServerOps-260085928 tempest-TestNetworkAdvancedServerOps-260085928-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130726890'] for subnet, precommit_delete_associations {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:20.414819 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fc3080b-8cf8-4d8f-8351-a3058329d8b1 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Made reservation on behalf of 8db3f442bb4043a49408457c93fa8253 for: {'port': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 07:44:20.418556 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-8fc3080b-8cf8-4d8f-8351-a3058329d8b1 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:20.440292 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-4736c1ec-cd62-4e08-ae2b-5c2b389079fd tempest-TestNetworkAdvancedServerOps-260085928 tempest-TestNetworkAdvancedServerOps-260085928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-679826'] for subnet, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:20.443674 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.notifiers.nova [None req-8fc3080b-8cf8-4d8f-8351-a3058329d8b1 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] device_id is not set on port 65d1a139-5a89-4925-8558-d501d09a6072 yet. {{(pid=103333) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 19 07:44:20.507100 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-4736c1ec-cd62-4e08-ae2b-5c2b389079fd tempest-TestNetworkAdvancedServerOps-260085928 tempest-TestNetworkAdvancedServerOps-260085928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-679819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-133552721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130659632'] for subnet, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:20.518453 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvr_db [None req-ef7c8833-b841-42c6-86a0-f3fc7de8843e None None] Set router ffb9f2f0-d077-4178-a6df-4e16e5e51b0d gateway port host: dv-neutron-861624-1-hyperv {{(pid=103334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 07:44:20.522189 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37965266-3944-4cc2-a2f9-4df501f4cba6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d12c6ac-27a3-545c-a8f3-f04e30423d6d-9d5d2c77-5081-4687-9217-35e7e81276a0', 'network_id': '9d5d2c77-5081-4687-9217-35e7e81276a0', 'tenant_id': '8db3f442bb4043a49408457c93fa8253', 'fixed_ips': [{'subnet_id': '6ce261d4-9afe-43c1-abc6-117ae8b8db79'}]}} from dv-neutron-861624-1-hyperv. {{(pid=103334) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 07:44:20.523058 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-37965266-3944-4cc2-a2f9-4df501f4cba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:20.536763 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4736c1ec-cd62-4e08-ae2b-5c2b389079fd tempest-TestNetworkAdvancedServerOps-260085928 tempest-TestNetworkAdvancedServerOps-260085928-project] Pushing event deleted for resources: {'Subnet': ['ID=39b46f5d-56e1-4b9e-adf7-e07d6d6b0a59,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:44:20.542957 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-4736c1ec-cd62-4e08-ae2b-5c2b389079fd tempest-TestNetworkAdvancedServerOps-260085928 tempest-TestNetworkAdvancedServerOps-260085928-project] Notify callbacks [] for subnet, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:20.547558 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-4736c1ec-cd62-4e08-ae2b-5c2b389079fd tempest-TestNetworkAdvancedServerOps-260085928 tempest-TestNetworkAdvancedServerOps-260085928-project] 10.222.0.27 "DELETE /v2.0/subnets/39b46f5d-56e1-4b9e-adf7-e07d6d6b0a59 HTTP/1.1" status: 204 len: 168 time: 0.3699689 Oct 19 07:44:20.549854 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 59932) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:44:20.589033 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4fdf40c-0fda-451c-97b1-904bdd4fec14 None None] Network 6d49fd8a-7643-40eb-ab2d-b752a1374d55 requested from dv-neutron-861624-1-hyperv {{(pid=103334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 07:44:20.619068 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.db_base_plugin_common [None req-8fc3080b-8cf8-4d8f-8351-a3058329d8b1 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Allocated IP 172.20.0.12 (9d5d2c77-5081-4687-9217-35e7e81276a0/6ce261d4-9afe-43c1-abc6-117ae8b8db79/65d1a139-5a89-4925-8558-d501d09a6072) {{(pid=103333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 07:44:20.702972 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-741abe73-7188-4342-ab68-d58333b5d4b8 tempest-TestNetworkAdvancedServerOps-260085928 tempest-TestNetworkAdvancedServerOps-260085928-project] Notify callbacks [] for router, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:20.900531 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-741abe73-7188-4342-ab68-d58333b5d4b8 tempest-TestNetworkAdvancedServerOps-260085928 tempest-TestNetworkAdvancedServerOps-260085928-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:20.908042 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-ef7c8833-b841-42c6-86a0-f3fc7de8843e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffb9f2f0-d077-4178-a6df-4e16e5e51b0d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1410530827', 'tenant_id': '6c01adc7adbe45c98fd23e352fd389b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'external_fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.210'}], 'enable_snat': True}, 'gw_port_id': '4b7be9af-88d5-4d55-b1bf-b93ea3c13765', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T07:42:09Z', 'updated_at': '2022-10-19T07:44:19Z', 'revision_number': 5, 'project_id': '6c01adc7adbe45c98fd23e352fd389b2', 'gw_port': {'id': '4b7be9af-88d5-4d55-b1bf-b93ea3c13765', 'name': '', 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:6c:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffb9f2f0-d077-4178-a6df-4e16e5e51b0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 800, 'fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:42:10Z', 'updated_at': '2022-10-19T07:42:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861624-1-hyperv'}], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:44:20.916284 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-8fc3080b-8cf8-4d8f-8351-a3058329d8b1 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Notify callbacks [] for port, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:20.944859 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef7c8833-b841-42c6-86a0-f3fc7de8843e None None] Checking router: ffb9f2f0-d077-4178-a6df-4e16e5e51b0d for host: dv-neutron-861624-1-hyperv {{(pid=103334) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 07:44:20.954283 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef7c8833-b841-42c6-86a0-f3fc7de8843e None None] Routers {'ffb9f2f0-d077-4178-a6df-4e16e5e51b0d'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 07:44:20.954888 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-ef7c8833-b841-42c6-86a0-f3fc7de8843e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T07:44:16Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['ffb9f2f0-d077-4178-a6df-4e16e5e51b0d'], 'active': True} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:44:20.990067 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-8fc3080b-8cf8-4d8f-8351-a3058329d8b1 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785020947330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130996763'] for port, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:20.991400 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4faa41f-b813-4f1d-9228-51d914a540f6 None None] DHCP port deletion for 6d49fd8a-7643-40eb-ab2d-b752a1374d55 request from dv-neutron-861624-1-hyperv {{(pid=103334) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 07:44:21.002911 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-741abe73-7188-4342-ab68-d58333b5d4b8 tempest-TestNetworkAdvancedServerOps-260085928 tempest-TestNetworkAdvancedServerOps-260085928-project] Deleting port 4b7be9af-88d5-4d55-b1bf-b93ea3c13765 {{(pid=103333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 07:44:21.003255 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-741abe73-7188-4342-ab68-d58333b5d4b8 tempest-TestNetworkAdvancedServerOps-260085928 tempest-TestNetworkAdvancedServerOps-260085928-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:21.065901 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fc3080b-8cf8-4d8f-8351-a3058329d8b1 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Network 9d5d2c77-5081-4687-9217-35e7e81276a0 is already hosted by enough agents. {{(pid=103333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 07:44:21.072770 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc3080b-8cf8-4d8f-8351-a3058329d8b1 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Pushing event updated for resources: {'Port': ['ID=65d1a139-5a89-4925-8558-d501d09a6072,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:44:21.076048 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-8fc3080b-8cf8-4d8f-8351-a3058329d8b1 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Resources bound (agent type, host, resource id): {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:44:21.078516 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fc3080b-8cf8-4d8f-8351-a3058329d8b1 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Received port after_create {{(pid=103333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 07:44:21.095009 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvr_db [None req-ef7c8833-b841-42c6-86a0-f3fc7de8843e None None] Set router ffb9f2f0-d077-4178-a6df-4e16e5e51b0d gateway port host: None {{(pid=103334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 07:44:21.157845 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.db_base_plugin_common [None req-37965266-3944-4cc2-a2f9-4df501f4cba6 None None] Allocated IP 172.20.0.2 (9d5d2c77-5081-4687-9217-35e7e81276a0/6ce261d4-9afe-43c1-abc6-117ae8b8db79/3c2a1a0a-0f89-4436-8307-31152f614e05) {{(pid=103334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 07:44:21.159810 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-ef7c8833-b841-42c6-86a0-f3fc7de8843e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffb9f2f0-d077-4178-a6df-4e16e5e51b0d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1410530827', 'tenant_id': '6c01adc7adbe45c98fd23e352fd389b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T07:42:09Z', 'updated_at': '2022-10-19T07:44:20Z', 'revision_number': 6, 'project_id': '6c01adc7adbe45c98fd23e352fd389b2', 'gw_port_host': None}], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:44:21.167043 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fc3080b-8cf8-4d8f-8351-a3058329d8b1 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:44:21.167665 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-8fc3080b-8cf8-4d8f-8351-a3058329d8b1 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42160'] for port, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:21.175693 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.db [None req-741abe73-7188-4342-ab68-d58333b5d4b8 tempest-TestNetworkAdvancedServerOps-260085928 tempest-TestNetworkAdvancedServerOps-260085928-project] For port 4b7be9af-88d5-4d55-b1bf-b93ea3c13765, host dv-neutron-861624-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=4b7be9af-88d5-4d55-b1bf-b93ea3c13765,segment=NetworkSegment(53981d04-8205-40d8-8d33-0510111d6f8f),segment_id=53981d04-8205-40d8-8d33-0510111d6f8f)] {{(pid=103333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:44:21.176052 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-741abe73-7188-4342-ab68-d58333b5d4b8 tempest-TestNetworkAdvancedServerOps-260085928 tempest-TestNetworkAdvancedServerOps-260085928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:21.193873 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-741abe73-7188-4342-ab68-d58333b5d4b8 tempest-TestNetworkAdvancedServerOps-260085928 tempest-TestNetworkAdvancedServerOps-260085928-project] Calling delete_port for 4b7be9af-88d5-4d55-b1bf-b93ea3c13765 owned by network:router_gateway {{(pid=103333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 07:44:21.195300 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef7c8833-b841-42c6-86a0-f3fc7de8843e None None] The sync data for ids ['ffb9f2f0-d077-4178-a6df-4e16e5e51b0d'] in dv-neutron-861624-1-hyperv is: [{'id': 'ffb9f2f0-d077-4178-a6df-4e16e5e51b0d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1410530827', 'tenant_id': '6c01adc7adbe45c98fd23e352fd389b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T07:42:09Z', 'updated_at': '2022-10-19T07:44:20Z', 'revision_number': 6, 'project_id': '6c01adc7adbe45c98fd23e352fd389b2', 'gw_port_host': None}] {{(pid=103334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 07:44:21.207159 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-8fc3080b-8cf8-4d8f-8351-a3058329d8b1 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 0.9176991 Oct 19 07:44:21.207503 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 59934) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:44:21.241821 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-b4faa41f-b813-4f1d-9228-51d914a540f6 None None] Deleting port ed4dd1c9-9ed1-49ee-a005-cf8b8f2da36a {{(pid=103334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 07:44:21.242193 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-b4faa41f-b813-4f1d-9228-51d914a540f6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:21.353333 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-b4faa41f-b813-4f1d-9228-51d914a540f6 None None] For port ed4dd1c9-9ed1-49ee-a005-cf8b8f2da36a, host dv-neutron-861624-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=ed4dd1c9-9ed1-49ee-a005-cf8b8f2da36a,segment=NetworkSegment(8493a2bc-032c-45cf-957b-f2fdee941360),segment_id=8493a2bc-032c-45cf-957b-f2fdee941360)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:44:21.353641 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-b4faa41f-b813-4f1d-9228-51d914a540f6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:21.368325 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-b4faa41f-b813-4f1d-9228-51d914a540f6 None None] Calling delete_port for ed4dd1c9-9ed1-49ee-a005-cf8b8f2da36a owned by network:dhcp {{(pid=103334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 07:44:21.408331 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-741abe73-7188-4342-ab68-d58333b5d4b8 tempest-TestNetworkAdvancedServerOps-260085928 tempest-TestNetworkAdvancedServerOps-260085928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130996763'] for port, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:21.444902 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741abe73-7188-4342-ab68-d58333b5d4b8 tempest-TestNetworkAdvancedServerOps-260085928 tempest-TestNetworkAdvancedServerOps-260085928-project] Pushing event deleted for resources: {'Port': ['ID=4b7be9af-88d5-4d55-b1bf-b93ea3c13765,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:44:21.499066 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-37965266-3944-4cc2-a2f9-4df501f4cba6 None None] Notify callbacks [] for port, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:21.514745 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-37965266-3944-4cc2-a2f9-4df501f4cba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785020947330'] for port, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:21.521083 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-b4faa41f-b813-4f1d-9228-51d914a540f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339'] for port, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:21.550473 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-741abe73-7188-4342-ab68-d58333b5d4b8 tempest-TestNetworkAdvancedServerOps-260085928 tempest-TestNetworkAdvancedServerOps-260085928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1693831'] for router_gateway, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:21.564652 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4faa41f-b813-4f1d-9228-51d914a540f6 None None] No DVR routers for this DVR port ed4dd1c9-9ed1-49ee-a005-cf8b8f2da36a on host dv-neutron-861624-1-hyperv {{(pid=103334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 19 07:44:21.568616 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37965266-3944-4cc2-a2f9-4df501f4cba6 None None] Network 9d5d2c77-5081-4687-9217-35e7e81276a0 is already hosted by enough agents. {{(pid=103334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 07:44:21.573866 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.scheduler.base_scheduler [None req-37965266-3944-4cc2-a2f9-4df501f4cba6 None None] Resources bound (agent type, host, resource id): {{(pid=103334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:44:21.576461 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37965266-3944-4cc2-a2f9-4df501f4cba6 None None] Pushing event updated for resources: {'Port': ['ID=3c2a1a0a-0f89-4436-8307-31152f614e05,revision_number=1']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:44:21.578899 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37965266-3944-4cc2-a2f9-4df501f4cba6 None None] Received port after_create {{(pid=103334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 07:44:21.607453 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4faa41f-b813-4f1d-9228-51d914a540f6 None None] Pushing event deleted for resources: {'Port': ['ID=ed4dd1c9-9ed1-49ee-a005-cf8b8f2da36a,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:44:21.619780 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-a1f886bf-83e4-4eab-8de9-3cbfaa7ca093 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:21.657081 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-37965266-3944-4cc2-a2f9-4df501f4cba6 None None] Attempting to bind port 3c2a1a0a-0f89-4436-8307-31152f614e05 on host dv-neutron-861624-1-hyperv for vnic_type normal with profile {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 19 07:44:21.657459 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-37965266-3944-4cc2-a2f9-4df501f4cba6 None None] Attempting to bind port 3c2a1a0a-0f89-4436-8307-31152f614e05 by drivers openvswitch,hyperv on host dv-neutron-861624-1-hyperv at level 0 using segments [{'id': 'be976c09-81d3-463c-80d5-2416d58c1b9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '9d5d2c77-5081-4687-9217-35e7e81276a0'}] {{(pid=103334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 19 07:44:21.657828 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37965266-3944-4cc2-a2f9-4df501f4cba6 None None] Attempting to bind port 3c2a1a0a-0f89-4436-8307-31152f614e05 on network 9d5d2c77-5081-4687-9217-35e7e81276a0 {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 07:44:21.663041 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37965266-3944-4cc2-a2f9-4df501f4cba6 None None] Checking agent: {'id': 'a5b0152c-d633-409b-aaf8-3b76458e2410', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861624-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 19, 7, 30, 19), 'started_at': datetime.datetime(2022, 10, 19, 7, 30, 49), 'heartbeat_timestamp': datetime.datetime(2022, 10, 19, 7, 44, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861624-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 07:44:21.663414 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37965266-3944-4cc2-a2f9-4df501f4cba6 None None] Checking segment: {'id': 'be976c09-81d3-463c-80d5-2416d58c1b9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '9d5d2c77-5081-4687-9217-35e7e81276a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 19 07:44:21.663820 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-37965266-3944-4cc2-a2f9-4df501f4cba6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:21.664215 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37965266-3944-4cc2-a2f9-4df501f4cba6 None None] Bound using segment: {'id': 'be976c09-81d3-463c-80d5-2416d58c1b9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '9d5d2c77-5081-4687-9217-35e7e81276a0'} {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 07:44:21.664744 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-37965266-3944-4cc2-a2f9-4df501f4cba6 None None] Bound port: 3c2a1a0a-0f89-4436-8307-31152f614e05, host: dv-neutron-861624-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be976c09-81d3-463c-80d5-2416d58c1b9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '9d5d2c77-5081-4687-9217-35e7e81276a0'}}] {{(pid=103334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 19 07:44:21.665127 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-37965266-3944-4cc2-a2f9-4df501f4cba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:21.672774 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-741abe73-7188-4342-ab68-d58333b5d4b8 tempest-TestNetworkAdvancedServerOps-260085928 tempest-TestNetworkAdvancedServerOps-260085928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1693565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12618'] for router, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:21.675153 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-741abe73-7188-4342-ab68-d58333b5d4b8 tempest-TestNetworkAdvancedServerOps-260085928 tempest-TestNetworkAdvancedServerOps-260085928-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:21.726381 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-741abe73-7188-4342-ab68-d58333b5d4b8 tempest-TestNetworkAdvancedServerOps-260085928 tempest-TestNetworkAdvancedServerOps-260085928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1693542'] for router, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:21.727170 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-741abe73-7188-4342-ab68-d58333b5d4b8 tempest-TestNetworkAdvancedServerOps-260085928 tempest-TestNetworkAdvancedServerOps-260085928-project] Fanout notify agent at l3_agent the message router_deleted on router ffb9f2f0-d077-4178-a6df-4e16e5e51b0d {{(pid=103333) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 07:44:21.735643 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-741abe73-7188-4342-ab68-d58333b5d4b8 tempest-TestNetworkAdvancedServerOps-260085928 tempest-TestNetworkAdvancedServerOps-260085928-project] Notify callbacks [] for router, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:21.736825 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-741abe73-7188-4342-ab68-d58333b5d4b8 tempest-TestNetworkAdvancedServerOps-260085928 tempest-TestNetworkAdvancedServerOps-260085928-project] 10.222.0.27 "DELETE /v2.0/routers/ffb9f2f0-d077-4178-a6df-4e16e5e51b0d HTTP/1.1" status: 204 len: 168 time: 1.1859746 Oct 19 07:44:21.739587 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 59936) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:44:21.757436 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-37965266-3944-4cc2-a2f9-4df501f4cba6 None None] For port 3c2a1a0a-0f89-4436-8307-31152f614e05, host dv-neutron-861624-1-hyperv, cleared binding levels {{(pid=103334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 07:44:21.763934 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-37965266-3944-4cc2-a2f9-4df501f4cba6 None None] For port 3c2a1a0a-0f89-4436-8307-31152f614e05, host dv-neutron-861624-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=3c2a1a0a-0f89-4436-8307-31152f614e05,segment=NetworkSegment(be976c09-81d3-463c-80d5-2416d58c1b9e),segment_id=be976c09-81d3-463c-80d5-2416d58c1b9e)] {{(pid=103334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 07:44:21.771034 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-37965266-3944-4cc2-a2f9-4df501f4cba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:21.831436 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-65379e0a-1b52-47ef-92a7-6584b433b81d tempest-TestNetworkAdvancedServerOps-260085928 tempest-TestNetworkAdvancedServerOps-260085928-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-667019'] for network, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:21.849836 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37965266-3944-4cc2-a2f9-4df501f4cba6 None None] Pushing event updated for resources: {'Port': ['ID=3c2a1a0a-0f89-4436-8307-31152f614e05,revision_number=2']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:44:21.932736 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-a1f886bf-83e4-4eab-8de9-3cbfaa7ca093 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Notify callbacks [] for port, precommit_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:21.938641 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-a1f886bf-83e4-4eab-8de9-3cbfaa7ca093 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133553807'] for port, after_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:21.939710 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-65379e0a-1b52-47ef-92a7-6584b433b81d tempest-TestNetworkAdvancedServerOps-260085928 tempest-TestNetworkAdvancedServerOps-260085928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-673051', 'neutron.services.segments.db._delete_segments_for_network-8785021519108'] for network, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:21.962043 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-65379e0a-1b52-47ef-92a7-6584b433b81d tempest-TestNetworkAdvancedServerOps-260085928 tempest-TestNetworkAdvancedServerOps-260085928-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d49fd8a-7643-40eb-ab2d-b752a1374d55']}} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:44:21.971487 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-65379e0a-1b52-47ef-92a7-6584b433b81d tempest-TestNetworkAdvancedServerOps-260085928 tempest-TestNetworkAdvancedServerOps-260085928-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8493a2bc-032c-45cf-957b-f2fdee941360') {'for_net_delete': True} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:44:21.971920 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-65379e0a-1b52-47ef-92a7-6584b433b81d tempest-TestNetworkAdvancedServerOps-260085928 tempest-TestNetworkAdvancedServerOps-260085928-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8493a2bc-032c-45cf-957b-f2fdee941360') {} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:44:21.989562 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-65379e0a-1b52-47ef-92a7-6584b433b81d tempest-TestNetworkAdvancedServerOps-260085928 tempest-TestNetworkAdvancedServerOps-260085928-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785021519382', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-134111927'] for segment, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:22.007739 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-65379e0a-1b52-47ef-92a7-6584b433b81d tempest-TestNetworkAdvancedServerOps-260085928 tempest-TestNetworkAdvancedServerOps-260085928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979'] for segment, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:22.023274 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65379e0a-1b52-47ef-92a7-6584b433b81d tempest-TestNetworkAdvancedServerOps-260085928 tempest-TestNetworkAdvancedServerOps-260085928-project] Releasing vlan 183 on physical network physnet1 to pool {{(pid=103333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 07:44:22.023761 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-65379e0a-1b52-47ef-92a7-6584b433b81d tempest-TestNetworkAdvancedServerOps-260085928 tempest-TestNetworkAdvancedServerOps-260085928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130996782'] for segment, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:22.038367 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f886bf-83e4-4eab-8de9-3cbfaa7ca093 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Pushing event updated for resources: {'Port': ['ID=65d1a139-5a89-4925-8558-d501d09a6072,revision_number=2']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:44:22.080807 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.services.segments.plugin [-] Segment 8493a2bc-032c-45cf-957b-f2fdee941360 resource provider aggregate not found Oct 19 07:44:22.129967 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-65379e0a-1b52-47ef-92a7-6584b433b81d tempest-TestNetworkAdvancedServerOps-260085928 tempest-TestNetworkAdvancedServerOps-260085928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-673044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1695087'] for network, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:22.138912 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-65379e0a-1b52-47ef-92a7-6584b433b81d tempest-TestNetworkAdvancedServerOps-260085928 tempest-TestNetworkAdvancedServerOps-260085928-project] Notify callbacks [] for network, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:22.146612 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 59942) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:44:22.151636 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-65379e0a-1b52-47ef-92a7-6584b433b81d tempest-TestNetworkAdvancedServerOps-260085928 tempest-TestNetworkAdvancedServerOps-260085928-project] 10.222.0.27 "DELETE /v2.0/networks/6d49fd8a-7643-40eb-ab2d-b752a1374d55 HTTP/1.1" status: 204 len: 168 time: 0.4109094 Oct 19 07:44:22.158071 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.services.segments.plugin [-] Segment 8493a2bc-032c-45cf-957b-f2fdee941360 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8493a2bc-032c-45cf-957b-f2fdee941360 found for delete ", "request_id": "req-93e22aba-00b3-4eb1-af47-6332877486b1"}]} Oct 19 07:44:22.168841 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65379e0a-1b52-47ef-92a7-6584b433b81d tempest-TestNetworkAdvancedServerOps-260085928 tempest-TestNetworkAdvancedServerOps-260085928-project] Pushing event deleted for resources: {'Network': ['ID=6d49fd8a-7643-40eb-ab2d-b752a1374d55,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:44:22.272217 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-a4f6980d-32a1-4f87-872c-a202c23237d4 tempest-TestNetworkAdvancedServerOps-260085928 tempest-TestNetworkAdvancedServerOps-260085928-project] Notify callbacks [] for security_group, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:22.273849 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-a1f886bf-83e4-4eab-8de9-3cbfaa7ca093 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1695190'] for router_interface, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:22.338537 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-a4f6980d-32a1-4f87-872c-a202c23237d4 tempest-TestNetworkAdvancedServerOps-260085928 tempest-TestNetworkAdvancedServerOps-260085928-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:22.444340 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-a1f886bf-83e4-4eab-8de9-3cbfaa7ca093 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:22.463130 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-a4f6980d-32a1-4f87-872c-a202c23237d4 tempest-TestNetworkAdvancedServerOps-260085928 tempest-TestNetworkAdvancedServerOps-260085928-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788643'] for security_group, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:22.466097 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-a4f6980d-32a1-4f87-872c-a202c23237d4 tempest-TestNetworkAdvancedServerOps-260085928 tempest-TestNetworkAdvancedServerOps-260085928-project] Notify callbacks [] for security_group, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:22.467261 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-a4f6980d-32a1-4f87-872c-a202c23237d4 tempest-TestNetworkAdvancedServerOps-260085928 tempest-TestNetworkAdvancedServerOps-260085928-project] 10.222.0.27 "DELETE /v2.0/security-groups/705be772-8c7b-4b84-954c-59b0a7452e78 HTTP/1.1" status: 204 len: 168 time: 0.3196692 Oct 19 07:44:22.501195 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f6980d-32a1-4f87-872c-a202c23237d4 tempest-TestNetworkAdvancedServerOps-260085928 tempest-TestNetworkAdvancedServerOps-260085928-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=705be772-8c7b-4b84-954c-59b0a7452e78,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:44:22.766048 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-a1f886bf-83e4-4eab-8de9-3cbfaa7ca093 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Notify callbacks [] for port, precommit_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:22.771754 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-a1f886bf-83e4-4eab-8de9-3cbfaa7ca093 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133553807'] for port, after_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:22.836917 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 59950) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:44:22.851157 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f886bf-83e4-4eab-8de9-3cbfaa7ca093 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Pushing event updated for resources: {'Port': ['ID=65d1a139-5a89-4925-8558-d501d09a6072,revision_number=3']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:44:22.853809 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-a1f886bf-83e4-4eab-8de9-3cbfaa7ca093 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1574855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1694822'] for router_interface, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:22.917468 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d2813d1-67dd-4286-8176-29fbed668e06 None None] Network 9d5d2c77-5081-4687-9217-35e7e81276a0 requested from dv-neutron-861624-1-hyperv {{(pid=103334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 07:44:22.967282 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1f886bf-83e4-4eab-8de9-3cbfaa7ca093 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Network 9d5d2c77-5081-4687-9217-35e7e81276a0 is already hosted by enough agents. {{(pid=103332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 07:44:22.970028 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.base_scheduler [None req-a1f886bf-83e4-4eab-8de9-3cbfaa7ca093 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Resources bound (agent type, host, resource id): {{(pid=103332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:44:22.988933 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device 3c2a1a0a-0f89-4436-8307-31152f614e05 up at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 07:44:23.035612 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-690e62f8-d4e7-4128-bc41-56e8c6c3f728 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=6c01adc7adbe45c98fd23e352fd389b2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1949983 Oct 19 07:44:23.035860 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 59954) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:44:23.093308 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-7de5bccf-57b1-4b27-87e7-54ddf27cdb67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:23.096868 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1f886bf-83e4-4eab-8de9-3cbfaa7ca093 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Router f0bf56f3-8a66-47c7-b000-b33f76aac393 is scheduled to L3 agent ab388470-1243-4d53-80f2-c2f5899c97a7 with binding_index 1 {{(pid=103332) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 07:44:23.117091 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-7de5bccf-57b1-4b27-87e7-54ddf27cdb67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:23.173069 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-7de5bccf-57b1-4b27-87e7-54ddf27cdb67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788643'] for security_group, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:23.175598 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-7de5bccf-57b1-4b27-87e7-54ddf27cdb67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:23.176844 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-7de5bccf-57b1-4b27-87e7-54ddf27cdb67 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/d7b24ed1-f57b-478b-a5e4-81c24e0866f2 HTTP/1.1" status: 204 len: 168 time: 0.1397705 Oct 19 07:44:23.197448 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de5bccf-57b1-4b27-87e7-54ddf27cdb67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7b24ed1-f57b-478b-a5e4-81c24e0866f2,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:44:23.198921 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1f886bf-83e4-4eab-8de9-3cbfaa7ca093 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Notify agent at l3_agent.dv-neutron-861624-1-hyperv the message routers_updated {{(pid=103332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 07:44:23.205529 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-a1f886bf-83e4-4eab-8de9-3cbfaa7ca093 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] 10.222.0.27 "PUT /v2.0/routers/f0bf56f3-8a66-47c7-b000-b33f76aac393/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9963176 Oct 19 07:44:23.208113 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-0fb0352b-3aec-4dce-9d7f-0677cdea0256 None None] Provisioning complete for port 3c2a1a0a-0f89-4436-8307-31152f614e05 triggered by entity DHCP. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:44:23.208425 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-0fb0352b-3aec-4dce-9d7f-0677cdea0256 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:23.209190 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 59958) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:44:23.209317 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-0fb0352b-3aec-4dce-9d7f-0677cdea0256 None None] Attempt 1 to provision port 3c2a1a0a-0f89-4436-8307-31152f614e05 Oct 19 07:44:23.216098 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40e62256-47dd-4f15-abe0-9f6dd355a4a4 None None] Sync routers for ids ['f0bf56f3-8a66-47c7-b000-b33f76aac393'] in dv-neutron-861624-1-hyperv {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 07:44:23.228287 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40e62256-47dd-4f15-abe0-9f6dd355a4a4 None None] Routers {'f0bf56f3-8a66-47c7-b000-b33f76aac393'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 07:44:23.229131 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-40e62256-47dd-4f15-abe0-9f6dd355a4a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T07:44:16Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['f0bf56f3-8a66-47c7-b000-b33f76aac393'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:44:23.268133 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-40e62256-47dd-4f15-abe0-9f6dd355a4a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:44:23.276854 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40e62256-47dd-4f15-abe0-9f6dd355a4a4 None None] Routers {'f0bf56f3-8a66-47c7-b000-b33f76aac393'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 07:44:23.278426 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-40e62256-47dd-4f15-abe0-9f6dd355a4a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T07:44:16Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['f0bf56f3-8a66-47c7-b000-b33f76aac393'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:44:23.289115 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7050274-9d56-4447-89f7-77effda0144c tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:44:23.290849 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-c7050274-9d56-4447-89f7-77effda0144c tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] 10.222.0.27 "GET /v2.0/ports?device_id=f0bf56f3-8a66-47c7-b000-b33f76aac393 HTTP/1.1" status: 200 len: 983 time: 0.0812826 Oct 19 07:44:23.293801 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 59960) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:44:23.330659 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-40e62256-47dd-4f15-abe0-9f6dd355a4a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:44:23.331366 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40e62256-47dd-4f15-abe0-9f6dd355a4a4 None None] The sync data for ids ['f0bf56f3-8a66-47c7-b000-b33f76aac393'] in dv-neutron-861624-1-hyperv is: [] {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 07:44:23.339617 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Provisioning complete for port 3c2a1a0a-0f89-4436-8307-31152f614e05 triggered by entity L2. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:44:23.340058 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:23.340649 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Attempt 1 to provision port 3c2a1a0a-0f89-4436-8307-31152f614e05 Oct 19 07:44:23.425972 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-0fb0352b-3aec-4dce-9d7f-0677cdea0256 None None] Current status of the port 3c2a1a0a-0f89-4436-8307-31152f614e05 is: DOWN; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:44:23.426338 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-0fb0352b-3aec-4dce-9d7f-0677cdea0256 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:23.495866 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-0fb0352b-3aec-4dce-9d7f-0677cdea0256 None None] For port 3c2a1a0a-0f89-4436-8307-31152f614e05, host dv-neutron-861624-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=3c2a1a0a-0f89-4436-8307-31152f614e05,segment=NetworkSegment(be976c09-81d3-463c-80d5-2416d58c1b9e),segment_id=be976c09-81d3-463c-80d5-2416d58c1b9e)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:44:23.503916 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-0fb0352b-3aec-4dce-9d7f-0677cdea0256 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:23.511795 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Current status of the port 3c2a1a0a-0f89-4436-8307-31152f614e05 is: DOWN; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:44:23.516854 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:23.551006 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 59964) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:44:23.569368 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-9bbe0411-6ba8-4598-9a04-3c3fac01944f admin admin] Notify callbacks [] for security_group, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:23.601389 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb0352b-3aec-4dce-9d7f-0677cdea0256 None None] Pushing event updated for resources: {'Port': ['ID=3c2a1a0a-0f89-4436-8307-31152f614e05,revision_number=3']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:44:23.616442 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.db.api [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103334) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 19 07:44:23.616442 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG oslo_db.api [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 19 07:44:23.705232 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-9bbe0411-6ba8-4598-9a04-3c3fac01944f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:23.725381 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-9bbe0411-6ba8-4598-9a04-3c3fac01944f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788643'] for security_group, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:23.726518 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-377fa612-dc2e-4ce6-90a2-b9bc203a454a None None] Provisioning complete for port 3c2a1a0a-0f89-4436-8307-31152f614e05 triggered by entity DHCP. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:44:23.726956 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-377fa612-dc2e-4ce6-90a2-b9bc203a454a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:23.727356 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-377fa612-dc2e-4ce6-90a2-b9bc203a454a None None] Attempt 1 to provision port 3c2a1a0a-0f89-4436-8307-31152f614e05 Oct 19 07:44:23.787552 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-9bbe0411-6ba8-4598-9a04-3c3fac01944f admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=ada943d6ef5b4c6e8c516de7642ad4bc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2354729 Oct 19 07:44:23.788599 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-79f77155-ffd1-4b58-ad90-4942fcb50765 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1694785'] for router_interface, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:23.790305 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 59966) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:44:23.790822 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbe0411-6ba8-4598-9a04-3c3fac01944f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e7a8edb-ded0-48c4-8347-f1e3c807fdc1,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:44:23.819404 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-377fa612-dc2e-4ce6-90a2-b9bc203a454a None None] Current status of the port 3c2a1a0a-0f89-4436-8307-31152f614e05 is: ACTIVE; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:44:23.833010 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-377fa612-dc2e-4ce6-90a2-b9bc203a454a None None] Provisioning complete for port 65d1a139-5a89-4925-8558-d501d09a6072 triggered by entity DHCP. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:44:23.833625 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-377fa612-dc2e-4ce6-90a2-b9bc203a454a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:23.834021 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-377fa612-dc2e-4ce6-90a2-b9bc203a454a None None] Attempt 1 to provision port 65d1a139-5a89-4925-8558-d501d09a6072 Oct 19 07:44:23.864869 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-3fcfc6c1-aec7-4ffc-b37c-59490bf1e014 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:23.875773 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-377fa612-dc2e-4ce6-90a2-b9bc203a454a None None] Port 65d1a139-5a89-4925-8558-d501d09a6072 cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 07:44:23.892976 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-3fcfc6c1-aec7-4ffc-b37c-59490bf1e014 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:23.943943 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-3fcfc6c1-aec7-4ffc-b37c-59490bf1e014 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788643'] for security_group, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:23.947163 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-3fcfc6c1-aec7-4ffc-b37c-59490bf1e014 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:23.951439 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-3fcfc6c1-aec7-4ffc-b37c-59490bf1e014 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/6e7a8edb-ded0-48c4-8347-f1e3c807fdc1 HTTP/1.1" status: 204 len: 168 time: 0.1568816 Oct 19 07:44:23.959317 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fcfc6c1-aec7-4ffc-b37c-59490bf1e014 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e7a8edb-ded0-48c4-8347-f1e3c807fdc1,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:44:24.159654 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Current status of the port 3c2a1a0a-0f89-4436-8307-31152f614e05 is: ACTIVE; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:44:24.211194 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device ed4dd1c9-9ed1-49ee-a005-cf8b8f2da36a no longer exists at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 07:44:24.233151 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] No Port match for: ed4dd1c9-9ed1-49ee-a005-cf8b8f2da36a {{(pid=103334) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 19 07:44:24.233801 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device ed4dd1c9-9ed1-49ee-a005-cf8b8f2da36a not bound to the agent host dv-neutron-861624-1-hyperv {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 07:44:24.234399 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device 4b7be9af-88d5-4d55-b1bf-b93ea3c13765 no longer exists at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 07:44:24.254167 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] No Port match for: 4b7be9af-88d5-4d55-b1bf-b93ea3c13765 {{(pid=103334) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 19 07:44:24.254513 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device 4b7be9af-88d5-4d55-b1bf-b93ea3c13765 not bound to the agent host dv-neutron-861624-1-hyperv {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 07:44:24.254924 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device 43b48e28-094b-48ce-bf3a-36ee4978f1e3 no longer exists at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 07:44:24.278855 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] No Port match for: 43b48e28-094b-48ce-bf3a-36ee4978f1e3 {{(pid=103334) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 19 07:44:24.279226 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device 43b48e28-094b-48ce-bf3a-36ee4978f1e3 not bound to the agent host dv-neutron-861624-1-hyperv {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 07:44:24.286986 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-79f77155-ffd1-4b58-ad90-4942fcb50765 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Deleting port 65d1a139-5a89-4925-8558-d501d09a6072 {{(pid=103333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 07:44:24.287437 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-79f77155-ffd1-4b58-ad90-4942fcb50765 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:24.376857 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-377fa612-dc2e-4ce6-90a2-b9bc203a454a None None] Attempt 2 to provision port 65d1a139-5a89-4925-8558-d501d09a6072 Oct 19 07:44:24.379959 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-79f77155-ffd1-4b58-ad90-4942fcb50765 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:24.395572 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-79f77155-ffd1-4b58-ad90-4942fcb50765 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Calling delete_port for 65d1a139-5a89-4925-8558-d501d09a6072 owned by network:router_interface {{(pid=103333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 07:44:24.414421 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-377fa612-dc2e-4ce6-90a2-b9bc203a454a None None] Port 65d1a139-5a89-4925-8558-d501d09a6072 cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 07:44:24.572557 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-79f77155-ffd1-4b58-ad90-4942fcb50765 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130996763'] for port, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:24.606885 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f77155-ffd1-4b58-ad90-4942fcb50765 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Pushing event deleted for resources: {'Port': ['ID=65d1a139-5a89-4925-8558-d501d09a6072,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:44:24.758134 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-79f77155-ffd1-4b58-ad90-4942fcb50765 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1574862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1694957'] for router_interface, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:24.914977 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device 3c2a1a0a-0f89-4436-8307-31152f614e05 up at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 07:44:24.919221 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-377fa612-dc2e-4ce6-90a2-b9bc203a454a None None] Attempt 3 to provision port 65d1a139-5a89-4925-8558-d501d09a6072 Oct 19 07:44:24.924608 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79f77155-ffd1-4b58-ad90-4942fcb50765 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Router f0bf56f3-8a66-47c7-b000-b33f76aac393 has already been hosted by L3 agent ab388470-1243-4d53-80f2-c2f5899c97a7 {{(pid=103333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 07:44:24.963276 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-377fa612-dc2e-4ce6-90a2-b9bc203a454a None None] Port 65d1a139-5a89-4925-8558-d501d09a6072 was deleted so its status cannot be updated. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Oct 19 07:44:24.994687 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Provisioning complete for port 3c2a1a0a-0f89-4436-8307-31152f614e05 triggered by entity L2. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:44:24.995051 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:24.995379 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Attempt 1 to provision port 3c2a1a0a-0f89-4436-8307-31152f614e05 Oct 19 07:44:25.013006 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79f77155-ffd1-4b58-ad90-4942fcb50765 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Notify agent at l3_agent.dv-neutron-861624-1-hyperv the message routers_updated {{(pid=103333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 07:44:25.018203 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-79f77155-ffd1-4b58-ad90-4942fcb50765 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] 10.222.0.27 "PUT /v2.0/routers/f0bf56f3-8a66-47c7-b000-b33f76aac393/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7233663 Oct 19 07:44:25.020927 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 59996) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:44:25.030860 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c068b7d-e267-4019-9fc1-bd209b8bbada None None] Sync routers for ids ['f0bf56f3-8a66-47c7-b000-b33f76aac393'] in dv-neutron-861624-1-hyperv {{(pid=103334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 07:44:25.048848 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c068b7d-e267-4019-9fc1-bd209b8bbada None None] Routers {'f0bf56f3-8a66-47c7-b000-b33f76aac393'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 07:44:25.049465 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-2c068b7d-e267-4019-9fc1-bd209b8bbada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T07:44:16Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['f0bf56f3-8a66-47c7-b000-b33f76aac393'], 'active': True} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:44:25.050178 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.pecan_wsgi.hooks.translation [None req-00c99a4e-30ab-4d18-9983-e506aa5c861e tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] GET failed (client error): The resource could not be found. Oct 19 07:44:25.051762 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-00c99a4e-30ab-4d18-9983-e506aa5c861e tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] 10.222.0.27 "GET /v2.0/ports/65d1a139-5a89-4925-8558-d501d09a6072 HTTP/1.1" status: 404 len: 333 time: 0.0297234 Oct 19 07:44:25.054743 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 60000) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:44:25.088950 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-2c068b7d-e267-4019-9fc1-bd209b8bbada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:44:25.095783 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-e95f1589-5bae-41ca-afae-55dc388b8cab None None] Could not find standard attr ID for object 65d1a139-5a89-4925-8558-d501d09a6072. {{(pid=103334) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 19 07:44:25.125997 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c068b7d-e267-4019-9fc1-bd209b8bbada None None] Routers {'f0bf56f3-8a66-47c7-b000-b33f76aac393'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 07:44:25.126643 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-2c068b7d-e267-4019-9fc1-bd209b8bbada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T07:44:16Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['f0bf56f3-8a66-47c7-b000-b33f76aac393'], 'active': True} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:44:25.143810 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-0cdcb551-15aa-4268-8794-9289286abc47 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Notify callbacks [] for router, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:25.166769 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-2c068b7d-e267-4019-9fc1-bd209b8bbada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:44:25.167411 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c068b7d-e267-4019-9fc1-bd209b8bbada None None] The sync data for ids ['f0bf56f3-8a66-47c7-b000-b33f76aac393'] in dv-neutron-861624-1-hyperv is: [] {{(pid=103334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 07:44:25.172179 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Current status of the port 3c2a1a0a-0f89-4436-8307-31152f614e05 is: ACTIVE; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:44:25.290089 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 60006) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:44:25.306254 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-0cdcb551-15aa-4268-8794-9289286abc47 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1693565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12618'] for router, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:25.308542 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-0cdcb551-15aa-4268-8794-9289286abc47 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:25.352863 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-0cdcb551-15aa-4268-8794-9289286abc47 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1693542'] for router, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:25.353494 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cdcb551-15aa-4268-8794-9289286abc47 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Fanout notify agent at l3_agent the message router_deleted on router f0bf56f3-8a66-47c7-b000-b33f76aac393 {{(pid=103333) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 07:44:25.360704 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-0cdcb551-15aa-4268-8794-9289286abc47 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Notify callbacks [] for router, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:25.361911 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-0cdcb551-15aa-4268-8794-9289286abc47 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] 10.222.0.27 "DELETE /v2.0/routers/f0bf56f3-8a66-47c7-b000-b33f76aac393 HTTP/1.1" status: 204 len: 168 time: 0.3047292 Oct 19 07:44:25.364497 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 60010) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:44:25.421600 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ffca46c-109c-41c2-aa91-df663e01da8d tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Deleting subnet 6ce261d4-9afe-43c1-abc6-117ae8b8db79 {{(pid=103333) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 19 07:44:25.424710 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-5ffca46c-109c-41c2-aa91-df663e01da8d tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Notify callbacks [] for subnet, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:25.441086 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-01d6c275-d431-49c8-833d-0bc508322c4e tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Request body: {'network': {'name': 'tempest-network-smoke--725486556', 'project_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'port_security_enabled': True}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:44:25.461777 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01d6c275-d431-49c8-833d-0bc508322c4e tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Made reservation on behalf of 47a12ea4f74e4c18b13323e6f3cc9741 for: {'network': 1} {{(pid=103332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 07:44:25.465843 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-01d6c275-d431-49c8-833d-0bc508322c4e tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for network, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:25.472279 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-5ffca46c-109c-41c2-aa91-df663e01da8d tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-134111928'] for subnet, precommit_delete_associations {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:25.474150 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-01d6c275-d431-49c8-833d-0bc508322c4e tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for security_group, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:25.549917 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-01d6c275-d431-49c8-833d-0bc508322c4e tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for security_group, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:25.555005 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-01d6c275-d431-49c8-833d-0bc508322c4e tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788643'] for security_group, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:25.562589 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-5ffca46c-109c-41c2-aa91-df663e01da8d tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-679826'] for subnet, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:25.585433 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01d6c275-d431-49c8-833d-0bc508322c4e tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 192} {{(pid=103332) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 07:44:25.590963 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d6c275-d431-49c8-833d-0bc508322c4e tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Pushing event updated for resources: {'SecurityGroup': ['ID=97749cbb-6619-432b-b1e5-7f94630878c0,revision_number=1']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:44:25.599104 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-01d6c275-d431-49c8-833d-0bc508322c4e tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979'] for segment, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:25.599317 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.db.segments_db [None req-01d6c275-d431-49c8-833d-0bc508322c4e tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Added segment 33e9c49a-3391-4318-811e-b016e5419e9c of type vlan for network 29687d8b-decc-4f3b-b892-7b87648c9d85 Oct 19 07:44:25.626182 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-5ffca46c-109c-41c2-aa91-df663e01da8d tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-679819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130997964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130170408'] for subnet, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:25.645536 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-01d6c275-d431-49c8-833d-0bc508322c4e tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785020965340'] for network, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:25.660752 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffca46c-109c-41c2-aa91-df663e01da8d tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Pushing event deleted for resources: {'Subnet': ['ID=6ce261d4-9afe-43c1-abc6-117ae8b8db79,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:44:25.664697 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-5ffca46c-109c-41c2-aa91-df663e01da8d tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Notify callbacks [] for subnet, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:25.668216 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-5ffca46c-109c-41c2-aa91-df663e01da8d tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] 10.222.0.27 "DELETE /v2.0/subnets/6ce261d4-9afe-43c1-abc6-117ae8b8db79 HTTP/1.1" status: 204 len: 168 time: 0.3023195 Oct 19 07:44:25.670512 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 60012) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:44:25.673060 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b9c23d8-a204-4716-a961-84d61270bf4b None None] Network 9d5d2c77-5081-4687-9217-35e7e81276a0 requested from dv-neutron-861624-1-hyperv {{(pid=103334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 07:44:25.675915 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-01d6c275-d431-49c8-833d-0bc508322c4e tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873'] for network, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:25.681562 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01d6c275-d431-49c8-833d-0bc508322c4e tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:44:25.682160 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-01d6c275-d431-49c8-833d-0bc508322c4e tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for network, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:25.726101 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-01d6c275-d431-49c8-833d-0bc508322c4e tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4321530 Oct 19 07:44:25.726311 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 60014) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:44:25.730678 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-a52e4396-17e3-46d3-ac8a-15ec75be8b31 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-2037566591', 'admin_state_up': True, 'project_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd'}}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:44:25.761413 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-80a395c4-32db-4c92-b715-8a5e0bfcf11a tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-667019'] for network, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:25.769255 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d6c275-d431-49c8-833d-0bc508322c4e tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Pushing event updated for resources: {'Network': ['ID=29687d8b-decc-4f3b-b892-7b87648c9d85,revision_number=1']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:44:25.784329 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Network 29687d8b-decc-4f3b-b892-7b87648c9d85 details requested by agent ovs-agent-dv-neutron-861624-1-hyperv with host dv-neutron-861624-1-hyperv {{(pid=103334) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 07:44:25.785338 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-a52e4396-17e3-46d3-ac8a-15ec75be8b31 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1692695', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12668'] for router, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:25.786456 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-a52e4396-17e3-46d3-ac8a-15ec75be8b31 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1692835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1693910', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1621825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12659'] for router, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:25.830918 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-80a395c4-32db-4c92-b715-8a5e0bfcf11a tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Deleting port 3c2a1a0a-0f89-4436-8307-31152f614e05 {{(pid=103333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 07:44:25.831331 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-80a395c4-32db-4c92-b715-8a5e0bfcf11a tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:25.854851 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-a52e4396-17e3-46d3-ac8a-15ec75be8b31 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:25.909281 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.db [None req-80a395c4-32db-4c92-b715-8a5e0bfcf11a tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] For port 3c2a1a0a-0f89-4436-8307-31152f614e05, host dv-neutron-861624-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=3c2a1a0a-0f89-4436-8307-31152f614e05,segment=NetworkSegment(be976c09-81d3-463c-80d5-2416d58c1b9e),segment_id=be976c09-81d3-463c-80d5-2416d58c1b9e)] {{(pid=103333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:44:25.909649 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-80a395c4-32db-4c92-b715-8a5e0bfcf11a tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:25.922808 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-80a395c4-32db-4c92-b715-8a5e0bfcf11a tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Calling delete_port for 3c2a1a0a-0f89-4436-8307-31152f614e05 owned by network:dhcp {{(pid=103333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 07:44:25.929288 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be27eae1-b8c9-4134-9c3f-c75480ed0245 None None] DHCP port deletion for 9d5d2c77-5081-4687-9217-35e7e81276a0 request from dv-neutron-861624-1-hyperv {{(pid=103334) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 07:44:25.983858 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-be27eae1-b8c9-4134-9c3f-c75480ed0245 None None] Deleting port 3c2a1a0a-0f89-4436-8307-31152f614e05 {{(pid=103334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 07:44:25.984239 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-be27eae1-b8c9-4134-9c3f-c75480ed0245 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:26.001195 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-a52e4396-17e3-46d3-ac8a-15ec75be8b31 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:26.017332 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-80a395c4-32db-4c92-b715-8a5e0bfcf11a tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130996763'] for port, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:26.047513 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a395c4-32db-4c92-b715-8a5e0bfcf11a tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Pushing event deleted for resources: {'Port': ['ID=3c2a1a0a-0f89-4436-8307-31152f614e05,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:44:26.049424 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80a395c4-32db-4c92-b715-8a5e0bfcf11a tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] No DVR routers for this DVR port 3c2a1a0a-0f89-4436-8307-31152f614e05 on host dv-neutron-861624-1-hyperv {{(pid=103333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 19 07:44:26.055369 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-be27eae1-b8c9-4134-9c3f-c75480ed0245 None None] For port 3c2a1a0a-0f89-4436-8307-31152f614e05, host dv-neutron-861624-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=3c2a1a0a-0f89-4436-8307-31152f614e05,segment=NetworkSegment(be976c09-81d3-463c-80d5-2416d58c1b9e),segment_id=be976c09-81d3-463c-80d5-2416d58c1b9e)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:44:26.055872 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-be27eae1-b8c9-4134-9c3f-c75480ed0245 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:26.070082 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-be27eae1-b8c9-4134-9c3f-c75480ed0245 None None] Calling delete_port for 3c2a1a0a-0f89-4436-8307-31152f614e05 owned by network:dhcp {{(pid=103334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 07:44:26.134609 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-80a395c4-32db-4c92-b715-8a5e0bfcf11a tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-673051', 'neutron.services.segments.db._delete_segments_for_network-8785021519108'] for network, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:26.156421 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-80a395c4-32db-4c92-b715-8a5e0bfcf11a tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d5d2c77-5081-4687-9217-35e7e81276a0']}} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:44:26.156963 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-be27eae1-b8c9-4134-9c3f-c75480ed0245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339'] for port, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:26.167311 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-80a395c4-32db-4c92-b715-8a5e0bfcf11a tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be976c09-81d3-463c-80d5-2416d58c1b9e') {'for_net_delete': True} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:44:26.167623 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-80a395c4-32db-4c92-b715-8a5e0bfcf11a tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be976c09-81d3-463c-80d5-2416d58c1b9e') {} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:44:26.177330 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-80a395c4-32db-4c92-b715-8a5e0bfcf11a tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785021519382', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-134111927'] for segment, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:26.181860 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be27eae1-b8c9-4134-9c3f-c75480ed0245 None None] Pushing event deleted for resources: {'Port': ['ID=3c2a1a0a-0f89-4436-8307-31152f614e05,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:44:26.186561 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be27eae1-b8c9-4134-9c3f-c75480ed0245 None None] No DVR routers for this DVR port 3c2a1a0a-0f89-4436-8307-31152f614e05 on host dv-neutron-861624-1-hyperv {{(pid=103334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 19 07:44:26.198186 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-80a395c4-32db-4c92-b715-8a5e0bfcf11a tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979'] for segment, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:26.206638 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80a395c4-32db-4c92-b715-8a5e0bfcf11a tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Releasing vlan 170 on physical network physnet1 to pool {{(pid=103333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 07:44:26.207206 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-80a395c4-32db-4c92-b715-8a5e0bfcf11a tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130996782'] for segment, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:26.228976 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.services.segments.plugin [-] Segment be976c09-81d3-463c-80d5-2416d58c1b9e resource provider aggregate not found Oct 19 07:44:26.281493 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.services.segments.plugin [-] Segment be976c09-81d3-463c-80d5-2416d58c1b9e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid be976c09-81d3-463c-80d5-2416d58c1b9e found for delete ", "request_id": "req-2a7e6019-6443-49f0-bc6a-272fd57526b0"}]} Oct 19 07:44:26.291211 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-80a395c4-32db-4c92-b715-8a5e0bfcf11a tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-673044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1695087'] for network, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:26.299458 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-80a395c4-32db-4c92-b715-8a5e0bfcf11a tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Notify callbacks [] for network, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:26.306716 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-80a395c4-32db-4c92-b715-8a5e0bfcf11a tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] 10.222.0.27 "DELETE /v2.0/networks/9d5d2c77-5081-4687-9217-35e7e81276a0 HTTP/1.1" status: 204 len: 168 time: 0.6317568 Oct 19 07:44:26.316169 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 60020) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:44:26.328190 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a395c4-32db-4c92-b715-8a5e0bfcf11a tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Pushing event deleted for resources: {'Network': ['ID=9d5d2c77-5081-4687-9217-35e7e81276a0,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:44:26.362864 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fe70368-ce43-4bb8-9110-b72e37c72795 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:44:26.364440 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-0fe70368-ce43-4bb8-9110-b72e37c72795 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] 10.222.0.27 "GET /v2.0/ports/2903eb15-9333-4a3f-a1f4-7e1ea53add5f HTTP/1.1" status: 200 len: 841 time: 0.0470572 Oct 19 07:44:26.368195 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 60022) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:44:26.410635 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-ef6ec85b-4e43-4ea4-ae1d-a8d0f3c27405 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] 10.222.0.27 "GET /v2.0/ports/2903eb15-9333-4a3f-a1f4-7e1ea53add5f?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0411491 Oct 19 07:44:26.414002 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 60024) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:44:26.419665 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-f85ef827-7718-481b-9d55-3a42d18b080d tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Request body: {'subnet': {'network_id': '948ed9ec-c1de-44fe-9d26-2641a1d51bd5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:44:26.518177 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f85ef827-7718-481b-9d55-3a42d18b080d tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Made reservation on behalf of 8db3f442bb4043a49408457c93fa8253 for: {'subnet': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 07:44:26.521593 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-f85ef827-7718-481b-9d55-3a42d18b080d tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130170579'] for subnet, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:26.534526 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-a52e4396-17e3-46d3-ac8a-15ec75be8b31 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for router_gateway, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:26.553400 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-a52e4396-17e3-46d3-ac8a-15ec75be8b31 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:26.659857 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.db_base_plugin_common [None req-a52e4396-17e3-46d3-ac8a-15ec75be8b31 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Allocated IP 172.26.0.120 (99c66757-74e3-40a4-b479-8d09e3a7c3dd/7f3d1034-1de7-458a-a3ee-77488de3949b/46a98dd2-f544-4b48-8461-bf0e6abd72c2) {{(pid=103332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 07:44:26.710695 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-f85ef827-7718-481b-9d55-3a42d18b080d tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130997899', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130170401'] for subnet, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:26.751175 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f85ef827-7718-481b-9d55-3a42d18b080d tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Network 948ed9ec-c1de-44fe-9d26-2641a1d51bd5 is already hosted by enough agents. {{(pid=103333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 07:44:26.754347 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-f85ef827-7718-481b-9d55-3a42d18b080d tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Resources bound (agent type, host, resource id): {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:44:26.758600 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f85ef827-7718-481b-9d55-3a42d18b080d tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:44:26.759180 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-f85ef827-7718-481b-9d55-3a42d18b080d tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Notify callbacks [] for subnet, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:26.762514 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-a52e4396-17e3-46d3-ac8a-15ec75be8b31 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for port, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:26.766083 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a12cc0ff-b676-4a71-961d-2a66f38a8824 None None] Network 948ed9ec-c1de-44fe-9d26-2641a1d51bd5 requested from dv-neutron-861624-1-hyperv {{(pid=103334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 07:44:26.773002 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85ef827-7718-481b-9d55-3a42d18b080d tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Pushing event updated for resources: {'Subnet': ['ID=9a1b7096-312c-4acc-9293-9756d0c11d8c,revision_number=0']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:44:26.782372 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-f85ef827-7718-481b-9d55-3a42d18b080d tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.3672950 Oct 19 07:44:26.785039 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 60026) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:44:26.789790 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-3f73f82a-63a1-4e53-85db-54ee4f6f0015 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Request body: {'security_group': {'name': 'tempest-secgroup-87029273'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:44:26.805166 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-a52e4396-17e3-46d3-ac8a-15ec75be8b31 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785020947330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133553798'] for port, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:26.815448 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-3f73f82a-63a1-4e53-85db-54ee4f6f0015 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Notify callbacks [] for security_group, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:26.844599 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a52e4396-17e3-46d3-ac8a-15ec75be8b31 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Network 99c66757-74e3-40a4-b479-8d09e3a7c3dd is already hosted by enough agents. {{(pid=103332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 07:44:26.848170 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.base_scheduler [None req-a52e4396-17e3-46d3-ac8a-15ec75be8b31 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Resources bound (agent type, host, resource id): {{(pid=103332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:44:26.851835 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a52e4396-17e3-46d3-ac8a-15ec75be8b31 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Received port after_create {{(pid=103332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 07:44:26.882770 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52e4396-17e3-46d3-ac8a-15ec75be8b31 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Pushing event updated for resources: {'Port': ['ID=46a98dd2-f544-4b48-8461-bf0e6abd72c2,revision_number=1']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:44:26.911733 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-3f73f82a-63a1-4e53-85db-54ee4f6f0015 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Notify callbacks [] for security_group, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:26.919523 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-3f73f82a-63a1-4e53-85db-54ee4f6f0015 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788643'] for security_group, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:26.950842 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device 3c2a1a0a-0f89-4436-8307-31152f614e05 no longer exists at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 07:44:26.970156 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-3f73f82a-63a1-4e53-85db-54ee4f6f0015 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Notify callbacks [] for security_group, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:26.974202 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-3f73f82a-63a1-4e53-85db-54ee4f6f0015 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] 10.222.0.27 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.1853471 Oct 19 07:44:26.974388 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e7a469f-f28b-4880-a6b7-6671d0eba923 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d12c6ac-27a3-545c-a8f3-f04e30423d6d-948ed9ec-c1de-44fe-9d26-2641a1d51bd5', 'network_id': '948ed9ec-c1de-44fe-9d26-2641a1d51bd5', 'tenant_id': '8db3f442bb4043a49408457c93fa8253', 'fixed_ips': [{'subnet_id': '9a1b7096-312c-4acc-9293-9756d0c11d8c'}]}} from dv-neutron-861624-1-hyperv. {{(pid=103334) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 07:44:26.974510 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 60028) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:44:26.974748 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-9e7a469f-f28b-4880-a6b7-6671d0eba923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:26.979178 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-e551594b-0a53-4bda-aaf4-1c6850d8c755 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Request body: {'security_group': {'name': 'tempest-secgroup-2020634165'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:44:26.985299 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f73f82a-63a1-4e53-85db-54ee4f6f0015 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4820266c-37ba-4757-a7af-5c04376c0d01,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:44:26.985529 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] No Port match for: 3c2a1a0a-0f89-4436-8307-31152f614e05 {{(pid=103334) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 19 07:44:26.985944 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device 3c2a1a0a-0f89-4436-8307-31152f614e05 not bound to the agent host dv-neutron-861624-1-hyperv {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 07:44:27.010437 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-e551594b-0a53-4bda-aaf4-1c6850d8c755 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Notify callbacks [] for security_group, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:27.097591 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-e551594b-0a53-4bda-aaf4-1c6850d8c755 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Notify callbacks [] for security_group, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:27.102734 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-e551594b-0a53-4bda-aaf4-1c6850d8c755 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788643'] for security_group, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:27.131656 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.db_base_plugin_common [None req-9e7a469f-f28b-4880-a6b7-6671d0eba923 None None] Allocated IP 172.20.0.2 (948ed9ec-c1de-44fe-9d26-2641a1d51bd5/9a1b7096-312c-4acc-9293-9756d0c11d8c/4b213821-0550-4966-9086-f9289a9664ca) {{(pid=103334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 07:44:27.134554 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-e551594b-0a53-4bda-aaf4-1c6850d8c755 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Notify callbacks [] for security_group, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:27.137783 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-e551594b-0a53-4bda-aaf4-1c6850d8c755 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] 10.222.0.27 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1626465 Oct 19 07:44:27.139328 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 60030) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:44:27.144619 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-fba01d77-8cd5-470e-9c41-9fec1cdea4aa tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1905930955', 'security_groups': ['00763b03-2e3e-4044-b774-d687559e6704'], 'network_id': '948ed9ec-c1de-44fe-9d26-2641a1d51bd5', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '9a1b7096-312c-4acc-9293-9756d0c11d8c'}]}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:44:27.149671 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e551594b-0a53-4bda-aaf4-1c6850d8c755 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Pushing event updated for resources: {'SecurityGroup': ['ID=00763b03-2e3e-4044-b774-d687559e6704,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:44:27.159564 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-a52e4396-17e3-46d3-ac8a-15ec75be8b31 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for router_gateway, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:27.257724 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fba01d77-8cd5-470e-9c41-9fec1cdea4aa tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Made reservation on behalf of 8db3f442bb4043a49408457c93fa8253 for: {'port': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 07:44:27.308136 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-9e7a469f-f28b-4880-a6b7-6671d0eba923 None None] Notify callbacks [] for port, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:27.315593 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-9e7a469f-f28b-4880-a6b7-6671d0eba923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785020947330'] for port, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:27.350563 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-fba01d77-8cd5-470e-9c41-9fec1cdea4aa tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:27.357351 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e7a469f-f28b-4880-a6b7-6671d0eba923 None None] Network 948ed9ec-c1de-44fe-9d26-2641a1d51bd5 is already hosted by enough agents. {{(pid=103334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 07:44:27.360302 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.scheduler.base_scheduler [None req-9e7a469f-f28b-4880-a6b7-6671d0eba923 None None] Resources bound (agent type, host, resource id): {{(pid=103334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:44:27.362786 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e7a469f-f28b-4880-a6b7-6671d0eba923 None None] Received port after_create {{(pid=103334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 07:44:27.372122 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.notifiers.nova [None req-fba01d77-8cd5-470e-9c41-9fec1cdea4aa tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] device_id is not set on port 85467386-f02f-42c2-a139-e7e55a7098c5 yet. {{(pid=103333) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 19 07:44:27.377207 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-a52e4396-17e3-46d3-ac8a-15ec75be8b31 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1692844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1693859'] for router, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:27.391880 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7a469f-f28b-4880-a6b7-6671d0eba923 None None] Pushing event updated for resources: {'Port': ['ID=4b213821-0550-4966-9086-f9289a9664ca,revision_number=1']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:44:27.427427 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-9e7a469f-f28b-4880-a6b7-6671d0eba923 None None] Attempting to bind port 4b213821-0550-4966-9086-f9289a9664ca on host dv-neutron-861624-1-hyperv for vnic_type normal with profile {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 19 07:44:27.428748 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-9e7a469f-f28b-4880-a6b7-6671d0eba923 None None] Attempting to bind port 4b213821-0550-4966-9086-f9289a9664ca by drivers openvswitch,hyperv on host dv-neutron-861624-1-hyperv at level 0 using segments [{'id': 'd71ff931-552e-4278-a98e-aca9b6b5f7c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '948ed9ec-c1de-44fe-9d26-2641a1d51bd5'}] {{(pid=103334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 19 07:44:27.429399 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e7a469f-f28b-4880-a6b7-6671d0eba923 None None] Attempting to bind port 4b213821-0550-4966-9086-f9289a9664ca on network 948ed9ec-c1de-44fe-9d26-2641a1d51bd5 {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 07:44:27.439947 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e7a469f-f28b-4880-a6b7-6671d0eba923 None None] Checking agent: {'id': 'a5b0152c-d633-409b-aaf8-3b76458e2410', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861624-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 19, 7, 30, 19), 'started_at': datetime.datetime(2022, 10, 19, 7, 30, 49), 'heartbeat_timestamp': datetime.datetime(2022, 10, 19, 7, 44, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861624-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 07:44:27.440332 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e7a469f-f28b-4880-a6b7-6671d0eba923 None None] Checking segment: {'id': 'd71ff931-552e-4278-a98e-aca9b6b5f7c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '948ed9ec-c1de-44fe-9d26-2641a1d51bd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 19 07:44:27.441875 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-9e7a469f-f28b-4880-a6b7-6671d0eba923 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:27.442288 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e7a469f-f28b-4880-a6b7-6671d0eba923 None None] Bound using segment: {'id': 'd71ff931-552e-4278-a98e-aca9b6b5f7c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '948ed9ec-c1de-44fe-9d26-2641a1d51bd5'} {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 07:44:27.442903 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-9e7a469f-f28b-4880-a6b7-6671d0eba923 None None] Bound port: 4b213821-0550-4966-9086-f9289a9664ca, host: dv-neutron-861624-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd71ff931-552e-4278-a98e-aca9b6b5f7c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '948ed9ec-c1de-44fe-9d26-2641a1d51bd5'}}] {{(pid=103334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 19 07:44:27.443813 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-9e7a469f-f28b-4880-a6b7-6671d0eba923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:27.517042 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-9e7a469f-f28b-4880-a6b7-6671d0eba923 None None] For port 4b213821-0550-4966-9086-f9289a9664ca, host dv-neutron-861624-1-hyperv, cleared binding levels {{(pid=103334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 07:44:27.519398 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a52e4396-17e3-46d3-ac8a-15ec75be8b31 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Router e516fe6c-b3ad-4090-9b10-fad897190739 is scheduled to L3 agent ab388470-1243-4d53-80f2-c2f5899c97a7 with binding_index 1 {{(pid=103332) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 07:44:27.521533 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-9e7a469f-f28b-4880-a6b7-6671d0eba923 None None] For port 4b213821-0550-4966-9086-f9289a9664ca, host dv-neutron-861624-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=4b213821-0550-4966-9086-f9289a9664ca,segment=NetworkSegment(d71ff931-552e-4278-a98e-aca9b6b5f7c0),segment_id=d71ff931-552e-4278-a98e-aca9b6b5f7c0)] {{(pid=103334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 07:44:27.526916 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-9e7a469f-f28b-4880-a6b7-6671d0eba923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:27.551185 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.db_base_plugin_common [None req-fba01d77-8cd5-470e-9c41-9fec1cdea4aa tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Allocated IP 172.20.0.14 (948ed9ec-c1de-44fe-9d26-2641a1d51bd5/9a1b7096-312c-4acc-9293-9756d0c11d8c/85467386-f02f-42c2-a139-e7e55a7098c5) {{(pid=103333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 07:44:27.585293 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7a469f-f28b-4880-a6b7-6671d0eba923 None None] Pushing event updated for resources: {'Port': ['ID=4b213821-0550-4966-9086-f9289a9664ca,revision_number=2']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:44:27.641874 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a52e4396-17e3-46d3-ac8a-15ec75be8b31 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify agent at l3_agent.dv-neutron-861624-1-hyperv the message routers_updated {{(pid=103332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 07:44:27.653816 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-476c261a-36d5-4448-96de-d78334199781 None None] Sync routers for ids ['e516fe6c-b3ad-4090-9b10-fad897190739'] in dv-neutron-861624-1-hyperv {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 07:44:27.664653 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-476c261a-36d5-4448-96de-d78334199781 None None] Routers {'e516fe6c-b3ad-4090-9b10-fad897190739'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 07:44:27.665453 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-476c261a-36d5-4448-96de-d78334199781 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T07:44:16Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['e516fe6c-b3ad-4090-9b10-fad897190739'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:44:27.667743 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-a52e4396-17e3-46d3-ac8a-15ec75be8b31 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for router, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:27.672822 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-a52e4396-17e3-46d3-ac8a-15ec75be8b31 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 1.9426816 Oct 19 07:44:27.673480 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 60032) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:44:27.753817 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-fba01d77-8cd5-470e-9c41-9fec1cdea4aa tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Notify callbacks [] for port, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:27.798747 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-6ab3a647-08c4-4144-bcec-1d402815fae8 tempest-TestNetworkBasicOps-773100899 tempest-TestNetworkBasicOps-773100899-project-admin] 10.222.0.27 "GET /v2.0/subnets?project_id=47a12ea4f74e4c18b13323e6f3cc9741&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1244020 Oct 19 07:44:27.802296 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 60036) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:44:27.824134 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvr_db [None req-476c261a-36d5-4448-96de-d78334199781 None None] Set router e516fe6c-b3ad-4090-9b10-fad897190739 gateway port host: dv-neutron-861624-1-hyperv {{(pid=103335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 07:44:27.826745 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-fba01d77-8cd5-470e-9c41-9fec1cdea4aa tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785020947330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130996763'] for port, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:27.884071 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fba01d77-8cd5-470e-9c41-9fec1cdea4aa tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Network 948ed9ec-c1de-44fe-9d26-2641a1d51bd5 is already hosted by enough agents. {{(pid=103333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 07:44:27.891159 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-fba01d77-8cd5-470e-9c41-9fec1cdea4aa tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Resources bound (agent type, host, resource id): {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:44:27.910422 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fba01d77-8cd5-470e-9c41-9fec1cdea4aa tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Received port after_create {{(pid=103333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 07:44:27.915755 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0053cca-45a8-4164-a98a-0a89d704959a tempest-TestNetworkBasicOps-773100899 tempest-TestNetworkBasicOps-773100899-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:44:27.917338 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-b0053cca-45a8-4164-a98a-0a89d704959a tempest-TestNetworkBasicOps-773100899 tempest-TestNetworkBasicOps-773100899-project-admin] 10.222.0.27 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1138523 Oct 19 07:44:27.920968 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 60038) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:44:27.946286 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba01d77-8cd5-470e-9c41-9fec1cdea4aa tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Pushing event updated for resources: {'Port': ['ID=85467386-f02f-42c2-a139-e7e55a7098c5,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:44:27.955748 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-85c7429a-1bef-4ad5-af14-b2fcbca72b8a tempest-TestNetworkBasicOps-773100899 tempest-TestNetworkBasicOps-773100899-project-admin] 10.222.0.27 "GET /v2.0/subnets?network_id=99c66757-74e3-40a4-b479-8d09e3a7c3dd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0335629 Oct 19 07:44:27.959915 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 60040) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:44:27.964974 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-b21903c3-6b5b-46fd-aa87-b5f2d1f3373e tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1233074475', 'network_id': '29687d8b-decc-4f3b-b892-7b87648c9d85', 'project_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:44:27.972142 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fba01d77-8cd5-470e-9c41-9fec1cdea4aa tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:44:27.972720 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-fba01d77-8cd5-470e-9c41-9fec1cdea4aa tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42160'] for port, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:27.989713 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-fba01d77-8cd5-470e-9c41-9fec1cdea4aa tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 0.8491123 Oct 19 07:44:27.992263 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 60042) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:44:27.998176 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-ac68d3f3-cc36-4153-92fa-6eae2b76ac85 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Request body: {'subnet': {'network_id': '948ed9ec-c1de-44fe-9d26-2641a1d51bd5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:44:28.016529 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-476c261a-36d5-4448-96de-d78334199781 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e516fe6c-b3ad-4090-9b10-fad897190739', 'name': 'tempest-TestNetworkBasicOps-router-2037566591', 'tenant_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'external_fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.120'}], 'enable_snat': True}, 'gw_port_id': '46a98dd2-f544-4b48-8461-bf0e6abd72c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T07:44:25Z', 'updated_at': '2022-10-19T07:44:27Z', 'revision_number': 3, 'project_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'gw_port': {'id': '46a98dd2-f544-4b48-8461-bf0e6abd72c2', 'name': '', 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:1b:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e516fe6c-b3ad-4090-9b10-fad897190739', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1190, 'fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:44:26Z', 'updated_at': '2022-10-19T07:44:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861624-1-hyperv'}], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:44:28.046908 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-476c261a-36d5-4448-96de-d78334199781 None None] Checking router: e516fe6c-b3ad-4090-9b10-fad897190739 for host: dv-neutron-861624-1-hyperv {{(pid=103335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 07:44:28.047543 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-476c261a-36d5-4448-96de-d78334199781 None None] Updating router e516fe6c-b3ad-4090-9b10-fad897190739 port 46a98dd2-f544-4b48-8461-bf0e6abd72c2 binding host dv-neutron-861624-1-hyperv {{(pid=103335) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 07:44:28.066339 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b21903c3-6b5b-46fd-aa87-b5f2d1f3373e tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Made reservation on behalf of 47a12ea4f74e4c18b13323e6f3cc9741 for: {'subnet': 1} {{(pid=103332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 07:44:28.070421 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-b21903c3-6b5b-46fd-aa87-b5f2d1f3373e tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130659787'] for subnet, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:28.078430 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-476c261a-36d5-4448-96de-d78334199781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:28.127485 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac68d3f3-cc36-4153-92fa-6eae2b76ac85 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Made reservation on behalf of 8db3f442bb4043a49408457c93fa8253 for: {'subnet': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 07:44:28.130927 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-ac68d3f3-cc36-4153-92fa-6eae2b76ac85 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130170579'] for subnet, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:28.229517 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.db.ipam_backend_mixin [None req-ac68d3f3-cc36-4153-92fa-6eae2b76ac85 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 9a1b7096-312c-4acc-9293-9756d0c11d8c (CIDR: 172.20.0.0/28) Oct 19 07:44:28.233936 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac68d3f3-cc36-4153-92fa-6eae2b76ac85 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 19 07:44:28.234487 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac68d3f3-cc36-4153-92fa-6eae2b76ac85 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103333) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 07:44:28.258070 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-ac68d3f3-cc36-4153-92fa-6eae2b76ac85 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2638807 Oct 19 07:44:28.259976 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 60044) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:44:28.266828 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-934c3030-a34e-4473-8aeb-5f9ef0f213ec tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Request body: {'subnet': {'network_id': '948ed9ec-c1de-44fe-9d26-2641a1d51bd5', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:44:28.285035 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-b21903c3-6b5b-46fd-aa87-b5f2d1f3373e tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-133552662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130659641'] for subnet, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:28.358288 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21903c3-6b5b-46fd-aa87-b5f2d1f3373e tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Pushing event updated for resources: {'Subnet': ['ID=2446982a-6064-4a7e-a7a0-5e03c5e1c616,revision_number=0']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:44:28.367831 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b21903c3-6b5b-46fd-aa87-b5f2d1f3373e tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Checking segment: {'id': '33e9c49a-3391-4318-811e-b016e5419e9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '29687d8b-decc-4f3b-b892-7b87648c9d85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 19 07:44:28.368202 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b21903c3-6b5b-46fd-aa87-b5f2d1f3373e tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Network hostable DHCP agents. Network: 29687d8b-decc-4f3b-b892-7b87648c9d85, hostable agents: ['310d813b-0e3e-4d7e-9b79-8f4ec0dbcab0'], hosted agents: [] {{(pid=103332) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 07:44:28.385527 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-476c261a-36d5-4448-96de-d78334199781 None None] Notify callbacks [] for port, precommit_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:28.386941 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b21903c3-6b5b-46fd-aa87-b5f2d1f3373e tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Network 29687d8b-decc-4f3b-b892-7b87648c9d85 is scheduled to be hosted by DHCP agent 310d813b-0e3e-4d7e-9b79-8f4ec0dbcab0 with binding_index 1 {{(pid=103332) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 07:44:28.392052 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-476c261a-36d5-4448-96de-d78334199781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:28.397978 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.base_scheduler [None req-b21903c3-6b5b-46fd-aa87-b5f2d1f3373e tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861624-1-hyperv, 29687d8b-decc-4f3b-b892-7b87648c9d85) {{(pid=103332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:44:28.402766 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b21903c3-6b5b-46fd-aa87-b5f2d1f3373e tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:44:28.402935 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-b21903c3-6b5b-46fd-aa87-b5f2d1f3373e tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for subnet, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:28.408617 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7aa05683-b618-4c7d-b222-25854b6bc22c None None] Network 29687d8b-decc-4f3b-b892-7b87648c9d85 requested from dv-neutron-861624-1-hyperv {{(pid=103334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 07:44:28.419347 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-934c3030-a34e-4473-8aeb-5f9ef0f213ec tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Made reservation on behalf of 8db3f442bb4043a49408457c93fa8253 for: {'subnet': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 07:44:28.423655 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-934c3030-a34e-4473-8aeb-5f9ef0f213ec tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130170579'] for subnet, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:28.446852 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-b21903c3-6b5b-46fd-aa87-b5f2d1f3373e tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4856439 Oct 19 07:44:28.447708 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 60046) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:44:28.455581 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-476c261a-36d5-4448-96de-d78334199781 None None] Attempting to bind port 46a98dd2-f544-4b48-8461-bf0e6abd72c2 on host dv-neutron-861624-1-hyperv for vnic_type normal with profile {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 19 07:44:28.456402 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-476c261a-36d5-4448-96de-d78334199781 None None] Attempting to bind port 46a98dd2-f544-4b48-8461-bf0e6abd72c2 by drivers openvswitch,hyperv on host dv-neutron-861624-1-hyperv at level 0 using segments [{'id': '53981d04-8205-40d8-8d33-0510111d6f8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd'}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 19 07:44:28.457670 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-476c261a-36d5-4448-96de-d78334199781 None None] Attempting to bind port 46a98dd2-f544-4b48-8461-bf0e6abd72c2 on network 99c66757-74e3-40a4-b479-8d09e3a7c3dd {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 07:44:28.469895 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-476c261a-36d5-4448-96de-d78334199781 None None] Checking agent: {'id': 'a5b0152c-d633-409b-aaf8-3b76458e2410', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861624-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 19, 7, 30, 19), 'started_at': datetime.datetime(2022, 10, 19, 7, 30, 49), 'heartbeat_timestamp': datetime.datetime(2022, 10, 19, 7, 44, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861624-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 07:44:28.470651 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-476c261a-36d5-4448-96de-d78334199781 None None] Checking segment: {'id': '53981d04-8205-40d8-8d33-0510111d6f8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 19 07:44:28.471365 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-476c261a-36d5-4448-96de-d78334199781 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:28.472709 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-476c261a-36d5-4448-96de-d78334199781 None None] Bound using segment: {'id': '53981d04-8205-40d8-8d33-0510111d6f8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd'} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 07:44:28.473210 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-476c261a-36d5-4448-96de-d78334199781 None None] Bound port: 46a98dd2-f544-4b48-8461-bf0e6abd72c2, host: dv-neutron-861624-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53981d04-8205-40d8-8d33-0510111d6f8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd'}}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 19 07:44:28.473590 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-476c261a-36d5-4448-96de-d78334199781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:28.505612 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd45a8e-878c-4ac7-9448-d14dadcbae02 None None] Pushing event updated for resources: {'Port': ['ID=46a98dd2-f544-4b48-8461-bf0e6abd72c2,revision_number=2']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:44:28.523550 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd45a8e-878c-4ac7-9448-d14dadcbae02 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:44:28.523923 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd45a8e-878c-4ac7-9448-d14dadcbae02 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:44:28.524270 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd45a8e-878c-4ac7-9448-d14dadcbae02 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:44:28.525381 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd45a8e-878c-4ac7-9448-d14dadcbae02 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:44:28.525742 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd45a8e-878c-4ac7-9448-d14dadcbae02 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:44:28.526097 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd45a8e-878c-4ac7-9448-d14dadcbae02 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:44:28.526435 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd45a8e-878c-4ac7-9448-d14dadcbae02 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:44:28.527130 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd45a8e-878c-4ac7-9448-d14dadcbae02 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:44:28.527816 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd45a8e-878c-4ac7-9448-d14dadcbae02 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:44:28.528109 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd45a8e-878c-4ac7-9448-d14dadcbae02 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:44:28.529105 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd45a8e-878c-4ac7-9448-d14dadcbae02 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:44:28.529440 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd45a8e-878c-4ac7-9448-d14dadcbae02 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:44:28.555735 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-476c261a-36d5-4448-96de-d78334199781 None None] For port 46a98dd2-f544-4b48-8461-bf0e6abd72c2, host dv-neutron-861624-1-hyperv, cleared binding levels {{(pid=103335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 07:44:28.563669 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-476c261a-36d5-4448-96de-d78334199781 None None] For port 46a98dd2-f544-4b48-8461-bf0e6abd72c2, host dv-neutron-861624-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=46a98dd2-f544-4b48-8461-bf0e6abd72c2,segment=NetworkSegment(53981d04-8205-40d8-8d33-0510111d6f8f),segment_id=53981d04-8205-40d8-8d33-0510111d6f8f)] {{(pid=103335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 07:44:28.569866 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-476c261a-36d5-4448-96de-d78334199781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:28.613169 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-476c261a-36d5-4448-96de-d78334199781 None None] Routers {'e516fe6c-b3ad-4090-9b10-fad897190739'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 07:44:28.613946 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-476c261a-36d5-4448-96de-d78334199781 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T07:44:16Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['e516fe6c-b3ad-4090-9b10-fad897190739'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:44:28.696956 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fee3b85-1bea-4979-a734-e849b843ef43 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d12c6ac-27a3-545c-a8f3-f04e30423d6d-29687d8b-decc-4f3b-b892-7b87648c9d85', 'network_id': '29687d8b-decc-4f3b-b892-7b87648c9d85', 'tenant_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'fixed_ips': [{'subnet_id': '2446982a-6064-4a7e-a7a0-5e03c5e1c616'}]}} from dv-neutron-861624-1-hyperv. {{(pid=103334) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 07:44:28.700788 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-7fee3b85-1bea-4979-a734-e849b843ef43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:28.858036 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvr_db [None req-476c261a-36d5-4448-96de-d78334199781 None None] Set router e516fe6c-b3ad-4090-9b10-fad897190739 gateway port host: dv-neutron-861624-1-hyperv {{(pid=103335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 07:44:28.993266 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-2db3341d-a3bd-47d8-b9b0-00e45f900f14 None None] Provisioning complete for port 2903eb15-9333-4a3f-a1f4-7e1ea53add5f triggered by entity DHCP. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:44:28.993644 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-2db3341d-a3bd-47d8-b9b0-00e45f900f14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:28.993993 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-2db3341d-a3bd-47d8-b9b0-00e45f900f14 None None] Attempt 1 to provision port 2903eb15-9333-4a3f-a1f4-7e1ea53add5f Oct 19 07:44:28.998424 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd45a8e-878c-4ac7-9448-d14dadcbae02 None None] Pushing event updated for resources: {'Port': ['ID=46a98dd2-f544-4b48-8461-bf0e6abd72c2,revision_number=3']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:44:29.041327 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-2db3341d-a3bd-47d8-b9b0-00e45f900f14 None None] Port 2903eb15-9333-4a3f-a1f4-7e1ea53add5f cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 07:44:29.044922 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device 4b213821-0550-4966-9086-f9289a9664ca up at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 07:44:29.072446 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.db_base_plugin_common [None req-7fee3b85-1bea-4979-a734-e849b843ef43 None None] Allocated IP 172.20.0.2 (29687d8b-decc-4f3b-b892-7b87648c9d85/2446982a-6064-4a7e-a7a0-5e03c5e1c616/d8431c0f-f107-4ddb-afd9-5d96b2cd0a13) {{(pid=103334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 07:44:29.119827 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-02b923ae-e612-46b6-845a-1b8c1ca215a0 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:29.126047 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-934c3030-a34e-4473-8aeb-5f9ef0f213ec tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130997899', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130170401'] for subnet, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:29.178153 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-476c261a-36d5-4448-96de-d78334199781 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e516fe6c-b3ad-4090-9b10-fad897190739', 'name': 'tempest-TestNetworkBasicOps-router-2037566591', 'tenant_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'external_fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.120'}], 'enable_snat': True}, 'gw_port_id': '46a98dd2-f544-4b48-8461-bf0e6abd72c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T07:44:25Z', 'updated_at': '2022-10-19T07:44:27Z', 'revision_number': 3, 'project_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'gw_port': {'id': '46a98dd2-f544-4b48-8461-bf0e6abd72c2', 'name': '', 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:1b:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e516fe6c-b3ad-4090-9b10-fad897190739', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1190, 'fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:44:26Z', 'updated_at': '2022-10-19T07:44:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861624-1-hyperv'}], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:44:29.183567 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-934c3030-a34e-4473-8aeb-5f9ef0f213ec tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Network 948ed9ec-c1de-44fe-9d26-2641a1d51bd5 is already hosted by enough agents. {{(pid=103333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 07:44:29.190170 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-934c3030-a34e-4473-8aeb-5f9ef0f213ec tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Resources bound (agent type, host, resource id): {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:44:29.195495 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-934c3030-a34e-4473-8aeb-5f9ef0f213ec tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:44:29.196639 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-934c3030-a34e-4473-8aeb-5f9ef0f213ec tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Notify callbacks [] for subnet, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:29.213912 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934c3030-a34e-4473-8aeb-5f9ef0f213ec tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Pushing event updated for resources: {'Subnet': ['ID=93ac7ec7-b4ad-4868-b3b7-3944b8df251c,revision_number=0']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:44:29.228478 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-934c3030-a34e-4473-8aeb-5f9ef0f213ec tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.9672034 Oct 19 07:44:29.229543 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 60048) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:44:29.236049 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-476c261a-36d5-4448-96de-d78334199781 None None] The sync data for ids ['e516fe6c-b3ad-4090-9b10-fad897190739'] in dv-neutron-861624-1-hyperv is: [{'id': 'e516fe6c-b3ad-4090-9b10-fad897190739', 'name': 'tempest-TestNetworkBasicOps-router-2037566591', 'tenant_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'external_fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.120'}], 'enable_snat': True}, 'gw_port_id': '46a98dd2-f544-4b48-8461-bf0e6abd72c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T07:44:25Z', 'updated_at': '2022-10-19T07:44:27Z', 'revision_number': 3, 'project_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'gw_port': {'id': '46a98dd2-f544-4b48-8461-bf0e6abd72c2', 'name': '', 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:1b:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e516fe6c-b3ad-4090-9b10-fad897190739', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1190, 'fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:44:26Z', 'updated_at': '2022-10-19T07:44:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861624-1-hyperv'}] {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 07:44:29.236544 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-6b1030de-88f2-4de9-a368-8978d6a17bca tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-2101774391', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '93ac7ec7-b4ad-4868-b3b7-3944b8df251c'}], 'security_groups': ['4820266c-37ba-4757-a7af-5c04376c0d01']}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:44:29.337018 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9401d9b5-e226-400f-9861-67667409c5e3 None None] Network 948ed9ec-c1de-44fe-9d26-2641a1d51bd5 requested from dv-neutron-861624-1-hyperv {{(pid=103334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 07:44:29.345026 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-6b1030de-88f2-4de9-a368-8978d6a17bca tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:29.367654 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Provisioning complete for port 4b213821-0550-4966-9086-f9289a9664ca triggered by entity L2. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:44:29.368012 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:29.368343 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Attempt 1 to provision port 4b213821-0550-4966-9086-f9289a9664ca Oct 19 07:44:29.566998 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-2db3341d-a3bd-47d8-b9b0-00e45f900f14 None None] Attempt 2 to provision port 2903eb15-9333-4a3f-a1f4-7e1ea53add5f Oct 19 07:44:29.619167 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-7fee3b85-1bea-4979-a734-e849b843ef43 None None] Notify callbacks [] for port, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:29.641992 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-7fee3b85-1bea-4979-a734-e849b843ef43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785020947330'] for port, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:29.656144 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Current status of the port 4b213821-0550-4966-9086-f9289a9664ca is: DOWN; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:44:29.656547 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:29.677666 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-2db3341d-a3bd-47d8-b9b0-00e45f900f14 None None] Port 2903eb15-9333-4a3f-a1f4-7e1ea53add5f cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 07:44:29.702877 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.db_base_plugin_common [None req-02b923ae-e612-46b6-845a-1b8c1ca215a0 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Allocated IP 172.20.0.1 (29687d8b-decc-4f3b-b892-7b87648c9d85/2446982a-6064-4a7e-a7a0-5e03c5e1c616/6345544f-1182-4f1c-9a1f-4a23059fe206) {{(pid=103332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 07:44:29.720595 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.db_base_plugin_common [None req-6b1030de-88f2-4de9-a368-8978d6a17bca tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Delete allocated IP 172.20.0.14 (948ed9ec-c1de-44fe-9d26-2641a1d51bd5/9a1b7096-312c-4acc-9293-9756d0c11d8c) {{(pid=103333) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Oct 19 07:44:29.721427 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fee3b85-1bea-4979-a734-e849b843ef43 None None] Network 29687d8b-decc-4f3b-b892-7b87648c9d85 is already hosted by enough agents. {{(pid=103334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 07:44:29.736240 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.scheduler.base_scheduler [None req-7fee3b85-1bea-4979-a734-e849b843ef43 None None] Resources bound (agent type, host, resource id): {{(pid=103334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:44:29.736949 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.db_base_plugin_common [None req-6b1030de-88f2-4de9-a368-8978d6a17bca tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Allocated IP 172.20.0.18 (948ed9ec-c1de-44fe-9d26-2641a1d51bd5/93ac7ec7-b4ad-4868-b3b7-3944b8df251c/85467386-f02f-42c2-a139-e7e55a7098c5) {{(pid=103333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 07:44:29.744109 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fee3b85-1bea-4979-a734-e849b843ef43 None None] Received port after_create {{(pid=103334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 07:44:29.748182 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fee3b85-1bea-4979-a734-e849b843ef43 None None] Pushing event updated for resources: {'Port': ['ID=d8431c0f-f107-4ddb-afd9-5d96b2cd0a13,revision_number=1']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:44:29.805866 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] For port 4b213821-0550-4966-9086-f9289a9664ca, host dv-neutron-861624-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=4b213821-0550-4966-9086-f9289a9664ca,segment=NetworkSegment(d71ff931-552e-4278-a98e-aca9b6b5f7c0),segment_id=d71ff931-552e-4278-a98e-aca9b6b5f7c0)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:44:29.821116 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:29.877030 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-02b923ae-e612-46b6-845a-1b8c1ca215a0 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for port, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:29.923339 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-02b923ae-e612-46b6-845a-1b8c1ca215a0 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785020947330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133553798'] for port, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:29.926570 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-7fee3b85-1bea-4979-a734-e849b843ef43 None None] Attempting to bind port d8431c0f-f107-4ddb-afd9-5d96b2cd0a13 on host dv-neutron-861624-1-hyperv for vnic_type normal with profile {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 19 07:44:29.926950 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-7fee3b85-1bea-4979-a734-e849b843ef43 None None] Attempting to bind port d8431c0f-f107-4ddb-afd9-5d96b2cd0a13 by drivers openvswitch,hyperv on host dv-neutron-861624-1-hyperv at level 0 using segments [{'id': '33e9c49a-3391-4318-811e-b016e5419e9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '29687d8b-decc-4f3b-b892-7b87648c9d85'}] {{(pid=103334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 19 07:44:29.927326 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fee3b85-1bea-4979-a734-e849b843ef43 None None] Attempting to bind port d8431c0f-f107-4ddb-afd9-5d96b2cd0a13 on network 29687d8b-decc-4f3b-b892-7b87648c9d85 {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 07:44:29.948546 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fee3b85-1bea-4979-a734-e849b843ef43 None None] Checking agent: {'id': 'a5b0152c-d633-409b-aaf8-3b76458e2410', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861624-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 19, 7, 30, 19), 'started_at': datetime.datetime(2022, 10, 19, 7, 30, 49), 'heartbeat_timestamp': datetime.datetime(2022, 10, 19, 7, 44, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861624-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 07:44:29.948933 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fee3b85-1bea-4979-a734-e849b843ef43 None None] Checking segment: {'id': '33e9c49a-3391-4318-811e-b016e5419e9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '29687d8b-decc-4f3b-b892-7b87648c9d85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 19 07:44:29.949932 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-7fee3b85-1bea-4979-a734-e849b843ef43 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:29.950166 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-6b1030de-88f2-4de9-a368-8978d6a17bca tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Notify callbacks [] for port, precommit_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:29.950371 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fee3b85-1bea-4979-a734-e849b843ef43 None None] Bound using segment: {'id': '33e9c49a-3391-4318-811e-b016e5419e9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '29687d8b-decc-4f3b-b892-7b87648c9d85'} {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 07:44:29.950793 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-7fee3b85-1bea-4979-a734-e849b843ef43 None None] Bound port: d8431c0f-f107-4ddb-afd9-5d96b2cd0a13, host: dv-neutron-861624-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33e9c49a-3391-4318-811e-b016e5419e9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '29687d8b-decc-4f3b-b892-7b87648c9d85'}}] {{(pid=103334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 19 07:44:29.951238 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-7fee3b85-1bea-4979-a734-e849b843ef43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:29.955841 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-6b1030de-88f2-4de9-a368-8978d6a17bca tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130996754'] for port, after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:29.959101 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Pushing event updated for resources: {'Port': ['ID=4b213821-0550-4966-9086-f9289a9664ca,revision_number=3']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:44:29.974357 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b78181ab-2018-46de-b3d7-0b3138f97277 None None] Update dhcp port {'port': {'network_id': '948ed9ec-c1de-44fe-9d26-2641a1d51bd5', 'fixed_ips': [{'subnet_id': '9a1b7096-312c-4acc-9293-9756d0c11d8c', 'ip_address': '172.20.0.2'}, {'subnet_id': '93ac7ec7-b4ad-4868-b3b7-3944b8df251c'}], 'binding:host_id': 'dv-neutron-861624-1-hyperv'}, 'id': '4b213821-0550-4966-9086-f9289a9664ca'} from dv-neutron-861624-1-hyperv. {{(pid=103334) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 19 07:44:29.984369 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02b923ae-e612-46b6-845a-1b8c1ca215a0 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Network 29687d8b-decc-4f3b-b892-7b87648c9d85 is already hosted by enough agents. {{(pid=103332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 07:44:29.987813 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.base_scheduler [None req-02b923ae-e612-46b6-845a-1b8c1ca215a0 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Resources bound (agent type, host, resource id): {{(pid=103332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:44:29.996387 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02b923ae-e612-46b6-845a-1b8c1ca215a0 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Received port after_create {{(pid=103332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 07:44:30.030215 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-b78181ab-2018-46de-b3d7-0b3138f97277 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:30.057766 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1030de-88f2-4de9-a368-8978d6a17bca tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Pushing event updated for resources: {'Port': ['ID=85467386-f02f-42c2-a139-e7e55a7098c5,revision_number=2']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:44:30.058000 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-02b923ae-e612-46b6-845a-1b8c1ca215a0 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1695190'] for router_interface, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:30.081289 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-6b1030de-88f2-4de9-a368-8978d6a17bca tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] In _notify_port_updated(), no bound segment for port 85467386-f02f-42c2-a139-e7e55a7098c5 on network 948ed9ec-c1de-44fe-9d26-2641a1d51bd5 {{(pid=103333) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:900}} Oct 19 07:44:30.087614 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b1030de-88f2-4de9-a368-8978d6a17bca tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:44:30.088265 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-6b1030de-88f2-4de9-a368-8978d6a17bca tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42160'] for port, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:30.089810 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-6b1030de-88f2-4de9-a368-8978d6a17bca tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] 10.222.0.27 "PUT /v2.0/ports/85467386-f02f-42c2-a139-e7e55a7098c5 HTTP/1.1" status: 200 len: 921 time: 0.8587542 Oct 19 07:44:30.093060 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 60050) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:44:30.109403 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b923ae-e612-46b6-845a-1b8c1ca215a0 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Pushing event updated for resources: {'Port': ['ID=6345544f-1182-4f1c-9a1f-4a23059fe206,revision_number=1']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:44:30.128909 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-7fee3b85-1bea-4979-a734-e849b843ef43 None None] For port d8431c0f-f107-4ddb-afd9-5d96b2cd0a13, host dv-neutron-861624-1-hyperv, cleared binding levels {{(pid=103334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 07:44:30.151252 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-7fee3b85-1bea-4979-a734-e849b843ef43 None None] For port d8431c0f-f107-4ddb-afd9-5d96b2cd0a13, host dv-neutron-861624-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=d8431c0f-f107-4ddb-afd9-5d96b2cd0a13,segment=NetworkSegment(33e9c49a-3391-4318-811e-b016e5419e9c),segment_id=33e9c49a-3391-4318-811e-b016e5419e9c)] {{(pid=103334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 07:44:30.208394 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-2db3341d-a3bd-47d8-b9b0-00e45f900f14 None None] Attempt 3 to provision port 2903eb15-9333-4a3f-a1f4-7e1ea53add5f Oct 19 07:44:30.214933 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-30812bca-15a2-4954-8028-15fa43d8819e tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Deleting port 85467386-f02f-42c2-a139-e7e55a7098c5 {{(pid=103333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 07:44:30.215279 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-30812bca-15a2-4954-8028-15fa43d8819e tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:30.228772 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-02b923ae-e612-46b6-845a-1b8c1ca215a0 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:30.234594 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-7fee3b85-1bea-4979-a734-e849b843ef43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:30.344323 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fee3b85-1bea-4979-a734-e849b843ef43 None None] Pushing event updated for resources: {'Port': ['ID=d8431c0f-f107-4ddb-afd9-5d96b2cd0a13,revision_number=2']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:44:30.349151 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-30812bca-15a2-4954-8028-15fa43d8819e tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:30.363676 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-30812bca-15a2-4954-8028-15fa43d8819e tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Calling delete_port for 85467386-f02f-42c2-a139-e7e55a7098c5 owned by {{(pid=103333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 07:44:30.370509 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-2db3341d-a3bd-47d8-b9b0-00e45f900f14 None None] Port 2903eb15-9333-4a3f-a1f4-7e1ea53add5f cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 07:44:30.415614 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.db_base_plugin_common [None req-b78181ab-2018-46de-b3d7-0b3138f97277 None None] Allocated IP 172.20.0.19 (948ed9ec-c1de-44fe-9d26-2641a1d51bd5/93ac7ec7-b4ad-4868-b3b7-3944b8df251c/4b213821-0550-4966-9086-f9289a9664ca) {{(pid=103334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 07:44:30.569456 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-b78181ab-2018-46de-b3d7-0b3138f97277 None None] For port 4b213821-0550-4966-9086-f9289a9664ca, host dv-neutron-861624-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=4b213821-0550-4966-9086-f9289a9664ca,segment=NetworkSegment(d71ff931-552e-4278-a98e-aca9b6b5f7c0),segment_id=d71ff931-552e-4278-a98e-aca9b6b5f7c0)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:44:30.573492 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-30812bca-15a2-4954-8028-15fa43d8819e tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130996763'] for port, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:30.611020 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30812bca-15a2-4954-8028-15fa43d8819e tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Pushing event deleted for resources: {'Port': ['ID=85467386-f02f-42c2-a139-e7e55a7098c5,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:44:30.612611 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-02b923ae-e612-46b6-845a-1b8c1ca215a0 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for port, precommit_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:30.618915 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-b78181ab-2018-46de-b3d7-0b3138f97277 None None] Notify callbacks [] for port, precommit_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:30.619677 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-02b923ae-e612-46b6-845a-1b8c1ca215a0 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133553807'] for port, after_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:30.623740 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-b78181ab-2018-46de-b3d7-0b3138f97277 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:30.709547 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-30812bca-15a2-4954-8028-15fa43d8819e tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42160'] for port, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:30.717025 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-30812bca-15a2-4954-8028-15fa43d8819e tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] 10.222.0.27 "DELETE /v2.0/ports/85467386-f02f-42c2-a139-e7e55a7098c5 HTTP/1.1" status: 204 len: 168 time: 0.6206405 Oct 19 07:44:30.717025 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 60052) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:44:30.718771 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78181ab-2018-46de-b3d7-0b3138f97277 None None] Pushing event updated for resources: {'Port': ['ID=4b213821-0550-4966-9086-f9289a9664ca,revision_number=4']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:44:30.727174 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b923ae-e612-46b6-845a-1b8c1ca215a0 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Pushing event updated for resources: {'Port': ['ID=6345544f-1182-4f1c-9a1f-4a23059fe206,revision_number=2']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:44:30.736654 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-02b923ae-e612-46b6-845a-1b8c1ca215a0 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1574855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1694822'] for router_interface, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:30.758107 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.pecan_wsgi.hooks.translation [None req-9117811e-bff1-4f54-87b6-fa1ccf0096bc tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] GET failed (client error): The resource could not be found. Oct 19 07:44:30.760215 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-9117811e-bff1-4f54-87b6-fa1ccf0096bc tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] 10.222.0.27 "GET /v2.0/ports/85467386-f02f-42c2-a139-e7e55a7098c5 HTTP/1.1" status: 404 len: 333 time: 0.0432339 Oct 19 07:44:30.763052 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 60054) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:44:30.872207 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-2db3341d-a3bd-47d8-b9b0-00e45f900f14 None None] Attempt 4 to provision port 2903eb15-9333-4a3f-a1f4-7e1ea53add5f Oct 19 07:44:30.885291 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02b923ae-e612-46b6-845a-1b8c1ca215a0 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Network 29687d8b-decc-4f3b-b892-7b87648c9d85 is already hosted by enough agents. {{(pid=103332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 07:44:30.886427 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-33cc39ed-122e-4a84-bf96-965984d9e997 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Notify callbacks [] for security_group, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:30.892124 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.base_scheduler [None req-02b923ae-e612-46b6-845a-1b8c1ca215a0 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Resources bound (agent type, host, resource id): {{(pid=103332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:44:30.915686 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-2db3341d-a3bd-47d8-b9b0-00e45f900f14 None None] Port 2903eb15-9333-4a3f-a1f4-7e1ea53add5f cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 07:44:30.922616 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-33cc39ed-122e-4a84-bf96-965984d9e997 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:31.050398 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-33cc39ed-122e-4a84-bf96-965984d9e997 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788643'] for security_group, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:31.053363 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-33cc39ed-122e-4a84-bf96-965984d9e997 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Notify callbacks [] for security_group, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:31.054677 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-33cc39ed-122e-4a84-bf96-965984d9e997 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] 10.222.0.27 "DELETE /v2.0/security-groups/00763b03-2e3e-4044-b774-d687559e6704 HTTP/1.1" status: 204 len: 168 time: 0.2906108 Oct 19 07:44:31.057486 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 60056) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:44:31.078030 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33cc39ed-122e-4a84-bf96-965984d9e997 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=00763b03-2e3e-4044-b774-d687559e6704,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:44:31.086826 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02b923ae-e612-46b6-845a-1b8c1ca215a0 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Router e516fe6c-b3ad-4090-9b10-fad897190739 has already been hosted by L3 agent ab388470-1243-4d53-80f2-c2f5899c97a7 {{(pid=103332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 07:44:31.097094 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device 4b213821-0550-4966-9086-f9289a9664ca up at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 07:44:31.159987 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-c932106d-d599-4a14-86e4-db94d984f9bb tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Notify callbacks [] for security_group, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:31.186158 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-c932106d-d599-4a14-86e4-db94d984f9bb tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:31.191368 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Provisioning complete for port 4b213821-0550-4966-9086-f9289a9664ca triggered by entity L2. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:44:31.191983 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:31.192393 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Attempt 1 to provision port 4b213821-0550-4966-9086-f9289a9664ca Oct 19 07:44:31.214323 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02b923ae-e612-46b6-845a-1b8c1ca215a0 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify agent at l3_agent.dv-neutron-861624-1-hyperv the message routers_updated {{(pid=103332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 07:44:31.223921 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-02b923ae-e612-46b6-845a-1b8c1ca215a0 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "PUT /v2.0/routers/e516fe6c-b3ad-4090-9b10-fad897190739/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7751329 Oct 19 07:44:31.224087 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 60058) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:44:31.286156 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-c932106d-d599-4a14-86e4-db94d984f9bb tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788643'] for security_group, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:31.290025 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-c932106d-d599-4a14-86e4-db94d984f9bb tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Notify callbacks [] for security_group, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:31.291355 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-c932106d-d599-4a14-86e4-db94d984f9bb tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] 10.222.0.27 "DELETE /v2.0/security-groups/4820266c-37ba-4757-a7af-5c04376c0d01 HTTP/1.1" status: 204 len: 168 time: 0.2328720 Oct 19 07:44:31.294711 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 60060) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:44:31.311988 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Current status of the port 4b213821-0550-4966-9086-f9289a9664ca is: ACTIVE; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:44:31.313242 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device 46a98dd2-f544-4b48-8461-bf0e6abd72c2 up at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 07:44:31.317188 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c932106d-d599-4a14-86e4-db94d984f9bb tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4820266c-37ba-4757-a7af-5c04376c0d01,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:44:31.365293 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ebeecfe-0c08-42b7-82d7-59b2206f77f2 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Deleting subnet 9a1b7096-312c-4acc-9293-9756d0c11d8c {{(pid=103332) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 19 07:44:31.369080 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-4ebeecfe-0c08-42b7-82d7-59b2206f77f2 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Notify callbacks [] for subnet, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:31.403790 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Provisioning complete for port 46a98dd2-f544-4b48-8461-bf0e6abd72c2 triggered by entity L2. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:44:31.404341 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:31.404858 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Attempt 1 to provision port 46a98dd2-f544-4b48-8461-bf0e6abd72c2 Oct 19 07:44:31.433044 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-4ebeecfe-0c08-42b7-82d7-59b2206f77f2 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130726890'] for subnet, precommit_delete_associations {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:31.436663 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-2db3341d-a3bd-47d8-b9b0-00e45f900f14 None None] Attempt 5 to provision port 2903eb15-9333-4a3f-a1f4-7e1ea53add5f Oct 19 07:44:31.494212 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-2db3341d-a3bd-47d8-b9b0-00e45f900f14 None None] Port 2903eb15-9333-4a3f-a1f4-7e1ea53add5f cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 07:44:31.505467 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f95c4419-acf5-4601-bd71-abc82a95a642 tempest-TestNetworkBasicOps-773100899 tempest-TestNetworkBasicOps-773100899-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:44:31.506379 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f95c4419-acf5-4601-bd71-abc82a95a642 tempest-TestNetworkBasicOps-773100899 tempest-TestNetworkBasicOps-773100899-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:44:31.507031 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f95c4419-acf5-4601-bd71-abc82a95a642 tempest-TestNetworkBasicOps-773100899 tempest-TestNetworkBasicOps-773100899-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:44:31.507677 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f95c4419-acf5-4601-bd71-abc82a95a642 tempest-TestNetworkBasicOps-773100899 tempest-TestNetworkBasicOps-773100899-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:44:31.508319 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f95c4419-acf5-4601-bd71-abc82a95a642 tempest-TestNetworkBasicOps-773100899 tempest-TestNetworkBasicOps-773100899-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:44:31.510329 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-f95c4419-acf5-4601-bd71-abc82a95a642 tempest-TestNetworkBasicOps-773100899 tempest-TestNetworkBasicOps-773100899-project-admin] 10.222.0.27 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3621 time: 0.2853746 Oct 19 07:44:31.513586 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 60062) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:44:31.548123 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Current status of the port 46a98dd2-f544-4b48-8461-bf0e6abd72c2 is: DOWN; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:44:31.548812 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:31.557790 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-4ebeecfe-0c08-42b7-82d7-59b2206f77f2 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-679826'] for subnet, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:31.583648 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] For port 46a98dd2-f544-4b48-8461-bf0e6abd72c2, host dv-neutron-861624-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=46a98dd2-f544-4b48-8461-bf0e6abd72c2,segment=NetworkSegment(53981d04-8205-40d8-8d33-0510111d6f8f),segment_id=53981d04-8205-40d8-8d33-0510111d6f8f)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:44:31.591143 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:31.592112 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device d8431c0f-f107-4ddb-afd9-5d96b2cd0a13 up at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 07:44:31.632987 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-4ebeecfe-0c08-42b7-82d7-59b2206f77f2 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-679819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-133552721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130659632'] for subnet, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:31.633111 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb7b5e6a-3167-4e90-ad61-cdb43aa20b6e tempest-TestNetworkBasicOps-773100899 tempest-TestNetworkBasicOps-773100899-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:44:31.633111 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb7b5e6a-3167-4e90-ad61-cdb43aa20b6e tempest-TestNetworkBasicOps-773100899 tempest-TestNetworkBasicOps-773100899-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:44:31.633111 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb7b5e6a-3167-4e90-ad61-cdb43aa20b6e tempest-TestNetworkBasicOps-773100899 tempest-TestNetworkBasicOps-773100899-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:44:31.633425 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb7b5e6a-3167-4e90-ad61-cdb43aa20b6e tempest-TestNetworkBasicOps-773100899 tempest-TestNetworkBasicOps-773100899-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:44:31.634326 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb7b5e6a-3167-4e90-ad61-cdb43aa20b6e tempest-TestNetworkBasicOps-773100899 tempest-TestNetworkBasicOps-773100899-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:44:31.636009 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb7b5e6a-3167-4e90-ad61-cdb43aa20b6e tempest-TestNetworkBasicOps-773100899 tempest-TestNetworkBasicOps-773100899-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:44:31.640991 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-bb7b5e6a-3167-4e90-ad61-cdb43aa20b6e tempest-TestNetworkBasicOps-773100899 tempest-TestNetworkBasicOps-773100899-project-admin] 10.222.0.27 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3915 time: 0.1237321 Oct 19 07:44:31.641707 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 60064) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:44:31.670829 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebeecfe-0c08-42b7-82d7-59b2206f77f2 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Pushing event deleted for resources: {'Subnet': ['ID=9a1b7096-312c-4acc-9293-9756d0c11d8c,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:44:31.683538 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-4ebeecfe-0c08-42b7-82d7-59b2206f77f2 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Notify callbacks [] for subnet, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:31.688380 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-4ebeecfe-0c08-42b7-82d7-59b2206f77f2 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] 10.222.0.27 "DELETE /v2.0/subnets/9a1b7096-312c-4acc-9293-9756d0c11d8c HTTP/1.1" status: 204 len: 168 time: 0.3921652 Oct 19 07:44:31.692130 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 60066) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:44:31.697807 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Pushing event updated for resources: {'Port': ['ID=46a98dd2-f544-4b48-8461-bf0e6abd72c2,revision_number=4']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:44:31.698423 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-ec3f42fe-060c-4e11-9156-2e8eddb1f178 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Request body: {'subnet': {'network_id': '948ed9ec-c1de-44fe-9d26-2641a1d51bd5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:44:31.711883 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Provisioning complete for port d8431c0f-f107-4ddb-afd9-5d96b2cd0a13 triggered by entity L2. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:44:31.712297 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:31.712725 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Attempt 1 to provision port d8431c0f-f107-4ddb-afd9-5d96b2cd0a13 Oct 19 07:44:31.717460 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15e302dc-a22c-4efc-a396-bc0f2fb5d88a None None] Sync routers for ids ['e516fe6c-b3ad-4090-9b10-fad897190739'] in dv-neutron-861624-1-hyperv {{(pid=103334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 07:44:31.755644 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15e302dc-a22c-4efc-a396-bc0f2fb5d88a None None] Routers {'e516fe6c-b3ad-4090-9b10-fad897190739'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 07:44:31.756326 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-15e302dc-a22c-4efc-a396-bc0f2fb5d88a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T07:44:16Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['e516fe6c-b3ad-4090-9b10-fad897190739'], 'active': True} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:44:31.853942 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec3f42fe-060c-4e11-9156-2e8eddb1f178 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Made reservation on behalf of 8db3f442bb4043a49408457c93fa8253 for: {'subnet': 1} {{(pid=103332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 07:44:31.859952 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-ec3f42fe-060c-4e11-9156-2e8eddb1f178 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130659787'] for subnet, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:31.948139 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-b28796bd-6d69-44cd-9724-732f69e973c9 tempest-TestNetworkBasicOps-773100899 tempest-TestNetworkBasicOps-773100899-project-admin] 10.222.0.27 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1608 time: 0.3055348 Oct 19 07:44:32.028823 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-2db3341d-a3bd-47d8-b9b0-00e45f900f14 None None] Attempt 6 to provision port 2903eb15-9333-4a3f-a1f4-7e1ea53add5f Oct 19 07:44:32.050361 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adee4abc-e0d1-41aa-861d-ca143ec7c310 None None] Network 29687d8b-decc-4f3b-b892-7b87648c9d85 requested from dv-neutron-861624-1-hyperv {{(pid=103334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 07:44:32.052068 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-936bff66-e445-4d02-860b-cd05439abad6 None None] Network 948ed9ec-c1de-44fe-9d26-2641a1d51bd5 requested from dv-neutron-861624-1-hyperv {{(pid=103334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 07:44:32.126286 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-ec3f42fe-060c-4e11-9156-2e8eddb1f178 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-133552662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130659641'] for subnet, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:32.146339 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvr_db [None req-15e302dc-a22c-4efc-a396-bc0f2fb5d88a None None] Set router e516fe6c-b3ad-4090-9b10-fad897190739 gateway port host: dv-neutron-861624-1-hyperv {{(pid=103334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 07:44:32.171400 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec3f42fe-060c-4e11-9156-2e8eddb1f178 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Network 948ed9ec-c1de-44fe-9d26-2641a1d51bd5 is already hosted by enough agents. {{(pid=103332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 07:44:32.174588 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.base_scheduler [None req-ec3f42fe-060c-4e11-9156-2e8eddb1f178 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Resources bound (agent type, host, resource id): {{(pid=103332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:44:32.177675 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec3f42fe-060c-4e11-9156-2e8eddb1f178 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:44:32.178271 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-ec3f42fe-060c-4e11-9156-2e8eddb1f178 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Notify callbacks [] for subnet, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:32.189888 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3f42fe-060c-4e11-9156-2e8eddb1f178 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Pushing event updated for resources: {'Subnet': ['ID=311b16df-112d-4660-bdfa-809e8b84ac57,revision_number=0']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:44:32.200096 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Current status of the port d8431c0f-f107-4ddb-afd9-5d96b2cd0a13 is: DOWN; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:44:32.200494 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:32.204659 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-ec3f42fe-060c-4e11-9156-2e8eddb1f178 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5076334 Oct 19 07:44:32.204881 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 60070) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:44:32.209539 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-83552027-a7be-4d8c-8241-bd7d0c9567ee tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Request body: {'security_group': {'name': 'tempest-secgroup-1995282915'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:44:32.229956 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-83552027-a7be-4d8c-8241-bd7d0c9567ee tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Notify callbacks [] for security_group, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:32.242948 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-2db3341d-a3bd-47d8-b9b0-00e45f900f14 None None] Port 2903eb15-9333-4a3f-a1f4-7e1ea53add5f cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 07:44:32.297560 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-83552027-a7be-4d8c-8241-bd7d0c9567ee tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Notify callbacks [] for security_group, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:32.301263 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-83552027-a7be-4d8c-8241-bd7d0c9567ee tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788643'] for security_group, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:32.331821 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-83552027-a7be-4d8c-8241-bd7d0c9567ee tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Notify callbacks [] for security_group, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:32.333077 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-83552027-a7be-4d8c-8241-bd7d0c9567ee tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] 10.222.0.27 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1271052 Oct 19 07:44:32.335064 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83552027-a7be-4d8c-8241-bd7d0c9567ee tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ba9b4708-4713-4e62-8636-205203ddebab,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:44:32.336171 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 60072) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:44:32.341031 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-8cbdf948-59e2-4b22-bb28-3b1a5f45d2b8 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Request body: {'security_group': {'name': 'tempest-secgroup-1244639715'}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:44:32.361284 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] For port d8431c0f-f107-4ddb-afd9-5d96b2cd0a13, host dv-neutron-861624-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=d8431c0f-f107-4ddb-afd9-5d96b2cd0a13,segment=NetworkSegment(33e9c49a-3391-4318-811e-b016e5419e9c),segment_id=33e9c49a-3391-4318-811e-b016e5419e9c)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:44:32.371684 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-8cbdf948-59e2-4b22-bb28-3b1a5f45d2b8 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Notify callbacks [] for security_group, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:32.395264 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:32.445510 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-8cbdf948-59e2-4b22-bb28-3b1a5f45d2b8 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Notify callbacks [] for security_group, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:32.449879 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-8cbdf948-59e2-4b22-bb28-3b1a5f45d2b8 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788643'] for security_group, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:32.482281 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-8cbdf948-59e2-4b22-bb28-3b1a5f45d2b8 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Notify callbacks [] for security_group, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:32.483528 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-8cbdf948-59e2-4b22-bb28-3b1a5f45d2b8 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] 10.222.0.27 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1461987 Oct 19 07:44:32.484228 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbdf948-59e2-4b22-bb28-3b1a5f45d2b8 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4fa5a39c-0b84-4a6c-a526-189fa85c28b5,revision_number=1']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:44:32.486479 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 60074) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:44:32.498019 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-05a65305-7c5f-4a66-ab4c-8cf7ddb1ccea tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Request body: {'security_group': {'name': 'tempest-secgroup-868108494'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:44:32.523165 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-05a65305-7c5f-4a66-ab4c-8cf7ddb1ccea tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Notify callbacks [] for security_group, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:32.587817 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Pushing event updated for resources: {'Port': ['ID=d8431c0f-f107-4ddb-afd9-5d96b2cd0a13,revision_number=3']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:44:32.596392 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-05a65305-7c5f-4a66-ab4c-8cf7ddb1ccea tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Notify callbacks [] for security_group, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:32.601039 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-05a65305-7c5f-4a66-ab4c-8cf7ddb1ccea tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788643'] for security_group, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:32.635181 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-05a65305-7c5f-4a66-ab4c-8cf7ddb1ccea tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Notify callbacks [] for security_group, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:32.636404 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-05a65305-7c5f-4a66-ab4c-8cf7ddb1ccea tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] 10.222.0.27 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.1484091 Oct 19 07:44:32.639006 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a65305-7c5f-4a66-ab4c-8cf7ddb1ccea tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Pushing event updated for resources: {'SecurityGroup': ['ID=39abe201-ea98-4c39-a3e2-e177c94e1d7d,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:44:32.639724 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 60076) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:44:32.645319 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-234768bb-0dab-47dd-a92e-924adc8fcf38 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-2004907929', 'security_groups': ['39abe201-ea98-4c39-a3e2-e177c94e1d7d'], 'network_id': '948ed9ec-c1de-44fe-9d26-2641a1d51bd5', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '311b16df-112d-4660-bdfa-809e8b84ac57'}]}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:44:32.658791 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-15e302dc-a22c-4efc-a396-bc0f2fb5d88a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e516fe6c-b3ad-4090-9b10-fad897190739', 'name': 'tempest-TestNetworkBasicOps-router-2037566591', 'tenant_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'external_fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.120'}], 'enable_snat': True}, 'gw_port_id': '46a98dd2-f544-4b48-8461-bf0e6abd72c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T07:44:25Z', 'updated_at': '2022-10-19T07:44:30Z', 'revision_number': 4, 'project_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'gw_port': {'id': '46a98dd2-f544-4b48-8461-bf0e6abd72c2', 'name': '', 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:1b:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e516fe6c-b3ad-4090-9b10-fad897190739', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1190, 'fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:44:26Z', 'updated_at': '2022-10-19T07:44:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861624-1-hyperv', '_interfaces': [{'id': '6345544f-1182-4f1c-9a1f-4a23059fe206', 'name': '', 'network_id': '29687d8b-decc-4f3b-b892-7b87648c9d85', 'tenant_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'mac_address': 'fa:16:3e:28:5b:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e516fe6c-b3ad-4090-9b10-fad897190739', 'device_owner': 'network:router_interface', 'standard_attr_id': 1203, 'fixed_ips': [{'subnet_id': '2446982a-6064-4a7e-a7a0-5e03c5e1c616', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:44:29Z', 'updated_at': '2022-10-19T07:44:30Z', 'revision_number': 2, 'project_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'subnets': [{'id': '2446982a-6064-4a7e-a7a0-5e03c5e1c616', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:44:32.697878 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15e302dc-a22c-4efc-a396-bc0f2fb5d88a None None] Checking router: e516fe6c-b3ad-4090-9b10-fad897190739 for host: dv-neutron-861624-1-hyperv {{(pid=103334) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 07:44:32.698158 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15e302dc-a22c-4efc-a396-bc0f2fb5d88a None None] Updating router e516fe6c-b3ad-4090-9b10-fad897190739 port 6345544f-1182-4f1c-9a1f-4a23059fe206 binding host dv-neutron-861624-1-hyperv {{(pid=103334) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 07:44:32.744555 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-2db3341d-a3bd-47d8-b9b0-00e45f900f14 None None] Attempt 7 to provision port 2903eb15-9333-4a3f-a1f4-7e1ea53add5f Oct 19 07:44:32.768115 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-234768bb-0dab-47dd-a92e-924adc8fcf38 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Made reservation on behalf of 8db3f442bb4043a49408457c93fa8253 for: {'port': 1} {{(pid=103332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 07:44:32.778651 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-15e302dc-a22c-4efc-a396-bc0f2fb5d88a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:32.795854 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13e64e3a-35c9-474e-ab24-8338d7fc6a06 None None] Update dhcp port {'port': {'network_id': '948ed9ec-c1de-44fe-9d26-2641a1d51bd5', 'fixed_ips': [{'subnet_id': '93ac7ec7-b4ad-4868-b3b7-3944b8df251c', 'ip_address': '172.20.0.19'}, {'subnet_id': '311b16df-112d-4660-bdfa-809e8b84ac57'}], 'binding:host_id': 'dv-neutron-861624-1-hyperv'}, 'id': '4b213821-0550-4966-9086-f9289a9664ca'} from dv-neutron-861624-1-hyperv. {{(pid=103334) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 19 07:44:32.826833 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-2db3341d-a3bd-47d8-b9b0-00e45f900f14 None None] Port 2903eb15-9333-4a3f-a1f4-7e1ea53add5f cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 07:44:32.847118 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-13e64e3a-35c9-474e-ab24-8338d7fc6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:32.859422 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-234768bb-0dab-47dd-a92e-924adc8fcf38 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:32.882211 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.notifiers.nova [None req-234768bb-0dab-47dd-a92e-924adc8fcf38 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] device_id is not set on port 2641b9ef-4495-4c30-a61d-f7221b30e3bb yet. {{(pid=103332) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 19 07:44:32.960869 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device d8431c0f-f107-4ddb-afd9-5d96b2cd0a13 up at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 07:44:33.040057 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 60080) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:44:33.044982 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-4f5a4752-afec-4671-a82b-9eee6c852c5d tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1626250655', 'description': 'tempest-secgroup-smoke-1626250655 description', 'project_id': '47a12ea4f74e4c18b13323e6f3cc9741'}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:44:33.086159 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-4f5a4752-afec-4671-a82b-9eee6c852c5d tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for security_group, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:33.088900 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.db_base_plugin_common [None req-234768bb-0dab-47dd-a92e-924adc8fcf38 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Allocated IP 172.20.0.2 (948ed9ec-c1de-44fe-9d26-2641a1d51bd5/311b16df-112d-4660-bdfa-809e8b84ac57/2641b9ef-4495-4c30-a61d-f7221b30e3bb) {{(pid=103332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 07:44:33.177854 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Provisioning complete for port d8431c0f-f107-4ddb-afd9-5d96b2cd0a13 triggered by entity L2. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:44:33.178230 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:33.178773 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Attempt 1 to provision port d8431c0f-f107-4ddb-afd9-5d96b2cd0a13 Oct 19 07:44:33.257800 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-4f5a4752-afec-4671-a82b-9eee6c852c5d tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for security_group, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:33.263332 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-4f5a4752-afec-4671-a82b-9eee6c852c5d tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788643'] for security_group, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:33.319690 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-4f5a4752-afec-4671-a82b-9eee6c852c5d tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for security_group, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:33.320629 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-4f5a4752-afec-4671-a82b-9eee6c852c5d tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2795606 Oct 19 07:44:33.322904 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5a4752-afec-4671-a82b-9eee6c852c5d tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7b167191-5e8e-4506-90ff-aa1839abc1cb,revision_number=1']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:44:33.324947 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 60082) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:44:33.329982 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-234768bb-0dab-47dd-a92e-924adc8fcf38 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Notify callbacks [] for port, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:33.330141 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-2db3341d-a3bd-47d8-b9b0-00e45f900f14 None None] Attempt 8 to provision port 2903eb15-9333-4a3f-a1f4-7e1ea53add5f Oct 19 07:44:33.336902 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-15e302dc-a22c-4efc-a396-bc0f2fb5d88a None None] Notify callbacks [] for port, precommit_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:33.337319 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-899635d0-ddf8-45ce-8b88-cb2a0dac60ee tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Request body: {'security_group_rule': {'security_group_id': '7b167191-5e8e-4506-90ff-aa1839abc1cb', 'project_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:44:33.338518 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Current status of the port d8431c0f-f107-4ddb-afd9-5d96b2cd0a13 is: ACTIVE; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:44:33.339627 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device 46a98dd2-f544-4b48-8461-bf0e6abd72c2 up at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 07:44:33.369234 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-234768bb-0dab-47dd-a92e-924adc8fcf38 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785020947330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133553798'] for port, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:33.370769 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-899635d0-ddf8-45ce-8b88-cb2a0dac60ee tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:33.388565 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-15e302dc-a22c-4efc-a396-bc0f2fb5d88a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:33.413322 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-234768bb-0dab-47dd-a92e-924adc8fcf38 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Network 948ed9ec-c1de-44fe-9d26-2641a1d51bd5 is already hosted by enough agents. {{(pid=103332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 07:44:33.416568 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.base_scheduler [None req-234768bb-0dab-47dd-a92e-924adc8fcf38 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Resources bound (agent type, host, resource id): {{(pid=103332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:44:33.419846 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-234768bb-0dab-47dd-a92e-924adc8fcf38 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Received port after_create {{(pid=103332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 07:44:33.444455 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-899635d0-ddf8-45ce-8b88-cb2a0dac60ee tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:33.451567 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-899635d0-ddf8-45ce-8b88-cb2a0dac60ee tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815365'] for security_group_rule, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:33.459448 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234768bb-0dab-47dd-a92e-924adc8fcf38 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Pushing event updated for resources: {'Port': ['ID=2641b9ef-4495-4c30-a61d-f7221b30e3bb,revision_number=1']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:44:33.465304 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-2db3341d-a3bd-47d8-b9b0-00e45f900f14 None None] Port 2903eb15-9333-4a3f-a1f4-7e1ea53add5f cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 07:44:33.470362 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899635d0-ddf8-45ce-8b88-cb2a0dac60ee tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=473e8a7b-a622-4942-8311-493d520ad8a6,revision_number=0']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:44:33.481622 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-899635d0-ddf8-45ce-8b88-cb2a0dac60ee tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:33.485930 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-899635d0-ddf8-45ce-8b88-cb2a0dac60ee tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1592183 Oct 19 07:44:33.486640 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 60084) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:44:33.487624 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-234768bb-0dab-47dd-a92e-924adc8fcf38 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:44:33.488272 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-234768bb-0dab-47dd-a92e-924adc8fcf38 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42160'] for port, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:33.491733 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-7d05b452-aff9-45fe-a3ec-8a4665f6079f tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Request body: {'security_group_rule': {'security_group_id': '7b167191-5e8e-4506-90ff-aa1839abc1cb', 'project_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:44:33.509571 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5409b694-01d8-4132-aeab-8cf9df17e0b1 None None] Pushing event updated for resources: {'Port': ['ID=6345544f-1182-4f1c-9a1f-4a23059fe206,revision_number=3']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:44:33.509788 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-234768bb-0dab-47dd-a92e-924adc8fcf38 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 0.8655596 Oct 19 07:44:33.509894 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 60086) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:44:33.516467 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-d7acb702-2e4f-43c8-a07a-74444023bef7 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Request body: {'subnet': {'network_id': '948ed9ec-c1de-44fe-9d26-2641a1d51bd5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:44:33.542424 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-7d05b452-aff9-45fe-a3ec-8a4665f6079f tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:33.551658 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.db.api [None req-13e64e3a-35c9-474e-ab24-8338d7fc6a06 None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-09c3d2cd-1d9f-497a-8acf-8cccdc30229a {{(pid=103334) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 19 07:44:33.552011 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG oslo_db.api [None req-13e64e3a-35c9-474e-ab24-8338d7fc6a06 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 19 07:44:33.553822 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-15e302dc-a22c-4efc-a396-bc0f2fb5d88a None None] Attempting to bind port 6345544f-1182-4f1c-9a1f-4a23059fe206 on host dv-neutron-861624-1-hyperv for vnic_type normal with profile {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 19 07:44:33.554190 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-15e302dc-a22c-4efc-a396-bc0f2fb5d88a None None] Attempting to bind port 6345544f-1182-4f1c-9a1f-4a23059fe206 by drivers openvswitch,hyperv on host dv-neutron-861624-1-hyperv at level 0 using segments [{'id': '33e9c49a-3391-4318-811e-b016e5419e9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '29687d8b-decc-4f3b-b892-7b87648c9d85'}] {{(pid=103334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 19 07:44:33.554555 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15e302dc-a22c-4efc-a396-bc0f2fb5d88a None None] Attempting to bind port 6345544f-1182-4f1c-9a1f-4a23059fe206 on network 29687d8b-decc-4f3b-b892-7b87648c9d85 {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 07:44:33.563442 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15e302dc-a22c-4efc-a396-bc0f2fb5d88a None None] Checking agent: {'id': 'a5b0152c-d633-409b-aaf8-3b76458e2410', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861624-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 19, 7, 30, 19), 'started_at': datetime.datetime(2022, 10, 19, 7, 30, 49), 'heartbeat_timestamp': datetime.datetime(2022, 10, 19, 7, 44, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861624-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 07:44:33.563814 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15e302dc-a22c-4efc-a396-bc0f2fb5d88a None None] Checking segment: {'id': '33e9c49a-3391-4318-811e-b016e5419e9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '29687d8b-decc-4f3b-b892-7b87648c9d85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 19 07:44:33.564214 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-15e302dc-a22c-4efc-a396-bc0f2fb5d88a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:33.564630 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15e302dc-a22c-4efc-a396-bc0f2fb5d88a None None] Bound using segment: {'id': '33e9c49a-3391-4318-811e-b016e5419e9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '29687d8b-decc-4f3b-b892-7b87648c9d85'} {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 07:44:33.565102 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-15e302dc-a22c-4efc-a396-bc0f2fb5d88a None None] Bound port: 6345544f-1182-4f1c-9a1f-4a23059fe206, host: dv-neutron-861624-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33e9c49a-3391-4318-811e-b016e5419e9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '29687d8b-decc-4f3b-b892-7b87648c9d85'}}] {{(pid=103334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 19 07:44:33.565483 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-15e302dc-a22c-4efc-a396-bc0f2fb5d88a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:33.568088 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Provisioning complete for port 46a98dd2-f544-4b48-8461-bf0e6abd72c2 triggered by entity L2. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:44:33.568447 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:33.568808 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Attempt 1 to provision port 46a98dd2-f544-4b48-8461-bf0e6abd72c2 Oct 19 07:44:33.671237 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-7d05b452-aff9-45fe-a3ec-8a4665f6079f tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:33.678044 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-7d05b452-aff9-45fe-a3ec-8a4665f6079f tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815365'] for security_group_rule, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:33.693656 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7acb702-2e4f-43c8-a07a-74444023bef7 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Made reservation on behalf of 8db3f442bb4043a49408457c93fa8253 for: {'subnet': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 07:44:33.697110 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-d7acb702-2e4f-43c8-a07a-74444023bef7 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130170579'] for subnet, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:33.717927 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d05b452-aff9-45fe-a3ec-8a4665f6079f tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=346f27bf-0b85-44d0-9131-09cb3c11ffb5,revision_number=0']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:44:33.732423 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-7d05b452-aff9-45fe-a3ec-8a4665f6079f tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:33.733671 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-7d05b452-aff9-45fe-a3ec-8a4665f6079f tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2460320 Oct 19 07:44:33.736657 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 60088) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:44:33.742056 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-f2067174-e451-4775-a3c3-b6b5c8a6964b tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Request body: {'security_group_rule': {'security_group_id': '7b167191-5e8e-4506-90ff-aa1839abc1cb', 'project_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:44:33.769871 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-f2067174-e451-4775-a3c3-b6b5c8a6964b tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:33.805817 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.db.ipam_backend_mixin [None req-d7acb702-2e4f-43c8-a07a-74444023bef7 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 311b16df-112d-4660-bdfa-809e8b84ac57 (CIDR: 172.20.0.0/28) Oct 19 07:44:33.811567 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7acb702-2e4f-43c8-a07a-74444023bef7 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 19 07:44:33.812051 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d7acb702-2e4f-43c8-a07a-74444023bef7 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103333) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 07:44:33.822850 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-15e302dc-a22c-4efc-a396-bc0f2fb5d88a None None] For port 6345544f-1182-4f1c-9a1f-4a23059fe206, host dv-neutron-861624-1-hyperv, cleared binding levels {{(pid=103334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 07:44:33.827907 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-15e302dc-a22c-4efc-a396-bc0f2fb5d88a None None] For port 6345544f-1182-4f1c-9a1f-4a23059fe206, host dv-neutron-861624-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=6345544f-1182-4f1c-9a1f-4a23059fe206,segment=NetworkSegment(33e9c49a-3391-4318-811e-b016e5419e9c),segment_id=33e9c49a-3391-4318-811e-b016e5419e9c)] {{(pid=103334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 07:44:33.831567 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-d7acb702-2e4f-43c8-a07a-74444023bef7 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3203666 Oct 19 07:44:33.832913 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 60090) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:44:33.836452 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-f2067174-e451-4775-a3c3-b6b5c8a6964b tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:33.838746 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-85e3ff25-41c2-40a6-80b9-031d487d3af9 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Request body: {'subnet': {'network_id': '948ed9ec-c1de-44fe-9d26-2641a1d51bd5', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:44:33.840982 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-f2067174-e451-4775-a3c3-b6b5c8a6964b tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815365'] for security_group_rule, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:33.856275 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-15e302dc-a22c-4efc-a396-bc0f2fb5d88a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:33.864473 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2067174-e451-4775-a3c3-b6b5c8a6964b tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=282ff2b6-b094-4de1-9591-a1cb80a9b8d9,revision_number=0']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:44:33.879813 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-f2067174-e451-4775-a3c3-b6b5c8a6964b tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:33.884154 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-f2067174-e451-4775-a3c3-b6b5c8a6964b tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1427631 Oct 19 07:44:33.884371 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 60092) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:44:33.890059 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-be4a75a2-5158-4a02-8151-0d9c138ecf7a tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Request body: {'security_group_rule': {'security_group_id': '7b167191-5e8e-4506-90ff-aa1839abc1cb', 'project_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:44:33.906132 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Current status of the port 46a98dd2-f544-4b48-8461-bf0e6abd72c2 is: ACTIVE; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:44:33.911841 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15e302dc-a22c-4efc-a396-bc0f2fb5d88a None None] Routers {'e516fe6c-b3ad-4090-9b10-fad897190739'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 07:44:33.912473 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-15e302dc-a22c-4efc-a396-bc0f2fb5d88a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T07:44:16Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['e516fe6c-b3ad-4090-9b10-fad897190739'], 'active': True} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:44:33.919384 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-be4a75a2-5158-4a02-8151-0d9c138ecf7a tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:33.968115 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-2db3341d-a3bd-47d8-b9b0-00e45f900f14 None None] Attempt 9 to provision port 2903eb15-9333-4a3f-a1f4-7e1ea53add5f Oct 19 07:44:33.971109 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5409b694-01d8-4132-aeab-8cf9df17e0b1 None None] Pushing event updated for resources: {'Port': ['ID=6345544f-1182-4f1c-9a1f-4a23059fe206,revision_number=4']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:44:33.983402 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85e3ff25-41c2-40a6-80b9-031d487d3af9 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Made reservation on behalf of 8db3f442bb4043a49408457c93fa8253 for: {'subnet': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 07:44:33.987662 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-85e3ff25-41c2-40a6-80b9-031d487d3af9 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130170579'] for subnet, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:33.990398 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-be4a75a2-5158-4a02-8151-0d9c138ecf7a tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:33.994309 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-be4a75a2-5158-4a02-8151-0d9c138ecf7a tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815365'] for security_group_rule, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:34.017601 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4a75a2-5158-4a02-8151-0d9c138ecf7a tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95ba7e3d-36c6-46f7-8839-f58611ab1853,revision_number=0']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:44:34.027405 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-be4a75a2-5158-4a02-8151-0d9c138ecf7a tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:34.031877 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 60094) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:44:34.032990 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-be4a75a2-5158-4a02-8151-0d9c138ecf7a tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1475284 Oct 19 07:44:34.036337 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-1c1d3bc3-755d-4664-b643-f28bc873683b tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Request body: {'security_group_rule': {'security_group_id': '7b167191-5e8e-4506-90ff-aa1839abc1cb', 'project_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:44:34.048436 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-2db3341d-a3bd-47d8-b9b0-00e45f900f14 None None] Port 2903eb15-9333-4a3f-a1f4-7e1ea53add5f cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 07:44:34.076020 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvr_db [None req-15e302dc-a22c-4efc-a396-bc0f2fb5d88a None None] Set router e516fe6c-b3ad-4090-9b10-fad897190739 gateway port host: dv-neutron-861624-1-hyperv {{(pid=103334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 07:44:34.097194 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.db.securitygroups_db [None req-1c1d3bc3-755d-4664-b643-f28bc873683b tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Project 47a12ea4f74e4c18b13323e6f3cc9741 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 19 07:44:34.105671 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-1c1d3bc3-755d-4664-b643-f28bc873683b tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:34.109957 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.db.ipam_backend_mixin [None req-85e3ff25-41c2-40a6-80b9-031d487d3af9 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 93ac7ec7-b4ad-4868-b3b7-3944b8df251c (CIDR: 172.20.0.16/28) Oct 19 07:44:34.116739 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-13e64e3a-35c9-474e-ab24-8338d7fc6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:34.119640 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.pecan_wsgi.hooks.translation [None req-85e3ff25-41c2-40a6-80b9-031d487d3af9 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 19 07:44:34.120154 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-85e3ff25-41c2-40a6-80b9-031d487d3af9 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103333) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 07:44:34.158208 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-85e3ff25-41c2-40a6-80b9-031d487d3af9 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.3241644 Oct 19 07:44:34.161163 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 60096) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:44:34.167301 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-93974023-327e-451c-becd-5d5b7ab3db6f tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Request body: {'subnet': {'network_id': '948ed9ec-c1de-44fe-9d26-2641a1d51bd5', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:44:34.202937 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-1c1d3bc3-755d-4664-b643-f28bc873683b tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:34.210769 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-1c1d3bc3-755d-4664-b643-f28bc873683b tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815365'] for security_group_rule, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:34.261060 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1d3bc3-755d-4664-b643-f28bc873683b tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34d5e7b6-6a2f-4048-97e4-5ed4e3ce6822,revision_number=0']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:44:34.275284 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-1c1d3bc3-755d-4664-b643-f28bc873683b tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:34.280071 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-1c1d3bc3-755d-4664-b643-f28bc873683b tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2435818 Oct 19 07:44:34.280071 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 60098) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:44:34.285690 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-20d3c082-1e9e-442a-9951-f03954dd5670 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Request body: {'security_group_rule': {'security_group_id': '7b167191-5e8e-4506-90ff-aa1839abc1cb', 'project_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:44:34.323359 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.db.securitygroups_db [None req-20d3c082-1e9e-442a-9951-f03954dd5670 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Project 47a12ea4f74e4c18b13323e6f3cc9741 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 19 07:44:34.332646 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-20d3c082-1e9e-442a-9951-f03954dd5670 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:34.354337 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93974023-327e-451c-becd-5d5b7ab3db6f tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Made reservation on behalf of 8db3f442bb4043a49408457c93fa8253 for: {'subnet': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 07:44:34.358435 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-93974023-327e-451c-becd-5d5b7ab3db6f tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130170579'] for subnet, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:34.399635 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.db_base_plugin_common [None req-13e64e3a-35c9-474e-ab24-8338d7fc6a06 None None] Allocated IP 172.20.0.3 (948ed9ec-c1de-44fe-9d26-2641a1d51bd5/311b16df-112d-4660-bdfa-809e8b84ac57/4b213821-0550-4966-9086-f9289a9664ca) {{(pid=103334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 07:44:34.452228 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-15e302dc-a22c-4efc-a396-bc0f2fb5d88a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e516fe6c-b3ad-4090-9b10-fad897190739', 'name': 'tempest-TestNetworkBasicOps-router-2037566591', 'tenant_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'external_fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.120'}], 'enable_snat': True}, 'gw_port_id': '46a98dd2-f544-4b48-8461-bf0e6abd72c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T07:44:25Z', 'updated_at': '2022-10-19T07:44:30Z', 'revision_number': 4, 'project_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'gw_port': {'id': '46a98dd2-f544-4b48-8461-bf0e6abd72c2', 'name': '', 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:1b:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e516fe6c-b3ad-4090-9b10-fad897190739', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1190, 'fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:44:26Z', 'updated_at': '2022-10-19T07:44:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861624-1-hyperv', '_interfaces': [{'id': '6345544f-1182-4f1c-9a1f-4a23059fe206', 'name': '', 'network_id': '29687d8b-decc-4f3b-b892-7b87648c9d85', 'tenant_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'mac_address': 'fa:16:3e:28:5b:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e516fe6c-b3ad-4090-9b10-fad897190739', 'device_owner': 'network:router_interface', 'standard_attr_id': 1203, 'fixed_ips': [{'subnet_id': '2446982a-6064-4a7e-a7a0-5e03c5e1c616', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:44:29Z', 'updated_at': '2022-10-19T07:44:33Z', 'revision_number': 4, 'project_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'subnets': [{'id': '2446982a-6064-4a7e-a7a0-5e03c5e1c616', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:44:34.464682 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-20d3c082-1e9e-442a-9951-f03954dd5670 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:34.470107 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-20d3c082-1e9e-442a-9951-f03954dd5670 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815365'] for security_group_rule, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:34.499579 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d3c082-1e9e-442a-9951-f03954dd5670 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3181f7e7-9f3f-49b0-9338-323450a32021,revision_number=0']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:44:34.505533 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15e302dc-a22c-4efc-a396-bc0f2fb5d88a None None] The sync data for ids ['e516fe6c-b3ad-4090-9b10-fad897190739'] in dv-neutron-861624-1-hyperv is: [{'id': 'e516fe6c-b3ad-4090-9b10-fad897190739', 'name': 'tempest-TestNetworkBasicOps-router-2037566591', 'tenant_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'external_fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.120'}], 'enable_snat': True}, 'gw_port_id': '46a98dd2-f544-4b48-8461-bf0e6abd72c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T07:44:25Z', 'updated_at': '2022-10-19T07:44:30Z', 'revision_number': 4, 'project_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'gw_port': {'id': '46a98dd2-f544-4b48-8461-bf0e6abd72c2', 'name': '', 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:1b:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e516fe6c-b3ad-4090-9b10-fad897190739', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1190, 'fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:44:26Z', 'updated_at': '2022-10-19T07:44:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861624-1-hyperv', '_interfaces': [{'id': '6345544f-1182-4f1c-9a1f-4a23059fe206', 'name': '', 'network_id': '29687d8b-decc-4f3b-b892-7b87648c9d85', 'tenant_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'mac_address': 'fa:16:3e:28:5b:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e516fe6c-b3ad-4090-9b10-fad897190739', 'device_owner': 'network:router_interface', 'standard_attr_id': 1203, 'fixed_ips': [{'subnet_id': '2446982a-6064-4a7e-a7a0-5e03c5e1c616', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:44:29Z', 'updated_at': '2022-10-19T07:44:33Z', 'revision_number': 4, 'project_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'subnets': [{'id': '2446982a-6064-4a7e-a7a0-5e03c5e1c616', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 07:44:34.519032 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-20d3c082-1e9e-442a-9951-f03954dd5670 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:34.520391 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-20d3c082-1e9e-442a-9951-f03954dd5670 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2400842 Oct 19 07:44:34.546965 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-13e64e3a-35c9-474e-ab24-8338d7fc6a06 None None] For port 4b213821-0550-4966-9086-f9289a9664ca, host dv-neutron-861624-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=4b213821-0550-4966-9086-f9289a9664ca,segment=NetworkSegment(d71ff931-552e-4278-a98e-aca9b6b5f7c0),segment_id=d71ff931-552e-4278-a98e-aca9b6b5f7c0)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:44:34.549846 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-2db3341d-a3bd-47d8-b9b0-00e45f900f14 None None] Attempt 10 to provision port 2903eb15-9333-4a3f-a1f4-7e1ea53add5f Oct 19 07:44:34.637593 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.agents_db [None req-6057327c-4456-4c72-8e75-6d3cd9249757 None None] Agent healthcheck: found 6 active agents {{(pid=103335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 07:44:34.640495 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-13e64e3a-35c9-474e-ab24-8338d7fc6a06 None None] Notify callbacks [] for port, precommit_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:34.644087 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-2db3341d-a3bd-47d8-b9b0-00e45f900f14 None None] Port 2903eb15-9333-4a3f-a1f4-7e1ea53add5f cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 07:44:34.651489 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-13e64e3a-35c9-474e-ab24-8338d7fc6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:34.697283 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-2db3341d-a3bd-47d8-b9b0-00e45f900f14 None None] Provisioning complete for port 4b213821-0550-4966-9086-f9289a9664ca triggered by entity DHCP. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:44:34.697642 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-2db3341d-a3bd-47d8-b9b0-00e45f900f14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:34.700914 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-2db3341d-a3bd-47d8-b9b0-00e45f900f14 None None] Attempt 1 to provision port 4b213821-0550-4966-9086-f9289a9664ca Oct 19 07:44:34.709482 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-93974023-327e-451c-becd-5d5b7ab3db6f tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130997899', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130170401'] for subnet, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:34.748902 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-c9b1164a-f240-4700-8a05-e5f2a3b29632 req-cf9d5368-8f2e-437d-b103-a9f348378539 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1626250655&fields=id&tenant_id=47a12ea4f74e4c18b13323e6f3cc9741 HTTP/1.1" status: 200 len: 267 time: 0.0501513 Oct 19 07:44:34.771220 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93974023-327e-451c-becd-5d5b7ab3db6f tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Network 948ed9ec-c1de-44fe-9d26-2641a1d51bd5 is already hosted by enough agents. {{(pid=103333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 07:44:34.776265 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-93974023-327e-451c-becd-5d5b7ab3db6f tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Resources bound (agent type, host, resource id): {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:44:34.782196 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93974023-327e-451c-becd-5d5b7ab3db6f tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:44:34.782776 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-93974023-327e-451c-becd-5d5b7ab3db6f tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Notify callbacks [] for subnet, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:34.789487 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e64e3a-35c9-474e-ab24-8338d7fc6a06 None None] Pushing event updated for resources: {'Port': ['ID=4b213821-0550-4966-9086-f9289a9664ca,revision_number=6']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:44:34.816639 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 60112) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:44:34.817202 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-93974023-327e-451c-becd-5d5b7ab3db6f tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.6544909 Oct 19 07:44:34.822478 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-f35e888a-87f5-4468-be10-11938a88f53e tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-2021980911', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'd3095b5a-cc95-47a4-8d2d-3f44e512e709'}], 'security_groups': ['ba9b4708-4713-4e62-8636-205203ddebab', '4fa5a39c-0b84-4a6c-a526-189fa85c28b5']}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:44:34.823113 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93974023-327e-451c-becd-5d5b7ab3db6f tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Pushing event updated for resources: {'Subnet': ['ID=d3095b5a-cc95-47a4-8d2d-3f44e512e709,revision_number=0']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:44:34.865178 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-2db3341d-a3bd-47d8-b9b0-00e45f900f14 None None] Current status of the port 4b213821-0550-4966-9086-f9289a9664ca is: ACTIVE; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:44:34.959765 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b1164a-f240-4700-8a05-e5f2a3b29632 req-a3d1e0b9-2a1c-47a2-aa02-093f3e4ace5a tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:44:34.965395 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-c9b1164a-f240-4700-8a05-e5f2a3b29632 req-a3d1e0b9-2a1c-47a2-aa02-093f3e4ace5a tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "GET /v2.0/networks?id=29687d8b-decc-4f3b-b892-7b87648c9d85 HTTP/1.1" status: 200 len: 796 time: 0.2084081 Oct 19 07:44:34.965981 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-f35e888a-87f5-4468-be10-11938a88f53e tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:34.998865 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-d1ca8a89-4105-410e-82c4-c7d2c49ae9dd None None] Provisioning complete for port 4b213821-0550-4966-9086-f9289a9664ca triggered by entity DHCP. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:44:34.999238 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d1ca8a89-4105-410e-82c4-c7d2c49ae9dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:34.999569 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-d1ca8a89-4105-410e-82c4-c7d2c49ae9dd None None] Attempt 1 to provision port 4b213821-0550-4966-9086-f9289a9664ca Oct 19 07:44:35.010786 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-c9b1164a-f240-4700-8a05-e5f2a3b29632 req-c0095339-a729-4816-9c3e-fbab3d06b3ed tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "GET /v2.0/quotas/47a12ea4f74e4c18b13323e6f3cc9741 HTTP/1.1" status: 200 len: 375 time: 0.0193458 Oct 19 07:44:35.058093 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device 4b213821-0550-4966-9086-f9289a9664ca up at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 07:44:35.169099 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Provisioning complete for port 4b213821-0550-4966-9086-f9289a9664ca triggered by entity L2. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:44:35.169611 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:35.169948 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Attempt 1 to provision port 4b213821-0550-4966-9086-f9289a9664ca Oct 19 07:44:35.173807 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-d1ca8a89-4105-410e-82c4-c7d2c49ae9dd None None] Current status of the port 4b213821-0550-4966-9086-f9289a9664ca is: ACTIVE; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:44:35.215855 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-d1ca8a89-4105-410e-82c4-c7d2c49ae9dd None None] Provisioning complete for port d8431c0f-f107-4ddb-afd9-5d96b2cd0a13 triggered by entity DHCP. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:44:35.216227 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d1ca8a89-4105-410e-82c4-c7d2c49ae9dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:35.216589 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-d1ca8a89-4105-410e-82c4-c7d2c49ae9dd None None] Attempt 1 to provision port d8431c0f-f107-4ddb-afd9-5d96b2cd0a13 Oct 19 07:44:35.317784 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Current status of the port 4b213821-0550-4966-9086-f9289a9664ca is: ACTIVE; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:44:35.319227 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device 6345544f-1182-4f1c-9a1f-4a23059fe206 up at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 07:44:35.412140 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-d1ca8a89-4105-410e-82c4-c7d2c49ae9dd None None] Current status of the port d8431c0f-f107-4ddb-afd9-5d96b2cd0a13 is: ACTIVE; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:44:35.419328 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Provisioning complete for port 6345544f-1182-4f1c-9a1f-4a23059fe206 triggered by entity L2. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:44:35.419704 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:35.420041 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Attempt 1 to provision port 6345544f-1182-4f1c-9a1f-4a23059fe206 Oct 19 07:44:35.422031 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-d1ca8a89-4105-410e-82c4-c7d2c49ae9dd None None] Could not find standard attr ID for object 85467386-f02f-42c2-a139-e7e55a7098c5. {{(pid=103334) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 19 07:44:35.470800 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-d1ca8a89-4105-410e-82c4-c7d2c49ae9dd None None] Provisioning complete for port 2903eb15-9333-4a3f-a1f4-7e1ea53add5f triggered by entity DHCP. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:44:35.471225 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d1ca8a89-4105-410e-82c4-c7d2c49ae9dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:35.471665 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-d1ca8a89-4105-410e-82c4-c7d2c49ae9dd None None] Attempt 1 to provision port 2903eb15-9333-4a3f-a1f4-7e1ea53add5f Oct 19 07:44:35.487578 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-c9b1164a-f240-4700-8a05-e5f2a3b29632 req-6ed649e0-4a2b-4f62-8a64-54162319cf85 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "GET /v2.0/ports?tenant_id=47a12ea4f74e4c18b13323e6f3cc9741&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4698548 Oct 19 07:44:35.529732 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-d1ca8a89-4105-410e-82c4-c7d2c49ae9dd None None] Port 2903eb15-9333-4a3f-a1f4-7e1ea53add5f cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 07:44:35.552614 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4655db8-a7c3-4546-b4c7-5ef34b6d9e81 None None] Network 948ed9ec-c1de-44fe-9d26-2641a1d51bd5 requested from dv-neutron-861624-1-hyperv {{(pid=103334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 07:44:35.590564 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Current status of the port 6345544f-1182-4f1c-9a1f-4a23059fe206 is: DOWN; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:44:35.590955 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:35.674343 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] For port 6345544f-1182-4f1c-9a1f-4a23059fe206, host dv-neutron-861624-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=6345544f-1182-4f1c-9a1f-4a23059fe206,segment=NetworkSegment(33e9c49a-3391-4318-811e-b016e5419e9c),segment_id=33e9c49a-3391-4318-811e-b016e5419e9c)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:44:35.679506 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:35.762075 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-c9b1164a-f240-4700-8a05-e5f2a3b29632 req-a9bfb708-6f60-4e86-ad0a-cbce3f64bb53 service neutron] 10.222.0.27 "GET /v2.0/networks/29687d8b-decc-4f3b-b892-7b87648c9d85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2491882 Oct 19 07:44:35.773146 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Pushing event updated for resources: {'Port': ['ID=6345544f-1182-4f1c-9a1f-4a23059fe206,revision_number=5']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:44:35.868366 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bed8634b-e901-480e-942d-32e89493ae0b None None] Update dhcp port {'port': {'network_id': '948ed9ec-c1de-44fe-9d26-2641a1d51bd5', 'fixed_ips': [{'subnet_id': '93ac7ec7-b4ad-4868-b3b7-3944b8df251c', 'ip_address': '172.20.0.19'}, {'subnet_id': '311b16df-112d-4660-bdfa-809e8b84ac57', 'ip_address': '172.20.0.3'}, {'subnet_id': 'd3095b5a-cc95-47a4-8d2d-3f44e512e709'}], 'binding:host_id': 'dv-neutron-861624-1-hyperv'}, 'id': '4b213821-0550-4966-9086-f9289a9664ca'} from dv-neutron-861624-1-hyperv. {{(pid=103334) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 19 07:44:35.884627 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.db_base_plugin_common [None req-f35e888a-87f5-4468-be10-11938a88f53e tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Delete allocated IP 172.20.0.2 (948ed9ec-c1de-44fe-9d26-2641a1d51bd5/311b16df-112d-4660-bdfa-809e8b84ac57) {{(pid=103332) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Oct 19 07:44:35.899779 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-bed8634b-e901-480e-942d-32e89493ae0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:35.901418 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.db_base_plugin_common [None req-f35e888a-87f5-4468-be10-11938a88f53e tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Allocated IP 172.20.0.34 (948ed9ec-c1de-44fe-9d26-2641a1d51bd5/d3095b5a-cc95-47a4-8d2d-3f44e512e709/2641b9ef-4495-4c30-a61d-f7221b30e3bb) {{(pid=103332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 07:44:35.926352 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-c9b1164a-f240-4700-8a05-e5f2a3b29632 req-97d9f010-8f57-4393-aa63-a73c2bf8e863 service neutron] 10.222.0.27 "GET /v2.0/networks/29687d8b-decc-4f3b-b892-7b87648c9d85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1632376 Oct 19 07:44:36.030957 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-d1ca8a89-4105-410e-82c4-c7d2c49ae9dd None None] Attempt 2 to provision port 2903eb15-9333-4a3f-a1f4-7e1ea53add5f Oct 19 07:44:36.069665 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-d1ca8a89-4105-410e-82c4-c7d2c49ae9dd None None] Port 2903eb15-9333-4a3f-a1f4-7e1ea53add5f cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 07:44:36.123990 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-3254adfa-4818-417e-9fdc-0188c6779727 req-be1127e4-ef01-4f61-b82d-98bdc7677b25 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "GET /v2.0/ports?device_id=bad06155-87c4-491d-80ad-5c151f984791 HTTP/1.1" status: 200 len: 210 time: 0.0339124 Oct 19 07:44:36.140978 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-f35e888a-87f5-4468-be10-11938a88f53e tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Notify callbacks [] for port, precommit_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:36.149446 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-f35e888a-87f5-4468-be10-11938a88f53e tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133553807'] for port, after_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:36.210322 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.db.api [None req-bed8634b-e901-480e-942d-32e89493ae0b None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.34-033b3c40-8d49-4c3e-a7f6-f9a598c680b9 {{(pid=103334) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 19 07:44:36.210677 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG oslo_db.api [None req-bed8634b-e901-480e-942d-32e89493ae0b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 19 07:44:36.249937 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35e888a-87f5-4468-be10-11938a88f53e tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Pushing event updated for resources: {'Port': ['ID=2641b9ef-4495-4c30-a61d-f7221b30e3bb,revision_number=2']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:44:36.273798 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.plugin [None req-f35e888a-87f5-4468-be10-11938a88f53e tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] In _notify_port_updated(), no bound segment for port 2641b9ef-4495-4c30-a61d-f7221b30e3bb on network 948ed9ec-c1de-44fe-9d26-2641a1d51bd5 {{(pid=103332) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:900}} Oct 19 07:44:36.279445 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f35e888a-87f5-4468-be10-11938a88f53e tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:44:36.280062 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-f35e888a-87f5-4468-be10-11938a88f53e tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42160'] for port, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:36.281468 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-f35e888a-87f5-4468-be10-11938a88f53e tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] 10.222.0.27 "PUT /v2.0/ports/2641b9ef-4495-4c30-a61d-f7221b30e3bb HTTP/1.1" status: 200 len: 960 time: 1.4642570 Oct 19 07:44:36.284259 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 60124) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:44:36.376889 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.plugin [None req-ebc44646-f3ec-4299-98b5-8e7eef441977 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Deleting port 2641b9ef-4495-4c30-a61d-f7221b30e3bb {{(pid=103332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 07:44:36.377237 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-ebc44646-f3ec-4299-98b5-8e7eef441977 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:36.471455 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-ebc44646-f3ec-4299-98b5-8e7eef441977 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:36.484904 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.plugin [None req-ebc44646-f3ec-4299-98b5-8e7eef441977 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Calling delete_port for 2641b9ef-4495-4c30-a61d-f7221b30e3bb owned by {{(pid=103332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 07:44:36.571360 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-d1ca8a89-4105-410e-82c4-c7d2c49ae9dd None None] Attempt 3 to provision port 2903eb15-9333-4a3f-a1f4-7e1ea53add5f Oct 19 07:44:36.611050 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-d1ca8a89-4105-410e-82c4-c7d2c49ae9dd None None] Port 2903eb15-9333-4a3f-a1f4-7e1ea53add5f cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 07:44:36.620447 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-ebc44646-f3ec-4299-98b5-8e7eef441977 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133553798'] for port, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:36.650506 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc44646-f3ec-4299-98b5-8e7eef441977 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Pushing event deleted for resources: {'Port': ['ID=2641b9ef-4495-4c30-a61d-f7221b30e3bb,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:44:36.718099 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-ebc44646-f3ec-4299-98b5-8e7eef441977 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42160'] for port, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:36.721428 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-ebc44646-f3ec-4299-98b5-8e7eef441977 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] 10.222.0.27 "DELETE /v2.0/ports/2641b9ef-4495-4c30-a61d-f7221b30e3bb HTTP/1.1" status: 204 len: 168 time: 0.4361989 Oct 19 07:44:36.724246 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 60130) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:44:36.747603 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-bed8634b-e901-480e-942d-32e89493ae0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:36.751744 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.pecan_wsgi.hooks.translation [None req-a59b76d3-0efe-48c3-bcbe-588b1c8d1dbd tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] GET failed (client error): The resource could not be found. Oct 19 07:44:36.753356 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-a59b76d3-0efe-48c3-bcbe-588b1c8d1dbd tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] 10.222.0.27 "GET /v2.0/ports/2641b9ef-4495-4c30-a61d-f7221b30e3bb HTTP/1.1" status: 404 len: 333 time: 0.0275710 Oct 19 07:44:36.756113 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 60132) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:44:36.813537 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-d984cf22-dee6-42ff-a6c2-aee6355832c6 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Notify callbacks [] for security_group, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:36.837787 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-d984cf22-dee6-42ff-a6c2-aee6355832c6 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:36.881706 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-d984cf22-dee6-42ff-a6c2-aee6355832c6 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788643'] for security_group, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:36.884289 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-d984cf22-dee6-42ff-a6c2-aee6355832c6 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Notify callbacks [] for security_group, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:36.885684 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-d984cf22-dee6-42ff-a6c2-aee6355832c6 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] 10.222.0.27 "DELETE /v2.0/security-groups/39abe201-ea98-4c39-a3e2-e177c94e1d7d HTTP/1.1" status: 204 len: 168 time: 0.1286042 Oct 19 07:44:36.889218 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 60134) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:44:36.897991 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d984cf22-dee6-42ff-a6c2-aee6355832c6 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=39abe201-ea98-4c39-a3e2-e177c94e1d7d,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:44:36.961069 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-d8ccb63f-0292-4f61-936b-07644bf02c16 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Notify callbacks [] for security_group, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:36.984856 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-d8ccb63f-0292-4f61-936b-07644bf02c16 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:36.991028 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device 6345544f-1182-4f1c-9a1f-4a23059fe206 up at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 07:44:37.035436 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-d8ccb63f-0292-4f61-936b-07644bf02c16 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788643'] for security_group, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:37.039815 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-d8ccb63f-0292-4f61-936b-07644bf02c16 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Notify callbacks [] for security_group, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:37.042325 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-d8ccb63f-0292-4f61-936b-07644bf02c16 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] 10.222.0.27 "DELETE /v2.0/security-groups/4fa5a39c-0b84-4a6c-a526-189fa85c28b5 HTTP/1.1" status: 204 len: 168 time: 0.1515059 Oct 19 07:44:37.045024 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 60136) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:44:37.067307 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ccb63f-0292-4f61-936b-07644bf02c16 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fa5a39c-0b84-4a6c-a526-189fa85c28b5,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:44:37.112772 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-d1ca8a89-4105-410e-82c4-c7d2c49ae9dd None None] Attempt 4 to provision port 2903eb15-9333-4a3f-a1f4-7e1ea53add5f Oct 19 07:44:37.128552 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-6a077d24-2947-450d-b8af-46da4ef8373e tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Notify callbacks [] for security_group, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:37.147924 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.db_base_plugin_common [None req-bed8634b-e901-480e-942d-32e89493ae0b None None] Allocated IP 172.20.0.34 (948ed9ec-c1de-44fe-9d26-2641a1d51bd5/d3095b5a-cc95-47a4-8d2d-3f44e512e709/4b213821-0550-4966-9086-f9289a9664ca) {{(pid=103334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 07:44:37.153807 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Provisioning complete for port 6345544f-1182-4f1c-9a1f-4a23059fe206 triggered by entity L2. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:44:37.154176 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:37.154819 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Attempt 1 to provision port 6345544f-1182-4f1c-9a1f-4a23059fe206 Oct 19 07:44:37.170665 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-6a077d24-2947-450d-b8af-46da4ef8373e tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:37.203233 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-d1ca8a89-4105-410e-82c4-c7d2c49ae9dd None None] Port 2903eb15-9333-4a3f-a1f4-7e1ea53add5f cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 07:44:37.225376 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b1164a-f240-4700-8a05-e5f2a3b29632 req-e8515e17-6c65-47b9-a13d-f9bb932d7fbd tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:44:37.226903 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-c9b1164a-f240-4700-8a05-e5f2a3b29632 req-e8515e17-6c65-47b9-a13d-f9bb932d7fbd tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.16 "GET /v2.0/networks?id=29687d8b-decc-4f3b-b892-7b87648c9d85 HTTP/1.1" status: 200 len: 796 time: 0.1834488 Oct 19 07:44:37.230046 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-6a077d24-2947-450d-b8af-46da4ef8373e tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788643'] for security_group, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:37.237408 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-6a077d24-2947-450d-b8af-46da4ef8373e tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Notify callbacks [] for security_group, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:37.239166 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-6a077d24-2947-450d-b8af-46da4ef8373e tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] 10.222.0.27 "DELETE /v2.0/security-groups/ba9b4708-4713-4e62-8636-205203ddebab HTTP/1.1" status: 204 len: 168 time: 0.1927364 Oct 19 07:44:37.243161 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 60140) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:44:37.265391 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a077d24-2947-450d-b8af-46da4ef8373e tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba9b4708-4713-4e62-8636-205203ddebab,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:44:37.309467 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-1e9f3b22-6ef6-451b-8254-6e7cdc0c1d5c req-28ace19f-22f8-4c3a-b60b-39c21f3013db tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "GET /v2.0/ports?device_id=bad06155-87c4-491d-80ad-5c151f984791 HTTP/1.1" status: 200 len: 210 time: 0.0532508 Oct 19 07:44:37.332302 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-bed8634b-e901-480e-942d-32e89493ae0b None None] For port 4b213821-0550-4966-9086-f9289a9664ca, host dv-neutron-861624-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=4b213821-0550-4966-9086-f9289a9664ca,segment=NetworkSegment(d71ff931-552e-4278-a98e-aca9b6b5f7c0),segment_id=d71ff931-552e-4278-a98e-aca9b6b5f7c0)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:44:37.332822 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-c9b1164a-f240-4700-8a05-e5f2a3b29632 req-fe8fb0bd-071d-4efc-8577-ae752078bfa4 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=47a12ea4f74e4c18b13323e6f3cc9741 HTTP/1.1" status: 200 len: 380 time: 0.0975604 Oct 19 07:44:37.338363 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e9ece9a-f0cc-41e3-91ad-c13bfde0718d tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Deleting subnet 311b16df-112d-4660-bdfa-809e8b84ac57 {{(pid=103333) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 19 07:44:37.345199 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [req-c9b1164a-f240-4700-8a05-e5f2a3b29632 req-1effa369-156e-4f71-927d-f18355719131 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Request body: {'port': {'device_id': 'bad06155-87c4-491d-80ad-5c151f984791', 'network_id': '29687d8b-decc-4f3b-b892-7b87648c9d85', 'admin_state_up': True, 'tenant_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'security_groups': ['7b167191-5e8e-4506-90ff-aa1839abc1cb']}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:44:37.351498 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Current status of the port 6345544f-1182-4f1c-9a1f-4a23059fe206 is: ACTIVE; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:44:37.367673 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-bed8634b-e901-480e-942d-32e89493ae0b None None] Notify callbacks [] for port, precommit_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:37.372152 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-0e9ece9a-f0cc-41e3-91ad-c13bfde0718d tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Notify callbacks [] for subnet, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:37.372906 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-bed8634b-e901-480e-942d-32e89493ae0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:37.421295 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-0e9ece9a-f0cc-41e3-91ad-c13bfde0718d tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-134111928'] for subnet, precommit_delete_associations {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:37.457935 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed8634b-e901-480e-942d-32e89493ae0b None None] Pushing event updated for resources: {'Port': ['ID=4b213821-0550-4966-9086-f9289a9664ca,revision_number=7']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:44:37.467984 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c9b1164a-f240-4700-8a05-e5f2a3b29632 req-1effa369-156e-4f71-927d-f18355719131 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Made reservation on behalf of 47a12ea4f74e4c18b13323e6f3cc9741 for: {'port': 1} {{(pid=103332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 07:44:37.473407 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-c9b1164a-f240-4700-8a05-e5f2a3b29632 req-1effa369-156e-4f71-927d-f18355719131 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:37.533086 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-0e9ece9a-f0cc-41e3-91ad-c13bfde0718d tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-679826'] for subnet, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:37.598161 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-0e9ece9a-f0cc-41e3-91ad-c13bfde0718d tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-679819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130997964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130170408'] for subnet, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:37.618567 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.db_base_plugin_common [req-c9b1164a-f240-4700-8a05-e5f2a3b29632 req-1effa369-156e-4f71-927d-f18355719131 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Allocated IP 172.20.0.8 (29687d8b-decc-4f3b-b892-7b87648c9d85/2446982a-6064-4a7e-a7a0-5e03c5e1c616/25237774-9447-4823-9298-724b5c6116e2) {{(pid=103332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 07:44:37.629732 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-0e9ece9a-f0cc-41e3-91ad-c13bfde0718d tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Notify callbacks [] for subnet, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:37.633395 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-0e9ece9a-f0cc-41e3-91ad-c13bfde0718d tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] 10.222.0.27 "DELETE /v2.0/subnets/311b16df-112d-4660-bdfa-809e8b84ac57 HTTP/1.1" status: 204 len: 168 time: 0.3875768 Oct 19 07:44:37.634472 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9ece9a-f0cc-41e3-91ad-c13bfde0718d tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Pushing event deleted for resources: {'Subnet': ['ID=311b16df-112d-4660-bdfa-809e8b84ac57,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:44:37.639030 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 60146) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:44:37.704689 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-d1ca8a89-4105-410e-82c4-c7d2c49ae9dd None None] Attempt 5 to provision port 2903eb15-9333-4a3f-a1f4-7e1ea53add5f Oct 19 07:44:37.731712 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.db_base_plugin_v2 [None req-7dfd76f3-4870-412e-8c7d-4533216019b2 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Deleting subnet d3095b5a-cc95-47a4-8d2d-3f44e512e709 {{(pid=103332) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 19 07:44:37.736802 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-7dfd76f3-4870-412e-8c7d-4533216019b2 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Notify callbacks [] for subnet, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:37.752248 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-d1ca8a89-4105-410e-82c4-c7d2c49ae9dd None None] Port 2903eb15-9333-4a3f-a1f4-7e1ea53add5f cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 07:44:37.825329 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-7dfd76f3-4870-412e-8c7d-4533216019b2 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130726890'] for subnet, precommit_delete_associations {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:37.888618 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-c9b1164a-f240-4700-8a05-e5f2a3b29632 req-1effa369-156e-4f71-927d-f18355719131 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for port, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:37.955907 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-7dfd76f3-4870-412e-8c7d-4533216019b2 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-679826'] for subnet, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:37.963183 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb49ebaf-f834-40d2-9029-75bc0c383a0b None None] Network 948ed9ec-c1de-44fe-9d26-2641a1d51bd5 requested from dv-neutron-861624-1-hyperv {{(pid=103334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 07:44:37.996855 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-c9b1164a-f240-4700-8a05-e5f2a3b29632 req-1effa369-156e-4f71-927d-f18355719131 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785020947330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133553798'] for port, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:38.057325 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c9b1164a-f240-4700-8a05-e5f2a3b29632 req-1effa369-156e-4f71-927d-f18355719131 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Network 29687d8b-decc-4f3b-b892-7b87648c9d85 is already hosted by enough agents. {{(pid=103332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 07:44:38.062410 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.base_scheduler [req-c9b1164a-f240-4700-8a05-e5f2a3b29632 req-1effa369-156e-4f71-927d-f18355719131 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Resources bound (agent type, host, resource id): {{(pid=103332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:44:38.066677 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9b1164a-f240-4700-8a05-e5f2a3b29632 req-1effa369-156e-4f71-927d-f18355719131 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Received port after_create {{(pid=103332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 07:44:38.093051 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-7dfd76f3-4870-412e-8c7d-4533216019b2 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-679819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-133552721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130659632'] for subnet, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:38.100435 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1effa369-156e-4f71-927d-f18355719131 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Pushing event updated for resources: {'Port': ['ID=25237774-9447-4823-9298-724b5c6116e2,revision_number=1']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:44:38.138072 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfd76f3-4870-412e-8c7d-4533216019b2 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Pushing event deleted for resources: {'Subnet': ['ID=d3095b5a-cc95-47a4-8d2d-3f44e512e709,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:44:38.140061 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-7dfd76f3-4870-412e-8c7d-4533216019b2 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Notify callbacks [] for subnet, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:38.145710 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-7dfd76f3-4870-412e-8c7d-4533216019b2 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] 10.222.0.27 "DELETE /v2.0/subnets/d3095b5a-cc95-47a4-8d2d-3f44e512e709 HTTP/1.1" status: 204 len: 168 time: 0.5032914 Oct 19 07:44:38.146096 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 60148) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:44:38.171176 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b1164a-f240-4700-8a05-e5f2a3b29632 req-1effa369-156e-4f71-927d-f18355719131 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:44:38.171653 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-c9b1164a-f240-4700-8a05-e5f2a3b29632 req-1effa369-156e-4f71-927d-f18355719131 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42160'] for port, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:38.182885 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.pecan_wsgi.hooks.translation [None req-5216ca79-1da8-4a07-8b0e-cbf19feb0f0b tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] DELETE failed (client error): The resource could not be found. Oct 19 07:44:38.184098 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5216ca79-1da8-4a07-8b0e-cbf19feb0f0b tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103333) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 07:44:38.189101 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-5216ca79-1da8-4a07-8b0e-cbf19feb0f0b tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] 10.222.0.27 "DELETE /v2.0/subnets/311b16df-112d-4660-bdfa-809e8b84ac57 HTTP/1.1" status: 404 len: 337 time: 0.0417585 Oct 19 07:44:38.193172 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 60150) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:44:38.195380 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-c9b1164a-f240-4700-8a05-e5f2a3b29632 req-1effa369-156e-4f71-927d-f18355719131 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8559387 Oct 19 07:44:38.204794 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5312e528-6b36-4129-ad28-d9614594bf58 None None] Update dhcp port {'port': {'network_id': '948ed9ec-c1de-44fe-9d26-2641a1d51bd5', 'fixed_ips': [{'subnet_id': '93ac7ec7-b4ad-4868-b3b7-3944b8df251c', 'ip_address': '172.20.0.19'}, {'subnet_id': 'd3095b5a-cc95-47a4-8d2d-3f44e512e709'}], 'binding:host_id': 'dv-neutron-861624-1-hyperv'}, 'id': '4b213821-0550-4966-9086-f9289a9664ca'} from dv-neutron-861624-1-hyperv. {{(pid=103334) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 19 07:44:38.210796 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [req-c9b1164a-f240-4700-8a05-e5f2a3b29632 req-2af35acd-28b6-483d-8c25-c60220eb4c55 service neutron] Request body: {'port': {'device_id': 'bad06155-87c4-491d-80ad-5c151f984791', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8616'}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:44:38.233168 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-5312e528-6b36-4129-ad28-d9614594bf58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:38.259007 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.db_base_plugin_v2 [None req-03fea53b-37cd-4238-968d-e40639df56a5 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Deleting subnet 93ac7ec7-b4ad-4868-b3b7-3944b8df251c {{(pid=103333) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 19 07:44:38.263584 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-03fea53b-37cd-4238-968d-e40639df56a5 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Notify callbacks [] for subnet, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:38.280585 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-c9b1164a-f240-4700-8a05-e5f2a3b29632 req-2af35acd-28b6-483d-8c25-c60220eb4c55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:38.323886 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-03fea53b-37cd-4238-968d-e40639df56a5 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-134111928'] for subnet, precommit_delete_associations {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:38.342797 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-d1ca8a89-4105-410e-82c4-c7d2c49ae9dd None None] Attempt 6 to provision port 2903eb15-9333-4a3f-a1f4-7e1ea53add5f Oct 19 07:44:38.399597 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-d1ca8a89-4105-410e-82c4-c7d2c49ae9dd None None] Port 2903eb15-9333-4a3f-a1f4-7e1ea53add5f cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 07:44:38.434282 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-03fea53b-37cd-4238-968d-e40639df56a5 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-679826'] for subnet, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:38.476020 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6da8ca-b43b-4501-8c8f-ab2479b7736b req-5fca26a2-0ed8-4d79-a9f7-1cfccad6eb22 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:44:38.477534 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-8e6da8ca-b43b-4501-8c8f-ab2479b7736b req-5fca26a2-0ed8-4d79-a9f7-1cfccad6eb22 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "GET /v2.0/ports?device_id=bad06155-87c4-491d-80ad-5c151f984791 HTTP/1.1" status: 200 len: 931 time: 0.0779207 Oct 19 07:44:38.498058 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-03fea53b-37cd-4238-968d-e40639df56a5 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-679819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130997964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130170408'] for subnet, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:38.499274 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server [None req-5312e528-6b36-4129-ad28-d9614594bf58 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 93ac7ec7-b4ad-4868-b3b7-3944b8df251c: This subnet is being modified by another concurrent operation. Oct 19 07:44:38.499274 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Oct 19 07:44:38.499274 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Oct 19 07:44:38.499274 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Oct 19 07:44:38.499274 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Oct 19 07:44:38.499274 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Oct 19 07:44:38.499274 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Oct 19 07:44:38.499274 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Oct 19 07:44:38.499274 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 19 07:44:38.499274 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 19 07:44:38.499274 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 19 07:44:38.499274 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 19 07:44:38.499274 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 19 07:44:38.499274 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 19 07:44:38.499274 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 19 07:44:38.499274 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 19 07:44:38.499274 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 19 07:44:38.499274 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server raise self.value Oct 19 07:44:38.499274 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 19 07:44:38.499274 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 19 07:44:38.499274 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 19 07:44:38.499274 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 19 07:44:38.499274 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 19 07:44:38.499274 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 19 07:44:38.499274 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 19 07:44:38.499274 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server raise self.value Oct 19 07:44:38.499274 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 19 07:44:38.499274 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 19 07:44:38.499274 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 19 07:44:38.499274 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 19 07:44:38.499274 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 19 07:44:38.499274 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 19 07:44:38.499274 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 19 07:44:38.499274 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server raise self.value Oct 19 07:44:38.499274 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 19 07:44:38.499274 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 19 07:44:38.499274 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Oct 19 07:44:38.499274 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Oct 19 07:44:38.499274 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Oct 19 07:44:38.499274 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Oct 19 07:44:38.499274 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Oct 19 07:44:38.499274 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 19 07:44:38.499274 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Oct 19 07:44:38.499274 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 19 07:44:38.499274 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 19 07:44:38.499274 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 19 07:44:38.499274 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 19 07:44:38.499274 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 19 07:44:38.499274 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 19 07:44:38.499274 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server raise self.value Oct 19 07:44:38.499274 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 19 07:44:38.499274 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 19 07:44:38.499274 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 19 07:44:38.499274 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 19 07:44:38.499274 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 19 07:44:38.499274 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 19 07:44:38.499274 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 19 07:44:38.499274 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server raise self.value Oct 19 07:44:38.499274 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 19 07:44:38.499274 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 19 07:44:38.499274 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 19 07:44:38.499274 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 19 07:44:38.499274 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 19 07:44:38.499274 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 19 07:44:38.499274 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 19 07:44:38.499274 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server raise self.value Oct 19 07:44:38.499274 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 19 07:44:38.499274 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 19 07:44:38.499274 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1799, in update_port Oct 19 07:44:38.499274 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Oct 19 07:44:38.499274 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Oct 19 07:44:38.499274 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 19 07:44:38.499274 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1513, in update_port Oct 19 07:44:38.499274 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Oct 19 07:44:38.499274 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 734, in update_port Oct 19 07:44:38.499274 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Oct 19 07:44:38.499274 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 455, in update_port_with_ips Oct 19 07:44:38.499274 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Oct 19 07:44:38.499274 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 379, in _update_ips_for_port Oct 19 07:44:38.499274 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Oct 19 07:44:38.499274 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 691, in _ipam_get_subnets Oct 19 07:44:38.499274 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server subnet.lock_register( Oct 19 07:44:38.499274 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Oct 19 07:44:38.499274 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server raise exception Oct 19 07:44:38.499274 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 93ac7ec7-b4ad-4868-b3b7-3944b8df251c: This subnet is being modified by another concurrent operation. Oct 19 07:44:38.499274 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server Oct 19 07:44:38.528957 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03fea53b-37cd-4238-968d-e40639df56a5 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Pushing event deleted for resources: {'Subnet': ['ID=93ac7ec7-b4ad-4868-b3b7-3944b8df251c,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:44:38.539023 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-03fea53b-37cd-4238-968d-e40639df56a5 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Notify callbacks [] for subnet, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:38.547672 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-03fea53b-37cd-4238-968d-e40639df56a5 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] 10.222.0.27 "DELETE /v2.0/subnets/93ac7ec7-b4ad-4868-b3b7-3944b8df251c HTTP/1.1" status: 204 len: 168 time: 0.3495088 Oct 19 07:44:38.547841 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 60154) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:44:38.563616 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-8e6da8ca-b43b-4501-8c8f-ab2479b7736b req-9c8348ab-af03-419b-b9dc-d77a29fc32e6 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "GET /v2.0/security-groups?id=7b167191-5e8e-4506-90ff-aa1839abc1cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0774245 Oct 19 07:44:38.576036 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.pecan_wsgi.hooks.translation [None req-db563c84-6c5b-437e-9410-2d24f9e72638 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] DELETE failed (client error): The resource could not be found. Oct 19 07:44:38.576489 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db563c84-6c5b-437e-9410-2d24f9e72638 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103333) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 07:44:38.580062 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-db563c84-6c5b-437e-9410-2d24f9e72638 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] 10.222.0.27 "DELETE /v2.0/subnets/9a1b7096-312c-4acc-9293-9756d0c11d8c HTTP/1.1" status: 404 len: 337 time: 0.0309887 Oct 19 07:44:38.585296 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 60156) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:44:38.595270 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cd439a2-6cda-414f-b6c4-31e854d245a8 None None] Network 948ed9ec-c1de-44fe-9d26-2641a1d51bd5 requested from dv-neutron-861624-1-hyperv {{(pid=103334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 07:44:38.617554 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-d25a3680-d999-4fcf-b5ad-76ba7708bf96 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] 10.222.0.27 "GET /v2.0/ports?device_id=f0bf56f3-8a66-47c7-b000-b33f76aac393 HTTP/1.1" status: 200 len: 205 time: 0.0313237 Oct 19 07:44:38.619845 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 60158) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:44:38.657553 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.api.v2.resource [None req-46632bd4-e680-4b8c-9140-5f2415ef3ebe tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] delete failed (client error): The resource could not be found. Oct 19 07:44:38.658558 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-46632bd4-e680-4b8c-9140-5f2415ef3ebe tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] 10.222.0.27 "DELETE /v2.0/routers/f0bf56f3-8a66-47c7-b000-b33f76aac393 HTTP/1.1" status: 404 len: 336 time: 0.0377579 Oct 19 07:44:38.661026 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 60160) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:44:38.670004 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.notifiers.nova [req-c9b1164a-f240-4700-8a05-e5f2a3b29632 req-2af35acd-28b6-483d-8c25-c60220eb4c55 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 25237774-9447-4823-9298-724b5c6116e2 {{(pid=103332) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 19 07:44:38.678792 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-c9b1164a-f240-4700-8a05-e5f2a3b29632 req-2af35acd-28b6-483d-8c25-c60220eb4c55 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:38.693366 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.provisioning_blocks [req-c9b1164a-f240-4700-8a05-e5f2a3b29632 req-2af35acd-28b6-483d-8c25-c60220eb4c55 service neutron] Transition to ACTIVE for port object 25237774-9447-4823-9298-724b5c6116e2 will not be triggered until provisioned by entity L2. {{(pid=103332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 19 07:44:38.698501 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-c9b1164a-f240-4700-8a05-e5f2a3b29632 req-2af35acd-28b6-483d-8c25-c60220eb4c55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133553807'] for port, after_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:38.752898 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faf0fd22-bf47-49ff-be9d-24f12971726d None None] DHCP port deletion for 948ed9ec-c1de-44fe-9d26-2641a1d51bd5 request from dv-neutron-861624-1-hyperv {{(pid=103334) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 07:44:38.783931 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af35acd-28b6-483d-8c25-c60220eb4c55 service neutron] Pushing event updated for resources: {'Port': ['ID=25237774-9447-4823-9298-724b5c6116e2,revision_number=2']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:44:38.804668 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-faf0fd22-bf47-49ff-be9d-24f12971726d None None] Deleting port 4b213821-0550-4966-9086-f9289a9664ca {{(pid=103334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 07:44:38.804962 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-faf0fd22-bf47-49ff-be9d-24f12971726d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:38.815894 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.managers [req-c9b1164a-f240-4700-8a05-e5f2a3b29632 req-2af35acd-28b6-483d-8c25-c60220eb4c55 service neutron] Attempting to bind port 25237774-9447-4823-9298-724b5c6116e2 on host hv-neutron-8616 for vnic_type normal with profile {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 19 07:44:38.816774 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.managers [req-c9b1164a-f240-4700-8a05-e5f2a3b29632 req-2af35acd-28b6-483d-8c25-c60220eb4c55 service neutron] Attempting to bind port 25237774-9447-4823-9298-724b5c6116e2 by drivers openvswitch,hyperv on host hv-neutron-8616 at level 0 using segments [{'id': '33e9c49a-3391-4318-811e-b016e5419e9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '29687d8b-decc-4f3b-b892-7b87648c9d85'}] {{(pid=103332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 19 07:44:38.816774 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9b1164a-f240-4700-8a05-e5f2a3b29632 req-2af35acd-28b6-483d-8c25-c60220eb4c55 service neutron] Attempting to bind port 25237774-9447-4823-9298-724b5c6116e2 on network 29687d8b-decc-4f3b-b892-7b87648c9d85 {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 07:44:38.821487 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9b1164a-f240-4700-8a05-e5f2a3b29632 req-2af35acd-28b6-483d-8c25-c60220eb4c55 service neutron] Port 25237774-9447-4823-9298-724b5c6116e2 on network 29687d8b-decc-4f3b-b892-7b87648c9d85 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8616 {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 07:44:38.821894 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9b1164a-f240-4700-8a05-e5f2a3b29632 req-2af35acd-28b6-483d-8c25-c60220eb4c55 service neutron] Attempting to bind port 25237774-9447-4823-9298-724b5c6116e2 on network 29687d8b-decc-4f3b-b892-7b87648c9d85 {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 07:44:38.827963 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9b1164a-f240-4700-8a05-e5f2a3b29632 req-2af35acd-28b6-483d-8c25-c60220eb4c55 service neutron] Checking agent: {'id': '5297b6e1-8fc1-4f42-910c-8f50c918ca65', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8616', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 19, 7, 36, 11), 'started_at': datetime.datetime(2022, 10, 19, 7, 36, 11), 'heartbeat_timestamp': datetime.datetime(2022, 10, 19, 7, 44, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 07:44:38.828384 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9b1164a-f240-4700-8a05-e5f2a3b29632 req-2af35acd-28b6-483d-8c25-c60220eb4c55 service neutron] Checking segment: {'id': '33e9c49a-3391-4318-811e-b016e5419e9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '29687d8b-decc-4f3b-b892-7b87648c9d85'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 19 07:44:38.828951 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9b1164a-f240-4700-8a05-e5f2a3b29632 req-2af35acd-28b6-483d-8c25-c60220eb4c55 service neutron] Bound using segment: {'id': '33e9c49a-3391-4318-811e-b016e5419e9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '29687d8b-decc-4f3b-b892-7b87648c9d85'} {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 07:44:38.829722 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.managers [req-c9b1164a-f240-4700-8a05-e5f2a3b29632 req-2af35acd-28b6-483d-8c25-c60220eb4c55 service neutron] Bound port: 25237774-9447-4823-9298-724b5c6116e2, host: hv-neutron-8616, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '33e9c49a-3391-4318-811e-b016e5419e9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '29687d8b-decc-4f3b-b892-7b87648c9d85'}}] {{(pid=103332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 19 07:44:38.829861 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-c9b1164a-f240-4700-8a05-e5f2a3b29632 req-2af35acd-28b6-483d-8c25-c60220eb4c55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:38.876358 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-faf0fd22-bf47-49ff-be9d-24f12971726d None None] For port 4b213821-0550-4966-9086-f9289a9664ca, host dv-neutron-861624-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=4b213821-0550-4966-9086-f9289a9664ca,segment=NetworkSegment(d71ff931-552e-4278-a98e-aca9b6b5f7c0),segment_id=d71ff931-552e-4278-a98e-aca9b6b5f7c0)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:44:38.876804 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-faf0fd22-bf47-49ff-be9d-24f12971726d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:38.893916 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-faf0fd22-bf47-49ff-be9d-24f12971726d None None] Calling delete_port for 4b213821-0550-4966-9086-f9289a9664ca owned by network:dhcp {{(pid=103334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 07:44:38.902795 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-d1ca8a89-4105-410e-82c4-c7d2c49ae9dd None None] Attempt 7 to provision port 2903eb15-9333-4a3f-a1f4-7e1ea53add5f Oct 19 07:44:38.912886 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.db [req-c9b1164a-f240-4700-8a05-e5f2a3b29632 req-2af35acd-28b6-483d-8c25-c60220eb4c55 service neutron] For port 25237774-9447-4823-9298-724b5c6116e2, host hv-neutron-8616, cleared binding levels {{(pid=103332) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 07:44:38.918376 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.db [req-c9b1164a-f240-4700-8a05-e5f2a3b29632 req-2af35acd-28b6-483d-8c25-c60220eb4c55 service neutron] For port 25237774-9447-4823-9298-724b5c6116e2, host hv-neutron-8616, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=25237774-9447-4823-9298-724b5c6116e2,segment=NetworkSegment(33e9c49a-3391-4318-811e-b016e5419e9c),segment_id=33e9c49a-3391-4318-811e-b016e5419e9c)] {{(pid=103332) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 07:44:38.924280 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-c9b1164a-f240-4700-8a05-e5f2a3b29632 req-2af35acd-28b6-483d-8c25-c60220eb4c55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133553807'] for port, after_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:38.931612 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b1164a-f240-4700-8a05-e5f2a3b29632 req-2af35acd-28b6-483d-8c25-c60220eb4c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:44:38.932301 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-c9b1164a-f240-4700-8a05-e5f2a3b29632 req-2af35acd-28b6-483d-8c25-c60220eb4c55 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42160'] for port, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:38.933967 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-c9b1164a-f240-4700-8a05-e5f2a3b29632 req-2af35acd-28b6-483d-8c25-c60220eb4c55 service neutron] 10.222.0.16 "PUT /v2.0/ports/25237774-9447-4823-9298-724b5c6116e2 HTTP/1.1" status: 200 len: 1093 time: 0.7277074 Oct 19 07:44:38.934962 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bad06155-87c4-491d-80ad-5c151f984791', 'tag': '25237774-9447-4823-9298-724b5c6116e2'}] {{(pid=103332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 19 07:44:38.940193 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.pecan_wsgi.hooks.translation [None req-de50875d-88f1-46b5-b626-00f32efb41be tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] DELETE failed (client error): The resource could not be found. Oct 19 07:44:38.940680 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de50875d-88f1-46b5-b626-00f32efb41be tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103333) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 07:44:38.946009 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-de50875d-88f1-46b5-b626-00f32efb41be tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] 10.222.0.27 "DELETE /v2.0/subnets/6ce261d4-9afe-43c1-abc6-117ae8b8db79 HTTP/1.1" status: 404 len: 337 time: 0.2817390 Oct 19 07:44:38.946159 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a021b02cf5f527cd4bbbc40a031b51490d9893d7edeeb551bdf5128ee7546f8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73381380-d1dc-4176-ad63-fac7bf648026" -d '{"events": [{"name": "network-changed", "server_uuid": "bad06155-87c4-491d-80ad-5c151f984791", "tag": "25237774-9447-4823-9298-724b5c6116e2"}]}' {{(pid=103332) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 07:44:38.946263 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 60162) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:44:38.985036 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.pecan_wsgi.hooks.translation [None req-d84aba51-cc5a-4685-894d-8a68c4237e13 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] DELETE failed (client error): The resource could not be found. Oct 19 07:44:38.985741 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d84aba51-cc5a-4685-894d-8a68c4237e13 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103333) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 07:44:38.992145 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-d84aba51-cc5a-4685-894d-8a68c4237e13 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] 10.222.0.27 "DELETE /v2.0/subnets/b9b9e96b-8116-4d03-a677-4bc70f7083fc HTTP/1.1" status: 404 len: 337 time: 0.0425775 Oct 19 07:44:38.992331 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 60166) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:44:38.993982 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device 4b213821-0550-4966-9086-f9289a9664ca no longer exists at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 07:44:39.016712 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 19 Oct 2022 07:44:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-410ea615-86f2-484f-b9ef-45a907b078c8 x-openstack-request-id: req-410ea615-86f2-484f-b9ef-45a907b078c8 {{(pid=103332) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 07:44:39.017317 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bad06155-87c4-491d-80ad-5c151f984791", "tag": "25237774-9447-4823-9298-724b5c6116e2", "status": "completed", "code": 200}]} {{(pid=103332) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 07:44:39.017317 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-410ea615-86f2-484f-b9ef-45a907b078c8 {{(pid=103332) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 07:44:39.017774 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.notifiers.nova [-] Nova event matching ['req-410ea615-86f2-484f-b9ef-45a907b078c8'] response: {'name': 'network-changed', 'server_uuid': 'bad06155-87c4-491d-80ad-5c151f984791', 'tag': '25237774-9447-4823-9298-724b5c6116e2', 'status': 'completed', 'code': 200} Oct 19 07:44:39.019826 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.pecan_wsgi.hooks.translation [None req-1140e85a-d7b0-42cd-b73b-812adcf39b58 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] DELETE failed (client error): The resource could not be found. Oct 19 07:44:39.020343 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1140e85a-d7b0-42cd-b73b-812adcf39b58 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103333) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 07:44:39.025915 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-1140e85a-d7b0-42cd-b73b-812adcf39b58 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] 10.222.0.27 "DELETE /v2.0/subnets/f2516649-8455-4ad9-919a-903c672dec76 HTTP/1.1" status: 404 len: 337 time: 0.0302982 Oct 19 07:44:39.026158 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 60168) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:44:39.030505 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af35acd-28b6-483d-8c25-c60220eb4c55 service neutron] Pushing event updated for resources: {'Port': ['ID=25237774-9447-4823-9298-724b5c6116e2,revision_number=3']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:44:39.043359 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-d1ca8a89-4105-410e-82c4-c7d2c49ae9dd None None] Port 2903eb15-9333-4a3f-a1f4-7e1ea53add5f cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 07:44:39.047232 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b1164a-f240-4700-8a05-e5f2a3b29632 req-91aabdf3-5327-4a54-b0a1-b3f3bdeb5e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:44:39.049038 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-c9b1164a-f240-4700-8a05-e5f2a3b29632 req-91aabdf3-5327-4a54-b0a1-b3f3bdeb5e7c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=47a12ea4f74e4c18b13323e6f3cc9741&device_id=bad06155-87c4-491d-80ad-5c151f984791 HTTP/1.1" status: 200 len: 1096 time: 0.0624583 Oct 19 07:44:39.056912 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.pecan_wsgi.hooks.translation [None req-d17f58b6-a6c3-4df4-bb5a-981550dcd344 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] DELETE failed (client error): The resource could not be found. Oct 19 07:44:39.057564 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d17f58b6-a6c3-4df4-bb5a-981550dcd344 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103333) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 07:44:39.063747 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-d17f58b6-a6c3-4df4-bb5a-981550dcd344 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] 10.222.0.27 "DELETE /v2.0/ports/2bca6e66-aad1-4871-82a0-846010e1a240 HTTP/1.1" status: 404 len: 333 time: 0.0339518 Oct 19 07:44:39.063747 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 60170) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:44:39.094892 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0a0a5b2-46be-4f54-8880-e068787dce7b tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] DELETE failed (client error): The resource could not be found. Oct 19 07:44:39.095335 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f0a0a5b2-46be-4f54-8880-e068787dce7b tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103333) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 07:44:39.098689 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-f0a0a5b2-46be-4f54-8880-e068787dce7b tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] 10.222.0.27 "DELETE /v2.0/subnets/19f43407-d705-4e7c-8a9c-bd3f6db8452c HTTP/1.1" status: 404 len: 337 time: 0.0328722 Oct 19 07:44:39.098957 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-c9b1164a-f240-4700-8a05-e5f2a3b29632 req-514ae3cf-dd59-4a7f-8b60-5a5fa4f6c6ed service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=25237774-9447-4823-9298-724b5c6116e2 HTTP/1.1" status: 200 len: 217 time: 0.0416632 Oct 19 07:44:39.101243 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 60172) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:44:39.112805 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-faf0fd22-bf47-49ff-be9d-24f12971726d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339'] for port, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:39.130180 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.pecan_wsgi.hooks.translation [None req-87197ceb-b1d6-4bea-befc-4523e7a06bc6 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] DELETE failed (client error): The resource could not be found. Oct 19 07:44:39.130860 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-87197ceb-b1d6-4bea-befc-4523e7a06bc6 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103333) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 07:44:39.134142 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-87197ceb-b1d6-4bea-befc-4523e7a06bc6 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] 10.222.0.27 "DELETE /v2.0/subnets/a6d66d10-e828-4daf-8ba8-62bf3dd395b5 HTTP/1.1" status: 404 len: 337 time: 0.0317914 Oct 19 07:44:39.137382 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 60174) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:44:39.142466 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Current status of the port 4b213821-0550-4966-9086-f9289a9664ca is: ACTIVE; New status is: DOWN {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:44:39.142863 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:39.144784 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf0fd22-bf47-49ff-be9d-24f12971726d None None] Pushing event deleted for resources: {'Port': ['ID=4b213821-0550-4966-9086-f9289a9664ca,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:44:39.156714 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faf0fd22-bf47-49ff-be9d-24f12971726d None None] No DVR routers for this DVR port 4b213821-0550-4966-9086-f9289a9664ca on host dv-neutron-861624-1-hyperv {{(pid=103334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 19 07:44:39.166762 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.pecan_wsgi.hooks.translation [None req-bff427e0-d230-4e5b-87cc-21fae87a2a63 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] DELETE failed (client error): The resource could not be found. Oct 19 07:44:39.167362 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bff427e0-d230-4e5b-87cc-21fae87a2a63 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103332) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 07:44:39.172205 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-bff427e0-d230-4e5b-87cc-21fae87a2a63 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] 10.222.0.27 "DELETE /v2.0/ports/9346e9f4-b355-474b-a1f7-890f5029d468 HTTP/1.1" status: 404 len: 333 time: 0.0323267 Oct 19 07:44:39.174095 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 60176) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:44:39.206793 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b1164a-f240-4700-8a05-e5f2a3b29632 req-3b81ab69-f120-4385-896b-afd8dad91712 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:44:39.208337 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-c9b1164a-f240-4700-8a05-e5f2a3b29632 req-3b81ab69-f120-4385-896b-afd8dad91712 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2446982a-6064-4a7e-a7a0-5e03c5e1c616 HTTP/1.1" status: 200 len: 835 time: 0.1037533 Oct 19 07:44:39.209473 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.pecan_wsgi.hooks.translation [None req-d79d5ef5-fe29-4139-a278-a0bf88f4ddcf tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] DELETE failed (client error): The resource could not be found. Oct 19 07:44:39.209913 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d79d5ef5-fe29-4139-a278-a0bf88f4ddcf tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103332) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 07:44:39.212955 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-d79d5ef5-fe29-4139-a278-a0bf88f4ddcf tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] 10.222.0.27 "DELETE /v2.0/subnets/9d24f079-333d-4aaf-8834-265808d2833b HTTP/1.1" status: 404 len: 337 time: 0.0387244 Oct 19 07:44:39.216108 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 60178) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:44:39.243591 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.pecan_wsgi.hooks.translation [None req-911e7160-ccf9-4e2b-86b5-9f6e2c643c67 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] DELETE failed (client error): The resource could not be found. Oct 19 07:44:39.244040 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-911e7160-ccf9-4e2b-86b5-9f6e2c643c67 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103333) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 07:44:39.248036 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-911e7160-ccf9-4e2b-86b5-9f6e2c643c67 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] 10.222.0.27 "DELETE /v2.0/subnets/a99f2177-6b57-4b9a-be03-fd8a06038083 HTTP/1.1" status: 404 len: 337 time: 0.0307806 Oct 19 07:44:39.250644 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 60180) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:44:39.271865 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b1164a-f240-4700-8a05-e5f2a3b29632 req-9e686c86-ef42-4c6b-aff0-7a808ccbbef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:44:39.273673 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-c9b1164a-f240-4700-8a05-e5f2a3b29632 req-9e686c86-ef42-4c6b-aff0-7a808ccbbef6 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=29687d8b-decc-4f3b-b892-7b87648c9d85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0582836 Oct 19 07:44:39.317196 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-046b7a5c-cf7c-4be3-8bb9-4edb81c7c02b None None] get_active_networks_info from dv-neutron-861624-1-hyperv {{(pid=103334) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 19 07:44:39.342840 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-2db45c16-71e0-4d62-8e93-fe4a83db2283 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Deleting port 2903eb15-9333-4a3f-a1f4-7e1ea53add5f {{(pid=103333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 07:44:39.343175 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-2db45c16-71e0-4d62-8e93-fe4a83db2283 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:39.376341 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-c9b1164a-f240-4700-8a05-e5f2a3b29632 req-700f3f0a-7009-4699-adc5-8a95ab608193 service neutron] 10.222.0.16 "GET /v2.0/networks/29687d8b-decc-4f3b-b892-7b87648c9d85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950885 Oct 19 07:44:39.391718 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-046b7a5c-cf7c-4be3-8bb9-4edb81c7c02b None None] Resources bound (agent type, host, resource id): {{(pid=103334) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 19 07:44:39.421043 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-2db45c16-71e0-4d62-8e93-fe4a83db2283 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:39.433156 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-2db45c16-71e0-4d62-8e93-fe4a83db2283 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Calling delete_port for 2903eb15-9333-4a3f-a1f4-7e1ea53add5f owned by {{(pid=103333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 07:44:39.475596 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-c9b1164a-f240-4700-8a05-e5f2a3b29632 req-5a4af40a-9adc-4548-ae7e-dfa388ff1179 service neutron] 10.222.0.16 "GET /v2.0/networks/29687d8b-decc-4f3b-b892-7b87648c9d85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931013 Oct 19 07:44:39.518381 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-2db45c16-71e0-4d62-8e93-fe4a83db2283 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130996763'] for port, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:39.556204 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db45c16-71e0-4d62-8e93-fe4a83db2283 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Pushing event deleted for resources: {'Port': ['ID=2903eb15-9333-4a3f-a1f4-7e1ea53add5f,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:44:39.564134 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-2db45c16-71e0-4d62-8e93-fe4a83db2283 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42160'] for port, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:39.565224 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73381380-d1dc-4176-ad63-fac7bf648026 req-6e0d08fe-e2f3-41d2-8919-65d0578b2238 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:44:39.566739 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-73381380-d1dc-4176-ad63-fac7bf648026 req-6e0d08fe-e2f3-41d2-8919-65d0578b2238 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=47a12ea4f74e4c18b13323e6f3cc9741&device_id=bad06155-87c4-491d-80ad-5c151f984791 HTTP/1.1" status: 200 len: 1096 time: 0.0453300 Oct 19 07:44:39.567438 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-2db45c16-71e0-4d62-8e93-fe4a83db2283 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] 10.222.0.27 "DELETE /v2.0/ports/2903eb15-9333-4a3f-a1f4-7e1ea53add5f HTTP/1.1" status: 204 len: 168 time: 0.3156161 Oct 19 07:44:39.568844 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-d1ca8a89-4105-410e-82c4-c7d2c49ae9dd None None] Attempt 8 to provision port 2903eb15-9333-4a3f-a1f4-7e1ea53add5f Oct 19 07:44:39.569997 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 60182) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:44:39.592603 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-d1ca8a89-4105-410e-82c4-c7d2c49ae9dd None None] Port 2903eb15-9333-4a3f-a1f4-7e1ea53add5f was deleted so its status cannot be updated. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Oct 19 07:44:39.613148 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-d1ca8a89-4105-410e-82c4-c7d2c49ae9dd None None] Provisioning complete for port 6345544f-1182-4f1c-9a1f-4a23059fe206 triggered by entity DHCP. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:44:39.613371 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d1ca8a89-4105-410e-82c4-c7d2c49ae9dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:39.613706 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-d1ca8a89-4105-410e-82c4-c7d2c49ae9dd None None] Attempt 1 to provision port 6345544f-1182-4f1c-9a1f-4a23059fe206 Oct 19 07:44:39.656115 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-4850c5fd-215b-45d7-a7af-b322ded1c849 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-667019'] for network, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:39.706073 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-d1ca8a89-4105-410e-82c4-c7d2c49ae9dd None None] Current status of the port 6345544f-1182-4f1c-9a1f-4a23059fe206 is: ACTIVE; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:44:39.715311 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73381380-d1dc-4176-ad63-fac7bf648026 req-5374737a-d0de-4385-a919-a73cec920b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:44:39.716832 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-73381380-d1dc-4176-ad63-fac7bf648026 req-5374737a-d0de-4385-a919-a73cec920b42 service neutron] 10.222.0.16 "GET /v2.0/networks?id=29687d8b-decc-4f3b-b892-7b87648c9d85 HTTP/1.1" status: 200 len: 897 time: 0.1429203 Oct 19 07:44:39.739968 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a913958-a08f-49d3-a094-6b377f3ddf42 req-c5d11610-e250-4674-8653-b323fd58d7ae tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:44:39.741481 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-7a913958-a08f-49d3-a094-6b377f3ddf42 req-c5d11610-e250-4674-8653-b323fd58d7ae tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "GET /v2.0/ports?device_id=bad06155-87c4-491d-80ad-5c151f984791 HTTP/1.1" status: 200 len: 943 time: 0.0697160 Oct 19 07:44:39.752926 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-4850c5fd-215b-45d7-a7af-b322ded1c849 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-673051', 'neutron.services.segments.db._delete_segments_for_network-8785021519108'] for network, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:39.770821 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-73381380-d1dc-4176-ad63-fac7bf648026 req-bd15cf41-8fb0-4002-afb1-16e2999cbd9d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=25237774-9447-4823-9298-724b5c6116e2 HTTP/1.1" status: 200 len: 217 time: 0.0459316 Oct 19 07:44:39.773040 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-4850c5fd-215b-45d7-a7af-b322ded1c849 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['948ed9ec-c1de-44fe-9d26-2641a1d51bd5']}} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:44:39.783075 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-4850c5fd-215b-45d7-a7af-b322ded1c849 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd71ff931-552e-4278-a98e-aca9b6b5f7c0') {'for_net_delete': True} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:44:39.783369 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-4850c5fd-215b-45d7-a7af-b322ded1c849 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd71ff931-552e-4278-a98e-aca9b6b5f7c0') {} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:44:39.793379 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-4850c5fd-215b-45d7-a7af-b322ded1c849 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785021519382', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-134111927'] for segment, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:39.806150 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-4850c5fd-215b-45d7-a7af-b322ded1c849 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979'] for segment, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:39.812593 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4850c5fd-215b-45d7-a7af-b322ded1c849 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Releasing vlan 161 on physical network physnet1 to pool {{(pid=103333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 07:44:39.812991 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-4850c5fd-215b-45d7-a7af-b322ded1c849 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130996782'] for segment, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:39.818793 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-7d358c11-742c-40d3-995b-ee8ab1988d1e None None] Could not find standard attr ID for object 4b213821-0550-4966-9086-f9289a9664ca. {{(pid=103334) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 19 07:44:39.822717 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-7d358c11-742c-40d3-995b-ee8ab1988d1e None None] Could not find standard attr ID for object 2903eb15-9333-4a3f-a1f4-7e1ea53add5f. {{(pid=103334) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 19 07:44:39.827150 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-7d358c11-742c-40d3-995b-ee8ab1988d1e None None] Could not find standard attr ID for object 2641b9ef-4495-4c30-a61d-f7221b30e3bb. {{(pid=103334) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 19 07:44:39.841366 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-7a913958-a08f-49d3-a094-6b377f3ddf42 req-4b14c126-c538-4858-86ca-efd43c12e007 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "GET /v2.0/security-groups?id=7b167191-5e8e-4506-90ff-aa1839abc1cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731630 Oct 19 07:44:39.847081 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73381380-d1dc-4176-ad63-fac7bf648026 req-859c2edc-8a25-4955-9139-69224b351d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:44:39.848540 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-73381380-d1dc-4176-ad63-fac7bf648026 req-859c2edc-8a25-4955-9139-69224b351d42 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2446982a-6064-4a7e-a7a0-5e03c5e1c616 HTTP/1.1" status: 200 len: 835 time: 0.0652051 Oct 19 07:44:39.852220 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.services.segments.plugin [-] Segment d71ff931-552e-4278-a98e-aca9b6b5f7c0 resource provider aggregate not found Oct 19 07:44:39.895502 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.services.segments.plugin [-] Segment d71ff931-552e-4278-a98e-aca9b6b5f7c0 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d71ff931-552e-4278-a98e-aca9b6b5f7c0 found for delete ", "request_id": "req-83987840-50a8-4fc6-888c-a0c9e41f8e25"}]} Oct 19 07:44:39.897155 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73381380-d1dc-4176-ad63-fac7bf648026 req-b36acbcf-488b-433b-94e7-1d8f03e10efa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:44:39.897668 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-73381380-d1dc-4176-ad63-fac7bf648026 req-b36acbcf-488b-433b-94e7-1d8f03e10efa service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=29687d8b-decc-4f3b-b892-7b87648c9d85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0416276 Oct 19 07:44:39.903895 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-4850c5fd-215b-45d7-a7af-b322ded1c849 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-673044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1695087'] for network, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:39.911379 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-4850c5fd-215b-45d7-a7af-b322ded1c849 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Notify callbacks [] for network, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:39.914515 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-4850c5fd-215b-45d7-a7af-b322ded1c849 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] 10.222.0.27 "DELETE /v2.0/networks/948ed9ec-c1de-44fe-9d26-2641a1d51bd5 HTTP/1.1" status: 204 len: 168 time: 0.3436580 Oct 19 07:44:39.931654 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4850c5fd-215b-45d7-a7af-b322ded1c849 tempest-PortsTestJSON-1956093605 tempest-PortsTestJSON-1956093605-project] Pushing event deleted for resources: {'Network': ['ID=948ed9ec-c1de-44fe-9d26-2641a1d51bd5,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:44:39.990472 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-73381380-d1dc-4176-ad63-fac7bf648026 req-9f7e375a-6220-4f02-adb2-d65a91a709ee service neutron] 10.222.0.16 "GET /v2.0/networks/29687d8b-decc-4f3b-b892-7b87648c9d85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852914 Oct 19 07:44:40.088101 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-73381380-d1dc-4176-ad63-fac7bf648026 req-e4ef9337-ecce-463e-ad1d-9421b34d232a service neutron] 10.222.0.16 "GET /v2.0/networks/29687d8b-decc-4f3b-b892-7b87648c9d85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898807 Oct 19 07:44:40.163552 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 60194) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:44:40.293613 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-e48099d2-047d-4389-a68d-54536b226e07 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=8db3f442bb4043a49408457c93fa8253&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1280005 Oct 19 07:44:40.295645 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 60198) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:44:40.342623 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-c231b347-219e-4d8a-b9b0-b11283669218 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:40.363022 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-c231b347-219e-4d8a-b9b0-b11283669218 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:40.411711 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-c231b347-219e-4d8a-b9b0-b11283669218 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788643'] for security_group, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:40.414543 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-c231b347-219e-4d8a-b9b0-b11283669218 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:40.415678 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-c231b347-219e-4d8a-b9b0-b11283669218 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/7277b0d8-9751-4a94-9ebf-6bf296a6a1ed HTTP/1.1" status: 204 len: 168 time: 0.1191494 Oct 19 07:44:40.424693 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c231b347-219e-4d8a-b9b0-b11283669218 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7277b0d8-9751-4a94-9ebf-6bf296a6a1ed,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:44:40.976172 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366c73f9-2839-4c39-b7db-40d4168f102d req-45a02ed1-5ec4-4674-9fda-2cec09378df0 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:44:40.977687 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-366c73f9-2839-4c39-b7db-40d4168f102d req-45a02ed1-5ec4-4674-9fda-2cec09378df0 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "GET /v2.0/ports?device_id=bad06155-87c4-491d-80ad-5c151f984791 HTTP/1.1" status: 200 len: 943 time: 0.0536923 Oct 19 07:44:41.016154 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-366c73f9-2839-4c39-b7db-40d4168f102d req-c769cd9e-70fa-4326-9256-260a36c551e8 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "GET /v2.0/security-groups?id=7b167191-5e8e-4506-90ff-aa1839abc1cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316560 Oct 19 07:44:41.044437 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 60222) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:44:41.135833 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-92c176b9-b5cd-42a3-bb69-6aa5d28cc425 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-899726661'}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:44:41.155756 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92c176b9-b5cd-42a3-bb69-6aa5d28cc425 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Made reservation on behalf of 1402d2757da24badb386c840c64ab2b4 for: {'network': 1} {{(pid=103332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 07:44:41.159491 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-92c176b9-b5cd-42a3-bb69-6aa5d28cc425 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for network, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:41.168173 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-92c176b9-b5cd-42a3-bb69-6aa5d28cc425 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Notify callbacks [] for security_group, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:41.243077 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-92c176b9-b5cd-42a3-bb69-6aa5d28cc425 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Notify callbacks [] for security_group, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:41.247395 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-92c176b9-b5cd-42a3-bb69-6aa5d28cc425 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788643'] for security_group, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:41.270351 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92c176b9-b5cd-42a3-bb69-6aa5d28cc425 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 186} {{(pid=103332) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 07:44:41.284329 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c176b9-b5cd-42a3-bb69-6aa5d28cc425 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9ad7033d-d9ff-432e-8fca-13355672ed4b,revision_number=1']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:44:41.290214 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-92c176b9-b5cd-42a3-bb69-6aa5d28cc425 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979'] for segment, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:41.290551 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.db.segments_db [None req-92c176b9-b5cd-42a3-bb69-6aa5d28cc425 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Added segment 28e1a814-8f0a-4297-9655-064087b3b957 of type vlan for network f70a8faa-6c7c-4719-b204-f7f24b12ed85 Oct 19 07:44:41.333283 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-92c176b9-b5cd-42a3-bb69-6aa5d28cc425 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785020965340'] for network, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:41.358264 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-92c176b9-b5cd-42a3-bb69-6aa5d28cc425 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873'] for network, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:41.363682 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92c176b9-b5cd-42a3-bb69-6aa5d28cc425 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:44:41.364263 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-92c176b9-b5cd-42a3-bb69-6aa5d28cc425 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Notify callbacks [] for network, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:41.396114 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-92c176b9-b5cd-42a3-bb69-6aa5d28cc425 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3506730 Oct 19 07:44:41.398930 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 60226) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:44:41.404490 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-79b46a5b-bb5b-4524-88f8-5e03d12dfc8e tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-435499641'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:44:41.424062 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79b46a5b-bb5b-4524-88f8-5e03d12dfc8e tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Made reservation on behalf of 1402d2757da24badb386c840c64ab2b4 for: {'network': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 07:44:41.427504 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-79b46a5b-bb5b-4524-88f8-5e03d12dfc8e tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for network, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:41.435278 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c176b9-b5cd-42a3-bb69-6aa5d28cc425 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Pushing event updated for resources: {'Network': ['ID=f70a8faa-6c7c-4719-b204-f7f24b12ed85,revision_number=1']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:44:41.445292 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Network f70a8faa-6c7c-4719-b204-f7f24b12ed85 details requested by agent ovs-agent-dv-neutron-861624-1-hyperv with host dv-neutron-861624-1-hyperv {{(pid=103334) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 07:44:41.454210 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79b46a5b-bb5b-4524-88f8-5e03d12dfc8e tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 174} {{(pid=103333) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 07:44:41.464911 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-79b46a5b-bb5b-4524-88f8-5e03d12dfc8e tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979'] for segment, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:41.465485 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.db.segments_db [None req-79b46a5b-bb5b-4524-88f8-5e03d12dfc8e tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Added segment b21557a6-74ee-479e-a0d6-ea42931b5bc1 of type vlan for network 2c224eb3-ceb3-485f-b573-0a6f4b09a487 Oct 19 07:44:41.508021 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-79b46a5b-bb5b-4524-88f8-5e03d12dfc8e tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785020965340'] for network, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:41.532616 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-79b46a5b-bb5b-4524-88f8-5e03d12dfc8e tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873'] for network, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:41.538108 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79b46a5b-bb5b-4524-88f8-5e03d12dfc8e tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:44:41.538693 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-79b46a5b-bb5b-4524-88f8-5e03d12dfc8e tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Notify callbacks [] for network, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:41.540613 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Device 25237774-9447-4823-9298-724b5c6116e2 details requested by agent hyperv_hv-neutron-8616 with host hv-neutron-8616 {{(pid=103334) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 07:44:41.584128 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 60228) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:44:41.584376 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-79b46a5b-bb5b-4524-88f8-5e03d12dfc8e tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1841633 Oct 19 07:44:41.589270 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-19305a0e-6166-43d4-9497-b6fa802c4b9a tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Request body: {'subnet': {'network_id': 'f70a8faa-6c7c-4719-b204-f7f24b12ed85', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:44:41.617640 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b46a5b-bb5b-4524-88f8-5e03d12dfc8e tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Pushing event updated for resources: {'Network': ['ID=2c224eb3-ceb3-485f-b573-0a6f4b09a487,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:44:41.630115 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Network 2c224eb3-ceb3-485f-b573-0a6f4b09a487 details requested by agent ovs-agent-dv-neutron-861624-1-hyperv with host dv-neutron-861624-1-hyperv {{(pid=103334) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 07:44:41.652285 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:41.682060 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19305a0e-6166-43d4-9497-b6fa802c4b9a tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Made reservation on behalf of 1402d2757da24badb386c840c64ab2b4 for: {'subnet': 1} {{(pid=103332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 07:44:41.685848 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-19305a0e-6166-43d4-9497-b6fa802c4b9a tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130659787'] for subnet, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:41.706979 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] For port 25237774-9447-4823-9298-724b5c6116e2, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=25237774-9447-4823-9298-724b5c6116e2,segment=NetworkSegment(33e9c49a-3391-4318-811e-b016e5419e9c),segment_id=33e9c49a-3391-4318-811e-b016e5419e9c)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:44:41.719836 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Returning: {'device': '25237774-9447-4823-9298-724b5c6116e2', 'network_id': '29687d8b-decc-4f3b-b892-7b87648c9d85', 'port_id': '25237774-9447-4823-9298-724b5c6116e2', 'mac_address': 'fa:16:3e:52:47:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2446982a-6064-4a7e-a7a0-5e03c5e1c616', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103334) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 07:44:41.760824 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Current status of the port 25237774-9447-4823-9298-724b5c6116e2 is: DOWN; New status is: BUILD {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:44:41.761952 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:41.774816 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.notifiers.nova [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25237774-9447-4823-9298-724b5c6116e2 {{(pid=103334) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 19 07:44:41.795407 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] For port 25237774-9447-4823-9298-724b5c6116e2, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=25237774-9447-4823-9298-724b5c6116e2,segment=NetworkSegment(33e9c49a-3391-4318-811e-b016e5419e9c),segment_id=33e9c49a-3391-4318-811e-b016e5419e9c)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:44:41.799392 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:41.859346 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Pushing event updated for resources: {'Port': ['ID=25237774-9447-4823-9298-724b5c6116e2,revision_number=4']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:44:41.883155 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-19305a0e-6166-43d4-9497-b6fa802c4b9a tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-133552662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130659641'] for subnet, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:41.944483 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19305a0e-6166-43d4-9497-b6fa802c4b9a tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Pushing event updated for resources: {'Subnet': ['ID=8cdbc2b5-f2ed-4db6-9435-01b675fa9df1,revision_number=0']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:44:41.952243 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19305a0e-6166-43d4-9497-b6fa802c4b9a tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Checking segment: {'id': '28e1a814-8f0a-4297-9655-064087b3b957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'f70a8faa-6c7c-4719-b204-f7f24b12ed85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 19 07:44:41.952889 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19305a0e-6166-43d4-9497-b6fa802c4b9a tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Network hostable DHCP agents. Network: f70a8faa-6c7c-4719-b204-f7f24b12ed85, hostable agents: ['310d813b-0e3e-4d7e-9b79-8f4ec0dbcab0'], hosted agents: [] {{(pid=103332) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 07:44:41.970130 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19305a0e-6166-43d4-9497-b6fa802c4b9a tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Network f70a8faa-6c7c-4719-b204-f7f24b12ed85 is scheduled to be hosted by DHCP agent 310d813b-0e3e-4d7e-9b79-8f4ec0dbcab0 with binding_index 1 {{(pid=103332) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 07:44:41.979293 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.base_scheduler [None req-19305a0e-6166-43d4-9497-b6fa802c4b9a tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861624-1-hyperv, f70a8faa-6c7c-4719-b204-f7f24b12ed85) {{(pid=103332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:44:41.983594 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19305a0e-6166-43d4-9497-b6fa802c4b9a tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:44:41.984185 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-19305a0e-6166-43d4-9497-b6fa802c4b9a tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Notify callbacks [] for subnet, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:41.989750 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dad5157e-1587-4f38-88ac-90a8a8f6ac71 None None] Network f70a8faa-6c7c-4719-b204-f7f24b12ed85 requested from dv-neutron-861624-1-hyperv {{(pid=103334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 07:44:42.000201 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-19305a0e-6166-43d4-9497-b6fa802c4b9a tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4149013 Oct 19 07:44:42.003072 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 60230) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:44:42.007821 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-7eda2e8b-fd77-4cbc-9d7c-b2334151bbec tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Request body: {'subnet': {'network_id': '2c224eb3-ceb3-485f-b573-0a6f4b09a487', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:44:42.049719 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] get_ports_and_sgs() called for port_ids ['25237774-9447-4823-9298-724b5c6116e2'] {{(pid=103334) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 19 07:44:42.094824 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7eda2e8b-fd77-4cbc-9d7c-b2334151bbec tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Made reservation on behalf of 1402d2757da24badb386c840c64ab2b4 for: {'subnet': 1} {{(pid=103332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 07:44:42.099027 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-7eda2e8b-fd77-4cbc-9d7c-b2334151bbec tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130659787'] for subnet, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:42.201833 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db11c0b4-9a0e-443d-a671-8974a132c52d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d12c6ac-27a3-545c-a8f3-f04e30423d6d-f70a8faa-6c7c-4719-b204-f7f24b12ed85', 'network_id': 'f70a8faa-6c7c-4719-b204-f7f24b12ed85', 'tenant_id': '1402d2757da24badb386c840c64ab2b4', 'fixed_ips': [{'subnet_id': '8cdbc2b5-f2ed-4db6-9435-01b675fa9df1'}]}} from dv-neutron-861624-1-hyperv. {{(pid=103334) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 07:44:42.202928 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-db11c0b4-9a0e-443d-a671-8974a132c52d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:42.210577 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5f3ad0-1d67-4326-847f-114dc6d9ee9a req-3f5d727d-2eaa-46ea-9cf8-44997d3cb4f9 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:44:42.212059 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-ca5f3ad0-1d67-4326-847f-114dc6d9ee9a req-3f5d727d-2eaa-46ea-9cf8-44997d3cb4f9 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "GET /v2.0/ports?device_id=bad06155-87c4-491d-80ad-5c151f984791 HTTP/1.1" status: 200 len: 944 time: 0.1096377 Oct 19 07:44:42.289105 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-ca5f3ad0-1d67-4326-847f-114dc6d9ee9a req-272e6385-1216-43e5-bfc7-1f1b1ccc7a4e tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "GET /v2.0/security-groups?id=7b167191-5e8e-4506-90ff-aa1839abc1cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690866 Oct 19 07:44:42.355559 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-7eda2e8b-fd77-4cbc-9d7c-b2334151bbec tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-133552662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130659641'] for subnet, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:42.410754 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.db_base_plugin_common [None req-db11c0b4-9a0e-443d-a671-8974a132c52d None None] Allocated IP 2001:db8::2 (f70a8faa-6c7c-4719-b204-f7f24b12ed85/8cdbc2b5-f2ed-4db6-9435-01b675fa9df1/2cdd52a7-1f5a-4999-993a-470f5fc64e9d) {{(pid=103334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 07:44:42.416932 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eda2e8b-fd77-4cbc-9d7c-b2334151bbec tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Pushing event updated for resources: {'Subnet': ['ID=ce6458cb-5281-4bda-aa51-51cfc1958ba1,revision_number=0']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:44:42.425862 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eda2e8b-fd77-4cbc-9d7c-b2334151bbec tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Checking segment: {'id': 'b21557a6-74ee-479e-a0d6-ea42931b5bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '2c224eb3-ceb3-485f-b573-0a6f4b09a487'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 19 07:44:42.426212 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7eda2e8b-fd77-4cbc-9d7c-b2334151bbec tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Network hostable DHCP agents. Network: 2c224eb3-ceb3-485f-b573-0a6f4b09a487, hostable agents: ['310d813b-0e3e-4d7e-9b79-8f4ec0dbcab0'], hosted agents: [] {{(pid=103332) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 07:44:42.443856 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7eda2e8b-fd77-4cbc-9d7c-b2334151bbec tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Network 2c224eb3-ceb3-485f-b573-0a6f4b09a487 is scheduled to be hosted by DHCP agent 310d813b-0e3e-4d7e-9b79-8f4ec0dbcab0 with binding_index 1 {{(pid=103332) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 07:44:42.453253 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.base_scheduler [None req-7eda2e8b-fd77-4cbc-9d7c-b2334151bbec tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861624-1-hyperv, 2c224eb3-ceb3-485f-b573-0a6f4b09a487) {{(pid=103332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:44:42.458882 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eda2e8b-fd77-4cbc-9d7c-b2334151bbec tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:44:42.460317 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-7eda2e8b-fd77-4cbc-9d7c-b2334151bbec tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Notify callbacks [] for subnet, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:42.465733 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7970a4e9-2c98-4525-af77-c91afa29a463 None None] Network 2c224eb3-ceb3-485f-b573-0a6f4b09a487 requested from dv-neutron-861624-1-hyperv {{(pid=103334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 07:44:42.477634 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-7eda2e8b-fd77-4cbc-9d7c-b2334151bbec tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.4735568 Oct 19 07:44:42.480890 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 60234) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:44:42.485140 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-aa072ed8-7a6d-4746-a68e-bbd21ec0dbd6 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-670978661', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:44:42.505355 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-aa072ed8-7a6d-4746-a68e-bbd21ec0dbd6 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1692695', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12668'] for router, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:42.506336 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-aa072ed8-7a6d-4746-a68e-bbd21ec0dbd6 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1692835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1693910', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1621825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12659'] for router, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:42.561973 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-aa072ed8-7a6d-4746-a68e-bbd21ec0dbd6 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:42.566540 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-aa072ed8-7a6d-4746-a68e-bbd21ec0dbd6 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1692844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1693859'] for router, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:42.585236 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-aa072ed8-7a6d-4746-a68e-bbd21ec0dbd6 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Notify callbacks [] for router, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:42.586483 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-aa072ed8-7a6d-4746-a68e-bbd21ec0dbd6 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] 10.222.0.27 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1046727 Oct 19 07:44:42.590101 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 60236) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:44:42.824812 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-db11c0b4-9a0e-443d-a671-8974a132c52d None None] Notify callbacks [] for port, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:42.834209 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-db11c0b4-9a0e-443d-a671-8974a132c52d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785020947330'] for port, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:42.874311 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-56d47a96-bc9c-4ee3-99b6-84bc706829f8 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:42.892639 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db11c0b4-9a0e-443d-a671-8974a132c52d None None] Network f70a8faa-6c7c-4719-b204-f7f24b12ed85 is already hosted by enough agents. {{(pid=103334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 07:44:42.896488 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb915650-0ffa-4849-bf60-0a0f8722fe24 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d12c6ac-27a3-545c-a8f3-f04e30423d6d-2c224eb3-ceb3-485f-b573-0a6f4b09a487', 'network_id': '2c224eb3-ceb3-485f-b573-0a6f4b09a487', 'tenant_id': '1402d2757da24badb386c840c64ab2b4', 'fixed_ips': [{'subnet_id': 'ce6458cb-5281-4bda-aa51-51cfc1958ba1'}]}} from dv-neutron-861624-1-hyperv. {{(pid=103334) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 07:44:42.897339 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-bb915650-0ffa-4849-bf60-0a0f8722fe24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:42.901223 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.scheduler.base_scheduler [None req-db11c0b4-9a0e-443d-a671-8974a132c52d None None] Resources bound (agent type, host, resource id): {{(pid=103334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:44:42.912305 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db11c0b4-9a0e-443d-a671-8974a132c52d None None] Received port after_create {{(pid=103334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 07:44:42.919009 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db11c0b4-9a0e-443d-a671-8974a132c52d None None] Pushing event updated for resources: {'Port': ['ID=2cdd52a7-1f5a-4999-993a-470f5fc64e9d,revision_number=1']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:44:43.034139 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-db11c0b4-9a0e-443d-a671-8974a132c52d None None] Attempting to bind port 2cdd52a7-1f5a-4999-993a-470f5fc64e9d on host dv-neutron-861624-1-hyperv for vnic_type normal with profile {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 19 07:44:43.034500 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-db11c0b4-9a0e-443d-a671-8974a132c52d None None] Attempting to bind port 2cdd52a7-1f5a-4999-993a-470f5fc64e9d by drivers openvswitch,hyperv on host dv-neutron-861624-1-hyperv at level 0 using segments [{'id': '28e1a814-8f0a-4297-9655-064087b3b957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'f70a8faa-6c7c-4719-b204-f7f24b12ed85'}] {{(pid=103334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 19 07:44:43.034873 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db11c0b4-9a0e-443d-a671-8974a132c52d None None] Attempting to bind port 2cdd52a7-1f5a-4999-993a-470f5fc64e9d on network f70a8faa-6c7c-4719-b204-f7f24b12ed85 {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 07:44:43.045983 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db11c0b4-9a0e-443d-a671-8974a132c52d None None] Checking agent: {'id': 'a5b0152c-d633-409b-aaf8-3b76458e2410', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861624-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 19, 7, 30, 19), 'started_at': datetime.datetime(2022, 10, 19, 7, 30, 49), 'heartbeat_timestamp': datetime.datetime(2022, 10, 19, 7, 44, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861624-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 07:44:43.046351 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db11c0b4-9a0e-443d-a671-8974a132c52d None None] Checking segment: {'id': '28e1a814-8f0a-4297-9655-064087b3b957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'f70a8faa-6c7c-4719-b204-f7f24b12ed85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 19 07:44:43.046744 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-db11c0b4-9a0e-443d-a671-8974a132c52d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:43.047131 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db11c0b4-9a0e-443d-a671-8974a132c52d None None] Bound using segment: {'id': '28e1a814-8f0a-4297-9655-064087b3b957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'f70a8faa-6c7c-4719-b204-f7f24b12ed85'} {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 07:44:43.047594 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-db11c0b4-9a0e-443d-a671-8974a132c52d None None] Bound port: 2cdd52a7-1f5a-4999-993a-470f5fc64e9d, host: dv-neutron-861624-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28e1a814-8f0a-4297-9655-064087b3b957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'f70a8faa-6c7c-4719-b204-f7f24b12ed85'}}] {{(pid=103334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 19 07:44:43.047970 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-db11c0b4-9a0e-443d-a671-8974a132c52d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:43.115074 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.db_base_plugin_common [None req-56d47a96-bc9c-4ee3-99b6-84bc706829f8 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Allocated IP 2001:db8::1 (f70a8faa-6c7c-4719-b204-f7f24b12ed85/8cdbc2b5-f2ed-4db6-9435-01b675fa9df1/216415b9-42a8-4e3d-9e63-c96921bf40ca) {{(pid=103333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 07:44:43.126775 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.db_base_plugin_common [None req-bb915650-0ffa-4849-bf60-0a0f8722fe24 None None] Allocated IP 2001:db8:1::2 (2c224eb3-ceb3-485f-b573-0a6f4b09a487/ce6458cb-5281-4bda-aa51-51cfc1958ba1/d2e8b78d-da12-44c7-ae9c-d2256dd3628c) {{(pid=103334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 07:44:43.157480 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-db11c0b4-9a0e-443d-a671-8974a132c52d None None] For port 2cdd52a7-1f5a-4999-993a-470f5fc64e9d, host dv-neutron-861624-1-hyperv, cleared binding levels {{(pid=103334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 07:44:43.183165 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-db11c0b4-9a0e-443d-a671-8974a132c52d None None] For port 2cdd52a7-1f5a-4999-993a-470f5fc64e9d, host dv-neutron-861624-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=2cdd52a7-1f5a-4999-993a-470f5fc64e9d,segment=NetworkSegment(28e1a814-8f0a-4297-9655-064087b3b957),segment_id=28e1a814-8f0a-4297-9655-064087b3b957)] {{(pid=103334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 07:44:43.190616 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-db11c0b4-9a0e-443d-a671-8974a132c52d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:43.237368 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-56d47a96-bc9c-4ee3-99b6-84bc706829f8 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Notify callbacks [] for port, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:43.280030 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-56d47a96-bc9c-4ee3-99b6-84bc706829f8 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785020947330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130996763'] for port, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:43.282650 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db11c0b4-9a0e-443d-a671-8974a132c52d None None] Pushing event updated for resources: {'Port': ['ID=2cdd52a7-1f5a-4999-993a-470f5fc64e9d,revision_number=2']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:44:43.326328 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56d47a96-bc9c-4ee3-99b6-84bc706829f8 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Network f70a8faa-6c7c-4719-b204-f7f24b12ed85 is already hosted by enough agents. {{(pid=103333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 07:44:43.341405 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-56d47a96-bc9c-4ee3-99b6-84bc706829f8 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Resources bound (agent type, host, resource id): {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:44:43.346098 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56d47a96-bc9c-4ee3-99b6-84bc706829f8 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Received port after_create {{(pid=103333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 07:44:43.346857 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-56d47a96-bc9c-4ee3-99b6-84bc706829f8 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1695190'] for router_interface, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:43.369230 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-bb915650-0ffa-4849-bf60-0a0f8722fe24 None None] Notify callbacks [] for port, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:43.372586 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-be805a09-e2f4-4cf0-8d32-3ff5bf38d263 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:43.377416 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-bb915650-0ffa-4849-bf60-0a0f8722fe24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785020947330'] for port, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:43.403381 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d47a96-bc9c-4ee3-99b6-84bc706829f8 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Pushing event updated for resources: {'Port': ['ID=216415b9-42a8-4e3d-9e63-c96921bf40ca,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:44:43.427612 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb915650-0ffa-4849-bf60-0a0f8722fe24 None None] Network 2c224eb3-ceb3-485f-b573-0a6f4b09a487 is already hosted by enough agents. {{(pid=103334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 07:44:43.438852 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.scheduler.base_scheduler [None req-bb915650-0ffa-4849-bf60-0a0f8722fe24 None None] Resources bound (agent type, host, resource id): {{(pid=103334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:44:43.447086 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb915650-0ffa-4849-bf60-0a0f8722fe24 None None] Received port after_create {{(pid=103334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 07:44:43.465205 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0c6c82-9fc1-44d0-920d-ec6a1feb4d44 req-5840e76d-e09f-4704-830f-e5b73e2b4022 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:44:43.466265 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb915650-0ffa-4849-bf60-0a0f8722fe24 None None] Pushing event updated for resources: {'Port': ['ID=d2e8b78d-da12-44c7-ae9c-d2256dd3628c,revision_number=1']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:44:43.477535 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-dc0c6c82-9fc1-44d0-920d-ec6a1feb4d44 req-5840e76d-e09f-4704-830f-e5b73e2b4022 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "GET /v2.0/ports?device_id=bad06155-87c4-491d-80ad-5c151f984791 HTTP/1.1" status: 200 len: 944 time: 0.0919819 Oct 19 07:44:43.529253 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-dc0c6c82-9fc1-44d0-920d-ec6a1feb4d44 req-b6575830-faaf-4a39-8ab4-6e3d9e75c7d2 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "GET /v2.0/security-groups?id=7b167191-5e8e-4506-90ff-aa1839abc1cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483413 Oct 19 07:44:43.535200 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-56d47a96-bc9c-4ee3-99b6-84bc706829f8 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:43.537305 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-bb915650-0ffa-4849-bf60-0a0f8722fe24 None None] Attempting to bind port d2e8b78d-da12-44c7-ae9c-d2256dd3628c on host dv-neutron-861624-1-hyperv for vnic_type normal with profile {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 19 07:44:43.537916 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-bb915650-0ffa-4849-bf60-0a0f8722fe24 None None] Attempting to bind port d2e8b78d-da12-44c7-ae9c-d2256dd3628c by drivers openvswitch,hyperv on host dv-neutron-861624-1-hyperv at level 0 using segments [{'id': 'b21557a6-74ee-479e-a0d6-ea42931b5bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '2c224eb3-ceb3-485f-b573-0a6f4b09a487'}] {{(pid=103334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 19 07:44:43.538721 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb915650-0ffa-4849-bf60-0a0f8722fe24 None None] Attempting to bind port d2e8b78d-da12-44c7-ae9c-d2256dd3628c on network 2c224eb3-ceb3-485f-b573-0a6f4b09a487 {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 07:44:43.546654 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb915650-0ffa-4849-bf60-0a0f8722fe24 None None] Checking agent: {'id': 'a5b0152c-d633-409b-aaf8-3b76458e2410', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861624-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 19, 7, 30, 19), 'started_at': datetime.datetime(2022, 10, 19, 7, 30, 49), 'heartbeat_timestamp': datetime.datetime(2022, 10, 19, 7, 44, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861624-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 07:44:43.547123 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb915650-0ffa-4849-bf60-0a0f8722fe24 None None] Checking segment: {'id': 'b21557a6-74ee-479e-a0d6-ea42931b5bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '2c224eb3-ceb3-485f-b573-0a6f4b09a487'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 19 07:44:43.547541 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-bb915650-0ffa-4849-bf60-0a0f8722fe24 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:43.548098 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb915650-0ffa-4849-bf60-0a0f8722fe24 None None] Bound using segment: {'id': 'b21557a6-74ee-479e-a0d6-ea42931b5bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '2c224eb3-ceb3-485f-b573-0a6f4b09a487'} {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 07:44:43.548611 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-bb915650-0ffa-4849-bf60-0a0f8722fe24 None None] Bound port: d2e8b78d-da12-44c7-ae9c-d2256dd3628c, host: dv-neutron-861624-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b21557a6-74ee-479e-a0d6-ea42931b5bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '2c224eb3-ceb3-485f-b573-0a6f4b09a487'}}] {{(pid=103334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 19 07:44:43.549003 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-bb915650-0ffa-4849-bf60-0a0f8722fe24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:43.553850 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Device 25237774-9447-4823-9298-724b5c6116e2 up at agent hyperv_hv-neutron-8616 {{(pid=103334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 07:44:43.654400 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Provisioning for port 25237774-9447-4823-9298-724b5c6116e2 completed by entity L2. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 19 07:44:43.663731 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Provisioning complete for port 25237774-9447-4823-9298-724b5c6116e2 triggered by entity L2. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:44:43.664078 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:43.664558 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Attempt 1 to provision port 25237774-9447-4823-9298-724b5c6116e2 Oct 19 07:44:43.691453 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-bb915650-0ffa-4849-bf60-0a0f8722fe24 None None] For port d2e8b78d-da12-44c7-ae9c-d2256dd3628c, host dv-neutron-861624-1-hyperv, cleared binding levels {{(pid=103334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 07:44:43.708673 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-bb915650-0ffa-4849-bf60-0a0f8722fe24 None None] For port d2e8b78d-da12-44c7-ae9c-d2256dd3628c, host dv-neutron-861624-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=d2e8b78d-da12-44c7-ae9c-d2256dd3628c,segment=NetworkSegment(b21557a6-74ee-479e-a0d6-ea42931b5bc1),segment_id=b21557a6-74ee-479e-a0d6-ea42931b5bc1)] {{(pid=103334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 07:44:43.715751 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-bb915650-0ffa-4849-bf60-0a0f8722fe24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:43.803863 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb915650-0ffa-4849-bf60-0a0f8722fe24 None None] Pushing event updated for resources: {'Port': ['ID=d2e8b78d-da12-44c7-ae9c-d2256dd3628c,revision_number=2']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:44:43.814142 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Current status of the port 25237774-9447-4823-9298-724b5c6116e2 is: BUILD; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:44:43.814347 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:43.837982 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-56d47a96-bc9c-4ee3-99b6-84bc706829f8 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Notify callbacks [] for port, precommit_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:43.840350 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bad06155-87c4-491d-80ad-5c151f984791', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25237774-9447-4823-9298-724b5c6116e2'}] {{(pid=103334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 19 07:44:43.842646 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-56d47a96-bc9c-4ee3-99b6-84bc706829f8 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130996754'] for port, after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:43.843109 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d918bd29c62f7e926e80ce37adcd574e0921d2de3006e6b6ef58999f52d8e2e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-828c6ca7-e40c-4ee7-b6e7-555e2cbf4450" -d '{"events": [{"server_uuid": "bad06155-87c4-491d-80ad-5c151f984791", "name": "network-vif-plugged", "status": "completed", "tag": "25237774-9447-4823-9298-724b5c6116e2"}]}' {{(pid=103334) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 07:44:43.843784 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-56d47a96-bc9c-4ee3-99b6-84bc706829f8 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1574855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1694822'] for router_interface, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:43.858123 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] For port 25237774-9447-4823-9298-724b5c6116e2, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=25237774-9447-4823-9298-724b5c6116e2,segment=NetworkSegment(33e9c49a-3391-4318-811e-b016e5419e9c),segment_id=33e9c49a-3391-4318-811e-b016e5419e9c)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:44:43.862683 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:43.918695 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Pushing event updated for resources: {'Port': ['ID=25237774-9447-4823-9298-724b5c6116e2,revision_number=5']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:44:43.936030 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d47a96-bc9c-4ee3-99b6-84bc706829f8 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Pushing event updated for resources: {'Port': ['ID=216415b9-42a8-4e3d-9e63-c96921bf40ca,revision_number=2']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:44:44.020646 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56d47a96-bc9c-4ee3-99b6-84bc706829f8 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Network f70a8faa-6c7c-4719-b204-f7f24b12ed85 is already hosted by enough agents. {{(pid=103333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 07:44:44.022128 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-56d47a96-bc9c-4ee3-99b6-84bc706829f8 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Resources bound (agent type, host, resource id): {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:44:44.084865 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 19 Oct 2022 07:44:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b817ac6b-5673-40ec-a0be-17e5ef12534e x-openstack-request-id: req-b817ac6b-5673-40ec-a0be-17e5ef12534e {{(pid=103334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 07:44:44.087913 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bad06155-87c4-491d-80ad-5c151f984791", "name": "network-vif-plugged", "status": "completed", "tag": "25237774-9447-4823-9298-724b5c6116e2", "code": 200}]} {{(pid=103334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 07:44:44.088728 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-b817ac6b-5673-40ec-a0be-17e5ef12534e {{(pid=103334) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 07:44:44.089361 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b817ac6b-5673-40ec-a0be-17e5ef12534e'] response: {'server_uuid': 'bad06155-87c4-491d-80ad-5c151f984791', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25237774-9447-4823-9298-724b5c6116e2', 'code': 200} Oct 19 07:44:44.166849 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56d47a96-bc9c-4ee3-99b6-84bc706829f8 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Router abef2337-4669-4348-83fe-d23b8978e35d is scheduled to L3 agent ab388470-1243-4d53-80f2-c2f5899c97a7 with binding_index 1 {{(pid=103333) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 07:44:44.264979 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de01c53-35ee-4848-af03-c1a9b7386d74 req-fffaee05-ed73-4bb5-8a60-c0a808548a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:44:44.266848 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-1de01c53-35ee-4848-af03-c1a9b7386d74 req-fffaee05-ed73-4bb5-8a60-c0a808548a63 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=bad06155-87c4-491d-80ad-5c151f984791 HTTP/1.1" status: 200 len: 1098 time: 0.0466049 Oct 19 07:44:44.273205 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56d47a96-bc9c-4ee3-99b6-84bc706829f8 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Notify agent at l3_agent.dv-neutron-861624-1-hyperv the message routers_updated {{(pid=103333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 07:44:44.279342 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-56d47a96-bc9c-4ee3-99b6-84bc706829f8 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] 10.222.0.27 "PUT /v2.0/routers/abef2337-4669-4348-83fe-d23b8978e35d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6873708 Oct 19 07:44:44.284625 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 60244) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:44:44.285404 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e608439e-5387-45a1-a8f4-dba0bbe60d7c None None] Sync routers for ids ['abef2337-4669-4348-83fe-d23b8978e35d'] in dv-neutron-861624-1-hyperv {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 07:44:44.312038 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e608439e-5387-45a1-a8f4-dba0bbe60d7c None None] Routers {'abef2337-4669-4348-83fe-d23b8978e35d'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 07:44:44.312694 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-e608439e-5387-45a1-a8f4-dba0bbe60d7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T07:44:16Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['abef2337-4669-4348-83fe-d23b8978e35d'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:44:44.328968 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-1de01c53-35ee-4848-af03-c1a9b7386d74 req-a0b4a22e-0a0f-48b9-b85c-764da6b00d55 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=7b167191-5e8e-4506-90ff-aa1839abc1cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543509 Oct 19 07:44:44.340729 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-835ea4fd-cb0e-46c2-afd2-c7e8f8861874 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:44:44.344558 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-835ea4fd-cb0e-46c2-afd2-c7e8f8861874 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] 10.222.0.27 "GET /v2.0/ports/216415b9-42a8-4e3d-9e63-c96921bf40ca HTTP/1.1" status: 200 len: 911 time: 0.0558050 Oct 19 07:44:44.345223 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 60246) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:44:44.362430 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-e608439e-5387-45a1-a8f4-dba0bbe60d7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:44:44.372168 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e608439e-5387-45a1-a8f4-dba0bbe60d7c None None] Routers {'abef2337-4669-4348-83fe-d23b8978e35d'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 07:44:44.372892 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-e608439e-5387-45a1-a8f4-dba0bbe60d7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T07:44:16Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['abef2337-4669-4348-83fe-d23b8978e35d'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:44:44.405816 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77c6c468-2a07-4696-99ed-f1f391c7ec3e None None] Network f70a8faa-6c7c-4719-b204-f7f24b12ed85 requested from dv-neutron-861624-1-hyperv {{(pid=103334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 07:44:44.411118 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-e608439e-5387-45a1-a8f4-dba0bbe60d7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:44:44.411762 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e608439e-5387-45a1-a8f4-dba0bbe60d7c None None] The sync data for ids ['abef2337-4669-4348-83fe-d23b8978e35d'] in dv-neutron-861624-1-hyperv is: [] {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 07:44:44.537951 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-37d4f5ce-379a-40f2-b96d-77ba5839bc43 None None] Provisioning complete for port 2cdd52a7-1f5a-4999-993a-470f5fc64e9d triggered by entity DHCP. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:44:44.538524 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-37d4f5ce-379a-40f2-b96d-77ba5839bc43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:44.538644 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-37d4f5ce-379a-40f2-b96d-77ba5839bc43 None None] Attempt 1 to provision port 2cdd52a7-1f5a-4999-993a-470f5fc64e9d Oct 19 07:44:44.683062 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-37d4f5ce-379a-40f2-b96d-77ba5839bc43 None None] Current status of the port 2cdd52a7-1f5a-4999-993a-470f5fc64e9d is: DOWN; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:44:44.683472 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-37d4f5ce-379a-40f2-b96d-77ba5839bc43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:44.711159 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e1bd32-8426-4757-a534-87eda42447e6 req-3680e7ee-9883-4b79-aa55-a4b71c7ca997 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:44:44.712699 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-f1e1bd32-8426-4757-a534-87eda42447e6 req-3680e7ee-9883-4b79-aa55-a4b71c7ca997 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "GET /v2.0/ports?device_id=bad06155-87c4-491d-80ad-5c151f984791 HTTP/1.1" status: 200 len: 945 time: 0.0970051 Oct 19 07:44:44.732938 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-37d4f5ce-379a-40f2-b96d-77ba5839bc43 None None] For port 2cdd52a7-1f5a-4999-993a-470f5fc64e9d, host dv-neutron-861624-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=2cdd52a7-1f5a-4999-993a-470f5fc64e9d,segment=NetworkSegment(28e1a814-8f0a-4297-9655-064087b3b957),segment_id=28e1a814-8f0a-4297-9655-064087b3b957)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:44:44.738084 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-37d4f5ce-379a-40f2-b96d-77ba5839bc43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:44.794003 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d4f5ce-379a-40f2-b96d-77ba5839bc43 None None] Pushing event updated for resources: {'Port': ['ID=2cdd52a7-1f5a-4999-993a-470f5fc64e9d,revision_number=3']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:44:44.796544 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-f1e1bd32-8426-4757-a534-87eda42447e6 req-547e61bf-2985-4655-8597-34b21ba9c1ee tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "GET /v2.0/security-groups?id=7b167191-5e8e-4506-90ff-aa1839abc1cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0746017 Oct 19 07:44:44.806731 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-960d92f5-8c0f-48bf-ac24-efe4e5538be5 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:44.940499 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6b167f6-0cc2-4637-b03b-6d07c0280942 None None] Network 2c224eb3-ceb3-485f-b573-0a6f4b09a487 requested from dv-neutron-861624-1-hyperv {{(pid=103334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 07:44:45.046731 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device d2e8b78d-da12-44c7-ae9c-d2256dd3628c up at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 07:44:45.051674 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-5f751a0d-5deb-4093-98a2-c2a2bc5262af None None] Provisioning complete for port d2e8b78d-da12-44c7-ae9c-d2256dd3628c triggered by entity DHCP. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:44:45.052054 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-5f751a0d-5deb-4093-98a2-c2a2bc5262af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:45.052397 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-5f751a0d-5deb-4093-98a2-c2a2bc5262af None None] Attempt 1 to provision port d2e8b78d-da12-44c7-ae9c-d2256dd3628c Oct 19 07:44:45.197532 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Provisioning complete for port d2e8b78d-da12-44c7-ae9c-d2256dd3628c triggered by entity L2. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:44:45.197923 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:45.198328 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Attempt 1 to provision port d2e8b78d-da12-44c7-ae9c-d2256dd3628c Oct 19 07:44:45.295526 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-5f751a0d-5deb-4093-98a2-c2a2bc5262af None None] Current status of the port d2e8b78d-da12-44c7-ae9c-d2256dd3628c is: DOWN; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:44:45.295914 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-5f751a0d-5deb-4093-98a2-c2a2bc5262af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:45.379734 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-5f751a0d-5deb-4093-98a2-c2a2bc5262af None None] For port d2e8b78d-da12-44c7-ae9c-d2256dd3628c, host dv-neutron-861624-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=d2e8b78d-da12-44c7-ae9c-d2256dd3628c,segment=NetworkSegment(b21557a6-74ee-479e-a0d6-ea42931b5bc1),segment_id=b21557a6-74ee-479e-a0d6-ea42931b5bc1)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:44:45.387888 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-5f751a0d-5deb-4093-98a2-c2a2bc5262af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:45.391806 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Current status of the port d2e8b78d-da12-44c7-ae9c-d2256dd3628c is: DOWN; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:44:45.392645 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:45.463570 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.db_base_plugin_common [None req-960d92f5-8c0f-48bf-ac24-efe4e5538be5 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Allocated IP 2001:db8:1::1 (2c224eb3-ceb3-485f-b573-0a6f4b09a487/ce6458cb-5281-4bda-aa51-51cfc1958ba1/95223096-94a0-4903-9a07-9309c72ef87d) {{(pid=103332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 07:44:45.490611 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f751a0d-5deb-4093-98a2-c2a2bc5262af None None] Pushing event updated for resources: {'Port': ['ID=d2e8b78d-da12-44c7-ae9c-d2256dd3628c,revision_number=3']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:44:45.515786 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.db.api [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103334) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 19 07:44:45.516142 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG oslo_db.api [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 19 07:44:45.520854 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-24c71527-f946-4e6e-b324-dae28dfe5bf4 None None] Provisioning complete for port 216415b9-42a8-4e3d-9e63-c96921bf40ca triggered by entity DHCP. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:44:45.521224 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-24c71527-f946-4e6e-b324-dae28dfe5bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:45.521568 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-24c71527-f946-4e6e-b324-dae28dfe5bf4 None None] Attempt 1 to provision port 216415b9-42a8-4e3d-9e63-c96921bf40ca Oct 19 07:44:45.563889 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-24c71527-f946-4e6e-b324-dae28dfe5bf4 None None] Port 216415b9-42a8-4e3d-9e63-c96921bf40ca cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 07:44:45.608670 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-960d92f5-8c0f-48bf-ac24-efe4e5538be5 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Notify callbacks [] for port, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:45.641496 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-960d92f5-8c0f-48bf-ac24-efe4e5538be5 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785020947330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133553798'] for port, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:45.679027 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-960d92f5-8c0f-48bf-ac24-efe4e5538be5 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Network 2c224eb3-ceb3-485f-b573-0a6f4b09a487 is already hosted by enough agents. {{(pid=103332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 07:44:45.682077 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.base_scheduler [None req-960d92f5-8c0f-48bf-ac24-efe4e5538be5 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Resources bound (agent type, host, resource id): {{(pid=103332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:44:45.684741 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-960d92f5-8c0f-48bf-ac24-efe4e5538be5 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Received port after_create {{(pid=103332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 07:44:45.685637 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-960d92f5-8c0f-48bf-ac24-efe4e5538be5 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1695190'] for router_interface, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:45.738963 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960d92f5-8c0f-48bf-ac24-efe4e5538be5 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Pushing event updated for resources: {'Port': ['ID=95223096-94a0-4903-9a07-9309c72ef87d,revision_number=1']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:44:45.817021 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-960d92f5-8c0f-48bf-ac24-efe4e5538be5 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:46.004761 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5624d0a8-3a56-4f17-abe7-5f9ba34f1d59 req-3a57b651-da20-4672-b6e0-7e901e6b7e74 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:44:46.006118 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-5624d0a8-3a56-4f17-abe7-5f9ba34f1d59 req-3a57b651-da20-4672-b6e0-7e901e6b7e74 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "GET /v2.0/ports?device_id=bad06155-87c4-491d-80ad-5c151f984791 HTTP/1.1" status: 200 len: 945 time: 0.0996571 Oct 19 07:44:46.050747 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Current status of the port d2e8b78d-da12-44c7-ae9c-d2256dd3628c is: ACTIVE; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:44:46.051718 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device 2cdd52a7-1f5a-4999-993a-470f5fc64e9d up at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 07:44:46.071000 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-24c71527-f946-4e6e-b324-dae28dfe5bf4 None None] Attempt 2 to provision port 216415b9-42a8-4e3d-9e63-c96921bf40ca Oct 19 07:44:46.101542 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-5624d0a8-3a56-4f17-abe7-5f9ba34f1d59 req-8f157159-8048-413e-bd4e-036e642a6388 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "GET /v2.0/security-groups?id=7b167191-5e8e-4506-90ff-aa1839abc1cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0818279 Oct 19 07:44:46.125870 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-24c71527-f946-4e6e-b324-dae28dfe5bf4 None None] Port 216415b9-42a8-4e3d-9e63-c96921bf40ca cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 07:44:46.134932 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Provisioning complete for port 2cdd52a7-1f5a-4999-993a-470f5fc64e9d triggered by entity L2. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:44:46.135299 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:46.135745 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Attempt 1 to provision port 2cdd52a7-1f5a-4999-993a-470f5fc64e9d Oct 19 07:44:46.156395 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-960d92f5-8c0f-48bf-ac24-efe4e5538be5 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Notify callbacks [] for port, precommit_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:46.161488 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-960d92f5-8c0f-48bf-ac24-efe4e5538be5 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133553807'] for port, after_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:46.162239 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-960d92f5-8c0f-48bf-ac24-efe4e5538be5 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1574855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1694822'] for router_interface, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:46.215818 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Current status of the port 2cdd52a7-1f5a-4999-993a-470f5fc64e9d is: ACTIVE; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:44:46.254598 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960d92f5-8c0f-48bf-ac24-efe4e5538be5 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Pushing event updated for resources: {'Port': ['ID=95223096-94a0-4903-9a07-9309c72ef87d,revision_number=2']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:44:46.274116 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d909c9cf-73a8-4dea-bce5-80963aeaaedf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:46.318523 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72416039-c850-4e36-abd7-fbcda82cd90b req-98eff258-2110-4bc2-b3d4-28ff685a91ef tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:44:46.319982 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-72416039-c850-4e36-abd7-fbcda82cd90b req-98eff258-2110-4bc2-b3d4-28ff685a91ef tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "GET /v2.0/ports?device_id=bad06155-87c4-491d-80ad-5c151f984791 HTTP/1.1" status: 200 len: 945 time: 0.1290586 Oct 19 07:44:46.331855 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-960d92f5-8c0f-48bf-ac24-efe4e5538be5 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Network 2c224eb3-ceb3-485f-b573-0a6f4b09a487 is already hosted by enough agents. {{(pid=103332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 07:44:46.337803 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.base_scheduler [None req-960d92f5-8c0f-48bf-ac24-efe4e5538be5 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Resources bound (agent type, host, resource id): {{(pid=103332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:44:46.402998 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-72416039-c850-4e36-abd7-fbcda82cd90b req-fd1b5c2d-46f1-421e-abef-e8dd15518405 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "GET /v2.0/security-groups?id=7b167191-5e8e-4506-90ff-aa1839abc1cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0764325 Oct 19 07:44:46.432539 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 60254) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:44:46.460897 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-960d92f5-8c0f-48bf-ac24-efe4e5538be5 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Router abef2337-4669-4348-83fe-d23b8978e35d has already been hosted by L3 agent ab388470-1243-4d53-80f2-c2f5899c97a7 {{(pid=103332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 07:44:46.509926 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f20dc90a-7219-48b6-aae0-1a36e2ca9f00 tempest-TestNetworkBasicOps-773100899 tempest-TestNetworkBasicOps-773100899-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:44:46.514975 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-f20dc90a-7219-48b6-aae0-1a36e2ca9f00 tempest-TestNetworkBasicOps-773100899 tempest-TestNetworkBasicOps-773100899-project-admin] 10.222.0.27 "GET /v2.0/ports?device_id=bad06155-87c4-491d-80ad-5c151f984791 HTTP/1.1" status: 200 len: 1093 time: 0.0780485 Oct 19 07:44:46.515143 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 60256) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:44:46.520005 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-19d917b0-444c-43be-a6a5-f010fcefdfa4 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Request body: {'floatingip': {'floating_network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'port_id': '25237774-9447-4823-9298-724b5c6116e2', 'tenant_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:44:46.544244 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-19d917b0-444c-43be-a6a5-f010fcefdfa4 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for floatingip, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:46.562266 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-960d92f5-8c0f-48bf-ac24-efe4e5538be5 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Notify agent at l3_agent.dv-neutron-861624-1-hyperv the message routers_updated {{(pid=103332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 07:44:46.567749 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-960d92f5-8c0f-48bf-ac24-efe4e5538be5 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] 10.222.0.27 "PUT /v2.0/routers/abef2337-4669-4348-83fe-d23b8978e35d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2214594 Oct 19 07:44:46.570507 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 60258) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:44:46.573192 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b89e79b-ca2c-4f5d-b6a5-dccca11d76ba None None] Sync routers for ids ['abef2337-4669-4348-83fe-d23b8978e35d'] in dv-neutron-861624-1-hyperv {{(pid=103334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 07:44:46.583608 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b89e79b-ca2c-4f5d-b6a5-dccca11d76ba None None] Routers {'abef2337-4669-4348-83fe-d23b8978e35d'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 07:44:46.584346 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-6b89e79b-ca2c-4f5d-b6a5-dccca11d76ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T07:44:46Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['abef2337-4669-4348-83fe-d23b8978e35d'], 'active': True} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:44:46.618357 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-6b89e79b-ca2c-4f5d-b6a5-dccca11d76ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:44:46.625338 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df0ceee0-2f3a-4b4d-b933-9dacc06d494f tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:44:46.626644 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-df0ceee0-2f3a-4b4d-b933-9dacc06d494f tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] 10.222.0.27 "GET /v2.0/ports/95223096-94a0-4903-9a07-9309c72ef87d HTTP/1.1" status: 200 len: 913 time: 0.0552163 Oct 19 07:44:46.626951 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-24c71527-f946-4e6e-b324-dae28dfe5bf4 None None] Attempt 3 to provision port 216415b9-42a8-4e3d-9e63-c96921bf40ca Oct 19 07:44:46.629570 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 60260) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:44:46.633107 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b89e79b-ca2c-4f5d-b6a5-dccca11d76ba None None] Routers {'abef2337-4669-4348-83fe-d23b8978e35d'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 07:44:46.633787 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-6b89e79b-ca2c-4f5d-b6a5-dccca11d76ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T07:44:46Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['abef2337-4669-4348-83fe-d23b8978e35d'], 'active': True} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:44:46.689486 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-19d917b0-444c-43be-a6a5-f010fcefdfa4 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:46.692482 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-6b89e79b-ca2c-4f5d-b6a5-dccca11d76ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:44:46.693221 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b89e79b-ca2c-4f5d-b6a5-dccca11d76ba None None] The sync data for ids ['abef2337-4669-4348-83fe-d23b8978e35d'] in dv-neutron-861624-1-hyperv is: [] {{(pid=103334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 07:44:46.702061 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-24c71527-f946-4e6e-b324-dae28dfe5bf4 None None] Port 216415b9-42a8-4e3d-9e63-c96921bf40ca cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 07:44:46.798211 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.db_base_plugin_common [None req-19d917b0-444c-43be-a6a5-f010fcefdfa4 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Allocated IP 172.26.0.70 (99c66757-74e3-40a4-b479-8d09e3a7c3dd/7f3d1034-1de7-458a-a3ee-77488de3949b/90d1d5aa-a288-4632-b0ab-f5fc8f4829e2) {{(pid=103333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 07:44:46.906413 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-19d917b0-444c-43be-a6a5-f010fcefdfa4 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for port, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:46.936206 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device d2e8b78d-da12-44c7-ae9c-d2256dd3628c up at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 07:44:46.943326 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-19d917b0-444c-43be-a6a5-f010fcefdfa4 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785020947330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130996763'] for port, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:46.962641 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-6328956a-f330-4ba0-86ea-a78f24bcb0d7 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1694785'] for router_interface, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:46.987472 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19d917b0-444c-43be-a6a5-f010fcefdfa4 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Network 99c66757-74e3-40a4-b479-8d09e3a7c3dd is already hosted by enough agents. {{(pid=103333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 07:44:46.990399 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Provisioning complete for port d2e8b78d-da12-44c7-ae9c-d2256dd3628c triggered by entity L2. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:44:46.990639 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-19d917b0-444c-43be-a6a5-f010fcefdfa4 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Resources bound (agent type, host, resource id): {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:44:46.991093 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:46.991525 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Attempt 1 to provision port d2e8b78d-da12-44c7-ae9c-d2256dd3628c Oct 19 07:44:46.994907 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19d917b0-444c-43be-a6a5-f010fcefdfa4 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Received port after_create {{(pid=103333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 07:44:46.998508 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d917b0-444c-43be-a6a5-f010fcefdfa4 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Pushing event updated for resources: {'Port': ['ID=90d1d5aa-a288-4632-b0ab-f5fc8f4829e2,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:44:47.084185 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Current status of the port d2e8b78d-da12-44c7-ae9c-d2256dd3628c is: ACTIVE; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:44:47.203634 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-24c71527-f946-4e6e-b324-dae28dfe5bf4 None None] Attempt 4 to provision port 216415b9-42a8-4e3d-9e63-c96921bf40ca Oct 19 07:44:47.221170 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.plugin [None req-6328956a-f330-4ba0-86ea-a78f24bcb0d7 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Deleting port 95223096-94a0-4903-9a07-9309c72ef87d {{(pid=103332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 07:44:47.221660 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-6328956a-f330-4ba0-86ea-a78f24bcb0d7 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:47.239679 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-24c71527-f946-4e6e-b324-dae28dfe5bf4 None None] Port 216415b9-42a8-4e3d-9e63-c96921bf40ca cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 07:44:47.312339 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-6328956a-f330-4ba0-86ea-a78f24bcb0d7 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:47.324808 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.plugin [None req-6328956a-f330-4ba0-86ea-a78f24bcb0d7 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Calling delete_port for 95223096-94a0-4903-9a07-9309c72ef87d owned by network:router_interface {{(pid=103332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 07:44:47.368114 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-19d917b0-444c-43be-a6a5-f010fcefdfa4 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:47.436643 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-19d917b0-444c-43be-a6a5-f010fcefdfa4 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:47.494026 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-6328956a-f330-4ba0-86ea-a78f24bcb0d7 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133553798'] for port, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:47.520415 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6328956a-f330-4ba0-86ea-a78f24bcb0d7 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Pushing event deleted for resources: {'Port': ['ID=95223096-94a0-4903-9a07-9309c72ef87d,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:44:47.602882 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-19d917b0-444c-43be-a6a5-f010fcefdfa4 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for port, precommit_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:47.609118 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-19d917b0-444c-43be-a6a5-f010fcefdfa4 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130996754'] for port, after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:47.635675 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-6328956a-f330-4ba0-86ea-a78f24bcb0d7 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1574862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1694957'] for router_interface, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:47.740532 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-24c71527-f946-4e6e-b324-dae28dfe5bf4 None None] Attempt 5 to provision port 216415b9-42a8-4e3d-9e63-c96921bf40ca Oct 19 07:44:47.776807 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-24c71527-f946-4e6e-b324-dae28dfe5bf4 None None] Port 216415b9-42a8-4e3d-9e63-c96921bf40ca cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 07:44:47.835774 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6328956a-f330-4ba0-86ea-a78f24bcb0d7 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Router abef2337-4669-4348-83fe-d23b8978e35d has already been hosted by L3 agent ab388470-1243-4d53-80f2-c2f5899c97a7 {{(pid=103332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 07:44:47.903467 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-2a2259f7-b034-4eec-af7a-7abaede746c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:47.931107 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6328956a-f330-4ba0-86ea-a78f24bcb0d7 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Notify agent at l3_agent.dv-neutron-861624-1-hyperv the message routers_updated {{(pid=103332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 07:44:47.937111 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-6328956a-f330-4ba0-86ea-a78f24bcb0d7 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] 10.222.0.27 "PUT /v2.0/routers/abef2337-4669-4348-83fe-d23b8978e35d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3063581 Oct 19 07:44:47.940956 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 60262) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:44:47.942012 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fef246c-ed40-49d1-aa19-476051361279 None None] Sync routers for ids ['abef2337-4669-4348-83fe-d23b8978e35d'] in dv-neutron-861624-1-hyperv {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 07:44:47.952055 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fef246c-ed40-49d1-aa19-476051361279 None None] Routers {'abef2337-4669-4348-83fe-d23b8978e35d'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 07:44:47.953024 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-2fef246c-ed40-49d1-aa19-476051361279 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T07:44:46Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['abef2337-4669-4348-83fe-d23b8978e35d'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:44:47.974748 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-19d917b0-444c-43be-a6a5-f010fcefdfa4 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1695041'] for floatingip, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:47.985317 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-2fef246c-ed40-49d1-aa19-476051361279 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:44:47.994236 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fef246c-ed40-49d1-aa19-476051361279 None None] Routers {'abef2337-4669-4348-83fe-d23b8978e35d'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 07:44:47.994827 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-2fef246c-ed40-49d1-aa19-476051361279 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T07:44:46Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['abef2337-4669-4348-83fe-d23b8978e35d'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:44:48.012423 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d917b0-444c-43be-a6a5-f010fcefdfa4 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Pushing event updated for resources: {'Port': ['ID=90d1d5aa-a288-4632-b0ab-f5fc8f4829e2,revision_number=2']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:44:48.031807 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-2fef246c-ed40-49d1-aa19-476051361279 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:44:48.032467 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fef246c-ed40-49d1-aa19-476051361279 None None] The sync data for ids ['abef2337-4669-4348-83fe-d23b8978e35d'] in dv-neutron-861624-1-hyperv is: [] {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 07:44:48.085399 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.db.l3_db [None req-19d917b0-444c-43be-a6a5-f010fcefdfa4 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Floating IP 89a995fe-3219-4ae4-afba-b50232d5514d associated. External IP: 172.26.0.70, port: 25237774-9447-4823-9298-724b5c6116e2. Oct 19 07:44:48.250744 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-020b896e-0199-4e18-9bb6-a7e9c46947e4 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1694785'] for router_interface, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:48.278238 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-24c71527-f946-4e6e-b324-dae28dfe5bf4 None None] Attempt 6 to provision port 216415b9-42a8-4e3d-9e63-c96921bf40ca Oct 19 07:44:48.290196 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19d917b0-444c-43be-a6a5-f010fcefdfa4 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Router e516fe6c-b3ad-4090-9b10-fad897190739 has already been hosted by L3 agent ab388470-1243-4d53-80f2-c2f5899c97a7 {{(pid=103333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 07:44:48.410417 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19d917b0-444c-43be-a6a5-f010fcefdfa4 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify agent at l3_agent.dv-neutron-861624-1-hyperv the message routers_updated {{(pid=103333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 07:44:48.430510 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-19d917b0-444c-43be-a6a5-f010fcefdfa4 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42160'] for floatingip, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:48.464819 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-19d917b0-444c-43be-a6a5-f010fcefdfa4 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9486370 Oct 19 07:44:48.465690 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bad06155-87c4-491d-80ad-5c151f984791', 'tag': '25237774-9447-4823-9298-724b5c6116e2'}] {{(pid=103333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 19 07:44:48.468211 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e3bb7d74903c72d9cb0d0f2f187c581e0456bd3142b101dc46d694cf75cdf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f28e524-b819-4948-9d58-4a415ad1c84e" -d '{"events": [{"name": "network-changed", "server_uuid": "bad06155-87c4-491d-80ad-5c151f984791", "tag": "25237774-9447-4823-9298-724b5c6116e2"}]}' {{(pid=103333) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 07:44:48.470625 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-284d66bb-f944-44b7-9c54-43c1cd6c16bc None None] Sync routers for ids ['e516fe6c-b3ad-4090-9b10-fad897190739'] in dv-neutron-861624-1-hyperv {{(pid=103334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 07:44:48.470961 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 60264) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:44:48.486803 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-24c71527-f946-4e6e-b324-dae28dfe5bf4 None None] Port 216415b9-42a8-4e3d-9e63-c96921bf40ca cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 07:44:48.490871 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-284d66bb-f944-44b7-9c54-43c1cd6c16bc None None] Routers {'e516fe6c-b3ad-4090-9b10-fad897190739'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 07:44:48.492178 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-284d66bb-f944-44b7-9c54-43c1cd6c16bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T07:44:46Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['e516fe6c-b3ad-4090-9b10-fad897190739'], 'active': True} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:44:48.518112 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 19 Oct 2022 07:44:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fef23cec-f0e7-41fc-9d4d-2140451c0484 x-openstack-request-id: req-fef23cec-f0e7-41fc-9d4d-2140451c0484 {{(pid=103333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 07:44:48.518427 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bad06155-87c4-491d-80ad-5c151f984791", "tag": "25237774-9447-4823-9298-724b5c6116e2", "status": "completed", "code": 200}]} {{(pid=103333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 07:44:48.518682 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-fef23cec-f0e7-41fc-9d4d-2140451c0484 {{(pid=103333) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 07:44:48.519084 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fef23cec-f0e7-41fc-9d4d-2140451c0484'] response: {'name': 'network-changed', 'server_uuid': 'bad06155-87c4-491d-80ad-5c151f984791', 'tag': '25237774-9447-4823-9298-724b5c6116e2', 'status': 'completed', 'code': 200} Oct 19 07:44:48.540468 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-19d70815-9444-40f1-9242-3a143cc807c8 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "GET /v2.0/floatingips/89a995fe-3219-4ae4-afba-b50232d5514d HTTP/1.1" status: 200 len: 990 time: 0.0680349 Oct 19 07:44:48.617380 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvr_db [None req-284d66bb-f944-44b7-9c54-43c1cd6c16bc None None] Set router e516fe6c-b3ad-4090-9b10-fad897190739 gateway port host: dv-neutron-861624-1-hyperv {{(pid=103334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 07:44:48.719709 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f28e524-b819-4948-9d58-4a415ad1c84e req-fbe7fcde-f98b-4ba6-a991-f9686b3e22ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:44:48.721275 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-3f28e524-b819-4948-9d58-4a415ad1c84e req-fbe7fcde-f98b-4ba6-a991-f9686b3e22ad service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=47a12ea4f74e4c18b13323e6f3cc9741&device_id=bad06155-87c4-491d-80ad-5c151f984791 HTTP/1.1" status: 200 len: 1098 time: 0.0849063 Oct 19 07:44:48.845334 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-284d66bb-f944-44b7-9c54-43c1cd6c16bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e516fe6c-b3ad-4090-9b10-fad897190739', 'name': 'tempest-TestNetworkBasicOps-router-2037566591', 'tenant_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'external_fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.120'}], 'enable_snat': True}, 'gw_port_id': '46a98dd2-f544-4b48-8461-bf0e6abd72c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T07:44:25Z', 'updated_at': '2022-10-19T07:44:30Z', 'revision_number': 4, 'project_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'gw_port': {'id': '46a98dd2-f544-4b48-8461-bf0e6abd72c2', 'name': '', 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:1b:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e516fe6c-b3ad-4090-9b10-fad897190739', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1190, 'fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:44:26Z', 'updated_at': '2022-10-19T07:44:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861624-1-hyperv', '_floatingips': [{'id': '89a995fe-3219-4ae4-afba-b50232d5514d', 'tenant_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'floating_ip_address': '172.26.0.70', 'floating_network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'router_id': 'e516fe6c-b3ad-4090-9b10-fad897190739', 'port_id': '25237774-9447-4823-9298-724b5c6116e2', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1243, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '29687d8b-decc-4f3b-b892-7b87648c9d85', 'mac_address': 'fa:16:3e:52:47:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bad06155-87c4-491d-80ad-5c151f984791', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-19T07:44:47Z', 'updated_at': '2022-10-19T07:44:47Z', 'revision_number': 0, 'project_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6345544f-1182-4f1c-9a1f-4a23059fe206', 'name': '', 'network_id': '29687d8b-decc-4f3b-b892-7b87648c9d85', 'tenant_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'mac_address': 'fa:16:3e:28:5b:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e516fe6c-b3ad-4090-9b10-fad897190739', 'device_owner': 'network:router_interface', 'standard_attr_id': 1203, 'fixed_ips': [{'subnet_id': '2446982a-6064-4a7e-a7a0-5e03c5e1c616', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:44:29Z', 'updated_at': '2022-10-19T07:44:35Z', 'revision_number': 5, 'project_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'subnets': [{'id': '2446982a-6064-4a7e-a7a0-5e03c5e1c616', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:44:48.862025 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f28e524-b819-4948-9d58-4a415ad1c84e req-38359a53-fc9e-452b-a623-69e27b9c1abe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:44:48.863509 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-3f28e524-b819-4948-9d58-4a415ad1c84e req-38359a53-fc9e-452b-a623-69e27b9c1abe service neutron] 10.222.0.16 "GET /v2.0/networks?id=29687d8b-decc-4f3b-b892-7b87648c9d85 HTTP/1.1" status: 200 len: 897 time: 0.1166880 Oct 19 07:44:48.875854 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-284d66bb-f944-44b7-9c54-43c1cd6c16bc None None] Checking router: e516fe6c-b3ad-4090-9b10-fad897190739 for host: dv-neutron-861624-1-hyperv {{(pid=103334) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 07:44:48.885479 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-284d66bb-f944-44b7-9c54-43c1cd6c16bc None None] Routers {'e516fe6c-b3ad-4090-9b10-fad897190739'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 07:44:48.886725 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-284d66bb-f944-44b7-9c54-43c1cd6c16bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T07:44:46Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['e516fe6c-b3ad-4090-9b10-fad897190739'], 'active': True} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:44:48.976743 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-3f28e524-b819-4948-9d58-4a415ad1c84e req-3003489c-9b61-4f68-8b58-f5a65709f281 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=25237774-9447-4823-9298-724b5c6116e2 HTTP/1.1" status: 200 len: 998 time: 0.1064255 Oct 19 07:44:48.988802 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-24c71527-f946-4e6e-b324-dae28dfe5bf4 None None] Attempt 7 to provision port 216415b9-42a8-4e3d-9e63-c96921bf40ca Oct 19 07:44:49.021986 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-1a0da505-d0f9-48c6-b7e2-53b9c5e41298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:49.026761 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvr_db [None req-284d66bb-f944-44b7-9c54-43c1cd6c16bc None None] Set router e516fe6c-b3ad-4090-9b10-fad897190739 gateway port host: dv-neutron-861624-1-hyperv {{(pid=103334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 07:44:49.035208 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.plugin [None req-020b896e-0199-4e18-9bb6-a7e9c46947e4 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Deleting port 216415b9-42a8-4e3d-9e63-c96921bf40ca {{(pid=103332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 07:44:49.035553 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-020b896e-0199-4e18-9bb6-a7e9c46947e4 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:49.038884 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f28e524-b819-4948-9d58-4a415ad1c84e req-6507e7bf-7ad2-44b0-b30f-866482aab84a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:44:49.040335 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-3f28e524-b819-4948-9d58-4a415ad1c84e req-6507e7bf-7ad2-44b0-b30f-866482aab84a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2446982a-6064-4a7e-a7a0-5e03c5e1c616 HTTP/1.1" status: 200 len: 835 time: 0.0573466 Oct 19 07:44:49.065498 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-24c71527-f946-4e6e-b324-dae28dfe5bf4 None None] Port 216415b9-42a8-4e3d-9e63-c96921bf40ca cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 07:44:49.140139 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:49.149077 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f28e524-b819-4948-9d58-4a415ad1c84e req-95236548-9676-4ab0-9065-f24debd5b95a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:44:49.150573 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-3f28e524-b819-4948-9d58-4a415ad1c84e req-95236548-9676-4ab0-9065-f24debd5b95a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=29687d8b-decc-4f3b-b892-7b87648c9d85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0985253 Oct 19 07:44:49.166537 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-020b896e-0199-4e18-9bb6-a7e9c46947e4 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:49.191341 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.plugin [None req-020b896e-0199-4e18-9bb6-a7e9c46947e4 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Calling delete_port for 216415b9-42a8-4e3d-9e63-c96921bf40ca owned by network:router_interface {{(pid=103332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 07:44:49.275011 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-284d66bb-f944-44b7-9c54-43c1cd6c16bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e516fe6c-b3ad-4090-9b10-fad897190739', 'name': 'tempest-TestNetworkBasicOps-router-2037566591', 'tenant_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'external_fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.120'}], 'enable_snat': True}, 'gw_port_id': '46a98dd2-f544-4b48-8461-bf0e6abd72c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T07:44:25Z', 'updated_at': '2022-10-19T07:44:30Z', 'revision_number': 4, 'project_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'gw_port': {'id': '46a98dd2-f544-4b48-8461-bf0e6abd72c2', 'name': '', 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:1b:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e516fe6c-b3ad-4090-9b10-fad897190739', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1190, 'fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:44:26Z', 'updated_at': '2022-10-19T07:44:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861624-1-hyperv', '_floatingips': [{'id': '89a995fe-3219-4ae4-afba-b50232d5514d', 'tenant_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'floating_ip_address': '172.26.0.70', 'floating_network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'router_id': 'e516fe6c-b3ad-4090-9b10-fad897190739', 'port_id': '25237774-9447-4823-9298-724b5c6116e2', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1243, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '29687d8b-decc-4f3b-b892-7b87648c9d85', 'mac_address': 'fa:16:3e:52:47:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bad06155-87c4-491d-80ad-5c151f984791', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-19T07:44:47Z', 'updated_at': '2022-10-19T07:44:47Z', 'revision_number': 0, 'project_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6345544f-1182-4f1c-9a1f-4a23059fe206', 'name': '', 'network_id': '29687d8b-decc-4f3b-b892-7b87648c9d85', 'tenant_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'mac_address': 'fa:16:3e:28:5b:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e516fe6c-b3ad-4090-9b10-fad897190739', 'device_owner': 'network:router_interface', 'standard_attr_id': 1203, 'fixed_ips': [{'subnet_id': '2446982a-6064-4a7e-a7a0-5e03c5e1c616', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:44:29Z', 'updated_at': '2022-10-19T07:44:35Z', 'revision_number': 5, 'project_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'subnets': [{'id': '2446982a-6064-4a7e-a7a0-5e03c5e1c616', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:44:49.302013 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-284d66bb-f944-44b7-9c54-43c1cd6c16bc None None] The sync data for ids ['e516fe6c-b3ad-4090-9b10-fad897190739'] in dv-neutron-861624-1-hyperv is: [{'id': 'e516fe6c-b3ad-4090-9b10-fad897190739', 'name': 'tempest-TestNetworkBasicOps-router-2037566591', 'tenant_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'external_fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.120'}], 'enable_snat': True}, 'gw_port_id': '46a98dd2-f544-4b48-8461-bf0e6abd72c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T07:44:25Z', 'updated_at': '2022-10-19T07:44:30Z', 'revision_number': 4, 'project_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'gw_port': {'id': '46a98dd2-f544-4b48-8461-bf0e6abd72c2', 'name': '', 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:1b:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e516fe6c-b3ad-4090-9b10-fad897190739', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1190, 'fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:44:26Z', 'updated_at': '2022-10-19T07:44:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861624-1-hyperv', '_floatingips': [{'id': '89a995fe-3219-4ae4-afba-b50232d5514d', 'tenant_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'floating_ip_address': '172.26.0.70', 'floating_network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'router_id': 'e516fe6c-b3ad-4090-9b10-fad897190739', 'port_id': '25237774-9447-4823-9298-724b5c6116e2', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1243, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '29687d8b-decc-4f3b-b892-7b87648c9d85', 'mac_address': 'fa:16:3e:52:47:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bad06155-87c4-491d-80ad-5c151f984791', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-19T07:44:47Z', 'updated_at': '2022-10-19T07:44:47Z', 'revision_number': 0, 'project_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6345544f-1182-4f1c-9a1f-4a23059fe206', 'name': '', 'network_id': '29687d8b-decc-4f3b-b892-7b87648c9d85', 'tenant_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'mac_address': 'fa:16:3e:28:5b:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e516fe6c-b3ad-4090-9b10-fad897190739', 'device_owner': 'network:router_interface', 'standard_attr_id': 1203, 'fixed_ips': [{'subnet_id': '2446982a-6064-4a7e-a7a0-5e03c5e1c616', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:44:29Z', 'updated_at': '2022-10-19T07:44:35Z', 'revision_number': 5, 'project_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'subnets': [{'id': '2446982a-6064-4a7e-a7a0-5e03c5e1c616', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 07:44:49.306033 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-3f28e524-b819-4948-9d58-4a415ad1c84e req-5a8b3756-7a18-4b94-90d6-961c2c09c886 service neutron] 10.222.0.16 "GET /v2.0/networks/29687d8b-decc-4f3b-b892-7b87648c9d85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1480498 Oct 19 07:44:49.474495 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-3f28e524-b819-4948-9d58-4a415ad1c84e req-555fe93b-93d7-41ab-9b89-cd0541c32dd5 service neutron] 10.222.0.16 "GET /v2.0/networks/29687d8b-decc-4f3b-b892-7b87648c9d85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1616378 Oct 19 07:44:49.491374 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-020b896e-0199-4e18-9bb6-a7e9c46947e4 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133553798'] for port, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:49.496156 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6796335d-c38f-461d-b16f-73ee993bdf30 None None] New status for floating IP 89a995fe-3219-4ae4-afba-b50232d5514d: ACTIVE {{(pid=103335) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 19 07:44:49.519014 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020b896e-0199-4e18-9bb6-a7e9c46947e4 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Pushing event deleted for resources: {'Port': ['ID=216415b9-42a8-4e3d-9e63-c96921bf40ca,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:44:49.546818 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 60268) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:44:49.566830 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-24c71527-f946-4e6e-b324-dae28dfe5bf4 None None] Attempt 8 to provision port 216415b9-42a8-4e3d-9e63-c96921bf40ca Oct 19 07:44:49.587940 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-24c71527-f946-4e6e-b324-dae28dfe5bf4 None None] Port 216415b9-42a8-4e3d-9e63-c96921bf40ca was deleted so its status cannot be updated. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Oct 19 07:44:49.598905 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-24c71527-f946-4e6e-b324-dae28dfe5bf4 None None] Provisioning complete for port 2cdd52a7-1f5a-4999-993a-470f5fc64e9d triggered by entity DHCP. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:44:49.599368 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-24c71527-f946-4e6e-b324-dae28dfe5bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:49.599797 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-24c71527-f946-4e6e-b324-dae28dfe5bf4 None None] Attempt 1 to provision port 2cdd52a7-1f5a-4999-993a-470f5fc64e9d Oct 19 07:44:49.635845 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-020b896e-0199-4e18-9bb6-a7e9c46947e4 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1574862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1694957'] for router_interface, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:49.636998 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-f333f21e-a9f7-4efd-ae2a-c0bff76bdb79 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "GET /v2.0/floatingips/89a995fe-3219-4ae4-afba-b50232d5514d HTTP/1.1" status: 200 len: 990 time: 0.0860932 Oct 19 07:44:49.697693 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-24c71527-f946-4e6e-b324-dae28dfe5bf4 None None] Current status of the port 2cdd52a7-1f5a-4999-993a-470f5fc64e9d is: ACTIVE; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:44:49.809725 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-78f7a00d-f64b-4b78-a720-cb89615fe60b None None] Could not find standard attr ID for object 216415b9-42a8-4e3d-9e63-c96921bf40ca. {{(pid=103334) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 19 07:44:49.809940 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-020b896e-0199-4e18-9bb6-a7e9c46947e4 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Router abef2337-4669-4348-83fe-d23b8978e35d has already been hosted by L3 agent ab388470-1243-4d53-80f2-c2f5899c97a7 {{(pid=103332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 07:44:49.812669 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-78f7a00d-f64b-4b78-a720-cb89615fe60b None None] Could not find standard attr ID for object 95223096-94a0-4903-9a07-9309c72ef87d. {{(pid=103334) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 19 07:44:49.822265 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-78f7a00d-f64b-4b78-a720-cb89615fe60b None None] Provisioning complete for port d2e8b78d-da12-44c7-ae9c-d2256dd3628c triggered by entity DHCP. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:44:49.822641 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-78f7a00d-f64b-4b78-a720-cb89615fe60b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:49.822977 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-78f7a00d-f64b-4b78-a720-cb89615fe60b None None] Attempt 1 to provision port d2e8b78d-da12-44c7-ae9c-d2256dd3628c Oct 19 07:44:49.885476 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-020b896e-0199-4e18-9bb6-a7e9c46947e4 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Notify agent at l3_agent.dv-neutron-861624-1-hyperv the message routers_updated {{(pid=103332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 07:44:49.891004 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-020b896e-0199-4e18-9bb6-a7e9c46947e4 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] 10.222.0.27 "PUT /v2.0/routers/abef2337-4669-4348-83fe-d23b8978e35d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9490719 Oct 19 07:44:49.893850 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 60270) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:44:49.900936 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-78f7a00d-f64b-4b78-a720-cb89615fe60b None None] Current status of the port d2e8b78d-da12-44c7-ae9c-d2256dd3628c is: ACTIVE; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:44:49.907264 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-501f6f76-194e-42a4-8b52-d79e75c288e3 None None] Sync routers for ids ['abef2337-4669-4348-83fe-d23b8978e35d'] in dv-neutron-861624-1-hyperv {{(pid=103334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 07:44:49.916531 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-501f6f76-194e-42a4-8b52-d79e75c288e3 None None] Routers {'abef2337-4669-4348-83fe-d23b8978e35d'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 07:44:49.917145 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-501f6f76-194e-42a4-8b52-d79e75c288e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T07:44:46Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['abef2337-4669-4348-83fe-d23b8978e35d'], 'active': True} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:44:49.920728 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-52bd5d79-7c1a-4987-88ff-58e0821e1817 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] 10.222.0.27 "GET /v2.0/ports?device_id=abef2337-4669-4348-83fe-d23b8978e35d HTTP/1.1" status: 200 len: 205 time: 0.0256972 Oct 19 07:44:49.923309 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 60272) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:44:49.953980 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-501f6f76-194e-42a4-8b52-d79e75c288e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:44:49.962402 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-501f6f76-194e-42a4-8b52-d79e75c288e3 None None] Routers {'abef2337-4669-4348-83fe-d23b8978e35d'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 07:44:49.962990 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-501f6f76-194e-42a4-8b52-d79e75c288e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T07:44:46Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['abef2337-4669-4348-83fe-d23b8978e35d'], 'active': True} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:44:49.994442 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-501f6f76-194e-42a4-8b52-d79e75c288e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:44:49.995081 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-501f6f76-194e-42a4-8b52-d79e75c288e3 None None] The sync data for ids ['abef2337-4669-4348-83fe-d23b8978e35d'] in dv-neutron-861624-1-hyperv is: [] {{(pid=103334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 07:44:49.997917 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-3bf0dee1-c0c0-4db7-82f7-cda75b3c7d7d tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Notify callbacks [] for router, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:50.150782 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-3bf0dee1-c0c0-4db7-82f7-cda75b3c7d7d tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1693565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12618'] for router, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:50.153076 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-3bf0dee1-c0c0-4db7-82f7-cda75b3c7d7d tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:50.194928 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-3bf0dee1-c0c0-4db7-82f7-cda75b3c7d7d tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1693542'] for router, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:50.195531 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bf0dee1-c0c0-4db7-82f7-cda75b3c7d7d tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Fanout notify agent at l3_agent the message router_deleted on router abef2337-4669-4348-83fe-d23b8978e35d {{(pid=103332) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 07:44:50.203344 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-3bf0dee1-c0c0-4db7-82f7-cda75b3c7d7d tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Notify callbacks [] for router, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:50.204620 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-3bf0dee1-c0c0-4db7-82f7-cda75b3c7d7d tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] 10.222.0.27 "DELETE /v2.0/routers/abef2337-4669-4348-83fe-d23b8978e35d HTTP/1.1" status: 204 len: 168 time: 0.2803013 Oct 19 07:44:50.207100 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 60274) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:44:50.256823 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2ee55b9-bc37-4e34-9487-233d4f77da2c tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Deleting subnet ce6458cb-5281-4bda-aa51-51cfc1958ba1 {{(pid=103332) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 19 07:44:50.259831 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-a2ee55b9-bc37-4e34-9487-233d4f77da2c tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Notify callbacks [] for subnet, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:50.299242 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-a2ee55b9-bc37-4e34-9487-233d4f77da2c tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130726890'] for subnet, precommit_delete_associations {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:50.383363 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-a2ee55b9-bc37-4e34-9487-233d4f77da2c tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-679826'] for subnet, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:50.440795 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-a2ee55b9-bc37-4e34-9487-233d4f77da2c tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-679819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-133552721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130659632'] for subnet, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:50.465469 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ee55b9-bc37-4e34-9487-233d4f77da2c tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Pushing event deleted for resources: {'Subnet': ['ID=ce6458cb-5281-4bda-aa51-51cfc1958ba1,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:44:50.471157 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-a2ee55b9-bc37-4e34-9487-233d4f77da2c tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Notify callbacks [] for subnet, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:50.474362 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-a2ee55b9-bc37-4e34-9487-233d4f77da2c tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] 10.222.0.27 "DELETE /v2.0/subnets/ce6458cb-5281-4bda-aa51-51cfc1958ba1 HTTP/1.1" status: 204 len: 168 time: 0.2663016 Oct 19 07:44:50.478413 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 60276) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:44:50.481426 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d50c41ef-d5bc-447b-a87a-86c58e0e627d None None] Network 2c224eb3-ceb3-485f-b573-0a6f4b09a487 requested from dv-neutron-861624-1-hyperv {{(pid=103334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 07:44:50.528752 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.db_base_plugin_v2 [None req-99b49f24-979f-45c1-a26f-657aca2e77c9 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Deleting subnet 8cdbc2b5-f2ed-4db6-9435-01b675fa9df1 {{(pid=103332) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 19 07:44:50.531536 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-99b49f24-979f-45c1-a26f-657aca2e77c9 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Notify callbacks [] for subnet, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:50.575223 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-99b49f24-979f-45c1-a26f-657aca2e77c9 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130726890'] for subnet, precommit_delete_associations {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:50.638387 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 60278) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:44:50.653424 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-670037e8-81aa-4b18-971f-0196e792c85d None None] DHCP port deletion for 2c224eb3-ceb3-485f-b573-0a6f4b09a487 request from dv-neutron-861624-1-hyperv {{(pid=103334) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 07:44:50.666977 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-99b49f24-979f-45c1-a26f-657aca2e77c9 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-679826'] for subnet, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:50.704018 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-670037e8-81aa-4b18-971f-0196e792c85d None None] Deleting port d2e8b78d-da12-44c7-ae9c-d2256dd3628c {{(pid=103334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 07:44:50.704385 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-670037e8-81aa-4b18-971f-0196e792c85d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:50.707051 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-1c4ecfeb-23e5-434e-9c44-b6adc6061170 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "GET /v2.0/floatingips/89a995fe-3219-4ae4-afba-b50232d5514d HTTP/1.1" status: 200 len: 992 time: 0.0674729 Oct 19 07:44:50.730726 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-99b49f24-979f-45c1-a26f-657aca2e77c9 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-679819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-133552721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130659632'] for subnet, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:50.762717 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b49f24-979f-45c1-a26f-657aca2e77c9 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Pushing event deleted for resources: {'Subnet': ['ID=8cdbc2b5-f2ed-4db6-9435-01b675fa9df1,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:44:50.764717 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-99b49f24-979f-45c1-a26f-657aca2e77c9 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Notify callbacks [] for subnet, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:50.770316 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-99b49f24-979f-45c1-a26f-657aca2e77c9 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] 10.222.0.27 "DELETE /v2.0/subnets/8cdbc2b5-f2ed-4db6-9435-01b675fa9df1 HTTP/1.1" status: 204 len: 168 time: 0.2886121 Oct 19 07:44:50.770705 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 60280) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:44:50.774120 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-670037e8-81aa-4b18-971f-0196e792c85d None None] For port d2e8b78d-da12-44c7-ae9c-d2256dd3628c, host dv-neutron-861624-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=d2e8b78d-da12-44c7-ae9c-d2256dd3628c,segment=NetworkSegment(b21557a6-74ee-479e-a0d6-ea42931b5bc1),segment_id=b21557a6-74ee-479e-a0d6-ea42931b5bc1)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:44:50.774529 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-670037e8-81aa-4b18-971f-0196e792c85d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:50.778287 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be138c04-016f-4b69-9761-3df93a8dc8b2 None None] Network f70a8faa-6c7c-4719-b204-f7f24b12ed85 requested from dv-neutron-861624-1-hyperv {{(pid=103334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 07:44:50.800848 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-670037e8-81aa-4b18-971f-0196e792c85d None None] Calling delete_port for d2e8b78d-da12-44c7-ae9c-d2256dd3628c owned by network:dhcp {{(pid=103334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 07:44:50.847688 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-68865f4f-78e1-4300-af82-2d53928f3c71 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-667019'] for network, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:50.907718 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.plugin [None req-68865f4f-78e1-4300-af82-2d53928f3c71 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Deleting port d2e8b78d-da12-44c7-ae9c-d2256dd3628c {{(pid=103332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 07:44:50.908211 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-68865f4f-78e1-4300-af82-2d53928f3c71 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:50.943124 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device d2e8b78d-da12-44c7-ae9c-d2256dd3628c no longer exists at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 07:44:50.978382 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.db [None req-68865f4f-78e1-4300-af82-2d53928f3c71 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] For port d2e8b78d-da12-44c7-ae9c-d2256dd3628c, host dv-neutron-861624-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=d2e8b78d-da12-44c7-ae9c-d2256dd3628c,segment=NetworkSegment(b21557a6-74ee-479e-a0d6-ea42931b5bc1),segment_id=b21557a6-74ee-479e-a0d6-ea42931b5bc1)] {{(pid=103332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:44:50.978753 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-68865f4f-78e1-4300-af82-2d53928f3c71 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:50.991709 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.plugin [None req-68865f4f-78e1-4300-af82-2d53928f3c71 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Calling delete_port for d2e8b78d-da12-44c7-ae9c-d2256dd3628c owned by network:dhcp {{(pid=103332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 07:44:51.001522 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-670037e8-81aa-4b18-971f-0196e792c85d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339'] for port, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:51.030558 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670037e8-81aa-4b18-971f-0196e792c85d None None] Pushing event deleted for resources: {'Port': ['ID=d2e8b78d-da12-44c7-ae9c-d2256dd3628c,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:44:51.033779 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] No active binding found for port d2e8b78d-da12-44c7-ae9c-d2256dd3628c {{(pid=103334) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:223}} Oct 19 07:44:51.034231 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device d2e8b78d-da12-44c7-ae9c-d2256dd3628c not bound to the agent host dv-neutron-861624-1-hyperv {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 07:44:51.035635 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-670037e8-81aa-4b18-971f-0196e792c85d None None] No DVR routers for this DVR port d2e8b78d-da12-44c7-ae9c-d2256dd3628c on host dv-neutron-861624-1-hyperv {{(pid=103334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 19 07:44:51.081686 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-68865f4f-78e1-4300-af82-2d53928f3c71 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133553798'] for port, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:51.086699 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37d4374c-f0b7-44ee-ba7d-9288fa36da7a None None] DHCP port deletion for f70a8faa-6c7c-4719-b204-f7f24b12ed85 request from dv-neutron-861624-1-hyperv {{(pid=103334) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 07:44:51.111587 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68865f4f-78e1-4300-af82-2d53928f3c71 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Pushing event deleted for resources: {'Port': ['ID=d2e8b78d-da12-44c7-ae9c-d2256dd3628c,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:44:51.115051 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68865f4f-78e1-4300-af82-2d53928f3c71 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] No DVR routers for this DVR port d2e8b78d-da12-44c7-ae9c-d2256dd3628c on host dv-neutron-861624-1-hyperv {{(pid=103332) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 19 07:44:51.141056 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-37d4374c-f0b7-44ee-ba7d-9288fa36da7a None None] Deleting port 2cdd52a7-1f5a-4999-993a-470f5fc64e9d {{(pid=103334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 07:44:51.141430 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-37d4374c-f0b7-44ee-ba7d-9288fa36da7a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:51.191146 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-68865f4f-78e1-4300-af82-2d53928f3c71 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-673051', 'neutron.services.segments.db._delete_segments_for_network-8785021519108'] for network, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:51.212859 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.services.segments.db [None req-68865f4f-78e1-4300-af82-2d53928f3c71 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c224eb3-ceb3-485f-b573-0a6f4b09a487']}} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:44:51.224006 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.services.segments.db [None req-68865f4f-78e1-4300-af82-2d53928f3c71 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b21557a6-74ee-479e-a0d6-ea42931b5bc1') {'for_net_delete': True} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:44:51.224329 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.services.segments.db [None req-68865f4f-78e1-4300-af82-2d53928f3c71 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b21557a6-74ee-479e-a0d6-ea42931b5bc1') {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:44:51.235190 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-68865f4f-78e1-4300-af82-2d53928f3c71 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785021519382', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130726885'] for segment, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:51.248977 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-68865f4f-78e1-4300-af82-2d53928f3c71 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979'] for segment, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:51.255176 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68865f4f-78e1-4300-af82-2d53928f3c71 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Releasing vlan 174 on physical network physnet1 to pool {{(pid=103332) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 07:44:51.255573 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-68865f4f-78e1-4300-af82-2d53928f3c71 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-133553843'] for segment, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:51.298210 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.services.segments.plugin [-] Segment b21557a6-74ee-479e-a0d6-ea42931b5bc1 resource provider aggregate not found Oct 19 07:44:51.337689 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-68865f4f-78e1-4300-af82-2d53928f3c71 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-673044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1695087'] for network, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:51.348772 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-37d4374c-f0b7-44ee-ba7d-9288fa36da7a None None] For port 2cdd52a7-1f5a-4999-993a-470f5fc64e9d, host dv-neutron-861624-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=2cdd52a7-1f5a-4999-993a-470f5fc64e9d,segment=NetworkSegment(28e1a814-8f0a-4297-9655-064087b3b957),segment_id=28e1a814-8f0a-4297-9655-064087b3b957)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:44:51.349106 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-37d4374c-f0b7-44ee-ba7d-9288fa36da7a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:51.357491 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.services.segments.plugin [-] Segment b21557a6-74ee-479e-a0d6-ea42931b5bc1 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b21557a6-74ee-479e-a0d6-ea42931b5bc1 found for delete ", "request_id": "req-d6e3f88b-f0e7-42cb-8a3b-fb1f025aeb2b"}]} Oct 19 07:44:51.358505 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-68865f4f-78e1-4300-af82-2d53928f3c71 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Notify callbacks [] for network, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:51.361678 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-68865f4f-78e1-4300-af82-2d53928f3c71 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] 10.222.0.27 "DELETE /v2.0/networks/2c224eb3-ceb3-485f-b573-0a6f4b09a487 HTTP/1.1" status: 204 len: 168 time: 0.5899484 Oct 19 07:44:51.361826 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-37d4374c-f0b7-44ee-ba7d-9288fa36da7a None None] Calling delete_port for 2cdd52a7-1f5a-4999-993a-470f5fc64e9d owned by network:dhcp {{(pid=103334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 07:44:51.362974 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68865f4f-78e1-4300-af82-2d53928f3c71 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Pushing event deleted for resources: {'Network': ['ID=2c224eb3-ceb3-485f-b573-0a6f4b09a487,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:44:51.364337 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 60286) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:44:51.439397 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-37d4374c-f0b7-44ee-ba7d-9288fa36da7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339'] for port, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:51.443131 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-6c124c3c-72c5-475a-aa28-91d35358f3c3 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-667019'] for network, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:51.466454 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d4374c-f0b7-44ee-ba7d-9288fa36da7a None None] Pushing event deleted for resources: {'Port': ['ID=2cdd52a7-1f5a-4999-993a-470f5fc64e9d,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:44:51.468295 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37d4374c-f0b7-44ee-ba7d-9288fa36da7a None None] No DVR routers for this DVR port 2cdd52a7-1f5a-4999-993a-470f5fc64e9d on host dv-neutron-861624-1-hyperv {{(pid=103334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 19 07:44:51.534764 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-6c124c3c-72c5-475a-aa28-91d35358f3c3 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-673051', 'neutron.services.segments.db._delete_segments_for_network-8785021519108'] for network, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:51.554545 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-6c124c3c-72c5-475a-aa28-91d35358f3c3 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f70a8faa-6c7c-4719-b204-f7f24b12ed85']}} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:44:51.564313 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-6c124c3c-72c5-475a-aa28-91d35358f3c3 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28e1a814-8f0a-4297-9655-064087b3b957') {'for_net_delete': True} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:44:51.564718 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-6c124c3c-72c5-475a-aa28-91d35358f3c3 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28e1a814-8f0a-4297-9655-064087b3b957') {} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:44:51.579342 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-6c124c3c-72c5-475a-aa28-91d35358f3c3 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785021519382', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-134111927'] for segment, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:51.592182 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-6c124c3c-72c5-475a-aa28-91d35358f3c3 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979'] for segment, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:51.597883 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c124c3c-72c5-475a-aa28-91d35358f3c3 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Releasing vlan 186 on physical network physnet1 to pool {{(pid=103333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 07:44:51.598257 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-6c124c3c-72c5-475a-aa28-91d35358f3c3 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130996782'] for segment, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:51.629736 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.services.segments.plugin [-] Segment 28e1a814-8f0a-4297-9655-064087b3b957 resource provider aggregate not found Oct 19 07:44:51.659752 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.services.segments.plugin [-] Segment 28e1a814-8f0a-4297-9655-064087b3b957 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 28e1a814-8f0a-4297-9655-064087b3b957 found for delete ", "request_id": "req-e980ac83-e4bc-47c0-9b70-aab25775b78c"}]} Oct 19 07:44:51.668129 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-6c124c3c-72c5-475a-aa28-91d35358f3c3 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-673044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1695087'] for network, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:51.673327 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-6c124c3c-72c5-475a-aa28-91d35358f3c3 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Notify callbacks [] for network, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:51.676427 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-6c124c3c-72c5-475a-aa28-91d35358f3c3 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] 10.222.0.27 "DELETE /v2.0/networks/f70a8faa-6c7c-4719-b204-f7f24b12ed85 HTTP/1.1" status: 204 len: 168 time: 0.3110781 Oct 19 07:44:51.680318 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 60292) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:44:51.686080 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-15ca4cca-2012-4e9f-a0df-85cb30ee2609 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1449868473'}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:44:51.690699 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c124c3c-72c5-475a-aa28-91d35358f3c3 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Pushing event deleted for resources: {'Network': ['ID=f70a8faa-6c7c-4719-b204-f7f24b12ed85,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:44:51.705588 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15ca4cca-2012-4e9f-a0df-85cb30ee2609 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Made reservation on behalf of 1402d2757da24badb386c840c64ab2b4 for: {'network': 1} {{(pid=103332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 07:44:51.709003 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-15ca4cca-2012-4e9f-a0df-85cb30ee2609 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for network, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:51.732454 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15ca4cca-2012-4e9f-a0df-85cb30ee2609 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 155} {{(pid=103332) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 07:44:51.740901 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-15ca4cca-2012-4e9f-a0df-85cb30ee2609 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979'] for segment, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:51.741305 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.db.segments_db [None req-15ca4cca-2012-4e9f-a0df-85cb30ee2609 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Added segment 8e10cf1f-33b5-43d3-8a5e-0b1366205b39 of type vlan for network 7defe039-57d3-4752-9bf0-116c3ab6bf37 Oct 19 07:44:51.780395 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-15ca4cca-2012-4e9f-a0df-85cb30ee2609 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785020965340'] for network, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:51.803911 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-15ca4cca-2012-4e9f-a0df-85cb30ee2609 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873'] for network, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:51.809541 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15ca4cca-2012-4e9f-a0df-85cb30ee2609 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:44:51.810112 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-15ca4cca-2012-4e9f-a0df-85cb30ee2609 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Notify callbacks [] for network, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:51.850859 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-15ca4cca-2012-4e9f-a0df-85cb30ee2609 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.1694493 Oct 19 07:44:51.853911 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 60294) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:44:51.859756 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-5140fb56-92af-4e97-a569-8a1f972e3314 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Request body: {'subnet': {'network_id': '7defe039-57d3-4752-9bf0-116c3ab6bf37', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:44:51.881830 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ca4cca-2012-4e9f-a0df-85cb30ee2609 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Pushing event updated for resources: {'Network': ['ID=7defe039-57d3-4752-9bf0-116c3ab6bf37,revision_number=1']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:44:51.892711 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Network 7defe039-57d3-4752-9bf0-116c3ab6bf37 details requested by agent ovs-agent-dv-neutron-861624-1-hyperv with host dv-neutron-861624-1-hyperv {{(pid=103334) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 07:44:51.950719 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5140fb56-92af-4e97-a569-8a1f972e3314 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Made reservation on behalf of 1402d2757da24badb386c840c64ab2b4 for: {'subnet': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 07:44:51.954699 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-5140fb56-92af-4e97-a569-8a1f972e3314 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130170579'] for subnet, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:52.134437 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-5140fb56-92af-4e97-a569-8a1f972e3314 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130997899', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130170401'] for subnet, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:52.199789 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5140fb56-92af-4e97-a569-8a1f972e3314 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Pushing event updated for resources: {'Subnet': ['ID=21e73744-7e79-4fe4-9a98-15e035594830,revision_number=0']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:44:52.204411 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5140fb56-92af-4e97-a569-8a1f972e3314 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Checking segment: {'id': '8e10cf1f-33b5-43d3-8a5e-0b1366205b39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '7defe039-57d3-4752-9bf0-116c3ab6bf37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 19 07:44:52.204809 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5140fb56-92af-4e97-a569-8a1f972e3314 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Network hostable DHCP agents. Network: 7defe039-57d3-4752-9bf0-116c3ab6bf37, hostable agents: ['310d813b-0e3e-4d7e-9b79-8f4ec0dbcab0'], hosted agents: [] {{(pid=103333) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 07:44:52.222205 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5140fb56-92af-4e97-a569-8a1f972e3314 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Network 7defe039-57d3-4752-9bf0-116c3ab6bf37 is scheduled to be hosted by DHCP agent 310d813b-0e3e-4d7e-9b79-8f4ec0dbcab0 with binding_index 1 {{(pid=103333) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 07:44:52.230184 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-5140fb56-92af-4e97-a569-8a1f972e3314 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861624-1-hyperv, 7defe039-57d3-4752-9bf0-116c3ab6bf37) {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:44:52.234576 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5140fb56-92af-4e97-a569-8a1f972e3314 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:44:52.235298 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-5140fb56-92af-4e97-a569-8a1f972e3314 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Notify callbacks [] for subnet, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:52.239650 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8532f12-e51f-4509-9972-ded540c9ac08 None None] Network 7defe039-57d3-4752-9bf0-116c3ab6bf37 requested from dv-neutron-861624-1-hyperv {{(pid=103334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 07:44:52.253191 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-5140fb56-92af-4e97-a569-8a1f972e3314 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.3956580 Oct 19 07:44:52.253485 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 60296) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:44:52.258027 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-0abddc56-4ad6-4ed4-b4a8-a019c68546d4 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-747163046', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:44:52.279371 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-0abddc56-4ad6-4ed4-b4a8-a019c68546d4 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1692695', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12668'] for router, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:52.280391 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-0abddc56-4ad6-4ed4-b4a8-a019c68546d4 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1692835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1693910', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1621825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12659'] for router, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:52.335740 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-0abddc56-4ad6-4ed4-b4a8-a019c68546d4 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:52.340703 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-0abddc56-4ad6-4ed4-b4a8-a019c68546d4 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1692844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1693859'] for router, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:52.358150 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-0abddc56-4ad6-4ed4-b4a8-a019c68546d4 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Notify callbacks [] for router, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:52.359560 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-0abddc56-4ad6-4ed4-b4a8-a019c68546d4 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] 10.222.0.27 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1049371 Oct 19 07:44:52.361998 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 60298) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:44:52.366991 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-a204b05d-f73a-4127-89da-6aef932bc375 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Request body: {'port': {'network_id': '7defe039-57d3-4752-9bf0-116c3ab6bf37', 'name': 'tempest-RoutersIpV6Test-1399941876'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:44:52.387909 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-869f4d7a-4e61-4a0f-8f8e-067e2f22698c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d12c6ac-27a3-545c-a8f3-f04e30423d6d-7defe039-57d3-4752-9bf0-116c3ab6bf37', 'network_id': '7defe039-57d3-4752-9bf0-116c3ab6bf37', 'tenant_id': '1402d2757da24badb386c840c64ab2b4', 'fixed_ips': [{'subnet_id': '21e73744-7e79-4fe4-9a98-15e035594830'}]}} from dv-neutron-861624-1-hyperv. {{(pid=103334) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 07:44:52.388852 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-869f4d7a-4e61-4a0f-8f8e-067e2f22698c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:52.473815 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a204b05d-f73a-4127-89da-6aef932bc375 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Made reservation on behalf of 1402d2757da24badb386c840c64ab2b4 for: {'port': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 07:44:52.477238 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-a204b05d-f73a-4127-89da-6aef932bc375 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:52.493851 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.notifiers.nova [None req-a204b05d-f73a-4127-89da-6aef932bc375 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] device_id is not set on port 1c86f3f2-a113-4a8f-a6bb-52c6bee62ad6 yet. {{(pid=103333) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 19 07:44:52.530683 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.db_base_plugin_common [None req-869f4d7a-4e61-4a0f-8f8e-067e2f22698c None None] Allocated IP 2001:db8::2 (7defe039-57d3-4752-9bf0-116c3ab6bf37/21e73744-7e79-4fe4-9a98-15e035594830/f86092bc-b821-4e9e-8862-77b592fab5be) {{(pid=103334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 07:44:52.669613 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-869f4d7a-4e61-4a0f-8f8e-067e2f22698c None None] Notify callbacks [] for port, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:52.675142 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-869f4d7a-4e61-4a0f-8f8e-067e2f22698c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785020947330'] for port, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:52.713146 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-869f4d7a-4e61-4a0f-8f8e-067e2f22698c None None] Network 7defe039-57d3-4752-9bf0-116c3ab6bf37 is already hosted by enough agents. {{(pid=103334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 07:44:52.721670 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.scheduler.base_scheduler [None req-869f4d7a-4e61-4a0f-8f8e-067e2f22698c None None] Resources bound (agent type, host, resource id): {{(pid=103334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:44:52.725745 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-869f4d7a-4e61-4a0f-8f8e-067e2f22698c None None] Received port after_create {{(pid=103334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 07:44:52.731416 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869f4d7a-4e61-4a0f-8f8e-067e2f22698c None None] Pushing event updated for resources: {'Port': ['ID=f86092bc-b821-4e9e-8862-77b592fab5be,revision_number=1']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:44:52.737367 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.db_base_plugin_common [None req-a204b05d-f73a-4127-89da-6aef932bc375 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Allocated IP 2001:db8::14c (7defe039-57d3-4752-9bf0-116c3ab6bf37/21e73744-7e79-4fe4-9a98-15e035594830/1c86f3f2-a113-4a8f-a6bb-52c6bee62ad6) {{(pid=103333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 07:44:52.783857 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-869f4d7a-4e61-4a0f-8f8e-067e2f22698c None None] Attempting to bind port f86092bc-b821-4e9e-8862-77b592fab5be on host dv-neutron-861624-1-hyperv for vnic_type normal with profile {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 19 07:44:52.784221 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-869f4d7a-4e61-4a0f-8f8e-067e2f22698c None None] Attempting to bind port f86092bc-b821-4e9e-8862-77b592fab5be by drivers openvswitch,hyperv on host dv-neutron-861624-1-hyperv at level 0 using segments [{'id': '8e10cf1f-33b5-43d3-8a5e-0b1366205b39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '7defe039-57d3-4752-9bf0-116c3ab6bf37'}] {{(pid=103334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 19 07:44:52.784609 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-869f4d7a-4e61-4a0f-8f8e-067e2f22698c None None] Attempting to bind port f86092bc-b821-4e9e-8862-77b592fab5be on network 7defe039-57d3-4752-9bf0-116c3ab6bf37 {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 07:44:52.789846 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-869f4d7a-4e61-4a0f-8f8e-067e2f22698c None None] Checking agent: {'id': 'a5b0152c-d633-409b-aaf8-3b76458e2410', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861624-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 19, 7, 30, 19), 'started_at': datetime.datetime(2022, 10, 19, 7, 30, 49), 'heartbeat_timestamp': datetime.datetime(2022, 10, 19, 7, 44, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861624-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 07:44:52.790220 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-869f4d7a-4e61-4a0f-8f8e-067e2f22698c None None] Checking segment: {'id': '8e10cf1f-33b5-43d3-8a5e-0b1366205b39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '7defe039-57d3-4752-9bf0-116c3ab6bf37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 19 07:44:52.790610 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-869f4d7a-4e61-4a0f-8f8e-067e2f22698c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:52.790991 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-869f4d7a-4e61-4a0f-8f8e-067e2f22698c None None] Bound using segment: {'id': '8e10cf1f-33b5-43d3-8a5e-0b1366205b39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '7defe039-57d3-4752-9bf0-116c3ab6bf37'} {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 07:44:52.791446 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-869f4d7a-4e61-4a0f-8f8e-067e2f22698c None None] Bound port: f86092bc-b821-4e9e-8862-77b592fab5be, host: dv-neutron-861624-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e10cf1f-33b5-43d3-8a5e-0b1366205b39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '7defe039-57d3-4752-9bf0-116c3ab6bf37'}}] {{(pid=103334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 19 07:44:52.791820 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-869f4d7a-4e61-4a0f-8f8e-067e2f22698c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:52.854803 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-869f4d7a-4e61-4a0f-8f8e-067e2f22698c None None] For port f86092bc-b821-4e9e-8862-77b592fab5be, host dv-neutron-861624-1-hyperv, cleared binding levels {{(pid=103334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 07:44:52.858009 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-869f4d7a-4e61-4a0f-8f8e-067e2f22698c None None] For port f86092bc-b821-4e9e-8862-77b592fab5be, host dv-neutron-861624-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=f86092bc-b821-4e9e-8862-77b592fab5be,segment=NetworkSegment(8e10cf1f-33b5-43d3-8a5e-0b1366205b39),segment_id=8e10cf1f-33b5-43d3-8a5e-0b1366205b39)] {{(pid=103334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 07:44:52.862608 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-869f4d7a-4e61-4a0f-8f8e-067e2f22698c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:52.892024 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-a204b05d-f73a-4127-89da-6aef932bc375 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Notify callbacks [] for port, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:52.916749 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869f4d7a-4e61-4a0f-8f8e-067e2f22698c None None] Pushing event updated for resources: {'Port': ['ID=f86092bc-b821-4e9e-8862-77b592fab5be,revision_number=2']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:44:52.929850 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-a204b05d-f73a-4127-89da-6aef932bc375 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785020947330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130996763'] for port, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:52.949615 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device 2cdd52a7-1f5a-4999-993a-470f5fc64e9d no longer exists at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 07:44:52.973971 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] No Port match for: 2cdd52a7-1f5a-4999-993a-470f5fc64e9d {{(pid=103334) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 19 07:44:52.974316 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device 2cdd52a7-1f5a-4999-993a-470f5fc64e9d not bound to the agent host dv-neutron-861624-1-hyperv {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 07:44:52.976465 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a204b05d-f73a-4127-89da-6aef932bc375 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Network 7defe039-57d3-4752-9bf0-116c3ab6bf37 is already hosted by enough agents. {{(pid=103333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 07:44:52.980140 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-a204b05d-f73a-4127-89da-6aef932bc375 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Resources bound (agent type, host, resource id): {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:44:52.984604 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a204b05d-f73a-4127-89da-6aef932bc375 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Received port after_create {{(pid=103333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 07:44:52.990240 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a204b05d-f73a-4127-89da-6aef932bc375 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:44:52.990855 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-a204b05d-f73a-4127-89da-6aef932bc375 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42160'] for port, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:53.002007 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a204b05d-f73a-4127-89da-6aef932bc375 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Pushing event updated for resources: {'Port': ['ID=1c86f3f2-a113-4a8f-a6bb-52c6bee62ad6,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:44:53.014465 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-a204b05d-f73a-4127-89da-6aef932bc375 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.6513271 Oct 19 07:44:53.017159 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 60300) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:44:53.344780 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-592cce50-ed6b-4986-aa32-511011431e21 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:53.585372 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-592cce50-ed6b-4986-aa32-511011431e21 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Notify callbacks [] for port, precommit_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:53.590655 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-592cce50-ed6b-4986-aa32-511011431e21 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130996754'] for port, after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:53.684461 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592cce50-ed6b-4986-aa32-511011431e21 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Pushing event updated for resources: {'Port': ['ID=1c86f3f2-a113-4a8f-a6bb-52c6bee62ad6,revision_number=2']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:44:53.762225 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-592cce50-ed6b-4986-aa32-511011431e21 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1695190'] for router_interface, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:53.816903 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59359c28-6a34-4254-8d3b-9aec5b6b78ef None None] Network 7defe039-57d3-4752-9bf0-116c3ab6bf37 requested from dv-neutron-861624-1-hyperv {{(pid=103334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 07:44:53.881421 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-592cce50-ed6b-4986-aa32-511011431e21 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:53.893783 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-e442c653-6548-4bf5-a6cb-6e5bc0c5372f None None] Provisioning complete for port f86092bc-b821-4e9e-8862-77b592fab5be triggered by entity DHCP. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:44:53.894157 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-e442c653-6548-4bf5-a6cb-6e5bc0c5372f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:53.894492 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-e442c653-6548-4bf5-a6cb-6e5bc0c5372f None None] Attempt 1 to provision port f86092bc-b821-4e9e-8862-77b592fab5be Oct 19 07:44:54.038334 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-e442c653-6548-4bf5-a6cb-6e5bc0c5372f None None] Current status of the port f86092bc-b821-4e9e-8862-77b592fab5be is: DOWN; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:44:54.038641 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-e442c653-6548-4bf5-a6cb-6e5bc0c5372f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:54.075344 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-e442c653-6548-4bf5-a6cb-6e5bc0c5372f None None] For port f86092bc-b821-4e9e-8862-77b592fab5be, host dv-neutron-861624-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=f86092bc-b821-4e9e-8862-77b592fab5be,segment=NetworkSegment(8e10cf1f-33b5-43d3-8a5e-0b1366205b39),segment_id=8e10cf1f-33b5-43d3-8a5e-0b1366205b39)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:44:54.079478 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-e442c653-6548-4bf5-a6cb-6e5bc0c5372f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:54.133462 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e442c653-6548-4bf5-a6cb-6e5bc0c5372f None None] Pushing event updated for resources: {'Port': ['ID=f86092bc-b821-4e9e-8862-77b592fab5be,revision_number=3']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:44:54.312124 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-463e3560-cb3b-417d-897b-161c24ae731c None None] Provisioning complete for port 1c86f3f2-a113-4a8f-a6bb-52c6bee62ad6 triggered by entity DHCP. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:44:54.312498 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-463e3560-cb3b-417d-897b-161c24ae731c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:54.312860 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-463e3560-cb3b-417d-897b-161c24ae731c None None] Attempt 1 to provision port 1c86f3f2-a113-4a8f-a6bb-52c6bee62ad6 Oct 19 07:44:54.353804 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-463e3560-cb3b-417d-897b-161c24ae731c None None] Port 1c86f3f2-a113-4a8f-a6bb-52c6bee62ad6 cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 07:44:54.413736 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-592cce50-ed6b-4986-aa32-511011431e21 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Notify callbacks [] for port, precommit_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:54.419204 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-592cce50-ed6b-4986-aa32-511011431e21 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130996754'] for port, after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:54.419969 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-592cce50-ed6b-4986-aa32-511011431e21 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1574855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1694822'] for router_interface, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:54.483063 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592cce50-ed6b-4986-aa32-511011431e21 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Pushing event updated for resources: {'Port': ['ID=1c86f3f2-a113-4a8f-a6bb-52c6bee62ad6,revision_number=3']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:44:54.547371 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-592cce50-ed6b-4986-aa32-511011431e21 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Network 7defe039-57d3-4752-9bf0-116c3ab6bf37 is already hosted by enough agents. {{(pid=103333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 07:44:54.548714 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-592cce50-ed6b-4986-aa32-511011431e21 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Resources bound (agent type, host, resource id): {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:44:54.667777 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-592cce50-ed6b-4986-aa32-511011431e21 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Router a9925624-974f-4fe7-9116-87c26117ab9b is scheduled to L3 agent ab388470-1243-4d53-80f2-c2f5899c97a7 with binding_index 1 {{(pid=103333) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 07:44:54.766083 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-592cce50-ed6b-4986-aa32-511011431e21 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Notify agent at l3_agent.dv-neutron-861624-1-hyperv the message routers_updated {{(pid=103333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 07:44:54.771141 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-592cce50-ed6b-4986-aa32-511011431e21 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] 10.222.0.27 "PUT /v2.0/routers/a9925624-974f-4fe7-9116-87c26117ab9b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7529275 Oct 19 07:44:54.774025 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 60302) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:44:54.775251 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35a0bd1a-6480-435a-a74b-5c4a0078478c None None] Sync routers for ids ['a9925624-974f-4fe7-9116-87c26117ab9b'] in dv-neutron-861624-1-hyperv {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 07:44:54.785383 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35a0bd1a-6480-435a-a74b-5c4a0078478c None None] Routers {'a9925624-974f-4fe7-9116-87c26117ab9b'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 07:44:54.786063 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-35a0bd1a-6480-435a-a74b-5c4a0078478c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T07:44:46Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['a9925624-974f-4fe7-9116-87c26117ab9b'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:44:54.817237 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b04689cf-2167-476d-a118-1f117a22c7d4 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:44:54.818551 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-b04689cf-2167-476d-a118-1f117a22c7d4 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] 10.222.0.27 "GET /v2.0/ports/1c86f3f2-a113-4a8f-a6bb-52c6bee62ad6 HTTP/1.1" status: 200 len: 984 time: 0.0435848 Oct 19 07:44:54.818685 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-35a0bd1a-6480-435a-a74b-5c4a0078478c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:44:54.821367 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 60304) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:44:54.827220 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35a0bd1a-6480-435a-a74b-5c4a0078478c None None] Routers {'a9925624-974f-4fe7-9116-87c26117ab9b'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 07:44:54.828069 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-35a0bd1a-6480-435a-a74b-5c4a0078478c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T07:44:46Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['a9925624-974f-4fe7-9116-87c26117ab9b'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:44:54.855517 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-463e3560-cb3b-417d-897b-161c24ae731c None None] Attempt 2 to provision port 1c86f3f2-a113-4a8f-a6bb-52c6bee62ad6 Oct 19 07:44:54.863647 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-35a0bd1a-6480-435a-a74b-5c4a0078478c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:44:54.864640 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35a0bd1a-6480-435a-a74b-5c4a0078478c None None] The sync data for ids ['a9925624-974f-4fe7-9116-87c26117ab9b'] in dv-neutron-861624-1-hyperv is: [] {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 07:44:54.893073 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-463e3560-cb3b-417d-897b-161c24ae731c None None] Port 1c86f3f2-a113-4a8f-a6bb-52c6bee62ad6 cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 07:44:54.963276 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device f86092bc-b821-4e9e-8862-77b592fab5be up at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 07:44:55.011854 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Provisioning complete for port f86092bc-b821-4e9e-8862-77b592fab5be triggered by entity L2. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:44:55.012372 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:55.012743 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Attempt 1 to provision port f86092bc-b821-4e9e-8862-77b592fab5be Oct 19 07:44:55.097369 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Current status of the port f86092bc-b821-4e9e-8862-77b592fab5be is: ACTIVE; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:44:55.153044 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-c8c5cb5d-6b78-4efe-9d9c-88a65741135e tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1694785'] for router_interface, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:55.384556 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-c8c5cb5d-6b78-4efe-9d9c-88a65741135e tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Deleting port 1c86f3f2-a113-4a8f-a6bb-52c6bee62ad6 {{(pid=103333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 07:44:55.384865 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-c8c5cb5d-6b78-4efe-9d9c-88a65741135e tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:55.393898 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-463e3560-cb3b-417d-897b-161c24ae731c None None] Attempt 3 to provision port 1c86f3f2-a113-4a8f-a6bb-52c6bee62ad6 Oct 19 07:44:55.436750 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-463e3560-cb3b-417d-897b-161c24ae731c None None] Port 1c86f3f2-a113-4a8f-a6bb-52c6bee62ad6 cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 07:44:55.486110 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-c8c5cb5d-6b78-4efe-9d9c-88a65741135e tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:55.501491 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-c8c5cb5d-6b78-4efe-9d9c-88a65741135e tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Calling delete_port for 1c86f3f2-a113-4a8f-a6bb-52c6bee62ad6 owned by network:router_interface {{(pid=103333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 07:44:55.700025 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-c8c5cb5d-6b78-4efe-9d9c-88a65741135e tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130996763'] for port, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:55.731404 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c5cb5d-6b78-4efe-9d9c-88a65741135e tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Pushing event deleted for resources: {'Port': ['ID=1c86f3f2-a113-4a8f-a6bb-52c6bee62ad6,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:44:55.833860 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-c8c5cb5d-6b78-4efe-9d9c-88a65741135e tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1574862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1694957'] for router_interface, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:55.938139 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-463e3560-cb3b-417d-897b-161c24ae731c None None] Attempt 4 to provision port 1c86f3f2-a113-4a8f-a6bb-52c6bee62ad6 Oct 19 07:44:55.958528 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-463e3560-cb3b-417d-897b-161c24ae731c None None] Port 1c86f3f2-a113-4a8f-a6bb-52c6bee62ad6 was deleted so its status cannot be updated. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Oct 19 07:44:55.968527 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-463e3560-cb3b-417d-897b-161c24ae731c None None] Provisioning complete for port f86092bc-b821-4e9e-8862-77b592fab5be triggered by entity DHCP. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:44:55.968993 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-463e3560-cb3b-417d-897b-161c24ae731c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:55.969327 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-463e3560-cb3b-417d-897b-161c24ae731c None None] Attempt 1 to provision port f86092bc-b821-4e9e-8862-77b592fab5be Oct 19 07:44:55.994143 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8c5cb5d-6b78-4efe-9d9c-88a65741135e tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Router a9925624-974f-4fe7-9116-87c26117ab9b has already been hosted by L3 agent ab388470-1243-4d53-80f2-c2f5899c97a7 {{(pid=103333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 07:44:56.049507 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-463e3560-cb3b-417d-897b-161c24ae731c None None] Current status of the port f86092bc-b821-4e9e-8862-77b592fab5be is: ACTIVE; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:44:56.067672 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8c5cb5d-6b78-4efe-9d9c-88a65741135e tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Notify agent at l3_agent.dv-neutron-861624-1-hyperv the message routers_updated {{(pid=103333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 07:44:56.072597 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-c8c5cb5d-6b78-4efe-9d9c-88a65741135e tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] 10.222.0.27 "PUT /v2.0/routers/a9925624-974f-4fe7-9116-87c26117ab9b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.2502635 Oct 19 07:44:56.075894 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 60306) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:44:56.078672 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3896a2be-a7f7-4bd7-afd6-ea261f501a2d None None] Sync routers for ids ['a9925624-974f-4fe7-9116-87c26117ab9b'] in dv-neutron-861624-1-hyperv {{(pid=103334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 07:44:56.088288 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3896a2be-a7f7-4bd7-afd6-ea261f501a2d None None] Routers {'a9925624-974f-4fe7-9116-87c26117ab9b'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 07:44:56.089649 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-3896a2be-a7f7-4bd7-afd6-ea261f501a2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T07:44:46Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['a9925624-974f-4fe7-9116-87c26117ab9b'], 'active': True} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:44:56.122175 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-3896a2be-a7f7-4bd7-afd6-ea261f501a2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:44:56.130722 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3896a2be-a7f7-4bd7-afd6-ea261f501a2d None None] Routers {'a9925624-974f-4fe7-9116-87c26117ab9b'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 07:44:56.131337 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-3896a2be-a7f7-4bd7-afd6-ea261f501a2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T07:44:46Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['a9925624-974f-4fe7-9116-87c26117ab9b'], 'active': True} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:44:56.167626 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-3896a2be-a7f7-4bd7-afd6-ea261f501a2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:44:56.168251 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3896a2be-a7f7-4bd7-afd6-ea261f501a2d None None] The sync data for ids ['a9925624-974f-4fe7-9116-87c26117ab9b'] in dv-neutron-861624-1-hyperv is: [] {{(pid=103334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 07:44:56.171777 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-f3025510-910a-457c-9fdd-e88160c2e648 None None] Could not find standard attr ID for object 1c86f3f2-a113-4a8f-a6bb-52c6bee62ad6. {{(pid=103334) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 19 07:44:56.256464 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.api.v2.resource [None req-bcc1d163-6e74-48ef-b89f-46a507eaeb0f tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] remove_router_interface failed (client error): The resource could not be found. Oct 19 07:44:56.257525 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-bcc1d163-6e74-48ef-b89f-46a507eaeb0f tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] 10.222.0.27 "PUT /v2.0/routers/a9925624-974f-4fe7-9116-87c26117ab9b/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.1805606 Oct 19 07:44:56.260261 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 60308) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:44:56.291085 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-74677ab2-ff04-470b-b45c-41151416e64d tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] 10.222.0.27 "GET /v2.0/ports?device_id=a9925624-974f-4fe7-9116-87c26117ab9b HTTP/1.1" status: 200 len: 205 time: 0.0287848 Oct 19 07:44:56.293440 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 60310) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:44:56.366175 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-4716f527-37ad-4729-ab06-e2672e0a0694 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Notify callbacks [] for router, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:56.526752 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-4716f527-37ad-4729-ab06-e2672e0a0694 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1693565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12618'] for router, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:56.529057 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-4716f527-37ad-4729-ab06-e2672e0a0694 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:56.575520 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-4716f527-37ad-4729-ab06-e2672e0a0694 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1693542'] for router, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:56.576067 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4716f527-37ad-4729-ab06-e2672e0a0694 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Fanout notify agent at l3_agent the message router_deleted on router a9925624-974f-4fe7-9116-87c26117ab9b {{(pid=103333) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 07:44:56.583343 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-4716f527-37ad-4729-ab06-e2672e0a0694 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Notify callbacks [] for router, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:56.584431 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-4716f527-37ad-4729-ab06-e2672e0a0694 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] 10.222.0.27 "DELETE /v2.0/routers/a9925624-974f-4fe7-9116-87c26117ab9b HTTP/1.1" status: 204 len: 168 time: 0.2900703 Oct 19 07:44:56.587094 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 60312) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:44:56.638806 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.db_base_plugin_v2 [None req-18e41bce-9d24-490e-8c9c-458001f65fc0 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Deleting subnet 21e73744-7e79-4fe4-9a98-15e035594830 {{(pid=103333) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 19 07:44:56.641911 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-18e41bce-9d24-490e-8c9c-458001f65fc0 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Notify callbacks [] for subnet, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:56.680492 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-18e41bce-9d24-490e-8c9c-458001f65fc0 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-134111928'] for subnet, precommit_delete_associations {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:56.766687 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-18e41bce-9d24-490e-8c9c-458001f65fc0 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-679826'] for subnet, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:56.822824 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-18e41bce-9d24-490e-8c9c-458001f65fc0 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-679819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130997964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130170408'] for subnet, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:56.848756 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e41bce-9d24-490e-8c9c-458001f65fc0 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Pushing event deleted for resources: {'Subnet': ['ID=21e73744-7e79-4fe4-9a98-15e035594830,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:44:56.852284 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-18e41bce-9d24-490e-8c9c-458001f65fc0 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Notify callbacks [] for subnet, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:56.855903 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-18e41bce-9d24-490e-8c9c-458001f65fc0 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] 10.222.0.27 "DELETE /v2.0/subnets/21e73744-7e79-4fe4-9a98-15e035594830 HTTP/1.1" status: 204 len: 168 time: 0.2678757 Oct 19 07:44:56.858572 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 60314) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:44:56.860991 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf849014-7af2-4dbf-9a8e-c6659ad2c841 None None] Network 7defe039-57d3-4752-9bf0-116c3ab6bf37 requested from dv-neutron-861624-1-hyperv {{(pid=103334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 07:44:56.935820 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-181d0b21-b776-49b0-9859-a4f2837a2afe tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-667019'] for network, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:57.037741 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c6956bd-3a99-4b7b-911a-c9c7d2ab5bdf None None] DHCP port deletion for 7defe039-57d3-4752-9bf0-116c3ab6bf37 request from dv-neutron-861624-1-hyperv {{(pid=103334) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 07:44:57.093142 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-6c6956bd-3a99-4b7b-911a-c9c7d2ab5bdf None None] Deleting port f86092bc-b821-4e9e-8862-77b592fab5be {{(pid=103334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 07:44:57.093433 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-6c6956bd-3a99-4b7b-911a-c9c7d2ab5bdf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:57.162506 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-6c6956bd-3a99-4b7b-911a-c9c7d2ab5bdf None None] For port f86092bc-b821-4e9e-8862-77b592fab5be, host dv-neutron-861624-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=f86092bc-b821-4e9e-8862-77b592fab5be,segment=NetworkSegment(8e10cf1f-33b5-43d3-8a5e-0b1366205b39),segment_id=8e10cf1f-33b5-43d3-8a5e-0b1366205b39)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:44:57.162904 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-6c6956bd-3a99-4b7b-911a-c9c7d2ab5bdf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:57.176685 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-6c6956bd-3a99-4b7b-911a-c9c7d2ab5bdf None None] Calling delete_port for f86092bc-b821-4e9e-8862-77b592fab5be owned by network:dhcp {{(pid=103334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 07:44:57.258780 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-6c6956bd-3a99-4b7b-911a-c9c7d2ab5bdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339'] for port, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:57.261690 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-181d0b21-b776-49b0-9859-a4f2837a2afe tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Deleting port f86092bc-b821-4e9e-8862-77b592fab5be {{(pid=103333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 07:44:57.262028 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-181d0b21-b776-49b0-9859-a4f2837a2afe tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:57.285966 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6956bd-3a99-4b7b-911a-c9c7d2ab5bdf None None] Pushing event deleted for resources: {'Port': ['ID=f86092bc-b821-4e9e-8862-77b592fab5be,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:44:57.287094 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c6956bd-3a99-4b7b-911a-c9c7d2ab5bdf None None] No DVR routers for this DVR port f86092bc-b821-4e9e-8862-77b592fab5be on host dv-neutron-861624-1-hyperv {{(pid=103334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 19 07:44:57.326374 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.db [None req-181d0b21-b776-49b0-9859-a4f2837a2afe tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] For port f86092bc-b821-4e9e-8862-77b592fab5be, host dv-neutron-861624-1-hyperv, got binding levels [] {{(pid=103333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:44:57.326745 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-181d0b21-b776-49b0-9859-a4f2837a2afe tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:57.339602 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-181d0b21-b776-49b0-9859-a4f2837a2afe tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Calling delete_port for f86092bc-b821-4e9e-8862-77b592fab5be owned by network:dhcp {{(pid=103333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 07:44:57.342294 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.ipam_backend_mixin [None req-181d0b21-b776-49b0-9859-a4f2837a2afe tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Port f86092bc-b821-4e9e-8862-77b592fab5be was not found and therefore no delete operation was performed {{(pid=103333) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Oct 19 07:44:57.343593 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-181d0b21-b776-49b0-9859-a4f2837a2afe tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130996763'] for port, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:57.369587 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181d0b21-b776-49b0-9859-a4f2837a2afe tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Pushing event deleted for resources: {'Port': ['ID=f86092bc-b821-4e9e-8862-77b592fab5be,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:44:57.371964 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-181d0b21-b776-49b0-9859-a4f2837a2afe tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] No DVR routers for this DVR port f86092bc-b821-4e9e-8862-77b592fab5be on host dv-neutron-861624-1-hyperv {{(pid=103333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 19 07:44:57.381243 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181d0b21-b776-49b0-9859-a4f2837a2afe tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:44:57.381584 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181d0b21-b776-49b0-9859-a4f2837a2afe tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:44:57.381920 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181d0b21-b776-49b0-9859-a4f2837a2afe tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:44:57.382251 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181d0b21-b776-49b0-9859-a4f2837a2afe tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:44:57.382579 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181d0b21-b776-49b0-9859-a4f2837a2afe tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:44:57.382905 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181d0b21-b776-49b0-9859-a4f2837a2afe tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:44:57.383225 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181d0b21-b776-49b0-9859-a4f2837a2afe tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:44:57.383544 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181d0b21-b776-49b0-9859-a4f2837a2afe tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:44:57.383864 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181d0b21-b776-49b0-9859-a4f2837a2afe tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:44:57.384190 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181d0b21-b776-49b0-9859-a4f2837a2afe tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:44:57.384497 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181d0b21-b776-49b0-9859-a4f2837a2afe tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:44:57.384837 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181d0b21-b776-49b0-9859-a4f2837a2afe tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:44:57.462893 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-181d0b21-b776-49b0-9859-a4f2837a2afe tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-673051', 'neutron.services.segments.db._delete_segments_for_network-8785021519108'] for network, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:57.482634 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-181d0b21-b776-49b0-9859-a4f2837a2afe tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7defe039-57d3-4752-9bf0-116c3ab6bf37']}} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:44:57.491579 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-181d0b21-b776-49b0-9859-a4f2837a2afe tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e10cf1f-33b5-43d3-8a5e-0b1366205b39') {'for_net_delete': True} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:44:57.491877 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-181d0b21-b776-49b0-9859-a4f2837a2afe tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e10cf1f-33b5-43d3-8a5e-0b1366205b39') {} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:44:57.501275 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-181d0b21-b776-49b0-9859-a4f2837a2afe tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785021519382', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-134111927'] for segment, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:57.514762 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-181d0b21-b776-49b0-9859-a4f2837a2afe tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979'] for segment, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:57.520979 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-181d0b21-b776-49b0-9859-a4f2837a2afe tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Releasing vlan 155 on physical network physnet1 to pool {{(pid=103333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 07:44:57.521404 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-181d0b21-b776-49b0-9859-a4f2837a2afe tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130996782'] for segment, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:57.551885 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.services.segments.plugin [-] Segment 8e10cf1f-33b5-43d3-8a5e-0b1366205b39 resource provider aggregate not found Oct 19 07:44:57.592833 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-181d0b21-b776-49b0-9859-a4f2837a2afe tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-673044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1695087'] for network, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:57.600214 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.services.segments.plugin [-] Segment 8e10cf1f-33b5-43d3-8a5e-0b1366205b39 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8e10cf1f-33b5-43d3-8a5e-0b1366205b39 found for delete ", "request_id": "req-610abc93-9ea3-4d8c-a071-7e017f1cc510"}]} Oct 19 07:44:57.601102 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-181d0b21-b776-49b0-9859-a4f2837a2afe tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Notify callbacks [] for network, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:57.604147 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-181d0b21-b776-49b0-9859-a4f2837a2afe tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] 10.222.0.27 "DELETE /v2.0/networks/7defe039-57d3-4752-9bf0-116c3ab6bf37 HTTP/1.1" status: 204 len: 168 time: 0.7445717 Oct 19 07:44:57.608193 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 60320) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:44:57.613943 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-71c301dd-a49e-48d5-ad17-bd2c2a0e5b83 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-966121747'}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:44:57.615390 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181d0b21-b776-49b0-9859-a4f2837a2afe tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Pushing event deleted for resources: {'Network': ['ID=7defe039-57d3-4752-9bf0-116c3ab6bf37,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:44:57.633387 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71c301dd-a49e-48d5-ad17-bd2c2a0e5b83 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Made reservation on behalf of 1402d2757da24badb386c840c64ab2b4 for: {'network': 1} {{(pid=103332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 07:44:57.637687 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-71c301dd-a49e-48d5-ad17-bd2c2a0e5b83 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for network, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:57.661488 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71c301dd-a49e-48d5-ad17-bd2c2a0e5b83 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 157} {{(pid=103332) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 07:44:57.670007 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-71c301dd-a49e-48d5-ad17-bd2c2a0e5b83 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979'] for segment, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:57.670369 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.db.segments_db [None req-71c301dd-a49e-48d5-ad17-bd2c2a0e5b83 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Added segment 0876e461-5b7b-4f27-b07f-8d89532fb1b3 of type vlan for network 29bb4e7c-5a54-463d-83bb-804f97818bc3 Oct 19 07:44:57.708671 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-71c301dd-a49e-48d5-ad17-bd2c2a0e5b83 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785020965340'] for network, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:57.732701 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-71c301dd-a49e-48d5-ad17-bd2c2a0e5b83 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873'] for network, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:57.738074 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71c301dd-a49e-48d5-ad17-bd2c2a0e5b83 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:44:57.738646 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-71c301dd-a49e-48d5-ad17-bd2c2a0e5b83 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Notify callbacks [] for network, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:57.767664 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-71c301dd-a49e-48d5-ad17-bd2c2a0e5b83 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1577530 Oct 19 07:44:57.770655 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 60322) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:44:57.775876 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-b2bb2516-f186-4fe6-a0a4-b80f1f6906b0 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Request body: {'subnet': {'network_id': '29bb4e7c-5a54-463d-83bb-804f97818bc3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:44:57.811235 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c301dd-a49e-48d5-ad17-bd2c2a0e5b83 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Pushing event updated for resources: {'Network': ['ID=29bb4e7c-5a54-463d-83bb-804f97818bc3,revision_number=1']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:44:57.818353 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c301dd-a49e-48d5-ad17-bd2c2a0e5b83 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:44:57.818705 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c301dd-a49e-48d5-ad17-bd2c2a0e5b83 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:44:57.819045 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c301dd-a49e-48d5-ad17-bd2c2a0e5b83 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:44:57.819380 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c301dd-a49e-48d5-ad17-bd2c2a0e5b83 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:44:57.819712 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c301dd-a49e-48d5-ad17-bd2c2a0e5b83 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:44:57.820043 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c301dd-a49e-48d5-ad17-bd2c2a0e5b83 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:44:57.820371 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c301dd-a49e-48d5-ad17-bd2c2a0e5b83 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:44:57.820720 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c301dd-a49e-48d5-ad17-bd2c2a0e5b83 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:44:57.821047 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c301dd-a49e-48d5-ad17-bd2c2a0e5b83 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:44:57.821389 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c301dd-a49e-48d5-ad17-bd2c2a0e5b83 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:44:57.821692 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c301dd-a49e-48d5-ad17-bd2c2a0e5b83 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:44:57.822011 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c301dd-a49e-48d5-ad17-bd2c2a0e5b83 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:44:57.833215 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Network 29bb4e7c-5a54-463d-83bb-804f97818bc3 details requested by agent ovs-agent-dv-neutron-861624-1-hyperv with host dv-neutron-861624-1-hyperv {{(pid=103334) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 07:44:57.862236 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2bb2516-f186-4fe6-a0a4-b80f1f6906b0 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Made reservation on behalf of 1402d2757da24badb386c840c64ab2b4 for: {'subnet': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 07:44:57.866018 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-b2bb2516-f186-4fe6-a0a4-b80f1f6906b0 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130170579'] for subnet, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:58.041866 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-b2bb2516-f186-4fe6-a0a4-b80f1f6906b0 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130997899', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130170401'] for subnet, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:58.102130 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2bb2516-f186-4fe6-a0a4-b80f1f6906b0 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Pushing event updated for resources: {'Subnet': ['ID=30009dd1-8894-4434-ab28-c7011a89cd70,revision_number=0']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:44:58.112695 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2bb2516-f186-4fe6-a0a4-b80f1f6906b0 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Checking segment: {'id': '0876e461-5b7b-4f27-b07f-8d89532fb1b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '29bb4e7c-5a54-463d-83bb-804f97818bc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 19 07:44:58.112993 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2bb2516-f186-4fe6-a0a4-b80f1f6906b0 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Network hostable DHCP agents. Network: 29bb4e7c-5a54-463d-83bb-804f97818bc3, hostable agents: ['310d813b-0e3e-4d7e-9b79-8f4ec0dbcab0'], hosted agents: [] {{(pid=103333) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 07:44:58.129553 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2bb2516-f186-4fe6-a0a4-b80f1f6906b0 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Network 29bb4e7c-5a54-463d-83bb-804f97818bc3 is scheduled to be hosted by DHCP agent 310d813b-0e3e-4d7e-9b79-8f4ec0dbcab0 with binding_index 1 {{(pid=103333) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 07:44:58.138604 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-b2bb2516-f186-4fe6-a0a4-b80f1f6906b0 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861624-1-hyperv, 29bb4e7c-5a54-463d-83bb-804f97818bc3) {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:44:58.142491 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2bb2516-f186-4fe6-a0a4-b80f1f6906b0 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:44:58.143066 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-b2bb2516-f186-4fe6-a0a4-b80f1f6906b0 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Notify callbacks [] for subnet, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:58.147684 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8287b94a-89e3-44ba-af33-d063353a4247 None None] Network 29bb4e7c-5a54-463d-83bb-804f97818bc3 requested from dv-neutron-861624-1-hyperv {{(pid=103334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 07:44:58.161573 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-b2bb2516-f186-4fe6-a0a4-b80f1f6906b0 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.3873999 Oct 19 07:44:58.161892 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 60324) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:44:58.166169 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-8f2a6f8f-c34a-4307-b0cc-64b0e9c6973f tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-326458808', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:44:58.185838 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-8f2a6f8f-c34a-4307-b0cc-64b0e9c6973f tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1692695', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12668'] for router, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:58.186811 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-8f2a6f8f-c34a-4307-b0cc-64b0e9c6973f tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1692835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1693910', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1621825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12659'] for router, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:58.237412 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-8f2a6f8f-c34a-4307-b0cc-64b0e9c6973f tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:58.241668 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-8f2a6f8f-c34a-4307-b0cc-64b0e9c6973f tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1692844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1693859'] for router, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:58.258930 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-8f2a6f8f-c34a-4307-b0cc-64b0e9c6973f tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Notify callbacks [] for router, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:58.263088 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-8f2a6f8f-c34a-4307-b0cc-64b0e9c6973f tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] 10.222.0.27 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.0973961 Oct 19 07:44:58.263296 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 60326) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:44:58.298105 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38ac6dd0-bafc-4ca3-908e-de8a6a813bbe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d12c6ac-27a3-545c-a8f3-f04e30423d6d-29bb4e7c-5a54-463d-83bb-804f97818bc3', 'network_id': '29bb4e7c-5a54-463d-83bb-804f97818bc3', 'tenant_id': '1402d2757da24badb386c840c64ab2b4', 'fixed_ips': [{'subnet_id': '30009dd1-8894-4434-ab28-c7011a89cd70'}]}} from dv-neutron-861624-1-hyperv. {{(pid=103334) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 07:44:58.299071 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-38ac6dd0-bafc-4ca3-908e-de8a6a813bbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:58.435547 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.db_base_plugin_common [None req-38ac6dd0-bafc-4ca3-908e-de8a6a813bbe None None] Allocated IP 2001:db8::2 (29bb4e7c-5a54-463d-83bb-804f97818bc3/30009dd1-8894-4434-ab28-c7011a89cd70/2a8f43ff-f743-4fb9-afe5-0a87acb52b7e) {{(pid=103334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 07:44:58.541638 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-59e08113-b8d3-4824-a251-73f6e6cb0261 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:58.576106 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-38ac6dd0-bafc-4ca3-908e-de8a6a813bbe None None] Notify callbacks [] for port, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:58.581979 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-38ac6dd0-bafc-4ca3-908e-de8a6a813bbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785020947330'] for port, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:58.620846 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38ac6dd0-bafc-4ca3-908e-de8a6a813bbe None None] Network 29bb4e7c-5a54-463d-83bb-804f97818bc3 is already hosted by enough agents. {{(pid=103334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 07:44:58.623674 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.scheduler.base_scheduler [None req-38ac6dd0-bafc-4ca3-908e-de8a6a813bbe None None] Resources bound (agent type, host, resource id): {{(pid=103334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:44:58.627091 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38ac6dd0-bafc-4ca3-908e-de8a6a813bbe None None] Received port after_create {{(pid=103334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 07:44:58.634122 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ac6dd0-bafc-4ca3-908e-de8a6a813bbe None None] Pushing event updated for resources: {'Port': ['ID=2a8f43ff-f743-4fb9-afe5-0a87acb52b7e,revision_number=1']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:44:58.687924 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-38ac6dd0-bafc-4ca3-908e-de8a6a813bbe None None] Attempting to bind port 2a8f43ff-f743-4fb9-afe5-0a87acb52b7e on host dv-neutron-861624-1-hyperv for vnic_type normal with profile {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 19 07:44:58.688222 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-38ac6dd0-bafc-4ca3-908e-de8a6a813bbe None None] Attempting to bind port 2a8f43ff-f743-4fb9-afe5-0a87acb52b7e by drivers openvswitch,hyperv on host dv-neutron-861624-1-hyperv at level 0 using segments [{'id': '0876e461-5b7b-4f27-b07f-8d89532fb1b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '29bb4e7c-5a54-463d-83bb-804f97818bc3'}] {{(pid=103334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 19 07:44:58.688616 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38ac6dd0-bafc-4ca3-908e-de8a6a813bbe None None] Attempting to bind port 2a8f43ff-f743-4fb9-afe5-0a87acb52b7e on network 29bb4e7c-5a54-463d-83bb-804f97818bc3 {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 07:44:58.693703 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38ac6dd0-bafc-4ca3-908e-de8a6a813bbe None None] Checking agent: {'id': 'a5b0152c-d633-409b-aaf8-3b76458e2410', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861624-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 19, 7, 30, 19), 'started_at': datetime.datetime(2022, 10, 19, 7, 30, 49), 'heartbeat_timestamp': datetime.datetime(2022, 10, 19, 7, 44, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861624-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 07:44:58.694186 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38ac6dd0-bafc-4ca3-908e-de8a6a813bbe None None] Checking segment: {'id': '0876e461-5b7b-4f27-b07f-8d89532fb1b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '29bb4e7c-5a54-463d-83bb-804f97818bc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 19 07:44:58.694588 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-38ac6dd0-bafc-4ca3-908e-de8a6a813bbe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:58.694976 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38ac6dd0-bafc-4ca3-908e-de8a6a813bbe None None] Bound using segment: {'id': '0876e461-5b7b-4f27-b07f-8d89532fb1b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '29bb4e7c-5a54-463d-83bb-804f97818bc3'} {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 07:44:58.695438 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-38ac6dd0-bafc-4ca3-908e-de8a6a813bbe None None] Bound port: 2a8f43ff-f743-4fb9-afe5-0a87acb52b7e, host: dv-neutron-861624-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0876e461-5b7b-4f27-b07f-8d89532fb1b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '29bb4e7c-5a54-463d-83bb-804f97818bc3'}}] {{(pid=103334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 19 07:44:58.695817 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-38ac6dd0-bafc-4ca3-908e-de8a6a813bbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:58.760156 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-38ac6dd0-bafc-4ca3-908e-de8a6a813bbe None None] For port 2a8f43ff-f743-4fb9-afe5-0a87acb52b7e, host dv-neutron-861624-1-hyperv, cleared binding levels {{(pid=103334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 07:44:58.763836 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-38ac6dd0-bafc-4ca3-908e-de8a6a813bbe None None] For port 2a8f43ff-f743-4fb9-afe5-0a87acb52b7e, host dv-neutron-861624-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=2a8f43ff-f743-4fb9-afe5-0a87acb52b7e,segment=NetworkSegment(0876e461-5b7b-4f27-b07f-8d89532fb1b3),segment_id=0876e461-5b7b-4f27-b07f-8d89532fb1b3)] {{(pid=103334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 07:44:58.768208 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-38ac6dd0-bafc-4ca3-908e-de8a6a813bbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:58.791165 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.db_base_plugin_common [None req-59e08113-b8d3-4824-a251-73f6e6cb0261 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Allocated IP 2001:db8::1 (29bb4e7c-5a54-463d-83bb-804f97818bc3/30009dd1-8894-4434-ab28-c7011a89cd70/303aef72-6e21-44ee-9728-886f209dbc4f) {{(pid=103333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 07:44:58.822208 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ac6dd0-bafc-4ca3-908e-de8a6a813bbe None None] Pushing event updated for resources: {'Port': ['ID=2a8f43ff-f743-4fb9-afe5-0a87acb52b7e,revision_number=2']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:44:58.915434 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-59e08113-b8d3-4824-a251-73f6e6cb0261 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Notify callbacks [] for port, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:58.954358 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-59e08113-b8d3-4824-a251-73f6e6cb0261 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785020947330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130996763'] for port, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:59.010482 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59e08113-b8d3-4824-a251-73f6e6cb0261 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Network 29bb4e7c-5a54-463d-83bb-804f97818bc3 is already hosted by enough agents. {{(pid=103333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 07:44:59.015134 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-59e08113-b8d3-4824-a251-73f6e6cb0261 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Resources bound (agent type, host, resource id): {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:44:59.018638 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e08113-b8d3-4824-a251-73f6e6cb0261 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Pushing event updated for resources: {'Port': ['ID=303aef72-6e21-44ee-9728-886f209dbc4f,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:44:59.019672 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device f86092bc-b821-4e9e-8862-77b592fab5be no longer exists at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 07:44:59.021288 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59e08113-b8d3-4824-a251-73f6e6cb0261 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Received port after_create {{(pid=103333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 07:44:59.021831 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-59e08113-b8d3-4824-a251-73f6e6cb0261 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1695190'] for router_interface, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:59.044082 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] No Port match for: f86092bc-b821-4e9e-8862-77b592fab5be {{(pid=103334) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 19 07:44:59.044423 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device f86092bc-b821-4e9e-8862-77b592fab5be not bound to the agent host dv-neutron-861624-1-hyperv {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 07:44:59.145707 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-59e08113-b8d3-4824-a251-73f6e6cb0261 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:59.398707 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-59e08113-b8d3-4824-a251-73f6e6cb0261 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Notify callbacks [] for port, precommit_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:59.403636 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-59e08113-b8d3-4824-a251-73f6e6cb0261 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130996754'] for port, after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:59.404669 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-59e08113-b8d3-4824-a251-73f6e6cb0261 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1574855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1694822'] for router_interface, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:59.473092 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e08113-b8d3-4824-a251-73f6e6cb0261 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Pushing event updated for resources: {'Port': ['ID=303aef72-6e21-44ee-9728-886f209dbc4f,revision_number=2']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:44:59.538175 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59e08113-b8d3-4824-a251-73f6e6cb0261 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Network 29bb4e7c-5a54-463d-83bb-804f97818bc3 is already hosted by enough agents. {{(pid=103333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 07:44:59.539611 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-59e08113-b8d3-4824-a251-73f6e6cb0261 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Resources bound (agent type, host, resource id): {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:44:59.661447 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59e08113-b8d3-4824-a251-73f6e6cb0261 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Router 1f7a3686-fdcf-4142-bfac-23211c27b09a is scheduled to L3 agent ab388470-1243-4d53-80f2-c2f5899c97a7 with binding_index 1 {{(pid=103333) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 07:44:59.709373 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3745fe11-938a-4cd7-87a1-115a7071f772 None None] Network 29bb4e7c-5a54-463d-83bb-804f97818bc3 requested from dv-neutron-861624-1-hyperv {{(pid=103334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 07:44:59.760125 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59e08113-b8d3-4824-a251-73f6e6cb0261 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Notify agent at l3_agent.dv-neutron-861624-1-hyperv the message routers_updated {{(pid=103333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 07:44:59.768370 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 60328) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:44:59.768962 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-59e08113-b8d3-4824-a251-73f6e6cb0261 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] 10.222.0.27 "PUT /v2.0/routers/1f7a3686-fdcf-4142-bfac-23211c27b09a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5043778 Oct 19 07:44:59.772434 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a81f065d-3525-41bb-8e67-1310945cd71d None None] Sync routers for ids ['1f7a3686-fdcf-4142-bfac-23211c27b09a'] in dv-neutron-861624-1-hyperv {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 07:44:59.773776 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-40bcdf47-8116-42a2-a224-789f32b83422 None None] Provisioning complete for port 2a8f43ff-f743-4fb9-afe5-0a87acb52b7e triggered by entity DHCP. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:44:59.774216 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-40bcdf47-8116-42a2-a224-789f32b83422 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:59.774469 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-40bcdf47-8116-42a2-a224-789f32b83422 None None] Attempt 1 to provision port 2a8f43ff-f743-4fb9-afe5-0a87acb52b7e Oct 19 07:44:59.783756 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a81f065d-3525-41bb-8e67-1310945cd71d None None] Routers {'1f7a3686-fdcf-4142-bfac-23211c27b09a'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 07:44:59.784497 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-a81f065d-3525-41bb-8e67-1310945cd71d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T07:44:46Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['1f7a3686-fdcf-4142-bfac-23211c27b09a'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:44:59.813976 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-539ddc96-6d6b-4d08-b7fa-52fe8720f3ea tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:44:59.818053 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-539ddc96-6d6b-4d08-b7fa-52fe8720f3ea tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] 10.222.0.27 "GET /v2.0/ports/303aef72-6e21-44ee-9728-886f209dbc4f HTTP/1.1" status: 200 len: 911 time: 0.0451620 Oct 19 07:44:59.818261 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 60330) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:44:59.820710 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-a81f065d-3525-41bb-8e67-1310945cd71d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:44:59.829836 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a81f065d-3525-41bb-8e67-1310945cd71d None None] Routers {'1f7a3686-fdcf-4142-bfac-23211c27b09a'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 07:44:59.830673 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-a81f065d-3525-41bb-8e67-1310945cd71d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T07:44:46Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['1f7a3686-fdcf-4142-bfac-23211c27b09a'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:44:59.867750 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-a81f065d-3525-41bb-8e67-1310945cd71d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:44:59.868587 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a81f065d-3525-41bb-8e67-1310945cd71d None None] The sync data for ids ['1f7a3686-fdcf-4142-bfac-23211c27b09a'] in dv-neutron-861624-1-hyperv is: [] {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 07:44:59.924490 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-40bcdf47-8116-42a2-a224-789f32b83422 None None] Current status of the port 2a8f43ff-f743-4fb9-afe5-0a87acb52b7e is: DOWN; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:44:59.924901 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-40bcdf47-8116-42a2-a224-789f32b83422 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:44:59.966888 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-40bcdf47-8116-42a2-a224-789f32b83422 None None] For port 2a8f43ff-f743-4fb9-afe5-0a87acb52b7e, host dv-neutron-861624-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=2a8f43ff-f743-4fb9-afe5-0a87acb52b7e,segment=NetworkSegment(0876e461-5b7b-4f27-b07f-8d89532fb1b3),segment_id=0876e461-5b7b-4f27-b07f-8d89532fb1b3)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:44:59.971557 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-40bcdf47-8116-42a2-a224-789f32b83422 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:00.028617 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bcdf47-8116-42a2-a224-789f32b83422 None None] Pushing event updated for resources: {'Port': ['ID=2a8f43ff-f743-4fb9-afe5-0a87acb52b7e,revision_number=3']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:45:00.036704 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40bcdf47-8116-42a2-a224-789f32b83422 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:45:00.037052 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40bcdf47-8116-42a2-a224-789f32b83422 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:45:00.037392 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40bcdf47-8116-42a2-a224-789f32b83422 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:45:00.037729 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40bcdf47-8116-42a2-a224-789f32b83422 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:45:00.038117 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40bcdf47-8116-42a2-a224-789f32b83422 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:45:00.038438 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40bcdf47-8116-42a2-a224-789f32b83422 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:45:00.038983 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40bcdf47-8116-42a2-a224-789f32b83422 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:45:00.039500 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40bcdf47-8116-42a2-a224-789f32b83422 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:45:00.039988 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40bcdf47-8116-42a2-a224-789f32b83422 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:45:00.040482 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40bcdf47-8116-42a2-a224-789f32b83422 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:45:00.041106 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40bcdf47-8116-42a2-a224-789f32b83422 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:45:00.041431 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40bcdf47-8116-42a2-a224-789f32b83422 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:45:00.151028 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-3e14e094-68ec-4ac2-95e0-02f15e239d1e tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1694785'] for router_interface, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:00.200311 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-2ed3b67f-be5b-4233-8b53-74b0304340e0 None None] Provisioning complete for port 2a8f43ff-f743-4fb9-afe5-0a87acb52b7e triggered by entity DHCP. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:45:00.200707 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-2ed3b67f-be5b-4233-8b53-74b0304340e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:00.201039 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-2ed3b67f-be5b-4233-8b53-74b0304340e0 None None] Attempt 1 to provision port 2a8f43ff-f743-4fb9-afe5-0a87acb52b7e Oct 19 07:45:00.286953 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-2ed3b67f-be5b-4233-8b53-74b0304340e0 None None] Current status of the port 2a8f43ff-f743-4fb9-afe5-0a87acb52b7e is: ACTIVE; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:45:00.303156 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-2ed3b67f-be5b-4233-8b53-74b0304340e0 None None] Provisioning complete for port 303aef72-6e21-44ee-9728-886f209dbc4f triggered by entity DHCP. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:45:00.303555 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-2ed3b67f-be5b-4233-8b53-74b0304340e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:00.303939 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-2ed3b67f-be5b-4233-8b53-74b0304340e0 None None] Attempt 1 to provision port 303aef72-6e21-44ee-9728-886f209dbc4f Oct 19 07:45:00.340210 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-2ed3b67f-be5b-4233-8b53-74b0304340e0 None None] Port 303aef72-6e21-44ee-9728-886f209dbc4f cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 07:45:00.407291 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.plugin [None req-3e14e094-68ec-4ac2-95e0-02f15e239d1e tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Deleting port 303aef72-6e21-44ee-9728-886f209dbc4f {{(pid=103332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 07:45:00.407628 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-3e14e094-68ec-4ac2-95e0-02f15e239d1e tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:00.806072 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-3e14e094-68ec-4ac2-95e0-02f15e239d1e tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:00.818004 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.plugin [None req-3e14e094-68ec-4ac2-95e0-02f15e239d1e tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Calling delete_port for 303aef72-6e21-44ee-9728-886f209dbc4f owned by network:router_interface {{(pid=103332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 07:45:00.841710 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-2ed3b67f-be5b-4233-8b53-74b0304340e0 None None] Attempt 2 to provision port 303aef72-6e21-44ee-9728-886f209dbc4f Oct 19 07:45:01.007906 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-3e14e094-68ec-4ac2-95e0-02f15e239d1e tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133553798'] for port, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:01.029963 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device 2a8f43ff-f743-4fb9-afe5-0a87acb52b7e up at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 07:45:01.039512 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e14e094-68ec-4ac2-95e0-02f15e239d1e tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Pushing event deleted for resources: {'Port': ['ID=303aef72-6e21-44ee-9728-886f209dbc4f,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:45:01.062734 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-2ed3b67f-be5b-4233-8b53-74b0304340e0 None None] Port 303aef72-6e21-44ee-9728-886f209dbc4f cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 07:45:01.091074 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Provisioning complete for port 2a8f43ff-f743-4fb9-afe5-0a87acb52b7e triggered by entity L2. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:45:01.091528 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:01.091935 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Attempt 1 to provision port 2a8f43ff-f743-4fb9-afe5-0a87acb52b7e Oct 19 07:45:01.150593 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-3e14e094-68ec-4ac2-95e0-02f15e239d1e tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1574862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1694957'] for router_interface, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:01.177126 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Current status of the port 2a8f43ff-f743-4fb9-afe5-0a87acb52b7e is: ACTIVE; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:45:01.307678 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e14e094-68ec-4ac2-95e0-02f15e239d1e tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Router 1f7a3686-fdcf-4142-bfac-23211c27b09a has already been hosted by L3 agent ab388470-1243-4d53-80f2-c2f5899c97a7 {{(pid=103332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 07:45:01.382406 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e14e094-68ec-4ac2-95e0-02f15e239d1e tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Notify agent at l3_agent.dv-neutron-861624-1-hyperv the message routers_updated {{(pid=103332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 07:45:01.387698 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-3e14e094-68ec-4ac2-95e0-02f15e239d1e tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] 10.222.0.27 "PUT /v2.0/routers/1f7a3686-fdcf-4142-bfac-23211c27b09a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5685065 Oct 19 07:45:01.390417 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 60332) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:45:01.393040 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ba14e5e-cfa6-4ecf-b74c-6790328a9339 None None] Sync routers for ids ['1f7a3686-fdcf-4142-bfac-23211c27b09a'] in dv-neutron-861624-1-hyperv {{(pid=103334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 07:45:01.404003 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ba14e5e-cfa6-4ecf-b74c-6790328a9339 None None] Routers {'1f7a3686-fdcf-4142-bfac-23211c27b09a'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 07:45:01.404669 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-7ba14e5e-cfa6-4ecf-b74c-6790328a9339 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T07:44:46Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['1f7a3686-fdcf-4142-bfac-23211c27b09a'], 'active': True} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:45:01.416769 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-377221ea-0ad4-452a-820d-8fb19bdb3b44 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] 10.222.0.27 "GET /v2.0/ports?device_id=1f7a3686-fdcf-4142-bfac-23211c27b09a HTTP/1.1" status: 200 len: 205 time: 0.0252800 Oct 19 07:45:01.419379 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 60334) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:45:01.439164 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-7ba14e5e-cfa6-4ecf-b74c-6790328a9339 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:45:01.447769 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ba14e5e-cfa6-4ecf-b74c-6790328a9339 None None] Routers {'1f7a3686-fdcf-4142-bfac-23211c27b09a'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 07:45:01.448900 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-7ba14e5e-cfa6-4ecf-b74c-6790328a9339 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T07:44:46Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['1f7a3686-fdcf-4142-bfac-23211c27b09a'], 'active': True} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:45:01.483264 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-7ba14e5e-cfa6-4ecf-b74c-6790328a9339 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:45:01.484005 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ba14e5e-cfa6-4ecf-b74c-6790328a9339 None None] The sync data for ids ['1f7a3686-fdcf-4142-bfac-23211c27b09a'] in dv-neutron-861624-1-hyperv is: [] {{(pid=103334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 07:45:01.493596 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-136c98c4-b6f3-40f4-b43a-6af4ec5b94aa tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Notify callbacks [] for router, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:01.564218 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-2ed3b67f-be5b-4233-8b53-74b0304340e0 None None] Attempt 3 to provision port 303aef72-6e21-44ee-9728-886f209dbc4f Oct 19 07:45:01.584224 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-2ed3b67f-be5b-4233-8b53-74b0304340e0 None None] Port 303aef72-6e21-44ee-9728-886f209dbc4f was deleted so its status cannot be updated. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Oct 19 07:45:01.652188 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-136c98c4-b6f3-40f4-b43a-6af4ec5b94aa tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1693565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12618'] for router, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:01.654486 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-136c98c4-b6f3-40f4-b43a-6af4ec5b94aa tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:01.695195 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-136c98c4-b6f3-40f4-b43a-6af4ec5b94aa tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1693542'] for router, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:01.695576 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-68a608b3-7127-42a7-98b0-aff3bcf3656b None None] Could not find standard attr ID for object 303aef72-6e21-44ee-9728-886f209dbc4f. {{(pid=103334) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 19 07:45:01.695782 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-136c98c4-b6f3-40f4-b43a-6af4ec5b94aa tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Fanout notify agent at l3_agent the message router_deleted on router 1f7a3686-fdcf-4142-bfac-23211c27b09a {{(pid=103332) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 07:45:01.703448 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-136c98c4-b6f3-40f4-b43a-6af4ec5b94aa tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Notify callbacks [] for router, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:01.704536 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-136c98c4-b6f3-40f4-b43a-6af4ec5b94aa tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] 10.222.0.27 "DELETE /v2.0/routers/1f7a3686-fdcf-4142-bfac-23211c27b09a HTTP/1.1" status: 204 len: 168 time: 0.2842011 Oct 19 07:45:01.707195 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 60336) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:45:01.758852 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4faabe7-bd68-4f88-89d2-2557da671208 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Deleting subnet 30009dd1-8894-4434-ab28-c7011a89cd70 {{(pid=103333) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 19 07:45:01.762864 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-a4faabe7-bd68-4f88-89d2-2557da671208 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Notify callbacks [] for subnet, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:01.804674 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-a4faabe7-bd68-4f88-89d2-2557da671208 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-134111928'] for subnet, precommit_delete_associations {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:01.890354 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-a4faabe7-bd68-4f88-89d2-2557da671208 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-679826'] for subnet, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:01.948465 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-a4faabe7-bd68-4f88-89d2-2557da671208 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-679819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130997964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130170408'] for subnet, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:01.976744 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4faabe7-bd68-4f88-89d2-2557da671208 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Pushing event deleted for resources: {'Subnet': ['ID=30009dd1-8894-4434-ab28-c7011a89cd70,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:45:01.978858 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-a4faabe7-bd68-4f88-89d2-2557da671208 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Notify callbacks [] for subnet, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:01.982935 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-a4faabe7-bd68-4f88-89d2-2557da671208 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] 10.222.0.27 "DELETE /v2.0/subnets/30009dd1-8894-4434-ab28-c7011a89cd70 HTTP/1.1" status: 204 len: 168 time: 0.2745075 Oct 19 07:45:01.984493 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6e6ae0d-8309-4d5a-8f08-961aa1eba4f0 None None] Network 29bb4e7c-5a54-463d-83bb-804f97818bc3 requested from dv-neutron-861624-1-hyperv {{(pid=103334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 07:45:01.985349 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 60338) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:45:02.065466 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-7409b662-a40b-4a9b-96af-cd0b3738ebf7 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-667019'] for network, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:02.117932 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-7409b662-a40b-4a9b-96af-cd0b3738ebf7 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Deleting port 2a8f43ff-f743-4fb9-afe5-0a87acb52b7e {{(pid=103333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 07:45:02.118330 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-7409b662-a40b-4a9b-96af-cd0b3738ebf7 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:02.144445 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-477cd1b0-5166-409e-8708-5e2afafb4bd9 None None] DHCP port deletion for 29bb4e7c-5a54-463d-83bb-804f97818bc3 request from dv-neutron-861624-1-hyperv {{(pid=103334) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 07:45:02.181998 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.db [None req-7409b662-a40b-4a9b-96af-cd0b3738ebf7 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] For port 2a8f43ff-f743-4fb9-afe5-0a87acb52b7e, host dv-neutron-861624-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=2a8f43ff-f743-4fb9-afe5-0a87acb52b7e,segment=NetworkSegment(0876e461-5b7b-4f27-b07f-8d89532fb1b3),segment_id=0876e461-5b7b-4f27-b07f-8d89532fb1b3)] {{(pid=103333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:45:02.182374 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-7409b662-a40b-4a9b-96af-cd0b3738ebf7 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:02.194753 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-7409b662-a40b-4a9b-96af-cd0b3738ebf7 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Calling delete_port for 2a8f43ff-f743-4fb9-afe5-0a87acb52b7e owned by network:dhcp {{(pid=103333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 07:45:02.194915 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-477cd1b0-5166-409e-8708-5e2afafb4bd9 None None] Deleting port 2a8f43ff-f743-4fb9-afe5-0a87acb52b7e {{(pid=103334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 07:45:02.195167 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-477cd1b0-5166-409e-8708-5e2afafb4bd9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:02.256105 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-477cd1b0-5166-409e-8708-5e2afafb4bd9 None None] For port 2a8f43ff-f743-4fb9-afe5-0a87acb52b7e, host dv-neutron-861624-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=2a8f43ff-f743-4fb9-afe5-0a87acb52b7e,segment=NetworkSegment(0876e461-5b7b-4f27-b07f-8d89532fb1b3),segment_id=0876e461-5b7b-4f27-b07f-8d89532fb1b3)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:45:02.256499 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-477cd1b0-5166-409e-8708-5e2afafb4bd9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:02.268413 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-477cd1b0-5166-409e-8708-5e2afafb4bd9 None None] Calling delete_port for 2a8f43ff-f743-4fb9-afe5-0a87acb52b7e owned by network:dhcp {{(pid=103334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 07:45:02.279705 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-7409b662-a40b-4a9b-96af-cd0b3738ebf7 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130996763'] for port, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:02.310720 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7409b662-a40b-4a9b-96af-cd0b3738ebf7 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] No DVR routers for this DVR port 2a8f43ff-f743-4fb9-afe5-0a87acb52b7e on host dv-neutron-861624-1-hyperv {{(pid=103333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 19 07:45:02.316522 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7409b662-a40b-4a9b-96af-cd0b3738ebf7 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Pushing event deleted for resources: {'Port': ['ID=2a8f43ff-f743-4fb9-afe5-0a87acb52b7e,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:45:02.346921 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-477cd1b0-5166-409e-8708-5e2afafb4bd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339'] for port, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:02.371918 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477cd1b0-5166-409e-8708-5e2afafb4bd9 None None] Pushing event deleted for resources: {'Port': ['ID=2a8f43ff-f743-4fb9-afe5-0a87acb52b7e,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:45:02.375356 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-477cd1b0-5166-409e-8708-5e2afafb4bd9 None None] No DVR routers for this DVR port 2a8f43ff-f743-4fb9-afe5-0a87acb52b7e on host dv-neutron-861624-1-hyperv {{(pid=103334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 19 07:45:02.394826 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-7409b662-a40b-4a9b-96af-cd0b3738ebf7 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-673051', 'neutron.services.segments.db._delete_segments_for_network-8785021519108'] for network, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:02.415510 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-7409b662-a40b-4a9b-96af-cd0b3738ebf7 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29bb4e7c-5a54-463d-83bb-804f97818bc3']}} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:45:02.425221 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-7409b662-a40b-4a9b-96af-cd0b3738ebf7 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0876e461-5b7b-4f27-b07f-8d89532fb1b3') {'for_net_delete': True} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:45:02.425521 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-7409b662-a40b-4a9b-96af-cd0b3738ebf7 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0876e461-5b7b-4f27-b07f-8d89532fb1b3') {} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:45:02.434941 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-7409b662-a40b-4a9b-96af-cd0b3738ebf7 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785021519382', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-134111927'] for segment, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:02.447734 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-7409b662-a40b-4a9b-96af-cd0b3738ebf7 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979'] for segment, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:02.454367 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7409b662-a40b-4a9b-96af-cd0b3738ebf7 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Releasing vlan 157 on physical network physnet1 to pool {{(pid=103333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 07:45:02.454795 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-7409b662-a40b-4a9b-96af-cd0b3738ebf7 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130996782'] for segment, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:02.474692 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.services.segments.plugin [-] Segment 0876e461-5b7b-4f27-b07f-8d89532fb1b3 resource provider aggregate not found Oct 19 07:45:02.519767 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.services.segments.plugin [-] Segment 0876e461-5b7b-4f27-b07f-8d89532fb1b3 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0876e461-5b7b-4f27-b07f-8d89532fb1b3 found for delete ", "request_id": "req-ef998dc9-0574-48f0-82a7-114255af9383"}]} Oct 19 07:45:02.528945 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-7409b662-a40b-4a9b-96af-cd0b3738ebf7 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-673044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1695087'] for network, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:02.535430 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-7409b662-a40b-4a9b-96af-cd0b3738ebf7 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Notify callbacks [] for network, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:02.538486 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-7409b662-a40b-4a9b-96af-cd0b3738ebf7 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] 10.222.0.27 "DELETE /v2.0/networks/29bb4e7c-5a54-463d-83bb-804f97818bc3 HTTP/1.1" status: 204 len: 168 time: 0.5521677 Oct 19 07:45:02.542799 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 60344) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:45:02.547267 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-4e3c4d4a-6b2d-475c-a172-2daf0e665ccb tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-900815362', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd'}, 'admin_state_up': False}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:45:02.553334 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7409b662-a40b-4a9b-96af-cd0b3738ebf7 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Pushing event deleted for resources: {'Network': ['ID=29bb4e7c-5a54-463d-83bb-804f97818bc3,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:45:02.569111 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-4e3c4d4a-6b2d-475c-a172-2daf0e665ccb tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1692695', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12668'] for router, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:02.570111 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-4e3c4d4a-6b2d-475c-a172-2daf0e665ccb tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1692835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1693910', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1621825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12659'] for router, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:02.622944 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-4e3c4d4a-6b2d-475c-a172-2daf0e665ccb tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:02.755180 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-4e3c4d4a-6b2d-475c-a172-2daf0e665ccb tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:02.935033 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device 2a8f43ff-f743-4fb9-afe5-0a87acb52b7e no longer exists at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 07:45:02.947679 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-4e3c4d4a-6b2d-475c-a172-2daf0e665ccb tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Notify callbacks [] for router_gateway, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:02.955506 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] No Port match for: 2a8f43ff-f743-4fb9-afe5-0a87acb52b7e {{(pid=103334) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 19 07:45:02.955847 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device 2a8f43ff-f743-4fb9-afe5-0a87acb52b7e not bound to the agent host dv-neutron-861624-1-hyperv {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 07:45:02.967617 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-4e3c4d4a-6b2d-475c-a172-2daf0e665ccb tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:03.071433 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.db_base_plugin_common [None req-4e3c4d4a-6b2d-475c-a172-2daf0e665ccb tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Allocated IP 172.26.0.132 (99c66757-74e3-40a4-b479-8d09e3a7c3dd/7f3d1034-1de7-458a-a3ee-77488de3949b/c9ab0cc0-b51e-489d-ad26-9cc3b51d7d65) {{(pid=103332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 07:45:03.173504 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-4e3c4d4a-6b2d-475c-a172-2daf0e665ccb tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Notify callbacks [] for port, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:03.206903 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-4e3c4d4a-6b2d-475c-a172-2daf0e665ccb tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785020947330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133553798'] for port, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:03.244579 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e3c4d4a-6b2d-475c-a172-2daf0e665ccb tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Network 99c66757-74e3-40a4-b479-8d09e3a7c3dd is already hosted by enough agents. {{(pid=103332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 07:45:03.249463 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.base_scheduler [None req-4e3c4d4a-6b2d-475c-a172-2daf0e665ccb tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Resources bound (agent type, host, resource id): {{(pid=103332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:45:03.251991 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e3c4d4a-6b2d-475c-a172-2daf0e665ccb tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Received port after_create {{(pid=103332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 07:45:03.278894 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3c4d4a-6b2d-475c-a172-2daf0e665ccb tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Pushing event updated for resources: {'Port': ['ID=c9ab0cc0-b51e-489d-ad26-9cc3b51d7d65,revision_number=1']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:45:03.500344 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-4e3c4d4a-6b2d-475c-a172-2daf0e665ccb tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Notify callbacks [] for router_gateway, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:03.690505 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-4e3c4d4a-6b2d-475c-a172-2daf0e665ccb tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1692844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1693859'] for router, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:03.813209 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e3c4d4a-6b2d-475c-a172-2daf0e665ccb tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Router 5fdffd70-5c90-4b8a-bc21-52db4a7ecfb0 is scheduled to L3 agent ab388470-1243-4d53-80f2-c2f5899c97a7 with binding_index 1 {{(pid=103332) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 07:45:03.917606 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e3c4d4a-6b2d-475c-a172-2daf0e665ccb tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Notify agent at l3_agent.dv-neutron-861624-1-hyperv the message routers_updated {{(pid=103332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 07:45:03.926627 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3558ba6-6620-4e22-9c45-07c08a3d659d None None] Sync routers for ids ['5fdffd70-5c90-4b8a-bc21-52db4a7ecfb0'] in dv-neutron-861624-1-hyperv {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 07:45:03.937377 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3558ba6-6620-4e22-9c45-07c08a3d659d None None] Routers {'5fdffd70-5c90-4b8a-bc21-52db4a7ecfb0'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 07:45:03.937981 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-c3558ba6-6620-4e22-9c45-07c08a3d659d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T07:44:46Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['5fdffd70-5c90-4b8a-bc21-52db4a7ecfb0'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:45:03.939288 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-4e3c4d4a-6b2d-475c-a172-2daf0e665ccb tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Notify callbacks [] for router, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:03.943133 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-4e3c4d4a-6b2d-475c-a172-2daf0e665ccb tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] 10.222.0.27 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 1.3967326 Oct 19 07:45:03.943292 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 60346) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:45:03.972274 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-c3558ba6-6620-4e22-9c45-07c08a3d659d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:45:03.981021 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3558ba6-6620-4e22-9c45-07c08a3d659d None None] Routers {'5fdffd70-5c90-4b8a-bc21-52db4a7ecfb0'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 07:45:03.981619 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-c3558ba6-6620-4e22-9c45-07c08a3d659d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T07:44:46Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['5fdffd70-5c90-4b8a-bc21-52db4a7ecfb0'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:45:04.016970 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-c3558ba6-6620-4e22-9c45-07c08a3d659d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:45:04.017634 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3558ba6-6620-4e22-9c45-07c08a3d659d None None] The sync data for ids ['5fdffd70-5c90-4b8a-bc21-52db4a7ecfb0'] in dv-neutron-861624-1-hyperv is: [] {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 07:45:04.053645 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-9a8faf03-8043-47b9-8e02-44337b3ee733 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] 10.222.0.27 "GET /v2.0/routers/5fdffd70-5c90-4b8a-bc21-52db4a7ecfb0 HTTP/1.1" status: 200 len: 884 time: 0.1093671 Oct 19 07:45:04.055989 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 60348) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:45:04.262877 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-d3e7029c-10e1-4fdc-96a7-3705a59ba531 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] 10.222.0.27 "GET /v2.0/routers HTTP/1.1" status: 200 len: 887 time: 0.2057276 Oct 19 07:45:04.265268 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 60350) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:45:04.269582 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-dc8846f4-d1e5-4a22-821d-edc08f3758d5 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-900815362'}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:45:04.872227 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-dc8846f4-d1e5-4a22-821d-edc08f3758d5 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1693896', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1692821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12609'] for router, precommit_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:04.884007 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-dc8846f4-d1e5-4a22-821d-edc08f3758d5 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1693859', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1693873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1693882', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1692830'] for router, after_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:04.989614 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc8846f4-d1e5-4a22-821d-edc08f3758d5 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Router 5fdffd70-5c90-4b8a-bc21-52db4a7ecfb0 has already been hosted by L3 agent ab388470-1243-4d53-80f2-c2f5899c97a7 {{(pid=103332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 07:45:05.093771 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc8846f4-d1e5-4a22-821d-edc08f3758d5 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Notify agent at l3_agent.dv-neutron-861624-1-hyperv the message routers_updated {{(pid=103332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 07:45:05.100351 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-dc8846f4-d1e5-4a22-821d-edc08f3758d5 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Notify callbacks [] for router, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:05.103826 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-dc8846f4-d1e5-4a22-821d-edc08f3758d5 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] 10.222.0.27 "PUT /v2.0/routers/5fdffd70-5c90-4b8a-bc21-52db4a7ecfb0 HTTP/1.1" status: 200 len: 891 time: 0.8353534 Oct 19 07:45:05.103985 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbd4dd05-0bf5-425b-8ac4-14d89ee67843 None None] Sync routers for ids ['5fdffd70-5c90-4b8a-bc21-52db4a7ecfb0'] in dv-neutron-861624-1-hyperv {{(pid=103334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 07:45:05.104959 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 60352) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:45:05.114131 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbd4dd05-0bf5-425b-8ac4-14d89ee67843 None None] Routers {'5fdffd70-5c90-4b8a-bc21-52db4a7ecfb0'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 07:45:05.114735 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-cbd4dd05-0bf5-425b-8ac4-14d89ee67843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T07:44:46Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['5fdffd70-5c90-4b8a-bc21-52db4a7ecfb0'], 'active': True} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:45:05.153099 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-cbd4dd05-0bf5-425b-8ac4-14d89ee67843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:45:05.161498 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbd4dd05-0bf5-425b-8ac4-14d89ee67843 None None] Routers {'5fdffd70-5c90-4b8a-bc21-52db4a7ecfb0'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 07:45:05.162089 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-cbd4dd05-0bf5-425b-8ac4-14d89ee67843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T07:44:46Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['5fdffd70-5c90-4b8a-bc21-52db4a7ecfb0'], 'active': True} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:45:05.194562 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-cbd4dd05-0bf5-425b-8ac4-14d89ee67843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:45:05.195193 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbd4dd05-0bf5-425b-8ac4-14d89ee67843 None None] The sync data for ids ['5fdffd70-5c90-4b8a-bc21-52db4a7ecfb0'] in dv-neutron-861624-1-hyperv is: [] {{(pid=103334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 07:45:05.214215 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-41ffb340-cef2-4da7-8023-b097d1898143 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] 10.222.0.27 "GET /v2.0/routers/5fdffd70-5c90-4b8a-bc21-52db4a7ecfb0 HTTP/1.1" status: 200 len: 891 time: 0.1073995 Oct 19 07:45:05.215624 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 60354) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:45:05.241516 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-9cceccea-7d7a-49e0-818d-7cc4d8903913 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] 10.222.0.27 "GET /v2.0/ports?device_id=5fdffd70-5c90-4b8a-bc21-52db4a7ecfb0 HTTP/1.1" status: 200 len: 205 time: 0.0248795 Oct 19 07:45:05.243745 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 60356) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:45:05.348730 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-26806b40-5838-4f42-a614-7f7e9f10f22b tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Notify callbacks [] for router, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:05.450322 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-26806b40-5838-4f42-a614-7f7e9f10f22b tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:05.502230 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.plugin [None req-26806b40-5838-4f42-a614-7f7e9f10f22b tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Deleting port c9ab0cc0-b51e-489d-ad26-9cc3b51d7d65 {{(pid=103332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 07:45:05.502564 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-26806b40-5838-4f42-a614-7f7e9f10f22b tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:05.579761 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-26806b40-5838-4f42-a614-7f7e9f10f22b tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:05.592367 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.plugin [None req-26806b40-5838-4f42-a614-7f7e9f10f22b tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Calling delete_port for c9ab0cc0-b51e-489d-ad26-9cc3b51d7d65 owned by network:router_gateway {{(pid=103332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 07:45:05.754291 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-26806b40-5838-4f42-a614-7f7e9f10f22b tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133553798'] for port, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:05.783371 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26806b40-5838-4f42-a614-7f7e9f10f22b tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Pushing event deleted for resources: {'Port': ['ID=c9ab0cc0-b51e-489d-ad26-9cc3b51d7d65,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:45:05.841509 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-26806b40-5838-4f42-a614-7f7e9f10f22b tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1693831'] for router_gateway, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:05.929358 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-26806b40-5838-4f42-a614-7f7e9f10f22b tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1693565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12618'] for router, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:05.931548 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-26806b40-5838-4f42-a614-7f7e9f10f22b tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:05.976742 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-26806b40-5838-4f42-a614-7f7e9f10f22b tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1693542'] for router, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:05.977332 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26806b40-5838-4f42-a614-7f7e9f10f22b tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Fanout notify agent at l3_agent the message router_deleted on router 5fdffd70-5c90-4b8a-bc21-52db4a7ecfb0 {{(pid=103332) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 07:45:05.984331 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-26806b40-5838-4f42-a614-7f7e9f10f22b tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Notify callbacks [] for router, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:05.985543 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-26806b40-5838-4f42-a614-7f7e9f10f22b tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] 10.222.0.27 "DELETE /v2.0/routers/5fdffd70-5c90-4b8a-bc21-52db4a7ecfb0 HTTP/1.1" status: 204 len: 168 time: 0.7409174 Oct 19 07:45:05.989307 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 60358) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:45:05.994289 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-cc7cb8d7-e2fb-48f2-bc3d-394116f36fb6 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-720352735'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:45:06.013830 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc7cb8d7-e2fb-48f2-bc3d-394116f36fb6 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Made reservation on behalf of 1402d2757da24badb386c840c64ab2b4 for: {'network': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 07:45:06.017315 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-cc7cb8d7-e2fb-48f2-bc3d-394116f36fb6 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for network, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:06.040726 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc7cb8d7-e2fb-48f2-bc3d-394116f36fb6 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 182} {{(pid=103333) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 07:45:06.050576 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-cc7cb8d7-e2fb-48f2-bc3d-394116f36fb6 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979'] for segment, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:06.050925 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.db.segments_db [None req-cc7cb8d7-e2fb-48f2-bc3d-394116f36fb6 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Added segment ae088eba-90da-4a0a-9c4a-3ea91fe3e011 of type vlan for network 21569cb4-ba9b-4c55-8311-77d7492ac37f Oct 19 07:45:06.091062 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-cc7cb8d7-e2fb-48f2-bc3d-394116f36fb6 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785020965340'] for network, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:06.114989 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-cc7cb8d7-e2fb-48f2-bc3d-394116f36fb6 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873'] for network, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:06.121347 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc7cb8d7-e2fb-48f2-bc3d-394116f36fb6 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:45:06.121919 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-cc7cb8d7-e2fb-48f2-bc3d-394116f36fb6 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Notify callbacks [] for network, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:06.154447 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-cc7cb8d7-e2fb-48f2-bc3d-394116f36fb6 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1640289 Oct 19 07:45:06.157348 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 60360) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:45:06.164025 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-dd439476-5f53-4c17-80c5-a528c11e6e65 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Request body: {'subnet': {'network_id': '21569cb4-ba9b-4c55-8311-77d7492ac37f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:45:06.195140 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7cb8d7-e2fb-48f2-bc3d-394116f36fb6 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Pushing event updated for resources: {'Network': ['ID=21569cb4-ba9b-4c55-8311-77d7492ac37f,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:45:06.206999 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Network 21569cb4-ba9b-4c55-8311-77d7492ac37f details requested by agent ovs-agent-dv-neutron-861624-1-hyperv with host dv-neutron-861624-1-hyperv {{(pid=103334) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 07:45:06.251539 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd439476-5f53-4c17-80c5-a528c11e6e65 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Made reservation on behalf of 1402d2757da24badb386c840c64ab2b4 for: {'subnet': 1} {{(pid=103332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 07:45:06.255090 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-dd439476-5f53-4c17-80c5-a528c11e6e65 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130659787'] for subnet, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:06.443678 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-dd439476-5f53-4c17-80c5-a528c11e6e65 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-133552662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130659641'] for subnet, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:06.496395 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd439476-5f53-4c17-80c5-a528c11e6e65 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Pushing event updated for resources: {'Subnet': ['ID=46c7a40c-8b91-4f4a-8ac8-6ea6b32b0295,revision_number=0']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:45:06.511365 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd439476-5f53-4c17-80c5-a528c11e6e65 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Checking segment: {'id': 'ae088eba-90da-4a0a-9c4a-3ea91fe3e011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '21569cb4-ba9b-4c55-8311-77d7492ac37f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 19 07:45:06.511723 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd439476-5f53-4c17-80c5-a528c11e6e65 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Network hostable DHCP agents. Network: 21569cb4-ba9b-4c55-8311-77d7492ac37f, hostable agents: ['310d813b-0e3e-4d7e-9b79-8f4ec0dbcab0'], hosted agents: [] {{(pid=103332) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 07:45:06.526845 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd439476-5f53-4c17-80c5-a528c11e6e65 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Network 21569cb4-ba9b-4c55-8311-77d7492ac37f is scheduled to be hosted by DHCP agent 310d813b-0e3e-4d7e-9b79-8f4ec0dbcab0 with binding_index 1 {{(pid=103332) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 07:45:06.535021 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.base_scheduler [None req-dd439476-5f53-4c17-80c5-a528c11e6e65 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861624-1-hyperv, 21569cb4-ba9b-4c55-8311-77d7492ac37f) {{(pid=103332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:45:06.539449 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd439476-5f53-4c17-80c5-a528c11e6e65 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:45:06.540031 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-dd439476-5f53-4c17-80c5-a528c11e6e65 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Notify callbacks [] for subnet, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:06.544665 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76d0ec57-b187-4cf2-8514-7d04056c506e None None] Network 21569cb4-ba9b-4c55-8311-77d7492ac37f requested from dv-neutron-861624-1-hyperv {{(pid=103334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 07:45:06.556233 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-dd439476-5f53-4c17-80c5-a528c11e6e65 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.3970609 Oct 19 07:45:06.559395 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 60364) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:45:06.564042 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-ad693c59-d524-4c54-822e-ed5e4fac96db tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1372346061', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:45:06.587205 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-ad693c59-d524-4c54-822e-ed5e4fac96db tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1692695', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12668'] for router, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:06.588448 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-ad693c59-d524-4c54-822e-ed5e4fac96db tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1692835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1693910', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1621825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12659'] for router, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:06.650911 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-ad693c59-d524-4c54-822e-ed5e4fac96db tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:06.656366 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-ad693c59-d524-4c54-822e-ed5e4fac96db tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1692844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1693859'] for router, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:06.677236 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-ad693c59-d524-4c54-822e-ed5e4fac96db tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Notify callbacks [] for router, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:06.678450 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-ad693c59-d524-4c54-822e-ed5e4fac96db tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] 10.222.0.27 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1179750 Oct 19 07:45:06.681359 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 60366) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:45:06.709497 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edaebe12-2564-40ca-8a51-4e802c01a5c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d12c6ac-27a3-545c-a8f3-f04e30423d6d-21569cb4-ba9b-4c55-8311-77d7492ac37f', 'network_id': '21569cb4-ba9b-4c55-8311-77d7492ac37f', 'tenant_id': '1402d2757da24badb386c840c64ab2b4', 'fixed_ips': [{'subnet_id': '46c7a40c-8b91-4f4a-8ac8-6ea6b32b0295'}]}} from dv-neutron-861624-1-hyperv. {{(pid=103334) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 07:45:06.710465 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-edaebe12-2564-40ca-8a51-4e802c01a5c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:06.861562 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.db_base_plugin_common [None req-edaebe12-2564-40ca-8a51-4e802c01a5c5 None None] Allocated IP 2001:db8::2 (21569cb4-ba9b-4c55-8311-77d7492ac37f/46c7a40c-8b91-4f4a-8ac8-6ea6b32b0295/b26e000e-e892-4edc-bd6a-500f85e47f79) {{(pid=103334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 07:45:06.974571 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-c6fcd6a8-14a3-44c2-a814-3e7e97d506cf tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:07.010073 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-edaebe12-2564-40ca-8a51-4e802c01a5c5 None None] Notify callbacks [] for port, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:07.016742 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-edaebe12-2564-40ca-8a51-4e802c01a5c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785020947330'] for port, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:07.066414 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edaebe12-2564-40ca-8a51-4e802c01a5c5 None None] Network 21569cb4-ba9b-4c55-8311-77d7492ac37f is already hosted by enough agents. {{(pid=103334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 07:45:07.069279 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.scheduler.base_scheduler [None req-edaebe12-2564-40ca-8a51-4e802c01a5c5 None None] Resources bound (agent type, host, resource id): {{(pid=103334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:45:07.074750 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edaebe12-2564-40ca-8a51-4e802c01a5c5 None None] Received port after_create {{(pid=103334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 07:45:07.078295 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edaebe12-2564-40ca-8a51-4e802c01a5c5 None None] Pushing event updated for resources: {'Port': ['ID=b26e000e-e892-4edc-bd6a-500f85e47f79,revision_number=1']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:45:07.129659 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-edaebe12-2564-40ca-8a51-4e802c01a5c5 None None] Attempting to bind port b26e000e-e892-4edc-bd6a-500f85e47f79 on host dv-neutron-861624-1-hyperv for vnic_type normal with profile {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 19 07:45:07.129938 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-edaebe12-2564-40ca-8a51-4e802c01a5c5 None None] Attempting to bind port b26e000e-e892-4edc-bd6a-500f85e47f79 by drivers openvswitch,hyperv on host dv-neutron-861624-1-hyperv at level 0 using segments [{'id': 'ae088eba-90da-4a0a-9c4a-3ea91fe3e011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '21569cb4-ba9b-4c55-8311-77d7492ac37f'}] {{(pid=103334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 19 07:45:07.130294 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edaebe12-2564-40ca-8a51-4e802c01a5c5 None None] Attempting to bind port b26e000e-e892-4edc-bd6a-500f85e47f79 on network 21569cb4-ba9b-4c55-8311-77d7492ac37f {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 07:45:07.135180 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edaebe12-2564-40ca-8a51-4e802c01a5c5 None None] Checking agent: {'id': 'a5b0152c-d633-409b-aaf8-3b76458e2410', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861624-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 19, 7, 30, 19), 'started_at': datetime.datetime(2022, 10, 19, 7, 30, 49), 'heartbeat_timestamp': datetime.datetime(2022, 10, 19, 7, 44, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861624-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 07:45:07.136377 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edaebe12-2564-40ca-8a51-4e802c01a5c5 None None] Checking segment: {'id': 'ae088eba-90da-4a0a-9c4a-3ea91fe3e011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '21569cb4-ba9b-4c55-8311-77d7492ac37f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 19 07:45:07.136804 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-edaebe12-2564-40ca-8a51-4e802c01a5c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:07.137194 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edaebe12-2564-40ca-8a51-4e802c01a5c5 None None] Bound using segment: {'id': 'ae088eba-90da-4a0a-9c4a-3ea91fe3e011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '21569cb4-ba9b-4c55-8311-77d7492ac37f'} {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 07:45:07.137782 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-edaebe12-2564-40ca-8a51-4e802c01a5c5 None None] Bound port: b26e000e-e892-4edc-bd6a-500f85e47f79, host: dv-neutron-861624-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae088eba-90da-4a0a-9c4a-3ea91fe3e011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '21569cb4-ba9b-4c55-8311-77d7492ac37f'}}] {{(pid=103334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 19 07:45:07.138385 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-edaebe12-2564-40ca-8a51-4e802c01a5c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:07.200777 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-edaebe12-2564-40ca-8a51-4e802c01a5c5 None None] For port b26e000e-e892-4edc-bd6a-500f85e47f79, host dv-neutron-861624-1-hyperv, cleared binding levels {{(pid=103334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 07:45:07.203997 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-edaebe12-2564-40ca-8a51-4e802c01a5c5 None None] For port b26e000e-e892-4edc-bd6a-500f85e47f79, host dv-neutron-861624-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=b26e000e-e892-4edc-bd6a-500f85e47f79,segment=NetworkSegment(ae088eba-90da-4a0a-9c4a-3ea91fe3e011),segment_id=ae088eba-90da-4a0a-9c4a-3ea91fe3e011)] {{(pid=103334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 07:45:07.209984 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-edaebe12-2564-40ca-8a51-4e802c01a5c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:07.221578 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.db_base_plugin_common [None req-c6fcd6a8-14a3-44c2-a814-3e7e97d506cf tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Allocated IP 2001:db8::1 (21569cb4-ba9b-4c55-8311-77d7492ac37f/46c7a40c-8b91-4f4a-8ac8-6ea6b32b0295/c6468740-fed6-44d1-a528-4f54dcb4e3ad) {{(pid=103333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 07:45:07.261557 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edaebe12-2564-40ca-8a51-4e802c01a5c5 None None] Pushing event updated for resources: {'Port': ['ID=b26e000e-e892-4edc-bd6a-500f85e47f79,revision_number=2']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:45:07.356962 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-c6fcd6a8-14a3-44c2-a814-3e7e97d506cf tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Notify callbacks [] for port, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:07.404975 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-c6fcd6a8-14a3-44c2-a814-3e7e97d506cf tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785020947330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130996763'] for port, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:07.460959 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6fcd6a8-14a3-44c2-a814-3e7e97d506cf tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Network 21569cb4-ba9b-4c55-8311-77d7492ac37f is already hosted by enough agents. {{(pid=103333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 07:45:07.464653 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-c6fcd6a8-14a3-44c2-a814-3e7e97d506cf tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Resources bound (agent type, host, resource id): {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:45:07.468716 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6fcd6a8-14a3-44c2-a814-3e7e97d506cf tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Received port after_create {{(pid=103333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 07:45:07.469296 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-c6fcd6a8-14a3-44c2-a814-3e7e97d506cf tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1695190'] for router_interface, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:07.514273 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6fcd6a8-14a3-44c2-a814-3e7e97d506cf tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Pushing event updated for resources: {'Port': ['ID=c6468740-fed6-44d1-a528-4f54dcb4e3ad,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:45:07.865515 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-c6fcd6a8-14a3-44c2-a814-3e7e97d506cf tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:08.102670 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2f97217-3ad2-45ce-bcca-e89f0a6473b1 None None] Network 21569cb4-ba9b-4c55-8311-77d7492ac37f requested from dv-neutron-861624-1-hyperv {{(pid=103334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 07:45:08.133595 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-c6fcd6a8-14a3-44c2-a814-3e7e97d506cf tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Notify callbacks [] for port, precommit_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:08.138082 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-c6fcd6a8-14a3-44c2-a814-3e7e97d506cf tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130996754'] for port, after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:08.138942 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-c6fcd6a8-14a3-44c2-a814-3e7e97d506cf tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1574855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1694822'] for router_interface, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:08.183451 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-771ed12d-cebe-4ec3-9a66-069e63646924 None None] Provisioning complete for port b26e000e-e892-4edc-bd6a-500f85e47f79 triggered by entity DHCP. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:45:08.183713 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-771ed12d-cebe-4ec3-9a66-069e63646924 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:08.184021 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-771ed12d-cebe-4ec3-9a66-069e63646924 None None] Attempt 1 to provision port b26e000e-e892-4edc-bd6a-500f85e47f79 Oct 19 07:45:08.205925 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6fcd6a8-14a3-44c2-a814-3e7e97d506cf tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Pushing event updated for resources: {'Port': ['ID=c6468740-fed6-44d1-a528-4f54dcb4e3ad,revision_number=2']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:45:08.269900 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6fcd6a8-14a3-44c2-a814-3e7e97d506cf tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Network 21569cb4-ba9b-4c55-8311-77d7492ac37f is already hosted by enough agents. {{(pid=103333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 07:45:08.271823 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-c6fcd6a8-14a3-44c2-a814-3e7e97d506cf tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Resources bound (agent type, host, resource id): {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:45:08.319569 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-771ed12d-cebe-4ec3-9a66-069e63646924 None None] Current status of the port b26e000e-e892-4edc-bd6a-500f85e47f79 is: DOWN; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:45:08.320160 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-771ed12d-cebe-4ec3-9a66-069e63646924 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:08.358808 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-771ed12d-cebe-4ec3-9a66-069e63646924 None None] For port b26e000e-e892-4edc-bd6a-500f85e47f79, host dv-neutron-861624-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=b26e000e-e892-4edc-bd6a-500f85e47f79,segment=NetworkSegment(ae088eba-90da-4a0a-9c4a-3ea91fe3e011),segment_id=ae088eba-90da-4a0a-9c4a-3ea91fe3e011)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:45:08.362958 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-771ed12d-cebe-4ec3-9a66-069e63646924 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:08.399969 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6fcd6a8-14a3-44c2-a814-3e7e97d506cf tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Router d73eb394-823c-4fe7-bdc1-8c9d75e781b6 is scheduled to L3 agent ab388470-1243-4d53-80f2-c2f5899c97a7 with binding_index 1 {{(pid=103333) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 07:45:08.418852 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771ed12d-cebe-4ec3-9a66-069e63646924 None None] Pushing event updated for resources: {'Port': ['ID=b26e000e-e892-4edc-bd6a-500f85e47f79,revision_number=3']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:45:08.502912 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6fcd6a8-14a3-44c2-a814-3e7e97d506cf tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Notify agent at l3_agent.dv-neutron-861624-1-hyperv the message routers_updated {{(pid=103333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 07:45:08.509197 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-c6fcd6a8-14a3-44c2-a814-3e7e97d506cf tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] 10.222.0.27 "PUT /v2.0/routers/d73eb394-823c-4fe7-bdc1-8c9d75e781b6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8265522 Oct 19 07:45:08.510365 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 60374) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:45:08.513098 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43dbec1e-bb7e-4b4a-b3ce-a840ef95d627 None None] Sync routers for ids ['d73eb394-823c-4fe7-bdc1-8c9d75e781b6'] in dv-neutron-861624-1-hyperv {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 07:45:08.523078 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43dbec1e-bb7e-4b4a-b3ce-a840ef95d627 None None] Routers {'d73eb394-823c-4fe7-bdc1-8c9d75e781b6'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 07:45:08.523689 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-43dbec1e-bb7e-4b4a-b3ce-a840ef95d627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T07:44:46Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['d73eb394-823c-4fe7-bdc1-8c9d75e781b6'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:45:08.557461 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-43dbec1e-bb7e-4b4a-b3ce-a840ef95d627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:45:08.560842 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1c3b709-09d5-434f-afdc-5d9c03c5e2e6 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:45:08.562280 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-c1c3b709-09d5-434f-afdc-5d9c03c5e2e6 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] 10.222.0.27 "GET /v2.0/ports/c6468740-fed6-44d1-a528-4f54dcb4e3ad HTTP/1.1" status: 200 len: 911 time: 0.0508609 Oct 19 07:45:08.564973 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 60376) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:45:08.569316 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43dbec1e-bb7e-4b4a-b3ce-a840ef95d627 None None] Routers {'d73eb394-823c-4fe7-bdc1-8c9d75e781b6'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 07:45:08.570097 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-43dbec1e-bb7e-4b4a-b3ce-a840ef95d627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T07:44:46Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['d73eb394-823c-4fe7-bdc1-8c9d75e781b6'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:45:08.570773 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-3816b4fa-bab9-422a-8a1f-ff26f07419f7 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '46c7a40c-8b91-4f4a-8ac8-6ea6b32b0295'}]}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:45:08.586200 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-33a1705e-2891-43be-9736-000e35bd442d None None] Provisioning complete for port b26e000e-e892-4edc-bd6a-500f85e47f79 triggered by entity DHCP. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:45:08.586597 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-33a1705e-2891-43be-9736-000e35bd442d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:08.586926 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-33a1705e-2891-43be-9736-000e35bd442d None None] Attempt 1 to provision port b26e000e-e892-4edc-bd6a-500f85e47f79 Oct 19 07:45:08.606267 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-43dbec1e-bb7e-4b4a-b3ce-a840ef95d627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:45:08.606905 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43dbec1e-bb7e-4b4a-b3ce-a840ef95d627 None None] The sync data for ids ['d73eb394-823c-4fe7-bdc1-8c9d75e781b6'] in dv-neutron-861624-1-hyperv is: [] {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 07:45:08.672332 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-33a1705e-2891-43be-9736-000e35bd442d None None] Current status of the port b26e000e-e892-4edc-bd6a-500f85e47f79 is: ACTIVE; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:45:08.683125 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-33a1705e-2891-43be-9736-000e35bd442d None None] Provisioning complete for port c6468740-fed6-44d1-a528-4f54dcb4e3ad triggered by entity DHCP. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:45:08.683590 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-33a1705e-2891-43be-9736-000e35bd442d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:08.683927 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-33a1705e-2891-43be-9736-000e35bd442d None None] Attempt 1 to provision port c6468740-fed6-44d1-a528-4f54dcb4e3ad Oct 19 07:45:08.719083 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-33a1705e-2891-43be-9736-000e35bd442d None None] Port c6468740-fed6-44d1-a528-4f54dcb4e3ad cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 07:45:08.733849 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-3816b4fa-bab9-422a-8a1f-ff26f07419f7 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:08.991653 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device b26e000e-e892-4edc-bd6a-500f85e47f79 up at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 07:45:09.042241 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Provisioning complete for port b26e000e-e892-4edc-bd6a-500f85e47f79 triggered by entity L2. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:45:09.042561 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:09.042894 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Attempt 1 to provision port b26e000e-e892-4edc-bd6a-500f85e47f79 Oct 19 07:45:09.117559 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Current status of the port b26e000e-e892-4edc-bd6a-500f85e47f79 is: ACTIVE; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:45:09.118836 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-3816b4fa-bab9-422a-8a1f-ff26f07419f7 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Notify callbacks [] for port, precommit_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:09.127944 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-3816b4fa-bab9-422a-8a1f-ff26f07419f7 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133553807'] for port, after_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:09.134382 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3816b4fa-bab9-422a-8a1f-ff26f07419f7 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:45:09.135033 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-3816b4fa-bab9-422a-8a1f-ff26f07419f7 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42160'] for port, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:09.137025 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-3816b4fa-bab9-422a-8a1f-ff26f07419f7 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] 10.222.0.27 "PUT /v2.0/ports/c6468740-fed6-44d1-a528-4f54dcb4e3ad HTTP/1.1" status: 200 len: 911 time: 0.5710399 Oct 19 07:45:09.139993 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 60382) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:45:09.181503 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3816b4fa-bab9-422a-8a1f-ff26f07419f7 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Pushing event updated for resources: {'Port': ['ID=c6468740-fed6-44d1-a528-4f54dcb4e3ad,revision_number=3']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:45:09.219863 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-33a1705e-2891-43be-9736-000e35bd442d None None] Attempt 2 to provision port c6468740-fed6-44d1-a528-4f54dcb4e3ad Oct 19 07:45:09.252960 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-33a1705e-2891-43be-9736-000e35bd442d None None] Port c6468740-fed6-44d1-a528-4f54dcb4e3ad cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 07:45:09.447804 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-e9c98244-e2a2-4db3-aa4c-3d77214bb059 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1694785'] for router_interface, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:09.679457 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-e9c98244-e2a2-4db3-aa4c-3d77214bb059 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Deleting port c6468740-fed6-44d1-a528-4f54dcb4e3ad {{(pid=103333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 07:45:09.679796 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-e9c98244-e2a2-4db3-aa4c-3d77214bb059 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:09.754102 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-33a1705e-2891-43be-9736-000e35bd442d None None] Attempt 3 to provision port c6468740-fed6-44d1-a528-4f54dcb4e3ad Oct 19 07:45:09.769294 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-e9c98244-e2a2-4db3-aa4c-3d77214bb059 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:09.782406 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-e9c98244-e2a2-4db3-aa4c-3d77214bb059 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Calling delete_port for c6468740-fed6-44d1-a528-4f54dcb4e3ad owned by network:router_interface {{(pid=103333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 07:45:09.791118 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-33a1705e-2891-43be-9736-000e35bd442d None None] Port c6468740-fed6-44d1-a528-4f54dcb4e3ad cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 07:45:09.948039 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-e9c98244-e2a2-4db3-aa4c-3d77214bb059 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130996763'] for port, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:09.974467 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c98244-e2a2-4db3-aa4c-3d77214bb059 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Pushing event deleted for resources: {'Port': ['ID=c6468740-fed6-44d1-a528-4f54dcb4e3ad,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:45:10.070867 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-e9c98244-e2a2-4db3-aa4c-3d77214bb059 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1574862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1694957'] for router_interface, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:10.226504 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9c98244-e2a2-4db3-aa4c-3d77214bb059 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Router d73eb394-823c-4fe7-bdc1-8c9d75e781b6 has already been hosted by L3 agent ab388470-1243-4d53-80f2-c2f5899c97a7 {{(pid=103333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 07:45:10.291843 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-33a1705e-2891-43be-9736-000e35bd442d None None] Attempt 4 to provision port c6468740-fed6-44d1-a528-4f54dcb4e3ad Oct 19 07:45:10.300099 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9c98244-e2a2-4db3-aa4c-3d77214bb059 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Notify agent at l3_agent.dv-neutron-861624-1-hyperv the message routers_updated {{(pid=103333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 07:45:10.305430 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-e9c98244-e2a2-4db3-aa4c-3d77214bb059 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] 10.222.0.27 "PUT /v2.0/routers/d73eb394-823c-4fe7-bdc1-8c9d75e781b6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.1643009 Oct 19 07:45:10.308190 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 60384) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:45:10.313271 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ebb677b-7a3c-447b-96b8-c61f38939e68 None None] Sync routers for ids ['d73eb394-823c-4fe7-bdc1-8c9d75e781b6'] in dv-neutron-861624-1-hyperv {{(pid=103334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 07:45:10.316770 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-33a1705e-2891-43be-9736-000e35bd442d None None] Port c6468740-fed6-44d1-a528-4f54dcb4e3ad was deleted so its status cannot be updated. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:340}} Oct 19 07:45:10.325407 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ebb677b-7a3c-447b-96b8-c61f38939e68 None None] Routers {'d73eb394-823c-4fe7-bdc1-8c9d75e781b6'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 07:45:10.326036 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-2ebb677b-7a3c-447b-96b8-c61f38939e68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T07:44:46Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['d73eb394-823c-4fe7-bdc1-8c9d75e781b6'], 'active': True} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:45:10.339933 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-8b957c32-0e20-4131-9caf-15ef63cc3d65 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] 10.222.0.27 "GET /v2.0/ports?device_id=d73eb394-823c-4fe7-bdc1-8c9d75e781b6 HTTP/1.1" status: 200 len: 205 time: 0.0305018 Oct 19 07:45:10.342384 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 60386) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:45:10.359802 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-2ebb677b-7a3c-447b-96b8-c61f38939e68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:45:10.368286 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ebb677b-7a3c-447b-96b8-c61f38939e68 None None] Routers {'d73eb394-823c-4fe7-bdc1-8c9d75e781b6'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 07:45:10.368917 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-2ebb677b-7a3c-447b-96b8-c61f38939e68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T07:44:46Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['d73eb394-823c-4fe7-bdc1-8c9d75e781b6'], 'active': True} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:45:10.404693 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-2ebb677b-7a3c-447b-96b8-c61f38939e68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:45:10.405346 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ebb677b-7a3c-447b-96b8-c61f38939e68 None None] The sync data for ids ['d73eb394-823c-4fe7-bdc1-8c9d75e781b6'] in dv-neutron-861624-1-hyperv is: [] {{(pid=103334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 07:45:10.413064 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-b0b7be3d-61d1-4986-8e56-5309ff4ff8e7 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Notify callbacks [] for router, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:10.433141 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-8544f669-0765-49e3-9ed0-3d921dd78081 None None] Could not find standard attr ID for object c6468740-fed6-44d1-a528-4f54dcb4e3ad. {{(pid=103334) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 19 07:45:10.567614 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-b0b7be3d-61d1-4986-8e56-5309ff4ff8e7 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1693565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12618'] for router, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:10.569869 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-b0b7be3d-61d1-4986-8e56-5309ff4ff8e7 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:10.613510 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-b0b7be3d-61d1-4986-8e56-5309ff4ff8e7 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1693542'] for router, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:10.614104 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0b7be3d-61d1-4986-8e56-5309ff4ff8e7 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Fanout notify agent at l3_agent the message router_deleted on router d73eb394-823c-4fe7-bdc1-8c9d75e781b6 {{(pid=103332) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 07:45:10.621345 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-b0b7be3d-61d1-4986-8e56-5309ff4ff8e7 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Notify callbacks [] for router, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:10.622523 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-b0b7be3d-61d1-4986-8e56-5309ff4ff8e7 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] 10.222.0.27 "DELETE /v2.0/routers/d73eb394-823c-4fe7-bdc1-8c9d75e781b6 HTTP/1.1" status: 204 len: 168 time: 0.2791686 Oct 19 07:45:10.625072 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 60388) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:45:10.676357 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1e81f93-d856-4b30-89ae-f7c56e72b4c0 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Deleting subnet 46c7a40c-8b91-4f4a-8ac8-6ea6b32b0295 {{(pid=103332) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 19 07:45:10.679385 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-c1e81f93-d856-4b30-89ae-f7c56e72b4c0 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Notify callbacks [] for subnet, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:10.719345 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-c1e81f93-d856-4b30-89ae-f7c56e72b4c0 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130726890'] for subnet, precommit_delete_associations {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:10.804593 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-c1e81f93-d856-4b30-89ae-f7c56e72b4c0 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-679826'] for subnet, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:10.861974 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-c1e81f93-d856-4b30-89ae-f7c56e72b4c0 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-679819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-133552721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130659632'] for subnet, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:10.892014 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-c1e81f93-d856-4b30-89ae-f7c56e72b4c0 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Notify callbacks [] for subnet, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:10.895162 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-c1e81f93-d856-4b30-89ae-f7c56e72b4c0 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] 10.222.0.27 "DELETE /v2.0/subnets/46c7a40c-8b91-4f4a-8ac8-6ea6b32b0295 HTTP/1.1" status: 204 len: 168 time: 0.2691875 Oct 19 07:45:10.896715 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e81f93-d856-4b30-89ae-f7c56e72b4c0 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Pushing event deleted for resources: {'Subnet': ['ID=46c7a40c-8b91-4f4a-8ac8-6ea6b32b0295,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:45:10.897944 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 60390) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:45:10.899681 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23b87a07-6a96-433d-8101-52fdf835644d None None] Network 21569cb4-ba9b-4c55-8311-77d7492ac37f requested from dv-neutron-861624-1-hyperv {{(pid=103334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 07:45:10.974782 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-459dacd0-1aea-4c49-908d-660841277238 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-667019'] for network, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:11.030192 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-459dacd0-1aea-4c49-908d-660841277238 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Deleting port b26e000e-e892-4edc-bd6a-500f85e47f79 {{(pid=103333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 07:45:11.030632 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-459dacd0-1aea-4c49-908d-660841277238 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:11.087308 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d75f847a-49a0-4b6b-967a-db28ede8d52e None None] DHCP port deletion for 21569cb4-ba9b-4c55-8311-77d7492ac37f request from dv-neutron-861624-1-hyperv {{(pid=103334) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 07:45:11.099665 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.db [None req-459dacd0-1aea-4c49-908d-660841277238 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] For port b26e000e-e892-4edc-bd6a-500f85e47f79, host dv-neutron-861624-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=b26e000e-e892-4edc-bd6a-500f85e47f79,segment=NetworkSegment(ae088eba-90da-4a0a-9c4a-3ea91fe3e011),segment_id=ae088eba-90da-4a0a-9c4a-3ea91fe3e011)] {{(pid=103333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:45:11.100029 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-459dacd0-1aea-4c49-908d-660841277238 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:11.111929 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-459dacd0-1aea-4c49-908d-660841277238 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Calling delete_port for b26e000e-e892-4edc-bd6a-500f85e47f79 owned by network:dhcp {{(pid=103333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 07:45:11.135353 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-d75f847a-49a0-4b6b-967a-db28ede8d52e None None] Deleting port b26e000e-e892-4edc-bd6a-500f85e47f79 {{(pid=103334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 07:45:11.136722 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d75f847a-49a0-4b6b-967a-db28ede8d52e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:11.190765 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-459dacd0-1aea-4c49-908d-660841277238 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130996763'] for port, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:11.204189 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-d75f847a-49a0-4b6b-967a-db28ede8d52e None None] For port b26e000e-e892-4edc-bd6a-500f85e47f79, host dv-neutron-861624-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=b26e000e-e892-4edc-bd6a-500f85e47f79,segment=NetworkSegment(ae088eba-90da-4a0a-9c4a-3ea91fe3e011),segment_id=ae088eba-90da-4a0a-9c4a-3ea91fe3e011)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:45:11.204614 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d75f847a-49a0-4b6b-967a-db28ede8d52e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:11.217978 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-d75f847a-49a0-4b6b-967a-db28ede8d52e None None] Calling delete_port for b26e000e-e892-4edc-bd6a-500f85e47f79 owned by network:dhcp {{(pid=103334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 07:45:11.222141 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459dacd0-1aea-4c49-908d-660841277238 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Pushing event deleted for resources: {'Port': ['ID=b26e000e-e892-4edc-bd6a-500f85e47f79,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:45:11.224023 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-459dacd0-1aea-4c49-908d-660841277238 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] No DVR routers for this DVR port b26e000e-e892-4edc-bd6a-500f85e47f79 on host dv-neutron-861624-1-hyperv {{(pid=103333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 19 07:45:11.299535 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d75f847a-49a0-4b6b-967a-db28ede8d52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339'] for port, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:11.302000 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-459dacd0-1aea-4c49-908d-660841277238 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-673051', 'neutron.services.segments.db._delete_segments_for_network-8785021519108'] for network, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:11.322645 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-459dacd0-1aea-4c49-908d-660841277238 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21569cb4-ba9b-4c55-8311-77d7492ac37f']}} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:45:11.328973 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d75f847a-49a0-4b6b-967a-db28ede8d52e None None] No DVR routers for this DVR port b26e000e-e892-4edc-bd6a-500f85e47f79 on host dv-neutron-861624-1-hyperv {{(pid=103334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 19 07:45:11.330695 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75f847a-49a0-4b6b-967a-db28ede8d52e None None] Pushing event deleted for resources: {'Port': ['ID=b26e000e-e892-4edc-bd6a-500f85e47f79,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:45:11.332744 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-459dacd0-1aea-4c49-908d-660841277238 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae088eba-90da-4a0a-9c4a-3ea91fe3e011') {'for_net_delete': True} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:45:11.333089 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-459dacd0-1aea-4c49-908d-660841277238 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae088eba-90da-4a0a-9c4a-3ea91fe3e011') {} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:45:11.343102 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-459dacd0-1aea-4c49-908d-660841277238 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785021519382', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-134111927'] for segment, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:11.356116 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-459dacd0-1aea-4c49-908d-660841277238 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979'] for segment, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:11.362261 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-459dacd0-1aea-4c49-908d-660841277238 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Releasing vlan 182 on physical network physnet1 to pool {{(pid=103333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 07:45:11.362642 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-459dacd0-1aea-4c49-908d-660841277238 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130996782'] for segment, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:11.381851 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.services.segments.plugin [-] Segment ae088eba-90da-4a0a-9c4a-3ea91fe3e011 resource provider aggregate not found Oct 19 07:45:11.403481 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.services.segments.plugin [-] Segment ae088eba-90da-4a0a-9c4a-3ea91fe3e011 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ae088eba-90da-4a0a-9c4a-3ea91fe3e011 found for delete ", "request_id": "req-d1d4cc5a-9dc2-4e38-b0cc-c616f7f57378"}]} Oct 19 07:45:11.437306 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-459dacd0-1aea-4c49-908d-660841277238 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-673044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1695087'] for network, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:11.444052 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-459dacd0-1aea-4c49-908d-660841277238 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Notify callbacks [] for network, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:11.447206 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-459dacd0-1aea-4c49-908d-660841277238 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] 10.222.0.27 "DELETE /v2.0/networks/21569cb4-ba9b-4c55-8311-77d7492ac37f HTTP/1.1" status: 204 len: 168 time: 0.5483153 Oct 19 07:45:11.451989 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 60396) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:45:11.456889 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-d6a05f96-9507-4982-abd7-f3d443f185d2 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-939190357', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:45:11.459371 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459dacd0-1aea-4c49-908d-660841277238 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Pushing event deleted for resources: {'Network': ['ID=21569cb4-ba9b-4c55-8311-77d7492ac37f,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:45:11.480437 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-d6a05f96-9507-4982-abd7-f3d443f185d2 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1692695', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12668'] for router, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:11.481472 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-d6a05f96-9507-4982-abd7-f3d443f185d2 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1692835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1693910', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1621825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12659'] for router, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:11.537288 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-d6a05f96-9507-4982-abd7-f3d443f185d2 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:11.542249 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-d6a05f96-9507-4982-abd7-f3d443f185d2 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1692844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1693859'] for router, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:11.560555 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-d6a05f96-9507-4982-abd7-f3d443f185d2 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Notify callbacks [] for router, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:11.561732 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-d6a05f96-9507-4982-abd7-f3d443f185d2 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] 10.222.0.27 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.1084526 Oct 19 07:45:11.564421 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 60400) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:45:11.569037 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-5ba72f77-9cdf-4a4e-87b2-7d0f8d7c591f tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1084573653'}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:45:11.588397 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ba72f77-9cdf-4a4e-87b2-7d0f8d7c591f tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Made reservation on behalf of 1402d2757da24badb386c840c64ab2b4 for: {'network': 1} {{(pid=103332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 07:45:11.591673 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-5ba72f77-9cdf-4a4e-87b2-7d0f8d7c591f tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for network, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:11.613987 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ba72f77-9cdf-4a4e-87b2-7d0f8d7c591f tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 176} {{(pid=103332) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 07:45:11.623835 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-5ba72f77-9cdf-4a4e-87b2-7d0f8d7c591f tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979'] for segment, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:11.624308 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.db.segments_db [None req-5ba72f77-9cdf-4a4e-87b2-7d0f8d7c591f tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Added segment 72844a4e-9138-477d-baa8-dc7592a56427 of type vlan for network 048fea24-1321-4212-837e-fb8a75e7b3e9 Oct 19 07:45:11.632526 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:11.639718 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.agents_db [None req-6057327c-4456-4c72-8e75-6d3cd9249757 None None] Agent healthcheck: found 6 active agents {{(pid=103335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 07:45:11.665043 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-5ba72f77-9cdf-4a4e-87b2-7d0f8d7c591f tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785020965340'] for network, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:11.690796 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-5ba72f77-9cdf-4a4e-87b2-7d0f8d7c591f tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873'] for network, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:11.696209 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ba72f77-9cdf-4a4e-87b2-7d0f8d7c591f tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:45:11.696823 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-5ba72f77-9cdf-4a4e-87b2-7d0f8d7c591f tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Notify callbacks [] for network, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:11.726694 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-5ba72f77-9cdf-4a4e-87b2-7d0f8d7c591f tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.1612191 Oct 19 07:45:11.730533 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 60402) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:45:11.741465 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-1e803bf4-98a5-4065-aac9-d4ee3ebe487a tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Request body: {'subnet': {'network_id': '048fea24-1321-4212-837e-fb8a75e7b3e9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:45:11.787092 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba72f77-9cdf-4a4e-87b2-7d0f8d7c591f tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Pushing event updated for resources: {'Network': ['ID=048fea24-1321-4212-837e-fb8a75e7b3e9,revision_number=1']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:45:11.797587 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Network 048fea24-1321-4212-837e-fb8a75e7b3e9 details requested by agent ovs-agent-dv-neutron-861624-1-hyperv with host dv-neutron-861624-1-hyperv {{(pid=103334) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 07:45:11.857869 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e803bf4-98a5-4065-aac9-d4ee3ebe487a tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Made reservation on behalf of 1402d2757da24badb386c840c64ab2b4 for: {'subnet': 1} {{(pid=103332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 07:45:11.861398 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-1e803bf4-98a5-4065-aac9-d4ee3ebe487a tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130659787'] for subnet, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:12.040629 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-1e803bf4-98a5-4065-aac9-d4ee3ebe487a tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-133552662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130659641'] for subnet, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:12.100121 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e803bf4-98a5-4065-aac9-d4ee3ebe487a tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Pushing event updated for resources: {'Subnet': ['ID=3f6be3f6-11f5-433e-afe8-fcbe696660ad,revision_number=0']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:45:12.110630 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e803bf4-98a5-4065-aac9-d4ee3ebe487a tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Checking segment: {'id': '72844a4e-9138-477d-baa8-dc7592a56427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '048fea24-1321-4212-837e-fb8a75e7b3e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 19 07:45:12.110976 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e803bf4-98a5-4065-aac9-d4ee3ebe487a tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Network hostable DHCP agents. Network: 048fea24-1321-4212-837e-fb8a75e7b3e9, hostable agents: ['310d813b-0e3e-4d7e-9b79-8f4ec0dbcab0'], hosted agents: [] {{(pid=103332) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 07:45:12.126680 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e803bf4-98a5-4065-aac9-d4ee3ebe487a tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Network 048fea24-1321-4212-837e-fb8a75e7b3e9 is scheduled to be hosted by DHCP agent 310d813b-0e3e-4d7e-9b79-8f4ec0dbcab0 with binding_index 1 {{(pid=103332) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 07:45:12.135476 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.base_scheduler [None req-1e803bf4-98a5-4065-aac9-d4ee3ebe487a tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861624-1-hyperv, 048fea24-1321-4212-837e-fb8a75e7b3e9) {{(pid=103332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:45:12.139574 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e803bf4-98a5-4065-aac9-d4ee3ebe487a tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:45:12.140162 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-1e803bf4-98a5-4065-aac9-d4ee3ebe487a tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Notify callbacks [] for subnet, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:12.144285 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb4403bc-bfa5-463c-8bdb-a8488eda7b0d None None] Network 048fea24-1321-4212-837e-fb8a75e7b3e9 requested from dv-neutron-861624-1-hyperv {{(pid=103334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 07:45:12.157413 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-1e803bf4-98a5-4065-aac9-d4ee3ebe487a tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4258900 Oct 19 07:45:12.160405 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 60404) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:45:12.286271 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-422ef44e-7036-4a06-87c9-d231b75f7805 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d12c6ac-27a3-545c-a8f3-f04e30423d6d-048fea24-1321-4212-837e-fb8a75e7b3e9', 'network_id': '048fea24-1321-4212-837e-fb8a75e7b3e9', 'tenant_id': '1402d2757da24badb386c840c64ab2b4', 'fixed_ips': [{'subnet_id': '3f6be3f6-11f5-433e-afe8-fcbe696660ad'}]}} from dv-neutron-861624-1-hyperv. {{(pid=103334) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 07:45:12.287133 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-422ef44e-7036-4a06-87c9-d231b75f7805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:12.424198 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.db_base_plugin_common [None req-422ef44e-7036-4a06-87c9-d231b75f7805 None None] Allocated IP 2001:db8::2 (048fea24-1321-4212-837e-fb8a75e7b3e9/3f6be3f6-11f5-433e-afe8-fcbe696660ad/85cbb41c-7a56-43c5-b73c-212f0a011504) {{(pid=103334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 07:45:12.432613 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-f19f7d97-aeef-4a2b-bbe9-673bfb2f9061 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:12.564235 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-422ef44e-7036-4a06-87c9-d231b75f7805 None None] Notify callbacks [] for port, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:12.570273 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-422ef44e-7036-4a06-87c9-d231b75f7805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785020947330'] for port, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:12.612920 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-422ef44e-7036-4a06-87c9-d231b75f7805 None None] Network 048fea24-1321-4212-837e-fb8a75e7b3e9 is already hosted by enough agents. {{(pid=103334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 07:45:12.615708 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.scheduler.base_scheduler [None req-422ef44e-7036-4a06-87c9-d231b75f7805 None None] Resources bound (agent type, host, resource id): {{(pid=103334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:45:12.619075 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-422ef44e-7036-4a06-87c9-d231b75f7805 None None] Received port after_create {{(pid=103334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 07:45:12.626036 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422ef44e-7036-4a06-87c9-d231b75f7805 None None] Pushing event updated for resources: {'Port': ['ID=85cbb41c-7a56-43c5-b73c-212f0a011504,revision_number=1']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:45:12.681235 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.db_base_plugin_common [None req-f19f7d97-aeef-4a2b-bbe9-673bfb2f9061 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Allocated IP 2001:db8::1 (048fea24-1321-4212-837e-fb8a75e7b3e9/3f6be3f6-11f5-433e-afe8-fcbe696660ad/8ec7e828-2b25-4560-8f5a-5d7586c3f22b) {{(pid=103332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 07:45:12.826794 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-422ef44e-7036-4a06-87c9-d231b75f7805 None None] Attempting to bind port 85cbb41c-7a56-43c5-b73c-212f0a011504 on host dv-neutron-861624-1-hyperv for vnic_type normal with profile {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 19 07:45:12.827208 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-422ef44e-7036-4a06-87c9-d231b75f7805 None None] Attempting to bind port 85cbb41c-7a56-43c5-b73c-212f0a011504 by drivers openvswitch,hyperv on host dv-neutron-861624-1-hyperv at level 0 using segments [{'id': '72844a4e-9138-477d-baa8-dc7592a56427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '048fea24-1321-4212-837e-fb8a75e7b3e9'}] {{(pid=103334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 19 07:45:12.827623 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-422ef44e-7036-4a06-87c9-d231b75f7805 None None] Attempting to bind port 85cbb41c-7a56-43c5-b73c-212f0a011504 on network 048fea24-1321-4212-837e-fb8a75e7b3e9 {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 07:45:12.834285 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-422ef44e-7036-4a06-87c9-d231b75f7805 None None] Checking agent: {'id': 'a5b0152c-d633-409b-aaf8-3b76458e2410', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861624-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 19, 7, 30, 19), 'started_at': datetime.datetime(2022, 10, 19, 7, 30, 49), 'heartbeat_timestamp': datetime.datetime(2022, 10, 19, 7, 44, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861624-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 07:45:12.834681 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-422ef44e-7036-4a06-87c9-d231b75f7805 None None] Checking segment: {'id': '72844a4e-9138-477d-baa8-dc7592a56427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '048fea24-1321-4212-837e-fb8a75e7b3e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 19 07:45:12.835103 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-422ef44e-7036-4a06-87c9-d231b75f7805 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:12.835532 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-422ef44e-7036-4a06-87c9-d231b75f7805 None None] Bound using segment: {'id': '72844a4e-9138-477d-baa8-dc7592a56427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '048fea24-1321-4212-837e-fb8a75e7b3e9'} {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 07:45:12.836043 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-422ef44e-7036-4a06-87c9-d231b75f7805 None None] Bound port: 85cbb41c-7a56-43c5-b73c-212f0a011504, host: dv-neutron-861624-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72844a4e-9138-477d-baa8-dc7592a56427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '048fea24-1321-4212-837e-fb8a75e7b3e9'}}] {{(pid=103334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 19 07:45:12.836456 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-422ef44e-7036-4a06-87c9-d231b75f7805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:12.906527 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-422ef44e-7036-4a06-87c9-d231b75f7805 None None] For port 85cbb41c-7a56-43c5-b73c-212f0a011504, host dv-neutron-861624-1-hyperv, cleared binding levels {{(pid=103334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 07:45:12.914289 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-422ef44e-7036-4a06-87c9-d231b75f7805 None None] For port 85cbb41c-7a56-43c5-b73c-212f0a011504, host dv-neutron-861624-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=85cbb41c-7a56-43c5-b73c-212f0a011504,segment=NetworkSegment(72844a4e-9138-477d-baa8-dc7592a56427),segment_id=72844a4e-9138-477d-baa8-dc7592a56427)] {{(pid=103334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 07:45:12.919422 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-422ef44e-7036-4a06-87c9-d231b75f7805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:12.955904 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device b26e000e-e892-4edc-bd6a-500f85e47f79 no longer exists at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 07:45:12.984854 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] No Port match for: b26e000e-e892-4edc-bd6a-500f85e47f79 {{(pid=103334) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 19 07:45:12.985306 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device b26e000e-e892-4edc-bd6a-500f85e47f79 not bound to the agent host dv-neutron-861624-1-hyperv {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 07:45:13.009603 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422ef44e-7036-4a06-87c9-d231b75f7805 None None] Pushing event updated for resources: {'Port': ['ID=85cbb41c-7a56-43c5-b73c-212f0a011504,revision_number=2']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:45:13.157799 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-f19f7d97-aeef-4a2b-bbe9-673bfb2f9061 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Notify callbacks [] for port, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:13.194402 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-f19f7d97-aeef-4a2b-bbe9-673bfb2f9061 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785020947330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133553798'] for port, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:13.237252 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f19f7d97-aeef-4a2b-bbe9-673bfb2f9061 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Network 048fea24-1321-4212-837e-fb8a75e7b3e9 is already hosted by enough agents. {{(pid=103332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 07:45:13.240313 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.base_scheduler [None req-f19f7d97-aeef-4a2b-bbe9-673bfb2f9061 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Resources bound (agent type, host, resource id): {{(pid=103332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:45:13.244066 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f19f7d97-aeef-4a2b-bbe9-673bfb2f9061 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Received port after_create {{(pid=103332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 07:45:13.244629 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-f19f7d97-aeef-4a2b-bbe9-673bfb2f9061 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1695190'] for router_interface, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:13.251598 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19f7d97-aeef-4a2b-bbe9-673bfb2f9061 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Pushing event updated for resources: {'Port': ['ID=8ec7e828-2b25-4560-8f5a-5d7586c3f22b,revision_number=1']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:45:13.344408 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-3ebdcabc-315d-41cc-9b10-954f74f05017 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:13.360459 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-f19f7d97-aeef-4a2b-bbe9-673bfb2f9061 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:13.622586 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-f19f7d97-aeef-4a2b-bbe9-673bfb2f9061 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Notify callbacks [] for port, precommit_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:13.627056 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-f19f7d97-aeef-4a2b-bbe9-673bfb2f9061 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133553807'] for port, after_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:13.627790 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-f19f7d97-aeef-4a2b-bbe9-673bfb2f9061 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1574855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1694822'] for router_interface, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:13.694201 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19f7d97-aeef-4a2b-bbe9-673bfb2f9061 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Pushing event updated for resources: {'Port': ['ID=8ec7e828-2b25-4560-8f5a-5d7586c3f22b,revision_number=2']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:45:13.761766 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f19f7d97-aeef-4a2b-bbe9-673bfb2f9061 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Network 048fea24-1321-4212-837e-fb8a75e7b3e9 is already hosted by enough agents. {{(pid=103332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 07:45:13.763209 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.base_scheduler [None req-f19f7d97-aeef-4a2b-bbe9-673bfb2f9061 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Resources bound (agent type, host, resource id): {{(pid=103332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:45:13.871214 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac6f98a0-9085-48a7-87cb-64967c113241 None None] Network 048fea24-1321-4212-837e-fb8a75e7b3e9 requested from dv-neutron-861624-1-hyperv {{(pid=103334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 07:45:13.882251 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f19f7d97-aeef-4a2b-bbe9-673bfb2f9061 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Router e6a6e204-8b27-43ea-9752-f191ae896768 is scheduled to L3 agent ab388470-1243-4d53-80f2-c2f5899c97a7 with binding_index 1 {{(pid=103332) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 07:45:13.975132 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f19f7d97-aeef-4a2b-bbe9-673bfb2f9061 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Notify agent at l3_agent.dv-neutron-861624-1-hyperv the message routers_updated {{(pid=103332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 07:45:13.983113 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 60406) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:45:13.983607 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-f19f7d97-aeef-4a2b-bbe9-673bfb2f9061 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] 10.222.0.27 "PUT /v2.0/routers/e6a6e204-8b27-43ea-9752-f191ae896768/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8218338 Oct 19 07:45:13.985139 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0352f19b-d1f5-4477-9da2-671cc58b3e0a None None] Sync routers for ids ['e6a6e204-8b27-43ea-9752-f191ae896768'] in dv-neutron-861624-1-hyperv {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 07:45:13.989129 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-ca41c0d5-a8c6-4149-b526-2c28c97486a6 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1212062333'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:45:13.996152 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0352f19b-d1f5-4477-9da2-671cc58b3e0a None None] Routers {'e6a6e204-8b27-43ea-9752-f191ae896768'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 07:45:13.997574 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-0352f19b-d1f5-4477-9da2-671cc58b3e0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T07:44:46Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['e6a6e204-8b27-43ea-9752-f191ae896768'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:45:14.011081 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca41c0d5-a8c6-4149-b526-2c28c97486a6 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Made reservation on behalf of 1402d2757da24badb386c840c64ab2b4 for: {'network': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 07:45:14.016352 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-ca41c0d5-a8c6-4149-b526-2c28c97486a6 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for network, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:14.023093 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-ee614242-56c2-4fca-a4ca-c5d5aa746eee None None] Provisioning complete for port 85cbb41c-7a56-43c5-b73c-212f0a011504 triggered by entity DHCP. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:45:14.023536 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-ee614242-56c2-4fca-a4ca-c5d5aa746eee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:14.023936 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-ee614242-56c2-4fca-a4ca-c5d5aa746eee None None] Attempt 1 to provision port 85cbb41c-7a56-43c5-b73c-212f0a011504 Oct 19 07:45:14.046592 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca41c0d5-a8c6-4149-b526-2c28c97486a6 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 193} {{(pid=103333) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 07:45:14.056939 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-ca41c0d5-a8c6-4149-b526-2c28c97486a6 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979'] for segment, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:14.057451 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.db.segments_db [None req-ca41c0d5-a8c6-4149-b526-2c28c97486a6 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Added segment 45d868b5-7f03-4f0d-9637-d095e60ae160 of type vlan for network 2637e3a0-fcdf-4615-9456-62b509d8d11e Oct 19 07:45:14.105566 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-ca41c0d5-a8c6-4149-b526-2c28c97486a6 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785020965340'] for network, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:14.130169 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-ee614242-56c2-4fca-a4ca-c5d5aa746eee None None] Current status of the port 85cbb41c-7a56-43c5-b73c-212f0a011504 is: DOWN; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:45:14.130894 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-ee614242-56c2-4fca-a4ca-c5d5aa746eee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:14.134368 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-ca41c0d5-a8c6-4149-b526-2c28c97486a6 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873'] for network, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:14.142363 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca41c0d5-a8c6-4149-b526-2c28c97486a6 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:45:14.143409 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-ca41c0d5-a8c6-4149-b526-2c28c97486a6 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Notify callbacks [] for network, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:14.175973 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-ee614242-56c2-4fca-a4ca-c5d5aa746eee None None] For port 85cbb41c-7a56-43c5-b73c-212f0a011504, host dv-neutron-861624-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=85cbb41c-7a56-43c5-b73c-212f0a011504,segment=NetworkSegment(72844a4e-9138-477d-baa8-dc7592a56427),segment_id=72844a4e-9138-477d-baa8-dc7592a56427)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:45:14.176785 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-ca41c0d5-a8c6-4149-b526-2c28c97486a6 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.1917238 Oct 19 07:45:14.180066 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 60408) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:45:14.180886 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-ee614242-56c2-4fca-a4ca-c5d5aa746eee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:14.188367 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-aba167ec-2063-40b5-b19c-d064d0a4803d tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Request body: {'subnet': {'network_id': '2637e3a0-fcdf-4615-9456-62b509d8d11e', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:45:14.208788 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvr_db [None req-0352f19b-d1f5-4477-9da2-671cc58b3e0a None None] Set router e6a6e204-8b27-43ea-9752-f191ae896768 gateway port host: None {{(pid=103335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 07:45:14.260113 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca41c0d5-a8c6-4149-b526-2c28c97486a6 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Pushing event updated for resources: {'Network': ['ID=2637e3a0-fcdf-4615-9456-62b509d8d11e,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:45:14.261858 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee614242-56c2-4fca-a4ca-c5d5aa746eee None None] Pushing event updated for resources: {'Port': ['ID=85cbb41c-7a56-43c5-b73c-212f0a011504,revision_number=3']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:45:14.286539 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Network 2637e3a0-fcdf-4615-9456-62b509d8d11e details requested by agent ovs-agent-dv-neutron-861624-1-hyperv with host dv-neutron-861624-1-hyperv {{(pid=103334) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 07:45:14.333859 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aba167ec-2063-40b5-b19c-d064d0a4803d tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Made reservation on behalf of 1402d2757da24badb386c840c64ab2b4 for: {'subnet': 1} {{(pid=103332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 07:45:14.337668 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-aba167ec-2063-40b5-b19c-d064d0a4803d tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130659787'] for subnet, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:14.418650 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-4da09ff5-252c-418a-a7b6-9f5a37427f0e None None] Provisioning complete for port 8ec7e828-2b25-4560-8f5a-5d7586c3f22b triggered by entity DHCP. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:45:14.419274 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-4da09ff5-252c-418a-a7b6-9f5a37427f0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:14.420732 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-4da09ff5-252c-418a-a7b6-9f5a37427f0e None None] Attempt 1 to provision port 8ec7e828-2b25-4560-8f5a-5d7586c3f22b Oct 19 07:45:14.454184 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-0352f19b-d1f5-4477-9da2-671cc58b3e0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6a6e204-8b27-43ea-9752-f191ae896768', 'name': 'tempest-RoutersIpV6Test-router-939190357', 'tenant_id': '1402d2757da24badb386c840c64ab2b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T07:45:11Z', 'updated_at': '2022-10-19T07:45:13Z', 'revision_number': 2, 'project_id': '1402d2757da24badb386c840c64ab2b4', 'gw_port_host': None, '_interfaces': [{'id': '8ec7e828-2b25-4560-8f5a-5d7586c3f22b', 'name': '', 'network_id': '048fea24-1321-4212-837e-fb8a75e7b3e9', 'tenant_id': '1402d2757da24badb386c840c64ab2b4', 'mac_address': 'fa:16:3e:62:be:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6a6e204-8b27-43ea-9752-f191ae896768', 'device_owner': 'network:router_interface', 'standard_attr_id': 1269, 'fixed_ips': [{'subnet_id': '3f6be3f6-11f5-433e-afe8-fcbe696660ad', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:45:12Z', 'updated_at': '2022-10-19T07:45:13Z', 'revision_number': 2, 'project_id': '1402d2757da24badb386c840c64ab2b4', 'subnets': [{'id': '3f6be3f6-11f5-433e-afe8-fcbe696660ad', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:45:14.464580 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-4da09ff5-252c-418a-a7b6-9f5a37427f0e None None] Port 8ec7e828-2b25-4560-8f5a-5d7586c3f22b cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 07:45:14.487239 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0352f19b-d1f5-4477-9da2-671cc58b3e0a None None] Checking router: e6a6e204-8b27-43ea-9752-f191ae896768 for host: dv-neutron-861624-1-hyperv {{(pid=103335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 07:45:14.488119 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0352f19b-d1f5-4477-9da2-671cc58b3e0a None None] Updating router e6a6e204-8b27-43ea-9752-f191ae896768 port 8ec7e828-2b25-4560-8f5a-5d7586c3f22b binding host dv-neutron-861624-1-hyperv {{(pid=103335) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 07:45:14.519615 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-0352f19b-d1f5-4477-9da2-671cc58b3e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:14.571585 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-aba167ec-2063-40b5-b19c-d064d0a4803d tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-133552662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130659641'] for subnet, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:14.633067 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba167ec-2063-40b5-b19c-d064d0a4803d tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Pushing event updated for resources: {'Subnet': ['ID=df51bdc2-a756-4d71-b64c-c6fb5669e6e7,revision_number=0']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:45:14.644907 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aba167ec-2063-40b5-b19c-d064d0a4803d tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Checking segment: {'id': '45d868b5-7f03-4f0d-9637-d095e60ae160', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '2637e3a0-fcdf-4615-9456-62b509d8d11e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 19 07:45:14.645269 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aba167ec-2063-40b5-b19c-d064d0a4803d tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Network hostable DHCP agents. Network: 2637e3a0-fcdf-4615-9456-62b509d8d11e, hostable agents: ['310d813b-0e3e-4d7e-9b79-8f4ec0dbcab0'], hosted agents: [] {{(pid=103332) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 07:45:14.664744 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aba167ec-2063-40b5-b19c-d064d0a4803d tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Network 2637e3a0-fcdf-4615-9456-62b509d8d11e is scheduled to be hosted by DHCP agent 310d813b-0e3e-4d7e-9b79-8f4ec0dbcab0 with binding_index 1 {{(pid=103332) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 07:45:14.674140 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.base_scheduler [None req-aba167ec-2063-40b5-b19c-d064d0a4803d tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861624-1-hyperv, 2637e3a0-fcdf-4615-9456-62b509d8d11e) {{(pid=103332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:45:14.678748 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aba167ec-2063-40b5-b19c-d064d0a4803d tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:45:14.679427 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-aba167ec-2063-40b5-b19c-d064d0a4803d tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Notify callbacks [] for subnet, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:14.688446 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76d39da6-991d-4cdd-a47d-f8e30ac2dda3 None None] Network 2637e3a0-fcdf-4615-9456-62b509d8d11e requested from dv-neutron-861624-1-hyperv {{(pid=103334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 07:45:14.704854 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-aba167ec-2063-40b5-b19c-d064d0a4803d tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.5231035 Oct 19 07:45:14.707671 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 60410) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:45:14.822974 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-0352f19b-d1f5-4477-9da2-671cc58b3e0a None None] Notify callbacks [] for port, precommit_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:14.830065 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-0352f19b-d1f5-4477-9da2-671cc58b3e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:14.879170 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc62e130-d8dd-4735-b65f-ef184bbfa5d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d12c6ac-27a3-545c-a8f3-f04e30423d6d-2637e3a0-fcdf-4615-9456-62b509d8d11e', 'network_id': '2637e3a0-fcdf-4615-9456-62b509d8d11e', 'tenant_id': '1402d2757da24badb386c840c64ab2b4', 'fixed_ips': [{'subnet_id': 'df51bdc2-a756-4d71-b64c-c6fb5669e6e7'}]}} from dv-neutron-861624-1-hyperv. {{(pid=103334) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 07:45:14.880204 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-bc62e130-d8dd-4735-b65f-ef184bbfa5d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:14.940715 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ee7554-f5d1-4c4a-9604-65b1fd3e4bd2 None None] Pushing event updated for resources: {'Port': ['ID=8ec7e828-2b25-4560-8f5a-5d7586c3f22b,revision_number=3']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:45:14.950384 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-0352f19b-d1f5-4477-9da2-671cc58b3e0a None None] Attempting to bind port 8ec7e828-2b25-4560-8f5a-5d7586c3f22b on host dv-neutron-861624-1-hyperv for vnic_type normal with profile {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 19 07:45:14.950961 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-0352f19b-d1f5-4477-9da2-671cc58b3e0a None None] Attempting to bind port 8ec7e828-2b25-4560-8f5a-5d7586c3f22b by drivers openvswitch,hyperv on host dv-neutron-861624-1-hyperv at level 0 using segments [{'id': '72844a4e-9138-477d-baa8-dc7592a56427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '048fea24-1321-4212-837e-fb8a75e7b3e9'}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 19 07:45:14.951580 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0352f19b-d1f5-4477-9da2-671cc58b3e0a None None] Attempting to bind port 8ec7e828-2b25-4560-8f5a-5d7586c3f22b on network 048fea24-1321-4212-837e-fb8a75e7b3e9 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 07:45:14.957958 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0352f19b-d1f5-4477-9da2-671cc58b3e0a None None] Checking agent: {'id': 'a5b0152c-d633-409b-aaf8-3b76458e2410', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861624-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 19, 7, 30, 19), 'started_at': datetime.datetime(2022, 10, 19, 7, 30, 49), 'heartbeat_timestamp': datetime.datetime(2022, 10, 19, 7, 44, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861624-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 07:45:14.958561 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0352f19b-d1f5-4477-9da2-671cc58b3e0a None None] Checking segment: {'id': '72844a4e-9138-477d-baa8-dc7592a56427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '048fea24-1321-4212-837e-fb8a75e7b3e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 19 07:45:14.959130 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-0352f19b-d1f5-4477-9da2-671cc58b3e0a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:14.959682 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0352f19b-d1f5-4477-9da2-671cc58b3e0a None None] Bound using segment: {'id': '72844a4e-9138-477d-baa8-dc7592a56427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '048fea24-1321-4212-837e-fb8a75e7b3e9'} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 07:45:14.960330 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-0352f19b-d1f5-4477-9da2-671cc58b3e0a None None] Bound port: 8ec7e828-2b25-4560-8f5a-5d7586c3f22b, host: dv-neutron-861624-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72844a4e-9138-477d-baa8-dc7592a56427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '048fea24-1321-4212-837e-fb8a75e7b3e9'}}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 19 07:45:14.961216 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-0352f19b-d1f5-4477-9da2-671cc58b3e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:14.975694 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-4da09ff5-252c-418a-a7b6-9f5a37427f0e None None] Attempt 2 to provision port 8ec7e828-2b25-4560-8f5a-5d7586c3f22b Oct 19 07:45:15.039238 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-4da09ff5-252c-418a-a7b6-9f5a37427f0e None None] Port 8ec7e828-2b25-4560-8f5a-5d7586c3f22b cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 07:45:15.044677 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-0352f19b-d1f5-4477-9da2-671cc58b3e0a None None] For port 8ec7e828-2b25-4560-8f5a-5d7586c3f22b, host dv-neutron-861624-1-hyperv, cleared binding levels {{(pid=103335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 07:45:15.049293 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-0352f19b-d1f5-4477-9da2-671cc58b3e0a None None] For port 8ec7e828-2b25-4560-8f5a-5d7586c3f22b, host dv-neutron-861624-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=8ec7e828-2b25-4560-8f5a-5d7586c3f22b,segment=NetworkSegment(72844a4e-9138-477d-baa8-dc7592a56427),segment_id=72844a4e-9138-477d-baa8-dc7592a56427)] {{(pid=103335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 07:45:15.053907 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-0352f19b-d1f5-4477-9da2-671cc58b3e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:15.083698 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device 85cbb41c-7a56-43c5-b73c-212f0a011504 up at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 07:45:15.094650 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0352f19b-d1f5-4477-9da2-671cc58b3e0a None None] Routers {'e6a6e204-8b27-43ea-9752-f191ae896768'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 07:45:15.095279 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-0352f19b-d1f5-4477-9da2-671cc58b3e0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T07:44:46Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['e6a6e204-8b27-43ea-9752-f191ae896768'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:45:15.114369 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.db_base_plugin_common [None req-bc62e130-d8dd-4735-b65f-ef184bbfa5d2 None None] Allocated IP 2001:db8:1::2 (2637e3a0-fcdf-4615-9456-62b509d8d11e/df51bdc2-a756-4d71-b64c-c6fb5669e6e7/aa6e83ce-e415-4449-b01a-1737d9bb2269) {{(pid=103334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 07:45:15.175926 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ee7554-f5d1-4c4a-9604-65b1fd3e4bd2 None None] Pushing event updated for resources: {'Port': ['ID=8ec7e828-2b25-4560-8f5a-5d7586c3f22b,revision_number=4']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:45:15.196483 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvr_db [None req-0352f19b-d1f5-4477-9da2-671cc58b3e0a None None] Set router e6a6e204-8b27-43ea-9752-f191ae896768 gateway port host: None {{(pid=103335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 07:45:15.208600 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Provisioning complete for port 85cbb41c-7a56-43c5-b73c-212f0a011504 triggered by entity L2. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:45:15.208600 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:15.208930 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Attempt 1 to provision port 85cbb41c-7a56-43c5-b73c-212f0a011504 Oct 19 07:45:15.340460 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-bc62e130-d8dd-4735-b65f-ef184bbfa5d2 None None] Notify callbacks [] for port, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:15.349985 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-bc62e130-d8dd-4735-b65f-ef184bbfa5d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785020947330'] for port, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:15.358939 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Current status of the port 85cbb41c-7a56-43c5-b73c-212f0a011504 is: ACTIVE; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:45:15.395134 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc62e130-d8dd-4735-b65f-ef184bbfa5d2 None None] Network 2637e3a0-fcdf-4615-9456-62b509d8d11e is already hosted by enough agents. {{(pid=103334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 07:45:15.397997 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.scheduler.base_scheduler [None req-bc62e130-d8dd-4735-b65f-ef184bbfa5d2 None None] Resources bound (agent type, host, resource id): {{(pid=103334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:45:15.401919 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc62e130-d8dd-4735-b65f-ef184bbfa5d2 None None] Received port after_create {{(pid=103334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 07:45:15.408760 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc62e130-d8dd-4735-b65f-ef184bbfa5d2 None None] Pushing event updated for resources: {'Port': ['ID=aa6e83ce-e415-4449-b01a-1737d9bb2269,revision_number=1']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:45:15.409394 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-a4368b5c-5ac2-4cdc-855a-b202a70bf0f6 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:15.422113 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-0352f19b-d1f5-4477-9da2-671cc58b3e0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6a6e204-8b27-43ea-9752-f191ae896768', 'name': 'tempest-RoutersIpV6Test-router-939190357', 'tenant_id': '1402d2757da24badb386c840c64ab2b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T07:45:11Z', 'updated_at': '2022-10-19T07:45:13Z', 'revision_number': 2, 'project_id': '1402d2757da24badb386c840c64ab2b4', 'gw_port_host': None, '_interfaces': [{'id': '8ec7e828-2b25-4560-8f5a-5d7586c3f22b', 'name': '', 'network_id': '048fea24-1321-4212-837e-fb8a75e7b3e9', 'tenant_id': '1402d2757da24badb386c840c64ab2b4', 'mac_address': 'fa:16:3e:62:be:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6a6e204-8b27-43ea-9752-f191ae896768', 'device_owner': 'network:router_interface', 'standard_attr_id': 1269, 'fixed_ips': [{'subnet_id': '3f6be3f6-11f5-433e-afe8-fcbe696660ad', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:45:12Z', 'updated_at': '2022-10-19T07:45:15Z', 'revision_number': 4, 'project_id': '1402d2757da24badb386c840c64ab2b4', 'subnets': [{'id': '3f6be3f6-11f5-433e-afe8-fcbe696660ad', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:45:15.452379 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0352f19b-d1f5-4477-9da2-671cc58b3e0a None None] The sync data for ids ['e6a6e204-8b27-43ea-9752-f191ae896768'] in dv-neutron-861624-1-hyperv is: [{'id': 'e6a6e204-8b27-43ea-9752-f191ae896768', 'name': 'tempest-RoutersIpV6Test-router-939190357', 'tenant_id': '1402d2757da24badb386c840c64ab2b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T07:45:11Z', 'updated_at': '2022-10-19T07:45:13Z', 'revision_number': 2, 'project_id': '1402d2757da24badb386c840c64ab2b4', 'gw_port_host': None, '_interfaces': [{'id': '8ec7e828-2b25-4560-8f5a-5d7586c3f22b', 'name': '', 'network_id': '048fea24-1321-4212-837e-fb8a75e7b3e9', 'tenant_id': '1402d2757da24badb386c840c64ab2b4', 'mac_address': 'fa:16:3e:62:be:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6a6e204-8b27-43ea-9752-f191ae896768', 'device_owner': 'network:router_interface', 'standard_attr_id': 1269, 'fixed_ips': [{'subnet_id': '3f6be3f6-11f5-433e-afe8-fcbe696660ad', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:45:12Z', 'updated_at': '2022-10-19T07:45:15Z', 'revision_number': 4, 'project_id': '1402d2757da24badb386c840c64ab2b4', 'subnets': [{'id': '3f6be3f6-11f5-433e-afe8-fcbe696660ad', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 07:45:15.460649 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-bc62e130-d8dd-4735-b65f-ef184bbfa5d2 None None] Attempting to bind port aa6e83ce-e415-4449-b01a-1737d9bb2269 on host dv-neutron-861624-1-hyperv for vnic_type normal with profile {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 19 07:45:15.461075 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-bc62e130-d8dd-4735-b65f-ef184bbfa5d2 None None] Attempting to bind port aa6e83ce-e415-4449-b01a-1737d9bb2269 by drivers openvswitch,hyperv on host dv-neutron-861624-1-hyperv at level 0 using segments [{'id': '45d868b5-7f03-4f0d-9637-d095e60ae160', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '2637e3a0-fcdf-4615-9456-62b509d8d11e'}] {{(pid=103334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 19 07:45:15.461470 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc62e130-d8dd-4735-b65f-ef184bbfa5d2 None None] Attempting to bind port aa6e83ce-e415-4449-b01a-1737d9bb2269 on network 2637e3a0-fcdf-4615-9456-62b509d8d11e {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 07:45:15.467199 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc62e130-d8dd-4735-b65f-ef184bbfa5d2 None None] Checking agent: {'id': 'a5b0152c-d633-409b-aaf8-3b76458e2410', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861624-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 19, 7, 30, 19), 'started_at': datetime.datetime(2022, 10, 19, 7, 30, 49), 'heartbeat_timestamp': datetime.datetime(2022, 10, 19, 7, 44, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861624-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 07:45:15.467580 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc62e130-d8dd-4735-b65f-ef184bbfa5d2 None None] Checking segment: {'id': '45d868b5-7f03-4f0d-9637-d095e60ae160', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '2637e3a0-fcdf-4615-9456-62b509d8d11e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 19 07:45:15.467988 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-bc62e130-d8dd-4735-b65f-ef184bbfa5d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:15.469165 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc62e130-d8dd-4735-b65f-ef184bbfa5d2 None None] Bound using segment: {'id': '45d868b5-7f03-4f0d-9637-d095e60ae160', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '2637e3a0-fcdf-4615-9456-62b509d8d11e'} {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 07:45:15.469658 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-bc62e130-d8dd-4735-b65f-ef184bbfa5d2 None None] Bound port: aa6e83ce-e415-4449-b01a-1737d9bb2269, host: dv-neutron-861624-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45d868b5-7f03-4f0d-9637-d095e60ae160', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '2637e3a0-fcdf-4615-9456-62b509d8d11e'}}] {{(pid=103334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 19 07:45:15.475709 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-bc62e130-d8dd-4735-b65f-ef184bbfa5d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:15.539829 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-bc62e130-d8dd-4735-b65f-ef184bbfa5d2 None None] For port aa6e83ce-e415-4449-b01a-1737d9bb2269, host dv-neutron-861624-1-hyperv, cleared binding levels {{(pid=103334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 07:45:15.542310 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-4da09ff5-252c-418a-a7b6-9f5a37427f0e None None] Attempt 3 to provision port 8ec7e828-2b25-4560-8f5a-5d7586c3f22b Oct 19 07:45:15.545129 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-bc62e130-d8dd-4735-b65f-ef184bbfa5d2 None None] For port aa6e83ce-e415-4449-b01a-1737d9bb2269, host dv-neutron-861624-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=aa6e83ce-e415-4449-b01a-1737d9bb2269,segment=NetworkSegment(45d868b5-7f03-4f0d-9637-d095e60ae160),segment_id=45d868b5-7f03-4f0d-9637-d095e60ae160)] {{(pid=103334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 07:45:15.569075 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-bc62e130-d8dd-4735-b65f-ef184bbfa5d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:15.634973 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc62e130-d8dd-4735-b65f-ef184bbfa5d2 None None] Pushing event updated for resources: {'Port': ['ID=aa6e83ce-e415-4449-b01a-1737d9bb2269,revision_number=2']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:45:15.694903 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-4da09ff5-252c-418a-a7b6-9f5a37427f0e None None] Current status of the port 8ec7e828-2b25-4560-8f5a-5d7586c3f22b is: DOWN; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:45:15.695413 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-4da09ff5-252c-418a-a7b6-9f5a37427f0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:15.738484 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-4da09ff5-252c-418a-a7b6-9f5a37427f0e None None] For port 8ec7e828-2b25-4560-8f5a-5d7586c3f22b, host dv-neutron-861624-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=8ec7e828-2b25-4560-8f5a-5d7586c3f22b,segment=NetworkSegment(72844a4e-9138-477d-baa8-dc7592a56427),segment_id=72844a4e-9138-477d-baa8-dc7592a56427)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:45:15.749011 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-4da09ff5-252c-418a-a7b6-9f5a37427f0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:15.749666 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.db_base_plugin_common [None req-a4368b5c-5ac2-4cdc-855a-b202a70bf0f6 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Allocated IP 2001:db8:1::1 (2637e3a0-fcdf-4615-9456-62b509d8d11e/df51bdc2-a756-4d71-b64c-c6fb5669e6e7/4efa873f-a5ce-4365-aa33-fa9b85cbd2e2) {{(pid=103333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 07:45:15.794405 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-4da09ff5-252c-418a-a7b6-9f5a37427f0e None None] Provisioning complete for port 85cbb41c-7a56-43c5-b73c-212f0a011504 triggered by entity DHCP. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:45:15.794855 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-4da09ff5-252c-418a-a7b6-9f5a37427f0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:15.795094 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-4da09ff5-252c-418a-a7b6-9f5a37427f0e None None] Attempt 1 to provision port 85cbb41c-7a56-43c5-b73c-212f0a011504 Oct 19 07:45:15.837844 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da09ff5-252c-418a-a7b6-9f5a37427f0e None None] Pushing event updated for resources: {'Port': ['ID=8ec7e828-2b25-4560-8f5a-5d7586c3f22b,revision_number=5']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:45:15.924714 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-4da09ff5-252c-418a-a7b6-9f5a37427f0e None None] Current status of the port 85cbb41c-7a56-43c5-b73c-212f0a011504 is: ACTIVE; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:45:15.924879 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-a4368b5c-5ac2-4cdc-855a-b202a70bf0f6 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Notify callbacks [] for port, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:15.964165 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-a4368b5c-5ac2-4cdc-855a-b202a70bf0f6 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785020947330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130996763'] for port, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:16.013922 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4368b5c-5ac2-4cdc-855a-b202a70bf0f6 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Network 2637e3a0-fcdf-4615-9456-62b509d8d11e is already hosted by enough agents. {{(pid=103333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 07:45:16.017617 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-a4368b5c-5ac2-4cdc-855a-b202a70bf0f6 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Resources bound (agent type, host, resource id): {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:45:16.021778 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4368b5c-5ac2-4cdc-855a-b202a70bf0f6 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Received port after_create {{(pid=103333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 07:45:16.022344 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-a4368b5c-5ac2-4cdc-855a-b202a70bf0f6 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1695190'] for router_interface, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:16.053894 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-9b13a1bc-3ac3-48f9-9f49-a31ad628e48f None None] Provisioning complete for port 8ec7e828-2b25-4560-8f5a-5d7586c3f22b triggered by entity DHCP. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:45:16.054420 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-9b13a1bc-3ac3-48f9-9f49-a31ad628e48f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:16.054755 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-9b13a1bc-3ac3-48f9-9f49-a31ad628e48f None None] Attempt 1 to provision port 8ec7e828-2b25-4560-8f5a-5d7586c3f22b Oct 19 07:45:16.066327 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4368b5c-5ac2-4cdc-855a-b202a70bf0f6 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Pushing event updated for resources: {'Port': ['ID=4efa873f-a5ce-4365-aa33-fa9b85cbd2e2,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:45:16.157954 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-a4368b5c-5ac2-4cdc-855a-b202a70bf0f6 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:16.160128 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-9b13a1bc-3ac3-48f9-9f49-a31ad628e48f None None] Current status of the port 8ec7e828-2b25-4560-8f5a-5d7586c3f22b is: ACTIVE; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:45:16.277672 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-ba7b220b-b906-4165-b58d-fa3e66c2fc52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:16.426639 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-a4368b5c-5ac2-4cdc-855a-b202a70bf0f6 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Notify callbacks [] for port, precommit_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:16.431287 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-a4368b5c-5ac2-4cdc-855a-b202a70bf0f6 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130996754'] for port, after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:16.432099 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-a4368b5c-5ac2-4cdc-855a-b202a70bf0f6 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1574855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1694822'] for router_interface, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:16.505507 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4368b5c-5ac2-4cdc-855a-b202a70bf0f6 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Pushing event updated for resources: {'Port': ['ID=4efa873f-a5ce-4365-aa33-fa9b85cbd2e2,revision_number=2']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:45:16.572392 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4368b5c-5ac2-4cdc-855a-b202a70bf0f6 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Network 2637e3a0-fcdf-4615-9456-62b509d8d11e is already hosted by enough agents. {{(pid=103333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 07:45:16.574748 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-a4368b5c-5ac2-4cdc-855a-b202a70bf0f6 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Resources bound (agent type, host, resource id): {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:45:16.679450 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4368b5c-5ac2-4cdc-855a-b202a70bf0f6 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Router e6a6e204-8b27-43ea-9752-f191ae896768 has already been hosted by L3 agent ab388470-1243-4d53-80f2-c2f5899c97a7 {{(pid=103333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 07:45:16.681388 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ed1eaed-741c-4949-b760-649b4de13bff None None] Network 2637e3a0-fcdf-4615-9456-62b509d8d11e requested from dv-neutron-861624-1-hyperv {{(pid=103334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 07:45:16.776487 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4368b5c-5ac2-4cdc-855a-b202a70bf0f6 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Notify agent at l3_agent.dv-neutron-861624-1-hyperv the message routers_updated {{(pid=103333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 07:45:16.781916 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-a4368b5c-5ac2-4cdc-855a-b202a70bf0f6 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] 10.222.0.27 "PUT /v2.0/routers/e6a6e204-8b27-43ea-9752-f191ae896768/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0725186 Oct 19 07:45:16.783904 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 60414) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:45:16.788765 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-4ed37468-ebcd-4ed3-82e4-e2532208b9cd tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1242386372'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:45:16.808678 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ed37468-ebcd-4ed3-82e4-e2532208b9cd tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Made reservation on behalf of 1402d2757da24badb386c840c64ab2b4 for: {'network': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 07:45:16.812205 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-4ed37468-ebcd-4ed3-82e4-e2532208b9cd tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for network, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:16.816789 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-93eed242-31c0-46ac-aafe-bf2078432c84 None None] Provisioning complete for port aa6e83ce-e415-4449-b01a-1737d9bb2269 triggered by entity DHCP. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:45:16.817168 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-93eed242-31c0-46ac-aafe-bf2078432c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:16.817505 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-93eed242-31c0-46ac-aafe-bf2078432c84 None None] Attempt 1 to provision port aa6e83ce-e415-4449-b01a-1737d9bb2269 Oct 19 07:45:16.839777 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ed37468-ebcd-4ed3-82e4-e2532208b9cd tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 158} {{(pid=103333) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 07:45:16.849527 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-4ed37468-ebcd-4ed3-82e4-e2532208b9cd tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979'] for segment, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:16.849941 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.db.segments_db [None req-4ed37468-ebcd-4ed3-82e4-e2532208b9cd tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Added segment 9ab77dd2-cd53-43a9-8a90-367ee1bb071d of type vlan for network 45bb2543-f56c-41dc-a5a6-5e41876983b3 Oct 19 07:45:16.894409 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-4ed37468-ebcd-4ed3-82e4-e2532208b9cd tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785020965340'] for network, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:16.933664 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-93eed242-31c0-46ac-aafe-bf2078432c84 None None] Current status of the port aa6e83ce-e415-4449-b01a-1737d9bb2269 is: DOWN; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:45:16.933664 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-93eed242-31c0-46ac-aafe-bf2078432c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:16.939066 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-4ed37468-ebcd-4ed3-82e4-e2532208b9cd tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873'] for network, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:16.958036 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ed37468-ebcd-4ed3-82e4-e2532208b9cd tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:45:16.958999 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-4ed37468-ebcd-4ed3-82e4-e2532208b9cd tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Notify callbacks [] for network, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:16.981619 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-93eed242-31c0-46ac-aafe-bf2078432c84 None None] For port aa6e83ce-e415-4449-b01a-1737d9bb2269, host dv-neutron-861624-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=aa6e83ce-e415-4449-b01a-1737d9bb2269,segment=NetworkSegment(45d868b5-7f03-4f0d-9637-d095e60ae160),segment_id=45d868b5-7f03-4f0d-9637-d095e60ae160)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:45:16.986829 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-93eed242-31c0-46ac-aafe-bf2078432c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:17.018646 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-4ed37468-ebcd-4ed3-82e4-e2532208b9cd tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2336278 Oct 19 07:45:17.022112 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 60416) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:45:17.029289 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-6ed1dc9f-4439-4b4c-802b-98682b2d5eb1 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Request body: {'subnet': {'network_id': '45bb2543-f56c-41dc-a5a6-5e41876983b3', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:45:17.053982 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93eed242-31c0-46ac-aafe-bf2078432c84 None None] Pushing event updated for resources: {'Port': ['ID=aa6e83ce-e415-4449-b01a-1737d9bb2269,revision_number=3']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:45:17.088193 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed37468-ebcd-4ed3-82e4-e2532208b9cd tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Pushing event updated for resources: {'Network': ['ID=45bb2543-f56c-41dc-a5a6-5e41876983b3,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:45:17.097266 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device aa6e83ce-e415-4449-b01a-1737d9bb2269 up at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 07:45:17.103049 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Network 45bb2543-f56c-41dc-a5a6-5e41876983b3 details requested by agent ovs-agent-dv-neutron-861624-1-hyperv with host dv-neutron-861624-1-hyperv {{(pid=103334) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 07:45:17.171712 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ed1dc9f-4439-4b4c-802b-98682b2d5eb1 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Made reservation on behalf of 1402d2757da24badb386c840c64ab2b4 for: {'subnet': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 07:45:17.176308 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-6ed1dc9f-4439-4b4c-802b-98682b2d5eb1 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130170579'] for subnet, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:17.212119 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Provisioning complete for port aa6e83ce-e415-4449-b01a-1737d9bb2269 triggered by entity L2. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:45:17.212979 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:17.213357 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Attempt 1 to provision port aa6e83ce-e415-4449-b01a-1737d9bb2269 Oct 19 07:45:17.266374 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdb1ceb5-1762-435d-9dbe-e7ef78ddc855 None None] Sync routers for ids ['e6a6e204-8b27-43ea-9752-f191ae896768'] in dv-neutron-861624-1-hyperv {{(pid=103334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 07:45:17.278787 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-71e105f8-b379-46a6-ae28-143dc76deffd None None] Provisioning complete for port aa6e83ce-e415-4449-b01a-1737d9bb2269 triggered by entity DHCP. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:45:17.279153 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-71e105f8-b379-46a6-ae28-143dc76deffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:17.279552 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-71e105f8-b379-46a6-ae28-143dc76deffd None None] Attempt 1 to provision port aa6e83ce-e415-4449-b01a-1737d9bb2269 Oct 19 07:45:17.315897 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdb1ceb5-1762-435d-9dbe-e7ef78ddc855 None None] Routers {'e6a6e204-8b27-43ea-9752-f191ae896768'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 07:45:17.316552 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-bdb1ceb5-1762-435d-9dbe-e7ef78ddc855 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T07:45:16Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['e6a6e204-8b27-43ea-9752-f191ae896768'], 'active': True} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:45:17.388655 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-6ed1dc9f-4439-4b4c-802b-98682b2d5eb1 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130997899', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130170401'] for subnet, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:17.473671 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed1dc9f-4439-4b4c-802b-98682b2d5eb1 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Pushing event updated for resources: {'Subnet': ['ID=016aa842-a9e5-4ab3-ada2-36e562cec6ce,revision_number=0']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:45:17.481711 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ed1dc9f-4439-4b4c-802b-98682b2d5eb1 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Checking segment: {'id': '9ab77dd2-cd53-43a9-8a90-367ee1bb071d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '45bb2543-f56c-41dc-a5a6-5e41876983b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 19 07:45:17.482076 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ed1dc9f-4439-4b4c-802b-98682b2d5eb1 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Network hostable DHCP agents. Network: 45bb2543-f56c-41dc-a5a6-5e41876983b3, hostable agents: ['310d813b-0e3e-4d7e-9b79-8f4ec0dbcab0'], hosted agents: [] {{(pid=103333) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 07:45:17.500783 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ed1dc9f-4439-4b4c-802b-98682b2d5eb1 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Network 45bb2543-f56c-41dc-a5a6-5e41876983b3 is scheduled to be hosted by DHCP agent 310d813b-0e3e-4d7e-9b79-8f4ec0dbcab0 with binding_index 1 {{(pid=103333) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 07:45:17.513925 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-6ed1dc9f-4439-4b4c-802b-98682b2d5eb1 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861624-1-hyperv, 45bb2543-f56c-41dc-a5a6-5e41876983b3) {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:45:17.520962 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ed1dc9f-4439-4b4c-802b-98682b2d5eb1 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:45:17.521699 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-6ed1dc9f-4439-4b4c-802b-98682b2d5eb1 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Notify callbacks [] for subnet, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:17.545946 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-6ed1dc9f-4439-4b4c-802b-98682b2d5eb1 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.5223861 Oct 19 07:45:17.548149 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17345642-f2fc-4923-a966-03d776d25605 None None] Network 45bb2543-f56c-41dc-a5a6-5e41876983b3 requested from dv-neutron-861624-1-hyperv {{(pid=103334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 07:45:17.548792 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 60418) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:45:17.626101 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Current status of the port aa6e83ce-e415-4449-b01a-1737d9bb2269 is: ACTIVE; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:45:17.627189 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device 8ec7e828-2b25-4560-8f5a-5d7586c3f22b up at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 07:45:17.660915 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvr_db [None req-bdb1ceb5-1762-435d-9dbe-e7ef78ddc855 None None] Set router e6a6e204-8b27-43ea-9752-f191ae896768 gateway port host: None {{(pid=103334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 07:45:17.807899 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-71e105f8-b379-46a6-ae28-143dc76deffd None None] Current status of the port aa6e83ce-e415-4449-b01a-1737d9bb2269 is: ACTIVE; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:45:17.913825 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-7f78c6c4-f9b4-456b-8c25-2a7bbd13486a tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:17.916275 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-71e105f8-b379-46a6-ae28-143dc76deffd None None] Provisioning complete for port 4efa873f-a5ce-4365-aa33-fa9b85cbd2e2 triggered by entity DHCP. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:45:17.917195 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-71e105f8-b379-46a6-ae28-143dc76deffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:17.917877 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-71e105f8-b379-46a6-ae28-143dc76deffd None None] Attempt 1 to provision port 4efa873f-a5ce-4365-aa33-fa9b85cbd2e2 Oct 19 07:45:17.949354 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Provisioning complete for port 8ec7e828-2b25-4560-8f5a-5d7586c3f22b triggered by entity L2. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:45:17.949717 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:17.950044 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Attempt 1 to provision port 8ec7e828-2b25-4560-8f5a-5d7586c3f22b Oct 19 07:45:18.004910 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-2a2259f7-b034-4eec-af7a-7abaede746c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:18.036396 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-71e105f8-b379-46a6-ae28-143dc76deffd None None] Port 4efa873f-a5ce-4365-aa33-fa9b85cbd2e2 cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 07:45:18.059980 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6f256e3-c419-45fb-97e3-a84fe3c4c3af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d12c6ac-27a3-545c-a8f3-f04e30423d6d-45bb2543-f56c-41dc-a5a6-5e41876983b3', 'network_id': '45bb2543-f56c-41dc-a5a6-5e41876983b3', 'tenant_id': '1402d2757da24badb386c840c64ab2b4', 'fixed_ips': [{'subnet_id': '016aa842-a9e5-4ab3-ada2-36e562cec6ce'}]}} from dv-neutron-861624-1-hyperv. {{(pid=103334) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 07:45:18.060846 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-f6f256e3-c419-45fb-97e3-a84fe3c4c3af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:18.171941 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.db_base_plugin_common [None req-7f78c6c4-f9b4-456b-8c25-2a7bbd13486a tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Allocated IP 2001:db8:2::1 (45bb2543-f56c-41dc-a5a6-5e41876983b3/016aa842-a9e5-4ab3-ada2-36e562cec6ce/f2f1c1de-e7b5-4b83-9fbb-6c5291671d1c) {{(pid=103333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 07:45:18.200321 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Current status of the port 8ec7e828-2b25-4560-8f5a-5d7586c3f22b is: ACTIVE; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:45:18.211351 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-bdb1ceb5-1762-435d-9dbe-e7ef78ddc855 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6a6e204-8b27-43ea-9752-f191ae896768', 'name': 'tempest-RoutersIpV6Test-router-939190357', 'tenant_id': '1402d2757da24badb386c840c64ab2b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T07:45:11Z', 'updated_at': '2022-10-19T07:45:16Z', 'revision_number': 3, 'project_id': '1402d2757da24badb386c840c64ab2b4', 'gw_port_host': None, '_interfaces': [{'id': '4efa873f-a5ce-4365-aa33-fa9b85cbd2e2', 'name': '', 'network_id': '2637e3a0-fcdf-4615-9456-62b509d8d11e', 'tenant_id': '1402d2757da24badb386c840c64ab2b4', 'mac_address': 'fa:16:3e:b3:f3:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6a6e204-8b27-43ea-9752-f191ae896768', 'device_owner': 'network:router_interface', 'standard_attr_id': 1274, 'fixed_ips': [{'subnet_id': 'df51bdc2-a756-4d71-b64c-c6fb5669e6e7', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:45:15Z', 'updated_at': '2022-10-19T07:45:16Z', 'revision_number': 2, 'project_id': '1402d2757da24badb386c840c64ab2b4', 'subnets': [{'id': 'df51bdc2-a756-4d71-b64c-c6fb5669e6e7', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8ec7e828-2b25-4560-8f5a-5d7586c3f22b', 'name': '', 'network_id': '048fea24-1321-4212-837e-fb8a75e7b3e9', 'tenant_id': '1402d2757da24badb386c840c64ab2b4', 'mac_address': 'fa:16:3e:62:be:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6a6e204-8b27-43ea-9752-f191ae896768', 'device_owner': 'network:router_interface', 'standard_attr_id': 1269, 'fixed_ips': [{'subnet_id': '3f6be3f6-11f5-433e-afe8-fcbe696660ad', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:45:12Z', 'updated_at': '2022-10-19T07:45:15Z', 'revision_number': 5, 'project_id': '1402d2757da24badb386c840c64ab2b4', 'subnets': [{'id': '3f6be3f6-11f5-433e-afe8-fcbe696660ad', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:45:18.239205 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdb1ceb5-1762-435d-9dbe-e7ef78ddc855 None None] Checking router: e6a6e204-8b27-43ea-9752-f191ae896768 for host: dv-neutron-861624-1-hyperv {{(pid=103334) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 07:45:18.239558 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdb1ceb5-1762-435d-9dbe-e7ef78ddc855 None None] Updating router e6a6e204-8b27-43ea-9752-f191ae896768 port 4efa873f-a5ce-4365-aa33-fa9b85cbd2e2 binding host dv-neutron-861624-1-hyperv {{(pid=103334) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 07:45:18.267478 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-bdb1ceb5-1762-435d-9dbe-e7ef78ddc855 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:18.285896 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-7f78c6c4-f9b4-456b-8c25-2a7bbd13486a tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Notify callbacks [] for port, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:18.320282 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-7f78c6c4-f9b4-456b-8c25-2a7bbd13486a tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785020947330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130996763'] for port, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:18.362501 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f78c6c4-f9b4-456b-8c25-2a7bbd13486a tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Network 45bb2543-f56c-41dc-a5a6-5e41876983b3 is already hosted by enough agents. {{(pid=103333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 07:45:18.366430 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-7f78c6c4-f9b4-456b-8c25-2a7bbd13486a tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Resources bound (agent type, host, resource id): {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:45:18.369834 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f78c6c4-f9b4-456b-8c25-2a7bbd13486a tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Received port after_create {{(pid=103333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 07:45:18.370835 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-7f78c6c4-f9b4-456b-8c25-2a7bbd13486a tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1695190'] for router_interface, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:18.415698 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f78c6c4-f9b4-456b-8c25-2a7bbd13486a tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Pushing event updated for resources: {'Port': ['ID=f2f1c1de-e7b5-4b83-9fbb-6c5291671d1c,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:45:18.438006 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.db_base_plugin_common [None req-f6f256e3-c419-45fb-97e3-a84fe3c4c3af None None] Allocated IP 2001:db8:2::2 (45bb2543-f56c-41dc-a5a6-5e41876983b3/016aa842-a9e5-4ab3-ada2-36e562cec6ce/e581b4ac-4107-4966-bd16-e86ad6d44e68) {{(pid=103334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 07:45:18.496973 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-7f78c6c4-f9b4-456b-8c25-2a7bbd13486a tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:18.549718 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-71e105f8-b379-46a6-ae28-143dc76deffd None None] Attempt 2 to provision port 4efa873f-a5ce-4365-aa33-fa9b85cbd2e2 Oct 19 07:45:18.619178 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-71e105f8-b379-46a6-ae28-143dc76deffd None None] Port 4efa873f-a5ce-4365-aa33-fa9b85cbd2e2 cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 07:45:18.708604 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-bdb1ceb5-1762-435d-9dbe-e7ef78ddc855 None None] Notify callbacks [] for port, precommit_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:18.721484 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-bdb1ceb5-1762-435d-9dbe-e7ef78ddc855 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:18.725206 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-f6f256e3-c419-45fb-97e3-a84fe3c4c3af None None] Notify callbacks [] for port, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:18.755141 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-f6f256e3-c419-45fb-97e3-a84fe3c4c3af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785020947330'] for port, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:18.812792 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6f256e3-c419-45fb-97e3-a84fe3c4c3af None None] Network 45bb2543-f56c-41dc-a5a6-5e41876983b3 is already hosted by enough agents. {{(pid=103334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 07:45:18.817914 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.scheduler.base_scheduler [None req-f6f256e3-c419-45fb-97e3-a84fe3c4c3af None None] Resources bound (agent type, host, resource id): {{(pid=103334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:45:18.819719 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fd8b90-93eb-4a41-b2be-2085b40ee6f2 None None] Pushing event updated for resources: {'Port': ['ID=4efa873f-a5ce-4365-aa33-fa9b85cbd2e2,revision_number=3']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:45:18.822019 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6f256e3-c419-45fb-97e3-a84fe3c4c3af None None] Received port after_create {{(pid=103334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 07:45:18.862859 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-bdb1ceb5-1762-435d-9dbe-e7ef78ddc855 None None] Attempting to bind port 4efa873f-a5ce-4365-aa33-fa9b85cbd2e2 on host dv-neutron-861624-1-hyperv for vnic_type normal with profile {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 19 07:45:18.863232 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-bdb1ceb5-1762-435d-9dbe-e7ef78ddc855 None None] Attempting to bind port 4efa873f-a5ce-4365-aa33-fa9b85cbd2e2 by drivers openvswitch,hyperv on host dv-neutron-861624-1-hyperv at level 0 using segments [{'id': '45d868b5-7f03-4f0d-9637-d095e60ae160', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '2637e3a0-fcdf-4615-9456-62b509d8d11e'}] {{(pid=103334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 19 07:45:18.863595 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdb1ceb5-1762-435d-9dbe-e7ef78ddc855 None None] Attempting to bind port 4efa873f-a5ce-4365-aa33-fa9b85cbd2e2 on network 2637e3a0-fcdf-4615-9456-62b509d8d11e {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 07:45:18.905088 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdb1ceb5-1762-435d-9dbe-e7ef78ddc855 None None] Checking agent: {'id': 'a5b0152c-d633-409b-aaf8-3b76458e2410', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861624-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 19, 7, 30, 19), 'started_at': datetime.datetime(2022, 10, 19, 7, 30, 49), 'heartbeat_timestamp': datetime.datetime(2022, 10, 19, 7, 44, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861624-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 07:45:18.905467 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdb1ceb5-1762-435d-9dbe-e7ef78ddc855 None None] Checking segment: {'id': '45d868b5-7f03-4f0d-9637-d095e60ae160', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '2637e3a0-fcdf-4615-9456-62b509d8d11e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 19 07:45:18.905907 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-bdb1ceb5-1762-435d-9dbe-e7ef78ddc855 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:18.906273 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdb1ceb5-1762-435d-9dbe-e7ef78ddc855 None None] Bound using segment: {'id': '45d868b5-7f03-4f0d-9637-d095e60ae160', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '2637e3a0-fcdf-4615-9456-62b509d8d11e'} {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 07:45:18.906708 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-bdb1ceb5-1762-435d-9dbe-e7ef78ddc855 None None] Bound port: 4efa873f-a5ce-4365-aa33-fa9b85cbd2e2, host: dv-neutron-861624-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45d868b5-7f03-4f0d-9637-d095e60ae160', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '2637e3a0-fcdf-4615-9456-62b509d8d11e'}}] {{(pid=103334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 19 07:45:18.907088 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-bdb1ceb5-1762-435d-9dbe-e7ef78ddc855 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:18.930298 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f256e3-c419-45fb-97e3-a84fe3c4c3af None None] Pushing event updated for resources: {'Port': ['ID=e581b4ac-4107-4966-bd16-e86ad6d44e68,revision_number=1']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:45:18.941096 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-f6f256e3-c419-45fb-97e3-a84fe3c4c3af None None] Attempting to bind port e581b4ac-4107-4966-bd16-e86ad6d44e68 on host dv-neutron-861624-1-hyperv for vnic_type normal with profile {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 19 07:45:18.941471 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-f6f256e3-c419-45fb-97e3-a84fe3c4c3af None None] Attempting to bind port e581b4ac-4107-4966-bd16-e86ad6d44e68 by drivers openvswitch,hyperv on host dv-neutron-861624-1-hyperv at level 0 using segments [{'id': '9ab77dd2-cd53-43a9-8a90-367ee1bb071d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '45bb2543-f56c-41dc-a5a6-5e41876983b3'}] {{(pid=103334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 19 07:45:18.941834 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6f256e3-c419-45fb-97e3-a84fe3c4c3af None None] Attempting to bind port e581b4ac-4107-4966-bd16-e86ad6d44e68 on network 45bb2543-f56c-41dc-a5a6-5e41876983b3 {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 07:45:18.974090 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6f256e3-c419-45fb-97e3-a84fe3c4c3af None None] Checking agent: {'id': 'a5b0152c-d633-409b-aaf8-3b76458e2410', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861624-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 19, 7, 30, 19), 'started_at': datetime.datetime(2022, 10, 19, 7, 30, 49), 'heartbeat_timestamp': datetime.datetime(2022, 10, 19, 7, 44, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861624-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 07:45:18.974463 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6f256e3-c419-45fb-97e3-a84fe3c4c3af None None] Checking segment: {'id': '9ab77dd2-cd53-43a9-8a90-367ee1bb071d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '45bb2543-f56c-41dc-a5a6-5e41876983b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 19 07:45:18.974867 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-f6f256e3-c419-45fb-97e3-a84fe3c4c3af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:18.975258 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6f256e3-c419-45fb-97e3-a84fe3c4c3af None None] Bound using segment: {'id': '9ab77dd2-cd53-43a9-8a90-367ee1bb071d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '45bb2543-f56c-41dc-a5a6-5e41876983b3'} {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 07:45:18.975737 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-f6f256e3-c419-45fb-97e3-a84fe3c4c3af None None] Bound port: e581b4ac-4107-4966-bd16-e86ad6d44e68, host: dv-neutron-861624-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ab77dd2-cd53-43a9-8a90-367ee1bb071d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '45bb2543-f56c-41dc-a5a6-5e41876983b3'}}] {{(pid=103334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 19 07:45:18.976114 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-f6f256e3-c419-45fb-97e3-a84fe3c4c3af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:18.985728 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device aa6e83ce-e415-4449-b01a-1737d9bb2269 up at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 07:45:19.047523 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-7f78c6c4-f9b4-456b-8c25-2a7bbd13486a tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Notify callbacks [] for port, precommit_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:19.052168 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-7f78c6c4-f9b4-456b-8c25-2a7bbd13486a tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130996754'] for port, after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:19.052988 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-7f78c6c4-f9b4-456b-8c25-2a7bbd13486a tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1574855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1694822'] for router_interface, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:19.126699 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f78c6c4-f9b4-456b-8c25-2a7bbd13486a tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Pushing event updated for resources: {'Port': ['ID=f2f1c1de-e7b5-4b83-9fbb-6c5291671d1c,revision_number=2']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:45:19.182390 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-1a0da505-d0f9-48c6-b7e2-53b9c5e41298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:19.184878 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-71e105f8-b379-46a6-ae28-143dc76deffd None None] Attempt 3 to provision port 4efa873f-a5ce-4365-aa33-fa9b85cbd2e2 Oct 19 07:45:19.186671 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f78c6c4-f9b4-456b-8c25-2a7bbd13486a tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Network 45bb2543-f56c-41dc-a5a6-5e41876983b3 is already hosted by enough agents. {{(pid=103333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 07:45:19.188130 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-7f78c6c4-f9b4-456b-8c25-2a7bbd13486a tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Resources bound (agent type, host, resource id): {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:45:19.265837 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-bdb1ceb5-1762-435d-9dbe-e7ef78ddc855 None None] For port 4efa873f-a5ce-4365-aa33-fa9b85cbd2e2, host dv-neutron-861624-1-hyperv, cleared binding levels {{(pid=103334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 07:45:19.285568 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:19.291867 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f78c6c4-f9b4-456b-8c25-2a7bbd13486a tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Router e6a6e204-8b27-43ea-9752-f191ae896768 has already been hosted by L3 agent ab388470-1243-4d53-80f2-c2f5899c97a7 {{(pid=103333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 07:45:19.295511 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-bdb1ceb5-1762-435d-9dbe-e7ef78ddc855 None None] For port 4efa873f-a5ce-4365-aa33-fa9b85cbd2e2, host dv-neutron-861624-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=4efa873f-a5ce-4365-aa33-fa9b85cbd2e2,segment=NetworkSegment(45d868b5-7f03-4f0d-9637-d095e60ae160),segment_id=45d868b5-7f03-4f0d-9637-d095e60ae160)] {{(pid=103334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 07:45:19.296519 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-71e105f8-b379-46a6-ae28-143dc76deffd None None] Port 4efa873f-a5ce-4365-aa33-fa9b85cbd2e2 cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 07:45:19.310382 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-bdb1ceb5-1762-435d-9dbe-e7ef78ddc855 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:19.321388 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-f6f256e3-c419-45fb-97e3-a84fe3c4c3af None None] For port e581b4ac-4107-4966-bd16-e86ad6d44e68, host dv-neutron-861624-1-hyperv, cleared binding levels {{(pid=103334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 07:45:19.326307 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-f6f256e3-c419-45fb-97e3-a84fe3c4c3af None None] For port e581b4ac-4107-4966-bd16-e86ad6d44e68, host dv-neutron-861624-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=e581b4ac-4107-4966-bd16-e86ad6d44e68,segment=NetworkSegment(9ab77dd2-cd53-43a9-8a90-367ee1bb071d),segment_id=9ab77dd2-cd53-43a9-8a90-367ee1bb071d)] {{(pid=103334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 07:45:19.347117 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Provisioning complete for port aa6e83ce-e415-4449-b01a-1737d9bb2269 triggered by entity L2. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:45:19.347486 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:19.347819 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Attempt 1 to provision port aa6e83ce-e415-4449-b01a-1737d9bb2269 Oct 19 07:45:19.358145 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-f6f256e3-c419-45fb-97e3-a84fe3c4c3af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:19.399680 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdb1ceb5-1762-435d-9dbe-e7ef78ddc855 None None] Routers {'e6a6e204-8b27-43ea-9752-f191ae896768'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 07:45:19.400312 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-bdb1ceb5-1762-435d-9dbe-e7ef78ddc855 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T07:45:16Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['e6a6e204-8b27-43ea-9752-f191ae896768'], 'active': True} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:45:19.402933 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f78c6c4-f9b4-456b-8c25-2a7bbd13486a tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Notify agent at l3_agent.dv-neutron-861624-1-hyperv the message routers_updated {{(pid=103333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 07:45:19.411394 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-7f78c6c4-f9b4-456b-8c25-2a7bbd13486a tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] 10.222.0.27 "PUT /v2.0/routers/e6a6e204-8b27-43ea-9752-f191ae896768/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8592105 Oct 19 07:45:19.412027 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 60420) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:45:19.417762 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-f8821f26-d866-4cae-ae5e-f356b4b03a49 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1649738686'}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:45:19.442691 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8821f26-d866-4cae-ae5e-f356b4b03a49 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Made reservation on behalf of 1402d2757da24badb386c840c64ab2b4 for: {'network': 1} {{(pid=103332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 07:45:19.447102 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-f8821f26-d866-4cae-ae5e-f356b4b03a49 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for network, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:19.450727 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fd8b90-93eb-4a41-b2be-2085b40ee6f2 None None] Pushing event updated for resources: {'Port': ['ID=4efa873f-a5ce-4365-aa33-fa9b85cbd2e2,revision_number=4']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:45:19.476808 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8821f26-d866-4cae-ae5e-f356b4b03a49 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 157} {{(pid=103332) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 07:45:19.487169 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-f8821f26-d866-4cae-ae5e-f356b4b03a49 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979'] for segment, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:19.487493 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.db.segments_db [None req-f8821f26-d866-4cae-ae5e-f356b4b03a49 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Added segment f5adf2c1-a4e0-4572-9258-54700d317403 of type vlan for network 514ebeb0-8a57-41d8-85a7-6c1959fa0021 Oct 19 07:45:19.534578 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-f8821f26-d866-4cae-ae5e-f356b4b03a49 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785020965340'] for network, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:19.548437 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvr_db [None req-bdb1ceb5-1762-435d-9dbe-e7ef78ddc855 None None] Set router e6a6e204-8b27-43ea-9752-f191ae896768 gateway port host: None {{(pid=103334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 07:45:19.584477 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-f8821f26-d866-4cae-ae5e-f356b4b03a49 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873'] for network, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:19.590630 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8821f26-d866-4cae-ae5e-f356b4b03a49 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:45:19.591219 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-f8821f26-d866-4cae-ae5e-f356b4b03a49 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Notify callbacks [] for network, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:19.624439 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f256e3-c419-45fb-97e3-a84fe3c4c3af None None] Pushing event updated for resources: {'Port': ['ID=e581b4ac-4107-4966-bd16-e86ad6d44e68,revision_number=2']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:45:19.669190 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8821f26-d866-4cae-ae5e-f356b4b03a49 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Pushing event updated for resources: {'Network': ['ID=514ebeb0-8a57-41d8-85a7-6c1959fa0021,revision_number=1']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:45:19.670558 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Current status of the port aa6e83ce-e415-4449-b01a-1737d9bb2269 is: ACTIVE; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:45:19.682476 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-f8821f26-d866-4cae-ae5e-f356b4b03a49 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2692289 Oct 19 07:45:19.684786 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Network 514ebeb0-8a57-41d8-85a7-6c1959fa0021 details requested by agent ovs-agent-dv-neutron-861624-1-hyperv with host dv-neutron-861624-1-hyperv {{(pid=103334) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 07:45:19.685516 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 60422) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:45:19.691284 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-8d4d3625-4859-4f6d-9a38-2d2c06ba256a tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Request body: {'subnet': {'network_id': '514ebeb0-8a57-41d8-85a7-6c1959fa0021', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:45:19.786110 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d4d3625-4859-4f6d-9a38-2d2c06ba256a tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Made reservation on behalf of 1402d2757da24badb386c840c64ab2b4 for: {'subnet': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 07:45:19.789825 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-8d4d3625-4859-4f6d-9a38-2d2c06ba256a tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130170579'] for subnet, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:19.801141 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-71e105f8-b379-46a6-ae28-143dc76deffd None None] Attempt 4 to provision port 4efa873f-a5ce-4365-aa33-fa9b85cbd2e2 Oct 19 07:45:19.926215 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-71e105f8-b379-46a6-ae28-143dc76deffd None None] Current status of the port 4efa873f-a5ce-4365-aa33-fa9b85cbd2e2 is: DOWN; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:45:19.926894 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-71e105f8-b379-46a6-ae28-143dc76deffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:19.931602 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-bdb1ceb5-1762-435d-9dbe-e7ef78ddc855 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6a6e204-8b27-43ea-9752-f191ae896768', 'name': 'tempest-RoutersIpV6Test-router-939190357', 'tenant_id': '1402d2757da24badb386c840c64ab2b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T07:45:11Z', 'updated_at': '2022-10-19T07:45:18Z', 'revision_number': 4, 'project_id': '1402d2757da24badb386c840c64ab2b4', 'gw_port_host': None, '_interfaces': [{'id': '4efa873f-a5ce-4365-aa33-fa9b85cbd2e2', 'name': '', 'network_id': '2637e3a0-fcdf-4615-9456-62b509d8d11e', 'tenant_id': '1402d2757da24badb386c840c64ab2b4', 'mac_address': 'fa:16:3e:b3:f3:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6a6e204-8b27-43ea-9752-f191ae896768', 'device_owner': 'network:router_interface', 'standard_attr_id': 1274, 'fixed_ips': [{'subnet_id': 'df51bdc2-a756-4d71-b64c-c6fb5669e6e7', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:45:15Z', 'updated_at': '2022-10-19T07:45:19Z', 'revision_number': 4, 'project_id': '1402d2757da24badb386c840c64ab2b4', 'subnets': [{'id': 'df51bdc2-a756-4d71-b64c-c6fb5669e6e7', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8ec7e828-2b25-4560-8f5a-5d7586c3f22b', 'name': '', 'network_id': '048fea24-1321-4212-837e-fb8a75e7b3e9', 'tenant_id': '1402d2757da24badb386c840c64ab2b4', 'mac_address': 'fa:16:3e:62:be:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6a6e204-8b27-43ea-9752-f191ae896768', 'device_owner': 'network:router_interface', 'standard_attr_id': 1269, 'fixed_ips': [{'subnet_id': '3f6be3f6-11f5-433e-afe8-fcbe696660ad', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:45:12Z', 'updated_at': '2022-10-19T07:45:15Z', 'revision_number': 5, 'project_id': '1402d2757da24badb386c840c64ab2b4', 'subnets': [{'id': '3f6be3f6-11f5-433e-afe8-fcbe696660ad', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f2f1c1de-e7b5-4b83-9fbb-6c5291671d1c', 'name': '', 'network_id': '45bb2543-f56c-41dc-a5a6-5e41876983b3', 'tenant_id': '1402d2757da24badb386c840c64ab2b4', 'mac_address': 'fa:16:3e:f8:f2:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6a6e204-8b27-43ea-9752-f191ae896768', 'device_owner': 'network:router_interface', 'standard_attr_id': 1278, 'fixed_ips': [{'subnet_id': '016aa842-a9e5-4ab3-ada2-36e562cec6ce', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:45:18Z', 'updated_at': '2022-10-19T07:45:18Z', 'revision_number': 2, 'project_id': '1402d2757da24badb386c840c64ab2b4', 'subnets': [{'id': '016aa842-a9e5-4ab3-ada2-36e562cec6ce', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:45:19.956804 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 60426) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:45:19.965299 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdb1ceb5-1762-435d-9dbe-e7ef78ddc855 None None] The sync data for ids ['e6a6e204-8b27-43ea-9752-f191ae896768'] in dv-neutron-861624-1-hyperv is: [{'id': 'e6a6e204-8b27-43ea-9752-f191ae896768', 'name': 'tempest-RoutersIpV6Test-router-939190357', 'tenant_id': '1402d2757da24badb386c840c64ab2b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T07:45:11Z', 'updated_at': '2022-10-19T07:45:18Z', 'revision_number': 4, 'project_id': '1402d2757da24badb386c840c64ab2b4', 'gw_port_host': None, '_interfaces': [{'id': '4efa873f-a5ce-4365-aa33-fa9b85cbd2e2', 'name': '', 'network_id': '2637e3a0-fcdf-4615-9456-62b509d8d11e', 'tenant_id': '1402d2757da24badb386c840c64ab2b4', 'mac_address': 'fa:16:3e:b3:f3:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6a6e204-8b27-43ea-9752-f191ae896768', 'device_owner': 'network:router_interface', 'standard_attr_id': 1274, 'fixed_ips': [{'subnet_id': 'df51bdc2-a756-4d71-b64c-c6fb5669e6e7', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:45:15Z', 'updated_at': '2022-10-19T07:45:19Z', 'revision_number': 4, 'project_id': '1402d2757da24badb386c840c64ab2b4', 'subnets': [{'id': 'df51bdc2-a756-4d71-b64c-c6fb5669e6e7', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8ec7e828-2b25-4560-8f5a-5d7586c3f22b', 'name': '', 'network_id': '048fea24-1321-4212-837e-fb8a75e7b3e9', 'tenant_id': '1402d2757da24badb386c840c64ab2b4', 'mac_address': 'fa:16:3e:62:be:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6a6e204-8b27-43ea-9752-f191ae896768', 'device_owner': 'network:router_interface', 'standard_attr_id': 1269, 'fixed_ips': [{'subnet_id': '3f6be3f6-11f5-433e-afe8-fcbe696660ad', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:45:12Z', 'updated_at': '2022-10-19T07:45:15Z', 'revision_number': 5, 'project_id': '1402d2757da24badb386c840c64ab2b4', 'subnets': [{'id': '3f6be3f6-11f5-433e-afe8-fcbe696660ad', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f2f1c1de-e7b5-4b83-9fbb-6c5291671d1c', 'name': '', 'network_id': '45bb2543-f56c-41dc-a5a6-5e41876983b3', 'tenant_id': '1402d2757da24badb386c840c64ab2b4', 'mac_address': 'fa:16:3e:f8:f2:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6a6e204-8b27-43ea-9752-f191ae896768', 'device_owner': 'network:router_interface', 'standard_attr_id': 1278, 'fixed_ips': [{'subnet_id': '016aa842-a9e5-4ab3-ada2-36e562cec6ce', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:45:18Z', 'updated_at': '2022-10-19T07:45:18Z', 'revision_number': 2, 'project_id': '1402d2757da24badb386c840c64ab2b4', 'subnets': [{'id': '016aa842-a9e5-4ab3-ada2-36e562cec6ce', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 07:45:19.985257 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-8d4d3625-4859-4f6d-9a38-2d2c06ba256a tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130997899', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130170401'] for subnet, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:19.990396 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-71e105f8-b379-46a6-ae28-143dc76deffd None None] For port 4efa873f-a5ce-4365-aa33-fa9b85cbd2e2, host dv-neutron-861624-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=4efa873f-a5ce-4365-aa33-fa9b85cbd2e2,segment=NetworkSegment(45d868b5-7f03-4f0d-9637-d095e60ae160),segment_id=45d868b5-7f03-4f0d-9637-d095e60ae160)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:45:19.995244 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-71e105f8-b379-46a6-ae28-143dc76deffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:20.071358 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e105f8-b379-46a6-ae28-143dc76deffd None None] Pushing event updated for resources: {'Port': ['ID=4efa873f-a5ce-4365-aa33-fa9b85cbd2e2,revision_number=5']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:45:20.074469 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4d3625-4859-4f6d-9a38-2d2c06ba256a tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Pushing event updated for resources: {'Subnet': ['ID=0d8dcf6f-e93b-4bb2-a7e5-8050376300d1,revision_number=0']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:45:20.094741 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c46fd84c-a332-43c2-9c5f-7da60af383e3 tempest-TestNetworkBasicOps-773100899 tempest-TestNetworkBasicOps-773100899-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:45:20.095227 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c46fd84c-a332-43c2-9c5f-7da60af383e3 tempest-TestNetworkBasicOps-773100899 tempest-TestNetworkBasicOps-773100899-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:45:20.095885 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c46fd84c-a332-43c2-9c5f-7da60af383e3 tempest-TestNetworkBasicOps-773100899 tempest-TestNetworkBasicOps-773100899-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:45:20.097633 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-c46fd84c-a332-43c2-9c5f-7da60af383e3 tempest-TestNetworkBasicOps-773100899 tempest-TestNetworkBasicOps-773100899-project-admin] 10.222.0.27 "GET /v2.0/ports?project_id=47a12ea4f74e4c18b13323e6f3cc9741&network_id=29687d8b-decc-4f3b-b892-7b87648c9d85 HTTP/1.1" status: 200 len: 2999 time: 0.1399121 Oct 19 07:45:20.114946 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d4d3625-4859-4f6d-9a38-2d2c06ba256a tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Checking segment: {'id': 'f5adf2c1-a4e0-4572-9258-54700d317403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '514ebeb0-8a57-41d8-85a7-6c1959fa0021'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 19 07:45:20.115391 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d4d3625-4859-4f6d-9a38-2d2c06ba256a tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Network hostable DHCP agents. Network: 514ebeb0-8a57-41d8-85a7-6c1959fa0021, hostable agents: ['310d813b-0e3e-4d7e-9b79-8f4ec0dbcab0'], hosted agents: [] {{(pid=103333) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 07:45:20.123619 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-0f604522-9d6a-4064-af09-9e78fc9d35fa None None] Provisioning complete for port 4efa873f-a5ce-4365-aa33-fa9b85cbd2e2 triggered by entity DHCP. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:45:20.124016 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-0f604522-9d6a-4064-af09-9e78fc9d35fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:20.124363 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-0f604522-9d6a-4064-af09-9e78fc9d35fa None None] Attempt 1 to provision port 4efa873f-a5ce-4365-aa33-fa9b85cbd2e2 Oct 19 07:45:20.138984 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d4d3625-4859-4f6d-9a38-2d2c06ba256a tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Network 514ebeb0-8a57-41d8-85a7-6c1959fa0021 is scheduled to be hosted by DHCP agent 310d813b-0e3e-4d7e-9b79-8f4ec0dbcab0 with binding_index 1 {{(pid=103333) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 07:45:20.154914 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-8d4d3625-4859-4f6d-9a38-2d2c06ba256a tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861624-1-hyperv, 514ebeb0-8a57-41d8-85a7-6c1959fa0021) {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:45:20.159536 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d4d3625-4859-4f6d-9a38-2d2c06ba256a tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:45:20.160139 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-8d4d3625-4859-4f6d-9a38-2d2c06ba256a tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Notify callbacks [] for subnet, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:20.168229 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4efb392c-ef53-4091-bc16-1f1076f3780a None None] Network 514ebeb0-8a57-41d8-85a7-6c1959fa0021 requested from dv-neutron-861624-1-hyperv {{(pid=103334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 07:45:20.180158 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-8d4d3625-4859-4f6d-9a38-2d2c06ba256a tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.4933550 Oct 19 07:45:20.183533 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 60430) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:45:20.309573 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-0f604522-9d6a-4064-af09-9e78fc9d35fa None None] Current status of the port 4efa873f-a5ce-4365-aa33-fa9b85cbd2e2 is: ACTIVE; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:45:20.402994 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e88c974e-1745-45d0-892e-d7121bcee5b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d12c6ac-27a3-545c-a8f3-f04e30423d6d-514ebeb0-8a57-41d8-85a7-6c1959fa0021', 'network_id': '514ebeb0-8a57-41d8-85a7-6c1959fa0021', 'tenant_id': '1402d2757da24badb386c840c64ab2b4', 'fixed_ips': [{'subnet_id': '0d8dcf6f-e93b-4bb2-a7e5-8050376300d1'}]}} from dv-neutron-861624-1-hyperv. {{(pid=103334) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 07:45:20.403867 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-e88c974e-1745-45d0-892e-d7121bcee5b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:20.564008 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba0a2e3a-1b10-4d59-80ff-ba7a912b2d4c None None] Network 45bb2543-f56c-41dc-a5a6-5e41876983b3 requested from dv-neutron-861624-1-hyperv {{(pid=103334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 07:45:20.628565 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.db_base_plugin_common [None req-e88c974e-1745-45d0-892e-d7121bcee5b7 None None] Allocated IP 2001:db8:3::2 (514ebeb0-8a57-41d8-85a7-6c1959fa0021/0d8dcf6f-e93b-4bb2-a7e5-8050376300d1/bbb49bb1-d41f-47d7-94f7-75cd0db169a4) {{(pid=103334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 07:45:20.653382 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-3d8bc0b1-4f3d-412c-a7b8-abcd5b14ad17 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:20.730329 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-99cb6a6c-63a3-4e1c-940d-8e740322fa1e None None] Provisioning complete for port e581b4ac-4107-4966-bd16-e86ad6d44e68 triggered by entity DHCP. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:45:20.730702 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-99cb6a6c-63a3-4e1c-940d-8e740322fa1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:20.731040 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-99cb6a6c-63a3-4e1c-940d-8e740322fa1e None None] Attempt 1 to provision port e581b4ac-4107-4966-bd16-e86ad6d44e68 Oct 19 07:45:20.965033 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-e88c974e-1745-45d0-892e-d7121bcee5b7 None None] Notify callbacks [] for port, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:20.975177 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-99cb6a6c-63a3-4e1c-940d-8e740322fa1e None None] Current status of the port e581b4ac-4107-4966-bd16-e86ad6d44e68 is: DOWN; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:45:20.975533 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-99cb6a6c-63a3-4e1c-940d-8e740322fa1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:20.978742 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-e88c974e-1745-45d0-892e-d7121bcee5b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785020947330'] for port, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:21.068723 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e88c974e-1745-45d0-892e-d7121bcee5b7 None None] Network 514ebeb0-8a57-41d8-85a7-6c1959fa0021 is already hosted by enough agents. {{(pid=103334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 07:45:21.070764 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device 4efa873f-a5ce-4365-aa33-fa9b85cbd2e2 up at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 07:45:21.073286 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88c974e-1745-45d0-892e-d7121bcee5b7 None None] Pushing event updated for resources: {'Port': ['ID=bbb49bb1-d41f-47d7-94f7-75cd0db169a4,revision_number=1']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:45:21.080348 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.scheduler.base_scheduler [None req-e88c974e-1745-45d0-892e-d7121bcee5b7 None None] Resources bound (agent type, host, resource id): {{(pid=103334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:45:21.083500 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.db_base_plugin_common [None req-3d8bc0b1-4f3d-412c-a7b8-abcd5b14ad17 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Allocated IP 2001:db8:3::1 (514ebeb0-8a57-41d8-85a7-6c1959fa0021/0d8dcf6f-e93b-4bb2-a7e5-8050376300d1/826068b7-e441-4d83-a70e-27e5319884e4) {{(pid=103333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 07:45:21.108949 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e88c974e-1745-45d0-892e-d7121bcee5b7 None None] Received port after_create {{(pid=103334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 07:45:21.127529 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-99cb6a6c-63a3-4e1c-940d-8e740322fa1e None None] For port e581b4ac-4107-4966-bd16-e86ad6d44e68, host dv-neutron-861624-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=e581b4ac-4107-4966-bd16-e86ad6d44e68,segment=NetworkSegment(9ab77dd2-cd53-43a9-8a90-367ee1bb071d),segment_id=9ab77dd2-cd53-43a9-8a90-367ee1bb071d)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:45:21.152977 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-99cb6a6c-63a3-4e1c-940d-8e740322fa1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:21.228216 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-e88c974e-1745-45d0-892e-d7121bcee5b7 None None] Attempting to bind port bbb49bb1-d41f-47d7-94f7-75cd0db169a4 on host dv-neutron-861624-1-hyperv for vnic_type normal with profile {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 19 07:45:21.228580 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-e88c974e-1745-45d0-892e-d7121bcee5b7 None None] Attempting to bind port bbb49bb1-d41f-47d7-94f7-75cd0db169a4 by drivers openvswitch,hyperv on host dv-neutron-861624-1-hyperv at level 0 using segments [{'id': 'f5adf2c1-a4e0-4572-9258-54700d317403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '514ebeb0-8a57-41d8-85a7-6c1959fa0021'}] {{(pid=103334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 19 07:45:21.229623 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e88c974e-1745-45d0-892e-d7121bcee5b7 None None] Attempting to bind port bbb49bb1-d41f-47d7-94f7-75cd0db169a4 on network 514ebeb0-8a57-41d8-85a7-6c1959fa0021 {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 07:45:21.233831 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-3d8bc0b1-4f3d-412c-a7b8-abcd5b14ad17 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Notify callbacks [] for port, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:21.242006 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e88c974e-1745-45d0-892e-d7121bcee5b7 None None] Checking agent: {'id': 'a5b0152c-d633-409b-aaf8-3b76458e2410', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861624-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 19, 7, 30, 19), 'started_at': datetime.datetime(2022, 10, 19, 7, 30, 49), 'heartbeat_timestamp': datetime.datetime(2022, 10, 19, 7, 45, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861624-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 07:45:21.242405 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e88c974e-1745-45d0-892e-d7121bcee5b7 None None] Checking segment: {'id': 'f5adf2c1-a4e0-4572-9258-54700d317403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '514ebeb0-8a57-41d8-85a7-6c1959fa0021'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 19 07:45:21.242834 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-e88c974e-1745-45d0-892e-d7121bcee5b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:21.243262 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e88c974e-1745-45d0-892e-d7121bcee5b7 None None] Bound using segment: {'id': 'f5adf2c1-a4e0-4572-9258-54700d317403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '514ebeb0-8a57-41d8-85a7-6c1959fa0021'} {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 07:45:21.243826 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-e88c974e-1745-45d0-892e-d7121bcee5b7 None None] Bound port: bbb49bb1-d41f-47d7-94f7-75cd0db169a4, host: dv-neutron-861624-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5adf2c1-a4e0-4572-9258-54700d317403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '514ebeb0-8a57-41d8-85a7-6c1959fa0021'}}] {{(pid=103334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 19 07:45:21.244115 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-e88c974e-1745-45d0-892e-d7121bcee5b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:21.269124 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99cb6a6c-63a3-4e1c-940d-8e740322fa1e None None] Pushing event updated for resources: {'Port': ['ID=e581b4ac-4107-4966-bd16-e86ad6d44e68,revision_number=3']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:45:21.273675 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Provisioning complete for port 4efa873f-a5ce-4365-aa33-fa9b85cbd2e2 triggered by entity L2. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:45:21.274052 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:21.274410 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Attempt 1 to provision port 4efa873f-a5ce-4365-aa33-fa9b85cbd2e2 Oct 19 07:45:21.285489 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-3d8bc0b1-4f3d-412c-a7b8-abcd5b14ad17 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785020947330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130996763'] for port, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:21.349242 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d8bc0b1-4f3d-412c-a7b8-abcd5b14ad17 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Network 514ebeb0-8a57-41d8-85a7-6c1959fa0021 is already hosted by enough agents. {{(pid=103333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 07:45:21.352954 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-3d8bc0b1-4f3d-412c-a7b8-abcd5b14ad17 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Resources bound (agent type, host, resource id): {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:45:21.357978 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d8bc0b1-4f3d-412c-a7b8-abcd5b14ad17 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Received port after_create {{(pid=103333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 07:45:21.358643 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-3d8bc0b1-4f3d-412c-a7b8-abcd5b14ad17 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1695190'] for router_interface, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:21.365252 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-e88c974e-1745-45d0-892e-d7121bcee5b7 None None] For port bbb49bb1-d41f-47d7-94f7-75cd0db169a4, host dv-neutron-861624-1-hyperv, cleared binding levels {{(pid=103334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 07:45:21.373787 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-e88c974e-1745-45d0-892e-d7121bcee5b7 None None] For port bbb49bb1-d41f-47d7-94f7-75cd0db169a4, host dv-neutron-861624-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=bbb49bb1-d41f-47d7-94f7-75cd0db169a4,segment=NetworkSegment(f5adf2c1-a4e0-4572-9258-54700d317403),segment_id=f5adf2c1-a4e0-4572-9258-54700d317403)] {{(pid=103334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 07:45:21.402611 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-e88c974e-1745-45d0-892e-d7121bcee5b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:21.407762 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8bc0b1-4f3d-412c-a7b8-abcd5b14ad17 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Pushing event updated for resources: {'Port': ['ID=826068b7-e441-4d83-a70e-27e5319884e4,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:45:21.457865 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-85501ac4-bcc4-49b7-8fdc-b9d67b2acee8 None None] Provisioning complete for port e581b4ac-4107-4966-bd16-e86ad6d44e68 triggered by entity DHCP. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:45:21.458546 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-85501ac4-bcc4-49b7-8fdc-b9d67b2acee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:21.458667 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-85501ac4-bcc4-49b7-8fdc-b9d67b2acee8 None None] Attempt 1 to provision port e581b4ac-4107-4966-bd16-e86ad6d44e68 Oct 19 07:45:21.488130 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-700bfccd-1d99-4eef-b865-fae957612d87 None None] Sync routers for ids ['e6a6e204-8b27-43ea-9752-f191ae896768'] in dv-neutron-861624-1-hyperv {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 07:45:21.490907 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Current status of the port 4efa873f-a5ce-4365-aa33-fa9b85cbd2e2 is: ACTIVE; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:45:21.492069 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device e581b4ac-4107-4966-bd16-e86ad6d44e68 up at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 07:45:21.505238 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-700bfccd-1d99-4eef-b865-fae957612d87 None None] Routers {'e6a6e204-8b27-43ea-9752-f191ae896768'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 07:45:21.505986 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-700bfccd-1d99-4eef-b865-fae957612d87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T07:45:16Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['e6a6e204-8b27-43ea-9752-f191ae896768'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:45:21.556723 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-3d8bc0b1-4f3d-412c-a7b8-abcd5b14ad17 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:21.575965 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88c974e-1745-45d0-892e-d7121bcee5b7 None None] Pushing event updated for resources: {'Port': ['ID=bbb49bb1-d41f-47d7-94f7-75cd0db169a4,revision_number=2']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:45:21.644086 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvr_db [None req-700bfccd-1d99-4eef-b865-fae957612d87 None None] Set router e6a6e204-8b27-43ea-9752-f191ae896768 gateway port host: None {{(pid=103335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 07:45:21.803310 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 60438) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:45:21.814509 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-85501ac4-bcc4-49b7-8fdc-b9d67b2acee8 None None] Current status of the port e581b4ac-4107-4966-bd16-e86ad6d44e68 is: ACTIVE; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:45:21.818431 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Provisioning complete for port e581b4ac-4107-4966-bd16-e86ad6d44e68 triggered by entity L2. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:45:21.818825 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:21.819180 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Attempt 1 to provision port e581b4ac-4107-4966-bd16-e86ad6d44e68 Oct 19 07:45:21.888123 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-85501ac4-bcc4-49b7-8fdc-b9d67b2acee8 None None] Provisioning complete for port f2f1c1de-e7b5-4b83-9fbb-6c5291671d1c triggered by entity DHCP. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:45:21.888574 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-85501ac4-bcc4-49b7-8fdc-b9d67b2acee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:21.888899 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-85501ac4-bcc4-49b7-8fdc-b9d67b2acee8 None None] Attempt 1 to provision port f2f1c1de-e7b5-4b83-9fbb-6c5291671d1c Oct 19 07:45:21.896575 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90a52d6c-3134-46dd-b50a-9bec4a08377d tempest-TestNetworkBasicOps-773100899 tempest-TestNetworkBasicOps-773100899-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:45:21.899581 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-90a52d6c-3134-46dd-b50a-9bec4a08377d tempest-TestNetworkBasicOps-773100899 tempest-TestNetworkBasicOps-773100899-project-admin] 10.222.0.27 "GET /v2.0/subnets?network_id=99c66757-74e3-40a4-b479-8d09e3a7c3dd HTTP/1.1" status: 200 len: 814 time: 0.0944462 Oct 19 07:45:21.951968 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-85501ac4-bcc4-49b7-8fdc-b9d67b2acee8 None None] Port f2f1c1de-e7b5-4b83-9fbb-6c5291671d1c cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 07:45:22.005954 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Current status of the port e581b4ac-4107-4966-bd16-e86ad6d44e68 is: ACTIVE; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:45:22.011818 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-3d8bc0b1-4f3d-412c-a7b8-abcd5b14ad17 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Notify callbacks [] for port, precommit_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:22.020678 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-3d8bc0b1-4f3d-412c-a7b8-abcd5b14ad17 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130996754'] for port, after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:22.021538 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-3d8bc0b1-4f3d-412c-a7b8-abcd5b14ad17 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1574855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1694822'] for router_interface, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:22.040587 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-700bfccd-1d99-4eef-b865-fae957612d87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6a6e204-8b27-43ea-9752-f191ae896768', 'name': 'tempest-RoutersIpV6Test-router-939190357', 'tenant_id': '1402d2757da24badb386c840c64ab2b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T07:45:11Z', 'updated_at': '2022-10-19T07:45:21Z', 'revision_number': 5, 'project_id': '1402d2757da24badb386c840c64ab2b4', 'gw_port_host': None, '_interfaces': [{'id': '4efa873f-a5ce-4365-aa33-fa9b85cbd2e2', 'name': '', 'network_id': '2637e3a0-fcdf-4615-9456-62b509d8d11e', 'tenant_id': '1402d2757da24badb386c840c64ab2b4', 'mac_address': 'fa:16:3e:b3:f3:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6a6e204-8b27-43ea-9752-f191ae896768', 'device_owner': 'network:router_interface', 'standard_attr_id': 1274, 'fixed_ips': [{'subnet_id': 'df51bdc2-a756-4d71-b64c-c6fb5669e6e7', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:45:15Z', 'updated_at': '2022-10-19T07:45:19Z', 'revision_number': 5, 'project_id': '1402d2757da24badb386c840c64ab2b4', 'subnets': [{'id': 'df51bdc2-a756-4d71-b64c-c6fb5669e6e7', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '826068b7-e441-4d83-a70e-27e5319884e4', 'name': '', 'network_id': '514ebeb0-8a57-41d8-85a7-6c1959fa0021', 'tenant_id': '1402d2757da24badb386c840c64ab2b4', 'mac_address': 'fa:16:3e:58:d4:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6a6e204-8b27-43ea-9752-f191ae896768', 'device_owner': 'network:router_interface', 'standard_attr_id': 1284, 'fixed_ips': [{'subnet_id': '0d8dcf6f-e93b-4bb2-a7e5-8050376300d1', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:45:20Z', 'updated_at': '2022-10-19T07:45:21Z', 'revision_number': 1, 'project_id': '1402d2757da24badb386c840c64ab2b4', 'subnets': [{'id': '0d8dcf6f-e93b-4bb2-a7e5-8050376300d1', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8ec7e828-2b25-4560-8f5a-5d7586c3f22b', 'name': '', 'network_id': '048fea24-1321-4212-837e-fb8a75e7b3e9', 'tenant_id': '1402d2757da24badb386c840c64ab2b4', 'mac_address': 'fa:16:3e:62:be:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6a6e204-8b27-43ea-9752-f191ae896768', 'device_owner': 'network:router_interface', 'standard_attr_id': 1269, 'fixed_ips': [{'subnet_id': '3f6be3f6-11f5-433e-afe8-fcbe696660ad', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:45:12Z', 'updated_at': '2022-10-19T07:45:15Z', 'revision_number': 5, 'project_id': '1402d2757da24badb386c840c64ab2b4', 'subnets': [{'id': '3f6be3f6-11f5-433e-afe8-fcbe696660ad', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f2f1c1de-e7b5-4b83-9fbb-6c5291671d1c', 'name': '', 'network_id': '45bb2543-f56c-41dc-a5a6-5e41876983b3', 'tenant_id': '1402d2757da24badb386c840c64ab2b4', 'mac_address': 'fa:16:3e:f8:f2:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6a6e204-8b27-43ea-9752-f191ae896768', 'device_owner': 'network:router_interface', 'standard_attr_id': 1278, 'fixed_ips': [{'subnet_id': '016aa842-a9e5-4ab3-ada2-36e562cec6ce', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:45:18Z', 'updated_at': '2022-10-19T07:45:18Z', 'revision_number': 2, 'project_id': '1402d2757da24badb386c840c64ab2b4', 'subnets': [{'id': '016aa842-a9e5-4ab3-ada2-36e562cec6ce', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:45:22.067230 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-700bfccd-1d99-4eef-b865-fae957612d87 None None] Checking router: e6a6e204-8b27-43ea-9752-f191ae896768 for host: dv-neutron-861624-1-hyperv {{(pid=103335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 07:45:22.067583 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-700bfccd-1d99-4eef-b865-fae957612d87 None None] Updating router e6a6e204-8b27-43ea-9752-f191ae896768 port 826068b7-e441-4d83-a70e-27e5319884e4 binding host dv-neutron-861624-1-hyperv {{(pid=103335) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 07:45:22.092685 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-700bfccd-1d99-4eef-b865-fae957612d87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:22.095044 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8bc0b1-4f3d-412c-a7b8-abcd5b14ad17 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Pushing event updated for resources: {'Port': ['ID=826068b7-e441-4d83-a70e-27e5319884e4,revision_number=2']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:45:22.156894 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d8bc0b1-4f3d-412c-a7b8-abcd5b14ad17 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Network 514ebeb0-8a57-41d8-85a7-6c1959fa0021 is already hosted by enough agents. {{(pid=103333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 07:45:22.158329 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-3d8bc0b1-4f3d-412c-a7b8-abcd5b14ad17 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Resources bound (agent type, host, resource id): {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:45:22.261794 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d8bc0b1-4f3d-412c-a7b8-abcd5b14ad17 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Router e6a6e204-8b27-43ea-9752-f191ae896768 has already been hosted by L3 agent ab388470-1243-4d53-80f2-c2f5899c97a7 {{(pid=103333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 07:45:22.349658 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 60444) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:45:22.357247 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-75e15d3d-8c31-49c8-a977-8919b5556e1c tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Request body: {'network': {'name': 'tempest-network-smoke--1081667901', 'project_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'port_security_enabled': True}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:45:22.364488 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-700bfccd-1d99-4eef-b865-fae957612d87 None None] Notify callbacks [] for port, precommit_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:22.370778 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-700bfccd-1d99-4eef-b865-fae957612d87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:22.373207 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d8bc0b1-4f3d-412c-a7b8-abcd5b14ad17 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Notify agent at l3_agent.dv-neutron-861624-1-hyperv the message routers_updated {{(pid=103333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 07:45:22.382685 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-3d8bc0b1-4f3d-412c-a7b8-abcd5b14ad17 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] 10.222.0.27 "PUT /v2.0/routers/e6a6e204-8b27-43ea-9752-f191ae896768/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1951907 Oct 19 07:45:22.382685 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 60446) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:45:22.387295 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-31f31903-e791-4d52-ae76-c99eca3f1526 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:45:22.433811 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75e15d3d-8c31-49c8-a977-8919b5556e1c tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Made reservation on behalf of 47a12ea4f74e4c18b13323e6f3cc9741 for: {'network': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 07:45:22.437377 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-75e15d3d-8c31-49c8-a977-8919b5556e1c tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for network, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:22.437996 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0b0a0b-abc4-40ab-b715-3399c277cc54 None None] Pushing event updated for resources: {'Port': ['ID=826068b7-e441-4d83-a70e-27e5319884e4,revision_number=3']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:45:22.453752 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-85501ac4-bcc4-49b7-8fdc-b9d67b2acee8 None None] Attempt 2 to provision port f2f1c1de-e7b5-4b83-9fbb-6c5291671d1c Oct 19 07:45:22.468881 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-700bfccd-1d99-4eef-b865-fae957612d87 None None] Attempting to bind port 826068b7-e441-4d83-a70e-27e5319884e4 on host dv-neutron-861624-1-hyperv for vnic_type normal with profile {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 19 07:45:22.469164 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-700bfccd-1d99-4eef-b865-fae957612d87 None None] Attempting to bind port 826068b7-e441-4d83-a70e-27e5319884e4 by drivers openvswitch,hyperv on host dv-neutron-861624-1-hyperv at level 0 using segments [{'id': 'f5adf2c1-a4e0-4572-9258-54700d317403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '514ebeb0-8a57-41d8-85a7-6c1959fa0021'}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 19 07:45:22.469370 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-700bfccd-1d99-4eef-b865-fae957612d87 None None] Attempting to bind port 826068b7-e441-4d83-a70e-27e5319884e4 on network 514ebeb0-8a57-41d8-85a7-6c1959fa0021 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 07:45:22.475441 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-700bfccd-1d99-4eef-b865-fae957612d87 None None] Checking agent: {'id': 'a5b0152c-d633-409b-aaf8-3b76458e2410', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861624-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 19, 7, 30, 19), 'started_at': datetime.datetime(2022, 10, 19, 7, 30, 49), 'heartbeat_timestamp': datetime.datetime(2022, 10, 19, 7, 45, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861624-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 07:45:22.475896 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-700bfccd-1d99-4eef-b865-fae957612d87 None None] Checking segment: {'id': 'f5adf2c1-a4e0-4572-9258-54700d317403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '514ebeb0-8a57-41d8-85a7-6c1959fa0021'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 19 07:45:22.476696 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-700bfccd-1d99-4eef-b865-fae957612d87 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:22.477160 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-700bfccd-1d99-4eef-b865-fae957612d87 None None] Bound using segment: {'id': 'f5adf2c1-a4e0-4572-9258-54700d317403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '514ebeb0-8a57-41d8-85a7-6c1959fa0021'} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 07:45:22.477697 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-700bfccd-1d99-4eef-b865-fae957612d87 None None] Bound port: 826068b7-e441-4d83-a70e-27e5319884e4, host: dv-neutron-861624-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5adf2c1-a4e0-4572-9258-54700d317403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '514ebeb0-8a57-41d8-85a7-6c1959fa0021'}}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 19 07:45:22.478158 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-700bfccd-1d99-4eef-b865-fae957612d87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:22.507101 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-85501ac4-bcc4-49b7-8fdc-b9d67b2acee8 None None] Port f2f1c1de-e7b5-4b83-9fbb-6c5291671d1c cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 07:45:22.539247 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75e15d3d-8c31-49c8-a977-8919b5556e1c tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 185} {{(pid=103333) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 07:45:22.555981 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-75e15d3d-8c31-49c8-a977-8919b5556e1c tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979'] for segment, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:22.556374 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.db.segments_db [None req-75e15d3d-8c31-49c8-a977-8919b5556e1c tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Added segment e514c907-b9fc-483c-8e4a-2691273f8eec of type vlan for network 90b48a7c-1ece-4149-b597-4861a65d242d Oct 19 07:45:22.640555 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-700bfccd-1d99-4eef-b865-fae957612d87 None None] For port 826068b7-e441-4d83-a70e-27e5319884e4, host dv-neutron-861624-1-hyperv, cleared binding levels {{(pid=103335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 07:45:22.646257 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-700bfccd-1d99-4eef-b865-fae957612d87 None None] For port 826068b7-e441-4d83-a70e-27e5319884e4, host dv-neutron-861624-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=826068b7-e441-4d83-a70e-27e5319884e4,segment=NetworkSegment(f5adf2c1-a4e0-4572-9258-54700d317403),segment_id=f5adf2c1-a4e0-4572-9258-54700d317403)] {{(pid=103335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 07:45:22.652559 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-700bfccd-1d99-4eef-b865-fae957612d87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:22.659427 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-700bfccd-1d99-4eef-b865-fae957612d87 None None] Updating router e6a6e204-8b27-43ea-9752-f191ae896768 port f2f1c1de-e7b5-4b83-9fbb-6c5291671d1c binding host dv-neutron-861624-1-hyperv {{(pid=103335) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 07:45:22.709626 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-75e15d3d-8c31-49c8-a977-8919b5556e1c tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785020965340'] for network, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:22.715533 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-700bfccd-1d99-4eef-b865-fae957612d87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:22.769149 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c4ca372-9eac-4b2d-9d40-f488c8773ca9 None None] Network 514ebeb0-8a57-41d8-85a7-6c1959fa0021 requested from dv-neutron-861624-1-hyperv {{(pid=103334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 07:45:22.803543 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0b0a0b-abc4-40ab-b715-3399c277cc54 None None] Pushing event updated for resources: {'Port': ['ID=826068b7-e441-4d83-a70e-27e5319884e4,revision_number=4']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:45:23.007927 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-85501ac4-bcc4-49b7-8fdc-b9d67b2acee8 None None] Attempt 3 to provision port f2f1c1de-e7b5-4b83-9fbb-6c5291671d1c Oct 19 07:45:23.055930 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-85501ac4-bcc4-49b7-8fdc-b9d67b2acee8 None None] Port f2f1c1de-e7b5-4b83-9fbb-6c5291671d1c cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 07:45:23.079100 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-75e15d3d-8c31-49c8-a977-8919b5556e1c tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873'] for network, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:23.084664 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75e15d3d-8c31-49c8-a977-8919b5556e1c tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:45:23.085278 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-75e15d3d-8c31-49c8-a977-8919b5556e1c tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for network, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:23.135451 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-75e15d3d-8c31-49c8-a977-8919b5556e1c tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7845554 Oct 19 07:45:23.162665 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device e581b4ac-4107-4966-bd16-e86ad6d44e68 up at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 07:45:23.173053 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 60448) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:45:23.223871 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-6aaea446-cea0-43e5-a684-33df5ee5246e req-c603844f-3253-4db0-96b4-75d5cd8d03b5 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=bad06155-87c4-491d-80ad-5c151f984791&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1023047 Oct 19 07:45:23.227925 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-700bfccd-1d99-4eef-b865-fae957612d87 None None] Notify callbacks [] for port, precommit_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:23.242255 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-700bfccd-1d99-4eef-b865-fae957612d87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:23.249254 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Provisioning complete for port e581b4ac-4107-4966-bd16-e86ad6d44e68 triggered by entity L2. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:45:23.249608 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:23.250378 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Attempt 1 to provision port e581b4ac-4107-4966-bd16-e86ad6d44e68 Oct 19 07:45:23.258365 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e15d3d-8c31-49c8-a977-8919b5556e1c tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Pushing event updated for resources: {'Network': ['ID=90b48a7c-1ece-4149-b597-4861a65d242d,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:45:23.300372 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Network 90b48a7c-1ece-4149-b597-4861a65d242d details requested by agent ovs-agent-dv-neutron-861624-1-hyperv with host dv-neutron-861624-1-hyperv {{(pid=103334) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 07:45:23.315782 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0b0a0b-abc4-40ab-b715-3399c277cc54 None None] Pushing event updated for resources: {'Port': ['ID=f2f1c1de-e7b5-4b83-9fbb-6c5291671d1c,revision_number=3']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:45:23.324909 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-206966f8-ca74-4c2d-ac1f-658a325b18cc tempest-TestNetworkBasicOps-773100899 tempest-TestNetworkBasicOps-773100899-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:45:23.326426 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-206966f8-ca74-4c2d-ac1f-658a325b18cc tempest-TestNetworkBasicOps-773100899 tempest-TestNetworkBasicOps-773100899-project-admin] 10.222.0.27 "GET /v2.0/subnets?project_id=47a12ea4f74e4c18b13323e6f3cc9741&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.1523857 Oct 19 07:45:23.329550 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 60450) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:45:23.359740 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aaea446-cea0-43e5-a684-33df5ee5246e req-ddab1c02-d4b9-4d4c-98d1-8cdc034edd6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:45:23.360143 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-6aaea446-cea0-43e5-a684-33df5ee5246e req-ddab1c02-d4b9-4d4c-98d1-8cdc034edd6e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=47a12ea4f74e4c18b13323e6f3cc9741&device_id=bad06155-87c4-491d-80ad-5c151f984791 HTTP/1.1" status: 200 len: 1098 time: 0.0818262 Oct 19 07:45:23.413798 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-700bfccd-1d99-4eef-b865-fae957612d87 None None] Attempting to bind port f2f1c1de-e7b5-4b83-9fbb-6c5291671d1c on host dv-neutron-861624-1-hyperv for vnic_type normal with profile {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 19 07:45:23.414693 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-700bfccd-1d99-4eef-b865-fae957612d87 None None] Attempting to bind port f2f1c1de-e7b5-4b83-9fbb-6c5291671d1c by drivers openvswitch,hyperv on host dv-neutron-861624-1-hyperv at level 0 using segments [{'id': '9ab77dd2-cd53-43a9-8a90-367ee1bb071d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '45bb2543-f56c-41dc-a5a6-5e41876983b3'}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 19 07:45:23.415273 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-700bfccd-1d99-4eef-b865-fae957612d87 None None] Attempting to bind port f2f1c1de-e7b5-4b83-9fbb-6c5291671d1c on network 45bb2543-f56c-41dc-a5a6-5e41876983b3 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 07:45:23.418687 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.extraroute_db [None req-31f31903-e791-4d52-ae76-c99eca3f1526 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Added routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=103333) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Oct 19 07:45:23.423577 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-700bfccd-1d99-4eef-b865-fae957612d87 None None] Checking agent: {'id': 'a5b0152c-d633-409b-aaf8-3b76458e2410', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861624-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 19, 7, 30, 19), 'started_at': datetime.datetime(2022, 10, 19, 7, 30, 49), 'heartbeat_timestamp': datetime.datetime(2022, 10, 19, 7, 45, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861624-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 07:45:23.424314 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-700bfccd-1d99-4eef-b865-fae957612d87 None None] Checking segment: {'id': '9ab77dd2-cd53-43a9-8a90-367ee1bb071d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '45bb2543-f56c-41dc-a5a6-5e41876983b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 19 07:45:23.425102 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-700bfccd-1d99-4eef-b865-fae957612d87 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:23.425743 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-700bfccd-1d99-4eef-b865-fae957612d87 None None] Bound using segment: {'id': '9ab77dd2-cd53-43a9-8a90-367ee1bb071d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '45bb2543-f56c-41dc-a5a6-5e41876983b3'} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 07:45:23.426551 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-700bfccd-1d99-4eef-b865-fae957612d87 None None] Bound port: f2f1c1de-e7b5-4b83-9fbb-6c5291671d1c, host: dv-neutron-861624-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ab77dd2-cd53-43a9-8a90-367ee1bb071d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '45bb2543-f56c-41dc-a5a6-5e41876983b3'}}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 19 07:45:23.427148 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-700bfccd-1d99-4eef-b865-fae957612d87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:23.506804 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Current status of the port e581b4ac-4107-4966-bd16-e86ad6d44e68 is: ACTIVE; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:45:23.508019 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device bbb49bb1-d41f-47d7-94f7-75cd0db169a4 up at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 07:45:23.514547 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-700bfccd-1d99-4eef-b865-fae957612d87 None None] For port f2f1c1de-e7b5-4b83-9fbb-6c5291671d1c, host dv-neutron-861624-1-hyperv, cleared binding levels {{(pid=103335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 07:45:23.517015 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.extraroute_db [None req-31f31903-e791-4d52-ae76-c99eca3f1526 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Removed routes are [] {{(pid=103333) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Oct 19 07:45:23.517411 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-31f31903-e791-4d52-ae76-c99eca3f1526 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1693896', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1692821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12609'] for router, precommit_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:23.519363 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-700bfccd-1d99-4eef-b865-fae957612d87 None None] For port f2f1c1de-e7b5-4b83-9fbb-6c5291671d1c, host dv-neutron-861624-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=f2f1c1de-e7b5-4b83-9fbb-6c5291671d1c,segment=NetworkSegment(9ab77dd2-cd53-43a9-8a90-367ee1bb071d),segment_id=9ab77dd2-cd53-43a9-8a90-367ee1bb071d)] {{(pid=103335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 07:45:23.526583 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-700bfccd-1d99-4eef-b865-fae957612d87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:23.556444 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aaea446-cea0-43e5-a684-33df5ee5246e req-fd004fe0-0472-4749-8f68-6f498c98ec51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:45:23.556694 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-85501ac4-bcc4-49b7-8fdc-b9d67b2acee8 None None] Attempt 4 to provision port f2f1c1de-e7b5-4b83-9fbb-6c5291671d1c Oct 19 07:45:23.558722 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-6aaea446-cea0-43e5-a684-33df5ee5246e req-fd004fe0-0472-4749-8f68-6f498c98ec51 service neutron] 10.222.0.16 "GET /v2.0/networks?id=29687d8b-decc-4f3b-b892-7b87648c9d85 HTTP/1.1" status: 200 len: 897 time: 0.1740716 Oct 19 07:45:23.595365 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0b0a0b-abc4-40ab-b715-3399c277cc54 None None] Pushing event updated for resources: {'Port': ['ID=f2f1c1de-e7b5-4b83-9fbb-6c5291671d1c,revision_number=4']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:45:23.600309 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-018ded5f-8efd-4d07-96e4-2c5193f845d7 tempest-TestNetworkBasicOps-773100899 tempest-TestNetworkBasicOps-773100899-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:45:23.601861 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-018ded5f-8efd-4d07-96e4-2c5193f845d7 tempest-TestNetworkBasicOps-773100899 tempest-TestNetworkBasicOps-773100899-project-admin] 10.222.0.27 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2713926 Oct 19 07:45:23.608058 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 60452) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:45:23.610133 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-700bfccd-1d99-4eef-b865-fae957612d87 None None] Routers {'e6a6e204-8b27-43ea-9752-f191ae896768'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 07:45:23.611254 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-700bfccd-1d99-4eef-b865-fae957612d87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T07:45:16Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['e6a6e204-8b27-43ea-9752-f191ae896768'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:45:23.620652 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Provisioning complete for port bbb49bb1-d41f-47d7-94f7-75cd0db169a4 triggered by entity L2. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:45:23.621036 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:23.621377 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Attempt 1 to provision port bbb49bb1-d41f-47d7-94f7-75cd0db169a4 Oct 19 07:45:23.665386 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-6b7e1156-2817-4239-806b-a890f5dfb3c2 tempest-TestNetworkBasicOps-773100899 tempest-TestNetworkBasicOps-773100899-project-admin] 10.222.0.27 "GET /v2.0/subnets?network_id=99c66757-74e3-40a4-b479-8d09e3a7c3dd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0560749 Oct 19 07:45:23.669447 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 60454) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:45:23.717611 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-85501ac4-bcc4-49b7-8fdc-b9d67b2acee8 None None] Current status of the port f2f1c1de-e7b5-4b83-9fbb-6c5291671d1c is: DOWN; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:45:23.718007 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-85501ac4-bcc4-49b7-8fdc-b9d67b2acee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:23.734268 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-1b116c64-1cf3-444c-a76f-c2b6f9d892c7 tempest-TestNetworkBasicOps-773100899 tempest-TestNetworkBasicOps-773100899-project-admin] 10.222.0.27 "GET /v2.0/subnets?project_id=47a12ea4f74e4c18b13323e6f3cc9741&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0633771 Oct 19 07:45:23.737152 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 60456) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:45:23.759443 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvr_db [None req-700bfccd-1d99-4eef-b865-fae957612d87 None None] Set router e6a6e204-8b27-43ea-9752-f191ae896768 gateway port host: None {{(pid=103335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 07:45:23.794959 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Current status of the port bbb49bb1-d41f-47d7-94f7-75cd0db169a4 is: DOWN; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:45:23.795969 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:23.799371 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-85501ac4-bcc4-49b7-8fdc-b9d67b2acee8 None None] For port f2f1c1de-e7b5-4b83-9fbb-6c5291671d1c, host dv-neutron-861624-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=f2f1c1de-e7b5-4b83-9fbb-6c5291671d1c,segment=NetworkSegment(9ab77dd2-cd53-43a9-8a90-367ee1bb071d),segment_id=9ab77dd2-cd53-43a9-8a90-367ee1bb071d)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:45:23.808985 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-85501ac4-bcc4-49b7-8fdc-b9d67b2acee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:23.844849 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ca33b7c-5b25-467e-856b-336233bec1a5 tempest-TestNetworkBasicOps-773100899 tempest-TestNetworkBasicOps-773100899-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:45:23.846525 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-7ca33b7c-5b25-467e-856b-336233bec1a5 tempest-TestNetworkBasicOps-773100899 tempest-TestNetworkBasicOps-773100899-project-admin] 10.222.0.27 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1084130 Oct 19 07:45:23.849386 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 60458) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:45:23.858925 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-6aaea446-cea0-43e5-a684-33df5ee5246e req-6e57e7cc-dd3c-464d-aaab-976438daa650 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=25237774-9447-4823-9298-724b5c6116e2 HTTP/1.1" status: 200 len: 1000 time: 0.2937796 Oct 19 07:45:23.894098 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] For port bbb49bb1-d41f-47d7-94f7-75cd0db169a4, host dv-neutron-861624-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=bbb49bb1-d41f-47d7-94f7-75cd0db169a4,segment=NetworkSegment(f5adf2c1-a4e0-4572-9258-54700d317403),segment_id=f5adf2c1-a4e0-4572-9258-54700d317403)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:45:23.895325 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85501ac4-bcc4-49b7-8fdc-b9d67b2acee8 None None] Pushing event updated for resources: {'Port': ['ID=f2f1c1de-e7b5-4b83-9fbb-6c5291671d1c,revision_number=5']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:45:23.901353 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:23.923218 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-7a118c0a-444e-41eb-9457-5e7388d715af tempest-TestNetworkBasicOps-773100899 tempest-TestNetworkBasicOps-773100899-project-admin] 10.222.0.27 "GET /v2.0/subnets?network_id=99c66757-74e3-40a4-b479-8d09e3a7c3dd&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0720797 Oct 19 07:45:23.927929 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 60460) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:45:23.928160 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-31f31903-e791-4d52-ae76-c99eca3f1526 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1693896', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1692821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12609'] for router, precommit_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:23.935142 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-1618f954-b43a-4304-92d2-e11c35b31a00 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-885819353', 'network_id': '90b48a7c-1ece-4149-b597-4861a65d242d', 'project_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:45:23.938415 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-31f31903-e791-4d52-ae76-c99eca3f1526 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1693859', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1693873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1693882', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1692830'] for router, after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:23.978438 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Pushing event updated for resources: {'Port': ['ID=bbb49bb1-d41f-47d7-94f7-75cd0db169a4,revision_number=3']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:45:24.011237 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-4b412368-1741-4e9d-b4b8-4df648e0c293 None None] Provisioning complete for port 826068b7-e441-4d83-a70e-27e5319884e4 triggered by entity DHCP. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:45:24.011942 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-4b412368-1741-4e9d-b4b8-4df648e0c293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:24.011942 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-4b412368-1741-4e9d-b4b8-4df648e0c293 None None] Attempt 1 to provision port 826068b7-e441-4d83-a70e-27e5319884e4 Oct 19 07:45:24.041344 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aaea446-cea0-43e5-a684-33df5ee5246e req-9e2332d3-7232-49e0-8e49-c1a373686afc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:45:24.044919 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-6aaea446-cea0-43e5-a684-33df5ee5246e req-9e2332d3-7232-49e0-8e49-c1a373686afc service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2446982a-6064-4a7e-a7a0-5e03c5e1c616 HTTP/1.1" status: 200 len: 835 time: 0.1795690 Oct 19 07:45:24.067220 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-700bfccd-1d99-4eef-b865-fae957612d87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6a6e204-8b27-43ea-9752-f191ae896768', 'name': 'tempest-RoutersIpV6Test-router-939190357', 'tenant_id': '1402d2757da24badb386c840c64ab2b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T07:45:11Z', 'updated_at': '2022-10-19T07:45:23Z', 'revision_number': 6, 'project_id': '1402d2757da24badb386c840c64ab2b4', 'gw_port_host': None, '_interfaces': [{'id': '4efa873f-a5ce-4365-aa33-fa9b85cbd2e2', 'name': '', 'network_id': '2637e3a0-fcdf-4615-9456-62b509d8d11e', 'tenant_id': '1402d2757da24badb386c840c64ab2b4', 'mac_address': 'fa:16:3e:b3:f3:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6a6e204-8b27-43ea-9752-f191ae896768', 'device_owner': 'network:router_interface', 'standard_attr_id': 1274, 'fixed_ips': [{'subnet_id': 'df51bdc2-a756-4d71-b64c-c6fb5669e6e7', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:45:15Z', 'updated_at': '2022-10-19T07:45:19Z', 'revision_number': 5, 'project_id': '1402d2757da24badb386c840c64ab2b4', 'subnets': [{'id': 'df51bdc2-a756-4d71-b64c-c6fb5669e6e7', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '826068b7-e441-4d83-a70e-27e5319884e4', 'name': '', 'network_id': '514ebeb0-8a57-41d8-85a7-6c1959fa0021', 'tenant_id': '1402d2757da24badb386c840c64ab2b4', 'mac_address': 'fa:16:3e:58:d4:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6a6e204-8b27-43ea-9752-f191ae896768', 'device_owner': 'network:router_interface', 'standard_attr_id': 1284, 'fixed_ips': [{'subnet_id': '0d8dcf6f-e93b-4bb2-a7e5-8050376300d1', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:45:20Z', 'updated_at': '2022-10-19T07:45:22Z', 'revision_number': 4, 'project_id': '1402d2757da24badb386c840c64ab2b4', 'subnets': [{'id': '0d8dcf6f-e93b-4bb2-a7e5-8050376300d1', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8ec7e828-2b25-4560-8f5a-5d7586c3f22b', 'name': '', 'network_id': '048fea24-1321-4212-837e-fb8a75e7b3e9', 'tenant_id': '1402d2757da24badb386c840c64ab2b4', 'mac_address': 'fa:16:3e:62:be:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6a6e204-8b27-43ea-9752-f191ae896768', 'device_owner': 'network:router_interface', 'standard_attr_id': 1269, 'fixed_ips': [{'subnet_id': '3f6be3f6-11f5-433e-afe8-fcbe696660ad', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:45:12Z', 'updated_at': '2022-10-19T07:45:15Z', 'revision_number': 5, 'project_id': '1402d2757da24badb386c840c64ab2b4', 'subnets': [{'id': '3f6be3f6-11f5-433e-afe8-fcbe696660ad', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f2f1c1de-e7b5-4b83-9fbb-6c5291671d1c', 'name': '', 'network_id': '45bb2543-f56c-41dc-a5a6-5e41876983b3', 'tenant_id': '1402d2757da24badb386c840c64ab2b4', 'mac_address': 'fa:16:3e:f8:f2:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6a6e204-8b27-43ea-9752-f191ae896768', 'device_owner': 'network:router_interface', 'standard_attr_id': 1278, 'fixed_ips': [{'subnet_id': '016aa842-a9e5-4ab3-ada2-36e562cec6ce', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:45:18Z', 'updated_at': '2022-10-19T07:45:23Z', 'revision_number': 4, 'project_id': '1402d2757da24badb386c840c64ab2b4', 'subnets': [{'id': '016aa842-a9e5-4ab3-ada2-36e562cec6ce', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:45:24.097205 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31f31903-e791-4d52-ae76-c99eca3f1526 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Router e6a6e204-8b27-43ea-9752-f191ae896768 has already been hosted by L3 agent ab388470-1243-4d53-80f2-c2f5899c97a7 {{(pid=103333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 07:45:24.112311 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-4b412368-1741-4e9d-b4b8-4df648e0c293 None None] Current status of the port 826068b7-e441-4d83-a70e-27e5319884e4 is: DOWN; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:45:24.112606 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-4b412368-1741-4e9d-b4b8-4df648e0c293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:24.114662 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-700bfccd-1d99-4eef-b865-fae957612d87 None None] The sync data for ids ['e6a6e204-8b27-43ea-9752-f191ae896768'] in dv-neutron-861624-1-hyperv is: [{'id': 'e6a6e204-8b27-43ea-9752-f191ae896768', 'name': 'tempest-RoutersIpV6Test-router-939190357', 'tenant_id': '1402d2757da24badb386c840c64ab2b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T07:45:11Z', 'updated_at': '2022-10-19T07:45:23Z', 'revision_number': 6, 'project_id': '1402d2757da24badb386c840c64ab2b4', 'gw_port_host': None, '_interfaces': [{'id': '4efa873f-a5ce-4365-aa33-fa9b85cbd2e2', 'name': '', 'network_id': '2637e3a0-fcdf-4615-9456-62b509d8d11e', 'tenant_id': '1402d2757da24badb386c840c64ab2b4', 'mac_address': 'fa:16:3e:b3:f3:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6a6e204-8b27-43ea-9752-f191ae896768', 'device_owner': 'network:router_interface', 'standard_attr_id': 1274, 'fixed_ips': [{'subnet_id': 'df51bdc2-a756-4d71-b64c-c6fb5669e6e7', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:45:15Z', 'updated_at': '2022-10-19T07:45:19Z', 'revision_number': 5, 'project_id': '1402d2757da24badb386c840c64ab2b4', 'subnets': [{'id': 'df51bdc2-a756-4d71-b64c-c6fb5669e6e7', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '826068b7-e441-4d83-a70e-27e5319884e4', 'name': '', 'network_id': '514ebeb0-8a57-41d8-85a7-6c1959fa0021', 'tenant_id': '1402d2757da24badb386c840c64ab2b4', 'mac_address': 'fa:16:3e:58:d4:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6a6e204-8b27-43ea-9752-f191ae896768', 'device_owner': 'network:router_interface', 'standard_attr_id': 1284, 'fixed_ips': [{'subnet_id': '0d8dcf6f-e93b-4bb2-a7e5-8050376300d1', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:45:20Z', 'updated_at': '2022-10-19T07:45:22Z', 'revision_number': 4, 'project_id': '1402d2757da24badb386c840c64ab2b4', 'subnets': [{'id': '0d8dcf6f-e93b-4bb2-a7e5-8050376300d1', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8ec7e828-2b25-4560-8f5a-5d7586c3f22b', 'name': '', 'network_id': '048fea24-1321-4212-837e-fb8a75e7b3e9', 'tenant_id': '1402d2757da24badb386c840c64ab2b4', 'mac_address': 'fa:16:3e:62:be:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6a6e204-8b27-43ea-9752-f191ae896768', 'device_owner': 'network:router_interface', 'standard_attr_id': 1269, 'fixed_ips': [{'subnet_id': '3f6be3f6-11f5-433e-afe8-fcbe696660ad', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:45:12Z', 'updated_at': '2022-10-19T07:45:15Z', 'revision_number': 5, 'project_id': '1402d2757da24badb386c840c64ab2b4', 'subnets': [{'id': '3f6be3f6-11f5-433e-afe8-fcbe696660ad', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f2f1c1de-e7b5-4b83-9fbb-6c5291671d1c', 'name': '', 'network_id': '45bb2543-f56c-41dc-a5a6-5e41876983b3', 'tenant_id': '1402d2757da24badb386c840c64ab2b4', 'mac_address': 'fa:16:3e:f8:f2:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6a6e204-8b27-43ea-9752-f191ae896768', 'device_owner': 'network:router_interface', 'standard_attr_id': 1278, 'fixed_ips': [{'subnet_id': '016aa842-a9e5-4ab3-ada2-36e562cec6ce', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:45:18Z', 'updated_at': '2022-10-19T07:45:23Z', 'revision_number': 4, 'project_id': '1402d2757da24badb386c840c64ab2b4', 'subnets': [{'id': '016aa842-a9e5-4ab3-ada2-36e562cec6ce', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 07:45:24.132867 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aaea446-cea0-43e5-a684-33df5ee5246e req-b7602b15-e7cb-4977-bc70-953ed0133648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:45:24.135683 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-6aaea446-cea0-43e5-a684-33df5ee5246e req-b7602b15-e7cb-4977-bc70-953ed0133648 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=29687d8b-decc-4f3b-b892-7b87648c9d85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0827708 Oct 19 07:45:24.137039 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1618f954-b43a-4304-92d2-e11c35b31a00 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Made reservation on behalf of 47a12ea4f74e4c18b13323e6f3cc9741 for: {'subnet': 1} {{(pid=103332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 07:45:24.141414 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-1618f954-b43a-4304-92d2-e11c35b31a00 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130659787'] for subnet, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:24.156732 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-4b412368-1741-4e9d-b4b8-4df648e0c293 None None] For port 826068b7-e441-4d83-a70e-27e5319884e4, host dv-neutron-861624-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=826068b7-e441-4d83-a70e-27e5319884e4,segment=NetworkSegment(f5adf2c1-a4e0-4572-9258-54700d317403),segment_id=f5adf2c1-a4e0-4572-9258-54700d317403)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:45:24.160584 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-4b412368-1741-4e9d-b4b8-4df648e0c293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:24.238940 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-4b412368-1741-4e9d-b4b8-4df648e0c293 None None] Provisioning complete for port bbb49bb1-d41f-47d7-94f7-75cd0db169a4 triggered by entity DHCP. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:45:24.239437 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-4b412368-1741-4e9d-b4b8-4df648e0c293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:24.239876 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-4b412368-1741-4e9d-b4b8-4df648e0c293 None None] Attempt 1 to provision port bbb49bb1-d41f-47d7-94f7-75cd0db169a4 Oct 19 07:45:24.262697 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31f31903-e791-4d52-ae76-c99eca3f1526 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Notify agent at l3_agent.dv-neutron-861624-1-hyperv the message routers_updated {{(pid=103333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 07:45:24.271225 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-31f31903-e791-4d52-ae76-c99eca3f1526 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Notify callbacks [] for router, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:24.272672 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-31f31903-e791-4d52-ae76-c99eca3f1526 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] 10.222.0.27 "PUT /v2.0/routers/e6a6e204-8b27-43ea-9752-f191ae896768 HTTP/1.1" status: 200 len: 953 time: 1.8890979 Oct 19 07:45:24.275232 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 60462) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:45:24.281787 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b412368-1741-4e9d-b4b8-4df648e0c293 None None] Pushing event updated for resources: {'Port': ['ID=826068b7-e441-4d83-a70e-27e5319884e4,revision_number=5']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:45:24.369310 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-6aaea446-cea0-43e5-a684-33df5ee5246e req-5cbfd46d-1eeb-404c-ba09-5989dd1f101b service neutron] 10.222.0.16 "GET /v2.0/networks/29687d8b-decc-4f3b-b892-7b87648c9d85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1731808 Oct 19 07:45:24.377444 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-4b412368-1741-4e9d-b4b8-4df648e0c293 None None] Current status of the port bbb49bb1-d41f-47d7-94f7-75cd0db169a4 is: ACTIVE; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:45:24.389649 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-4b412368-1741-4e9d-b4b8-4df648e0c293 None None] Provisioning complete for port f2f1c1de-e7b5-4b83-9fbb-6c5291671d1c triggered by entity DHCP. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:45:24.390185 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-4b412368-1741-4e9d-b4b8-4df648e0c293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:24.390615 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-4b412368-1741-4e9d-b4b8-4df648e0c293 None None] Attempt 1 to provision port f2f1c1de-e7b5-4b83-9fbb-6c5291671d1c Oct 19 07:45:24.437160 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-1a199109-c0cf-4468-a82a-3cbb05eb79a7 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] 10.222.0.27 "GET /v2.0/routers/e6a6e204-8b27-43ea-9752-f191ae896768 HTTP/1.1" status: 200 len: 953 time: 0.1598656 Oct 19 07:45:24.439341 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 60464) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:45:24.450234 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-051c167e-483a-4e45-b119-618a8a4adf50 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Request body: {'router': {'routes': None}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:45:24.482074 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-4b412368-1741-4e9d-b4b8-4df648e0c293 None None] Current status of the port f2f1c1de-e7b5-4b83-9fbb-6c5291671d1c is: ACTIVE; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:45:24.604483 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-1d41c0f0-6f8e-4172-aef2-a23dd0bc1914 None None] Provisioning complete for port 826068b7-e441-4d83-a70e-27e5319884e4 triggered by entity DHCP. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:45:24.604995 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-1d41c0f0-6f8e-4172-aef2-a23dd0bc1914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:24.605433 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-1d41c0f0-6f8e-4172-aef2-a23dd0bc1914 None None] Attempt 1 to provision port 826068b7-e441-4d83-a70e-27e5319884e4 Oct 19 07:45:24.637406 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-1618f954-b43a-4304-92d2-e11c35b31a00 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-133552662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130659641'] for subnet, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:24.643510 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-6aaea446-cea0-43e5-a684-33df5ee5246e req-42730770-56bf-4f9d-a51b-146458b0e2a9 service neutron] 10.222.0.16 "GET /v2.0/networks/29687d8b-decc-4f3b-b892-7b87648c9d85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2670877 Oct 19 07:45:24.696173 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-1d41c0f0-6f8e-4172-aef2-a23dd0bc1914 None None] Current status of the port 826068b7-e441-4d83-a70e-27e5319884e4 is: ACTIVE; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:45:24.769011 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1618f954-b43a-4304-92d2-e11c35b31a00 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Pushing event updated for resources: {'Subnet': ['ID=7423cffa-0e14-4dff-aa4e-407bea0cd47e,revision_number=0']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:45:24.816554 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1618f954-b43a-4304-92d2-e11c35b31a00 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Checking segment: {'id': 'e514c907-b9fc-483c-8e4a-2691273f8eec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '90b48a7c-1ece-4149-b597-4861a65d242d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 19 07:45:24.816907 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1618f954-b43a-4304-92d2-e11c35b31a00 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Network hostable DHCP agents. Network: 90b48a7c-1ece-4149-b597-4861a65d242d, hostable agents: ['310d813b-0e3e-4d7e-9b79-8f4ec0dbcab0'], hosted agents: [] {{(pid=103332) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 07:45:24.865833 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1618f954-b43a-4304-92d2-e11c35b31a00 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Network 90b48a7c-1ece-4149-b597-4861a65d242d is scheduled to be hosted by DHCP agent 310d813b-0e3e-4d7e-9b79-8f4ec0dbcab0 with binding_index 1 {{(pid=103332) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 07:45:24.902834 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.base_scheduler [None req-1618f954-b43a-4304-92d2-e11c35b31a00 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861624-1-hyperv, 90b48a7c-1ece-4149-b597-4861a65d242d) {{(pid=103332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:45:24.909788 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1618f954-b43a-4304-92d2-e11c35b31a00 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:45:24.910453 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-1618f954-b43a-4304-92d2-e11c35b31a00 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for subnet, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:24.913780 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f867a73d-42c5-4eb0-a6f4-5952b5b48c67 None None] Network 90b48a7c-1ece-4149-b597-4861a65d242d requested from dv-neutron-861624-1-hyperv {{(pid=103334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 07:45:24.954138 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-1618f954-b43a-4304-92d2-e11c35b31a00 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0197363 Oct 19 07:45:24.990357 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e44246fe-72a5-44e7-9a5f-0cde14605d1b None None] Sync routers for ids ['e6a6e204-8b27-43ea-9752-f191ae896768'] in dv-neutron-861624-1-hyperv {{(pid=103334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 07:45:25.013613 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.extraroute_db [None req-051c167e-483a-4e45-b119-618a8a4adf50 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Added routes are [] {{(pid=103332) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Oct 19 07:45:25.013938 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.extraroute_db [None req-051c167e-483a-4e45-b119-618a8a4adf50 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Removed routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=103332) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Oct 19 07:45:25.054192 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e44246fe-72a5-44e7-9a5f-0cde14605d1b None None] Routers {'e6a6e204-8b27-43ea-9752-f191ae896768'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 07:45:25.054815 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-e44246fe-72a5-44e7-9a5f-0cde14605d1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T07:45:16Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['e6a6e204-8b27-43ea-9752-f191ae896768'], 'active': True} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:45:25.057937 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-051c167e-483a-4e45-b119-618a8a4adf50 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1693896', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1692821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12609'] for router, precommit_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:25.087418 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 60468) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:45:25.095611 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-a6a2ac21-6b66-499e-8bcd-843c5e2ad4d8 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2050971341', 'description': 'tempest-secgroup-smoke-2050971341 description', 'project_id': '47a12ea4f74e4c18b13323e6f3cc9741'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:45:25.131187 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device 826068b7-e441-4d83-a70e-27e5319884e4 up at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 07:45:25.132796 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-a6a2ac21-6b66-499e-8bcd-843c5e2ad4d8 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for security_group, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:25.224071 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvr_db [None req-e44246fe-72a5-44e7-9a5f-0cde14605d1b None None] Set router e6a6e204-8b27-43ea-9752-f191ae896768 gateway port host: None {{(pid=103334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 07:45:25.240313 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-a6a2ac21-6b66-499e-8bcd-843c5e2ad4d8 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for security_group, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:25.245311 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-a6a2ac21-6b66-499e-8bcd-843c5e2ad4d8 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788643'] for security_group, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:25.282508 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-a6a2ac21-6b66-499e-8bcd-843c5e2ad4d8 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for security_group, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:25.287551 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-a6a2ac21-6b66-499e-8bcd-843c5e2ad4d8 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1982422 Oct 19 07:45:25.287931 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 60470) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:45:25.293921 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-3edc8c75-bd9d-40bb-bdc9-124db7ef2a40 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Request body: {'security_group_rule': {'security_group_id': '378eb153-8d8d-482c-8e12-f8541c8fc2ff', 'project_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:45:25.294148 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Provisioning complete for port 826068b7-e441-4d83-a70e-27e5319884e4 triggered by entity L2. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:45:25.294401 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:25.294734 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Attempt 1 to provision port 826068b7-e441-4d83-a70e-27e5319884e4 Oct 19 07:45:25.296469 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c2c7917-8d94-4738-995c-0cc9415cfa2b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d12c6ac-27a3-545c-a8f3-f04e30423d6d-90b48a7c-1ece-4149-b597-4861a65d242d', 'network_id': '90b48a7c-1ece-4149-b597-4861a65d242d', 'tenant_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'fixed_ips': [{'subnet_id': '7423cffa-0e14-4dff-aa4e-407bea0cd47e'}]}} from dv-neutron-861624-1-hyperv. {{(pid=103334) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 07:45:25.297346 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-3c2c7917-8d94-4738-995c-0cc9415cfa2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:25.309118 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a2ac21-6b66-499e-8bcd-843c5e2ad4d8 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Pushing event updated for resources: {'SecurityGroup': ['ID=378eb153-8d8d-482c-8e12-f8541c8fc2ff,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:45:25.332851 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-3edc8c75-bd9d-40bb-bdc9-124db7ef2a40 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:25.340070 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-051c167e-483a-4e45-b119-618a8a4adf50 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1693896', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1692821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12609'] for router, precommit_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:25.344078 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-051c167e-483a-4e45-b119-618a8a4adf50 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1693859', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1693873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1693882', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1692830'] for router, after_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:25.401758 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-3edc8c75-bd9d-40bb-bdc9-124db7ef2a40 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:25.406520 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-3edc8c75-bd9d-40bb-bdc9-124db7ef2a40 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815365'] for security_group_rule, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:25.435872 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-3edc8c75-bd9d-40bb-bdc9-124db7ef2a40 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:25.437122 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-3edc8c75-bd9d-40bb-bdc9-124db7ef2a40 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1472678 Oct 19 07:45:25.439873 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 60472) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:45:25.445565 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3edc8c75-bd9d-40bb-bdc9-124db7ef2a40 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f315321e-74e1-4a73-8b80-4e78571b4ea0,revision_number=0']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:45:25.446127 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-2536d00c-5cdc-4d3a-a86e-8744789ea021 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Request body: {'security_group_rule': {'security_group_id': '378eb153-8d8d-482c-8e12-f8541c8fc2ff', 'project_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:45:25.474475 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-051c167e-483a-4e45-b119-618a8a4adf50 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Router e6a6e204-8b27-43ea-9752-f191ae896768 has already been hosted by L3 agent ab388470-1243-4d53-80f2-c2f5899c97a7 {{(pid=103332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 07:45:25.488749 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-2536d00c-5cdc-4d3a-a86e-8744789ea021 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:25.605592 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-051c167e-483a-4e45-b119-618a8a4adf50 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Notify agent at l3_agent.dv-neutron-861624-1-hyperv the message routers_updated {{(pid=103332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 07:45:25.608794 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Current status of the port 826068b7-e441-4d83-a70e-27e5319884e4 is: ACTIVE; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:45:25.609871 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device bbb49bb1-d41f-47d7-94f7-75cd0db169a4 up at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 07:45:25.614273 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-051c167e-483a-4e45-b119-618a8a4adf50 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Notify callbacks [] for router, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:25.615429 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-051c167e-483a-4e45-b119-618a8a4adf50 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] 10.222.0.27 "PUT /v2.0/routers/e6a6e204-8b27-43ea-9752-f191ae896768 HTTP/1.1" status: 200 len: 703 time: 1.1716027 Oct 19 07:45:25.618588 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 60474) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:45:25.631065 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-2536d00c-5cdc-4d3a-a86e-8744789ea021 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:25.635032 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.db_base_plugin_common [None req-3c2c7917-8d94-4738-995c-0cc9415cfa2b None None] Allocated IP 172.20.0.18 (90b48a7c-1ece-4149-b597-4861a65d242d/7423cffa-0e14-4dff-aa4e-407bea0cd47e/44c3f6de-b5b6-4760-82ea-e03e61b81175) {{(pid=103334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 07:45:25.637065 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-2536d00c-5cdc-4d3a-a86e-8744789ea021 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815365'] for security_group_rule, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:25.666844 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2536d00c-5cdc-4d3a-a86e-8744789ea021 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5bb11ff9-8e76-49f7-9241-fa04a6d3206f,revision_number=0']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:45:25.676411 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-2536d00c-5cdc-4d3a-a86e-8744789ea021 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:25.677955 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-2536d00c-5cdc-4d3a-a86e-8744789ea021 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2368829 Oct 19 07:45:25.680319 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 60476) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:45:25.686239 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-d69ff8c3-4f17-4f5d-94da-29099eb7e92a tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Request body: {'security_group_rule': {'security_group_id': '378eb153-8d8d-482c-8e12-f8541c8fc2ff', 'project_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:45:25.719031 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-d69ff8c3-4f17-4f5d-94da-29099eb7e92a tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:25.737638 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-ebbe9d7d-d8f6-48ab-9c0d-697f17a017f3 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] 10.222.0.27 "GET /v2.0/routers/e6a6e204-8b27-43ea-9752-f191ae896768 HTTP/1.1" status: 200 len: 703 time: 0.1176641 Oct 19 07:45:25.740415 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 60478) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:45:25.741786 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Provisioning complete for port bbb49bb1-d41f-47d7-94f7-75cd0db169a4 triggered by entity L2. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:45:25.742156 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:25.742484 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Attempt 1 to provision port bbb49bb1-d41f-47d7-94f7-75cd0db169a4 Oct 19 07:45:25.752206 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-e44246fe-72a5-44e7-9a5f-0cde14605d1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6a6e204-8b27-43ea-9752-f191ae896768', 'name': 'tempest-RoutersIpV6Test-router-939190357', 'tenant_id': '1402d2757da24badb386c840c64ab2b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T07:45:11Z', 'updated_at': '2022-10-19T07:45:23Z', 'revision_number': 6, 'project_id': '1402d2757da24badb386c840c64ab2b4', 'gw_port_host': None, '_interfaces': [{'id': '4efa873f-a5ce-4365-aa33-fa9b85cbd2e2', 'name': '', 'network_id': '2637e3a0-fcdf-4615-9456-62b509d8d11e', 'tenant_id': '1402d2757da24badb386c840c64ab2b4', 'mac_address': 'fa:16:3e:b3:f3:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6a6e204-8b27-43ea-9752-f191ae896768', 'device_owner': 'network:router_interface', 'standard_attr_id': 1274, 'fixed_ips': [{'subnet_id': 'df51bdc2-a756-4d71-b64c-c6fb5669e6e7', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:45:15Z', 'updated_at': '2022-10-19T07:45:19Z', 'revision_number': 5, 'project_id': '1402d2757da24badb386c840c64ab2b4', 'subnets': [{'id': 'df51bdc2-a756-4d71-b64c-c6fb5669e6e7', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '826068b7-e441-4d83-a70e-27e5319884e4', 'name': '', 'network_id': '514ebeb0-8a57-41d8-85a7-6c1959fa0021', 'tenant_id': '1402d2757da24badb386c840c64ab2b4', 'mac_address': 'fa:16:3e:58:d4:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6a6e204-8b27-43ea-9752-f191ae896768', 'device_owner': 'network:router_interface', 'standard_attr_id': 1284, 'fixed_ips': [{'subnet_id': '0d8dcf6f-e93b-4bb2-a7e5-8050376300d1', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:45:20Z', 'updated_at': '2022-10-19T07:45:24Z', 'revision_number': 5, 'project_id': '1402d2757da24badb386c840c64ab2b4', 'subnets': [{'id': '0d8dcf6f-e93b-4bb2-a7e5-8050376300d1', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8ec7e828-2b25-4560-8f5a-5d7586c3f22b', 'name': '', 'network_id': '048fea24-1321-4212-837e-fb8a75e7b3e9', 'tenant_id': '1402d2757da24badb386c840c64ab2b4', 'mac_address': 'fa:16:3e:62:be:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6a6e204-8b27-43ea-9752-f191ae896768', 'device_owner': 'network:router_interface', 'standard_attr_id': 1269, 'fixed_ips': [{'subnet_id': '3f6be3f6-11f5-433e-afe8-fcbe696660ad', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:45:12Z', 'updated_at': '2022-10-19T07:45:15Z', 'revision_number': 5, 'project_id': '1402d2757da24badb386c840c64ab2b4', 'subnets': [{'id': '3f6be3f6-11f5-433e-afe8-fcbe696660ad', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f2f1c1de-e7b5-4b83-9fbb-6c5291671d1c', 'name': '', 'network_id': '45bb2543-f56c-41dc-a5a6-5e41876983b3', 'tenant_id': '1402d2757da24badb386c840c64ab2b4', 'mac_address': 'fa:16:3e:f8:f2:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6a6e204-8b27-43ea-9752-f191ae896768', 'device_owner': 'network:router_interface', 'standard_attr_id': 1278, 'fixed_ips': [{'subnet_id': '016aa842-a9e5-4ab3-ada2-36e562cec6ce', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:45:18Z', 'updated_at': '2022-10-19T07:45:23Z', 'revision_number': 5, 'project_id': '1402d2757da24badb386c840c64ab2b4', 'subnets': [{'id': '016aa842-a9e5-4ab3-ada2-36e562cec6ce', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:45:25.802213 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e44246fe-72a5-44e7-9a5f-0cde14605d1b None None] Checking router: e6a6e204-8b27-43ea-9752-f191ae896768 for host: dv-neutron-861624-1-hyperv {{(pid=103334) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 07:45:25.870875 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-d69ff8c3-4f17-4f5d-94da-29099eb7e92a tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:25.907316 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-d69ff8c3-4f17-4f5d-94da-29099eb7e92a tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815365'] for security_group_rule, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:26.008699 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e44246fe-72a5-44e7-9a5f-0cde14605d1b None None] Routers {'e6a6e204-8b27-43ea-9752-f191ae896768'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 07:45:26.009245 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-e44246fe-72a5-44e7-9a5f-0cde14605d1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T07:45:16Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['e6a6e204-8b27-43ea-9752-f191ae896768'], 'active': True} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:45:26.069647 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-3c2c7917-8d94-4738-995c-0cc9415cfa2b None None] Notify callbacks [] for port, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:26.125385 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-3c2c7917-8d94-4738-995c-0cc9415cfa2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785020947330'] for port, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:26.177013 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvr_db [None req-e44246fe-72a5-44e7-9a5f-0cde14605d1b None None] Set router e6a6e204-8b27-43ea-9752-f191ae896768 gateway port host: None {{(pid=103334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 07:45:26.180691 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Current status of the port bbb49bb1-d41f-47d7-94f7-75cd0db169a4 is: ACTIVE; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:45:26.181809 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device f2f1c1de-e7b5-4b83-9fbb-6c5291671d1c up at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 07:45:26.245065 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c2c7917-8d94-4738-995c-0cc9415cfa2b None None] Network 90b48a7c-1ece-4149-b597-4861a65d242d is already hosted by enough agents. {{(pid=103334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 07:45:26.253514 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.scheduler.base_scheduler [None req-3c2c7917-8d94-4738-995c-0cc9415cfa2b None None] Resources bound (agent type, host, resource id): {{(pid=103334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:45:26.258469 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2c7917-8d94-4738-995c-0cc9415cfa2b None None] Pushing event updated for resources: {'Port': ['ID=44c3f6de-b5b6-4760-82ea-e03e61b81175,revision_number=1']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:45:26.264247 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c2c7917-8d94-4738-995c-0cc9415cfa2b None None] Received port after_create {{(pid=103334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 07:45:26.294805 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69ff8c3-4f17-4f5d-94da-29099eb7e92a tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b95edec9-3dc2-4bc4-9345-bbe6678a0937,revision_number=0']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:45:26.310915 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-d69ff8c3-4f17-4f5d-94da-29099eb7e92a tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:26.312142 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-d69ff8c3-4f17-4f5d-94da-29099eb7e92a tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6304126 Oct 19 07:45:26.315112 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 60480) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:45:26.321069 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-50efa4b7-5184-4c05-845f-f5d0c9fd1608 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Request body: {'security_group_rule': {'security_group_id': '378eb153-8d8d-482c-8e12-f8541c8fc2ff', 'project_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:45:26.383472 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-50efa4b7-5184-4c05-845f-f5d0c9fd1608 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:26.408782 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-3c2c7917-8d94-4738-995c-0cc9415cfa2b None None] Attempting to bind port 44c3f6de-b5b6-4760-82ea-e03e61b81175 on host dv-neutron-861624-1-hyperv for vnic_type normal with profile {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 19 07:45:26.409149 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-3c2c7917-8d94-4738-995c-0cc9415cfa2b None None] Attempting to bind port 44c3f6de-b5b6-4760-82ea-e03e61b81175 by drivers openvswitch,hyperv on host dv-neutron-861624-1-hyperv at level 0 using segments [{'id': 'e514c907-b9fc-483c-8e4a-2691273f8eec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '90b48a7c-1ece-4149-b597-4861a65d242d'}] {{(pid=103334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 19 07:45:26.409511 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c2c7917-8d94-4738-995c-0cc9415cfa2b None None] Attempting to bind port 44c3f6de-b5b6-4760-82ea-e03e61b81175 on network 90b48a7c-1ece-4149-b597-4861a65d242d {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 07:45:26.424196 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Provisioning complete for port f2f1c1de-e7b5-4b83-9fbb-6c5291671d1c triggered by entity L2. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:45:26.424589 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:26.424924 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Attempt 1 to provision port f2f1c1de-e7b5-4b83-9fbb-6c5291671d1c Oct 19 07:45:26.431936 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c2c7917-8d94-4738-995c-0cc9415cfa2b None None] Checking agent: {'id': 'a5b0152c-d633-409b-aaf8-3b76458e2410', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861624-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 19, 7, 30, 19), 'started_at': datetime.datetime(2022, 10, 19, 7, 30, 49), 'heartbeat_timestamp': datetime.datetime(2022, 10, 19, 7, 45, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861624-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 07:45:26.432311 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c2c7917-8d94-4738-995c-0cc9415cfa2b None None] Checking segment: {'id': 'e514c907-b9fc-483c-8e4a-2691273f8eec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '90b48a7c-1ece-4149-b597-4861a65d242d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 19 07:45:26.432722 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-3c2c7917-8d94-4738-995c-0cc9415cfa2b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:26.433111 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c2c7917-8d94-4738-995c-0cc9415cfa2b None None] Bound using segment: {'id': 'e514c907-b9fc-483c-8e4a-2691273f8eec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '90b48a7c-1ece-4149-b597-4861a65d242d'} {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 07:45:26.433580 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-3c2c7917-8d94-4738-995c-0cc9415cfa2b None None] Bound port: 44c3f6de-b5b6-4760-82ea-e03e61b81175, host: dv-neutron-861624-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e514c907-b9fc-483c-8e4a-2691273f8eec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '90b48a7c-1ece-4149-b597-4861a65d242d'}}] {{(pid=103334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 19 07:45:26.433950 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-3c2c7917-8d94-4738-995c-0cc9415cfa2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:26.467094 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-50efa4b7-5184-4c05-845f-f5d0c9fd1608 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:26.474991 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-50efa4b7-5184-4c05-845f-f5d0c9fd1608 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815365'] for security_group_rule, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:26.507450 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-50efa4b7-5184-4c05-845f-f5d0c9fd1608 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:26.508728 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-50efa4b7-5184-4c05-845f-f5d0c9fd1608 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1926134 Oct 19 07:45:26.510992 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50efa4b7-5184-4c05-845f-f5d0c9fd1608 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76f98537-b03a-4d5d-ad32-190951026297,revision_number=0']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:45:26.512079 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 60482) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:45:26.518611 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-ee1f9b56-33a0-499f-8f81-382863b3a848 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Request body: {'security_group_rule': {'security_group_id': '378eb153-8d8d-482c-8e12-f8541c8fc2ff', 'project_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:45:26.543713 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.db.securitygroups_db [None req-ee1f9b56-33a0-499f-8f81-382863b3a848 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Project 47a12ea4f74e4c18b13323e6f3cc9741 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 19 07:45:26.549474 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-ee1f9b56-33a0-499f-8f81-382863b3a848 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:26.576966 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-166871f0-645a-4185-98ae-7bfadc6aa0c5 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1694785'] for router_interface, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:26.590046 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-3c2c7917-8d94-4738-995c-0cc9415cfa2b None None] For port 44c3f6de-b5b6-4760-82ea-e03e61b81175, host dv-neutron-861624-1-hyperv, cleared binding levels {{(pid=103334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 07:45:26.616284 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-3c2c7917-8d94-4738-995c-0cc9415cfa2b None None] For port 44c3f6de-b5b6-4760-82ea-e03e61b81175, host dv-neutron-861624-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=44c3f6de-b5b6-4760-82ea-e03e61b81175,segment=NetworkSegment(e514c907-b9fc-483c-8e4a-2691273f8eec),segment_id=e514c907-b9fc-483c-8e4a-2691273f8eec)] {{(pid=103334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 07:45:26.620881 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-ee1f9b56-33a0-499f-8f81-382863b3a848 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:26.623843 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-3c2c7917-8d94-4738-995c-0cc9415cfa2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:26.625159 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-ee1f9b56-33a0-499f-8f81-382863b3a848 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815365'] for security_group_rule, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:26.630938 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Current status of the port f2f1c1de-e7b5-4b83-9fbb-6c5291671d1c is: ACTIVE; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:45:26.638943 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-e44246fe-72a5-44e7-9a5f-0cde14605d1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6a6e204-8b27-43ea-9752-f191ae896768', 'name': 'tempest-RoutersIpV6Test-router-939190357', 'tenant_id': '1402d2757da24badb386c840c64ab2b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T07:45:11Z', 'updated_at': '2022-10-19T07:45:25Z', 'revision_number': 7, 'project_id': '1402d2757da24badb386c840c64ab2b4', 'gw_port_host': None, '_interfaces': [{'id': '4efa873f-a5ce-4365-aa33-fa9b85cbd2e2', 'name': '', 'network_id': '2637e3a0-fcdf-4615-9456-62b509d8d11e', 'tenant_id': '1402d2757da24badb386c840c64ab2b4', 'mac_address': 'fa:16:3e:b3:f3:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6a6e204-8b27-43ea-9752-f191ae896768', 'device_owner': 'network:router_interface', 'standard_attr_id': 1274, 'fixed_ips': [{'subnet_id': 'df51bdc2-a756-4d71-b64c-c6fb5669e6e7', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:45:15Z', 'updated_at': '2022-10-19T07:45:19Z', 'revision_number': 5, 'project_id': '1402d2757da24badb386c840c64ab2b4', 'subnets': [{'id': 'df51bdc2-a756-4d71-b64c-c6fb5669e6e7', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '826068b7-e441-4d83-a70e-27e5319884e4', 'name': '', 'network_id': '514ebeb0-8a57-41d8-85a7-6c1959fa0021', 'tenant_id': '1402d2757da24badb386c840c64ab2b4', 'mac_address': 'fa:16:3e:58:d4:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6a6e204-8b27-43ea-9752-f191ae896768', 'device_owner': 'network:router_interface', 'standard_attr_id': 1284, 'fixed_ips': [{'subnet_id': '0d8dcf6f-e93b-4bb2-a7e5-8050376300d1', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:45:20Z', 'updated_at': '2022-10-19T07:45:24Z', 'revision_number': 5, 'project_id': '1402d2757da24badb386c840c64ab2b4', 'subnets': [{'id': '0d8dcf6f-e93b-4bb2-a7e5-8050376300d1', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8ec7e828-2b25-4560-8f5a-5d7586c3f22b', 'name': '', 'network_id': '048fea24-1321-4212-837e-fb8a75e7b3e9', 'tenant_id': '1402d2757da24badb386c840c64ab2b4', 'mac_address': 'fa:16:3e:62:be:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6a6e204-8b27-43ea-9752-f191ae896768', 'device_owner': 'network:router_interface', 'standard_attr_id': 1269, 'fixed_ips': [{'subnet_id': '3f6be3f6-11f5-433e-afe8-fcbe696660ad', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:45:12Z', 'updated_at': '2022-10-19T07:45:15Z', 'revision_number': 5, 'project_id': '1402d2757da24badb386c840c64ab2b4', 'subnets': [{'id': '3f6be3f6-11f5-433e-afe8-fcbe696660ad', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f2f1c1de-e7b5-4b83-9fbb-6c5291671d1c', 'name': '', 'network_id': '45bb2543-f56c-41dc-a5a6-5e41876983b3', 'tenant_id': '1402d2757da24badb386c840c64ab2b4', 'mac_address': 'fa:16:3e:f8:f2:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6a6e204-8b27-43ea-9752-f191ae896768', 'device_owner': 'network:router_interface', 'standard_attr_id': 1278, 'fixed_ips': [{'subnet_id': '016aa842-a9e5-4ab3-ada2-36e562cec6ce', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:45:18Z', 'updated_at': '2022-10-19T07:45:23Z', 'revision_number': 5, 'project_id': '1402d2757da24badb386c840c64ab2b4', 'subnets': [{'id': '016aa842-a9e5-4ab3-ada2-36e562cec6ce', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:45:26.645898 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1f9b56-33a0-499f-8f81-382863b3a848 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0619662-18f9-481a-bafc-3275b97a35c4,revision_number=0']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:45:26.666996 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-ee1f9b56-33a0-499f-8f81-382863b3a848 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:26.666996 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-ee1f9b56-33a0-499f-8f81-382863b3a848 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1501999 Oct 19 07:45:26.666996 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 60484) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:45:26.676546 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-e82bda2e-39cc-4a9d-8cbc-690aec2fb8f5 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Request body: {'security_group_rule': {'security_group_id': '378eb153-8d8d-482c-8e12-f8541c8fc2ff', 'project_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:45:26.687944 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e44246fe-72a5-44e7-9a5f-0cde14605d1b None None] The sync data for ids ['e6a6e204-8b27-43ea-9752-f191ae896768'] in dv-neutron-861624-1-hyperv is: [{'id': 'e6a6e204-8b27-43ea-9752-f191ae896768', 'name': 'tempest-RoutersIpV6Test-router-939190357', 'tenant_id': '1402d2757da24badb386c840c64ab2b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T07:45:11Z', 'updated_at': '2022-10-19T07:45:25Z', 'revision_number': 7, 'project_id': '1402d2757da24badb386c840c64ab2b4', 'gw_port_host': None, '_interfaces': [{'id': '4efa873f-a5ce-4365-aa33-fa9b85cbd2e2', 'name': '', 'network_id': '2637e3a0-fcdf-4615-9456-62b509d8d11e', 'tenant_id': '1402d2757da24badb386c840c64ab2b4', 'mac_address': 'fa:16:3e:b3:f3:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6a6e204-8b27-43ea-9752-f191ae896768', 'device_owner': 'network:router_interface', 'standard_attr_id': 1274, 'fixed_ips': [{'subnet_id': 'df51bdc2-a756-4d71-b64c-c6fb5669e6e7', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:45:15Z', 'updated_at': '2022-10-19T07:45:19Z', 'revision_number': 5, 'project_id': '1402d2757da24badb386c840c64ab2b4', 'subnets': [{'id': 'df51bdc2-a756-4d71-b64c-c6fb5669e6e7', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '826068b7-e441-4d83-a70e-27e5319884e4', 'name': '', 'network_id': '514ebeb0-8a57-41d8-85a7-6c1959fa0021', 'tenant_id': '1402d2757da24badb386c840c64ab2b4', 'mac_address': 'fa:16:3e:58:d4:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6a6e204-8b27-43ea-9752-f191ae896768', 'device_owner': 'network:router_interface', 'standard_attr_id': 1284, 'fixed_ips': [{'subnet_id': '0d8dcf6f-e93b-4bb2-a7e5-8050376300d1', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:45:20Z', 'updated_at': '2022-10-19T07:45:24Z', 'revision_number': 5, 'project_id': '1402d2757da24badb386c840c64ab2b4', 'subnets': [{'id': '0d8dcf6f-e93b-4bb2-a7e5-8050376300d1', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8ec7e828-2b25-4560-8f5a-5d7586c3f22b', 'name': '', 'network_id': '048fea24-1321-4212-837e-fb8a75e7b3e9', 'tenant_id': '1402d2757da24badb386c840c64ab2b4', 'mac_address': 'fa:16:3e:62:be:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6a6e204-8b27-43ea-9752-f191ae896768', 'device_owner': 'network:router_interface', 'standard_attr_id': 1269, 'fixed_ips': [{'subnet_id': '3f6be3f6-11f5-433e-afe8-fcbe696660ad', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:45:12Z', 'updated_at': '2022-10-19T07:45:15Z', 'revision_number': 5, 'project_id': '1402d2757da24badb386c840c64ab2b4', 'subnets': [{'id': '3f6be3f6-11f5-433e-afe8-fcbe696660ad', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f2f1c1de-e7b5-4b83-9fbb-6c5291671d1c', 'name': '', 'network_id': '45bb2543-f56c-41dc-a5a6-5e41876983b3', 'tenant_id': '1402d2757da24badb386c840c64ab2b4', 'mac_address': 'fa:16:3e:f8:f2:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6a6e204-8b27-43ea-9752-f191ae896768', 'device_owner': 'network:router_interface', 'standard_attr_id': 1278, 'fixed_ips': [{'subnet_id': '016aa842-a9e5-4ab3-ada2-36e562cec6ce', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:45:18Z', 'updated_at': '2022-10-19T07:45:23Z', 'revision_number': 5, 'project_id': '1402d2757da24badb386c840c64ab2b4', 'subnets': [{'id': '016aa842-a9e5-4ab3-ada2-36e562cec6ce', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 07:45:26.709897 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.db.securitygroups_db [None req-e82bda2e-39cc-4a9d-8cbc-690aec2fb8f5 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Project 47a12ea4f74e4c18b13323e6f3cc9741 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 19 07:45:26.712937 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2c7917-8d94-4738-995c-0cc9415cfa2b None None] Pushing event updated for resources: {'Port': ['ID=44c3f6de-b5b6-4760-82ea-e03e61b81175,revision_number=2']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:45:26.718033 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-e82bda2e-39cc-4a9d-8cbc-690aec2fb8f5 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:26.793041 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-e82bda2e-39cc-4a9d-8cbc-690aec2fb8f5 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:26.801246 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-e82bda2e-39cc-4a9d-8cbc-690aec2fb8f5 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815365'] for security_group_rule, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:26.820331 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82bda2e-39cc-4a9d-8cbc-690aec2fb8f5 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d147119f-1c3e-4534-81af-41914b8a5703,revision_number=0']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:45:26.837688 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-e82bda2e-39cc-4a9d-8cbc-690aec2fb8f5 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:26.839674 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-e82bda2e-39cc-4a9d-8cbc-690aec2fb8f5 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1713762 Oct 19 07:45:26.944307 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.plugin [None req-166871f0-645a-4185-98ae-7bfadc6aa0c5 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Deleting port 826068b7-e441-4d83-a70e-27e5319884e4 {{(pid=103332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 07:45:26.947116 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-166871f0-645a-4185-98ae-7bfadc6aa0c5 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:27.056392 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device 44c3f6de-b5b6-4760-82ea-e03e61b81175 up at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 07:45:27.079766 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e38c679-a9df-4c28-bac3-783e34cd80a4 None None] Sync routers for ids ['e6a6e204-8b27-43ea-9752-f191ae896768'] in dv-neutron-861624-1-hyperv {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 07:45:27.093184 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e38c679-a9df-4c28-bac3-783e34cd80a4 None None] Routers {'e6a6e204-8b27-43ea-9752-f191ae896768'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 07:45:27.093804 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-7e38c679-a9df-4c28-bac3-783e34cd80a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T07:45:16Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['e6a6e204-8b27-43ea-9752-f191ae896768'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:45:27.130502 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.db [None req-166871f0-645a-4185-98ae-7bfadc6aa0c5 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] For port 826068b7-e441-4d83-a70e-27e5319884e4, host dv-neutron-861624-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=826068b7-e441-4d83-a70e-27e5319884e4,segment=NetworkSegment(f5adf2c1-a4e0-4572-9258-54700d317403),segment_id=f5adf2c1-a4e0-4572-9258-54700d317403)] {{(pid=103332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:45:27.131541 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-166871f0-645a-4185-98ae-7bfadc6aa0c5 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:27.132555 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Provisioning complete for port 44c3f6de-b5b6-4760-82ea-e03e61b81175 triggered by entity L2. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:45:27.133054 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:27.133252 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Attempt 1 to provision port 44c3f6de-b5b6-4760-82ea-e03e61b81175 Oct 19 07:45:27.154527 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.plugin [None req-166871f0-645a-4185-98ae-7bfadc6aa0c5 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Calling delete_port for 826068b7-e441-4d83-a70e-27e5319884e4 owned by network:router_interface {{(pid=103332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 07:45:27.158774 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-310b1f4b-9166-44c7-abaf-28b584817bb8 req-bbe9d604-b914-4dad-b527-00df888543ee tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2050971341&fields=id&tenant_id=47a12ea4f74e4c18b13323e6f3cc9741 HTTP/1.1" status: 200 len: 267 time: 0.0599756 Oct 19 07:45:27.190131 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvr_db [None req-7e38c679-a9df-4c28-bac3-783e34cd80a4 None None] Set router e6a6e204-8b27-43ea-9752-f191ae896768 gateway port host: None {{(pid=103335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 07:45:27.230271 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Current status of the port 44c3f6de-b5b6-4760-82ea-e03e61b81175 is: DOWN; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:45:27.230697 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:27.267902 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] For port 44c3f6de-b5b6-4760-82ea-e03e61b81175, host dv-neutron-861624-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=44c3f6de-b5b6-4760-82ea-e03e61b81175,segment=NetworkSegment(e514c907-b9fc-483c-8e4a-2691273f8eec),segment_id=e514c907-b9fc-483c-8e4a-2691273f8eec)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:45:27.275141 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:27.336124 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Pushing event updated for resources: {'Port': ['ID=44c3f6de-b5b6-4760-82ea-e03e61b81175,revision_number=3']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:45:27.354595 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310b1f4b-9166-44c7-abaf-28b584817bb8 req-d84181d5-6b19-4a4f-a2b9-3ed440982981 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:45:27.356074 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-310b1f4b-9166-44c7-abaf-28b584817bb8 req-d84181d5-6b19-4a4f-a2b9-3ed440982981 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "GET /v2.0/networks?id=90b48a7c-1ece-4149-b597-4861a65d242d HTTP/1.1" status: 200 len: 797 time: 0.1900411 Oct 19 07:45:27.375650 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-310b1f4b-9166-44c7-abaf-28b584817bb8 req-deb5fcc7-66d4-4147-9f0d-e23316674335 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "GET /v2.0/quotas/47a12ea4f74e4c18b13323e6f3cc9741 HTTP/1.1" status: 200 len: 375 time: 0.0125761 Oct 19 07:45:27.432965 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-7e38c679-a9df-4c28-bac3-783e34cd80a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6a6e204-8b27-43ea-9752-f191ae896768', 'name': 'tempest-RoutersIpV6Test-router-939190357', 'tenant_id': '1402d2757da24badb386c840c64ab2b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T07:45:11Z', 'updated_at': '2022-10-19T07:45:25Z', 'revision_number': 7, 'project_id': '1402d2757da24badb386c840c64ab2b4', 'gw_port_host': None, '_interfaces': [{'id': '4efa873f-a5ce-4365-aa33-fa9b85cbd2e2', 'name': '', 'network_id': '2637e3a0-fcdf-4615-9456-62b509d8d11e', 'tenant_id': '1402d2757da24badb386c840c64ab2b4', 'mac_address': 'fa:16:3e:b3:f3:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6a6e204-8b27-43ea-9752-f191ae896768', 'device_owner': 'network:router_interface', 'standard_attr_id': 1274, 'fixed_ips': [{'subnet_id': 'df51bdc2-a756-4d71-b64c-c6fb5669e6e7', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:45:15Z', 'updated_at': '2022-10-19T07:45:19Z', 'revision_number': 5, 'project_id': '1402d2757da24badb386c840c64ab2b4', 'subnets': [{'id': 'df51bdc2-a756-4d71-b64c-c6fb5669e6e7', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '826068b7-e441-4d83-a70e-27e5319884e4', 'name': '', 'network_id': '514ebeb0-8a57-41d8-85a7-6c1959fa0021', 'tenant_id': '1402d2757da24badb386c840c64ab2b4', 'mac_address': 'fa:16:3e:58:d4:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6a6e204-8b27-43ea-9752-f191ae896768', 'device_owner': 'network:router_interface', 'standard_attr_id': 1284, 'fixed_ips': [{'subnet_id': '0d8dcf6f-e93b-4bb2-a7e5-8050376300d1', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:45:20Z', 'updated_at': '2022-10-19T07:45:24Z', 'revision_number': 5, 'project_id': '1402d2757da24badb386c840c64ab2b4', 'subnets': [{'id': '0d8dcf6f-e93b-4bb2-a7e5-8050376300d1', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8ec7e828-2b25-4560-8f5a-5d7586c3f22b', 'name': '', 'network_id': '048fea24-1321-4212-837e-fb8a75e7b3e9', 'tenant_id': '1402d2757da24badb386c840c64ab2b4', 'mac_address': 'fa:16:3e:62:be:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6a6e204-8b27-43ea-9752-f191ae896768', 'device_owner': 'network:router_interface', 'standard_attr_id': 1269, 'fixed_ips': [{'subnet_id': '3f6be3f6-11f5-433e-afe8-fcbe696660ad', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:45:12Z', 'updated_at': '2022-10-19T07:45:15Z', 'revision_number': 5, 'project_id': '1402d2757da24badb386c840c64ab2b4', 'subnets': [{'id': '3f6be3f6-11f5-433e-afe8-fcbe696660ad', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f2f1c1de-e7b5-4b83-9fbb-6c5291671d1c', 'name': '', 'network_id': '45bb2543-f56c-41dc-a5a6-5e41876983b3', 'tenant_id': '1402d2757da24badb386c840c64ab2b4', 'mac_address': 'fa:16:3e:f8:f2:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6a6e204-8b27-43ea-9752-f191ae896768', 'device_owner': 'network:router_interface', 'standard_attr_id': 1278, 'fixed_ips': [{'subnet_id': '016aa842-a9e5-4ab3-ada2-36e562cec6ce', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:45:18Z', 'updated_at': '2022-10-19T07:45:23Z', 'revision_number': 5, 'project_id': '1402d2757da24badb386c840c64ab2b4', 'subnets': [{'id': '016aa842-a9e5-4ab3-ada2-36e562cec6ce', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:45:27.468879 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e38c679-a9df-4c28-bac3-783e34cd80a4 None None] Checking router: e6a6e204-8b27-43ea-9752-f191ae896768 for host: dv-neutron-861624-1-hyperv {{(pid=103335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 07:45:27.478230 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e38c679-a9df-4c28-bac3-783e34cd80a4 None None] Routers {'e6a6e204-8b27-43ea-9752-f191ae896768'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 07:45:27.479228 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-310b1f4b-9166-44c7-abaf-28b584817bb8 req-ee567ff2-eb64-46e1-9fd3-0ca249117461 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "GET /v2.0/ports?tenant_id=47a12ea4f74e4c18b13323e6f3cc9741&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0936673 Oct 19 07:45:27.480470 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-7e38c679-a9df-4c28-bac3-783e34cd80a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T07:45:16Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['e6a6e204-8b27-43ea-9752-f191ae896768'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:45:27.480746 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-166871f0-645a-4185-98ae-7bfadc6aa0c5 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133553798'] for port, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:27.524913 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166871f0-645a-4185-98ae-7bfadc6aa0c5 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Pushing event deleted for resources: {'Port': ['ID=826068b7-e441-4d83-a70e-27e5319884e4,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:45:27.578721 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvr_db [None req-7e38c679-a9df-4c28-bac3-783e34cd80a4 None None] Set router e6a6e204-8b27-43ea-9752-f191ae896768 gateway port host: None {{(pid=103335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 07:45:27.696332 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-166871f0-645a-4185-98ae-7bfadc6aa0c5 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1574862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1694957'] for router_interface, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:27.718771 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-310b1f4b-9166-44c7-abaf-28b584817bb8 req-d5b96c6a-ae60-436c-b050-1e3d37ff6642 service neutron] 10.222.0.27 "GET /v2.0/networks/90b48a7c-1ece-4149-b597-4861a65d242d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2097795 Oct 19 07:45:27.871760 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61a02824-497c-42d6-9be1-c3f4d3eb3a62 None None] Network 90b48a7c-1ece-4149-b597-4861a65d242d requested from dv-neutron-861624-1-hyperv {{(pid=103334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 07:45:27.926960 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-7e38c679-a9df-4c28-bac3-783e34cd80a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6a6e204-8b27-43ea-9752-f191ae896768', 'name': 'tempest-RoutersIpV6Test-router-939190357', 'tenant_id': '1402d2757da24badb386c840c64ab2b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T07:45:11Z', 'updated_at': '2022-10-19T07:45:27Z', 'revision_number': 8, 'project_id': '1402d2757da24badb386c840c64ab2b4', 'gw_port_host': None, '_interfaces': [{'id': '4efa873f-a5ce-4365-aa33-fa9b85cbd2e2', 'name': '', 'network_id': '2637e3a0-fcdf-4615-9456-62b509d8d11e', 'tenant_id': '1402d2757da24badb386c840c64ab2b4', 'mac_address': 'fa:16:3e:b3:f3:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6a6e204-8b27-43ea-9752-f191ae896768', 'device_owner': 'network:router_interface', 'standard_attr_id': 1274, 'fixed_ips': [{'subnet_id': 'df51bdc2-a756-4d71-b64c-c6fb5669e6e7', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:45:15Z', 'updated_at': '2022-10-19T07:45:19Z', 'revision_number': 5, 'project_id': '1402d2757da24badb386c840c64ab2b4', 'subnets': [{'id': 'df51bdc2-a756-4d71-b64c-c6fb5669e6e7', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8ec7e828-2b25-4560-8f5a-5d7586c3f22b', 'name': '', 'network_id': '048fea24-1321-4212-837e-fb8a75e7b3e9', 'tenant_id': '1402d2757da24badb386c840c64ab2b4', 'mac_address': 'fa:16:3e:62:be:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6a6e204-8b27-43ea-9752-f191ae896768', 'device_owner': 'network:router_interface', 'standard_attr_id': 1269, 'fixed_ips': [{'subnet_id': '3f6be3f6-11f5-433e-afe8-fcbe696660ad', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:45:12Z', 'updated_at': '2022-10-19T07:45:15Z', 'revision_number': 5, 'project_id': '1402d2757da24badb386c840c64ab2b4', 'subnets': [{'id': '3f6be3f6-11f5-433e-afe8-fcbe696660ad', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f2f1c1de-e7b5-4b83-9fbb-6c5291671d1c', 'name': '', 'network_id': '45bb2543-f56c-41dc-a5a6-5e41876983b3', 'tenant_id': '1402d2757da24badb386c840c64ab2b4', 'mac_address': 'fa:16:3e:f8:f2:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6a6e204-8b27-43ea-9752-f191ae896768', 'device_owner': 'network:router_interface', 'standard_attr_id': 1278, 'fixed_ips': [{'subnet_id': '016aa842-a9e5-4ab3-ada2-36e562cec6ce', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:45:18Z', 'updated_at': '2022-10-19T07:45:23Z', 'revision_number': 5, 'project_id': '1402d2757da24badb386c840c64ab2b4', 'subnets': [{'id': '016aa842-a9e5-4ab3-ada2-36e562cec6ce', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:45:27.930954 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-310b1f4b-9166-44c7-abaf-28b584817bb8 req-1686b34b-25ba-443b-bc5c-47a3fa09816e service neutron] 10.222.0.27 "GET /v2.0/networks/90b48a7c-1ece-4149-b597-4861a65d242d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1790884 Oct 19 07:45:27.966219 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e38c679-a9df-4c28-bac3-783e34cd80a4 None None] The sync data for ids ['e6a6e204-8b27-43ea-9752-f191ae896768'] in dv-neutron-861624-1-hyperv is: [{'id': 'e6a6e204-8b27-43ea-9752-f191ae896768', 'name': 'tempest-RoutersIpV6Test-router-939190357', 'tenant_id': '1402d2757da24badb386c840c64ab2b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T07:45:11Z', 'updated_at': '2022-10-19T07:45:27Z', 'revision_number': 8, 'project_id': '1402d2757da24badb386c840c64ab2b4', 'gw_port_host': None, '_interfaces': [{'id': '4efa873f-a5ce-4365-aa33-fa9b85cbd2e2', 'name': '', 'network_id': '2637e3a0-fcdf-4615-9456-62b509d8d11e', 'tenant_id': '1402d2757da24badb386c840c64ab2b4', 'mac_address': 'fa:16:3e:b3:f3:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6a6e204-8b27-43ea-9752-f191ae896768', 'device_owner': 'network:router_interface', 'standard_attr_id': 1274, 'fixed_ips': [{'subnet_id': 'df51bdc2-a756-4d71-b64c-c6fb5669e6e7', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:45:15Z', 'updated_at': '2022-10-19T07:45:19Z', 'revision_number': 5, 'project_id': '1402d2757da24badb386c840c64ab2b4', 'subnets': [{'id': 'df51bdc2-a756-4d71-b64c-c6fb5669e6e7', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8ec7e828-2b25-4560-8f5a-5d7586c3f22b', 'name': '', 'network_id': '048fea24-1321-4212-837e-fb8a75e7b3e9', 'tenant_id': '1402d2757da24badb386c840c64ab2b4', 'mac_address': 'fa:16:3e:62:be:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6a6e204-8b27-43ea-9752-f191ae896768', 'device_owner': 'network:router_interface', 'standard_attr_id': 1269, 'fixed_ips': [{'subnet_id': '3f6be3f6-11f5-433e-afe8-fcbe696660ad', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:45:12Z', 'updated_at': '2022-10-19T07:45:15Z', 'revision_number': 5, 'project_id': '1402d2757da24badb386c840c64ab2b4', 'subnets': [{'id': '3f6be3f6-11f5-433e-afe8-fcbe696660ad', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f2f1c1de-e7b5-4b83-9fbb-6c5291671d1c', 'name': '', 'network_id': '45bb2543-f56c-41dc-a5a6-5e41876983b3', 'tenant_id': '1402d2757da24badb386c840c64ab2b4', 'mac_address': 'fa:16:3e:f8:f2:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6a6e204-8b27-43ea-9752-f191ae896768', 'device_owner': 'network:router_interface', 'standard_attr_id': 1278, 'fixed_ips': [{'subnet_id': '016aa842-a9e5-4ab3-ada2-36e562cec6ce', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:45:18Z', 'updated_at': '2022-10-19T07:45:23Z', 'revision_number': 5, 'project_id': '1402d2757da24badb386c840c64ab2b4', 'subnets': [{'id': '016aa842-a9e5-4ab3-ada2-36e562cec6ce', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 07:45:27.970457 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-5831f99e-ca24-4527-a510-b1994385f919 None None] Provisioning complete for port 44c3f6de-b5b6-4760-82ea-e03e61b81175 triggered by entity DHCP. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:45:27.970457 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-5831f99e-ca24-4527-a510-b1994385f919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:27.970650 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-5831f99e-ca24-4527-a510-b1994385f919 None None] Attempt 1 to provision port 44c3f6de-b5b6-4760-82ea-e03e61b81175 Oct 19 07:45:27.999361 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-166871f0-645a-4185-98ae-7bfadc6aa0c5 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Router e6a6e204-8b27-43ea-9752-f191ae896768 has already been hosted by L3 agent ab388470-1243-4d53-80f2-c2f5899c97a7 {{(pid=103332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 07:45:28.115762 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-5831f99e-ca24-4527-a510-b1994385f919 None None] Current status of the port 44c3f6de-b5b6-4760-82ea-e03e61b81175 is: ACTIVE; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:45:28.117299 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-166871f0-645a-4185-98ae-7bfadc6aa0c5 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Notify agent at l3_agent.dv-neutron-861624-1-hyperv the message routers_updated {{(pid=103332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 07:45:28.124542 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-166871f0-645a-4185-98ae-7bfadc6aa0c5 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] 10.222.0.27 "PUT /v2.0/routers/e6a6e204-8b27-43ea-9752-f191ae896768/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3824079 Oct 19 07:45:28.126986 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 60502) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:45:28.181338 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-e0c132f7-186f-46a4-a86a-24e56d11c9a3 req-d051dc02-0c0e-49aa-9b01-814778b10b34 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "GET /v2.0/ports?device_id=89d027b0-e11e-48a8-8bee-8ff424fc8539 HTTP/1.1" status: 200 len: 210 time: 0.0356507 Oct 19 07:45:28.196875 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ac09180-3ea8-4a15-9ef4-2da2a253cc4e tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Deleting subnet 0d8dcf6f-e93b-4bb2-a7e5-8050376300d1 {{(pid=103333) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 19 07:45:28.203990 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-0ac09180-3ea8-4a15-9ef4-2da2a253cc4e tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Notify callbacks [] for subnet, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:28.252101 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-0ac09180-3ea8-4a15-9ef4-2da2a253cc4e tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-134111928'] for subnet, precommit_delete_associations {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:28.369863 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-0ac09180-3ea8-4a15-9ef4-2da2a253cc4e tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-679826'] for subnet, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:28.441481 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-501bb501-5da8-4df6-a6c0-4a52f4689a6a None None] Provisioning complete for port 44c3f6de-b5b6-4760-82ea-e03e61b81175 triggered by entity DHCP. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:45:28.442043 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-501bb501-5da8-4df6-a6c0-4a52f4689a6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:28.442282 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-501bb501-5da8-4df6-a6c0-4a52f4689a6a None None] Attempt 1 to provision port 44c3f6de-b5b6-4760-82ea-e03e61b81175 Oct 19 07:45:28.450548 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-0ac09180-3ea8-4a15-9ef4-2da2a253cc4e tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-679819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130997964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130170408'] for subnet, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:28.502621 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-0ac09180-3ea8-4a15-9ef4-2da2a253cc4e tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Notify callbacks [] for subnet, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:28.505855 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-0ac09180-3ea8-4a15-9ef4-2da2a253cc4e tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] 10.222.0.27 "DELETE /v2.0/subnets/0d8dcf6f-e93b-4bb2-a7e5-8050376300d1 HTTP/1.1" status: 204 len: 168 time: 0.3778870 Oct 19 07:45:28.506971 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac09180-3ea8-4a15-9ef4-2da2a253cc4e tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Pushing event deleted for resources: {'Subnet': ['ID=0d8dcf6f-e93b-4bb2-a7e5-8050376300d1,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:45:28.508669 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 60510) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:45:28.539813 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1be2afd4-bf29-4b56-8278-456fecd46d14 None None] Network 514ebeb0-8a57-41d8-85a7-6c1959fa0021 requested from dv-neutron-861624-1-hyperv {{(pid=103334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 07:45:28.575496 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-501bb501-5da8-4df6-a6c0-4a52f4689a6a None None] Current status of the port 44c3f6de-b5b6-4760-82ea-e03e61b81175 is: ACTIVE; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:45:28.594850 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-e16b3c37-4a3d-48f6-b3ed-8260c03ec2b3 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-667019'] for network, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:28.607700 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3e2bf60-68ba-435c-b1e0-9950841ab81d None None] Sync routers for ids ['e6a6e204-8b27-43ea-9752-f191ae896768'] in dv-neutron-861624-1-hyperv {{(pid=103334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 07:45:28.650180 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.plugin [None req-e16b3c37-4a3d-48f6-b3ed-8260c03ec2b3 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Deleting port bbb49bb1-d41f-47d7-94f7-75cd0db169a4 {{(pid=103332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 07:45:28.650562 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-e16b3c37-4a3d-48f6-b3ed-8260c03ec2b3 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:28.650701 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3e2bf60-68ba-435c-b1e0-9950841ab81d None None] Routers {'e6a6e204-8b27-43ea-9752-f191ae896768'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 07:45:28.651559 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-d3e2bf60-68ba-435c-b1e0-9950841ab81d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T07:45:16Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['e6a6e204-8b27-43ea-9752-f191ae896768'], 'active': True} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:45:28.722663 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.db [None req-e16b3c37-4a3d-48f6-b3ed-8260c03ec2b3 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] For port bbb49bb1-d41f-47d7-94f7-75cd0db169a4, host dv-neutron-861624-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=bbb49bb1-d41f-47d7-94f7-75cd0db169a4,segment=NetworkSegment(f5adf2c1-a4e0-4572-9258-54700d317403),segment_id=f5adf2c1-a4e0-4572-9258-54700d317403)] {{(pid=103332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:45:28.723182 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-e16b3c37-4a3d-48f6-b3ed-8260c03ec2b3 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:28.739532 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.plugin [None req-e16b3c37-4a3d-48f6-b3ed-8260c03ec2b3 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Calling delete_port for bbb49bb1-d41f-47d7-94f7-75cd0db169a4 owned by network:dhcp {{(pid=103332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 07:45:28.826368 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-e16b3c37-4a3d-48f6-b3ed-8260c03ec2b3 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133553798'] for port, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:28.852952 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16b3c37-4a3d-48f6-b3ed-8260c03ec2b3 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Pushing event deleted for resources: {'Port': ['ID=bbb49bb1-d41f-47d7-94f7-75cd0db169a4,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:45:28.856761 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e16b3c37-4a3d-48f6-b3ed-8260c03ec2b3 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] No DVR routers for this DVR port bbb49bb1-d41f-47d7-94f7-75cd0db169a4 on host dv-neutron-861624-1-hyperv {{(pid=103332) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 19 07:45:28.916835 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvr_db [None req-d3e2bf60-68ba-435c-b1e0-9950841ab81d None None] Set router e6a6e204-8b27-43ea-9752-f191ae896768 gateway port host: None {{(pid=103334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 07:45:28.951997 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-e16b3c37-4a3d-48f6-b3ed-8260c03ec2b3 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-673051', 'neutron.services.segments.db._delete_segments_for_network-8785021519108'] for network, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:28.986638 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.services.segments.db [None req-e16b3c37-4a3d-48f6-b3ed-8260c03ec2b3 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['514ebeb0-8a57-41d8-85a7-6c1959fa0021']}} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:45:29.002956 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d70da15-ec99-4a71-8ae9-68f60641553b None None] DHCP port deletion for 514ebeb0-8a57-41d8-85a7-6c1959fa0021 request from dv-neutron-861624-1-hyperv {{(pid=103334) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 07:45:29.010876 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.services.segments.db [None req-e16b3c37-4a3d-48f6-b3ed-8260c03ec2b3 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5adf2c1-a4e0-4572-9258-54700d317403') {'for_net_delete': True} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:45:29.011355 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.services.segments.db [None req-e16b3c37-4a3d-48f6-b3ed-8260c03ec2b3 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5adf2c1-a4e0-4572-9258-54700d317403') {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:45:29.023864 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-e16b3c37-4a3d-48f6-b3ed-8260c03ec2b3 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785021519382', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130726885'] for segment, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:29.046145 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-e16b3c37-4a3d-48f6-b3ed-8260c03ec2b3 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979'] for segment, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:29.083227 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e16b3c37-4a3d-48f6-b3ed-8260c03ec2b3 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Releasing vlan 157 on physical network physnet1 to pool {{(pid=103332) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 07:45:29.083648 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-e16b3c37-4a3d-48f6-b3ed-8260c03ec2b3 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-133553843'] for segment, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:29.110975 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.services.segments.plugin [-] Segment f5adf2c1-a4e0-4572-9258-54700d317403 resource provider aggregate not found Oct 19 07:45:29.141527 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.services.segments.plugin [-] Segment f5adf2c1-a4e0-4572-9258-54700d317403 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f5adf2c1-a4e0-4572-9258-54700d317403 found for delete ", "request_id": "req-7896ba7f-bd15-4bfc-bc80-a164fe64ab6b"}]} Oct 19 07:45:29.159024 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device 44c3f6de-b5b6-4760-82ea-e03e61b81175 up at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 07:45:29.219380 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-e16b3c37-4a3d-48f6-b3ed-8260c03ec2b3 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-673044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1695087'] for network, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:29.222640 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-d3e2bf60-68ba-435c-b1e0-9950841ab81d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6a6e204-8b27-43ea-9752-f191ae896768', 'name': 'tempest-RoutersIpV6Test-router-939190357', 'tenant_id': '1402d2757da24badb386c840c64ab2b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T07:45:11Z', 'updated_at': '2022-10-19T07:45:27Z', 'revision_number': 8, 'project_id': '1402d2757da24badb386c840c64ab2b4', 'gw_port_host': None, '_interfaces': [{'id': '4efa873f-a5ce-4365-aa33-fa9b85cbd2e2', 'name': '', 'network_id': '2637e3a0-fcdf-4615-9456-62b509d8d11e', 'tenant_id': '1402d2757da24badb386c840c64ab2b4', 'mac_address': 'fa:16:3e:b3:f3:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6a6e204-8b27-43ea-9752-f191ae896768', 'device_owner': 'network:router_interface', 'standard_attr_id': 1274, 'fixed_ips': [{'subnet_id': 'df51bdc2-a756-4d71-b64c-c6fb5669e6e7', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:45:15Z', 'updated_at': '2022-10-19T07:45:19Z', 'revision_number': 5, 'project_id': '1402d2757da24badb386c840c64ab2b4', 'subnets': [{'id': 'df51bdc2-a756-4d71-b64c-c6fb5669e6e7', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8ec7e828-2b25-4560-8f5a-5d7586c3f22b', 'name': '', 'network_id': '048fea24-1321-4212-837e-fb8a75e7b3e9', 'tenant_id': '1402d2757da24badb386c840c64ab2b4', 'mac_address': 'fa:16:3e:62:be:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6a6e204-8b27-43ea-9752-f191ae896768', 'device_owner': 'network:router_interface', 'standard_attr_id': 1269, 'fixed_ips': [{'subnet_id': '3f6be3f6-11f5-433e-afe8-fcbe696660ad', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:45:12Z', 'updated_at': '2022-10-19T07:45:15Z', 'revision_number': 5, 'project_id': '1402d2757da24badb386c840c64ab2b4', 'subnets': [{'id': '3f6be3f6-11f5-433e-afe8-fcbe696660ad', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f2f1c1de-e7b5-4b83-9fbb-6c5291671d1c', 'name': '', 'network_id': '45bb2543-f56c-41dc-a5a6-5e41876983b3', 'tenant_id': '1402d2757da24badb386c840c64ab2b4', 'mac_address': 'fa:16:3e:f8:f2:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6a6e204-8b27-43ea-9752-f191ae896768', 'device_owner': 'network:router_interface', 'standard_attr_id': 1278, 'fixed_ips': [{'subnet_id': '016aa842-a9e5-4ab3-ada2-36e562cec6ce', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:45:18Z', 'updated_at': '2022-10-19T07:45:23Z', 'revision_number': 5, 'project_id': '1402d2757da24badb386c840c64ab2b4', 'subnets': [{'id': '016aa842-a9e5-4ab3-ada2-36e562cec6ce', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:45:29.230415 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-e16b3c37-4a3d-48f6-b3ed-8260c03ec2b3 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Notify callbacks [] for network, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:29.233894 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-e16b3c37-4a3d-48f6-b3ed-8260c03ec2b3 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] 10.222.0.27 "DELETE /v2.0/networks/514ebeb0-8a57-41d8-85a7-6c1959fa0021 HTTP/1.1" status: 204 len: 168 time: 0.7242155 Oct 19 07:45:29.238163 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 60518) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:45:29.251793 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3e2bf60-68ba-435c-b1e0-9950841ab81d None None] Checking router: e6a6e204-8b27-43ea-9752-f191ae896768 for host: dv-neutron-861624-1-hyperv {{(pid=103334) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 07:45:29.254937 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16b3c37-4a3d-48f6-b3ed-8260c03ec2b3 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Pushing event deleted for resources: {'Network': ['ID=514ebeb0-8a57-41d8-85a7-6c1959fa0021,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:45:29.267522 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3e2bf60-68ba-435c-b1e0-9950841ab81d None None] Routers {'e6a6e204-8b27-43ea-9752-f191ae896768'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 07:45:29.268156 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-d3e2bf60-68ba-435c-b1e0-9950841ab81d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T07:45:16Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['e6a6e204-8b27-43ea-9752-f191ae896768'], 'active': True} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:45:29.297048 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-ab4655b5-4932-4731-8550-b3ef0bde61a7 req-46408b52-5ee3-4b74-963d-64088e364f94 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "GET /v2.0/ports?device_id=89d027b0-e11e-48a8-8bee-8ff424fc8539 HTTP/1.1" status: 200 len: 210 time: 0.0388701 Oct 19 07:45:29.308563 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310b1f4b-9166-44c7-abaf-28b584817bb8 req-9f51a169-653d-4b8e-b37c-0bcdb36aea3f tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:45:29.311427 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-310b1f4b-9166-44c7-abaf-28b584817bb8 req-9f51a169-653d-4b8e-b37c-0bcdb36aea3f tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.16 "GET /v2.0/networks?id=90b48a7c-1ece-4149-b597-4861a65d242d HTTP/1.1" status: 200 len: 797 time: 0.2553551 Oct 19 07:45:29.356485 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Provisioning complete for port 44c3f6de-b5b6-4760-82ea-e03e61b81175 triggered by entity L2. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:45:29.356774 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:29.357109 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Attempt 1 to provision port 44c3f6de-b5b6-4760-82ea-e03e61b81175 Oct 19 07:45:29.361647 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-310b1f4b-9166-44c7-abaf-28b584817bb8 req-4217b3e2-4a3b-4149-bbfb-ba44825e86a4 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=47a12ea4f74e4c18b13323e6f3cc9741 HTTP/1.1" status: 200 len: 473 time: 0.0393004 Oct 19 07:45:29.373059 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [req-310b1f4b-9166-44c7-abaf-28b584817bb8 req-a11f6f12-c7be-42e1-943c-949f169bc47c tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Request body: {'port': {'device_id': '89d027b0-e11e-48a8-8bee-8ff424fc8539', 'network_id': '90b48a7c-1ece-4149-b597-4861a65d242d', 'admin_state_up': True, 'tenant_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'security_groups': ['378eb153-8d8d-482c-8e12-f8541c8fc2ff']}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:45:29.400707 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvr_db [None req-d3e2bf60-68ba-435c-b1e0-9950841ab81d None None] Set router e6a6e204-8b27-43ea-9752-f191ae896768 gateway port host: None {{(pid=103334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 07:45:29.486720 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-310b1f4b-9166-44c7-abaf-28b584817bb8 req-a11f6f12-c7be-42e1-943c-949f169bc47c tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Made reservation on behalf of 47a12ea4f74e4c18b13323e6f3cc9741 for: {'port': 1} {{(pid=103332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 07:45:29.490514 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-310b1f4b-9166-44c7-abaf-28b584817bb8 req-a11f6f12-c7be-42e1-943c-949f169bc47c tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:29.535179 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Current status of the port 44c3f6de-b5b6-4760-82ea-e03e61b81175 is: ACTIVE; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:45:29.627880 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.db_base_plugin_common [req-310b1f4b-9166-44c7-abaf-28b584817bb8 req-a11f6f12-c7be-42e1-943c-949f169bc47c tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Allocated IP 172.20.0.20 (90b48a7c-1ece-4149-b597-4861a65d242d/7423cffa-0e14-4dff-aa4e-407bea0cd47e/c38b0a56-e2dc-4234-824f-a0928a657a8e) {{(pid=103332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 07:45:29.629742 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device 826068b7-e441-4d83-a70e-27e5319884e4 no longer exists at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 07:45:29.631720 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-4af568af-c139-4b04-9bcf-7633dc486393 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1694785'] for router_interface, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:29.655017 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] No Port match for: 826068b7-e441-4d83-a70e-27e5319884e4 {{(pid=103334) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 19 07:45:29.655394 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device 826068b7-e441-4d83-a70e-27e5319884e4 not bound to the agent host dv-neutron-861624-1-hyperv {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 07:45:29.687774 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-d3e2bf60-68ba-435c-b1e0-9950841ab81d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6a6e204-8b27-43ea-9752-f191ae896768', 'name': 'tempest-RoutersIpV6Test-router-939190357', 'tenant_id': '1402d2757da24badb386c840c64ab2b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T07:45:11Z', 'updated_at': '2022-10-19T07:45:27Z', 'revision_number': 8, 'project_id': '1402d2757da24badb386c840c64ab2b4', 'gw_port_host': None, '_interfaces': [{'id': '4efa873f-a5ce-4365-aa33-fa9b85cbd2e2', 'name': '', 'network_id': '2637e3a0-fcdf-4615-9456-62b509d8d11e', 'tenant_id': '1402d2757da24badb386c840c64ab2b4', 'mac_address': 'fa:16:3e:b3:f3:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6a6e204-8b27-43ea-9752-f191ae896768', 'device_owner': 'network:router_interface', 'standard_attr_id': 1274, 'fixed_ips': [{'subnet_id': 'df51bdc2-a756-4d71-b64c-c6fb5669e6e7', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:45:15Z', 'updated_at': '2022-10-19T07:45:19Z', 'revision_number': 5, 'project_id': '1402d2757da24badb386c840c64ab2b4', 'subnets': [{'id': 'df51bdc2-a756-4d71-b64c-c6fb5669e6e7', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8ec7e828-2b25-4560-8f5a-5d7586c3f22b', 'name': '', 'network_id': '048fea24-1321-4212-837e-fb8a75e7b3e9', 'tenant_id': '1402d2757da24badb386c840c64ab2b4', 'mac_address': 'fa:16:3e:62:be:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6a6e204-8b27-43ea-9752-f191ae896768', 'device_owner': 'network:router_interface', 'standard_attr_id': 1269, 'fixed_ips': [{'subnet_id': '3f6be3f6-11f5-433e-afe8-fcbe696660ad', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:45:12Z', 'updated_at': '2022-10-19T07:45:15Z', 'revision_number': 5, 'project_id': '1402d2757da24badb386c840c64ab2b4', 'subnets': [{'id': '3f6be3f6-11f5-433e-afe8-fcbe696660ad', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f2f1c1de-e7b5-4b83-9fbb-6c5291671d1c', 'name': '', 'network_id': '45bb2543-f56c-41dc-a5a6-5e41876983b3', 'tenant_id': '1402d2757da24badb386c840c64ab2b4', 'mac_address': 'fa:16:3e:f8:f2:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6a6e204-8b27-43ea-9752-f191ae896768', 'device_owner': 'network:router_interface', 'standard_attr_id': 1278, 'fixed_ips': [{'subnet_id': '016aa842-a9e5-4ab3-ada2-36e562cec6ce', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:45:18Z', 'updated_at': '2022-10-19T07:45:23Z', 'revision_number': 5, 'project_id': '1402d2757da24badb386c840c64ab2b4', 'subnets': [{'id': '016aa842-a9e5-4ab3-ada2-36e562cec6ce', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:45:29.716227 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3e2bf60-68ba-435c-b1e0-9950841ab81d None None] The sync data for ids ['e6a6e204-8b27-43ea-9752-f191ae896768'] in dv-neutron-861624-1-hyperv is: [{'id': 'e6a6e204-8b27-43ea-9752-f191ae896768', 'name': 'tempest-RoutersIpV6Test-router-939190357', 'tenant_id': '1402d2757da24badb386c840c64ab2b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T07:45:11Z', 'updated_at': '2022-10-19T07:45:27Z', 'revision_number': 8, 'project_id': '1402d2757da24badb386c840c64ab2b4', 'gw_port_host': None, '_interfaces': [{'id': '4efa873f-a5ce-4365-aa33-fa9b85cbd2e2', 'name': '', 'network_id': '2637e3a0-fcdf-4615-9456-62b509d8d11e', 'tenant_id': '1402d2757da24badb386c840c64ab2b4', 'mac_address': 'fa:16:3e:b3:f3:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6a6e204-8b27-43ea-9752-f191ae896768', 'device_owner': 'network:router_interface', 'standard_attr_id': 1274, 'fixed_ips': [{'subnet_id': 'df51bdc2-a756-4d71-b64c-c6fb5669e6e7', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:45:15Z', 'updated_at': '2022-10-19T07:45:19Z', 'revision_number': 5, 'project_id': '1402d2757da24badb386c840c64ab2b4', 'subnets': [{'id': 'df51bdc2-a756-4d71-b64c-c6fb5669e6e7', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8ec7e828-2b25-4560-8f5a-5d7586c3f22b', 'name': '', 'network_id': '048fea24-1321-4212-837e-fb8a75e7b3e9', 'tenant_id': '1402d2757da24badb386c840c64ab2b4', 'mac_address': 'fa:16:3e:62:be:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6a6e204-8b27-43ea-9752-f191ae896768', 'device_owner': 'network:router_interface', 'standard_attr_id': 1269, 'fixed_ips': [{'subnet_id': '3f6be3f6-11f5-433e-afe8-fcbe696660ad', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:45:12Z', 'updated_at': '2022-10-19T07:45:15Z', 'revision_number': 5, 'project_id': '1402d2757da24badb386c840c64ab2b4', 'subnets': [{'id': '3f6be3f6-11f5-433e-afe8-fcbe696660ad', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f2f1c1de-e7b5-4b83-9fbb-6c5291671d1c', 'name': '', 'network_id': '45bb2543-f56c-41dc-a5a6-5e41876983b3', 'tenant_id': '1402d2757da24badb386c840c64ab2b4', 'mac_address': 'fa:16:3e:f8:f2:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6a6e204-8b27-43ea-9752-f191ae896768', 'device_owner': 'network:router_interface', 'standard_attr_id': 1278, 'fixed_ips': [{'subnet_id': '016aa842-a9e5-4ab3-ada2-36e562cec6ce', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:45:18Z', 'updated_at': '2022-10-19T07:45:23Z', 'revision_number': 5, 'project_id': '1402d2757da24badb386c840c64ab2b4', 'subnets': [{'id': '016aa842-a9e5-4ab3-ada2-36e562cec6ce', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 07:45:29.786212 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-310b1f4b-9166-44c7-abaf-28b584817bb8 req-a11f6f12-c7be-42e1-943c-949f169bc47c tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for port, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:29.825906 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-310b1f4b-9166-44c7-abaf-28b584817bb8 req-a11f6f12-c7be-42e1-943c-949f169bc47c tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785020947330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133553798'] for port, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:29.874495 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-310b1f4b-9166-44c7-abaf-28b584817bb8 req-a11f6f12-c7be-42e1-943c-949f169bc47c tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Network 90b48a7c-1ece-4149-b597-4861a65d242d is already hosted by enough agents. {{(pid=103332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 07:45:29.877606 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.base_scheduler [req-310b1f4b-9166-44c7-abaf-28b584817bb8 req-a11f6f12-c7be-42e1-943c-949f169bc47c tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Resources bound (agent type, host, resource id): {{(pid=103332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:45:29.881257 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [req-310b1f4b-9166-44c7-abaf-28b584817bb8 req-a11f6f12-c7be-42e1-943c-949f169bc47c tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Received port after_create {{(pid=103332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 07:45:29.901278 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-4af568af-c139-4b04-9bcf-7633dc486393 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Deleting port f2f1c1de-e7b5-4b83-9fbb-6c5291671d1c {{(pid=103333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 07:45:29.901627 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-4af568af-c139-4b04-9bcf-7633dc486393 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:29.906199 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11f6f12-c7be-42e1-943c-949f169bc47c tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Pushing event updated for resources: {'Port': ['ID=c38b0a56-e2dc-4234-824f-a0928a657a8e,revision_number=1']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:45:29.937297 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310b1f4b-9166-44c7-abaf-28b584817bb8 req-a11f6f12-c7be-42e1-943c-949f169bc47c tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:45:29.938057 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-310b1f4b-9166-44c7-abaf-28b584817bb8 req-a11f6f12-c7be-42e1-943c-949f169bc47c tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42160'] for port, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:29.956258 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-310b1f4b-9166-44c7-abaf-28b584817bb8 req-a11f6f12-c7be-42e1-943c-949f169bc47c tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5876565 Oct 19 07:45:29.968012 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [req-310b1f4b-9166-44c7-abaf-28b584817bb8 req-a2b763d5-8d2f-4fde-8ac8-c8dbfc055885 service neutron] Request body: {'port': {'device_id': '89d027b0-e11e-48a8-8bee-8ff424fc8539', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8616'}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:45:30.001539 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.db [None req-4af568af-c139-4b04-9bcf-7633dc486393 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] For port f2f1c1de-e7b5-4b83-9fbb-6c5291671d1c, host dv-neutron-861624-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=f2f1c1de-e7b5-4b83-9fbb-6c5291671d1c,segment=NetworkSegment(9ab77dd2-cd53-43a9-8a90-367ee1bb071d),segment_id=9ab77dd2-cd53-43a9-8a90-367ee1bb071d)] {{(pid=103333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:45:30.001900 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-4af568af-c139-4b04-9bcf-7633dc486393 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:30.016534 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-4af568af-c139-4b04-9bcf-7633dc486393 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Calling delete_port for f2f1c1de-e7b5-4b83-9fbb-6c5291671d1c owned by network:router_interface {{(pid=103333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 07:45:30.027289 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-310b1f4b-9166-44c7-abaf-28b584817bb8 req-a2b763d5-8d2f-4fde-8ac8-c8dbfc055885 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:30.109390 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-f77a3ff1-9bd4-46af-ae10-71ab478f631d None None] Provisioning complete for port c38b0a56-e2dc-4234-824f-a0928a657a8e triggered by entity DHCP. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:45:30.109908 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-f77a3ff1-9bd4-46af-ae10-71ab478f631d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:30.110335 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-f77a3ff1-9bd4-46af-ae10-71ab478f631d None None] Attempt 1 to provision port c38b0a56-e2dc-4234-824f-a0928a657a8e Oct 19 07:45:30.155366 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-f77a3ff1-9bd4-46af-ae10-71ab478f631d None None] Port c38b0a56-e2dc-4234-824f-a0928a657a8e cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 07:45:30.207437 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-4af568af-c139-4b04-9bcf-7633dc486393 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130996763'] for port, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:30.231892 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af568af-c139-4b04-9bcf-7633dc486393 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Pushing event deleted for resources: {'Port': ['ID=f2f1c1de-e7b5-4b83-9fbb-6c5291671d1c,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:45:30.319938 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.notifiers.nova [req-310b1f4b-9166-44c7-abaf-28b584817bb8 req-a2b763d5-8d2f-4fde-8ac8-c8dbfc055885 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c38b0a56-e2dc-4234-824f-a0928a657a8e {{(pid=103332) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 19 07:45:30.328750 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-310b1f4b-9166-44c7-abaf-28b584817bb8 req-a2b763d5-8d2f-4fde-8ac8-c8dbfc055885 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:30.348423 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.provisioning_blocks [req-310b1f4b-9166-44c7-abaf-28b584817bb8 req-a2b763d5-8d2f-4fde-8ac8-c8dbfc055885 service neutron] Transition to ACTIVE for port object c38b0a56-e2dc-4234-824f-a0928a657a8e will not be triggered until provisioned by entity L2. {{(pid=103332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 19 07:45:30.352736 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-310b1f4b-9166-44c7-abaf-28b584817bb8 req-a2b763d5-8d2f-4fde-8ac8-c8dbfc055885 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133553807'] for port, after_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:30.358181 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-4af568af-c139-4b04-9bcf-7633dc486393 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1574862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1694957'] for router_interface, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:30.488453 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b763d5-8d2f-4fde-8ac8-c8dbfc055885 service neutron] Pushing event updated for resources: {'Port': ['ID=c38b0a56-e2dc-4234-824f-a0928a657a8e,revision_number=2']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:45:30.514593 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7775b00-12a3-499f-b476-640fb55112bb req-0f978dae-fa5d-47aa-8d17-458f99a113f2 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:45:30.516031 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-b7775b00-12a3-499f-b476-640fb55112bb req-0f978dae-fa5d-47aa-8d17-458f99a113f2 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "GET /v2.0/ports?device_id=89d027b0-e11e-48a8-8bee-8ff424fc8539 HTTP/1.1" status: 200 len: 944 time: 0.1136749 Oct 19 07:45:30.545711 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.managers [req-310b1f4b-9166-44c7-abaf-28b584817bb8 req-a2b763d5-8d2f-4fde-8ac8-c8dbfc055885 service neutron] Attempting to bind port c38b0a56-e2dc-4234-824f-a0928a657a8e on host hv-neutron-8616 for vnic_type normal with profile {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 19 07:45:30.546078 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.managers [req-310b1f4b-9166-44c7-abaf-28b584817bb8 req-a2b763d5-8d2f-4fde-8ac8-c8dbfc055885 service neutron] Attempting to bind port c38b0a56-e2dc-4234-824f-a0928a657a8e by drivers openvswitch,hyperv on host hv-neutron-8616 at level 0 using segments [{'id': 'e514c907-b9fc-483c-8e4a-2691273f8eec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '90b48a7c-1ece-4149-b597-4861a65d242d'}] {{(pid=103332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 19 07:45:30.546380 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-310b1f4b-9166-44c7-abaf-28b584817bb8 req-a2b763d5-8d2f-4fde-8ac8-c8dbfc055885 service neutron] Attempting to bind port c38b0a56-e2dc-4234-824f-a0928a657a8e on network 90b48a7c-1ece-4149-b597-4861a65d242d {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 07:45:30.554164 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-310b1f4b-9166-44c7-abaf-28b584817bb8 req-a2b763d5-8d2f-4fde-8ac8-c8dbfc055885 service neutron] Port c38b0a56-e2dc-4234-824f-a0928a657a8e on network 90b48a7c-1ece-4149-b597-4861a65d242d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8616 {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 07:45:30.554497 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-310b1f4b-9166-44c7-abaf-28b584817bb8 req-a2b763d5-8d2f-4fde-8ac8-c8dbfc055885 service neutron] Attempting to bind port c38b0a56-e2dc-4234-824f-a0928a657a8e on network 90b48a7c-1ece-4149-b597-4861a65d242d {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 07:45:30.568197 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-310b1f4b-9166-44c7-abaf-28b584817bb8 req-a2b763d5-8d2f-4fde-8ac8-c8dbfc055885 service neutron] Checking agent: {'id': '5297b6e1-8fc1-4f42-910c-8f50c918ca65', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8616', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 19, 7, 36, 11), 'started_at': datetime.datetime(2022, 10, 19, 7, 36, 11), 'heartbeat_timestamp': datetime.datetime(2022, 10, 19, 7, 45, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 07:45:30.568564 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-310b1f4b-9166-44c7-abaf-28b584817bb8 req-a2b763d5-8d2f-4fde-8ac8-c8dbfc055885 service neutron] Checking segment: {'id': 'e514c907-b9fc-483c-8e4a-2691273f8eec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '90b48a7c-1ece-4149-b597-4861a65d242d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 19 07:45:30.568955 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-310b1f4b-9166-44c7-abaf-28b584817bb8 req-a2b763d5-8d2f-4fde-8ac8-c8dbfc055885 service neutron] Bound using segment: {'id': 'e514c907-b9fc-483c-8e4a-2691273f8eec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '90b48a7c-1ece-4149-b597-4861a65d242d'} {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 07:45:30.569410 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.managers [req-310b1f4b-9166-44c7-abaf-28b584817bb8 req-a2b763d5-8d2f-4fde-8ac8-c8dbfc055885 service neutron] Bound port: c38b0a56-e2dc-4234-824f-a0928a657a8e, host: hv-neutron-8616, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e514c907-b9fc-483c-8e4a-2691273f8eec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '90b48a7c-1ece-4149-b597-4861a65d242d'}}] {{(pid=103332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 19 07:45:30.569774 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-310b1f4b-9166-44c7-abaf-28b584817bb8 req-a2b763d5-8d2f-4fde-8ac8-c8dbfc055885 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:30.585445 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-b7775b00-12a3-499f-b476-640fb55112bb req-f8b1b1a7-ae46-4764-841b-86e48de5016f tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "GET /v2.0/security-groups?id=378eb153-8d8d-482c-8e12-f8541c8fc2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612497 Oct 19 07:45:30.644891 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.db [req-310b1f4b-9166-44c7-abaf-28b584817bb8 req-a2b763d5-8d2f-4fde-8ac8-c8dbfc055885 service neutron] For port c38b0a56-e2dc-4234-824f-a0928a657a8e, host hv-neutron-8616, cleared binding levels {{(pid=103332) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 07:45:30.648205 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.db [req-310b1f4b-9166-44c7-abaf-28b584817bb8 req-a2b763d5-8d2f-4fde-8ac8-c8dbfc055885 service neutron] For port c38b0a56-e2dc-4234-824f-a0928a657a8e, host hv-neutron-8616, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=c38b0a56-e2dc-4234-824f-a0928a657a8e,segment=NetworkSegment(e514c907-b9fc-483c-8e4a-2691273f8eec),segment_id=e514c907-b9fc-483c-8e4a-2691273f8eec)] {{(pid=103332) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 07:45:30.653368 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-310b1f4b-9166-44c7-abaf-28b584817bb8 req-a2b763d5-8d2f-4fde-8ac8-c8dbfc055885 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133553807'] for port, after_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:30.656067 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-f77a3ff1-9bd4-46af-ae10-71ab478f631d None None] Attempt 2 to provision port c38b0a56-e2dc-4234-824f-a0928a657a8e Oct 19 07:45:30.657233 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310b1f4b-9166-44c7-abaf-28b584817bb8 req-a2b763d5-8d2f-4fde-8ac8-c8dbfc055885 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:45:30.657925 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-310b1f4b-9166-44c7-abaf-28b584817bb8 req-a2b763d5-8d2f-4fde-8ac8-c8dbfc055885 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42160'] for port, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:30.659946 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-310b1f4b-9166-44c7-abaf-28b584817bb8 req-a2b763d5-8d2f-4fde-8ac8-c8dbfc055885 service neutron] 10.222.0.16 "PUT /v2.0/ports/c38b0a56-e2dc-4234-824f-a0928a657a8e HTTP/1.1" status: 200 len: 1094 time: 0.6959760 Oct 19 07:45:30.661761 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89d027b0-e11e-48a8-8bee-8ff424fc8539', 'tag': 'c38b0a56-e2dc-4234-824f-a0928a657a8e'}] {{(pid=103332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 19 07:45:30.665038 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a021b02cf5f527cd4bbbc40a031b51490d9893d7edeeb551bdf5128ee7546f8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa235aa2-702a-4c30-8682-a0b3e4bf3899" -d '{"events": [{"name": "network-changed", "server_uuid": "89d027b0-e11e-48a8-8bee-8ff424fc8539", "tag": "c38b0a56-e2dc-4234-824f-a0928a657a8e"}]}' {{(pid=103332) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 07:45:30.708022 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-f77a3ff1-9bd4-46af-ae10-71ab478f631d None None] Port c38b0a56-e2dc-4234-824f-a0928a657a8e had new provisioning blocks added so it will not transition to active. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:370}} Oct 19 07:45:30.735634 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 19 Oct 2022 07:45:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41f5d270-e183-405d-a9ff-1142ddff6cf6 x-openstack-request-id: req-41f5d270-e183-405d-a9ff-1142ddff6cf6 {{(pid=103332) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 07:45:30.735917 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89d027b0-e11e-48a8-8bee-8ff424fc8539", "tag": "c38b0a56-e2dc-4234-824f-a0928a657a8e", "status": "completed", "code": 200}]} {{(pid=103332) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 07:45:30.736176 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-41f5d270-e183-405d-a9ff-1142ddff6cf6 {{(pid=103332) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 07:45:30.736937 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.notifiers.nova [-] Nova event matching ['req-41f5d270-e183-405d-a9ff-1142ddff6cf6'] response: {'name': 'network-changed', 'server_uuid': '89d027b0-e11e-48a8-8bee-8ff424fc8539', 'tag': 'c38b0a56-e2dc-4234-824f-a0928a657a8e', 'status': 'completed', 'code': 200} Oct 19 07:45:30.762879 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b763d5-8d2f-4fde-8ac8-c8dbfc055885 service neutron] Pushing event updated for resources: {'Port': ['ID=c38b0a56-e2dc-4234-824f-a0928a657a8e,revision_number=3']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:45:30.780072 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310b1f4b-9166-44c7-abaf-28b584817bb8 req-edb4dc1b-d66e-4aa9-b788-7b337a7c73cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:45:30.781632 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-310b1f4b-9166-44c7-abaf-28b584817bb8 req-edb4dc1b-d66e-4aa9-b788-7b337a7c73cf service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=47a12ea4f74e4c18b13323e6f3cc9741&device_id=89d027b0-e11e-48a8-8bee-8ff424fc8539 HTTP/1.1" status: 200 len: 1097 time: 0.0648203 Oct 19 07:45:30.825888 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-310b1f4b-9166-44c7-abaf-28b584817bb8 req-487eed65-01a8-4f32-aabd-793fc1d17d11 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.20&port_id=c38b0a56-e2dc-4234-824f-a0928a657a8e HTTP/1.1" status: 200 len: 217 time: 0.0363367 Oct 19 07:45:30.844811 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4af568af-c139-4b04-9bcf-7633dc486393 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Router e6a6e204-8b27-43ea-9752-f191ae896768 has already been hosted by L3 agent ab388470-1243-4d53-80f2-c2f5899c97a7 {{(pid=103333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 07:45:30.874058 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310b1f4b-9166-44c7-abaf-28b584817bb8 req-b1d14242-8c49-4ec6-8e67-f099811e51f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:45:30.875531 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-310b1f4b-9166-44c7-abaf-28b584817bb8 req-b1d14242-8c49-4ec6-8e67-f099811e51f5 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7423cffa-0e14-4dff-aa4e-407bea0cd47e HTTP/1.1" status: 200 len: 837 time: 0.0438457 Oct 19 07:45:30.928742 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310b1f4b-9166-44c7-abaf-28b584817bb8 req-fe822074-1aaf-4dc6-b3f5-b7e589f1935f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:45:30.930453 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-310b1f4b-9166-44c7-abaf-28b584817bb8 req-fe822074-1aaf-4dc6-b3f5-b7e589f1935f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=90b48a7c-1ece-4149-b597-4861a65d242d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0475941 Oct 19 07:45:30.948171 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4af568af-c139-4b04-9bcf-7633dc486393 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Notify agent at l3_agent.dv-neutron-861624-1-hyperv the message routers_updated {{(pid=103333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 07:45:30.956652 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 60528) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:45:30.957128 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-4af568af-c139-4b04-9bcf-7633dc486393 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] 10.222.0.27 "PUT /v2.0/routers/e6a6e204-8b27-43ea-9752-f191ae896768/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7158904 Oct 19 07:45:30.962399 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e6aa1dd-4a92-49ba-a7f4-5cc0bb29b07b None None] Sync routers for ids ['e6a6e204-8b27-43ea-9752-f191ae896768'] in dv-neutron-861624-1-hyperv {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 07:45:30.975869 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e6aa1dd-4a92-49ba-a7f4-5cc0bb29b07b None None] Routers {'e6a6e204-8b27-43ea-9752-f191ae896768'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 07:45:30.976786 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-6e6aa1dd-4a92-49ba-a7f4-5cc0bb29b07b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T07:45:16Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['e6a6e204-8b27-43ea-9752-f191ae896768'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:45:30.986614 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device bbb49bb1-d41f-47d7-94f7-75cd0db169a4 no longer exists at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 07:45:31.006404 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] No Port match for: bbb49bb1-d41f-47d7-94f7-75cd0db169a4 {{(pid=103334) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 19 07:45:31.007000 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device bbb49bb1-d41f-47d7-94f7-75cd0db169a4 not bound to the agent host dv-neutron-861624-1-hyperv {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 07:45:31.057275 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b416f09-4e42-4e24-9cda-5fd419428cbf tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Deleting subnet 016aa842-a9e5-4ab3-ada2-36e562cec6ce {{(pid=103332) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 19 07:45:31.061432 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-6b416f09-4e42-4e24-9cda-5fd419428cbf tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Notify callbacks [] for subnet, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:31.064480 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvr_db [None req-6e6aa1dd-4a92-49ba-a7f4-5cc0bb29b07b None None] Set router e6a6e204-8b27-43ea-9752-f191ae896768 gateway port host: None {{(pid=103335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 07:45:31.102682 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-310b1f4b-9166-44c7-abaf-28b584817bb8 req-94f40926-88e5-4762-a8ef-e1b5a84bd70f service neutron] 10.222.0.16 "GET /v2.0/networks/90b48a7c-1ece-4149-b597-4861a65d242d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1644218 Oct 19 07:45:31.118225 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-6b416f09-4e42-4e24-9cda-5fd419428cbf tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130726890'] for subnet, precommit_delete_associations {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:31.257940 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-310b1f4b-9166-44c7-abaf-28b584817bb8 req-7a445f50-4630-40e7-9d2a-23306bb79624 service neutron] 10.222.0.16 "GET /v2.0/networks/90b48a7c-1ece-4149-b597-4861a65d242d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1477654 Oct 19 07:45:31.264742 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-6b416f09-4e42-4e24-9cda-5fd419428cbf tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-679826'] for subnet, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:31.267047 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-6e6aa1dd-4a92-49ba-a7f4-5cc0bb29b07b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6a6e204-8b27-43ea-9752-f191ae896768', 'name': 'tempest-RoutersIpV6Test-router-939190357', 'tenant_id': '1402d2757da24badb386c840c64ab2b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T07:45:11Z', 'updated_at': '2022-10-19T07:45:30Z', 'revision_number': 9, 'project_id': '1402d2757da24badb386c840c64ab2b4', 'gw_port_host': None, '_interfaces': [{'id': '4efa873f-a5ce-4365-aa33-fa9b85cbd2e2', 'name': '', 'network_id': '2637e3a0-fcdf-4615-9456-62b509d8d11e', 'tenant_id': '1402d2757da24badb386c840c64ab2b4', 'mac_address': 'fa:16:3e:b3:f3:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6a6e204-8b27-43ea-9752-f191ae896768', 'device_owner': 'network:router_interface', 'standard_attr_id': 1274, 'fixed_ips': [{'subnet_id': 'df51bdc2-a756-4d71-b64c-c6fb5669e6e7', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:45:15Z', 'updated_at': '2022-10-19T07:45:19Z', 'revision_number': 5, 'project_id': '1402d2757da24badb386c840c64ab2b4', 'subnets': [{'id': 'df51bdc2-a756-4d71-b64c-c6fb5669e6e7', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8ec7e828-2b25-4560-8f5a-5d7586c3f22b', 'name': '', 'network_id': '048fea24-1321-4212-837e-fb8a75e7b3e9', 'tenant_id': '1402d2757da24badb386c840c64ab2b4', 'mac_address': 'fa:16:3e:62:be:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6a6e204-8b27-43ea-9752-f191ae896768', 'device_owner': 'network:router_interface', 'standard_attr_id': 1269, 'fixed_ips': [{'subnet_id': '3f6be3f6-11f5-433e-afe8-fcbe696660ad', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:45:12Z', 'updated_at': '2022-10-19T07:45:15Z', 'revision_number': 5, 'project_id': '1402d2757da24badb386c840c64ab2b4', 'subnets': [{'id': '3f6be3f6-11f5-433e-afe8-fcbe696660ad', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:45:31.296532 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e6aa1dd-4a92-49ba-a7f4-5cc0bb29b07b None None] Checking router: e6a6e204-8b27-43ea-9752-f191ae896768 for host: dv-neutron-861624-1-hyperv {{(pid=103335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 07:45:31.305378 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e6aa1dd-4a92-49ba-a7f4-5cc0bb29b07b None None] Routers {'e6a6e204-8b27-43ea-9752-f191ae896768'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 07:45:31.306559 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-6e6aa1dd-4a92-49ba-a7f4-5cc0bb29b07b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T07:45:16Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['e6a6e204-8b27-43ea-9752-f191ae896768'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:45:31.360762 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-6b416f09-4e42-4e24-9cda-5fd419428cbf tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-679819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-133552721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130659632'] for subnet, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:31.372278 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa235aa2-702a-4c30-8682-a0b3e4bf3899 req-1ae708c5-d276-47a9-9938-d66f337be6f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:45:31.373853 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-fa235aa2-702a-4c30-8682-a0b3e4bf3899 req-1ae708c5-d276-47a9-9938-d66f337be6f1 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=47a12ea4f74e4c18b13323e6f3cc9741&device_id=89d027b0-e11e-48a8-8bee-8ff424fc8539 HTTP/1.1" status: 200 len: 1097 time: 0.0582004 Oct 19 07:45:31.395166 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvr_db [None req-6e6aa1dd-4a92-49ba-a7f4-5cc0bb29b07b None None] Set router e6a6e204-8b27-43ea-9752-f191ae896768 gateway port host: None {{(pid=103335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 07:45:31.403686 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b416f09-4e42-4e24-9cda-5fd419428cbf tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Pushing event deleted for resources: {'Subnet': ['ID=016aa842-a9e5-4ab3-ada2-36e562cec6ce,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:45:31.405665 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-6b416f09-4e42-4e24-9cda-5fd419428cbf tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Notify callbacks [] for subnet, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:31.408846 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-6b416f09-4e42-4e24-9cda-5fd419428cbf tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] 10.222.0.27 "DELETE /v2.0/subnets/016aa842-a9e5-4ab3-ada2-36e562cec6ce HTTP/1.1" status: 204 len: 168 time: 0.4503887 Oct 19 07:45:31.411397 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 60530) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:45:31.417096 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1fee87e-a335-47a8-b3d7-d7755f0bced5 None None] Network 45bb2543-f56c-41dc-a5a6-5e41876983b3 requested from dv-neutron-861624-1-hyperv {{(pid=103334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 07:45:31.498360 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-32905fa3-a1d0-4ea9-bf7b-b1b4850865b1 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-667019'] for network, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:31.515746 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa235aa2-702a-4c30-8682-a0b3e4bf3899 req-eb6563be-2eee-4dce-9b0b-9c5038a63620 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:45:31.517234 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-fa235aa2-702a-4c30-8682-a0b3e4bf3899 req-eb6563be-2eee-4dce-9b0b-9c5038a63620 service neutron] 10.222.0.16 "GET /v2.0/networks?id=90b48a7c-1ece-4149-b597-4861a65d242d HTTP/1.1" status: 200 len: 898 time: 0.1221051 Oct 19 07:45:31.559302 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-32905fa3-a1d0-4ea9-bf7b-b1b4850865b1 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Deleting port e581b4ac-4107-4966-bd16-e86ad6d44e68 {{(pid=103333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 07:45:31.560117 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-32905fa3-a1d0-4ea9-bf7b-b1b4850865b1 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:31.569919 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-fa235aa2-702a-4c30-8682-a0b3e4bf3899 req-ec0c64b4-da6b-42ba-8b1c-4627d2f91281 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.20&port_id=c38b0a56-e2dc-4234-824f-a0928a657a8e HTTP/1.1" status: 200 len: 217 time: 0.0427339 Oct 19 07:45:31.631518 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa235aa2-702a-4c30-8682-a0b3e4bf3899 req-1855171f-842c-44cd-a1de-9abd2b424f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:45:31.633302 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-fa235aa2-702a-4c30-8682-a0b3e4bf3899 req-1855171f-842c-44cd-a1de-9abd2b424f00 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7423cffa-0e14-4dff-aa4e-407bea0cd47e HTTP/1.1" status: 200 len: 837 time: 0.0555031 Oct 19 07:45:31.652130 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.db [None req-32905fa3-a1d0-4ea9-bf7b-b1b4850865b1 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] For port e581b4ac-4107-4966-bd16-e86ad6d44e68, host dv-neutron-861624-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=e581b4ac-4107-4966-bd16-e86ad6d44e68,segment=NetworkSegment(9ab77dd2-cd53-43a9-8a90-367ee1bb071d),segment_id=9ab77dd2-cd53-43a9-8a90-367ee1bb071d)] {{(pid=103333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:45:31.652500 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-32905fa3-a1d0-4ea9-bf7b-b1b4850865b1 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:31.652646 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df4b4126-5b73-442a-9c01-709d8fe4e6d5 None None] DHCP port deletion for 45bb2543-f56c-41dc-a5a6-5e41876983b3 request from dv-neutron-861624-1-hyperv {{(pid=103334) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 07:45:31.667405 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-32905fa3-a1d0-4ea9-bf7b-b1b4850865b1 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Calling delete_port for e581b4ac-4107-4966-bd16-e86ad6d44e68 owned by network:dhcp {{(pid=103333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 07:45:31.669263 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-6e6aa1dd-4a92-49ba-a7f4-5cc0bb29b07b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6a6e204-8b27-43ea-9752-f191ae896768', 'name': 'tempest-RoutersIpV6Test-router-939190357', 'tenant_id': '1402d2757da24badb386c840c64ab2b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T07:45:11Z', 'updated_at': '2022-10-19T07:45:30Z', 'revision_number': 9, 'project_id': '1402d2757da24badb386c840c64ab2b4', 'gw_port_host': None, '_interfaces': [{'id': '4efa873f-a5ce-4365-aa33-fa9b85cbd2e2', 'name': '', 'network_id': '2637e3a0-fcdf-4615-9456-62b509d8d11e', 'tenant_id': '1402d2757da24badb386c840c64ab2b4', 'mac_address': 'fa:16:3e:b3:f3:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6a6e204-8b27-43ea-9752-f191ae896768', 'device_owner': 'network:router_interface', 'standard_attr_id': 1274, 'fixed_ips': [{'subnet_id': 'df51bdc2-a756-4d71-b64c-c6fb5669e6e7', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:45:15Z', 'updated_at': '2022-10-19T07:45:19Z', 'revision_number': 5, 'project_id': '1402d2757da24badb386c840c64ab2b4', 'subnets': [{'id': 'df51bdc2-a756-4d71-b64c-c6fb5669e6e7', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8ec7e828-2b25-4560-8f5a-5d7586c3f22b', 'name': '', 'network_id': '048fea24-1321-4212-837e-fb8a75e7b3e9', 'tenant_id': '1402d2757da24badb386c840c64ab2b4', 'mac_address': 'fa:16:3e:62:be:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6a6e204-8b27-43ea-9752-f191ae896768', 'device_owner': 'network:router_interface', 'standard_attr_id': 1269, 'fixed_ips': [{'subnet_id': '3f6be3f6-11f5-433e-afe8-fcbe696660ad', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:45:12Z', 'updated_at': '2022-10-19T07:45:15Z', 'revision_number': 5, 'project_id': '1402d2757da24badb386c840c64ab2b4', 'subnets': [{'id': '3f6be3f6-11f5-433e-afe8-fcbe696660ad', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:45:31.703285 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa235aa2-702a-4c30-8682-a0b3e4bf3899 req-d2fc3545-448d-4188-872b-c68df927a07a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:45:31.705500 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-fa235aa2-702a-4c30-8682-a0b3e4bf3899 req-d2fc3545-448d-4188-872b-c68df927a07a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=90b48a7c-1ece-4149-b597-4861a65d242d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0651369 Oct 19 07:45:31.711764 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e6aa1dd-4a92-49ba-a7f4-5cc0bb29b07b None None] The sync data for ids ['e6a6e204-8b27-43ea-9752-f191ae896768'] in dv-neutron-861624-1-hyperv is: [{'id': 'e6a6e204-8b27-43ea-9752-f191ae896768', 'name': 'tempest-RoutersIpV6Test-router-939190357', 'tenant_id': '1402d2757da24badb386c840c64ab2b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T07:45:11Z', 'updated_at': '2022-10-19T07:45:30Z', 'revision_number': 9, 'project_id': '1402d2757da24badb386c840c64ab2b4', 'gw_port_host': None, '_interfaces': [{'id': '4efa873f-a5ce-4365-aa33-fa9b85cbd2e2', 'name': '', 'network_id': '2637e3a0-fcdf-4615-9456-62b509d8d11e', 'tenant_id': '1402d2757da24badb386c840c64ab2b4', 'mac_address': 'fa:16:3e:b3:f3:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6a6e204-8b27-43ea-9752-f191ae896768', 'device_owner': 'network:router_interface', 'standard_attr_id': 1274, 'fixed_ips': [{'subnet_id': 'df51bdc2-a756-4d71-b64c-c6fb5669e6e7', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:45:15Z', 'updated_at': '2022-10-19T07:45:19Z', 'revision_number': 5, 'project_id': '1402d2757da24badb386c840c64ab2b4', 'subnets': [{'id': 'df51bdc2-a756-4d71-b64c-c6fb5669e6e7', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8ec7e828-2b25-4560-8f5a-5d7586c3f22b', 'name': '', 'network_id': '048fea24-1321-4212-837e-fb8a75e7b3e9', 'tenant_id': '1402d2757da24badb386c840c64ab2b4', 'mac_address': 'fa:16:3e:62:be:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6a6e204-8b27-43ea-9752-f191ae896768', 'device_owner': 'network:router_interface', 'standard_attr_id': 1269, 'fixed_ips': [{'subnet_id': '3f6be3f6-11f5-433e-afe8-fcbe696660ad', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:45:12Z', 'updated_at': '2022-10-19T07:45:15Z', 'revision_number': 5, 'project_id': '1402d2757da24badb386c840c64ab2b4', 'subnets': [{'id': '3f6be3f6-11f5-433e-afe8-fcbe696660ad', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 07:45:31.723158 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-df4b4126-5b73-442a-9c01-709d8fe4e6d5 None None] Deleting port e581b4ac-4107-4966-bd16-e86ad6d44e68 {{(pid=103334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 07:45:31.723690 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-df4b4126-5b73-442a-9c01-709d8fe4e6d5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:31.762727 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-32905fa3-a1d0-4ea9-bf7b-b1b4850865b1 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130996763'] for port, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:31.779655 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32905fa3-a1d0-4ea9-bf7b-b1b4850865b1 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] No DVR routers for this DVR port e581b4ac-4107-4966-bd16-e86ad6d44e68 on host dv-neutron-861624-1-hyperv {{(pid=103333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 19 07:45:31.782147 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009b475f-ff78-49b6-8aa3-e2db6b64863d req-d536136a-3cb1-4b18-a889-125c927544cf tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:45:31.783681 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-009b475f-ff78-49b6-8aa3-e2db6b64863d req-d536136a-3cb1-4b18-a889-125c927544cf tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "GET /v2.0/ports?device_id=89d027b0-e11e-48a8-8bee-8ff424fc8539 HTTP/1.1" status: 200 len: 944 time: 0.0962596 Oct 19 07:45:31.802574 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-df4b4126-5b73-442a-9c01-709d8fe4e6d5 None None] For port e581b4ac-4107-4966-bd16-e86ad6d44e68, host dv-neutron-861624-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=e581b4ac-4107-4966-bd16-e86ad6d44e68,segment=NetworkSegment(9ab77dd2-cd53-43a9-8a90-367ee1bb071d),segment_id=9ab77dd2-cd53-43a9-8a90-367ee1bb071d)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:45:31.802966 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-df4b4126-5b73-442a-9c01-709d8fe4e6d5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:31.804977 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32905fa3-a1d0-4ea9-bf7b-b1b4850865b1 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Pushing event deleted for resources: {'Port': ['ID=e581b4ac-4107-4966-bd16-e86ad6d44e68,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:45:31.816098 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-df4b4126-5b73-442a-9c01-709d8fe4e6d5 None None] Calling delete_port for e581b4ac-4107-4966-bd16-e86ad6d44e68 owned by network:dhcp {{(pid=103334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 07:45:31.867194 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-009b475f-ff78-49b6-8aa3-e2db6b64863d req-23602e00-fbf0-4991-b2cb-7d1e4dea1fbe tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "GET /v2.0/security-groups?id=378eb153-8d8d-482c-8e12-f8541c8fc2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527148 Oct 19 07:45:31.871869 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-fa235aa2-702a-4c30-8682-a0b3e4bf3899 req-bdf4ba0b-a2df-4ad5-b281-d680fc70cfc0 service neutron] 10.222.0.16 "GET /v2.0/networks/90b48a7c-1ece-4149-b597-4861a65d242d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1491578 Oct 19 07:45:31.896728 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-df4b4126-5b73-442a-9c01-709d8fe4e6d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339'] for port, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:31.903298 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-32905fa3-a1d0-4ea9-bf7b-b1b4850865b1 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-673051', 'neutron.services.segments.db._delete_segments_for_network-8785021519108'] for network, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:31.925518 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4b4126-5b73-442a-9c01-709d8fe4e6d5 None None] Pushing event deleted for resources: {'Port': ['ID=e581b4ac-4107-4966-bd16-e86ad6d44e68,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:45:31.928962 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-32905fa3-a1d0-4ea9-bf7b-b1b4850865b1 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45bb2543-f56c-41dc-a5a6-5e41876983b3']}} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:45:31.929115 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df4b4126-5b73-442a-9c01-709d8fe4e6d5 None None] No DVR routers for this DVR port e581b4ac-4107-4966-bd16-e86ad6d44e68 on host dv-neutron-861624-1-hyperv {{(pid=103334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 19 07:45:31.943803 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-32905fa3-a1d0-4ea9-bf7b-b1b4850865b1 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ab77dd2-cd53-43a9-8a90-367ee1bb071d') {'for_net_delete': True} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:45:31.943803 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-32905fa3-a1d0-4ea9-bf7b-b1b4850865b1 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ab77dd2-cd53-43a9-8a90-367ee1bb071d') {} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:45:31.952285 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-32905fa3-a1d0-4ea9-bf7b-b1b4850865b1 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785021519382', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-134111927'] for segment, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:31.966726 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-32905fa3-a1d0-4ea9-bf7b-b1b4850865b1 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979'] for segment, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:31.973001 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32905fa3-a1d0-4ea9-bf7b-b1b4850865b1 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Releasing vlan 158 on physical network physnet1 to pool {{(pid=103333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 07:45:31.973467 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-32905fa3-a1d0-4ea9-bf7b-b1b4850865b1 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130996782'] for segment, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:31.983826 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-fa235aa2-702a-4c30-8682-a0b3e4bf3899 req-aeb52820-55d0-4865-80e5-71b9796c64cd service neutron] 10.222.0.16 "GET /v2.0/networks/90b48a7c-1ece-4149-b597-4861a65d242d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1040266 Oct 19 07:45:31.993767 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.services.segments.plugin [-] Segment 9ab77dd2-cd53-43a9-8a90-367ee1bb071d resource provider aggregate not found Oct 19 07:45:32.042455 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.services.segments.plugin [-] Segment 9ab77dd2-cd53-43a9-8a90-367ee1bb071d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9ab77dd2-cd53-43a9-8a90-367ee1bb071d found for delete ", "request_id": "req-6790aece-5bc7-48d6-a2d8-99b25c7063a1"}]} Oct 19 07:45:32.050721 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-32905fa3-a1d0-4ea9-bf7b-b1b4850865b1 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-673044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1695087'] for network, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:32.057775 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-32905fa3-a1d0-4ea9-bf7b-b1b4850865b1 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Notify callbacks [] for network, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:32.063311 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-32905fa3-a1d0-4ea9-bf7b-b1b4850865b1 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] 10.222.0.27 "DELETE /v2.0/networks/45bb2543-f56c-41dc-a5a6-5e41876983b3 HTTP/1.1" status: 204 len: 168 time: 0.6484978 Oct 19 07:45:32.063554 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 60538) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:45:32.080239 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32905fa3-a1d0-4ea9-bf7b-b1b4850865b1 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Pushing event deleted for resources: {'Network': ['ID=45bb2543-f56c-41dc-a5a6-5e41876983b3,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:45:32.402000 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-20e63140-d3c4-46f1-af99-34312d177913 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1694785'] for router_interface, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:32.636023 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-20e63140-d3c4-46f1-af99-34312d177913 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Deleting port 4efa873f-a5ce-4365-aa33-fa9b85cbd2e2 {{(pid=103333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 07:45:32.636718 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-20e63140-d3c4-46f1-af99-34312d177913 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:32.724309 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.db [None req-20e63140-d3c4-46f1-af99-34312d177913 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] For port 4efa873f-a5ce-4365-aa33-fa9b85cbd2e2, host dv-neutron-861624-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=4efa873f-a5ce-4365-aa33-fa9b85cbd2e2,segment=NetworkSegment(45d868b5-7f03-4f0d-9637-d095e60ae160),segment_id=45d868b5-7f03-4f0d-9637-d095e60ae160)] {{(pid=103333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:45:32.724614 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-20e63140-d3c4-46f1-af99-34312d177913 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:32.737550 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-20e63140-d3c4-46f1-af99-34312d177913 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Calling delete_port for 4efa873f-a5ce-4365-aa33-fa9b85cbd2e2 owned by network:router_interface {{(pid=103333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 07:45:32.908649 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-20e63140-d3c4-46f1-af99-34312d177913 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130996763'] for port, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:32.947282 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e63140-d3c4-46f1-af99-34312d177913 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Pushing event deleted for resources: {'Port': ['ID=4efa873f-a5ce-4365-aa33-fa9b85cbd2e2,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:45:32.982408 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device e581b4ac-4107-4966-bd16-e86ad6d44e68 no longer exists at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 07:45:33.011043 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] No Port match for: e581b4ac-4107-4966-bd16-e86ad6d44e68 {{(pid=103334) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 19 07:45:33.011669 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device e581b4ac-4107-4966-bd16-e86ad6d44e68 not bound to the agent host dv-neutron-861624-1-hyperv {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 07:45:33.012084 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device f2f1c1de-e7b5-4b83-9fbb-6c5291671d1c no longer exists at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 07:45:33.036183 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] No Port match for: f2f1c1de-e7b5-4b83-9fbb-6c5291671d1c {{(pid=103334) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 19 07:45:33.036866 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device f2f1c1de-e7b5-4b83-9fbb-6c5291671d1c not bound to the agent host dv-neutron-861624-1-hyperv {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 07:45:33.075053 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-20e63140-d3c4-46f1-af99-34312d177913 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1574862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1694957'] for router_interface, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:33.277841 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20e63140-d3c4-46f1-af99-34312d177913 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Router e6a6e204-8b27-43ea-9752-f191ae896768 has already been hosted by L3 agent ab388470-1243-4d53-80f2-c2f5899c97a7 {{(pid=103333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 07:45:33.346731 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c77b175-7269-4491-99e8-747e86f5c054 req-28e268dc-d699-4061-9af6-2b943ff9de8a tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:45:33.348173 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-0c77b175-7269-4491-99e8-747e86f5c054 req-28e268dc-d699-4061-9af6-2b943ff9de8a tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "GET /v2.0/ports?device_id=89d027b0-e11e-48a8-8bee-8ff424fc8539 HTTP/1.1" status: 200 len: 944 time: 0.3939946 Oct 19 07:45:33.373479 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20e63140-d3c4-46f1-af99-34312d177913 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Notify agent at l3_agent.dv-neutron-861624-1-hyperv the message routers_updated {{(pid=103333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 07:45:33.378767 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-20e63140-d3c4-46f1-af99-34312d177913 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] 10.222.0.27 "PUT /v2.0/routers/e6a6e204-8b27-43ea-9752-f191ae896768/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3142936 Oct 19 07:45:33.383929 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d13a3e0-2798-4b91-8863-6e20b7baeab8 None None] Sync routers for ids ['e6a6e204-8b27-43ea-9752-f191ae896768'] in dv-neutron-861624-1-hyperv {{(pid=103334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 07:45:33.385374 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 60542) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:45:33.387665 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-0c77b175-7269-4491-99e8-747e86f5c054 req-91eff096-f52a-4bc1-a4cf-97b8942842f3 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "GET /v2.0/security-groups?id=378eb153-8d8d-482c-8e12-f8541c8fc2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328538 Oct 19 07:45:33.407753 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d13a3e0-2798-4b91-8863-6e20b7baeab8 None None] Routers {'e6a6e204-8b27-43ea-9752-f191ae896768'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 07:45:33.407753 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-9d13a3e0-2798-4b91-8863-6e20b7baeab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T07:45:16Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['e6a6e204-8b27-43ea-9752-f191ae896768'], 'active': True} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:45:33.437566 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.db_base_plugin_v2 [None req-65ec6b73-e5e4-4c53-811f-286e2e44bf62 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Deleting subnet df51bdc2-a756-4d71-b64c-c6fb5669e6e7 {{(pid=103333) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 19 07:45:33.440756 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-65ec6b73-e5e4-4c53-811f-286e2e44bf62 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Notify callbacks [] for subnet, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:33.481512 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-65ec6b73-e5e4-4c53-811f-286e2e44bf62 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-134111928'] for subnet, precommit_delete_associations {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:33.485626 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvr_db [None req-9d13a3e0-2798-4b91-8863-6e20b7baeab8 None None] Set router e6a6e204-8b27-43ea-9752-f191ae896768 gateway port host: None {{(pid=103334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 07:45:33.569102 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-65ec6b73-e5e4-4c53-811f-286e2e44bf62 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-679826'] for subnet, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:33.628203 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-65ec6b73-e5e4-4c53-811f-286e2e44bf62 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-679819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130997964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130170408'] for subnet, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:33.657454 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ec6b73-e5e4-4c53-811f-286e2e44bf62 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Pushing event deleted for resources: {'Subnet': ['ID=df51bdc2-a756-4d71-b64c-c6fb5669e6e7,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:45:33.659473 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-65ec6b73-e5e4-4c53-811f-286e2e44bf62 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Notify callbacks [] for subnet, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:33.662942 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-65ec6b73-e5e4-4c53-811f-286e2e44bf62 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] 10.222.0.27 "DELETE /v2.0/subnets/df51bdc2-a756-4d71-b64c-c6fb5669e6e7 HTTP/1.1" status: 204 len: 168 time: 0.2764962 Oct 19 07:45:33.665533 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 60544) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:45:33.666207 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adc944fd-3220-4451-b384-516cfa583f32 None None] Network 2637e3a0-fcdf-4615-9456-62b509d8d11e requested from dv-neutron-861624-1-hyperv {{(pid=103334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 07:45:33.694637 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Device c38b0a56-e2dc-4234-824f-a0928a657a8e details requested by agent hyperv_hv-neutron-8616 with host hv-neutron-8616 {{(pid=103334) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 07:45:33.748526 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-89449ed9-331b-467d-860b-3fca069c7654 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-667019'] for network, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:33.792990 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-9d13a3e0-2798-4b91-8863-6e20b7baeab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6a6e204-8b27-43ea-9752-f191ae896768', 'name': 'tempest-RoutersIpV6Test-router-939190357', 'tenant_id': '1402d2757da24badb386c840c64ab2b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T07:45:11Z', 'updated_at': '2022-10-19T07:45:32Z', 'revision_number': 10, 'project_id': '1402d2757da24badb386c840c64ab2b4', 'gw_port_host': None, '_interfaces': [{'id': '8ec7e828-2b25-4560-8f5a-5d7586c3f22b', 'name': '', 'network_id': '048fea24-1321-4212-837e-fb8a75e7b3e9', 'tenant_id': '1402d2757da24badb386c840c64ab2b4', 'mac_address': 'fa:16:3e:62:be:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6a6e204-8b27-43ea-9752-f191ae896768', 'device_owner': 'network:router_interface', 'standard_attr_id': 1269, 'fixed_ips': [{'subnet_id': '3f6be3f6-11f5-433e-afe8-fcbe696660ad', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:45:12Z', 'updated_at': '2022-10-19T07:45:15Z', 'revision_number': 5, 'project_id': '1402d2757da24badb386c840c64ab2b4', 'subnets': [{'id': '3f6be3f6-11f5-433e-afe8-fcbe696660ad', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:45:33.802333 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-89449ed9-331b-467d-860b-3fca069c7654 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Deleting port aa6e83ce-e415-4449-b01a-1737d9bb2269 {{(pid=103333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 07:45:33.802679 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-89449ed9-331b-467d-860b-3fca069c7654 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:33.867567 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.db [None req-89449ed9-331b-467d-860b-3fca069c7654 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] For port aa6e83ce-e415-4449-b01a-1737d9bb2269, host dv-neutron-861624-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=aa6e83ce-e415-4449-b01a-1737d9bb2269,segment=NetworkSegment(45d868b5-7f03-4f0d-9637-d095e60ae160),segment_id=45d868b5-7f03-4f0d-9637-d095e60ae160)] {{(pid=103333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:45:33.867892 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-89449ed9-331b-467d-860b-3fca069c7654 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:33.881249 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-89449ed9-331b-467d-860b-3fca069c7654 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Calling delete_port for aa6e83ce-e415-4449-b01a-1737d9bb2269 owned by network:dhcp {{(pid=103333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 07:45:33.969251 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-89449ed9-331b-467d-860b-3fca069c7654 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130996763'] for port, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:33.988272 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d13a3e0-2798-4b91-8863-6e20b7baeab8 None None] Checking router: e6a6e204-8b27-43ea-9752-f191ae896768 for host: dv-neutron-861624-1-hyperv {{(pid=103334) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 07:45:33.994696 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89449ed9-331b-467d-860b-3fca069c7654 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Pushing event deleted for resources: {'Port': ['ID=aa6e83ce-e415-4449-b01a-1737d9bb2269,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:45:33.998222 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89449ed9-331b-467d-860b-3fca069c7654 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] No DVR routers for this DVR port aa6e83ce-e415-4449-b01a-1737d9bb2269 on host dv-neutron-861624-1-hyperv {{(pid=103333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 19 07:45:34.044781 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d13a3e0-2798-4b91-8863-6e20b7baeab8 None None] Routers {'e6a6e204-8b27-43ea-9752-f191ae896768'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 07:45:34.045418 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-9d13a3e0-2798-4b91-8863-6e20b7baeab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T07:45:16Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['e6a6e204-8b27-43ea-9752-f191ae896768'], 'active': True} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:45:34.077645 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-89449ed9-331b-467d-860b-3fca069c7654 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-673051', 'neutron.services.segments.db._delete_segments_for_network-8785021519108'] for network, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:34.099156 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-89449ed9-331b-467d-860b-3fca069c7654 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2637e3a0-fcdf-4615-9456-62b509d8d11e']}} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:45:34.110770 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-89449ed9-331b-467d-860b-3fca069c7654 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45d868b5-7f03-4f0d-9637-d095e60ae160') {'for_net_delete': True} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:45:34.111197 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-89449ed9-331b-467d-860b-3fca069c7654 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45d868b5-7f03-4f0d-9637-d095e60ae160') {} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:45:34.122052 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-89449ed9-331b-467d-860b-3fca069c7654 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785021519382', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-134111927'] for segment, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:34.136161 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-89449ed9-331b-467d-860b-3fca069c7654 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979'] for segment, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:34.139103 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] For port c38b0a56-e2dc-4234-824f-a0928a657a8e, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=c38b0a56-e2dc-4234-824f-a0928a657a8e,segment=NetworkSegment(e514c907-b9fc-483c-8e4a-2691273f8eec),segment_id=e514c907-b9fc-483c-8e4a-2691273f8eec)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:45:34.143248 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89449ed9-331b-467d-860b-3fca069c7654 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Releasing vlan 193 on physical network physnet1 to pool {{(pid=103333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 07:45:34.143648 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-89449ed9-331b-467d-860b-3fca069c7654 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130996782'] for segment, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:34.156006 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Returning: {'device': 'c38b0a56-e2dc-4234-824f-a0928a657a8e', 'network_id': '90b48a7c-1ece-4149-b597-4861a65d242d', 'port_id': 'c38b0a56-e2dc-4234-824f-a0928a657a8e', 'mac_address': 'fa:16:3e:7a:84:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7423cffa-0e14-4dff-aa4e-407bea0cd47e', 'ip_address': '172.20.0.20'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103334) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 07:45:34.165862 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvr_db [None req-9d13a3e0-2798-4b91-8863-6e20b7baeab8 None None] Set router e6a6e204-8b27-43ea-9752-f191ae896768 gateway port host: None {{(pid=103334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 07:45:34.171349 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb3330a2-094c-46cf-8ad4-bedc833cb060 None None] DHCP port deletion for 2637e3a0-fcdf-4615-9456-62b509d8d11e request from dv-neutron-861624-1-hyperv {{(pid=103334) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 07:45:34.203296 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.services.segments.plugin [-] Segment 45d868b5-7f03-4f0d-9637-d095e60ae160 resource provider aggregate not found Oct 19 07:45:34.214712 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-89449ed9-331b-467d-860b-3fca069c7654 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-673044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1695087'] for network, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:34.224058 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-89449ed9-331b-467d-860b-3fca069c7654 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Notify callbacks [] for network, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:34.230672 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-89449ed9-331b-467d-860b-3fca069c7654 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] 10.222.0.27 "DELETE /v2.0/networks/2637e3a0-fcdf-4615-9456-62b509d8d11e HTTP/1.1" status: 204 len: 168 time: 0.5602069 Oct 19 07:45:34.232001 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 60550) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:45:34.238417 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.services.segments.plugin [-] Segment 45d868b5-7f03-4f0d-9637-d095e60ae160 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 45d868b5-7f03-4f0d-9637-d095e60ae160 found for delete ", "request_id": "req-b2d2ffff-a353-4a8f-b05c-38bf31ab497e"}]} Oct 19 07:45:34.243126 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89449ed9-331b-467d-860b-3fca069c7654 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Pushing event deleted for resources: {'Network': ['ID=2637e3a0-fcdf-4615-9456-62b509d8d11e,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:45:34.247473 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Current status of the port c38b0a56-e2dc-4234-824f-a0928a657a8e is: DOWN; New status is: BUILD {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:45:34.247754 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:34.294750 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.notifiers.nova [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c38b0a56-e2dc-4234-824f-a0928a657a8e {{(pid=103334) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 19 07:45:34.330237 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] For port c38b0a56-e2dc-4234-824f-a0928a657a8e, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=c38b0a56-e2dc-4234-824f-a0928a657a8e,segment=NetworkSegment(e514c907-b9fc-483c-8e4a-2691273f8eec),segment_id=e514c907-b9fc-483c-8e4a-2691273f8eec)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:45:34.366453 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:34.454317 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Pushing event updated for resources: {'Port': ['ID=c38b0a56-e2dc-4234-824f-a0928a657a8e,revision_number=4']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:45:34.482954 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-9d13a3e0-2798-4b91-8863-6e20b7baeab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6a6e204-8b27-43ea-9752-f191ae896768', 'name': 'tempest-RoutersIpV6Test-router-939190357', 'tenant_id': '1402d2757da24badb386c840c64ab2b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T07:45:11Z', 'updated_at': '2022-10-19T07:45:32Z', 'revision_number': 10, 'project_id': '1402d2757da24badb386c840c64ab2b4', 'gw_port_host': None, '_interfaces': [{'id': '8ec7e828-2b25-4560-8f5a-5d7586c3f22b', 'name': '', 'network_id': '048fea24-1321-4212-837e-fb8a75e7b3e9', 'tenant_id': '1402d2757da24badb386c840c64ab2b4', 'mac_address': 'fa:16:3e:62:be:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6a6e204-8b27-43ea-9752-f191ae896768', 'device_owner': 'network:router_interface', 'standard_attr_id': 1269, 'fixed_ips': [{'subnet_id': '3f6be3f6-11f5-433e-afe8-fcbe696660ad', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:45:12Z', 'updated_at': '2022-10-19T07:45:15Z', 'revision_number': 5, 'project_id': '1402d2757da24badb386c840c64ab2b4', 'subnets': [{'id': '3f6be3f6-11f5-433e-afe8-fcbe696660ad', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:45:34.514604 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d13a3e0-2798-4b91-8863-6e20b7baeab8 None None] The sync data for ids ['e6a6e204-8b27-43ea-9752-f191ae896768'] in dv-neutron-861624-1-hyperv is: [{'id': 'e6a6e204-8b27-43ea-9752-f191ae896768', 'name': 'tempest-RoutersIpV6Test-router-939190357', 'tenant_id': '1402d2757da24badb386c840c64ab2b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T07:45:11Z', 'updated_at': '2022-10-19T07:45:32Z', 'revision_number': 10, 'project_id': '1402d2757da24badb386c840c64ab2b4', 'gw_port_host': None, '_interfaces': [{'id': '8ec7e828-2b25-4560-8f5a-5d7586c3f22b', 'name': '', 'network_id': '048fea24-1321-4212-837e-fb8a75e7b3e9', 'tenant_id': '1402d2757da24badb386c840c64ab2b4', 'mac_address': 'fa:16:3e:62:be:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6a6e204-8b27-43ea-9752-f191ae896768', 'device_owner': 'network:router_interface', 'standard_attr_id': 1269, 'fixed_ips': [{'subnet_id': '3f6be3f6-11f5-433e-afe8-fcbe696660ad', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:45:12Z', 'updated_at': '2022-10-19T07:45:15Z', 'revision_number': 5, 'project_id': '1402d2757da24badb386c840c64ab2b4', 'subnets': [{'id': '3f6be3f6-11f5-433e-afe8-fcbe696660ad', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 07:45:34.556990 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c2f703-b92d-4534-8253-1ab13e2ae6ab req-776f570f-ea9c-40ac-8af3-df398e8b05aa tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:45:34.558765 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-04c2f703-b92d-4534-8253-1ab13e2ae6ab req-776f570f-ea9c-40ac-8af3-df398e8b05aa tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "GET /v2.0/ports?device_id=89d027b0-e11e-48a8-8bee-8ff424fc8539 HTTP/1.1" status: 200 len: 945 time: 0.0877326 Oct 19 07:45:34.583621 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] get_ports_and_sgs() called for port_ids ['c38b0a56-e2dc-4234-824f-a0928a657a8e'] {{(pid=103334) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 19 07:45:34.612033 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-04c2f703-b92d-4534-8253-1ab13e2ae6ab req-07704b3f-ae7b-48f1-8047-a00058fae930 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "GET /v2.0/security-groups?id=378eb153-8d8d-482c-8e12-f8541c8fc2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462728 Oct 19 07:45:34.655165 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-7dffbd67-2339-4045-8286-c93327af4e39 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1694785'] for router_interface, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:34.902600 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.plugin [None req-7dffbd67-2339-4045-8286-c93327af4e39 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Deleting port 8ec7e828-2b25-4560-8f5a-5d7586c3f22b {{(pid=103332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 07:45:34.902952 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-7dffbd67-2339-4045-8286-c93327af4e39 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:34.969552 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device aa6e83ce-e415-4449-b01a-1737d9bb2269 no longer exists at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 07:45:34.990634 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] No Port match for: aa6e83ce-e415-4449-b01a-1737d9bb2269 {{(pid=103334) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 19 07:45:34.991280 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device aa6e83ce-e415-4449-b01a-1737d9bb2269 not bound to the agent host dv-neutron-861624-1-hyperv {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 07:45:34.991386 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device 4efa873f-a5ce-4365-aa33-fa9b85cbd2e2 no longer exists at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 07:45:35.003254 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.db [None req-7dffbd67-2339-4045-8286-c93327af4e39 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] For port 8ec7e828-2b25-4560-8f5a-5d7586c3f22b, host dv-neutron-861624-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=8ec7e828-2b25-4560-8f5a-5d7586c3f22b,segment=NetworkSegment(72844a4e-9138-477d-baa8-dc7592a56427),segment_id=72844a4e-9138-477d-baa8-dc7592a56427)] {{(pid=103332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:45:35.003697 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-7dffbd67-2339-4045-8286-c93327af4e39 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:35.009549 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] No Port match for: 4efa873f-a5ce-4365-aa33-fa9b85cbd2e2 {{(pid=103334) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 19 07:45:35.010418 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device 4efa873f-a5ce-4365-aa33-fa9b85cbd2e2 not bound to the agent host dv-neutron-861624-1-hyperv {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 07:45:35.016121 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.plugin [None req-7dffbd67-2339-4045-8286-c93327af4e39 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Calling delete_port for 8ec7e828-2b25-4560-8f5a-5d7586c3f22b owned by network:router_interface {{(pid=103332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 07:45:35.182812 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-7dffbd67-2339-4045-8286-c93327af4e39 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133553798'] for port, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:35.210183 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dffbd67-2339-4045-8286-c93327af4e39 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Pushing event deleted for resources: {'Port': ['ID=8ec7e828-2b25-4560-8f5a-5d7586c3f22b,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:45:35.309070 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-7dffbd67-2339-4045-8286-c93327af4e39 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1574862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1694957'] for router_interface, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:35.466458 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7dffbd67-2339-4045-8286-c93327af4e39 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Router e6a6e204-8b27-43ea-9752-f191ae896768 has already been hosted by L3 agent ab388470-1243-4d53-80f2-c2f5899c97a7 {{(pid=103332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 07:45:35.537067 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7dffbd67-2339-4045-8286-c93327af4e39 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Notify agent at l3_agent.dv-neutron-861624-1-hyperv the message routers_updated {{(pid=103332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 07:45:35.542743 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-7dffbd67-2339-4045-8286-c93327af4e39 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] 10.222.0.27 "PUT /v2.0/routers/e6a6e204-8b27-43ea-9752-f191ae896768/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3103824 Oct 19 07:45:35.545646 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 60554) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:45:35.546922 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-090f5844-591b-43b2-b0d2-baf3659bac75 None None] Sync routers for ids ['e6a6e204-8b27-43ea-9752-f191ae896768'] in dv-neutron-861624-1-hyperv {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 07:45:35.557063 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-090f5844-591b-43b2-b0d2-baf3659bac75 None None] Routers {'e6a6e204-8b27-43ea-9752-f191ae896768'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 07:45:35.557775 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-090f5844-591b-43b2-b0d2-baf3659bac75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T07:45:16Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['e6a6e204-8b27-43ea-9752-f191ae896768'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:45:35.598138 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.db_base_plugin_v2 [None req-8148bb42-3bb3-4e42-bbc6-268529f04282 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Deleting subnet 3f6be3f6-11f5-433e-afe8-fcbe696660ad {{(pid=103332) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 19 07:45:35.601164 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-8148bb42-3bb3-4e42-bbc6-268529f04282 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Notify callbacks [] for subnet, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:35.625969 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvr_db [None req-090f5844-591b-43b2-b0d2-baf3659bac75 None None] Set router e6a6e204-8b27-43ea-9752-f191ae896768 gateway port host: None {{(pid=103335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 07:45:35.641229 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-8148bb42-3bb3-4e42-bbc6-268529f04282 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130726890'] for subnet, precommit_delete_associations {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:35.678649 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-090f5844-591b-43b2-b0d2-baf3659bac75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6a6e204-8b27-43ea-9752-f191ae896768', 'name': 'tempest-RoutersIpV6Test-router-939190357', 'tenant_id': '1402d2757da24badb386c840c64ab2b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T07:45:11Z', 'updated_at': '2022-10-19T07:45:35Z', 'revision_number': 11, 'project_id': '1402d2757da24badb386c840c64ab2b4', 'gw_port_host': None}], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:45:35.700377 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Device c38b0a56-e2dc-4234-824f-a0928a657a8e up at agent hyperv_hv-neutron-8616 {{(pid=103334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 07:45:35.708983 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-090f5844-591b-43b2-b0d2-baf3659bac75 None None] Checking router: e6a6e204-8b27-43ea-9752-f191ae896768 for host: dv-neutron-861624-1-hyperv {{(pid=103335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 07:45:35.718014 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-090f5844-591b-43b2-b0d2-baf3659bac75 None None] Routers {'e6a6e204-8b27-43ea-9752-f191ae896768'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 07:45:35.718549 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-090f5844-591b-43b2-b0d2-baf3659bac75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T07:45:16Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['e6a6e204-8b27-43ea-9752-f191ae896768'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:45:35.752925 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Provisioning for port c38b0a56-e2dc-4234-824f-a0928a657a8e completed by entity L2. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 19 07:45:35.756872 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Provisioning complete for port c38b0a56-e2dc-4234-824f-a0928a657a8e triggered by entity L2. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:45:35.757252 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:35.757587 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Attempt 1 to provision port c38b0a56-e2dc-4234-824f-a0928a657a8e Oct 19 07:45:35.764483 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-8148bb42-3bb3-4e42-bbc6-268529f04282 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-679826'] for subnet, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:35.773985 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4259b899-87d8-4f6a-8ba1-68eb90fd2092 req-ec142cb4-c86b-479f-a986-589f162bb86c tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:45:35.776023 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-4259b899-87d8-4f6a-8ba1-68eb90fd2092 req-ec142cb4-c86b-479f-a986-589f162bb86c tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "GET /v2.0/ports?device_id=89d027b0-e11e-48a8-8bee-8ff424fc8539 HTTP/1.1" status: 200 len: 945 time: 0.0857160 Oct 19 07:45:35.787612 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvr_db [None req-090f5844-591b-43b2-b0d2-baf3659bac75 None None] Set router e6a6e204-8b27-43ea-9752-f191ae896768 gateway port host: None {{(pid=103335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 07:45:35.841081 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-4259b899-87d8-4f6a-8ba1-68eb90fd2092 req-c04386bc-d702-4356-8f7e-6331b4001c06 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "GET /v2.0/security-groups?id=378eb153-8d8d-482c-8e12-f8541c8fc2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470963 Oct 19 07:45:35.844370 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-090f5844-591b-43b2-b0d2-baf3659bac75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6a6e204-8b27-43ea-9752-f191ae896768', 'name': 'tempest-RoutersIpV6Test-router-939190357', 'tenant_id': '1402d2757da24badb386c840c64ab2b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T07:45:11Z', 'updated_at': '2022-10-19T07:45:35Z', 'revision_number': 11, 'project_id': '1402d2757da24badb386c840c64ab2b4', 'gw_port_host': None}], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:45:35.849557 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Current status of the port c38b0a56-e2dc-4234-824f-a0928a657a8e is: BUILD; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:45:35.849879 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:35.864552 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-8148bb42-3bb3-4e42-bbc6-268529f04282 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-679819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-133552721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130659632'] for subnet, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:35.873646 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-090f5844-591b-43b2-b0d2-baf3659bac75 None None] The sync data for ids ['e6a6e204-8b27-43ea-9752-f191ae896768'] in dv-neutron-861624-1-hyperv is: [{'id': 'e6a6e204-8b27-43ea-9752-f191ae896768', 'name': 'tempest-RoutersIpV6Test-router-939190357', 'tenant_id': '1402d2757da24badb386c840c64ab2b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T07:45:11Z', 'updated_at': '2022-10-19T07:45:35Z', 'revision_number': 11, 'project_id': '1402d2757da24badb386c840c64ab2b4', 'gw_port_host': None}] {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 07:45:35.878554 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89d027b0-e11e-48a8-8bee-8ff424fc8539', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c38b0a56-e2dc-4234-824f-a0928a657a8e'}] {{(pid=103334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 19 07:45:35.882718 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d918bd29c62f7e926e80ce37adcd574e0921d2de3006e6b6ef58999f52d8e2e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60121c2c-15f2-4285-b9f4-945900d87f55" -d '{"events": [{"server_uuid": "89d027b0-e11e-48a8-8bee-8ff424fc8539", "name": "network-vif-plugged", "status": "completed", "tag": "c38b0a56-e2dc-4234-824f-a0928a657a8e"}]}' {{(pid=103334) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 07:45:35.897130 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] For port c38b0a56-e2dc-4234-824f-a0928a657a8e, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=c38b0a56-e2dc-4234-824f-a0928a657a8e,segment=NetworkSegment(e514c907-b9fc-483c-8e4a-2691273f8eec),segment_id=e514c907-b9fc-483c-8e4a-2691273f8eec)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:45:35.901767 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:35.905406 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8148bb42-3bb3-4e42-bbc6-268529f04282 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Pushing event deleted for resources: {'Subnet': ['ID=3f6be3f6-11f5-433e-afe8-fcbe696660ad,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:45:35.915718 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-8148bb42-3bb3-4e42-bbc6-268529f04282 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Notify callbacks [] for subnet, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:35.920160 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-8148bb42-3bb3-4e42-bbc6-268529f04282 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] 10.222.0.27 "DELETE /v2.0/subnets/3f6be3f6-11f5-433e-afe8-fcbe696660ad HTTP/1.1" status: 204 len: 168 time: 0.3735662 Oct 19 07:45:35.923300 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 60560) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:45:35.928896 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e0d53a4-44d4-4190-aa44-74245b6f8fbe None None] Network 048fea24-1321-4212-837e-fb8a75e7b3e9 requested from dv-neutron-861624-1-hyperv {{(pid=103334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 07:45:35.937864 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 19 Oct 2022 07:45:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57bacb0e-17e3-4e93-8724-1512cc2ebbba x-openstack-request-id: req-57bacb0e-17e3-4e93-8724-1512cc2ebbba {{(pid=103334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 07:45:35.938154 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89d027b0-e11e-48a8-8bee-8ff424fc8539", "name": "network-vif-plugged", "status": "completed", "tag": "c38b0a56-e2dc-4234-824f-a0928a657a8e", "code": 200}]} {{(pid=103334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 07:45:35.938405 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-57bacb0e-17e3-4e93-8724-1512cc2ebbba {{(pid=103334) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 07:45:35.938791 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.notifiers.nova [-] Nova event matching ['req-57bacb0e-17e3-4e93-8724-1512cc2ebbba'] response: {'server_uuid': '89d027b0-e11e-48a8-8bee-8ff424fc8539', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c38b0a56-e2dc-4234-824f-a0928a657a8e', 'code': 200} Oct 19 07:45:36.015604 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-aa2e87a9-4352-46c4-a3a2-4db7e9e7dddd tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-667019'] for network, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:36.016119 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Pushing event updated for resources: {'Port': ['ID=c38b0a56-e2dc-4234-824f-a0928a657a8e,revision_number=5']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:45:36.071616 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-aa2e87a9-4352-46c4-a3a2-4db7e9e7dddd tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Deleting port 85cbb41c-7a56-43c5-b73c-212f0a011504 {{(pid=103333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 07:45:36.071958 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-aa2e87a9-4352-46c4-a3a2-4db7e9e7dddd tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:36.104850 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de88fba-3771-4c34-b77d-90d6cdacc613 req-36c8e16e-4365-4947-b6a8-6d792d7b6c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:45:36.106353 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-3de88fba-3771-4c34-b77d-90d6cdacc613 req-36c8e16e-4365-4947-b6a8-6d792d7b6c7b service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=89d027b0-e11e-48a8-8bee-8ff424fc8539 HTTP/1.1" status: 200 len: 1099 time: 0.0412319 Oct 19 07:45:36.140810 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-3de88fba-3771-4c34-b77d-90d6cdacc613 req-4e31bb5a-9d21-4211-82b2-50b5727764c3 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=378eb153-8d8d-482c-8e12-f8541c8fc2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0282381 Oct 19 07:45:36.142704 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.db [None req-aa2e87a9-4352-46c4-a3a2-4db7e9e7dddd tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] For port 85cbb41c-7a56-43c5-b73c-212f0a011504, host dv-neutron-861624-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=85cbb41c-7a56-43c5-b73c-212f0a011504,segment=NetworkSegment(72844a4e-9138-477d-baa8-dc7592a56427),segment_id=72844a4e-9138-477d-baa8-dc7592a56427)] {{(pid=103333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:45:36.143065 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-aa2e87a9-4352-46c4-a3a2-4db7e9e7dddd tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:36.155109 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-aa2e87a9-4352-46c4-a3a2-4db7e9e7dddd tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Calling delete_port for 85cbb41c-7a56-43c5-b73c-212f0a011504 owned by network:dhcp {{(pid=103333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 07:45:36.233294 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-aa2e87a9-4352-46c4-a3a2-4db7e9e7dddd tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130996763'] for port, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:36.242127 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4439ce2-6dcf-4fe2-bad5-a7f4b06b364a None None] DHCP port deletion for 048fea24-1321-4212-837e-fb8a75e7b3e9 request from dv-neutron-861624-1-hyperv {{(pid=103334) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 07:45:36.260457 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2e87a9-4352-46c4-a3a2-4db7e9e7dddd tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Pushing event deleted for resources: {'Port': ['ID=85cbb41c-7a56-43c5-b73c-212f0a011504,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:45:36.267226 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa2e87a9-4352-46c4-a3a2-4db7e9e7dddd tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] No DVR routers for this DVR port 85cbb41c-7a56-43c5-b73c-212f0a011504 on host dv-neutron-861624-1-hyperv {{(pid=103333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 19 07:45:36.352585 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-aa2e87a9-4352-46c4-a3a2-4db7e9e7dddd tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-673051', 'neutron.services.segments.db._delete_segments_for_network-8785021519108'] for network, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:36.373736 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-aa2e87a9-4352-46c4-a3a2-4db7e9e7dddd tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['048fea24-1321-4212-837e-fb8a75e7b3e9']}} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:45:36.382959 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-aa2e87a9-4352-46c4-a3a2-4db7e9e7dddd tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72844a4e-9138-477d-baa8-dc7592a56427') {'for_net_delete': True} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:45:36.383258 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-aa2e87a9-4352-46c4-a3a2-4db7e9e7dddd tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72844a4e-9138-477d-baa8-dc7592a56427') {} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:45:36.393581 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-aa2e87a9-4352-46c4-a3a2-4db7e9e7dddd tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785021519382', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-134111927'] for segment, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:36.407572 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-aa2e87a9-4352-46c4-a3a2-4db7e9e7dddd tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979'] for segment, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:36.413460 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa2e87a9-4352-46c4-a3a2-4db7e9e7dddd tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Releasing vlan 176 on physical network physnet1 to pool {{(pid=103333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 07:45:36.413841 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-aa2e87a9-4352-46c4-a3a2-4db7e9e7dddd tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130996782'] for segment, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:36.433923 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.services.segments.plugin [-] Segment 72844a4e-9138-477d-baa8-dc7592a56427 resource provider aggregate not found Oct 19 07:45:36.450840 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.services.segments.plugin [-] Segment 72844a4e-9138-477d-baa8-dc7592a56427 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 72844a4e-9138-477d-baa8-dc7592a56427 found for delete ", "request_id": "req-f0232b73-b953-4e33-903c-194659c30dd1"}]} Oct 19 07:45:36.488791 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-aa2e87a9-4352-46c4-a3a2-4db7e9e7dddd tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-673044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1695087'] for network, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:36.496856 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-aa2e87a9-4352-46c4-a3a2-4db7e9e7dddd tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Notify callbacks [] for network, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:36.499974 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-aa2e87a9-4352-46c4-a3a2-4db7e9e7dddd tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] 10.222.0.27 "DELETE /v2.0/networks/048fea24-1321-4212-837e-fb8a75e7b3e9 HTTP/1.1" status: 204 len: 168 time: 0.5749042 Oct 19 07:45:36.502862 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 60566) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:45:36.507332 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-1be0fb02-54e3-4d9f-8d8e-9c5fe0a9e8af tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Request body: {'router': {'routes': None}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:45:36.509248 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2e87a9-4352-46c4-a3a2-4db7e9e7dddd tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Pushing event deleted for resources: {'Network': ['ID=048fea24-1321-4212-837e-fb8a75e7b3e9,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:45:36.658398 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.extraroute_db [None req-1be0fb02-54e3-4d9f-8d8e-9c5fe0a9e8af tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Added routes are [] {{(pid=103332) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Oct 19 07:45:36.658973 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.extraroute_db [None req-1be0fb02-54e3-4d9f-8d8e-9c5fe0a9e8af tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Removed routes are [] {{(pid=103332) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Oct 19 07:45:36.659075 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-1be0fb02-54e3-4d9f-8d8e-9c5fe0a9e8af tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1693896', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1692821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12609'] for router, precommit_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:36.791192 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-1be0fb02-54e3-4d9f-8d8e-9c5fe0a9e8af tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1693896', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1692821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12609'] for router, precommit_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:36.794458 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-1be0fb02-54e3-4d9f-8d8e-9c5fe0a9e8af tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1693859', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1693873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1693882', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1692830'] for router, after_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:36.868029 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1be0fb02-54e3-4d9f-8d8e-9c5fe0a9e8af tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Router e6a6e204-8b27-43ea-9752-f191ae896768 has already been hosted by L3 agent ab388470-1243-4d53-80f2-c2f5899c97a7 {{(pid=103332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 07:45:36.965475 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device 85cbb41c-7a56-43c5-b73c-212f0a011504 no longer exists at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 07:45:36.972314 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1be0fb02-54e3-4d9f-8d8e-9c5fe0a9e8af tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Notify agent at l3_agent.dv-neutron-861624-1-hyperv the message routers_updated {{(pid=103332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 07:45:36.979424 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-1be0fb02-54e3-4d9f-8d8e-9c5fe0a9e8af tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Notify callbacks [] for router, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:36.983463 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 60570) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:45:36.983937 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-1be0fb02-54e3-4d9f-8d8e-9c5fe0a9e8af tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] 10.222.0.27 "PUT /v2.0/routers/e6a6e204-8b27-43ea-9752-f191ae896768 HTTP/1.1" status: 200 len: 704 time: 0.4796441 Oct 19 07:45:36.991105 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96a71755-1fd6-4eb6-8f4e-21f6df20ed02 None None] Sync routers for ids ['e6a6e204-8b27-43ea-9752-f191ae896768'] in dv-neutron-861624-1-hyperv {{(pid=103334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 07:45:36.995344 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] No Port match for: 85cbb41c-7a56-43c5-b73c-212f0a011504 {{(pid=103334) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 19 07:45:36.995688 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device 85cbb41c-7a56-43c5-b73c-212f0a011504 not bound to the agent host dv-neutron-861624-1-hyperv {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 07:45:36.996282 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device 8ec7e828-2b25-4560-8f5a-5d7586c3f22b no longer exists at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 07:45:37.003712 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d03278-226e-4081-8e56-419502bc57d0 req-7784bcef-e851-4f7e-9652-7d8f0695d668 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:45:37.005233 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-59d03278-226e-4081-8e56-419502bc57d0 req-7784bcef-e851-4f7e-9652-7d8f0695d668 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "GET /v2.0/ports?device_id=89d027b0-e11e-48a8-8bee-8ff424fc8539 HTTP/1.1" status: 200 len: 946 time: 0.0900941 Oct 19 07:45:37.012066 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-9ba0442e-dd94-4ffd-a851-78c09c045098 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] 10.222.0.27 "GET /v2.0/ports?device_id=e6a6e204-8b27-43ea-9752-f191ae896768 HTTP/1.1" status: 200 len: 205 time: 0.0274172 Oct 19 07:45:37.017092 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 60572) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:45:37.021754 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] No Port match for: 8ec7e828-2b25-4560-8f5a-5d7586c3f22b {{(pid=103334) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 19 07:45:37.022753 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device 8ec7e828-2b25-4560-8f5a-5d7586c3f22b not bound to the agent host dv-neutron-861624-1-hyperv {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 07:45:37.039956 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96a71755-1fd6-4eb6-8f4e-21f6df20ed02 None None] Routers {'e6a6e204-8b27-43ea-9752-f191ae896768'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 07:45:37.040926 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-96a71755-1fd6-4eb6-8f4e-21f6df20ed02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T07:45:16Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['e6a6e204-8b27-43ea-9752-f191ae896768'], 'active': True} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:45:37.051504 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-59d03278-226e-4081-8e56-419502bc57d0 req-0396dd92-c0d8-410a-bdba-3d4148252c69 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "GET /v2.0/security-groups?id=378eb153-8d8d-482c-8e12-f8541c8fc2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381424 Oct 19 07:45:37.107963 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-5a39a222-e3d4-43ab-9378-028e0350412e tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Notify callbacks [] for router, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:37.121554 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvr_db [None req-96a71755-1fd6-4eb6-8f4e-21f6df20ed02 None None] Set router e6a6e204-8b27-43ea-9752-f191ae896768 gateway port host: None {{(pid=103334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 07:45:37.177419 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-96a71755-1fd6-4eb6-8f4e-21f6df20ed02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6a6e204-8b27-43ea-9752-f191ae896768', 'name': 'tempest-RoutersIpV6Test-router-939190357', 'tenant_id': '1402d2757da24badb386c840c64ab2b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T07:45:11Z', 'updated_at': '2022-10-19T07:45:35Z', 'revision_number': 11, 'project_id': '1402d2757da24badb386c840c64ab2b4', 'gw_port_host': None}], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:45:37.209781 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96a71755-1fd6-4eb6-8f4e-21f6df20ed02 None None] Checking router: e6a6e204-8b27-43ea-9752-f191ae896768 for host: dv-neutron-861624-1-hyperv {{(pid=103334) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 07:45:37.219636 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96a71755-1fd6-4eb6-8f4e-21f6df20ed02 None None] Routers {'e6a6e204-8b27-43ea-9752-f191ae896768'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 07:45:37.220247 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-96a71755-1fd6-4eb6-8f4e-21f6df20ed02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T07:45:16Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['e6a6e204-8b27-43ea-9752-f191ae896768'], 'active': True} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:45:37.296069 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvr_db [None req-96a71755-1fd6-4eb6-8f4e-21f6df20ed02 None None] Set router e6a6e204-8b27-43ea-9752-f191ae896768 gateway port host: None {{(pid=103334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 07:45:37.353666 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-96a71755-1fd6-4eb6-8f4e-21f6df20ed02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6a6e204-8b27-43ea-9752-f191ae896768', 'name': 'tempest-RoutersIpV6Test-router-939190357', 'tenant_id': '1402d2757da24badb386c840c64ab2b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T07:45:11Z', 'updated_at': '2022-10-19T07:45:35Z', 'revision_number': 11, 'project_id': '1402d2757da24badb386c840c64ab2b4', 'gw_port_host': None}], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:45:37.385222 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96a71755-1fd6-4eb6-8f4e-21f6df20ed02 None None] The sync data for ids ['e6a6e204-8b27-43ea-9752-f191ae896768'] in dv-neutron-861624-1-hyperv is: [{'id': 'e6a6e204-8b27-43ea-9752-f191ae896768', 'name': 'tempest-RoutersIpV6Test-router-939190357', 'tenant_id': '1402d2757da24badb386c840c64ab2b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T07:45:11Z', 'updated_at': '2022-10-19T07:45:35Z', 'revision_number': 11, 'project_id': '1402d2757da24badb386c840c64ab2b4', 'gw_port_host': None}] {{(pid=103334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 07:45:37.562626 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-5a39a222-e3d4-43ab-9378-028e0350412e tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1693565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12618'] for router, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:37.565148 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-5a39a222-e3d4-43ab-9378-028e0350412e tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:37.606970 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-5a39a222-e3d4-43ab-9378-028e0350412e tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1693542'] for router, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:37.607460 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a39a222-e3d4-43ab-9378-028e0350412e tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Fanout notify agent at l3_agent the message router_deleted on router e6a6e204-8b27-43ea-9752-f191ae896768 {{(pid=103333) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 07:45:37.614706 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-5a39a222-e3d4-43ab-9378-028e0350412e tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Notify callbacks [] for router, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:37.615802 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-5a39a222-e3d4-43ab-9378-028e0350412e tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] 10.222.0.27 "DELETE /v2.0/routers/e6a6e204-8b27-43ea-9752-f191ae896768 HTTP/1.1" status: 204 len: 168 time: 0.5976543 Oct 19 07:45:37.620199 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 60574) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:45:37.625836 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-a1d78a9a-7741-4a8f-80cc-b9ece6a7d521 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-40185145', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:45:37.647657 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-a1d78a9a-7741-4a8f-80cc-b9ece6a7d521 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1692695', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12668'] for router, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:37.648731 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-a1d78a9a-7741-4a8f-80cc-b9ece6a7d521 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1692835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1693910', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1621825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12659'] for router, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:37.704948 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-a1d78a9a-7741-4a8f-80cc-b9ece6a7d521 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:37.711179 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-a1d78a9a-7741-4a8f-80cc-b9ece6a7d521 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1692844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1693859'] for router, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:37.730519 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-a1d78a9a-7741-4a8f-80cc-b9ece6a7d521 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Notify callbacks [] for router, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:37.731712 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-a1d78a9a-7741-4a8f-80cc-b9ece6a7d521 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] 10.222.0.27 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.1105092 Oct 19 07:45:37.734459 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 60576) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:45:37.738846 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-7b0c45d4-ed19-49de-baf3-c1b8bdf71e36 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Request body: {'router': {'admin_state_up': True}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:45:37.935262 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-7b0c45d4-ed19-49de-baf3-c1b8bdf71e36 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1693896', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1692821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12609'] for router, precommit_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:37.944978 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-7b0c45d4-ed19-49de-baf3-c1b8bdf71e36 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1693859', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1693873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1693882', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1692830'] for router, after_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:38.038874 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b0c45d4-ed19-49de-baf3-c1b8bdf71e36 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Router 2dc1f0ed-ee46-48e4-8302-d33b9699893e is scheduled to L3 agent ab388470-1243-4d53-80f2-c2f5899c97a7 with binding_index 1 {{(pid=103332) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 07:45:38.112222 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b0c45d4-ed19-49de-baf3-c1b8bdf71e36 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Notify agent at l3_agent.dv-neutron-861624-1-hyperv the message routers_updated {{(pid=103332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 07:45:38.119581 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-7b0c45d4-ed19-49de-baf3-c1b8bdf71e36 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Notify callbacks [] for router, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:38.120757 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-7b0c45d4-ed19-49de-baf3-c1b8bdf71e36 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] 10.222.0.27 "PUT /v2.0/routers/2dc1f0ed-ee46-48e4-8302-d33b9699893e HTTP/1.1" status: 200 len: 696 time: 0.3853335 Oct 19 07:45:38.122687 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c51bb8b-dcb5-4da8-a91c-3648efca8f6c None None] Sync routers for ids ['2dc1f0ed-ee46-48e4-8302-d33b9699893e'] in dv-neutron-861624-1-hyperv {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 07:45:38.123372 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 60580) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:45:38.135242 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c51bb8b-dcb5-4da8-a91c-3648efca8f6c None None] Routers {'2dc1f0ed-ee46-48e4-8302-d33b9699893e'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 07:45:38.135957 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-3c51bb8b-dcb5-4da8-a91c-3648efca8f6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T07:45:16Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['2dc1f0ed-ee46-48e4-8302-d33b9699893e'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:45:38.206517 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvr_db [None req-3c51bb8b-dcb5-4da8-a91c-3648efca8f6c None None] Set router 2dc1f0ed-ee46-48e4-8302-d33b9699893e gateway port host: None {{(pid=103335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 07:45:38.353233 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-3c51bb8b-dcb5-4da8-a91c-3648efca8f6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dc1f0ed-ee46-48e4-8302-d33b9699893e', 'name': 'tempest-RoutersIpV6Test-router-40185145', 'tenant_id': '1402d2757da24badb386c840c64ab2b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T07:45:37Z', 'updated_at': '2022-10-19T07:45:37Z', 'revision_number': 2, 'project_id': '1402d2757da24badb386c840c64ab2b4', 'gw_port_host': None}], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:45:38.384203 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c51bb8b-dcb5-4da8-a91c-3648efca8f6c None None] Checking router: 2dc1f0ed-ee46-48e4-8302-d33b9699893e for host: dv-neutron-861624-1-hyperv {{(pid=103335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 07:45:38.393316 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c51bb8b-dcb5-4da8-a91c-3648efca8f6c None None] Routers {'2dc1f0ed-ee46-48e4-8302-d33b9699893e'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 07:45:38.393912 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-3c51bb8b-dcb5-4da8-a91c-3648efca8f6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T07:45:16Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['2dc1f0ed-ee46-48e4-8302-d33b9699893e'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:45:38.462810 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvr_db [None req-3c51bb8b-dcb5-4da8-a91c-3648efca8f6c None None] Set router 2dc1f0ed-ee46-48e4-8302-d33b9699893e gateway port host: None {{(pid=103335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 07:45:38.515557 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-3c51bb8b-dcb5-4da8-a91c-3648efca8f6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dc1f0ed-ee46-48e4-8302-d33b9699893e', 'name': 'tempest-RoutersIpV6Test-router-40185145', 'tenant_id': '1402d2757da24badb386c840c64ab2b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T07:45:37Z', 'updated_at': '2022-10-19T07:45:37Z', 'revision_number': 2, 'project_id': '1402d2757da24badb386c840c64ab2b4', 'gw_port_host': None}], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:45:38.541046 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c51bb8b-dcb5-4da8-a91c-3648efca8f6c None None] The sync data for ids ['2dc1f0ed-ee46-48e4-8302-d33b9699893e'] in dv-neutron-861624-1-hyperv is: [{'id': '2dc1f0ed-ee46-48e4-8302-d33b9699893e', 'name': 'tempest-RoutersIpV6Test-router-40185145', 'tenant_id': '1402d2757da24badb386c840c64ab2b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T07:45:37Z', 'updated_at': '2022-10-19T07:45:37Z', 'revision_number': 2, 'project_id': '1402d2757da24badb386c840c64ab2b4', 'gw_port_host': None}] {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 07:45:38.549929 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-0cfd3863-a45d-4b2a-8db6-0493b5755c94 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] 10.222.0.27 "GET /v2.0/routers/2dc1f0ed-ee46-48e4-8302-d33b9699893e HTTP/1.1" status: 200 len: 702 time: 0.4254158 Oct 19 07:45:38.552695 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 60582) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:45:38.580589 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5073fa64-90fc-44be-a09e-9f42c2832e29 req-e25390d4-2675-4d33-a55f-cd2b92baa886 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:45:38.584811 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-5073fa64-90fc-44be-a09e-9f42c2832e29 req-e25390d4-2675-4d33-a55f-cd2b92baa886 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "GET /v2.0/ports?device_id=89d027b0-e11e-48a8-8bee-8ff424fc8539 HTTP/1.1" status: 200 len: 946 time: 0.0936711 Oct 19 07:45:38.584993 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-211aee16-5c96-467d-9b83-a4ba3a97e0a1 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] 10.222.0.27 "GET /v2.0/ports?device_id=2dc1f0ed-ee46-48e4-8302-d33b9699893e HTTP/1.1" status: 200 len: 205 time: 0.0286658 Oct 19 07:45:38.585711 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 60584) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:45:38.623758 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-5073fa64-90fc-44be-a09e-9f42c2832e29 req-ef089941-acc0-42f1-9ba8-44fda22f5504 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "GET /v2.0/security-groups?id=378eb153-8d8d-482c-8e12-f8541c8fc2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341463 Oct 19 07:45:38.667546 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-a0d59c00-bee3-44c6-a932-58c39d0a9732 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Notify callbacks [] for router, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:38.748246 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7feef71e-f3a3-40f6-af49-eed49439ab00 req-51c79dcd-3b5e-402c-a95c-b42472fdfe42 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:45:38.749859 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-7feef71e-f3a3-40f6-af49-eed49439ab00 req-51c79dcd-3b5e-402c-a95c-b42472fdfe42 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "GET /v2.0/ports?device_id=89d027b0-e11e-48a8-8bee-8ff424fc8539 HTTP/1.1" status: 200 len: 946 time: 0.0509186 Oct 19 07:45:38.792480 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-7feef71e-f3a3-40f6-af49-eed49439ab00 req-07a046de-cd6d-4016-bb2d-218369dfaf36 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "GET /v2.0/security-groups?id=378eb153-8d8d-482c-8e12-f8541c8fc2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338299 Oct 19 07:45:38.833836 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-a0d59c00-bee3-44c6-a932-58c39d0a9732 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1693565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12618'] for router, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:38.836239 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-a0d59c00-bee3-44c6-a932-58c39d0a9732 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:38.878706 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-a0d59c00-bee3-44c6-a932-58c39d0a9732 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1693542'] for router, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:38.879297 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0d59c00-bee3-44c6-a932-58c39d0a9732 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Fanout notify agent at l3_agent the message router_deleted on router 2dc1f0ed-ee46-48e4-8302-d33b9699893e {{(pid=103333) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 07:45:38.886957 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-a0d59c00-bee3-44c6-a932-58c39d0a9732 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] Notify callbacks [] for router, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:38.888085 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-a0d59c00-bee3-44c6-a932-58c39d0a9732 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] 10.222.0.27 "DELETE /v2.0/routers/2dc1f0ed-ee46-48e4-8302-d33b9699893e HTTP/1.1" status: 204 len: 168 time: 0.3014576 Oct 19 07:45:38.894476 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 60590) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:45:38.924980 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-7bc923d2-e39a-487b-9742-79fe248882c1 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] 10.222.0.27 "GET /v2.0/ports?device_id=2dc1f0ed-ee46-48e4-8302-d33b9699893e HTTP/1.1" status: 200 len: 205 time: 0.0294209 Oct 19 07:45:38.927302 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 60592) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:45:38.965399 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.api.v2.resource [None req-db6ea890-c163-4dca-8ade-3ab9211d8660 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] delete failed (client error): The resource could not be found. Oct 19 07:45:38.966469 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-db6ea890-c163-4dca-8ade-3ab9211d8660 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] 10.222.0.27 "DELETE /v2.0/routers/2dc1f0ed-ee46-48e4-8302-d33b9699893e HTTP/1.1" status: 404 len: 336 time: 0.0382826 Oct 19 07:45:38.969004 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 60596) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:45:38.996682 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa554c0e-82ac-4222-8a98-90f116de499a tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] DELETE failed (client error): The resource could not be found. Oct 19 07:45:38.997022 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa554c0e-82ac-4222-8a98-90f116de499a tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103333) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 07:45:39.000078 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-aa554c0e-82ac-4222-8a98-90f116de499a tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] 10.222.0.27 "DELETE /v2.0/subnets/0d8dcf6f-e93b-4bb2-a7e5-8050376300d1 HTTP/1.1" status: 404 len: 337 time: 0.0301807 Oct 19 07:45:39.002525 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 60598) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:45:39.027450 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f27a213-832b-4b12-9740-1bd11a7bbcfc tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] DELETE failed (client error): The resource could not be found. Oct 19 07:45:39.027877 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f27a213-832b-4b12-9740-1bd11a7bbcfc tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103333) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 07:45:39.030833 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-6f27a213-832b-4b12-9740-1bd11a7bbcfc tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] 10.222.0.27 "DELETE /v2.0/subnets/016aa842-a9e5-4ab3-ada2-36e562cec6ce HTTP/1.1" status: 404 len: 337 time: 0.0274336 Oct 19 07:45:39.033094 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 60600) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:45:39.062399 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e69687f-2052-4b7d-84ba-7e0171f9ffeb tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] DELETE failed (client error): The resource could not be found. Oct 19 07:45:39.062841 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e69687f-2052-4b7d-84ba-7e0171f9ffeb tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103333) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 07:45:39.065808 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-1e69687f-2052-4b7d-84ba-7e0171f9ffeb tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] 10.222.0.27 "DELETE /v2.0/subnets/df51bdc2-a756-4d71-b64c-c6fb5669e6e7 HTTP/1.1" status: 404 len: 337 time: 0.0318139 Oct 19 07:45:39.068218 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 60602) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:45:39.093376 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.pecan_wsgi.hooks.translation [None req-38c1f0ef-943a-4d69-9123-a3d8dd4c1171 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] DELETE failed (client error): The resource could not be found. Oct 19 07:45:39.093808 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-38c1f0ef-943a-4d69-9123-a3d8dd4c1171 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103333) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 07:45:39.096733 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-38c1f0ef-943a-4d69-9123-a3d8dd4c1171 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] 10.222.0.27 "DELETE /v2.0/subnets/3f6be3f6-11f5-433e-afe8-fcbe696660ad HTTP/1.1" status: 404 len: 337 time: 0.0275798 Oct 19 07:45:39.099223 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 60604) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:45:39.124683 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-4689b8d8-e45b-403e-86b9-a6d6787ca079 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] 10.222.0.27 "GET /v2.0/ports?device_id=e6a6e204-8b27-43ea-9752-f191ae896768 HTTP/1.1" status: 200 len: 205 time: 0.0244417 Oct 19 07:45:39.126963 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 60606) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:45:39.164290 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.api.v2.resource [None req-90bbb548-73bf-4bd3-ba49-51fa24241ddb tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] delete failed (client error): The resource could not be found. Oct 19 07:45:39.165387 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-90bbb548-73bf-4bd3-ba49-51fa24241ddb tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] 10.222.0.27 "DELETE /v2.0/routers/e6a6e204-8b27-43ea-9752-f191ae896768 HTTP/1.1" status: 404 len: 336 time: 0.0375521 Oct 19 07:45:39.168814 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 60608) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:45:39.199541 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-fe5aee89-7313-4c25-a31b-8c44cec24ae8 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] 10.222.0.27 "GET /v2.0/ports?device_id=d73eb394-823c-4fe7-bdc1-8c9d75e781b6 HTTP/1.1" status: 200 len: 205 time: 0.0296695 Oct 19 07:45:39.201943 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 60610) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:45:39.238894 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.api.v2.resource [None req-8d5554f7-cd88-4d2f-bf67-2c75bc9a792d tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] delete failed (client error): The resource could not be found. Oct 19 07:45:39.239909 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-8d5554f7-cd88-4d2f-bf67-2c75bc9a792d tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] 10.222.0.27 "DELETE /v2.0/routers/d73eb394-823c-4fe7-bdc1-8c9d75e781b6 HTTP/1.1" status: 404 len: 336 time: 0.0370634 Oct 19 07:45:39.242491 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 60612) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:45:39.268626 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ff655ce-3a72-4e2f-a311-706aea1bcf04 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] DELETE failed (client error): The resource could not be found. Oct 19 07:45:39.269075 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ff655ce-3a72-4e2f-a311-706aea1bcf04 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103333) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 07:45:39.272166 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-4ff655ce-3a72-4e2f-a311-706aea1bcf04 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] 10.222.0.27 "DELETE /v2.0/subnets/46c7a40c-8b91-4f4a-8ac8-6ea6b32b0295 HTTP/1.1" status: 404 len: 337 time: 0.0288002 Oct 19 07:45:39.274771 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 60614) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:45:39.301711 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-f74f786d-6900-42a1-9d99-9fa7f7599fe8 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] 10.222.0.27 "GET /v2.0/ports?device_id=5fdffd70-5c90-4b8a-bc21-52db4a7ecfb0 HTTP/1.1" status: 200 len: 205 time: 0.0253713 Oct 19 07:45:39.304189 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 60616) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:45:39.345373 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.api.v2.resource [None req-b7a46b23-899a-491f-a016-58e88adfd281 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] delete failed (client error): The resource could not be found. Oct 19 07:45:39.346414 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-b7a46b23-899a-491f-a016-58e88adfd281 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] 10.222.0.27 "DELETE /v2.0/routers/5fdffd70-5c90-4b8a-bc21-52db4a7ecfb0 HTTP/1.1" status: 404 len: 336 time: 0.0411775 Oct 19 07:45:39.348995 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 60618) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:45:39.378287 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-ec431902-39e0-4272-bf98-9e01cdf20095 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] 10.222.0.27 "GET /v2.0/ports?device_id=1f7a3686-fdcf-4142-bfac-23211c27b09a HTTP/1.1" status: 200 len: 205 time: 0.0282264 Oct 19 07:45:39.380491 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 60620) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:45:39.417964 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.api.v2.resource [None req-7f9c22b0-8d0e-459f-90d2-8be7ad1b21b0 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] delete failed (client error): The resource could not be found. Oct 19 07:45:39.418995 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-7f9c22b0-8d0e-459f-90d2-8be7ad1b21b0 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] 10.222.0.27 "DELETE /v2.0/routers/1f7a3686-fdcf-4142-bfac-23211c27b09a HTTP/1.1" status: 404 len: 336 time: 0.0375645 Oct 19 07:45:39.421758 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 60622) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:45:39.452402 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c1306a7-500e-45f9-a454-2bfc7cacf5e1 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] DELETE failed (client error): The resource could not be found. Oct 19 07:45:39.452876 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c1306a7-500e-45f9-a454-2bfc7cacf5e1 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103333) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 07:45:39.458666 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-0c1306a7-500e-45f9-a454-2bfc7cacf5e1 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] 10.222.0.27 "DELETE /v2.0/subnets/30009dd1-8894-4434-ab28-c7011a89cd70 HTTP/1.1" status: 404 len: 337 time: 0.0333638 Oct 19 07:45:39.459047 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 60624) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:45:39.487156 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-57de6a60-c34d-4a4a-ab96-22b122d1d3d6 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] 10.222.0.27 "GET /v2.0/ports?device_id=a9925624-974f-4fe7-9116-87c26117ab9b HTTP/1.1" status: 200 len: 205 time: 0.0269163 Oct 19 07:45:39.489514 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 60626) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:45:39.527291 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.api.v2.resource [None req-dbc9fa62-1098-4302-aba1-7c7bc2b76f40 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] delete failed (client error): The resource could not be found. Oct 19 07:45:39.528314 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-dbc9fa62-1098-4302-aba1-7c7bc2b76f40 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] 10.222.0.27 "DELETE /v2.0/routers/a9925624-974f-4fe7-9116-87c26117ab9b HTTP/1.1" status: 404 len: 336 time: 0.0379066 Oct 19 07:45:39.530876 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 60628) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:45:39.556482 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.pecan_wsgi.hooks.translation [None req-8092d517-11f2-498a-bd74-2ee247646b29 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] DELETE failed (client error): The resource could not be found. Oct 19 07:45:39.557176 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8092d517-11f2-498a-bd74-2ee247646b29 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103333) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 07:45:39.559971 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-8092d517-11f2-498a-bd74-2ee247646b29 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] 10.222.0.27 "DELETE /v2.0/subnets/21e73744-7e79-4fe4-9a98-15e035594830 HTTP/1.1" status: 404 len: 337 time: 0.0282104 Oct 19 07:45:39.562293 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 60630) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:45:39.592936 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-b7273b2a-1837-400f-8adb-565ac8d6dac4 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] 10.222.0.27 "GET /v2.0/ports?device_id=abef2337-4669-4348-83fe-d23b8978e35d HTTP/1.1" status: 200 len: 205 time: 0.0296109 Oct 19 07:45:39.595152 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 60632) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:45:39.630845 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.api.v2.resource [None req-1b5df345-64a6-41fe-b995-6c5c059ee681 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] delete failed (client error): The resource could not be found. Oct 19 07:45:39.631840 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-1b5df345-64a6-41fe-b995-6c5c059ee681 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] 10.222.0.27 "DELETE /v2.0/routers/abef2337-4669-4348-83fe-d23b8978e35d HTTP/1.1" status: 404 len: 336 time: 0.0358200 Oct 19 07:45:39.634260 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 60634) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:45:39.660205 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.pecan_wsgi.hooks.translation [None req-07462397-6fcd-4cd6-976c-3210c5c9b9cb tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] DELETE failed (client error): The resource could not be found. Oct 19 07:45:39.660681 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07462397-6fcd-4cd6-976c-3210c5c9b9cb tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103333) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 07:45:39.663591 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-07462397-6fcd-4cd6-976c-3210c5c9b9cb tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] 10.222.0.27 "DELETE /v2.0/subnets/ce6458cb-5281-4bda-aa51-51cfc1958ba1 HTTP/1.1" status: 404 len: 337 time: 0.0279293 Oct 19 07:45:39.666303 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 60636) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:45:39.690951 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.pecan_wsgi.hooks.translation [None req-17a8a696-8ea3-42d2-a445-52340d202f22 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] DELETE failed (client error): The resource could not be found. Oct 19 07:45:39.691401 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-17a8a696-8ea3-42d2-a445-52340d202f22 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103333) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 07:45:39.694437 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-17a8a696-8ea3-42d2-a445-52340d202f22 tempest-RoutersIpV6Test-1149938611 tempest-RoutersIpV6Test-1149938611-project] 10.222.0.27 "DELETE /v2.0/subnets/8cdbc2b5-f2ed-4db6-9435-01b675fa9df1 HTTP/1.1" status: 404 len: 337 time: 0.0272667 Oct 19 07:45:39.926727 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 60642) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:45:40.058683 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-07234bc8-ff5d-45d8-aea0-047534a54e16 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=1402d2757da24badb386c840c64ab2b4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1308327 Oct 19 07:45:40.061199 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 60646) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:45:40.108798 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-f0fdfd9a-1253-465f-b850-25b686d4d4ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:40.129058 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-f0fdfd9a-1253-465f-b850-25b686d4d4ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:40.175909 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-f0fdfd9a-1253-465f-b850-25b686d4d4ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788643'] for security_group, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:40.178532 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-f0fdfd9a-1253-465f-b850-25b686d4d4ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:40.179668 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-f0fdfd9a-1253-465f-b850-25b686d4d4ea admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/9ad7033d-d9ff-432e-8fca-13355672ed4b HTTP/1.1" status: 204 len: 168 time: 0.1175914 Oct 19 07:45:40.187072 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fdfd9a-1253-465f-b850-25b686d4d4ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ad7033d-d9ff-432e-8fca-13355672ed4b,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:45:40.277388 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 60650) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:45:40.729888 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-16594862-ebf3-4316-844c-cb153a9e242a tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:40.795751 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 60670) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:45:40.893485 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-9dbf4853-7b61-49fe-adb5-30494ea46fa5 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-2140510641-network', 'tenant_id': '505fd091f8c84d6d8a8b7dc9bb7934bf'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:45:40.913193 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9dbf4853-7b61-49fe-adb5-30494ea46fa5 admin admin] Made reservation on behalf of 505fd091f8c84d6d8a8b7dc9bb7934bf for: {'network': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 07:45:40.915670 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-9dbf4853-7b61-49fe-adb5-30494ea46fa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for network, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:40.924680 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-9dbf4853-7b61-49fe-adb5-30494ea46fa5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:41.003806 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.db_base_plugin_common [None req-16594862-ebf3-4316-844c-cb153a9e242a tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Allocated IP 172.20.0.17 (90b48a7c-1ece-4149-b597-4861a65d242d/7423cffa-0e14-4dff-aa4e-407bea0cd47e/751443a7-4889-4251-8730-36d279928c81) {{(pid=103332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 07:45:41.026440 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-9dbf4853-7b61-49fe-adb5-30494ea46fa5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:41.030707 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-9dbf4853-7b61-49fe-adb5-30494ea46fa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788643'] for security_group, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:41.056308 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9dbf4853-7b61-49fe-adb5-30494ea46fa5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 187} {{(pid=103333) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 07:45:41.065888 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbf4853-7b61-49fe-adb5-30494ea46fa5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08ff64a1-fa24-495b-b152-6f8e20133b21,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:45:41.072094 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-9dbf4853-7b61-49fe-adb5-30494ea46fa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979'] for segment, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:41.072486 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.db.segments_db [None req-9dbf4853-7b61-49fe-adb5-30494ea46fa5 admin admin] Added segment 96ea79ad-cb18-4750-9b35-f4e90ccd124f of type vlan for network a23ce57c-5e7a-4686-b843-74109161e384 Oct 19 07:45:41.116956 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-9dbf4853-7b61-49fe-adb5-30494ea46fa5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785020965340'] for network, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:41.127842 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-16594862-ebf3-4316-844c-cb153a9e242a tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for port, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:41.143427 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-9dbf4853-7b61-49fe-adb5-30494ea46fa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873'] for network, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:41.144459 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dbf4853-7b61-49fe-adb5-30494ea46fa5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:45:41.145086 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-9dbf4853-7b61-49fe-adb5-30494ea46fa5 admin admin] Notify callbacks [] for network, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:41.163342 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-16594862-ebf3-4316-844c-cb153a9e242a tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785020947330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133553798'] for port, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:41.189687 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-9dbf4853-7b61-49fe-adb5-30494ea46fa5 admin admin] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3928366 Oct 19 07:45:41.192904 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 60674) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:45:41.207786 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-017e255f-44aa-471f-81c1-877078cc2151 admin admin] Request body: {'subnet': {'network_id': 'a23ce57c-5e7a-4686-b843-74109161e384', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-2140510641-subnet', 'tenant_id': '505fd091f8c84d6d8a8b7dc9bb7934bf', 'ip_version': 4}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:45:41.226542 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16594862-ebf3-4316-844c-cb153a9e242a tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Network 90b48a7c-1ece-4149-b597-4861a65d242d is already hosted by enough agents. {{(pid=103332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 07:45:41.237060 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.base_scheduler [None req-16594862-ebf3-4316-844c-cb153a9e242a tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Resources bound (agent type, host, resource id): {{(pid=103332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:45:41.241751 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16594862-ebf3-4316-844c-cb153a9e242a tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Received port after_create {{(pid=103332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 07:45:41.245665 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16594862-ebf3-4316-844c-cb153a9e242a tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Pushing event updated for resources: {'Port': ['ID=751443a7-4889-4251-8730-36d279928c81,revision_number=1']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:45:41.245822 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbf4853-7b61-49fe-adb5-30494ea46fa5 admin admin] Pushing event updated for resources: {'Network': ['ID=a23ce57c-5e7a-4686-b843-74109161e384,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:45:41.249396 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-017e255f-44aa-471f-81c1-877078cc2151 admin admin] Made reservation on behalf of 505fd091f8c84d6d8a8b7dc9bb7934bf for: {'subnet': 1} {{(pid=103332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 07:45:41.251627 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-017e255f-44aa-471f-81c1-877078cc2151 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130659787'] for subnet, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:41.260870 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Network a23ce57c-5e7a-4686-b843-74109161e384 details requested by agent ovs-agent-dv-neutron-861624-1-hyperv with host dv-neutron-861624-1-hyperv {{(pid=103334) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 07:45:41.346519 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-16594862-ebf3-4316-844c-cb153a9e242a tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1695190'] for router_interface, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:41.563497 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-16594862-ebf3-4316-844c-cb153a9e242a tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:41.587384 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-017e255f-44aa-471f-81c1-877078cc2151 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-133552662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130659641'] for subnet, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:41.676459 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-8d5e46b4-f851-460b-be29-a11ca15b15b8 None None] Provisioning complete for port 751443a7-4889-4251-8730-36d279928c81 triggered by entity DHCP. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:45:41.676871 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-8d5e46b4-f851-460b-be29-a11ca15b15b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:41.677201 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-8d5e46b4-f851-460b-be29-a11ca15b15b8 None None] Attempt 1 to provision port 751443a7-4889-4251-8730-36d279928c81 Oct 19 07:45:41.679988 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:41.710941 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-8d5e46b4-f851-460b-be29-a11ca15b15b8 None None] Port 751443a7-4889-4251-8730-36d279928c81 cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 07:45:41.713604 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017e255f-44aa-471f-81c1-877078cc2151 admin admin] Pushing event updated for resources: {'Subnet': ['ID=59cab28a-9f4d-46b7-9f00-ecdecb2d6122,revision_number=0']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:45:41.735491 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-017e255f-44aa-471f-81c1-877078cc2151 admin admin] Checking segment: {'id': '96ea79ad-cb18-4750-9b35-f4e90ccd124f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'a23ce57c-5e7a-4686-b843-74109161e384'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 19 07:45:41.735844 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-017e255f-44aa-471f-81c1-877078cc2151 admin admin] Network hostable DHCP agents. Network: a23ce57c-5e7a-4686-b843-74109161e384, hostable agents: ['310d813b-0e3e-4d7e-9b79-8f4ec0dbcab0'], hosted agents: [] {{(pid=103332) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 07:45:41.784872 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-017e255f-44aa-471f-81c1-877078cc2151 admin admin] Network a23ce57c-5e7a-4686-b843-74109161e384 is scheduled to be hosted by DHCP agent 310d813b-0e3e-4d7e-9b79-8f4ec0dbcab0 with binding_index 1 {{(pid=103332) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 07:45:41.806199 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.base_scheduler [None req-017e255f-44aa-471f-81c1-877078cc2151 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861624-1-hyperv, a23ce57c-5e7a-4686-b843-74109161e384) {{(pid=103332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:45:41.814397 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-070a5125-a9d9-499a-be5b-3e079a3f222a None None] Network a23ce57c-5e7a-4686-b843-74109161e384 requested from dv-neutron-861624-1-hyperv {{(pid=103334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 07:45:41.821261 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-017e255f-44aa-471f-81c1-877078cc2151 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:45:41.821835 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-017e255f-44aa-471f-81c1-877078cc2151 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:41.876815 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-017e255f-44aa-471f-81c1-877078cc2151 admin admin] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6791289 Oct 19 07:45:41.879501 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 60676) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:45:41.887447 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-32d9c7bd-c922-4b87-af60-9bd16600d9bc admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-2140510641-router', 'tenant_id': '505fd091f8c84d6d8a8b7dc9bb7934bf', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd'}}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:45:41.930290 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-32d9c7bd-c922-4b87-af60-9bd16600d9bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1692695', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12668'] for router, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:41.931435 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-32d9c7bd-c922-4b87-af60-9bd16600d9bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1692835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1693910', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1621825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12659'] for router, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:41.961608 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2efd1353-5b60-46b2-b261-bcbbc0d70e56 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d12c6ac-27a3-545c-a8f3-f04e30423d6d-a23ce57c-5e7a-4686-b843-74109161e384', 'network_id': 'a23ce57c-5e7a-4686-b843-74109161e384', 'tenant_id': '505fd091f8c84d6d8a8b7dc9bb7934bf', 'fixed_ips': [{'subnet_id': '59cab28a-9f4d-46b7-9f00-ecdecb2d6122'}]}} from dv-neutron-861624-1-hyperv. {{(pid=103334) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 07:45:41.962464 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-2efd1353-5b60-46b2-b261-bcbbc0d70e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:41.972869 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-16594862-ebf3-4316-844c-cb153a9e242a tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for port, precommit_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:41.981047 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-16594862-ebf3-4316-844c-cb153a9e242a tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133553807'] for port, after_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:42.010080 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-32d9c7bd-c922-4b87-af60-9bd16600d9bc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:42.102093 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.db_base_plugin_common [None req-2efd1353-5b60-46b2-b261-bcbbc0d70e56 None None] Allocated IP 172.20.0.2 (a23ce57c-5e7a-4686-b843-74109161e384/59cab28a-9f4d-46b7-9f00-ecdecb2d6122/0fca1110-4bf7-42e9-b7bf-386fd60dbaa8) {{(pid=103334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 07:45:42.141283 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-16594862-ebf3-4316-844c-cb153a9e242a tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1574855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1694822'] for router_interface, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:42.144136 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16594862-ebf3-4316-844c-cb153a9e242a tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Pushing event updated for resources: {'Port': ['ID=751443a7-4889-4251-8730-36d279928c81,revision_number=2']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:45:42.224695 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-8d5e46b4-f851-460b-be29-a11ca15b15b8 None None] Attempt 2 to provision port 751443a7-4889-4251-8730-36d279928c81 Oct 19 07:45:42.228855 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-32d9c7bd-c922-4b87-af60-9bd16600d9bc admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:42.274009 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-2efd1353-5b60-46b2-b261-bcbbc0d70e56 None None] Notify callbacks [] for port, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:42.276000 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-8d5e46b4-f851-460b-be29-a11ca15b15b8 None None] Port 751443a7-4889-4251-8730-36d279928c81 cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 07:45:42.285545 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-2efd1353-5b60-46b2-b261-bcbbc0d70e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785020947330'] for port, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:42.320593 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16594862-ebf3-4316-844c-cb153a9e242a tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Network 90b48a7c-1ece-4149-b597-4861a65d242d is already hosted by enough agents. {{(pid=103332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 07:45:42.324581 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2efd1353-5b60-46b2-b261-bcbbc0d70e56 None None] Network a23ce57c-5e7a-4686-b843-74109161e384 is already hosted by enough agents. {{(pid=103334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 07:45:42.324753 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.base_scheduler [None req-16594862-ebf3-4316-844c-cb153a9e242a tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Resources bound (agent type, host, resource id): {{(pid=103332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:45:42.327477 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.scheduler.base_scheduler [None req-2efd1353-5b60-46b2-b261-bcbbc0d70e56 None None] Resources bound (agent type, host, resource id): {{(pid=103334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:45:42.331219 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2efd1353-5b60-46b2-b261-bcbbc0d70e56 None None] Received port after_create {{(pid=103334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 07:45:42.340258 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2efd1353-5b60-46b2-b261-bcbbc0d70e56 None None] Pushing event updated for resources: {'Port': ['ID=0fca1110-4bf7-42e9-b7bf-386fd60dbaa8,revision_number=1']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:45:42.395091 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-2efd1353-5b60-46b2-b261-bcbbc0d70e56 None None] Attempting to bind port 0fca1110-4bf7-42e9-b7bf-386fd60dbaa8 on host dv-neutron-861624-1-hyperv for vnic_type normal with profile {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 19 07:45:42.395793 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-2efd1353-5b60-46b2-b261-bcbbc0d70e56 None None] Attempting to bind port 0fca1110-4bf7-42e9-b7bf-386fd60dbaa8 by drivers openvswitch,hyperv on host dv-neutron-861624-1-hyperv at level 0 using segments [{'id': '96ea79ad-cb18-4750-9b35-f4e90ccd124f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'a23ce57c-5e7a-4686-b843-74109161e384'}] {{(pid=103334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 19 07:45:42.396161 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2efd1353-5b60-46b2-b261-bcbbc0d70e56 None None] Attempting to bind port 0fca1110-4bf7-42e9-b7bf-386fd60dbaa8 on network a23ce57c-5e7a-4686-b843-74109161e384 {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 07:45:42.401991 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2efd1353-5b60-46b2-b261-bcbbc0d70e56 None None] Checking agent: {'id': 'a5b0152c-d633-409b-aaf8-3b76458e2410', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861624-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 19, 7, 30, 19), 'started_at': datetime.datetime(2022, 10, 19, 7, 30, 49), 'heartbeat_timestamp': datetime.datetime(2022, 10, 19, 7, 45, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861624-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 07:45:42.402371 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2efd1353-5b60-46b2-b261-bcbbc0d70e56 None None] Checking segment: {'id': '96ea79ad-cb18-4750-9b35-f4e90ccd124f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'a23ce57c-5e7a-4686-b843-74109161e384'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 19 07:45:42.402774 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-2efd1353-5b60-46b2-b261-bcbbc0d70e56 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:42.403515 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2efd1353-5b60-46b2-b261-bcbbc0d70e56 None None] Bound using segment: {'id': '96ea79ad-cb18-4750-9b35-f4e90ccd124f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'a23ce57c-5e7a-4686-b843-74109161e384'} {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 07:45:42.403776 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-2efd1353-5b60-46b2-b261-bcbbc0d70e56 None None] Bound port: 0fca1110-4bf7-42e9-b7bf-386fd60dbaa8, host: dv-neutron-861624-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96ea79ad-cb18-4750-9b35-f4e90ccd124f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'a23ce57c-5e7a-4686-b843-74109161e384'}}] {{(pid=103334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 19 07:45:42.404007 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-2efd1353-5b60-46b2-b261-bcbbc0d70e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:42.474301 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-2efd1353-5b60-46b2-b261-bcbbc0d70e56 None None] For port 0fca1110-4bf7-42e9-b7bf-386fd60dbaa8, host dv-neutron-861624-1-hyperv, cleared binding levels {{(pid=103334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 07:45:42.477776 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-2efd1353-5b60-46b2-b261-bcbbc0d70e56 None None] For port 0fca1110-4bf7-42e9-b7bf-386fd60dbaa8, host dv-neutron-861624-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=0fca1110-4bf7-42e9-b7bf-386fd60dbaa8,segment=NetworkSegment(96ea79ad-cb18-4750-9b35-f4e90ccd124f),segment_id=96ea79ad-cb18-4750-9b35-f4e90ccd124f)] {{(pid=103334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 07:45:42.482535 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-2efd1353-5b60-46b2-b261-bcbbc0d70e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:42.544876 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2efd1353-5b60-46b2-b261-bcbbc0d70e56 None None] Pushing event updated for resources: {'Port': ['ID=0fca1110-4bf7-42e9-b7bf-386fd60dbaa8,revision_number=2']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:45:42.581125 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16594862-ebf3-4316-844c-cb153a9e242a tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Router e516fe6c-b3ad-4090-9b10-fad897190739 has already been hosted by L3 agent ab388470-1243-4d53-80f2-c2f5899c97a7 {{(pid=103332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 07:45:42.604826 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-32d9c7bd-c922-4b87-af60-9bd16600d9bc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:42.654420 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-32d9c7bd-c922-4b87-af60-9bd16600d9bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:42.777086 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-8d5e46b4-f851-460b-be29-a11ca15b15b8 None None] Attempt 3 to provision port 751443a7-4889-4251-8730-36d279928c81 Oct 19 07:45:42.804236 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16594862-ebf3-4316-844c-cb153a9e242a tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify agent at l3_agent.dv-neutron-861624-1-hyperv the message routers_updated {{(pid=103332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 07:45:42.810516 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-16594862-ebf3-4316-844c-cb153a9e242a tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "PUT /v2.0/routers/e516fe6c-b3ad-4090-9b10-fad897190739/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5319281 Oct 19 07:45:42.819681 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2850d1f-bedf-4108-a2c7-340a20d54dcb None None] Sync routers for ids ['e516fe6c-b3ad-4090-9b10-fad897190739'] in dv-neutron-861624-1-hyperv {{(pid=103334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 07:45:42.839954 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-8d5e46b4-f851-460b-be29-a11ca15b15b8 None None] Port 751443a7-4889-4251-8730-36d279928c81 cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 07:45:42.840752 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2850d1f-bedf-4108-a2c7-340a20d54dcb None None] Routers {'e516fe6c-b3ad-4090-9b10-fad897190739'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 07:45:42.841627 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-e2850d1f-bedf-4108-a2c7-340a20d54dcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T07:45:16Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['e516fe6c-b3ad-4090-9b10-fad897190739'], 'active': True} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:45:42.845815 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.db_base_plugin_common [None req-32d9c7bd-c922-4b87-af60-9bd16600d9bc admin admin] Allocated IP 172.26.0.47 (99c66757-74e3-40a4-b479-8d09e3a7c3dd/7f3d1034-1de7-458a-a3ee-77488de3949b/27a5a6f1-ef1d-4f19-9401-e95be5cdafde) {{(pid=103332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 07:45:42.970816 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvr_db [None req-e2850d1f-bedf-4108-a2c7-340a20d54dcb None None] Set router e516fe6c-b3ad-4090-9b10-fad897190739 gateway port host: dv-neutron-861624-1-hyperv {{(pid=103334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 07:45:42.976390 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-32d9c7bd-c922-4b87-af60-9bd16600d9bc admin admin] Notify callbacks [] for port, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:43.027416 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-32d9c7bd-c922-4b87-af60-9bd16600d9bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785020947330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133553798'] for port, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:43.068419 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32d9c7bd-c922-4b87-af60-9bd16600d9bc admin admin] Network 99c66757-74e3-40a4-b479-8d09e3a7c3dd is already hosted by enough agents. {{(pid=103332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 07:45:43.071653 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.base_scheduler [None req-32d9c7bd-c922-4b87-af60-9bd16600d9bc admin admin] Resources bound (agent type, host, resource id): {{(pid=103332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:45:43.075365 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32d9c7bd-c922-4b87-af60-9bd16600d9bc admin admin] Received port after_create {{(pid=103332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 07:45:43.083837 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device 0fca1110-4bf7-42e9-b7bf-386fd60dbaa8 up at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 07:45:43.099753 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d9c7bd-c922-4b87-af60-9bd16600d9bc admin admin] Pushing event updated for resources: {'Port': ['ID=27a5a6f1-ef1d-4f19-9401-e95be5cdafde,revision_number=1']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:45:43.212234 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Provisioning complete for port 0fca1110-4bf7-42e9-b7bf-386fd60dbaa8 triggered by entity L2. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:45:43.213747 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:43.214270 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Attempt 1 to provision port 0fca1110-4bf7-42e9-b7bf-386fd60dbaa8 Oct 19 07:45:43.342706 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-8d5e46b4-f851-460b-be29-a11ca15b15b8 None None] Attempt 4 to provision port 751443a7-4889-4251-8730-36d279928c81 Oct 19 07:45:43.349712 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-32d9c7bd-c922-4b87-af60-9bd16600d9bc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:43.401085 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-e2850d1f-bedf-4108-a2c7-340a20d54dcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e516fe6c-b3ad-4090-9b10-fad897190739', 'name': 'tempest-TestNetworkBasicOps-router-2037566591', 'tenant_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'external_fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.120'}], 'enable_snat': True}, 'gw_port_id': '46a98dd2-f544-4b48-8461-bf0e6abd72c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T07:44:25Z', 'updated_at': '2022-10-19T07:45:41Z', 'revision_number': 5, 'project_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'gw_port': {'id': '46a98dd2-f544-4b48-8461-bf0e6abd72c2', 'name': '', 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:1b:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e516fe6c-b3ad-4090-9b10-fad897190739', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1190, 'fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:44:26Z', 'updated_at': '2022-10-19T07:44:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861624-1-hyperv', '_floatingips': [{'id': '89a995fe-3219-4ae4-afba-b50232d5514d', 'tenant_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'floating_ip_address': '172.26.0.70', 'floating_network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'router_id': 'e516fe6c-b3ad-4090-9b10-fad897190739', 'port_id': '25237774-9447-4823-9298-724b5c6116e2', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1243, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '29687d8b-decc-4f3b-b892-7b87648c9d85', 'mac_address': 'fa:16:3e:52:47:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bad06155-87c4-491d-80ad-5c151f984791', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-19T07:44:47Z', 'updated_at': '2022-10-19T07:44:49Z', 'revision_number': 1, 'project_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6345544f-1182-4f1c-9a1f-4a23059fe206', 'name': '', 'network_id': '29687d8b-decc-4f3b-b892-7b87648c9d85', 'tenant_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'mac_address': 'fa:16:3e:28:5b:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e516fe6c-b3ad-4090-9b10-fad897190739', 'device_owner': 'network:router_interface', 'standard_attr_id': 1203, 'fixed_ips': [{'subnet_id': '2446982a-6064-4a7e-a7a0-5e03c5e1c616', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:44:29Z', 'updated_at': '2022-10-19T07:44:35Z', 'revision_number': 5, 'project_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'subnets': [{'id': '2446982a-6064-4a7e-a7a0-5e03c5e1c616', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '751443a7-4889-4251-8730-36d279928c81', 'name': '', 'network_id': '90b48a7c-1ece-4149-b597-4861a65d242d', 'tenant_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'mac_address': 'fa:16:3e:54:f2:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e516fe6c-b3ad-4090-9b10-fad897190739', 'device_owner': 'network:router_interface', 'standard_attr_id': 1300, 'fixed_ips': [{'subnet_id': '7423cffa-0e14-4dff-aa4e-407bea0cd47e', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:45:40Z', 'updated_at': '2022-10-19T07:45:41Z', 'revision_number': 2, 'project_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'subnets': [{'id': '7423cffa-0e14-4dff-aa4e-407bea0cd47e', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:45:43.408951 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-3c5cae97-8754-4f82-a540-e29ec5efd39f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:43.437706 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Current status of the port 0fca1110-4bf7-42e9-b7bf-386fd60dbaa8 is: DOWN; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:45:43.438102 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:43.449047 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2850d1f-bedf-4108-a2c7-340a20d54dcb None None] Checking router: e516fe6c-b3ad-4090-9b10-fad897190739 for host: dv-neutron-861624-1-hyperv {{(pid=103334) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 07:45:43.449415 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2850d1f-bedf-4108-a2c7-340a20d54dcb None None] Updating router e516fe6c-b3ad-4090-9b10-fad897190739 port 751443a7-4889-4251-8730-36d279928c81 binding host dv-neutron-861624-1-hyperv {{(pid=103334) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 07:45:43.451361 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-8d5e46b4-f851-460b-be29-a11ca15b15b8 None None] Port 751443a7-4889-4251-8730-36d279928c81 cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 07:45:43.490933 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-e2850d1f-bedf-4108-a2c7-340a20d54dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:43.508337 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] For port 0fca1110-4bf7-42e9-b7bf-386fd60dbaa8, host dv-neutron-861624-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=0fca1110-4bf7-42e9-b7bf-386fd60dbaa8,segment=NetworkSegment(96ea79ad-cb18-4750-9b35-f4e90ccd124f),segment_id=96ea79ad-cb18-4750-9b35-f4e90ccd124f)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:45:43.515186 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:43.569634 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83d02567-6245-451f-aedb-b01b67333803 None None] Network a23ce57c-5e7a-4686-b843-74109161e384 requested from dv-neutron-861624-1-hyperv {{(pid=103334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 07:45:43.705343 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Pushing event updated for resources: {'Port': ['ID=0fca1110-4bf7-42e9-b7bf-386fd60dbaa8,revision_number=3']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:45:43.896542 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-32d9c7bd-c922-4b87-af60-9bd16600d9bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1692844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1693859'] for router, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:43.945750 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-e2850d1f-bedf-4108-a2c7-340a20d54dcb None None] Notify callbacks [] for port, precommit_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:43.952161 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-e2850d1f-bedf-4108-a2c7-340a20d54dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:43.955906 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-8d5e46b4-f851-460b-be29-a11ca15b15b8 None None] Attempt 5 to provision port 751443a7-4889-4251-8730-36d279928c81 Oct 19 07:45:44.037337 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32d9c7bd-c922-4b87-af60-9bd16600d9bc admin admin] Router 75e804fd-898a-4e41-901a-ea564d73d357 is scheduled to L3 agent ab388470-1243-4d53-80f2-c2f5899c97a7 with binding_index 1 {{(pid=103332) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 07:45:44.054611 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-8d5e46b4-f851-460b-be29-a11ca15b15b8 None None] Port 751443a7-4889-4251-8730-36d279928c81 cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 07:45:44.054611 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8318ab-3c18-4e72-8387-a72817c0453b None None] Pushing event updated for resources: {'Port': ['ID=751443a7-4889-4251-8730-36d279928c81,revision_number=3']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:45:44.085153 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-e2850d1f-bedf-4108-a2c7-340a20d54dcb None None] Attempting to bind port 751443a7-4889-4251-8730-36d279928c81 on host dv-neutron-861624-1-hyperv for vnic_type normal with profile {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 19 07:45:44.085679 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-e2850d1f-bedf-4108-a2c7-340a20d54dcb None None] Attempting to bind port 751443a7-4889-4251-8730-36d279928c81 by drivers openvswitch,hyperv on host dv-neutron-861624-1-hyperv at level 0 using segments [{'id': 'e514c907-b9fc-483c-8e4a-2691273f8eec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '90b48a7c-1ece-4149-b597-4861a65d242d'}] {{(pid=103334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 19 07:45:44.086503 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2850d1f-bedf-4108-a2c7-340a20d54dcb None None] Attempting to bind port 751443a7-4889-4251-8730-36d279928c81 on network 90b48a7c-1ece-4149-b597-4861a65d242d {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 07:45:44.092059 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2850d1f-bedf-4108-a2c7-340a20d54dcb None None] Checking agent: {'id': 'a5b0152c-d633-409b-aaf8-3b76458e2410', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861624-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 19, 7, 30, 19), 'started_at': datetime.datetime(2022, 10, 19, 7, 30, 49), 'heartbeat_timestamp': datetime.datetime(2022, 10, 19, 7, 45, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861624-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 07:45:44.092578 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2850d1f-bedf-4108-a2c7-340a20d54dcb None None] Checking segment: {'id': 'e514c907-b9fc-483c-8e4a-2691273f8eec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '90b48a7c-1ece-4149-b597-4861a65d242d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 19 07:45:44.093331 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-e2850d1f-bedf-4108-a2c7-340a20d54dcb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:44.094265 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2850d1f-bedf-4108-a2c7-340a20d54dcb None None] Bound using segment: {'id': 'e514c907-b9fc-483c-8e4a-2691273f8eec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '90b48a7c-1ece-4149-b597-4861a65d242d'} {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 07:45:44.094613 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-e2850d1f-bedf-4108-a2c7-340a20d54dcb None None] Bound port: 751443a7-4889-4251-8730-36d279928c81, host: dv-neutron-861624-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e514c907-b9fc-483c-8e4a-2691273f8eec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '90b48a7c-1ece-4149-b597-4861a65d242d'}}] {{(pid=103334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 19 07:45:44.095161 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-e2850d1f-bedf-4108-a2c7-340a20d54dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:44.149073 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32d9c7bd-c922-4b87-af60-9bd16600d9bc admin admin] Notify agent at l3_agent.dv-neutron-861624-1-hyperv the message routers_updated {{(pid=103332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 07:45:44.159099 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9ee106f-ccd8-44c2-8b47-f37054e1f337 None None] Sync routers for ids ['75e804fd-898a-4e41-901a-ea564d73d357'] in dv-neutron-861624-1-hyperv {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 07:45:44.159610 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-e2850d1f-bedf-4108-a2c7-340a20d54dcb None None] For port 751443a7-4889-4251-8730-36d279928c81, host dv-neutron-861624-1-hyperv, cleared binding levels {{(pid=103334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 07:45:44.162631 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-e2850d1f-bedf-4108-a2c7-340a20d54dcb None None] For port 751443a7-4889-4251-8730-36d279928c81, host dv-neutron-861624-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=751443a7-4889-4251-8730-36d279928c81,segment=NetworkSegment(e514c907-b9fc-483c-8e4a-2691273f8eec),segment_id=e514c907-b9fc-483c-8e4a-2691273f8eec)] {{(pid=103334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 07:45:44.168769 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-e2850d1f-bedf-4108-a2c7-340a20d54dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:44.169140 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-32d9c7bd-c922-4b87-af60-9bd16600d9bc admin admin] Notify callbacks [] for router, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:44.173156 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-32d9c7bd-c922-4b87-af60-9bd16600d9bc admin admin] 10.222.0.27 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.2900417 Oct 19 07:45:44.173337 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9ee106f-ccd8-44c2-8b47-f37054e1f337 None None] Routers {'75e804fd-898a-4e41-901a-ea564d73d357'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 07:45:44.173337 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-e9ee106f-ccd8-44c2-8b47-f37054e1f337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T07:45:16Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['75e804fd-898a-4e41-901a-ea564d73d357'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:45:44.173576 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 60682) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:45:44.209041 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2850d1f-bedf-4108-a2c7-340a20d54dcb None None] Routers {'e516fe6c-b3ad-4090-9b10-fad897190739'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 07:45:44.209744 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-e2850d1f-bedf-4108-a2c7-340a20d54dcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T07:45:16Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['e516fe6c-b3ad-4090-9b10-fad897190739'], 'active': True} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:45:44.289018 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvr_db [None req-e9ee106f-ccd8-44c2-8b47-f37054e1f337 None None] Set router 75e804fd-898a-4e41-901a-ea564d73d357 gateway port host: dv-neutron-861624-1-hyperv {{(pid=103335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 07:45:44.404442 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8318ab-3c18-4e72-8387-a72817c0453b None None] Pushing event updated for resources: {'Port': ['ID=751443a7-4889-4251-8730-36d279928c81,revision_number=4']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:45:44.473089 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvr_db [None req-e2850d1f-bedf-4108-a2c7-340a20d54dcb None None] Set router e516fe6c-b3ad-4090-9b10-fad897190739 gateway port host: dv-neutron-861624-1-hyperv {{(pid=103334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 07:45:44.487580 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-e9ee106f-ccd8-44c2-8b47-f37054e1f337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75e804fd-898a-4e41-901a-ea564d73d357', 'name': 'tempest-TestVolumeBootPattern-2140510641-router', 'tenant_id': '505fd091f8c84d6d8a8b7dc9bb7934bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'external_fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.47'}], 'enable_snat': True}, 'gw_port_id': '27a5a6f1-ef1d-4f19-9401-e95be5cdafde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T07:45:41Z', 'updated_at': '2022-10-19T07:45:43Z', 'revision_number': 3, 'project_id': '505fd091f8c84d6d8a8b7dc9bb7934bf', 'gw_port': {'id': '27a5a6f1-ef1d-4f19-9401-e95be5cdafde', 'name': '', 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:8e:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75e804fd-898a-4e41-901a-ea564d73d357', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1311, 'fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:45:42Z', 'updated_at': '2022-10-19T07:45:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861624-1-hyperv'}], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:45:44.516580 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9ee106f-ccd8-44c2-8b47-f37054e1f337 None None] Checking router: 75e804fd-898a-4e41-901a-ea564d73d357 for host: dv-neutron-861624-1-hyperv {{(pid=103335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 07:45:44.517233 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9ee106f-ccd8-44c2-8b47-f37054e1f337 None None] Updating router 75e804fd-898a-4e41-901a-ea564d73d357 port 27a5a6f1-ef1d-4f19-9401-e95be5cdafde binding host dv-neutron-861624-1-hyperv {{(pid=103335) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 07:45:44.543186 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-e9ee106f-ccd8-44c2-8b47-f37054e1f337 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:44.555960 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-8d5e46b4-f851-460b-be29-a11ca15b15b8 None None] Attempt 6 to provision port 751443a7-4889-4251-8730-36d279928c81 Oct 19 07:45:44.616787 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-aca20786-1c40-4247-b805-abbe59cca0ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:44.722072 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-8d5e46b4-f851-460b-be29-a11ca15b15b8 None None] Current status of the port 751443a7-4889-4251-8730-36d279928c81 is: DOWN; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:45:44.722394 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-8d5e46b4-f851-460b-be29-a11ca15b15b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:44.783805 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-8d5e46b4-f851-460b-be29-a11ca15b15b8 None None] For port 751443a7-4889-4251-8730-36d279928c81, host dv-neutron-861624-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=751443a7-4889-4251-8730-36d279928c81,segment=NetworkSegment(e514c907-b9fc-483c-8e4a-2691273f8eec),segment_id=e514c907-b9fc-483c-8e4a-2691273f8eec)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:45:44.788093 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-8d5e46b4-f851-460b-be29-a11ca15b15b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:44.824465 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-e9ee106f-ccd8-44c2-8b47-f37054e1f337 None None] Notify callbacks [] for port, precommit_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:44.831263 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-e9ee106f-ccd8-44c2-8b47-f37054e1f337 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:44.844019 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5e46b4-f851-460b-be29-a11ca15b15b8 None None] Pushing event updated for resources: {'Port': ['ID=751443a7-4889-4251-8730-36d279928c81,revision_number=5']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:45:44.850682 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-e2850d1f-bedf-4108-a2c7-340a20d54dcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e516fe6c-b3ad-4090-9b10-fad897190739', 'name': 'tempest-TestNetworkBasicOps-router-2037566591', 'tenant_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'external_fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.120'}], 'enable_snat': True}, 'gw_port_id': '46a98dd2-f544-4b48-8461-bf0e6abd72c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T07:44:25Z', 'updated_at': '2022-10-19T07:45:41Z', 'revision_number': 5, 'project_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'gw_port': {'id': '46a98dd2-f544-4b48-8461-bf0e6abd72c2', 'name': '', 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:1b:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e516fe6c-b3ad-4090-9b10-fad897190739', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1190, 'fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:44:26Z', 'updated_at': '2022-10-19T07:44:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861624-1-hyperv', '_floatingips': [{'id': '89a995fe-3219-4ae4-afba-b50232d5514d', 'tenant_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'floating_ip_address': '172.26.0.70', 'floating_network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'router_id': 'e516fe6c-b3ad-4090-9b10-fad897190739', 'port_id': '25237774-9447-4823-9298-724b5c6116e2', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1243, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '29687d8b-decc-4f3b-b892-7b87648c9d85', 'mac_address': 'fa:16:3e:52:47:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bad06155-87c4-491d-80ad-5c151f984791', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-19T07:44:47Z', 'updated_at': '2022-10-19T07:44:49Z', 'revision_number': 1, 'project_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6345544f-1182-4f1c-9a1f-4a23059fe206', 'name': '', 'network_id': '29687d8b-decc-4f3b-b892-7b87648c9d85', 'tenant_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'mac_address': 'fa:16:3e:28:5b:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e516fe6c-b3ad-4090-9b10-fad897190739', 'device_owner': 'network:router_interface', 'standard_attr_id': 1203, 'fixed_ips': [{'subnet_id': '2446982a-6064-4a7e-a7a0-5e03c5e1c616', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:44:29Z', 'updated_at': '2022-10-19T07:44:35Z', 'revision_number': 5, 'project_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'subnets': [{'id': '2446982a-6064-4a7e-a7a0-5e03c5e1c616', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '751443a7-4889-4251-8730-36d279928c81', 'name': '', 'network_id': '90b48a7c-1ece-4149-b597-4861a65d242d', 'tenant_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'mac_address': 'fa:16:3e:54:f2:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e516fe6c-b3ad-4090-9b10-fad897190739', 'device_owner': 'network:router_interface', 'standard_attr_id': 1300, 'fixed_ips': [{'subnet_id': '7423cffa-0e14-4dff-aa4e-407bea0cd47e', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:45:40Z', 'updated_at': '2022-10-19T07:45:44Z', 'revision_number': 4, 'project_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'subnets': [{'id': '7423cffa-0e14-4dff-aa4e-407bea0cd47e', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:45:44.866046 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-e9ee106f-ccd8-44c2-8b47-f37054e1f337 None None] Attempting to bind port 27a5a6f1-ef1d-4f19-9401-e95be5cdafde on host dv-neutron-861624-1-hyperv for vnic_type normal with profile {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 19 07:45:44.866296 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.db_base_plugin_common [None req-aca20786-1c40-4247-b805-abbe59cca0ac admin admin] Allocated IP 172.20.0.1 (a23ce57c-5e7a-4686-b843-74109161e384/59cab28a-9f4d-46b7-9f00-ecdecb2d6122/875c69bf-bbd0-43d5-a353-16a753075bc3) {{(pid=103332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 07:45:44.866421 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-e9ee106f-ccd8-44c2-8b47-f37054e1f337 None None] Attempting to bind port 27a5a6f1-ef1d-4f19-9401-e95be5cdafde by drivers openvswitch,hyperv on host dv-neutron-861624-1-hyperv at level 0 using segments [{'id': '53981d04-8205-40d8-8d33-0510111d6f8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd'}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 19 07:45:44.866743 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9ee106f-ccd8-44c2-8b47-f37054e1f337 None None] Attempting to bind port 27a5a6f1-ef1d-4f19-9401-e95be5cdafde on network 99c66757-74e3-40a4-b479-8d09e3a7c3dd {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 07:45:44.876612 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9ee106f-ccd8-44c2-8b47-f37054e1f337 None None] Checking agent: {'id': 'a5b0152c-d633-409b-aaf8-3b76458e2410', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861624-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 19, 7, 30, 19), 'started_at': datetime.datetime(2022, 10, 19, 7, 30, 49), 'heartbeat_timestamp': datetime.datetime(2022, 10, 19, 7, 45, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861624-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 07:45:44.877019 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9ee106f-ccd8-44c2-8b47-f37054e1f337 None None] Checking segment: {'id': '53981d04-8205-40d8-8d33-0510111d6f8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 19 07:45:44.877411 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-e9ee106f-ccd8-44c2-8b47-f37054e1f337 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:44.878083 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9ee106f-ccd8-44c2-8b47-f37054e1f337 None None] Bound using segment: {'id': '53981d04-8205-40d8-8d33-0510111d6f8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd'} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 07:45:44.878265 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-e9ee106f-ccd8-44c2-8b47-f37054e1f337 None None] Bound port: 27a5a6f1-ef1d-4f19-9401-e95be5cdafde, host: dv-neutron-861624-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53981d04-8205-40d8-8d33-0510111d6f8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd'}}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 19 07:45:44.879149 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-e9ee106f-ccd8-44c2-8b47-f37054e1f337 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:44.880917 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2850d1f-bedf-4108-a2c7-340a20d54dcb None None] The sync data for ids ['e516fe6c-b3ad-4090-9b10-fad897190739'] in dv-neutron-861624-1-hyperv is: [{'id': 'e516fe6c-b3ad-4090-9b10-fad897190739', 'name': 'tempest-TestNetworkBasicOps-router-2037566591', 'tenant_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'external_fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.120'}], 'enable_snat': True}, 'gw_port_id': '46a98dd2-f544-4b48-8461-bf0e6abd72c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T07:44:25Z', 'updated_at': '2022-10-19T07:45:41Z', 'revision_number': 5, 'project_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'gw_port': {'id': '46a98dd2-f544-4b48-8461-bf0e6abd72c2', 'name': '', 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:1b:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e516fe6c-b3ad-4090-9b10-fad897190739', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1190, 'fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:44:26Z', 'updated_at': '2022-10-19T07:44:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861624-1-hyperv', '_floatingips': [{'id': '89a995fe-3219-4ae4-afba-b50232d5514d', 'tenant_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'floating_ip_address': '172.26.0.70', 'floating_network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'router_id': 'e516fe6c-b3ad-4090-9b10-fad897190739', 'port_id': '25237774-9447-4823-9298-724b5c6116e2', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1243, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '29687d8b-decc-4f3b-b892-7b87648c9d85', 'mac_address': 'fa:16:3e:52:47:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bad06155-87c4-491d-80ad-5c151f984791', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-19T07:44:47Z', 'updated_at': '2022-10-19T07:44:49Z', 'revision_number': 1, 'project_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6345544f-1182-4f1c-9a1f-4a23059fe206', 'name': '', 'network_id': '29687d8b-decc-4f3b-b892-7b87648c9d85', 'tenant_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'mac_address': 'fa:16:3e:28:5b:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e516fe6c-b3ad-4090-9b10-fad897190739', 'device_owner': 'network:router_interface', 'standard_attr_id': 1203, 'fixed_ips': [{'subnet_id': '2446982a-6064-4a7e-a7a0-5e03c5e1c616', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:44:29Z', 'updated_at': '2022-10-19T07:44:35Z', 'revision_number': 5, 'project_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'subnets': [{'id': '2446982a-6064-4a7e-a7a0-5e03c5e1c616', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '751443a7-4889-4251-8730-36d279928c81', 'name': '', 'network_id': '90b48a7c-1ece-4149-b597-4861a65d242d', 'tenant_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'mac_address': 'fa:16:3e:54:f2:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e516fe6c-b3ad-4090-9b10-fad897190739', 'device_owner': 'network:router_interface', 'standard_attr_id': 1300, 'fixed_ips': [{'subnet_id': '7423cffa-0e14-4dff-aa4e-407bea0cd47e', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:45:40Z', 'updated_at': '2022-10-19T07:45:44Z', 'revision_number': 4, 'project_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'subnets': [{'id': '7423cffa-0e14-4dff-aa4e-407bea0cd47e', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 07:45:44.911592 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a505bf82-8830-4802-b6c5-9d04d2a7c18b None None] Pushing event updated for resources: {'Port': ['ID=27a5a6f1-ef1d-4f19-9401-e95be5cdafde,revision_number=2']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:45:44.913745 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-ff1df80d-d73b-42be-8e22-50f15e341256 None None] Provisioning complete for port 751443a7-4889-4251-8730-36d279928c81 triggered by entity DHCP. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:45:44.914130 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-ff1df80d-d73b-42be-8e22-50f15e341256 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:44.914464 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-ff1df80d-d73b-42be-8e22-50f15e341256 None None] Attempt 1 to provision port 751443a7-4889-4251-8730-36d279928c81 Oct 19 07:45:44.921167 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a505bf82-8830-4802-b6c5-9d04d2a7c18b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:45:44.921536 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a505bf82-8830-4802-b6c5-9d04d2a7c18b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:45:44.921878 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a505bf82-8830-4802-b6c5-9d04d2a7c18b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:45:44.922208 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a505bf82-8830-4802-b6c5-9d04d2a7c18b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:45:44.922534 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a505bf82-8830-4802-b6c5-9d04d2a7c18b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:45:44.922861 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a505bf82-8830-4802-b6c5-9d04d2a7c18b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:45:44.923188 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a505bf82-8830-4802-b6c5-9d04d2a7c18b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:45:44.923522 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a505bf82-8830-4802-b6c5-9d04d2a7c18b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:45:44.923859 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a505bf82-8830-4802-b6c5-9d04d2a7c18b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:45:44.924225 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a505bf82-8830-4802-b6c5-9d04d2a7c18b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:45:44.924482 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a505bf82-8830-4802-b6c5-9d04d2a7c18b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:45:44.924823 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a505bf82-8830-4802-b6c5-9d04d2a7c18b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:45:44.990915 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-e9ee106f-ccd8-44c2-8b47-f37054e1f337 None None] For port 27a5a6f1-ef1d-4f19-9401-e95be5cdafde, host dv-neutron-861624-1-hyperv, cleared binding levels {{(pid=103335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 07:45:45.001125 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-e9ee106f-ccd8-44c2-8b47-f37054e1f337 None None] For port 27a5a6f1-ef1d-4f19-9401-e95be5cdafde, host dv-neutron-861624-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=27a5a6f1-ef1d-4f19-9401-e95be5cdafde,segment=NetworkSegment(53981d04-8205-40d8-8d33-0510111d6f8f),segment_id=53981d04-8205-40d8-8d33-0510111d6f8f)] {{(pid=103335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 07:45:45.007205 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-e9ee106f-ccd8-44c2-8b47-f37054e1f337 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:45.035086 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-ff1df80d-d73b-42be-8e22-50f15e341256 None None] Current status of the port 751443a7-4889-4251-8730-36d279928c81 is: ACTIVE; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:45:45.055288 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-ff1df80d-d73b-42be-8e22-50f15e341256 None None] Provisioning complete for port 0fca1110-4bf7-42e9-b7bf-386fd60dbaa8 triggered by entity DHCP. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:45:45.055416 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9ee106f-ccd8-44c2-8b47-f37054e1f337 None None] Routers {'75e804fd-898a-4e41-901a-ea564d73d357'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 07:45:45.055535 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-ff1df80d-d73b-42be-8e22-50f15e341256 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:45.055833 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-ff1df80d-d73b-42be-8e22-50f15e341256 None None] Attempt 1 to provision port 0fca1110-4bf7-42e9-b7bf-386fd60dbaa8 Oct 19 07:45:45.055956 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-e9ee106f-ccd8-44c2-8b47-f37054e1f337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T07:45:16Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['75e804fd-898a-4e41-901a-ea564d73d357'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:45:45.062020 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-aca20786-1c40-4247-b805-abbe59cca0ac admin admin] Notify callbacks [] for port, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:45.126008 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-aca20786-1c40-4247-b805-abbe59cca0ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785020947330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133553798'] for port, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:45.156012 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-ff1df80d-d73b-42be-8e22-50f15e341256 None None] Current status of the port 0fca1110-4bf7-42e9-b7bf-386fd60dbaa8 is: ACTIVE; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:45:45.176352 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aca20786-1c40-4247-b805-abbe59cca0ac admin admin] Network a23ce57c-5e7a-4686-b843-74109161e384 is already hosted by enough agents. {{(pid=103332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 07:45:45.181405 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.base_scheduler [None req-aca20786-1c40-4247-b805-abbe59cca0ac admin admin] Resources bound (agent type, host, resource id): {{(pid=103332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:45:45.185232 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aca20786-1c40-4247-b805-abbe59cca0ac admin admin] Received port after_create {{(pid=103332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 07:45:45.208532 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvr_db [None req-e9ee106f-ccd8-44c2-8b47-f37054e1f337 None None] Set router 75e804fd-898a-4e41-901a-ea564d73d357 gateway port host: dv-neutron-861624-1-hyperv {{(pid=103335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 07:45:45.229298 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device 751443a7-4889-4251-8730-36d279928c81 up at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 07:45:45.240217 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-aca20786-1c40-4247-b805-abbe59cca0ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1695190'] for router_interface, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:45.301487 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Provisioning complete for port 751443a7-4889-4251-8730-36d279928c81 triggered by entity L2. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:45:45.301857 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:45.302187 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Attempt 1 to provision port 751443a7-4889-4251-8730-36d279928c81 Oct 19 07:45:45.376762 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca20786-1c40-4247-b805-abbe59cca0ac admin admin] Pushing event updated for resources: {'Port': ['ID=875c69bf-bbd0-43d5-a353-16a753075bc3,revision_number=1']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:45:45.423407 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a505bf82-8830-4802-b6c5-9d04d2a7c18b None None] Pushing event updated for resources: {'Port': ['ID=27a5a6f1-ef1d-4f19-9401-e95be5cdafde,revision_number=3']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:45:45.427861 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Current status of the port 751443a7-4889-4251-8730-36d279928c81 is: ACTIVE; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:45:45.429105 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device 0fca1110-4bf7-42e9-b7bf-386fd60dbaa8 up at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 07:45:45.436627 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-aca20786-1c40-4247-b805-abbe59cca0ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:45.465267 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-e9ee106f-ccd8-44c2-8b47-f37054e1f337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75e804fd-898a-4e41-901a-ea564d73d357', 'name': 'tempest-TestVolumeBootPattern-2140510641-router', 'tenant_id': '505fd091f8c84d6d8a8b7dc9bb7934bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'external_fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.47'}], 'enable_snat': True}, 'gw_port_id': '27a5a6f1-ef1d-4f19-9401-e95be5cdafde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T07:45:41Z', 'updated_at': '2022-10-19T07:45:43Z', 'revision_number': 3, 'project_id': '505fd091f8c84d6d8a8b7dc9bb7934bf', 'gw_port': {'id': '27a5a6f1-ef1d-4f19-9401-e95be5cdafde', 'name': '', 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:8e:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75e804fd-898a-4e41-901a-ea564d73d357', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1311, 'fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:45:42Z', 'updated_at': '2022-10-19T07:45:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861624-1-hyperv'}], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:45:45.505097 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Provisioning complete for port 0fca1110-4bf7-42e9-b7bf-386fd60dbaa8 triggered by entity L2. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:45:45.505691 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:45.506074 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Attempt 1 to provision port 0fca1110-4bf7-42e9-b7bf-386fd60dbaa8 Oct 19 07:45:45.517322 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9ee106f-ccd8-44c2-8b47-f37054e1f337 None None] The sync data for ids ['75e804fd-898a-4e41-901a-ea564d73d357'] in dv-neutron-861624-1-hyperv is: [{'id': '75e804fd-898a-4e41-901a-ea564d73d357', 'name': 'tempest-TestVolumeBootPattern-2140510641-router', 'tenant_id': '505fd091f8c84d6d8a8b7dc9bb7934bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'external_fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.47'}], 'enable_snat': True}, 'gw_port_id': '27a5a6f1-ef1d-4f19-9401-e95be5cdafde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T07:45:41Z', 'updated_at': '2022-10-19T07:45:43Z', 'revision_number': 3, 'project_id': '505fd091f8c84d6d8a8b7dc9bb7934bf', 'gw_port': {'id': '27a5a6f1-ef1d-4f19-9401-e95be5cdafde', 'name': '', 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:8e:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75e804fd-898a-4e41-901a-ea564d73d357', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1311, 'fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:45:42Z', 'updated_at': '2022-10-19T07:45:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861624-1-hyperv'}] {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 07:45:45.609462 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-6b4772f3-a097-4f76-9f41-d61bce72d7e9 None None] Provisioning complete for port 875c69bf-bbd0-43d5-a353-16a753075bc3 triggered by entity DHCP. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:45:45.609840 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-6b4772f3-a097-4f76-9f41-d61bce72d7e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:45.610178 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-6b4772f3-a097-4f76-9f41-d61bce72d7e9 None None] Attempt 1 to provision port 875c69bf-bbd0-43d5-a353-16a753075bc3 Oct 19 07:45:45.654038 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-6b4772f3-a097-4f76-9f41-d61bce72d7e9 None None] Port 875c69bf-bbd0-43d5-a353-16a753075bc3 cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 07:45:45.654941 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Current status of the port 0fca1110-4bf7-42e9-b7bf-386fd60dbaa8 is: ACTIVE; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:45:45.687993 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-aca20786-1c40-4247-b805-abbe59cca0ac admin admin] Notify callbacks [] for port, precommit_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:45.694409 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-aca20786-1c40-4247-b805-abbe59cca0ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133553807'] for port, after_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:45.775877 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-aca20786-1c40-4247-b805-abbe59cca0ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1574855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1694822'] for router_interface, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:45.789093 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca20786-1c40-4247-b805-abbe59cca0ac admin admin] Pushing event updated for resources: {'Port': ['ID=875c69bf-bbd0-43d5-a353-16a753075bc3,revision_number=2']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:45:45.906692 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aca20786-1c40-4247-b805-abbe59cca0ac admin admin] Network a23ce57c-5e7a-4686-b843-74109161e384 is already hosted by enough agents. {{(pid=103332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 07:45:45.908199 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.base_scheduler [None req-aca20786-1c40-4247-b805-abbe59cca0ac admin admin] Resources bound (agent type, host, resource id): {{(pid=103332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:45:46.029809 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aca20786-1c40-4247-b805-abbe59cca0ac admin admin] Router 75e804fd-898a-4e41-901a-ea564d73d357 has already been hosted by L3 agent ab388470-1243-4d53-80f2-c2f5899c97a7 {{(pid=103332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 07:45:46.148910 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aca20786-1c40-4247-b805-abbe59cca0ac admin admin] Notify agent at l3_agent.dv-neutron-861624-1-hyperv the message routers_updated {{(pid=103332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 07:45:46.154681 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-aca20786-1c40-4247-b805-abbe59cca0ac admin admin] 10.222.0.27 "PUT /v2.0/routers/75e804fd-898a-4e41-901a-ea564d73d357/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9800367 Oct 19 07:45:46.157275 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-6b4772f3-a097-4f76-9f41-d61bce72d7e9 None None] Attempt 2 to provision port 875c69bf-bbd0-43d5-a353-16a753075bc3 Oct 19 07:45:46.197613 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-6b4772f3-a097-4f76-9f41-d61bce72d7e9 None None] Port 875c69bf-bbd0-43d5-a353-16a753075bc3 cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 07:45:46.277164 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-47057e33-419d-4136-9b02-fe86aaff50a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:46.630775 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 60700) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:45:46.636871 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-96c05bae-33a3-49fc-a70e-9947d83808e3 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1608080828-network', 'tenant_id': 'bf2e8342c88e429ebc9ca03b3c923eac'}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:45:46.664262 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96c05bae-33a3-49fc-a70e-9947d83808e3 admin admin] Made reservation on behalf of bf2e8342c88e429ebc9ca03b3c923eac for: {'network': 1} {{(pid=103332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 07:45:46.666718 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-96c05bae-33a3-49fc-a70e-9947d83808e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for network, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:46.675429 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-96c05bae-33a3-49fc-a70e-9947d83808e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:46.698510 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-6b4772f3-a097-4f76-9f41-d61bce72d7e9 None None] Attempt 3 to provision port 875c69bf-bbd0-43d5-a353-16a753075bc3 Oct 19 07:45:46.737515 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-6b4772f3-a097-4f76-9f41-d61bce72d7e9 None None] Port 875c69bf-bbd0-43d5-a353-16a753075bc3 cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 07:45:46.761884 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-96c05bae-33a3-49fc-a70e-9947d83808e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:46.765612 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-96c05bae-33a3-49fc-a70e-9947d83808e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788643'] for security_group, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:46.790496 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96c05bae-33a3-49fc-a70e-9947d83808e3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 198} {{(pid=103332) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 07:45:46.801958 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c05bae-33a3-49fc-a70e-9947d83808e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db3b23bf-02c7-4737-bf0c-174d19b190f8,revision_number=1']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:45:46.804858 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-96c05bae-33a3-49fc-a70e-9947d83808e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979'] for segment, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:46.805196 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.db.segments_db [None req-96c05bae-33a3-49fc-a70e-9947d83808e3 admin admin] Added segment e83dc392-5b02-4faa-a2cb-3b0eb9c22e8d of type vlan for network 6a961075-6d90-45b4-ac75-6fd78162ab3b Oct 19 07:45:46.846710 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-96c05bae-33a3-49fc-a70e-9947d83808e3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785020965340'] for network, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:46.872133 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-96c05bae-33a3-49fc-a70e-9947d83808e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873'] for network, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:46.873355 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96c05bae-33a3-49fc-a70e-9947d83808e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:45:46.873989 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-96c05bae-33a3-49fc-a70e-9947d83808e3 admin admin] Notify callbacks [] for network, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:46.924004 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-96c05bae-33a3-49fc-a70e-9947d83808e3 admin admin] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.2921109 Oct 19 07:45:46.926836 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 60702) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:45:46.933032 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-156db7a0-731c-4252-975d-f0c35dde1acd admin admin] Request body: {'subnet': {'network_id': '6a961075-6d90-45b4-ac75-6fd78162ab3b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1608080828-subnet', 'tenant_id': 'bf2e8342c88e429ebc9ca03b3c923eac', 'ip_version': 4}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:45:46.957776 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-156db7a0-731c-4252-975d-f0c35dde1acd admin admin] Made reservation on behalf of bf2e8342c88e429ebc9ca03b3c923eac for: {'subnet': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 07:45:46.960908 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-156db7a0-731c-4252-975d-f0c35dde1acd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130170579'] for subnet, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:46.980756 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c05bae-33a3-49fc-a70e-9947d83808e3 admin admin] Pushing event updated for resources: {'Network': ['ID=6a961075-6d90-45b4-ac75-6fd78162ab3b,revision_number=1']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:45:46.999354 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Network 6a961075-6d90-45b4-ac75-6fd78162ab3b details requested by agent ovs-agent-dv-neutron-861624-1-hyperv with host dv-neutron-861624-1-hyperv {{(pid=103334) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 07:45:47.084132 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device 27a5a6f1-ef1d-4f19-9401-e95be5cdafde up at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 07:45:47.139426 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Provisioning complete for port 27a5a6f1-ef1d-4f19-9401-e95be5cdafde triggered by entity L2. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:45:47.139794 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:47.140122 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Attempt 1 to provision port 27a5a6f1-ef1d-4f19-9401-e95be5cdafde Oct 19 07:45:47.187001 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-156db7a0-731c-4252-975d-f0c35dde1acd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130997899', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130170401'] for subnet, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:47.191448 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6646e08a-da5a-404c-af52-c8e5f38f25d5 None None] Sync routers for ids ['75e804fd-898a-4e41-901a-ea564d73d357'] in dv-neutron-861624-1-hyperv {{(pid=103334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 07:45:47.226048 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6646e08a-da5a-404c-af52-c8e5f38f25d5 None None] Routers {'75e804fd-898a-4e41-901a-ea564d73d357'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 07:45:47.226663 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-6646e08a-da5a-404c-af52-c8e5f38f25d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T07:45:46Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['75e804fd-898a-4e41-901a-ea564d73d357'], 'active': True} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:45:47.243420 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156db7a0-731c-4252-975d-f0c35dde1acd admin admin] Pushing event updated for resources: {'Subnet': ['ID=c841d969-9c85-4447-aaf0-3b636036fd21,revision_number=0']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:45:47.251364 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-156db7a0-731c-4252-975d-f0c35dde1acd admin admin] Checking segment: {'id': 'e83dc392-5b02-4faa-a2cb-3b0eb9c22e8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '6a961075-6d90-45b4-ac75-6fd78162ab3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 19 07:45:47.251720 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-156db7a0-731c-4252-975d-f0c35dde1acd admin admin] Network hostable DHCP agents. Network: 6a961075-6d90-45b4-ac75-6fd78162ab3b, hostable agents: ['310d813b-0e3e-4d7e-9b79-8f4ec0dbcab0'], hosted agents: [] {{(pid=103333) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 07:45:47.265024 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-6b4772f3-a097-4f76-9f41-d61bce72d7e9 None None] Attempt 4 to provision port 875c69bf-bbd0-43d5-a353-16a753075bc3 Oct 19 07:45:47.268271 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-156db7a0-731c-4252-975d-f0c35dde1acd admin admin] Network 6a961075-6d90-45b4-ac75-6fd78162ab3b is scheduled to be hosted by DHCP agent 310d813b-0e3e-4d7e-9b79-8f4ec0dbcab0 with binding_index 1 {{(pid=103333) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 07:45:47.271804 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Current status of the port 27a5a6f1-ef1d-4f19-9401-e95be5cdafde is: DOWN; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:45:47.272197 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:47.277364 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-156db7a0-731c-4252-975d-f0c35dde1acd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861624-1-hyperv, 6a961075-6d90-45b4-ac75-6fd78162ab3b) {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:45:47.281844 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-156db7a0-731c-4252-975d-f0c35dde1acd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:45:47.282445 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-156db7a0-731c-4252-975d-f0c35dde1acd admin admin] Notify callbacks [] for subnet, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:47.301042 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-156db7a0-731c-4252-975d-f0c35dde1acd admin admin] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3730628 Oct 19 07:45:47.302573 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 60704) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:45:47.306198 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-076100e8-4f3e-4cf1-8cd4-450ef6372170 None None] Network 6a961075-6d90-45b4-ac75-6fd78162ab3b requested from dv-neutron-861624-1-hyperv {{(pid=103334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 07:45:47.308025 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-65c7d2f5-e715-4f4c-9503-825194814e72 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1608080828-router', 'tenant_id': 'bf2e8342c88e429ebc9ca03b3c923eac', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd'}}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:45:47.326903 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-65c7d2f5-e715-4f4c-9503-825194814e72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1692695', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12668'] for router, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:47.327970 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-65c7d2f5-e715-4f4c-9503-825194814e72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1692835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1693910', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1621825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12659'] for router, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:47.351630 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] For port 27a5a6f1-ef1d-4f19-9401-e95be5cdafde, host dv-neutron-861624-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=27a5a6f1-ef1d-4f19-9401-e95be5cdafde,segment=NetworkSegment(53981d04-8205-40d8-8d33-0510111d6f8f),segment_id=53981d04-8205-40d8-8d33-0510111d6f8f)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:45:47.368164 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:47.370112 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-6b4772f3-a097-4f76-9f41-d61bce72d7e9 None None] Port 875c69bf-bbd0-43d5-a353-16a753075bc3 cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 07:45:47.387260 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-65c7d2f5-e715-4f4c-9503-825194814e72 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:47.480385 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvr_db [None req-6646e08a-da5a-404c-af52-c8e5f38f25d5 None None] Set router 75e804fd-898a-4e41-901a-ea564d73d357 gateway port host: dv-neutron-861624-1-hyperv {{(pid=103334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 07:45:47.524073 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-65c7d2f5-e715-4f4c-9503-825194814e72 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:47.539610 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Pushing event updated for resources: {'Port': ['ID=27a5a6f1-ef1d-4f19-9401-e95be5cdafde,revision_number=4']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:45:47.688415 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-465e94fc-9f1d-4210-947d-eb658eca0080 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d12c6ac-27a3-545c-a8f3-f04e30423d6d-6a961075-6d90-45b4-ac75-6fd78162ab3b', 'network_id': '6a961075-6d90-45b4-ac75-6fd78162ab3b', 'tenant_id': 'bf2e8342c88e429ebc9ca03b3c923eac', 'fixed_ips': [{'subnet_id': 'c841d969-9c85-4447-aaf0-3b636036fd21'}]}} from dv-neutron-861624-1-hyperv. {{(pid=103334) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 07:45:47.689284 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-465e94fc-9f1d-4210-947d-eb658eca0080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:47.731637 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-65c7d2f5-e715-4f4c-9503-825194814e72 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:47.751433 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-65c7d2f5-e715-4f4c-9503-825194814e72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:47.857611 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.db_base_plugin_common [None req-65c7d2f5-e715-4f4c-9503-825194814e72 admin admin] Allocated IP 172.26.0.181 (99c66757-74e3-40a4-b479-8d09e3a7c3dd/7f3d1034-1de7-458a-a3ee-77488de3949b/862e91ad-cd4c-40d8-93f8-73085759b1aa) {{(pid=103332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 07:45:47.862195 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-6646e08a-da5a-404c-af52-c8e5f38f25d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75e804fd-898a-4e41-901a-ea564d73d357', 'name': 'tempest-TestVolumeBootPattern-2140510641-router', 'tenant_id': '505fd091f8c84d6d8a8b7dc9bb7934bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'external_fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.47'}], 'enable_snat': True}, 'gw_port_id': '27a5a6f1-ef1d-4f19-9401-e95be5cdafde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T07:45:41Z', 'updated_at': '2022-10-19T07:45:45Z', 'revision_number': 4, 'project_id': '505fd091f8c84d6d8a8b7dc9bb7934bf', 'gw_port': {'id': '27a5a6f1-ef1d-4f19-9401-e95be5cdafde', 'name': '', 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:8e:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75e804fd-898a-4e41-901a-ea564d73d357', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1311, 'fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:45:42Z', 'updated_at': '2022-10-19T07:45:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861624-1-hyperv', '_interfaces': [{'id': '875c69bf-bbd0-43d5-a353-16a753075bc3', 'name': '', 'network_id': 'a23ce57c-5e7a-4686-b843-74109161e384', 'tenant_id': '505fd091f8c84d6d8a8b7dc9bb7934bf', 'mac_address': 'fa:16:3e:ac:9e:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75e804fd-898a-4e41-901a-ea564d73d357', 'device_owner': 'network:router_interface', 'standard_attr_id': 1312, 'fixed_ips': [{'subnet_id': '59cab28a-9f4d-46b7-9f00-ecdecb2d6122', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:45:44Z', 'updated_at': '2022-10-19T07:45:45Z', 'revision_number': 2, 'project_id': '505fd091f8c84d6d8a8b7dc9bb7934bf', 'subnets': [{'id': '59cab28a-9f4d-46b7-9f00-ecdecb2d6122', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:45:47.895175 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-6b4772f3-a097-4f76-9f41-d61bce72d7e9 None None] Attempt 5 to provision port 875c69bf-bbd0-43d5-a353-16a753075bc3 Oct 19 07:45:47.898490 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.db_base_plugin_common [None req-465e94fc-9f1d-4210-947d-eb658eca0080 None None] Allocated IP 172.20.0.2 (6a961075-6d90-45b4-ac75-6fd78162ab3b/c841d969-9c85-4447-aaf0-3b636036fd21/c7e798e2-6767-42bf-96ac-a20b0b2163a9) {{(pid=103334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 07:45:47.907035 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6646e08a-da5a-404c-af52-c8e5f38f25d5 None None] Checking router: 75e804fd-898a-4e41-901a-ea564d73d357 for host: dv-neutron-861624-1-hyperv {{(pid=103334) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 07:45:47.907385 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6646e08a-da5a-404c-af52-c8e5f38f25d5 None None] Updating router 75e804fd-898a-4e41-901a-ea564d73d357 port 875c69bf-bbd0-43d5-a353-16a753075bc3 binding host dv-neutron-861624-1-hyperv {{(pid=103334) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 07:45:47.970632 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-65c7d2f5-e715-4f4c-9503-825194814e72 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:48.006684 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-65c7d2f5-e715-4f4c-9503-825194814e72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785020947330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133553798'] for port, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:48.048766 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65c7d2f5-e715-4f4c-9503-825194814e72 admin admin] Network 99c66757-74e3-40a4-b479-8d09e3a7c3dd is already hosted by enough agents. {{(pid=103332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 07:45:48.051751 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.base_scheduler [None req-65c7d2f5-e715-4f4c-9503-825194814e72 admin admin] Resources bound (agent type, host, resource id): {{(pid=103332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:45:48.055395 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65c7d2f5-e715-4f4c-9503-825194814e72 admin admin] Received port after_create {{(pid=103332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 07:45:48.061663 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c7d2f5-e715-4f4c-9503-825194814e72 admin admin] Pushing event updated for resources: {'Port': ['ID=862e91ad-cd4c-40d8-93f8-73085759b1aa,revision_number=1']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:45:48.118431 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-2a2259f7-b034-4eec-af7a-7abaede746c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:48.129101 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-6646e08a-da5a-404c-af52-c8e5f38f25d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:48.136267 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-6b4772f3-a097-4f76-9f41-d61bce72d7e9 None None] Port 875c69bf-bbd0-43d5-a353-16a753075bc3 cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 07:45:48.309903 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-65c7d2f5-e715-4f4c-9503-825194814e72 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:48.369596 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-465e94fc-9f1d-4210-947d-eb658eca0080 None None] Notify callbacks [] for port, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:48.400857 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-465e94fc-9f1d-4210-947d-eb658eca0080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785020947330'] for port, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:48.457028 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-465e94fc-9f1d-4210-947d-eb658eca0080 None None] Network 6a961075-6d90-45b4-ac75-6fd78162ab3b is already hosted by enough agents. {{(pid=103334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 07:45:48.469407 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.scheduler.base_scheduler [None req-465e94fc-9f1d-4210-947d-eb658eca0080 None None] Resources bound (agent type, host, resource id): {{(pid=103334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:45:48.474218 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-465e94fc-9f1d-4210-947d-eb658eca0080 None None] Received port after_create {{(pid=103334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 07:45:48.485541 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465e94fc-9f1d-4210-947d-eb658eca0080 None None] Pushing event updated for resources: {'Port': ['ID=c7e798e2-6767-42bf-96ac-a20b0b2163a9,revision_number=1']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:45:48.568498 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-465e94fc-9f1d-4210-947d-eb658eca0080 None None] Attempting to bind port c7e798e2-6767-42bf-96ac-a20b0b2163a9 on host dv-neutron-861624-1-hyperv for vnic_type normal with profile {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 19 07:45:48.568890 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-465e94fc-9f1d-4210-947d-eb658eca0080 None None] Attempting to bind port c7e798e2-6767-42bf-96ac-a20b0b2163a9 by drivers openvswitch,hyperv on host dv-neutron-861624-1-hyperv at level 0 using segments [{'id': 'e83dc392-5b02-4faa-a2cb-3b0eb9c22e8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '6a961075-6d90-45b4-ac75-6fd78162ab3b'}] {{(pid=103334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 19 07:45:48.569253 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-465e94fc-9f1d-4210-947d-eb658eca0080 None None] Attempting to bind port c7e798e2-6767-42bf-96ac-a20b0b2163a9 on network 6a961075-6d90-45b4-ac75-6fd78162ab3b {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 07:45:48.584050 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-465e94fc-9f1d-4210-947d-eb658eca0080 None None] Checking agent: {'id': 'a5b0152c-d633-409b-aaf8-3b76458e2410', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861624-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 19, 7, 30, 19), 'started_at': datetime.datetime(2022, 10, 19, 7, 30, 49), 'heartbeat_timestamp': datetime.datetime(2022, 10, 19, 7, 45, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861624-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 07:45:48.584419 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-465e94fc-9f1d-4210-947d-eb658eca0080 None None] Checking segment: {'id': 'e83dc392-5b02-4faa-a2cb-3b0eb9c22e8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '6a961075-6d90-45b4-ac75-6fd78162ab3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 19 07:45:48.584839 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-465e94fc-9f1d-4210-947d-eb658eca0080 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:48.585229 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-465e94fc-9f1d-4210-947d-eb658eca0080 None None] Bound using segment: {'id': 'e83dc392-5b02-4faa-a2cb-3b0eb9c22e8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '6a961075-6d90-45b4-ac75-6fd78162ab3b'} {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 07:45:48.585704 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-465e94fc-9f1d-4210-947d-eb658eca0080 None None] Bound port: c7e798e2-6767-42bf-96ac-a20b0b2163a9, host: dv-neutron-861624-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e83dc392-5b02-4faa-a2cb-3b0eb9c22e8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '6a961075-6d90-45b4-ac75-6fd78162ab3b'}}] {{(pid=103334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 19 07:45:48.586087 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-465e94fc-9f1d-4210-947d-eb658eca0080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:48.592447 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-6646e08a-da5a-404c-af52-c8e5f38f25d5 None None] Notify callbacks [] for port, precommit_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:48.608870 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-6646e08a-da5a-404c-af52-c8e5f38f25d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:48.641710 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.agents_db [None req-6057327c-4456-4c72-8e75-6d3cd9249757 None None] Agent healthcheck: found 6 active agents {{(pid=103335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 07:45:48.648767 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-6b4772f3-a097-4f76-9f41-d61bce72d7e9 None None] Attempt 6 to provision port 875c69bf-bbd0-43d5-a353-16a753075bc3 Oct 19 07:45:48.741647 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-6b4772f3-a097-4f76-9f41-d61bce72d7e9 None None] Port 875c69bf-bbd0-43d5-a353-16a753075bc3 cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 07:45:48.756742 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54684e43-cafb-429c-8ff8-465e8a1ebd91 None None] Pushing event updated for resources: {'Port': ['ID=875c69bf-bbd0-43d5-a353-16a753075bc3,revision_number=3']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:45:48.767292 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-465e94fc-9f1d-4210-947d-eb658eca0080 None None] For port c7e798e2-6767-42bf-96ac-a20b0b2163a9, host dv-neutron-861624-1-hyperv, cleared binding levels {{(pid=103334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 07:45:48.786232 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-465e94fc-9f1d-4210-947d-eb658eca0080 None None] For port c7e798e2-6767-42bf-96ac-a20b0b2163a9, host dv-neutron-861624-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=c7e798e2-6767-42bf-96ac-a20b0b2163a9,segment=NetworkSegment(e83dc392-5b02-4faa-a2cb-3b0eb9c22e8d),segment_id=e83dc392-5b02-4faa-a2cb-3b0eb9c22e8d)] {{(pid=103334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 07:45:48.787365 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-6646e08a-da5a-404c-af52-c8e5f38f25d5 None None] Attempting to bind port 875c69bf-bbd0-43d5-a353-16a753075bc3 on host dv-neutron-861624-1-hyperv for vnic_type normal with profile {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 19 07:45:48.787859 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-6646e08a-da5a-404c-af52-c8e5f38f25d5 None None] Attempting to bind port 875c69bf-bbd0-43d5-a353-16a753075bc3 by drivers openvswitch,hyperv on host dv-neutron-861624-1-hyperv at level 0 using segments [{'id': '96ea79ad-cb18-4750-9b35-f4e90ccd124f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'a23ce57c-5e7a-4686-b843-74109161e384'}] {{(pid=103334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 19 07:45:48.788206 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6646e08a-da5a-404c-af52-c8e5f38f25d5 None None] Attempting to bind port 875c69bf-bbd0-43d5-a353-16a753075bc3 on network a23ce57c-5e7a-4686-b843-74109161e384 {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 07:45:48.793848 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-465e94fc-9f1d-4210-947d-eb658eca0080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:48.799536 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6646e08a-da5a-404c-af52-c8e5f38f25d5 None None] Checking agent: {'id': 'a5b0152c-d633-409b-aaf8-3b76458e2410', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861624-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 19, 7, 30, 19), 'started_at': datetime.datetime(2022, 10, 19, 7, 30, 49), 'heartbeat_timestamp': datetime.datetime(2022, 10, 19, 7, 45, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861624-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 07:45:48.800472 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6646e08a-da5a-404c-af52-c8e5f38f25d5 None None] Checking segment: {'id': '96ea79ad-cb18-4750-9b35-f4e90ccd124f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'a23ce57c-5e7a-4686-b843-74109161e384'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 19 07:45:48.800472 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-6646e08a-da5a-404c-af52-c8e5f38f25d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:48.800718 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6646e08a-da5a-404c-af52-c8e5f38f25d5 None None] Bound using segment: {'id': '96ea79ad-cb18-4750-9b35-f4e90ccd124f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'a23ce57c-5e7a-4686-b843-74109161e384'} {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 07:45:48.801133 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-6646e08a-da5a-404c-af52-c8e5f38f25d5 None None] Bound port: 875c69bf-bbd0-43d5-a353-16a753075bc3, host: dv-neutron-861624-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96ea79ad-cb18-4750-9b35-f4e90ccd124f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'a23ce57c-5e7a-4686-b843-74109161e384'}}] {{(pid=103334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 19 07:45:48.801519 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-6646e08a-da5a-404c-af52-c8e5f38f25d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:48.861509 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-65c7d2f5-e715-4f4c-9503-825194814e72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1692844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1693859'] for router, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:48.881705 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465e94fc-9f1d-4210-947d-eb658eca0080 None None] Pushing event updated for resources: {'Port': ['ID=c7e798e2-6767-42bf-96ac-a20b0b2163a9,revision_number=2']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:45:48.905810 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-6646e08a-da5a-404c-af52-c8e5f38f25d5 None None] For port 875c69bf-bbd0-43d5-a353-16a753075bc3, host dv-neutron-861624-1-hyperv, cleared binding levels {{(pid=103334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 07:45:48.909624 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-6646e08a-da5a-404c-af52-c8e5f38f25d5 None None] For port 875c69bf-bbd0-43d5-a353-16a753075bc3, host dv-neutron-861624-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=875c69bf-bbd0-43d5-a353-16a753075bc3,segment=NetworkSegment(96ea79ad-cb18-4750-9b35-f4e90ccd124f),segment_id=96ea79ad-cb18-4750-9b35-f4e90ccd124f)] {{(pid=103334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 07:45:48.914483 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-6646e08a-da5a-404c-af52-c8e5f38f25d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:48.959641 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6646e08a-da5a-404c-af52-c8e5f38f25d5 None None] Routers {'75e804fd-898a-4e41-901a-ea564d73d357'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 07:45:48.959641 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-6646e08a-da5a-404c-af52-c8e5f38f25d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T07:45:46Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['75e804fd-898a-4e41-901a-ea564d73d357'], 'active': True} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:45:49.030372 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65c7d2f5-e715-4f4c-9503-825194814e72 admin admin] Router a2233ab6-2d22-4e8a-8fb7-b851dcad6ece is scheduled to L3 agent ab388470-1243-4d53-80f2-c2f5899c97a7 with binding_index 1 {{(pid=103332) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 07:45:49.056576 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-1a0da505-d0f9-48c6-b7e2-53b9c5e41298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:49.069771 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54684e43-cafb-429c-8ff8-465e8a1ebd91 None None] Pushing event updated for resources: {'Port': ['ID=875c69bf-bbd0-43d5-a353-16a753075bc3,revision_number=4']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:45:49.146719 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:49.153439 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvr_db [None req-6646e08a-da5a-404c-af52-c8e5f38f25d5 None None] Set router 75e804fd-898a-4e41-901a-ea564d73d357 gateway port host: dv-neutron-861624-1-hyperv {{(pid=103334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 07:45:49.191687 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65c7d2f5-e715-4f4c-9503-825194814e72 admin admin] Notify agent at l3_agent.dv-neutron-861624-1-hyperv the message routers_updated {{(pid=103332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 07:45:49.202946 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ff1ba9f-069c-4264-8f03-84b4da8671e4 None None] Sync routers for ids ['a2233ab6-2d22-4e8a-8fb7-b851dcad6ece'] in dv-neutron-861624-1-hyperv {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 07:45:49.216088 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-65c7d2f5-e715-4f4c-9503-825194814e72 admin admin] Notify callbacks [] for router, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:49.217660 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-65c7d2f5-e715-4f4c-9503-825194814e72 admin admin] 10.222.0.27 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.9134159 Oct 19 07:45:49.220381 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 60708) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:45:49.226320 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ff1ba9f-069c-4264-8f03-84b4da8671e4 None None] Routers {'a2233ab6-2d22-4e8a-8fb7-b851dcad6ece'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 07:45:49.227031 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-3ff1ba9f-069c-4264-8f03-84b4da8671e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T07:45:46Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['a2233ab6-2d22-4e8a-8fb7-b851dcad6ece'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:45:49.237663 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device 27a5a6f1-ef1d-4f19-9401-e95be5cdafde up at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 07:45:49.264210 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-6b4772f3-a097-4f76-9f41-d61bce72d7e9 None None] Attempt 7 to provision port 875c69bf-bbd0-43d5-a353-16a753075bc3 Oct 19 07:45:49.434377 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvr_db [None req-3ff1ba9f-069c-4264-8f03-84b4da8671e4 None None] Set router a2233ab6-2d22-4e8a-8fb7-b851dcad6ece gateway port host: dv-neutron-861624-1-hyperv {{(pid=103335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 07:45:49.451766 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Provisioning complete for port 27a5a6f1-ef1d-4f19-9401-e95be5cdafde triggered by entity L2. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:45:49.452133 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:49.452464 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Attempt 1 to provision port 27a5a6f1-ef1d-4f19-9401-e95be5cdafde Oct 19 07:45:49.495313 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-6b4772f3-a097-4f76-9f41-d61bce72d7e9 None None] Current status of the port 875c69bf-bbd0-43d5-a353-16a753075bc3 is: DOWN; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:45:49.495689 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-6b4772f3-a097-4f76-9f41-d61bce72d7e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:49.551542 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-6b4772f3-a097-4f76-9f41-d61bce72d7e9 None None] For port 875c69bf-bbd0-43d5-a353-16a753075bc3, host dv-neutron-861624-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=875c69bf-bbd0-43d5-a353-16a753075bc3,segment=NetworkSegment(96ea79ad-cb18-4750-9b35-f4e90ccd124f),segment_id=96ea79ad-cb18-4750-9b35-f4e90ccd124f)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:45:49.555953 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-6646e08a-da5a-404c-af52-c8e5f38f25d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75e804fd-898a-4e41-901a-ea564d73d357', 'name': 'tempest-TestVolumeBootPattern-2140510641-router', 'tenant_id': '505fd091f8c84d6d8a8b7dc9bb7934bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'external_fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.47'}], 'enable_snat': True}, 'gw_port_id': '27a5a6f1-ef1d-4f19-9401-e95be5cdafde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T07:45:41Z', 'updated_at': '2022-10-19T07:45:45Z', 'revision_number': 4, 'project_id': '505fd091f8c84d6d8a8b7dc9bb7934bf', 'gw_port': {'id': '27a5a6f1-ef1d-4f19-9401-e95be5cdafde', 'name': '', 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:8e:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75e804fd-898a-4e41-901a-ea564d73d357', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1311, 'fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:45:42Z', 'updated_at': '2022-10-19T07:45:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861624-1-hyperv', '_interfaces': [{'id': '875c69bf-bbd0-43d5-a353-16a753075bc3', 'name': '', 'network_id': 'a23ce57c-5e7a-4686-b843-74109161e384', 'tenant_id': '505fd091f8c84d6d8a8b7dc9bb7934bf', 'mac_address': 'fa:16:3e:ac:9e:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75e804fd-898a-4e41-901a-ea564d73d357', 'device_owner': 'network:router_interface', 'standard_attr_id': 1312, 'fixed_ips': [{'subnet_id': '59cab28a-9f4d-46b7-9f00-ecdecb2d6122', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:45:44Z', 'updated_at': '2022-10-19T07:45:48Z', 'revision_number': 4, 'project_id': '505fd091f8c84d6d8a8b7dc9bb7934bf', 'subnets': [{'id': '59cab28a-9f4d-46b7-9f00-ecdecb2d6122', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:45:49.584232 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-6b4772f3-a097-4f76-9f41-d61bce72d7e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:49.633117 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-3ff1ba9f-069c-4264-8f03-84b4da8671e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2233ab6-2d22-4e8a-8fb7-b851dcad6ece', 'name': 'tempest-TestVolumeBootPattern-1608080828-router', 'tenant_id': 'bf2e8342c88e429ebc9ca03b3c923eac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'external_fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.181'}], 'enable_snat': True}, 'gw_port_id': '862e91ad-cd4c-40d8-93f8-73085759b1aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T07:45:47Z', 'updated_at': '2022-10-19T07:45:48Z', 'revision_number': 3, 'project_id': 'bf2e8342c88e429ebc9ca03b3c923eac', 'gw_port': {'id': '862e91ad-cd4c-40d8-93f8-73085759b1aa', 'name': '', 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:31:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2233ab6-2d22-4e8a-8fb7-b851dcad6ece', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:45:47Z', 'updated_at': '2022-10-19T07:45:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861624-1-hyperv'}], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:45:49.637780 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6646e08a-da5a-404c-af52-c8e5f38f25d5 None None] The sync data for ids ['75e804fd-898a-4e41-901a-ea564d73d357'] in dv-neutron-861624-1-hyperv is: [{'id': '75e804fd-898a-4e41-901a-ea564d73d357', 'name': 'tempest-TestVolumeBootPattern-2140510641-router', 'tenant_id': '505fd091f8c84d6d8a8b7dc9bb7934bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'external_fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.47'}], 'enable_snat': True}, 'gw_port_id': '27a5a6f1-ef1d-4f19-9401-e95be5cdafde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T07:45:41Z', 'updated_at': '2022-10-19T07:45:45Z', 'revision_number': 4, 'project_id': '505fd091f8c84d6d8a8b7dc9bb7934bf', 'gw_port': {'id': '27a5a6f1-ef1d-4f19-9401-e95be5cdafde', 'name': '', 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:8e:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75e804fd-898a-4e41-901a-ea564d73d357', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1311, 'fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:45:42Z', 'updated_at': '2022-10-19T07:45:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861624-1-hyperv', '_interfaces': [{'id': '875c69bf-bbd0-43d5-a353-16a753075bc3', 'name': '', 'network_id': 'a23ce57c-5e7a-4686-b843-74109161e384', 'tenant_id': '505fd091f8c84d6d8a8b7dc9bb7934bf', 'mac_address': 'fa:16:3e:ac:9e:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75e804fd-898a-4e41-901a-ea564d73d357', 'device_owner': 'network:router_interface', 'standard_attr_id': 1312, 'fixed_ips': [{'subnet_id': '59cab28a-9f4d-46b7-9f00-ecdecb2d6122', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:45:44Z', 'updated_at': '2022-10-19T07:45:48Z', 'revision_number': 4, 'project_id': '505fd091f8c84d6d8a8b7dc9bb7934bf', 'subnets': [{'id': '59cab28a-9f4d-46b7-9f00-ecdecb2d6122', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 07:45:49.671130 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ff1ba9f-069c-4264-8f03-84b4da8671e4 None None] Checking router: a2233ab6-2d22-4e8a-8fb7-b851dcad6ece for host: dv-neutron-861624-1-hyperv {{(pid=103335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 07:45:49.672218 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ff1ba9f-069c-4264-8f03-84b4da8671e4 None None] Updating router a2233ab6-2d22-4e8a-8fb7-b851dcad6ece port 862e91ad-cd4c-40d8-93f8-73085759b1aa binding host dv-neutron-861624-1-hyperv {{(pid=103335) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 07:45:49.683825 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Current status of the port 27a5a6f1-ef1d-4f19-9401-e95be5cdafde is: ACTIVE; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:45:49.685495 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device c7e798e2-6767-42bf-96ac-a20b0b2163a9 up at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 07:45:49.729733 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3ff1ba9f-069c-4264-8f03-84b4da8671e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:49.763256 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-ea97321b-f1cc-46ed-94b9-a7d36e310ce8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:49.950346 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4772f3-a097-4f76-9f41-d61bce72d7e9 None None] Pushing event updated for resources: {'Port': ['ID=875c69bf-bbd0-43d5-a353-16a753075bc3,revision_number=5']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:45:50.004554 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-0ade42ce-225d-4568-abbd-cc1c6ad0bd0e None None] Provisioning complete for port 875c69bf-bbd0-43d5-a353-16a753075bc3 triggered by entity DHCP. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:45:50.005121 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-0ade42ce-225d-4568-abbd-cc1c6ad0bd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:50.005469 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-0ade42ce-225d-4568-abbd-cc1c6ad0bd0e None None] Attempt 1 to provision port 875c69bf-bbd0-43d5-a353-16a753075bc3 Oct 19 07:45:50.054735 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.db_base_plugin_common [None req-ea97321b-f1cc-46ed-94b9-a7d36e310ce8 admin admin] Allocated IP 172.20.0.1 (6a961075-6d90-45b4-ac75-6fd78162ab3b/c841d969-9c85-4447-aaf0-3b636036fd21/35b51115-d0cc-488d-af82-60221fdf3f8b) {{(pid=103333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 07:45:50.067222 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Provisioning complete for port c7e798e2-6767-42bf-96ac-a20b0b2163a9 triggered by entity L2. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:45:50.067784 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:50.068131 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Attempt 1 to provision port c7e798e2-6767-42bf-96ac-a20b0b2163a9 Oct 19 07:45:50.072290 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3ff1ba9f-069c-4264-8f03-84b4da8671e4 None None] Notify callbacks [] for port, precommit_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:50.079333 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3ff1ba9f-069c-4264-8f03-84b4da8671e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:50.097598 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07ccae88-1d66-4e5a-b3df-0f3f4d64e462 None None] Network 6a961075-6d90-45b4-ac75-6fd78162ab3b requested from dv-neutron-861624-1-hyperv {{(pid=103334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 07:45:50.123413 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-3ff1ba9f-069c-4264-8f03-84b4da8671e4 None None] Attempting to bind port 862e91ad-cd4c-40d8-93f8-73085759b1aa on host dv-neutron-861624-1-hyperv for vnic_type normal with profile {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 19 07:45:50.124005 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-3ff1ba9f-069c-4264-8f03-84b4da8671e4 None None] Attempting to bind port 862e91ad-cd4c-40d8-93f8-73085759b1aa by drivers openvswitch,hyperv on host dv-neutron-861624-1-hyperv at level 0 using segments [{'id': '53981d04-8205-40d8-8d33-0510111d6f8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd'}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 19 07:45:50.126268 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ff1ba9f-069c-4264-8f03-84b4da8671e4 None None] Attempting to bind port 862e91ad-cd4c-40d8-93f8-73085759b1aa on network 99c66757-74e3-40a4-b479-8d09e3a7c3dd {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 07:45:50.142563 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ff1ba9f-069c-4264-8f03-84b4da8671e4 None None] Checking agent: {'id': 'a5b0152c-d633-409b-aaf8-3b76458e2410', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861624-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 19, 7, 30, 19), 'started_at': datetime.datetime(2022, 10, 19, 7, 30, 49), 'heartbeat_timestamp': datetime.datetime(2022, 10, 19, 7, 45, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861624-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 07:45:50.143215 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ff1ba9f-069c-4264-8f03-84b4da8671e4 None None] Checking segment: {'id': '53981d04-8205-40d8-8d33-0510111d6f8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 19 07:45:50.143773 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3ff1ba9f-069c-4264-8f03-84b4da8671e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:50.144343 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ff1ba9f-069c-4264-8f03-84b4da8671e4 None None] Bound using segment: {'id': '53981d04-8205-40d8-8d33-0510111d6f8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd'} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 07:45:50.145155 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-3ff1ba9f-069c-4264-8f03-84b4da8671e4 None None] Bound port: 862e91ad-cd4c-40d8-93f8-73085759b1aa, host: dv-neutron-861624-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53981d04-8205-40d8-8d33-0510111d6f8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd'}}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 19 07:45:50.145688 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3ff1ba9f-069c-4264-8f03-84b4da8671e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:50.185487 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-ea97321b-f1cc-46ed-94b9-a7d36e310ce8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:50.198441 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a170fd9-79f2-4013-8a35-e9b786ce6272 None None] Pushing event updated for resources: {'Port': ['ID=862e91ad-cd4c-40d8-93f8-73085759b1aa,revision_number=2']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:45:50.207303 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-3ff1ba9f-069c-4264-8f03-84b4da8671e4 None None] For port 862e91ad-cd4c-40d8-93f8-73085759b1aa, host dv-neutron-861624-1-hyperv, cleared binding levels {{(pid=103335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 07:45:50.210751 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-3ff1ba9f-069c-4264-8f03-84b4da8671e4 None None] For port 862e91ad-cd4c-40d8-93f8-73085759b1aa, host dv-neutron-861624-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=862e91ad-cd4c-40d8-93f8-73085759b1aa,segment=NetworkSegment(53981d04-8205-40d8-8d33-0510111d6f8f),segment_id=53981d04-8205-40d8-8d33-0510111d6f8f)] {{(pid=103335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 07:45:50.217084 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3ff1ba9f-069c-4264-8f03-84b4da8671e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:50.239307 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-ea97321b-f1cc-46ed-94b9-a7d36e310ce8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785020947330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130996763'] for port, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:50.261492 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ff1ba9f-069c-4264-8f03-84b4da8671e4 None None] Routers {'a2233ab6-2d22-4e8a-8fb7-b851dcad6ece'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 07:45:50.262125 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-3ff1ba9f-069c-4264-8f03-84b4da8671e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T07:45:46Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['a2233ab6-2d22-4e8a-8fb7-b851dcad6ece'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:45:50.262910 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-0ade42ce-225d-4568-abbd-cc1c6ad0bd0e None None] Current status of the port 875c69bf-bbd0-43d5-a353-16a753075bc3 is: ACTIVE; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:45:50.291047 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea97321b-f1cc-46ed-94b9-a7d36e310ce8 admin admin] Network 6a961075-6d90-45b4-ac75-6fd78162ab3b is already hosted by enough agents. {{(pid=103333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 07:45:50.294092 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-ea97321b-f1cc-46ed-94b9-a7d36e310ce8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:45:50.301862 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea97321b-f1cc-46ed-94b9-a7d36e310ce8 admin admin] Received port after_create {{(pid=103333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 07:45:50.304118 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea97321b-f1cc-46ed-94b9-a7d36e310ce8 admin admin] Pushing event updated for resources: {'Port': ['ID=35b51115-d0cc-488d-af82-60221fdf3f8b,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:45:50.314359 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Current status of the port c7e798e2-6767-42bf-96ac-a20b0b2163a9 is: DOWN; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:45:50.314755 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:50.348161 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-ea97321b-f1cc-46ed-94b9-a7d36e310ce8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1695190'] for router_interface, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:50.375174 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a170fd9-79f2-4013-8a35-e9b786ce6272 None None] Pushing event updated for resources: {'Port': ['ID=862e91ad-cd4c-40d8-93f8-73085759b1aa,revision_number=3']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:45:50.391420 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] For port c7e798e2-6767-42bf-96ac-a20b0b2163a9, host dv-neutron-861624-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=c7e798e2-6767-42bf-96ac-a20b0b2163a9,segment=NetworkSegment(e83dc392-5b02-4faa-a2cb-3b0eb9c22e8d),segment_id=e83dc392-5b02-4faa-a2cb-3b0eb9c22e8d)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:45:50.401607 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:50.415947 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-482b7195-b45d-4777-ba42-222fdd364d0f None None] Provisioning complete for port c7e798e2-6767-42bf-96ac-a20b0b2163a9 triggered by entity DHCP. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:45:50.416298 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-482b7195-b45d-4777-ba42-222fdd364d0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:50.416661 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-482b7195-b45d-4777-ba42-222fdd364d0f None None] Attempt 1 to provision port c7e798e2-6767-42bf-96ac-a20b0b2163a9 Oct 19 07:45:50.442549 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvr_db [None req-3ff1ba9f-069c-4264-8f03-84b4da8671e4 None None] Set router a2233ab6-2d22-4e8a-8fb7-b851dcad6ece gateway port host: dv-neutron-861624-1-hyperv {{(pid=103335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 07:45:50.524432 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Pushing event updated for resources: {'Port': ['ID=c7e798e2-6767-42bf-96ac-a20b0b2163a9,revision_number=3']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:45:50.538366 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-ea97321b-f1cc-46ed-94b9-a7d36e310ce8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:50.590780 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-482b7195-b45d-4777-ba42-222fdd364d0f None None] Current status of the port c7e798e2-6767-42bf-96ac-a20b0b2163a9 is: ACTIVE; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:45:50.711933 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-3ff1ba9f-069c-4264-8f03-84b4da8671e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2233ab6-2d22-4e8a-8fb7-b851dcad6ece', 'name': 'tempest-TestVolumeBootPattern-1608080828-router', 'tenant_id': 'bf2e8342c88e429ebc9ca03b3c923eac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'external_fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.181'}], 'enable_snat': True}, 'gw_port_id': '862e91ad-cd4c-40d8-93f8-73085759b1aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T07:45:47Z', 'updated_at': '2022-10-19T07:45:48Z', 'revision_number': 3, 'project_id': 'bf2e8342c88e429ebc9ca03b3c923eac', 'gw_port': {'id': '862e91ad-cd4c-40d8-93f8-73085759b1aa', 'name': '', 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:31:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2233ab6-2d22-4e8a-8fb7-b851dcad6ece', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:45:47Z', 'updated_at': '2022-10-19T07:45:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861624-1-hyperv'}], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:45:50.744622 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ff1ba9f-069c-4264-8f03-84b4da8671e4 None None] The sync data for ids ['a2233ab6-2d22-4e8a-8fb7-b851dcad6ece'] in dv-neutron-861624-1-hyperv is: [{'id': 'a2233ab6-2d22-4e8a-8fb7-b851dcad6ece', 'name': 'tempest-TestVolumeBootPattern-1608080828-router', 'tenant_id': 'bf2e8342c88e429ebc9ca03b3c923eac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'external_fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.181'}], 'enable_snat': True}, 'gw_port_id': '862e91ad-cd4c-40d8-93f8-73085759b1aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T07:45:47Z', 'updated_at': '2022-10-19T07:45:48Z', 'revision_number': 3, 'project_id': 'bf2e8342c88e429ebc9ca03b3c923eac', 'gw_port': {'id': '862e91ad-cd4c-40d8-93f8-73085759b1aa', 'name': '', 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:31:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2233ab6-2d22-4e8a-8fb7-b851dcad6ece', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:45:47Z', 'updated_at': '2022-10-19T07:45:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861624-1-hyperv'}] {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 07:45:50.755830 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-ea97321b-f1cc-46ed-94b9-a7d36e310ce8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:50.764664 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-ea97321b-f1cc-46ed-94b9-a7d36e310ce8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130996754'] for port, after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:50.814201 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-835a9ef4-1f2e-4446-b682-ca094302847c None None] Provisioning complete for port 35b51115-d0cc-488d-af82-60221fdf3f8b triggered by entity DHCP. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:45:50.814983 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-835a9ef4-1f2e-4446-b682-ca094302847c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:50.815115 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-835a9ef4-1f2e-4446-b682-ca094302847c None None] Attempt 1 to provision port 35b51115-d0cc-488d-af82-60221fdf3f8b Oct 19 07:45:50.835610 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea97321b-f1cc-46ed-94b9-a7d36e310ce8 admin admin] Pushing event updated for resources: {'Port': ['ID=35b51115-d0cc-488d-af82-60221fdf3f8b,revision_number=2']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:45:50.839874 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-ea97321b-f1cc-46ed-94b9-a7d36e310ce8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1574855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1694822'] for router_interface, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:50.860462 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-835a9ef4-1f2e-4446-b682-ca094302847c None None] Port 35b51115-d0cc-488d-af82-60221fdf3f8b cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 07:45:50.957020 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea97321b-f1cc-46ed-94b9-a7d36e310ce8 admin admin] Network 6a961075-6d90-45b4-ac75-6fd78162ab3b is already hosted by enough agents. {{(pid=103333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 07:45:50.958898 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-ea97321b-f1cc-46ed-94b9-a7d36e310ce8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:45:51.094550 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea97321b-f1cc-46ed-94b9-a7d36e310ce8 admin admin] Router a2233ab6-2d22-4e8a-8fb7-b851dcad6ece has already been hosted by L3 agent ab388470-1243-4d53-80f2-c2f5899c97a7 {{(pid=103333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 07:45:51.161164 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device 875c69bf-bbd0-43d5-a353-16a753075bc3 up at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 07:45:51.220244 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Provisioning complete for port 875c69bf-bbd0-43d5-a353-16a753075bc3 triggered by entity L2. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:45:51.220780 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:51.220983 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Attempt 1 to provision port 875c69bf-bbd0-43d5-a353-16a753075bc3 Oct 19 07:45:51.306105 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Current status of the port 875c69bf-bbd0-43d5-a353-16a753075bc3 is: ACTIVE; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:45:51.307219 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device c7e798e2-6767-42bf-96ac-a20b0b2163a9 up at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 07:45:51.356409 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Provisioning complete for port c7e798e2-6767-42bf-96ac-a20b0b2163a9 triggered by entity L2. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:45:51.357227 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:51.357568 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Attempt 1 to provision port c7e798e2-6767-42bf-96ac-a20b0b2163a9 Oct 19 07:45:51.361277 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-835a9ef4-1f2e-4446-b682-ca094302847c None None] Attempt 2 to provision port 35b51115-d0cc-488d-af82-60221fdf3f8b Oct 19 07:45:51.425895 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-835a9ef4-1f2e-4446-b682-ca094302847c None None] Port 35b51115-d0cc-488d-af82-60221fdf3f8b cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 07:45:51.467526 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Current status of the port c7e798e2-6767-42bf-96ac-a20b0b2163a9 is: ACTIVE; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:45:51.510409 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea97321b-f1cc-46ed-94b9-a7d36e310ce8 admin admin] Notify agent at l3_agent.dv-neutron-861624-1-hyperv the message routers_updated {{(pid=103333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 07:45:51.528284 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-ea97321b-f1cc-46ed-94b9-a7d36e310ce8 admin admin] 10.222.0.27 "PUT /v2.0/routers/a2233ab6-2d22-4e8a-8fb7-b851dcad6ece/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3065901 Oct 19 07:45:51.862483 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 60718) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:45:51.867165 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-0735e5a3-18fb-4d0a-a9f1-61ea3ed37df6 tempest-TestVolumeBootPattern-1806498022 tempest-TestVolumeBootPattern-1806498022-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-718911299', 'description': 'tempest-secgroup-smoke-718911299 description', 'project_id': '505fd091f8c84d6d8a8b7dc9bb7934bf'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:45:51.890625 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-0735e5a3-18fb-4d0a-a9f1-61ea3ed37df6 tempest-TestVolumeBootPattern-1806498022 tempest-TestVolumeBootPattern-1806498022-project] Notify callbacks [] for security_group, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:51.928200 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-835a9ef4-1f2e-4446-b682-ca094302847c None None] Attempt 3 to provision port 35b51115-d0cc-488d-af82-60221fdf3f8b Oct 19 07:45:51.966670 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-0735e5a3-18fb-4d0a-a9f1-61ea3ed37df6 tempest-TestVolumeBootPattern-1806498022 tempest-TestVolumeBootPattern-1806498022-project] Notify callbacks [] for security_group, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:51.968621 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-835a9ef4-1f2e-4446-b682-ca094302847c None None] Port 35b51115-d0cc-488d-af82-60221fdf3f8b cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 07:45:51.970885 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-0735e5a3-18fb-4d0a-a9f1-61ea3ed37df6 tempest-TestVolumeBootPattern-1806498022 tempest-TestVolumeBootPattern-1806498022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788643'] for security_group, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:52.002550 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-0735e5a3-18fb-4d0a-a9f1-61ea3ed37df6 tempest-TestVolumeBootPattern-1806498022 tempest-TestVolumeBootPattern-1806498022-project] Notify callbacks [] for security_group, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:52.003806 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-0735e5a3-18fb-4d0a-a9f1-61ea3ed37df6 tempest-TestVolumeBootPattern-1806498022 tempest-TestVolumeBootPattern-1806498022-project] 10.222.0.27 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1402817 Oct 19 07:45:52.005772 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0735e5a3-18fb-4d0a-a9f1-61ea3ed37df6 tempest-TestVolumeBootPattern-1806498022 tempest-TestVolumeBootPattern-1806498022-project] Pushing event updated for resources: {'SecurityGroup': ['ID=09745190-85cd-4989-bb6d-51a24a3c4be0,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:45:52.006936 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 60720) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:45:52.016406 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-a030f8bb-d9d8-4276-894d-e4f0f84be364 tempest-TestVolumeBootPattern-1806498022 tempest-TestVolumeBootPattern-1806498022-project] Request body: {'security_group_rule': {'security_group_id': '09745190-85cd-4989-bb6d-51a24a3c4be0', 'project_id': '505fd091f8c84d6d8a8b7dc9bb7934bf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:45:52.041481 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-a030f8bb-d9d8-4276-894d-e4f0f84be364 tempest-TestVolumeBootPattern-1806498022 tempest-TestVolumeBootPattern-1806498022-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:52.103392 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-a030f8bb-d9d8-4276-894d-e4f0f84be364 tempest-TestVolumeBootPattern-1806498022 tempest-TestVolumeBootPattern-1806498022-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:52.107423 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-a030f8bb-d9d8-4276-894d-e4f0f84be364 tempest-TestVolumeBootPattern-1806498022 tempest-TestVolumeBootPattern-1806498022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815365'] for security_group_rule, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:52.126692 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a030f8bb-d9d8-4276-894d-e4f0f84be364 tempest-TestVolumeBootPattern-1806498022 tempest-TestVolumeBootPattern-1806498022-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5fb3fb81-c1d6-443e-bec5-f0060dbc4203,revision_number=0']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:45:52.135874 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-a030f8bb-d9d8-4276-894d-e4f0f84be364 tempest-TestVolumeBootPattern-1806498022 tempest-TestVolumeBootPattern-1806498022-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:52.137188 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-a030f8bb-d9d8-4276-894d-e4f0f84be364 tempest-TestVolumeBootPattern-1806498022 tempest-TestVolumeBootPattern-1806498022-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1287119 Oct 19 07:45:52.140052 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 60724) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:45:52.144902 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-ef3c4598-8562-4a72-9c26-83a297bd8608 tempest-TestVolumeBootPattern-1806498022 tempest-TestVolumeBootPattern-1806498022-project] Request body: {'security_group_rule': {'security_group_id': '09745190-85cd-4989-bb6d-51a24a3c4be0', 'project_id': '505fd091f8c84d6d8a8b7dc9bb7934bf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:45:52.171455 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-ef3c4598-8562-4a72-9c26-83a297bd8608 tempest-TestVolumeBootPattern-1806498022 tempest-TestVolumeBootPattern-1806498022-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:52.235220 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-ef3c4598-8562-4a72-9c26-83a297bd8608 tempest-TestVolumeBootPattern-1806498022 tempest-TestVolumeBootPattern-1806498022-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:52.238956 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-ef3c4598-8562-4a72-9c26-83a297bd8608 tempest-TestVolumeBootPattern-1806498022 tempest-TestVolumeBootPattern-1806498022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815365'] for security_group_rule, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:52.260393 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3c4598-8562-4a72-9c26-83a297bd8608 tempest-TestVolumeBootPattern-1806498022 tempest-TestVolumeBootPattern-1806498022-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20a24798-9f85-4591-8798-48ae935f8635,revision_number=0']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:45:52.266696 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-ef3c4598-8562-4a72-9c26-83a297bd8608 tempest-TestVolumeBootPattern-1806498022 tempest-TestVolumeBootPattern-1806498022-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:52.267913 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-ef3c4598-8562-4a72-9c26-83a297bd8608 tempest-TestVolumeBootPattern-1806498022 tempest-TestVolumeBootPattern-1806498022-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1265945 Oct 19 07:45:52.270572 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 60726) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:45:52.275491 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-49712229-4bc1-41ae-bff6-d4a6c883f8e9 tempest-TestVolumeBootPattern-1806498022 tempest-TestVolumeBootPattern-1806498022-project] Request body: {'security_group_rule': {'security_group_id': '09745190-85cd-4989-bb6d-51a24a3c4be0', 'project_id': '505fd091f8c84d6d8a8b7dc9bb7934bf', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:45:52.301409 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-49712229-4bc1-41ae-bff6-d4a6c883f8e9 tempest-TestVolumeBootPattern-1806498022 tempest-TestVolumeBootPattern-1806498022-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:52.366677 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-49712229-4bc1-41ae-bff6-d4a6c883f8e9 tempest-TestVolumeBootPattern-1806498022 tempest-TestVolumeBootPattern-1806498022-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:52.370472 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-49712229-4bc1-41ae-bff6-d4a6c883f8e9 tempest-TestVolumeBootPattern-1806498022 tempest-TestVolumeBootPattern-1806498022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815365'] for security_group_rule, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:52.387798 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49712229-4bc1-41ae-bff6-d4a6c883f8e9 tempest-TestVolumeBootPattern-1806498022 tempest-TestVolumeBootPattern-1806498022-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b683cbbf-3d1b-4385-8acb-181fb689aa4d,revision_number=0']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:45:52.395858 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-49712229-4bc1-41ae-bff6-d4a6c883f8e9 tempest-TestVolumeBootPattern-1806498022 tempest-TestVolumeBootPattern-1806498022-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:52.397084 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-49712229-4bc1-41ae-bff6-d4a6c883f8e9 tempest-TestVolumeBootPattern-1806498022 tempest-TestVolumeBootPattern-1806498022-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1255827 Oct 19 07:45:52.399709 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 60728) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:45:52.404431 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-1afd4319-39de-4a39-94bb-03dd71e096f1 tempest-TestVolumeBootPattern-1806498022 tempest-TestVolumeBootPattern-1806498022-project] Request body: {'security_group_rule': {'security_group_id': '09745190-85cd-4989-bb6d-51a24a3c4be0', 'project_id': '505fd091f8c84d6d8a8b7dc9bb7934bf', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:45:52.431175 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-1afd4319-39de-4a39-94bb-03dd71e096f1 tempest-TestVolumeBootPattern-1806498022 tempest-TestVolumeBootPattern-1806498022-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:52.469611 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-835a9ef4-1f2e-4446-b682-ca094302847c None None] Attempt 4 to provision port 35b51115-d0cc-488d-af82-60221fdf3f8b Oct 19 07:45:52.491162 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-1afd4319-39de-4a39-94bb-03dd71e096f1 tempest-TestVolumeBootPattern-1806498022 tempest-TestVolumeBootPattern-1806498022-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:52.494915 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-1afd4319-39de-4a39-94bb-03dd71e096f1 tempest-TestVolumeBootPattern-1806498022 tempest-TestVolumeBootPattern-1806498022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815365'] for security_group_rule, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:52.507205 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-835a9ef4-1f2e-4446-b682-ca094302847c None None] Port 35b51115-d0cc-488d-af82-60221fdf3f8b cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 07:45:52.512667 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afd4319-39de-4a39-94bb-03dd71e096f1 tempest-TestVolumeBootPattern-1806498022 tempest-TestVolumeBootPattern-1806498022-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27dbc000-649c-402b-8aab-a38871c85f2c,revision_number=0']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:45:52.521181 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-1afd4319-39de-4a39-94bb-03dd71e096f1 tempest-TestVolumeBootPattern-1806498022 tempest-TestVolumeBootPattern-1806498022-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:52.522347 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-1afd4319-39de-4a39-94bb-03dd71e096f1 tempest-TestVolumeBootPattern-1806498022 tempest-TestVolumeBootPattern-1806498022-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1211264 Oct 19 07:45:52.525133 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 60730) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:45:52.529336 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-bd146bcc-bd44-4c31-96b6-c0fab5d01702 tempest-TestVolumeBootPattern-1806498022 tempest-TestVolumeBootPattern-1806498022-project] Request body: {'security_group_rule': {'security_group_id': '09745190-85cd-4989-bb6d-51a24a3c4be0', 'project_id': '505fd091f8c84d6d8a8b7dc9bb7934bf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:45:52.548847 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.db.securitygroups_db [None req-bd146bcc-bd44-4c31-96b6-c0fab5d01702 tempest-TestVolumeBootPattern-1806498022 tempest-TestVolumeBootPattern-1806498022-project] Project 505fd091f8c84d6d8a8b7dc9bb7934bf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 19 07:45:52.553703 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-bd146bcc-bd44-4c31-96b6-c0fab5d01702 tempest-TestVolumeBootPattern-1806498022 tempest-TestVolumeBootPattern-1806498022-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:52.616278 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-bd146bcc-bd44-4c31-96b6-c0fab5d01702 tempest-TestVolumeBootPattern-1806498022 tempest-TestVolumeBootPattern-1806498022-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:52.620438 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-bd146bcc-bd44-4c31-96b6-c0fab5d01702 tempest-TestVolumeBootPattern-1806498022 tempest-TestVolumeBootPattern-1806498022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815365'] for security_group_rule, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:52.640114 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd146bcc-bd44-4c31-96b6-c0fab5d01702 tempest-TestVolumeBootPattern-1806498022 tempest-TestVolumeBootPattern-1806498022-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3106fba-fac2-44d2-a624-5e228127142d,revision_number=0']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:45:52.646207 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-bd146bcc-bd44-4c31-96b6-c0fab5d01702 tempest-TestVolumeBootPattern-1806498022 tempest-TestVolumeBootPattern-1806498022-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:52.647350 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-bd146bcc-bd44-4c31-96b6-c0fab5d01702 tempest-TestVolumeBootPattern-1806498022 tempest-TestVolumeBootPattern-1806498022-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1213090 Oct 19 07:45:52.650171 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 60732) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:45:52.654643 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-2d7411bd-920c-4fc4-9e2c-c14bdaa1e471 tempest-TestVolumeBootPattern-1806498022 tempest-TestVolumeBootPattern-1806498022-project] Request body: {'security_group_rule': {'security_group_id': '09745190-85cd-4989-bb6d-51a24a3c4be0', 'project_id': '505fd091f8c84d6d8a8b7dc9bb7934bf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:45:52.674360 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.db.securitygroups_db [None req-2d7411bd-920c-4fc4-9e2c-c14bdaa1e471 tempest-TestVolumeBootPattern-1806498022 tempest-TestVolumeBootPattern-1806498022-project] Project 505fd091f8c84d6d8a8b7dc9bb7934bf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 19 07:45:52.679405 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-2d7411bd-920c-4fc4-9e2c-c14bdaa1e471 tempest-TestVolumeBootPattern-1806498022 tempest-TestVolumeBootPattern-1806498022-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:52.742909 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-2d7411bd-920c-4fc4-9e2c-c14bdaa1e471 tempest-TestVolumeBootPattern-1806498022 tempest-TestVolumeBootPattern-1806498022-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:52.747103 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-2d7411bd-920c-4fc4-9e2c-c14bdaa1e471 tempest-TestVolumeBootPattern-1806498022 tempest-TestVolumeBootPattern-1806498022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815365'] for security_group_rule, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:52.769667 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7411bd-920c-4fc4-9e2c-c14bdaa1e471 tempest-TestVolumeBootPattern-1806498022 tempest-TestVolumeBootPattern-1806498022-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b992df19-bd1d-4e6d-bd5a-406350d1ef14,revision_number=0']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:45:52.776155 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-2d7411bd-920c-4fc4-9e2c-c14bdaa1e471 tempest-TestVolumeBootPattern-1806498022 tempest-TestVolumeBootPattern-1806498022-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:52.777231 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-2d7411bd-920c-4fc4-9e2c-c14bdaa1e471 tempest-TestVolumeBootPattern-1806498022 tempest-TestVolumeBootPattern-1806498022-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1260529 Oct 19 07:45:53.008789 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-835a9ef4-1f2e-4446-b682-ca094302847c None None] Attempt 5 to provision port 35b51115-d0cc-488d-af82-60221fdf3f8b Oct 19 07:45:53.049909 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-835a9ef4-1f2e-4446-b682-ca094302847c None None] Port 35b51115-d0cc-488d-af82-60221fdf3f8b cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 07:45:53.077140 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device 862e91ad-cd4c-40d8-93f8-73085759b1aa up at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 07:45:53.129834 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Provisioning complete for port 862e91ad-cd4c-40d8-93f8-73085759b1aa triggered by entity L2. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:45:53.130209 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:53.130540 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Attempt 1 to provision port 862e91ad-cd4c-40d8-93f8-73085759b1aa Oct 19 07:45:53.215789 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Current status of the port 862e91ad-cd4c-40d8-93f8-73085759b1aa is: DOWN; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:45:53.216171 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:53.238820 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] For port 862e91ad-cd4c-40d8-93f8-73085759b1aa, host dv-neutron-861624-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=862e91ad-cd4c-40d8-93f8-73085759b1aa,segment=NetworkSegment(53981d04-8205-40d8-8d33-0510111d6f8f),segment_id=53981d04-8205-40d8-8d33-0510111d6f8f)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:45:53.243188 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:53.294535 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Pushing event updated for resources: {'Port': ['ID=862e91ad-cd4c-40d8-93f8-73085759b1aa,revision_number=4']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:45:53.334673 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4f5205a-269c-4f3d-87bf-51670db41010 None None] Sync routers for ids ['a2233ab6-2d22-4e8a-8fb7-b851dcad6ece'] in dv-neutron-861624-1-hyperv {{(pid=103334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 07:45:53.345794 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4f5205a-269c-4f3d-87bf-51670db41010 None None] Routers {'a2233ab6-2d22-4e8a-8fb7-b851dcad6ece'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 07:45:53.346620 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-e4f5205a-269c-4f3d-87bf-51670db41010 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T07:45:46Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['a2233ab6-2d22-4e8a-8fb7-b851dcad6ece'], 'active': True} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:45:53.457351 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvr_db [None req-e4f5205a-269c-4f3d-87bf-51670db41010 None None] Set router a2233ab6-2d22-4e8a-8fb7-b851dcad6ece gateway port host: dv-neutron-861624-1-hyperv {{(pid=103334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 07:45:53.551694 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-835a9ef4-1f2e-4446-b682-ca094302847c None None] Attempt 6 to provision port 35b51115-d0cc-488d-af82-60221fdf3f8b Oct 19 07:45:53.639915 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-835a9ef4-1f2e-4446-b682-ca094302847c None None] Port 35b51115-d0cc-488d-af82-60221fdf3f8b cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 07:45:53.705266 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-e4f5205a-269c-4f3d-87bf-51670db41010 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2233ab6-2d22-4e8a-8fb7-b851dcad6ece', 'name': 'tempest-TestVolumeBootPattern-1608080828-router', 'tenant_id': 'bf2e8342c88e429ebc9ca03b3c923eac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'external_fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.181'}], 'enable_snat': True}, 'gw_port_id': '862e91ad-cd4c-40d8-93f8-73085759b1aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T07:45:47Z', 'updated_at': '2022-10-19T07:45:50Z', 'revision_number': 4, 'project_id': 'bf2e8342c88e429ebc9ca03b3c923eac', 'gw_port': {'id': '862e91ad-cd4c-40d8-93f8-73085759b1aa', 'name': '', 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:31:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2233ab6-2d22-4e8a-8fb7-b851dcad6ece', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:45:47Z', 'updated_at': '2022-10-19T07:45:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861624-1-hyperv', '_interfaces': [{'id': '35b51115-d0cc-488d-af82-60221fdf3f8b', 'name': '', 'network_id': '6a961075-6d90-45b4-ac75-6fd78162ab3b', 'tenant_id': 'bf2e8342c88e429ebc9ca03b3c923eac', 'mac_address': 'fa:16:3e:c7:22:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2233ab6-2d22-4e8a-8fb7-b851dcad6ece', 'device_owner': 'network:router_interface', 'standard_attr_id': 1324, 'fixed_ips': [{'subnet_id': 'c841d969-9c85-4447-aaf0-3b636036fd21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:45:49Z', 'updated_at': '2022-10-19T07:45:50Z', 'revision_number': 2, 'project_id': 'bf2e8342c88e429ebc9ca03b3c923eac', 'subnets': [{'id': 'c841d969-9c85-4447-aaf0-3b636036fd21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:45:53.733887 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4f5205a-269c-4f3d-87bf-51670db41010 None None] Checking router: a2233ab6-2d22-4e8a-8fb7-b851dcad6ece for host: dv-neutron-861624-1-hyperv {{(pid=103334) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 07:45:53.734251 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4f5205a-269c-4f3d-87bf-51670db41010 None None] Updating router a2233ab6-2d22-4e8a-8fb7-b851dcad6ece port 35b51115-d0cc-488d-af82-60221fdf3f8b binding host dv-neutron-861624-1-hyperv {{(pid=103334) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 07:45:53.760055 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-e4f5205a-269c-4f3d-87bf-51670db41010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:54.140458 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-835a9ef4-1f2e-4446-b682-ca094302847c None None] Attempt 7 to provision port 35b51115-d0cc-488d-af82-60221fdf3f8b Oct 19 07:45:54.210549 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-e4f5205a-269c-4f3d-87bf-51670db41010 None None] Notify callbacks [] for port, precommit_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:54.212642 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-835a9ef4-1f2e-4446-b682-ca094302847c None None] Port 35b51115-d0cc-488d-af82-60221fdf3f8b cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 07:45:54.216873 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-e4f5205a-269c-4f3d-87bf-51670db41010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:54.276976 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5ac0d2-54b4-4039-9233-54751209de9b None None] Pushing event updated for resources: {'Port': ['ID=35b51115-d0cc-488d-af82-60221fdf3f8b,revision_number=3']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:45:54.309531 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-e4f5205a-269c-4f3d-87bf-51670db41010 None None] Attempting to bind port 35b51115-d0cc-488d-af82-60221fdf3f8b on host dv-neutron-861624-1-hyperv for vnic_type normal with profile {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 19 07:45:54.309855 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-e4f5205a-269c-4f3d-87bf-51670db41010 None None] Attempting to bind port 35b51115-d0cc-488d-af82-60221fdf3f8b by drivers openvswitch,hyperv on host dv-neutron-861624-1-hyperv at level 0 using segments [{'id': 'e83dc392-5b02-4faa-a2cb-3b0eb9c22e8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '6a961075-6d90-45b4-ac75-6fd78162ab3b'}] {{(pid=103334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 19 07:45:54.310190 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4f5205a-269c-4f3d-87bf-51670db41010 None None] Attempting to bind port 35b51115-d0cc-488d-af82-60221fdf3f8b on network 6a961075-6d90-45b4-ac75-6fd78162ab3b {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 07:45:54.315708 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4f5205a-269c-4f3d-87bf-51670db41010 None None] Checking agent: {'id': 'a5b0152c-d633-409b-aaf8-3b76458e2410', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861624-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 19, 7, 30, 19), 'started_at': datetime.datetime(2022, 10, 19, 7, 30, 49), 'heartbeat_timestamp': datetime.datetime(2022, 10, 19, 7, 45, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861624-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 07:45:54.316082 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4f5205a-269c-4f3d-87bf-51670db41010 None None] Checking segment: {'id': 'e83dc392-5b02-4faa-a2cb-3b0eb9c22e8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '6a961075-6d90-45b4-ac75-6fd78162ab3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 19 07:45:54.316489 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-e4f5205a-269c-4f3d-87bf-51670db41010 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:54.316914 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4f5205a-269c-4f3d-87bf-51670db41010 None None] Bound using segment: {'id': 'e83dc392-5b02-4faa-a2cb-3b0eb9c22e8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '6a961075-6d90-45b4-ac75-6fd78162ab3b'} {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 07:45:54.317383 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-e4f5205a-269c-4f3d-87bf-51670db41010 None None] Bound port: 35b51115-d0cc-488d-af82-60221fdf3f8b, host: dv-neutron-861624-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e83dc392-5b02-4faa-a2cb-3b0eb9c22e8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '6a961075-6d90-45b4-ac75-6fd78162ab3b'}}] {{(pid=103334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 19 07:45:54.317765 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-e4f5205a-269c-4f3d-87bf-51670db41010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:54.381567 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-e4f5205a-269c-4f3d-87bf-51670db41010 None None] For port 35b51115-d0cc-488d-af82-60221fdf3f8b, host dv-neutron-861624-1-hyperv, cleared binding levels {{(pid=103334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 07:45:54.385677 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-e4f5205a-269c-4f3d-87bf-51670db41010 None None] For port 35b51115-d0cc-488d-af82-60221fdf3f8b, host dv-neutron-861624-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=35b51115-d0cc-488d-af82-60221fdf3f8b,segment=NetworkSegment(e83dc392-5b02-4faa-a2cb-3b0eb9c22e8d),segment_id=e83dc392-5b02-4faa-a2cb-3b0eb9c22e8d)] {{(pid=103334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 07:45:54.390237 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-e4f5205a-269c-4f3d-87bf-51670db41010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:54.432111 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4f5205a-269c-4f3d-87bf-51670db41010 None None] Routers {'a2233ab6-2d22-4e8a-8fb7-b851dcad6ece'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 07:45:54.432774 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-e4f5205a-269c-4f3d-87bf-51670db41010 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T07:45:46Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['a2233ab6-2d22-4e8a-8fb7-b851dcad6ece'], 'active': True} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:45:54.487935 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5ac0d2-54b4-4039-9233-54751209de9b None None] Pushing event updated for resources: {'Port': ['ID=35b51115-d0cc-488d-af82-60221fdf3f8b,revision_number=4']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:45:54.560574 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvr_db [None req-e4f5205a-269c-4f3d-87bf-51670db41010 None None] Set router a2233ab6-2d22-4e8a-8fb7-b851dcad6ece gateway port host: dv-neutron-861624-1-hyperv {{(pid=103334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 07:45:54.714242 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-835a9ef4-1f2e-4446-b682-ca094302847c None None] Attempt 8 to provision port 35b51115-d0cc-488d-af82-60221fdf3f8b Oct 19 07:45:54.835293 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-e4f5205a-269c-4f3d-87bf-51670db41010 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2233ab6-2d22-4e8a-8fb7-b851dcad6ece', 'name': 'tempest-TestVolumeBootPattern-1608080828-router', 'tenant_id': 'bf2e8342c88e429ebc9ca03b3c923eac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'external_fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.181'}], 'enable_snat': True}, 'gw_port_id': '862e91ad-cd4c-40d8-93f8-73085759b1aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T07:45:47Z', 'updated_at': '2022-10-19T07:45:50Z', 'revision_number': 4, 'project_id': 'bf2e8342c88e429ebc9ca03b3c923eac', 'gw_port': {'id': '862e91ad-cd4c-40d8-93f8-73085759b1aa', 'name': '', 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:31:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2233ab6-2d22-4e8a-8fb7-b851dcad6ece', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:45:47Z', 'updated_at': '2022-10-19T07:45:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861624-1-hyperv', '_interfaces': [{'id': '35b51115-d0cc-488d-af82-60221fdf3f8b', 'name': '', 'network_id': '6a961075-6d90-45b4-ac75-6fd78162ab3b', 'tenant_id': 'bf2e8342c88e429ebc9ca03b3c923eac', 'mac_address': 'fa:16:3e:c7:22:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2233ab6-2d22-4e8a-8fb7-b851dcad6ece', 'device_owner': 'network:router_interface', 'standard_attr_id': 1324, 'fixed_ips': [{'subnet_id': 'c841d969-9c85-4447-aaf0-3b636036fd21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:45:49Z', 'updated_at': '2022-10-19T07:45:54Z', 'revision_number': 4, 'project_id': 'bf2e8342c88e429ebc9ca03b3c923eac', 'subnets': [{'id': 'c841d969-9c85-4447-aaf0-3b636036fd21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:45:54.838784 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-835a9ef4-1f2e-4446-b682-ca094302847c None None] Current status of the port 35b51115-d0cc-488d-af82-60221fdf3f8b is: DOWN; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:45:54.839163 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-835a9ef4-1f2e-4446-b682-ca094302847c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:54.865557 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4f5205a-269c-4f3d-87bf-51670db41010 None None] The sync data for ids ['a2233ab6-2d22-4e8a-8fb7-b851dcad6ece'] in dv-neutron-861624-1-hyperv is: [{'id': 'a2233ab6-2d22-4e8a-8fb7-b851dcad6ece', 'name': 'tempest-TestVolumeBootPattern-1608080828-router', 'tenant_id': 'bf2e8342c88e429ebc9ca03b3c923eac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'external_fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.181'}], 'enable_snat': True}, 'gw_port_id': '862e91ad-cd4c-40d8-93f8-73085759b1aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T07:45:47Z', 'updated_at': '2022-10-19T07:45:50Z', 'revision_number': 4, 'project_id': 'bf2e8342c88e429ebc9ca03b3c923eac', 'gw_port': {'id': '862e91ad-cd4c-40d8-93f8-73085759b1aa', 'name': '', 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:31:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2233ab6-2d22-4e8a-8fb7-b851dcad6ece', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:45:47Z', 'updated_at': '2022-10-19T07:45:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861624-1-hyperv', '_interfaces': [{'id': '35b51115-d0cc-488d-af82-60221fdf3f8b', 'name': '', 'network_id': '6a961075-6d90-45b4-ac75-6fd78162ab3b', 'tenant_id': 'bf2e8342c88e429ebc9ca03b3c923eac', 'mac_address': 'fa:16:3e:c7:22:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2233ab6-2d22-4e8a-8fb7-b851dcad6ece', 'device_owner': 'network:router_interface', 'standard_attr_id': 1324, 'fixed_ips': [{'subnet_id': 'c841d969-9c85-4447-aaf0-3b636036fd21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:45:49Z', 'updated_at': '2022-10-19T07:45:54Z', 'revision_number': 4, 'project_id': 'bf2e8342c88e429ebc9ca03b3c923eac', 'subnets': [{'id': 'c841d969-9c85-4447-aaf0-3b636036fd21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 07:45:54.903976 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-835a9ef4-1f2e-4446-b682-ca094302847c None None] For port 35b51115-d0cc-488d-af82-60221fdf3f8b, host dv-neutron-861624-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=35b51115-d0cc-488d-af82-60221fdf3f8b,segment=NetworkSegment(e83dc392-5b02-4faa-a2cb-3b0eb9c22e8d),segment_id=e83dc392-5b02-4faa-a2cb-3b0eb9c22e8d)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:45:54.915083 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-835a9ef4-1f2e-4446-b682-ca094302847c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:54.977522 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-835a9ef4-1f2e-4446-b682-ca094302847c None None] Provisioning complete for port c7e798e2-6767-42bf-96ac-a20b0b2163a9 triggered by entity DHCP. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:45:54.977923 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-835a9ef4-1f2e-4446-b682-ca094302847c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:54.978255 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-835a9ef4-1f2e-4446-b682-ca094302847c None None] Attempt 1 to provision port c7e798e2-6767-42bf-96ac-a20b0b2163a9 Oct 19 07:45:55.008737 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835a9ef4-1f2e-4446-b682-ca094302847c None None] Pushing event updated for resources: {'Port': ['ID=35b51115-d0cc-488d-af82-60221fdf3f8b,revision_number=5']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:45:55.090282 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-835a9ef4-1f2e-4446-b682-ca094302847c None None] Current status of the port c7e798e2-6767-42bf-96ac-a20b0b2163a9 is: ACTIVE; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:45:55.161642 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device 35b51115-d0cc-488d-af82-60221fdf3f8b up at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 07:45:55.225750 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-5fb1c154-d855-445c-a739-7ffe2d797257 None None] Provisioning complete for port 35b51115-d0cc-488d-af82-60221fdf3f8b triggered by entity DHCP. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:45:55.226216 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-5fb1c154-d855-445c-a739-7ffe2d797257 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:55.226626 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-5fb1c154-d855-445c-a739-7ffe2d797257 None None] Attempt 1 to provision port 35b51115-d0cc-488d-af82-60221fdf3f8b Oct 19 07:45:55.259730 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Provisioning complete for port 35b51115-d0cc-488d-af82-60221fdf3f8b triggered by entity L2. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:45:55.260023 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:55.260365 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Attempt 1 to provision port 35b51115-d0cc-488d-af82-60221fdf3f8b Oct 19 07:45:55.366773 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-5fb1c154-d855-445c-a739-7ffe2d797257 None None] Current status of the port 35b51115-d0cc-488d-af82-60221fdf3f8b is: ACTIVE; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:45:55.388199 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Current status of the port 35b51115-d0cc-488d-af82-60221fdf3f8b is: ACTIVE; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:45:55.389340 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device 862e91ad-cd4c-40d8-93f8-73085759b1aa up at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 07:45:55.437154 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Provisioning complete for port 862e91ad-cd4c-40d8-93f8-73085759b1aa triggered by entity L2. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:45:55.437677 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:55.438014 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Attempt 1 to provision port 862e91ad-cd4c-40d8-93f8-73085759b1aa Oct 19 07:45:55.519483 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Current status of the port 862e91ad-cd4c-40d8-93f8-73085759b1aa is: ACTIVE; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:45:57.063020 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device 35b51115-d0cc-488d-af82-60221fdf3f8b up at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 07:45:57.118311 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Provisioning complete for port 35b51115-d0cc-488d-af82-60221fdf3f8b triggered by entity L2. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:45:57.119342 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:45:57.119712 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Attempt 1 to provision port 35b51115-d0cc-488d-af82-60221fdf3f8b Oct 19 07:45:57.229771 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Current status of the port 35b51115-d0cc-488d-af82-60221fdf3f8b is: ACTIVE; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:46:01.248661 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 60842) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:46:01.637455 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-30ad9443-9fb4-4d12-bd36-560f14387ee5 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1694785'] for router_interface, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:46:01.970028 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-30ad9443-9fb4-4d12-bd36-560f14387ee5 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Deleting port 751443a7-4889-4251-8730-36d279928c81 {{(pid=103333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 07:46:01.970397 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-30ad9443-9fb4-4d12-bd36-560f14387ee5 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:46:02.063150 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.db [None req-30ad9443-9fb4-4d12-bd36-560f14387ee5 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] For port 751443a7-4889-4251-8730-36d279928c81, host dv-neutron-861624-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=751443a7-4889-4251-8730-36d279928c81,segment=NetworkSegment(e514c907-b9fc-483c-8e4a-2691273f8eec),segment_id=e514c907-b9fc-483c-8e4a-2691273f8eec)] {{(pid=103333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:46:02.063513 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-30ad9443-9fb4-4d12-bd36-560f14387ee5 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:46:02.076332 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-30ad9443-9fb4-4d12-bd36-560f14387ee5 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Calling delete_port for 751443a7-4889-4251-8730-36d279928c81 owned by network:router_interface {{(pid=103333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 07:46:02.270933 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-30ad9443-9fb4-4d12-bd36-560f14387ee5 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130996763'] for port, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:46:02.298826 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ad9443-9fb4-4d12-bd36-560f14387ee5 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Pushing event deleted for resources: {'Port': ['ID=751443a7-4889-4251-8730-36d279928c81,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:46:02.336092 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ad9443-9fb4-4d12-bd36-560f14387ee5 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:46:02.336441 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ad9443-9fb4-4d12-bd36-560f14387ee5 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:46:02.336807 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ad9443-9fb4-4d12-bd36-560f14387ee5 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:46:02.337679 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ad9443-9fb4-4d12-bd36-560f14387ee5 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:46:02.338017 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ad9443-9fb4-4d12-bd36-560f14387ee5 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:46:02.338342 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ad9443-9fb4-4d12-bd36-560f14387ee5 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:46:02.338664 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ad9443-9fb4-4d12-bd36-560f14387ee5 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:46:02.338978 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ad9443-9fb4-4d12-bd36-560f14387ee5 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:46:02.339330 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ad9443-9fb4-4d12-bd36-560f14387ee5 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:46:02.339623 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ad9443-9fb4-4d12-bd36-560f14387ee5 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:46:02.339940 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ad9443-9fb4-4d12-bd36-560f14387ee5 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:46:02.340257 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ad9443-9fb4-4d12-bd36-560f14387ee5 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:46:02.500736 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-30ad9443-9fb4-4d12-bd36-560f14387ee5 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1574862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1694957'] for router_interface, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:46:02.724831 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30ad9443-9fb4-4d12-bd36-560f14387ee5 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Router e516fe6c-b3ad-4090-9b10-fad897190739 has already been hosted by L3 agent ab388470-1243-4d53-80f2-c2f5899c97a7 {{(pid=103333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 07:46:02.836144 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30ad9443-9fb4-4d12-bd36-560f14387ee5 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify agent at l3_agent.dv-neutron-861624-1-hyperv the message routers_updated {{(pid=103333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 07:46:02.842077 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-30ad9443-9fb4-4d12-bd36-560f14387ee5 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "PUT /v2.0/routers/e516fe6c-b3ad-4090-9b10-fad897190739/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5923760 Oct 19 07:46:02.853549 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04dc99a2-ce51-46c0-b095-939a60fe592f None None] Sync routers for ids ['e516fe6c-b3ad-4090-9b10-fad897190739'] in dv-neutron-861624-1-hyperv {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 07:46:02.877057 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04dc99a2-ce51-46c0-b095-939a60fe592f None None] Routers {'e516fe6c-b3ad-4090-9b10-fad897190739'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 07:46:02.880247 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-04dc99a2-ce51-46c0-b095-939a60fe592f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T07:45:46Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['e516fe6c-b3ad-4090-9b10-fad897190739'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:46:02.999842 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvr_db [None req-04dc99a2-ce51-46c0-b095-939a60fe592f None None] Set router e516fe6c-b3ad-4090-9b10-fad897190739 gateway port host: dv-neutron-861624-1-hyperv {{(pid=103335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 07:46:03.101004 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8a1de1-ba14-499a-a3fc-c3a2487d122c req-3f119678-7bb3-40ae-8f01-3d1e769ea217 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:46:03.108184 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-5e8a1de1-ba14-499a-a3fc-c3a2487d122c req-3f119678-7bb3-40ae-8f01-3d1e769ea217 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "GET /v2.0/ports?device_id=89d027b0-e11e-48a8-8bee-8ff424fc8539 HTTP/1.1" status: 200 len: 946 time: 0.0642996 Oct 19 07:46:03.145077 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-5e8a1de1-ba14-499a-a3fc-c3a2487d122c req-2aed51b3-4ac8-4c40-a752-ce7beb453091 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "GET /v2.0/security-groups?id=378eb153-8d8d-482c-8e12-f8541c8fc2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359540 Oct 19 07:46:03.254143 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-04dc99a2-ce51-46c0-b095-939a60fe592f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e516fe6c-b3ad-4090-9b10-fad897190739', 'name': 'tempest-TestNetworkBasicOps-router-2037566591', 'tenant_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'external_fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.120'}], 'enable_snat': True}, 'gw_port_id': '46a98dd2-f544-4b48-8461-bf0e6abd72c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T07:44:25Z', 'updated_at': '2022-10-19T07:46:02Z', 'revision_number': 6, 'project_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'gw_port': {'id': '46a98dd2-f544-4b48-8461-bf0e6abd72c2', 'name': '', 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:1b:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e516fe6c-b3ad-4090-9b10-fad897190739', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1190, 'fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:44:26Z', 'updated_at': '2022-10-19T07:44:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861624-1-hyperv', '_floatingips': [{'id': '89a995fe-3219-4ae4-afba-b50232d5514d', 'tenant_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'floating_ip_address': '172.26.0.70', 'floating_network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'router_id': 'e516fe6c-b3ad-4090-9b10-fad897190739', 'port_id': '25237774-9447-4823-9298-724b5c6116e2', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1243, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '29687d8b-decc-4f3b-b892-7b87648c9d85', 'mac_address': 'fa:16:3e:52:47:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bad06155-87c4-491d-80ad-5c151f984791', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-19T07:44:47Z', 'updated_at': '2022-10-19T07:44:49Z', 'revision_number': 1, 'project_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6345544f-1182-4f1c-9a1f-4a23059fe206', 'name': '', 'network_id': '29687d8b-decc-4f3b-b892-7b87648c9d85', 'tenant_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'mac_address': 'fa:16:3e:28:5b:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e516fe6c-b3ad-4090-9b10-fad897190739', 'device_owner': 'network:router_interface', 'standard_attr_id': 1203, 'fixed_ips': [{'subnet_id': '2446982a-6064-4a7e-a7a0-5e03c5e1c616', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:44:29Z', 'updated_at': '2022-10-19T07:44:35Z', 'revision_number': 5, 'project_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'subnets': [{'id': '2446982a-6064-4a7e-a7a0-5e03c5e1c616', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:46:03.279937 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04dc99a2-ce51-46c0-b095-939a60fe592f None None] Checking router: e516fe6c-b3ad-4090-9b10-fad897190739 for host: dv-neutron-861624-1-hyperv {{(pid=103335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 07:46:03.288334 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04dc99a2-ce51-46c0-b095-939a60fe592f None None] Routers {'e516fe6c-b3ad-4090-9b10-fad897190739'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 07:46:03.288954 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-04dc99a2-ce51-46c0-b095-939a60fe592f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T07:45:46Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['e516fe6c-b3ad-4090-9b10-fad897190739'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:46:03.478447 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvr_db [None req-04dc99a2-ce51-46c0-b095-939a60fe592f None None] Set router e516fe6c-b3ad-4090-9b10-fad897190739 gateway port host: dv-neutron-861624-1-hyperv {{(pid=103335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 07:46:03.706175 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-04dc99a2-ce51-46c0-b095-939a60fe592f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e516fe6c-b3ad-4090-9b10-fad897190739', 'name': 'tempest-TestNetworkBasicOps-router-2037566591', 'tenant_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'external_fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.120'}], 'enable_snat': True}, 'gw_port_id': '46a98dd2-f544-4b48-8461-bf0e6abd72c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T07:44:25Z', 'updated_at': '2022-10-19T07:46:02Z', 'revision_number': 6, 'project_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'gw_port': {'id': '46a98dd2-f544-4b48-8461-bf0e6abd72c2', 'name': '', 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:1b:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e516fe6c-b3ad-4090-9b10-fad897190739', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1190, 'fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:44:26Z', 'updated_at': '2022-10-19T07:44:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861624-1-hyperv', '_floatingips': [{'id': '89a995fe-3219-4ae4-afba-b50232d5514d', 'tenant_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'floating_ip_address': '172.26.0.70', 'floating_network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'router_id': 'e516fe6c-b3ad-4090-9b10-fad897190739', 'port_id': '25237774-9447-4823-9298-724b5c6116e2', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1243, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '29687d8b-decc-4f3b-b892-7b87648c9d85', 'mac_address': 'fa:16:3e:52:47:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bad06155-87c4-491d-80ad-5c151f984791', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-19T07:44:47Z', 'updated_at': '2022-10-19T07:44:49Z', 'revision_number': 1, 'project_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6345544f-1182-4f1c-9a1f-4a23059fe206', 'name': '', 'network_id': '29687d8b-decc-4f3b-b892-7b87648c9d85', 'tenant_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'mac_address': 'fa:16:3e:28:5b:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e516fe6c-b3ad-4090-9b10-fad897190739', 'device_owner': 'network:router_interface', 'standard_attr_id': 1203, 'fixed_ips': [{'subnet_id': '2446982a-6064-4a7e-a7a0-5e03c5e1c616', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:44:29Z', 'updated_at': '2022-10-19T07:44:35Z', 'revision_number': 5, 'project_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'subnets': [{'id': '2446982a-6064-4a7e-a7a0-5e03c5e1c616', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:46:03.737367 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04dc99a2-ce51-46c0-b095-939a60fe592f None None] The sync data for ids ['e516fe6c-b3ad-4090-9b10-fad897190739'] in dv-neutron-861624-1-hyperv is: [{'id': 'e516fe6c-b3ad-4090-9b10-fad897190739', 'name': 'tempest-TestNetworkBasicOps-router-2037566591', 'tenant_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'external_fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.120'}], 'enable_snat': True}, 'gw_port_id': '46a98dd2-f544-4b48-8461-bf0e6abd72c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T07:44:25Z', 'updated_at': '2022-10-19T07:46:02Z', 'revision_number': 6, 'project_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'gw_port': {'id': '46a98dd2-f544-4b48-8461-bf0e6abd72c2', 'name': '', 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:1b:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e516fe6c-b3ad-4090-9b10-fad897190739', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1190, 'fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:44:26Z', 'updated_at': '2022-10-19T07:44:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861624-1-hyperv', '_floatingips': [{'id': '89a995fe-3219-4ae4-afba-b50232d5514d', 'tenant_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'floating_ip_address': '172.26.0.70', 'floating_network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'router_id': 'e516fe6c-b3ad-4090-9b10-fad897190739', 'port_id': '25237774-9447-4823-9298-724b5c6116e2', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1243, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '29687d8b-decc-4f3b-b892-7b87648c9d85', 'mac_address': 'fa:16:3e:52:47:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bad06155-87c4-491d-80ad-5c151f984791', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-19T07:44:47Z', 'updated_at': '2022-10-19T07:44:49Z', 'revision_number': 1, 'project_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6345544f-1182-4f1c-9a1f-4a23059fe206', 'name': '', 'network_id': '29687d8b-decc-4f3b-b892-7b87648c9d85', 'tenant_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'mac_address': 'fa:16:3e:28:5b:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e516fe6c-b3ad-4090-9b10-fad897190739', 'device_owner': 'network:router_interface', 'standard_attr_id': 1203, 'fixed_ips': [{'subnet_id': '2446982a-6064-4a7e-a7a0-5e03c5e1c616', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:44:29Z', 'updated_at': '2022-10-19T07:44:35Z', 'revision_number': 5, 'project_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'subnets': [{'id': '2446982a-6064-4a7e-a7a0-5e03c5e1c616', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 07:46:04.269083 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ad6908-8efd-449d-91b5-c5de6d35b202 req-1f44335c-615b-4b8f-85cd-7b9ea3f76377 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:46:04.270623 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-22ad6908-8efd-449d-91b5-c5de6d35b202 req-1f44335c-615b-4b8f-85cd-7b9ea3f76377 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "GET /v2.0/ports?device_id=89d027b0-e11e-48a8-8bee-8ff424fc8539 HTTP/1.1" status: 200 len: 946 time: 0.0511792 Oct 19 07:46:04.317257 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-22ad6908-8efd-449d-91b5-c5de6d35b202 req-eb279f3a-c7aa-415c-a2a9-df3776998fad tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "GET /v2.0/security-groups?id=378eb153-8d8d-482c-8e12-f8541c8fc2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362163 Oct 19 07:46:04.443229 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39319ddf-2b16-41a0-bc98-ea9fab4a6bf2 req-d8a90b13-ed87-4607-abbf-a5bae141456e tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:46:04.444705 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-39319ddf-2b16-41a0-bc98-ea9fab4a6bf2 req-d8a90b13-ed87-4607-abbf-a5bae141456e tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.16 "GET /v2.0/ports?device_id=89d027b0-e11e-48a8-8bee-8ff424fc8539 HTTP/1.1" status: 200 len: 946 time: 0.0492046 Oct 19 07:46:04.540890 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.plugin [req-39319ddf-2b16-41a0-bc98-ea9fab4a6bf2 req-ac52f68b-3b47-4d72-8639-ab3fc9106f7a tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Deleting port c38b0a56-e2dc-4234-824f-a0928a657a8e {{(pid=103332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 07:46:04.541172 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-39319ddf-2b16-41a0-bc98-ea9fab4a6bf2 req-ac52f68b-3b47-4d72-8639-ab3fc9106f7a tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:46:04.629490 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.db [req-39319ddf-2b16-41a0-bc98-ea9fab4a6bf2 req-ac52f68b-3b47-4d72-8639-ab3fc9106f7a tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] For port c38b0a56-e2dc-4234-824f-a0928a657a8e, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=c38b0a56-e2dc-4234-824f-a0928a657a8e,segment=NetworkSegment(e514c907-b9fc-483c-8e4a-2691273f8eec),segment_id=e514c907-b9fc-483c-8e4a-2691273f8eec)] {{(pid=103332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:46:04.629862 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-39319ddf-2b16-41a0-bc98-ea9fab4a6bf2 req-ac52f68b-3b47-4d72-8639-ab3fc9106f7a tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:46:04.643348 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.plugin [req-39319ddf-2b16-41a0-bc98-ea9fab4a6bf2 req-ac52f68b-3b47-4d72-8639-ab3fc9106f7a tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Calling delete_port for c38b0a56-e2dc-4234-824f-a0928a657a8e owned by compute:nova {{(pid=103332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 07:46:04.778113 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-39319ddf-2b16-41a0-bc98-ea9fab4a6bf2 req-ac52f68b-3b47-4d72-8639-ab3fc9106f7a tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133553798'] for port, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:46:04.806749 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac52f68b-3b47-4d72-8639-ab3fc9106f7a tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Pushing event deleted for resources: {'Port': ['ID=c38b0a56-e2dc-4234-824f-a0928a657a8e,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:46:04.820376 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac52f68b-3b47-4d72-8639-ab3fc9106f7a tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:46:04.820781 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac52f68b-3b47-4d72-8639-ab3fc9106f7a tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:46:04.821126 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac52f68b-3b47-4d72-8639-ab3fc9106f7a tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:46:04.822032 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac52f68b-3b47-4d72-8639-ab3fc9106f7a tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:46:04.822374 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac52f68b-3b47-4d72-8639-ab3fc9106f7a tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:46:04.822709 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac52f68b-3b47-4d72-8639-ab3fc9106f7a tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:46:04.823043 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac52f68b-3b47-4d72-8639-ab3fc9106f7a tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:46:04.823372 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac52f68b-3b47-4d72-8639-ab3fc9106f7a tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:46:04.823786 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac52f68b-3b47-4d72-8639-ab3fc9106f7a tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:46:04.824015 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac52f68b-3b47-4d72-8639-ab3fc9106f7a tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:46:04.824343 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac52f68b-3b47-4d72-8639-ab3fc9106f7a tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:46:04.824691 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac52f68b-3b47-4d72-8639-ab3fc9106f7a tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:46:04.864057 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [req-39319ddf-2b16-41a0-bc98-ea9fab4a6bf2 req-ac52f68b-3b47-4d72-8639-ab3fc9106f7a tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] No DVR routers for this DVR port c38b0a56-e2dc-4234-824f-a0928a657a8e on host hv-neutron-8616 {{(pid=103332) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 19 07:46:04.866628 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-39319ddf-2b16-41a0-bc98-ea9fab4a6bf2 req-ac52f68b-3b47-4d72-8639-ab3fc9106f7a tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42160'] for port, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:46:04.870615 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-39319ddf-2b16-41a0-bc98-ea9fab4a6bf2 req-ac52f68b-3b47-4d72-8639-ab3fc9106f7a tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.16 "DELETE /v2.0/ports/c38b0a56-e2dc-4234-824f-a0928a657a8e HTTP/1.1" status: 204 len: 173 time: 0.4201035 Oct 19 07:46:04.871123 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89d027b0-e11e-48a8-8bee-8ff424fc8539', 'name': 'network-vif-deleted', 'tag': 'c38b0a56-e2dc-4234-824f-a0928a657a8e'}] {{(pid=103332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 19 07:46:04.883143 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a021b02cf5f527cd4bbbc40a031b51490d9893d7edeeb551bdf5128ee7546f8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecd48e15-424d-4e1a-920f-c8fef1e57ee2" -d '{"events": [{"server_uuid": "89d027b0-e11e-48a8-8bee-8ff424fc8539", "name": "network-vif-deleted", "tag": "c38b0a56-e2dc-4234-824f-a0928a657a8e"}]}' {{(pid=103332) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 07:46:04.920859 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 19 Oct 2022 07:46:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3841d3bb-eee2-4307-a255-61a69cdb7ca4 x-openstack-request-id: req-3841d3bb-eee2-4307-a255-61a69cdb7ca4 {{(pid=103332) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 07:46:04.921228 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89d027b0-e11e-48a8-8bee-8ff424fc8539", "name": "network-vif-deleted", "tag": "c38b0a56-e2dc-4234-824f-a0928a657a8e", "status": "completed", "code": 200}]} {{(pid=103332) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 07:46:04.921506 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-3841d3bb-eee2-4307-a255-61a69cdb7ca4 {{(pid=103332) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 07:46:04.921933 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3841d3bb-eee2-4307-a255-61a69cdb7ca4'] response: {'server_uuid': '89d027b0-e11e-48a8-8bee-8ff424fc8539', 'name': 'network-vif-deleted', 'tag': 'c38b0a56-e2dc-4234-824f-a0928a657a8e', 'status': 'completed', 'code': 200} Oct 19 07:46:05.009972 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device 751443a7-4889-4251-8730-36d279928c81 no longer exists at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 07:46:05.030268 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] No Port match for: 751443a7-4889-4251-8730-36d279928c81 {{(pid=103334) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 19 07:46:05.030607 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device 751443a7-4889-4251-8730-36d279928c81 not bound to the agent host dv-neutron-861624-1-hyperv {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 07:46:05.443649 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-0e8171c5-b54a-496c-8645-eaa977b08f47 req-a1a4bcfa-3272-4d82-a131-0aa812a57e33 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "GET /v2.0/ports?device_id=89d027b0-e11e-48a8-8bee-8ff424fc8539 HTTP/1.1" status: 200 len: 210 time: 0.0286970 Oct 19 07:46:06.513696 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 60890) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:46:06.581584 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-fc655512-8606-4411-91fa-c9fadf886bed tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for security_group, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:46:06.607539 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-fc655512-8606-4411-91fa-c9fadf886bed tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:46:06.667282 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-fc655512-8606-4411-91fa-c9fadf886bed tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788643'] for security_group, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:46:06.671360 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-fc655512-8606-4411-91fa-c9fadf886bed tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for security_group, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:46:06.672563 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-fc655512-8606-4411-91fa-c9fadf886bed tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "DELETE /v2.0/security-groups/378eb153-8d8d-482c-8e12-f8541c8fc2ff HTTP/1.1" status: 204 len: 168 time: 0.1578434 Oct 19 07:46:06.682536 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc655512-8606-4411-91fa-c9fadf886bed tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=378eb153-8d8d-482c-8e12-f8541c8fc2ff,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:46:06.710096 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 60894) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:46:06.766732 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.db_base_plugin_v2 [None req-5634a4fa-24f8-44b1-8381-75ed570ed6fb tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Deleting subnet 7423cffa-0e14-4dff-aa4e-407bea0cd47e {{(pid=103333) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 19 07:46:06.769885 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-5634a4fa-24f8-44b1-8381-75ed570ed6fb tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for subnet, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:46:06.813936 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-5634a4fa-24f8-44b1-8381-75ed570ed6fb tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-134111928'] for subnet, precommit_delete_associations {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:46:06.938251 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-5634a4fa-24f8-44b1-8381-75ed570ed6fb tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-679826'] for subnet, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:46:07.021685 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-5634a4fa-24f8-44b1-8381-75ed570ed6fb tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-679819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130997964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130170408'] for subnet, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:46:07.057214 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5634a4fa-24f8-44b1-8381-75ed570ed6fb tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Pushing event deleted for resources: {'Subnet': ['ID=7423cffa-0e14-4dff-aa4e-407bea0cd47e,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:46:07.063075 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-5634a4fa-24f8-44b1-8381-75ed570ed6fb tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for subnet, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:46:07.068010 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-5634a4fa-24f8-44b1-8381-75ed570ed6fb tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "DELETE /v2.0/subnets/7423cffa-0e14-4dff-aa4e-407bea0cd47e HTTP/1.1" status: 204 len: 168 time: 0.3565218 Oct 19 07:46:07.070328 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 60896) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:46:07.072261 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36e1d4c5-48ae-4ae5-9f2c-5c128ff6d803 None None] Network 90b48a7c-1ece-4149-b597-4861a65d242d requested from dv-neutron-861624-1-hyperv {{(pid=103334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 07:46:07.170686 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-dbbe6acf-9828-4ae6-ae2a-b239128dbc7a tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-667019'] for network, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:46:07.237316 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-dbbe6acf-9828-4ae6-ae2a-b239128dbc7a tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Deleting port 44c3f6de-b5b6-4760-82ea-e03e61b81175 {{(pid=103333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 07:46:07.237655 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-dbbe6acf-9828-4ae6-ae2a-b239128dbc7a tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:46:07.293261 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f26a7338-23f4-4bb3-bfc9-bb81bc242004 None None] DHCP port deletion for 90b48a7c-1ece-4149-b597-4861a65d242d request from dv-neutron-861624-1-hyperv {{(pid=103334) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 07:46:07.329426 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.db [None req-dbbe6acf-9828-4ae6-ae2a-b239128dbc7a tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] For port 44c3f6de-b5b6-4760-82ea-e03e61b81175, host dv-neutron-861624-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=44c3f6de-b5b6-4760-82ea-e03e61b81175,segment=NetworkSegment(e514c907-b9fc-483c-8e4a-2691273f8eec),segment_id=e514c907-b9fc-483c-8e4a-2691273f8eec)] {{(pid=103333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:46:07.330457 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-dbbe6acf-9828-4ae6-ae2a-b239128dbc7a tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:46:07.353674 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-dbbe6acf-9828-4ae6-ae2a-b239128dbc7a tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Calling delete_port for 44c3f6de-b5b6-4760-82ea-e03e61b81175 owned by network:dhcp {{(pid=103333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 07:46:07.365445 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-f26a7338-23f4-4bb3-bfc9-bb81bc242004 None None] Deleting port 44c3f6de-b5b6-4760-82ea-e03e61b81175 {{(pid=103334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 07:46:07.366473 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-f26a7338-23f4-4bb3-bfc9-bb81bc242004 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:46:07.458662 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-f26a7338-23f4-4bb3-bfc9-bb81bc242004 None None] For port 44c3f6de-b5b6-4760-82ea-e03e61b81175, host dv-neutron-861624-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=44c3f6de-b5b6-4760-82ea-e03e61b81175,segment=NetworkSegment(e514c907-b9fc-483c-8e4a-2691273f8eec),segment_id=e514c907-b9fc-483c-8e4a-2691273f8eec)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:46:07.459840 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-f26a7338-23f4-4bb3-bfc9-bb81bc242004 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:46:07.476320 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-dbbe6acf-9828-4ae6-ae2a-b239128dbc7a tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130996763'] for port, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:46:07.479732 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-f26a7338-23f4-4bb3-bfc9-bb81bc242004 None None] Calling delete_port for 44c3f6de-b5b6-4760-82ea-e03e61b81175 owned by network:dhcp {{(pid=103334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 07:46:07.506240 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbe6acf-9828-4ae6-ae2a-b239128dbc7a tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Pushing event deleted for resources: {'Port': ['ID=44c3f6de-b5b6-4760-82ea-e03e61b81175,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:46:07.510985 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbbe6acf-9828-4ae6-ae2a-b239128dbc7a tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] No DVR routers for this DVR port 44c3f6de-b5b6-4760-82ea-e03e61b81175 on host dv-neutron-861624-1-hyperv {{(pid=103333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 19 07:46:07.589951 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-f26a7338-23f4-4bb3-bfc9-bb81bc242004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339'] for port, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:46:07.607280 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-dbbe6acf-9828-4ae6-ae2a-b239128dbc7a tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-673051', 'neutron.services.segments.db._delete_segments_for_network-8785021519108'] for network, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:46:07.607836 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f26a7338-23f4-4bb3-bfc9-bb81bc242004 None None] No DVR routers for this DVR port 44c3f6de-b5b6-4760-82ea-e03e61b81175 on host dv-neutron-861624-1-hyperv {{(pid=103334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 19 07:46:07.628423 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26a7338-23f4-4bb3-bfc9-bb81bc242004 None None] Pushing event deleted for resources: {'Port': ['ID=44c3f6de-b5b6-4760-82ea-e03e61b81175,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:46:07.629286 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-dbbe6acf-9828-4ae6-ae2a-b239128dbc7a tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90b48a7c-1ece-4149-b597-4861a65d242d']}} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:46:07.637672 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26a7338-23f4-4bb3-bfc9-bb81bc242004 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:46:07.637999 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26a7338-23f4-4bb3-bfc9-bb81bc242004 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:46:07.638518 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26a7338-23f4-4bb3-bfc9-bb81bc242004 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:46:07.639161 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26a7338-23f4-4bb3-bfc9-bb81bc242004 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:46:07.639493 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26a7338-23f4-4bb3-bfc9-bb81bc242004 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:46:07.639829 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26a7338-23f4-4bb3-bfc9-bb81bc242004 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:46:07.640279 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26a7338-23f4-4bb3-bfc9-bb81bc242004 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:46:07.640650 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26a7338-23f4-4bb3-bfc9-bb81bc242004 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:46:07.640983 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26a7338-23f4-4bb3-bfc9-bb81bc242004 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:46:07.641308 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26a7338-23f4-4bb3-bfc9-bb81bc242004 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:46:07.641630 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26a7338-23f4-4bb3-bfc9-bb81bc242004 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:46:07.641955 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26a7338-23f4-4bb3-bfc9-bb81bc242004 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:46:07.645804 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-dbbe6acf-9828-4ae6-ae2a-b239128dbc7a tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e514c907-b9fc-483c-8e4a-2691273f8eec') {'for_net_delete': True} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:46:07.646118 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-dbbe6acf-9828-4ae6-ae2a-b239128dbc7a tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e514c907-b9fc-483c-8e4a-2691273f8eec') {} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:46:07.656496 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-dbbe6acf-9828-4ae6-ae2a-b239128dbc7a tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785021519382', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-134111927'] for segment, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:46:07.670790 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-dbbe6acf-9828-4ae6-ae2a-b239128dbc7a tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979'] for segment, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:46:07.676757 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dbbe6acf-9828-4ae6-ae2a-b239128dbc7a tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Releasing vlan 185 on physical network physnet1 to pool {{(pid=103333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 07:46:07.677147 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-dbbe6acf-9828-4ae6-ae2a-b239128dbc7a tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130996782'] for segment, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:46:07.710045 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.services.segments.plugin [-] Segment e514c907-b9fc-483c-8e4a-2691273f8eec resource provider aggregate not found Oct 19 07:46:07.754037 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-dbbe6acf-9828-4ae6-ae2a-b239128dbc7a tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-673044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1695087'] for network, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:46:07.763111 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.services.segments.plugin [-] Segment e514c907-b9fc-483c-8e4a-2691273f8eec resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e514c907-b9fc-483c-8e4a-2691273f8eec found for delete ", "request_id": "req-33eeb6e1-e56e-4437-a5c1-882db805bffa"}]} Oct 19 07:46:07.764497 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-dbbe6acf-9828-4ae6-ae2a-b239128dbc7a tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for network, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:46:07.767727 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-dbbe6acf-9828-4ae6-ae2a-b239128dbc7a tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "DELETE /v2.0/networks/90b48a7c-1ece-4149-b597-4861a65d242d HTTP/1.1" status: 204 len: 168 time: 0.6940176 Oct 19 07:46:07.770619 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 60904) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:46:07.780923 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbe6acf-9828-4ae6-ae2a-b239128dbc7a tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Pushing event deleted for resources: {'Network': ['ID=90b48a7c-1ece-4149-b597-4861a65d242d,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:46:07.824964 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Device c38b0a56-e2dc-4234-824f-a0928a657a8e no longer exists at agent hyperv_hv-neutron-8616 {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 07:46:07.846054 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] No Port match for: c38b0a56-e2dc-4234-824f-a0928a657a8e {{(pid=103334) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 19 07:46:07.846376 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Device c38b0a56-e2dc-4234-824f-a0928a657a8e not bound to the agent host hv-neutron-8616 {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 07:46:07.985825 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.plugin [None req-8cb46a4f-8e3c-4d11-a5e4-c7bb5707bf80 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Deleting port 90d1d5aa-a288-4632-b0ab-f5fc8f4829e2 {{(pid=103332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 07:46:07.986072 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-8cb46a4f-8e3c-4d11-a5e4-c7bb5707bf80 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:46:08.064211 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-8cb46a4f-8e3c-4d11-a5e4-c7bb5707bf80 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:46:08.064567 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-8cb46a4f-8e3c-4d11-a5e4-c7bb5707bf80 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:46:08.076518 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.plugin [None req-8cb46a4f-8e3c-4d11-a5e4-c7bb5707bf80 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Calling delete_port for 90d1d5aa-a288-4632-b0ab-f5fc8f4829e2 owned by network:floatingip {{(pid=103332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 07:46:08.261459 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-8cb46a4f-8e3c-4d11-a5e4-c7bb5707bf80 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133553798'] for port, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:46:08.290825 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb46a4f-8e3c-4d11-a5e4-c7bb5707bf80 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Pushing event deleted for resources: {'Port': ['ID=90d1d5aa-a288-4632-b0ab-f5fc8f4829e2,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:46:08.349402 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-8cb46a4f-8e3c-4d11-a5e4-c7bb5707bf80 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for floatingip, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:46:08.349710 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.db.l3_db [None req-8cb46a4f-8e3c-4d11-a5e4-c7bb5707bf80 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Floating IP 89a995fe-3219-4ae4-afba-b50232d5514d disassociated (deleted). External IP: 172.26.0.70, port: 25237774-9447-4823-9298-724b5c6116e2. Oct 19 07:46:08.557162 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cb46a4f-8e3c-4d11-a5e4-c7bb5707bf80 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Router e516fe6c-b3ad-4090-9b10-fad897190739 has already been hosted by L3 agent ab388470-1243-4d53-80f2-c2f5899c97a7 {{(pid=103332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 07:46:08.685040 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cb46a4f-8e3c-4d11-a5e4-c7bb5707bf80 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify agent at l3_agent.dv-neutron-861624-1-hyperv the message routers_updated {{(pid=103332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 07:46:08.689696 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-8cb46a4f-8e3c-4d11-a5e4-c7bb5707bf80 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42160'] for floatingip, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:46:08.695067 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5071434-e3d5-4806-9bde-a599b7f366d4 None None] Sync routers for ids ['e516fe6c-b3ad-4090-9b10-fad897190739'] in dv-neutron-861624-1-hyperv {{(pid=103334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 07:46:08.698198 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-666fbc2e-7b45-43b2-affb-b1850ac246a5 req-1d609200-ffb8-40e8-b5d8-c0d9cb8694e7 tempest-TestVolumeBootPattern-1806498022 tempest-TestVolumeBootPattern-1806498022-project] 10.222.0.27 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-718911299&fields=id&tenant_id=505fd091f8c84d6d8a8b7dc9bb7934bf HTTP/1.1" status: 200 len: 267 time: 0.0784891 Oct 19 07:46:08.706105 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5071434-e3d5-4806-9bde-a599b7f366d4 None None] Routers {'e516fe6c-b3ad-4090-9b10-fad897190739'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 07:46:08.706819 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-a5071434-e3d5-4806-9bde-a599b7f366d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T07:45:46Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['e516fe6c-b3ad-4090-9b10-fad897190739'], 'active': True} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:46:08.745190 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-8cb46a4f-8e3c-4d11-a5e4-c7bb5707bf80 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "DELETE /v2.0/floatingips/89a995fe-3219-4ae4-afba-b50232d5514d HTTP/1.1" status: 204 len: 168 time: 0.9734712 Oct 19 07:46:08.747887 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bad06155-87c4-491d-80ad-5c151f984791', 'tag': '25237774-9447-4823-9298-724b5c6116e2'}] {{(pid=103332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 19 07:46:08.750083 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a021b02cf5f527cd4bbbc40a031b51490d9893d7edeeb551bdf5128ee7546f8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-378030bc-c882-4242-abd0-ebda8808902c" -d '{"events": [{"name": "network-changed", "server_uuid": "bad06155-87c4-491d-80ad-5c151f984791", "tag": "25237774-9447-4823-9298-724b5c6116e2"}]}' {{(pid=103332) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 07:46:08.822997 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvr_db [None req-a5071434-e3d5-4806-9bde-a599b7f366d4 None None] Set router e516fe6c-b3ad-4090-9b10-fad897190739 gateway port host: dv-neutron-861624-1-hyperv {{(pid=103334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 07:46:08.836728 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666fbc2e-7b45-43b2-affb-b1850ac246a5 req-d67b07db-82c2-4a93-8307-7c7c28444cf5 tempest-TestVolumeBootPattern-1806498022 tempest-TestVolumeBootPattern-1806498022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:46:08.839096 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-666fbc2e-7b45-43b2-affb-b1850ac246a5 req-d67b07db-82c2-4a93-8307-7c7c28444cf5 tempest-TestVolumeBootPattern-1806498022 tempest-TestVolumeBootPattern-1806498022-project] 10.222.0.27 "GET /v2.0/networks?id=a23ce57c-5e7a-4686-b843-74109161e384 HTTP/1.1" status: 200 len: 812 time: 0.1254447 Oct 19 07:46:08.857782 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-666fbc2e-7b45-43b2-affb-b1850ac246a5 req-4324dd3a-6820-479b-983a-304c53bf484a tempest-TestVolumeBootPattern-1806498022 tempest-TestVolumeBootPattern-1806498022-project] 10.222.0.27 "GET /v2.0/quotas/505fd091f8c84d6d8a8b7dc9bb7934bf HTTP/1.1" status: 200 len: 375 time: 0.0105166 Oct 19 07:46:08.911832 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 19 Oct 2022 07:46:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9104c668-9347-4156-ab0e-85e6425ef347 x-openstack-request-id: req-9104c668-9347-4156-ab0e-85e6425ef347 {{(pid=103332) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 07:46:08.912389 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bad06155-87c4-491d-80ad-5c151f984791", "tag": "25237774-9447-4823-9298-724b5c6116e2", "status": "completed", "code": 200}]} {{(pid=103332) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 07:46:08.912965 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-9104c668-9347-4156-ab0e-85e6425ef347 {{(pid=103332) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 07:46:08.913602 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9104c668-9347-4156-ab0e-85e6425ef347'] response: {'name': 'network-changed', 'server_uuid': 'bad06155-87c4-491d-80ad-5c151f984791', 'tag': '25237774-9447-4823-9298-724b5c6116e2', 'status': 'completed', 'code': 200} Oct 19 07:46:08.940881 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-666fbc2e-7b45-43b2-affb-b1850ac246a5 req-06fc6808-1699-4d6f-a563-8519834e0b5f tempest-TestVolumeBootPattern-1806498022 tempest-TestVolumeBootPattern-1806498022-project] 10.222.0.27 "GET /v2.0/ports?tenant_id=505fd091f8c84d6d8a8b7dc9bb7934bf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0666234 Oct 19 07:46:09.027106 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378030bc-c882-4242-abd0-ebda8808902c req-5e12fdb8-0747-485e-8b5c-fc56e494be2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:46:09.028645 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-378030bc-c882-4242-abd0-ebda8808902c req-5e12fdb8-0747-485e-8b5c-fc56e494be2c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=47a12ea4f74e4c18b13323e6f3cc9741&device_id=bad06155-87c4-491d-80ad-5c151f984791 HTTP/1.1" status: 200 len: 1098 time: 0.0862758 Oct 19 07:46:09.037743 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89b3172-0465-490d-b0fd-246ecd3c0897 req-c96ffc6e-3c78-4430-8d44-f7edc7db6c06 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:46:09.044835 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-e89b3172-0465-490d-b0fd-246ecd3c0897 req-c96ffc6e-3c78-4430-8d44-f7edc7db6c06 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "GET /v2.0/ports?device_id=bad06155-87c4-491d-80ad-5c151f984791 HTTP/1.1" status: 200 len: 945 time: 0.0912547 Oct 19 07:46:09.053018 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-a5071434-e3d5-4806-9bde-a599b7f366d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e516fe6c-b3ad-4090-9b10-fad897190739', 'name': 'tempest-TestNetworkBasicOps-router-2037566591', 'tenant_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'external_fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.120'}], 'enable_snat': True}, 'gw_port_id': '46a98dd2-f544-4b48-8461-bf0e6abd72c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T07:44:25Z', 'updated_at': '2022-10-19T07:46:02Z', 'revision_number': 6, 'project_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'gw_port': {'id': '46a98dd2-f544-4b48-8461-bf0e6abd72c2', 'name': '', 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:1b:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e516fe6c-b3ad-4090-9b10-fad897190739', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1190, 'fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:44:26Z', 'updated_at': '2022-10-19T07:44:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861624-1-hyperv', '_interfaces': [{'id': '6345544f-1182-4f1c-9a1f-4a23059fe206', 'name': '', 'network_id': '29687d8b-decc-4f3b-b892-7b87648c9d85', 'tenant_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'mac_address': 'fa:16:3e:28:5b:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e516fe6c-b3ad-4090-9b10-fad897190739', 'device_owner': 'network:router_interface', 'standard_attr_id': 1203, 'fixed_ips': [{'subnet_id': '2446982a-6064-4a7e-a7a0-5e03c5e1c616', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:44:29Z', 'updated_at': '2022-10-19T07:44:35Z', 'revision_number': 5, 'project_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'subnets': [{'id': '2446982a-6064-4a7e-a7a0-5e03c5e1c616', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:46:09.093211 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device 44c3f6de-b5b6-4760-82ea-e03e61b81175 no longer exists at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 07:46:09.095498 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5071434-e3d5-4806-9bde-a599b7f366d4 None None] Checking router: e516fe6c-b3ad-4090-9b10-fad897190739 for host: dv-neutron-861624-1-hyperv {{(pid=103334) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 07:46:09.106924 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-e89b3172-0465-490d-b0fd-246ecd3c0897 req-5e57d3af-5b65-4a59-a4d2-61cca6d1c8d4 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "GET /v2.0/security-groups?id=7b167191-5e8e-4506-90ff-aa1839abc1cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612535 Oct 19 07:46:09.118602 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] No Port match for: 44c3f6de-b5b6-4760-82ea-e03e61b81175 {{(pid=103334) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 19 07:46:09.118944 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device 44c3f6de-b5b6-4760-82ea-e03e61b81175 not bound to the agent host dv-neutron-861624-1-hyperv {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 07:46:09.137598 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5071434-e3d5-4806-9bde-a599b7f366d4 None None] Routers {'e516fe6c-b3ad-4090-9b10-fad897190739'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 07:46:09.138255 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-a5071434-e3d5-4806-9bde-a599b7f366d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T07:45:46Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['e516fe6c-b3ad-4090-9b10-fad897190739'], 'active': True} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:46:09.228414 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378030bc-c882-4242-abd0-ebda8808902c req-3a901d43-e96c-4c92-b800-fee3cf538c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:46:09.229848 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-378030bc-c882-4242-abd0-ebda8808902c req-3a901d43-e96c-4c92-b800-fee3cf538c28 service neutron] 10.222.0.16 "GET /v2.0/networks?id=29687d8b-decc-4f3b-b892-7b87648c9d85 HTTP/1.1" status: 200 len: 897 time: 0.1704185 Oct 19 07:46:09.286730 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-666fbc2e-7b45-43b2-affb-b1850ac246a5 req-b204b32e-4e83-4e4a-88ed-14ce638d9238 service neutron] 10.222.0.27 "GET /v2.0/networks/a23ce57c-5e7a-4686-b843-74109161e384?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3112378 Oct 19 07:46:09.288265 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-378030bc-c882-4242-abd0-ebda8808902c req-ca341068-ef2d-49db-9218-e8de959458bc service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=25237774-9447-4823-9298-724b5c6116e2 HTTP/1.1" status: 200 len: 217 time: 0.0485988 Oct 19 07:46:09.385303 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvr_db [None req-a5071434-e3d5-4806-9bde-a599b7f366d4 None None] Set router e516fe6c-b3ad-4090-9b10-fad897190739 gateway port host: dv-neutron-861624-1-hyperv {{(pid=103334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 07:46:09.401684 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378030bc-c882-4242-abd0-ebda8808902c req-1397753b-2d42-43f2-9ba9-1e8d6459ecd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:46:09.403216 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-378030bc-c882-4242-abd0-ebda8808902c req-1397753b-2d42-43f2-9ba9-1e8d6459ecd5 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2446982a-6064-4a7e-a7a0-5e03c5e1c616 HTTP/1.1" status: 200 len: 835 time: 0.1022172 Oct 19 07:46:09.453032 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-666fbc2e-7b45-43b2-affb-b1850ac246a5 req-89937289-c183-4265-8725-8b6401771c3e service neutron] 10.222.0.27 "GET /v2.0/networks/a23ce57c-5e7a-4686-b843-74109161e384?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1596723 Oct 19 07:46:09.467189 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378030bc-c882-4242-abd0-ebda8808902c req-621882c5-34f0-4843-9273-a0e74be56440 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:46:09.468816 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-378030bc-c882-4242-abd0-ebda8808902c req-621882c5-34f0-4843-9273-a0e74be56440 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=29687d8b-decc-4f3b-b892-7b87648c9d85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0545328 Oct 19 07:46:09.567549 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-378030bc-c882-4242-abd0-ebda8808902c req-9a1ab796-3da5-4d48-b139-6ad97ba16aa8 service neutron] 10.222.0.16 "GET /v2.0/networks/29687d8b-decc-4f3b-b892-7b87648c9d85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901601 Oct 19 07:46:09.588616 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-a5071434-e3d5-4806-9bde-a599b7f366d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e516fe6c-b3ad-4090-9b10-fad897190739', 'name': 'tempest-TestNetworkBasicOps-router-2037566591', 'tenant_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'external_fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.120'}], 'enable_snat': True}, 'gw_port_id': '46a98dd2-f544-4b48-8461-bf0e6abd72c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T07:44:25Z', 'updated_at': '2022-10-19T07:46:02Z', 'revision_number': 6, 'project_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'gw_port': {'id': '46a98dd2-f544-4b48-8461-bf0e6abd72c2', 'name': '', 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:1b:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e516fe6c-b3ad-4090-9b10-fad897190739', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1190, 'fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:44:26Z', 'updated_at': '2022-10-19T07:44:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861624-1-hyperv', '_interfaces': [{'id': '6345544f-1182-4f1c-9a1f-4a23059fe206', 'name': '', 'network_id': '29687d8b-decc-4f3b-b892-7b87648c9d85', 'tenant_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'mac_address': 'fa:16:3e:28:5b:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e516fe6c-b3ad-4090-9b10-fad897190739', 'device_owner': 'network:router_interface', 'standard_attr_id': 1203, 'fixed_ips': [{'subnet_id': '2446982a-6064-4a7e-a7a0-5e03c5e1c616', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:44:29Z', 'updated_at': '2022-10-19T07:44:35Z', 'revision_number': 5, 'project_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'subnets': [{'id': '2446982a-6064-4a7e-a7a0-5e03c5e1c616', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:46:09.621299 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5071434-e3d5-4806-9bde-a599b7f366d4 None None] The sync data for ids ['e516fe6c-b3ad-4090-9b10-fad897190739'] in dv-neutron-861624-1-hyperv is: [{'id': 'e516fe6c-b3ad-4090-9b10-fad897190739', 'name': 'tempest-TestNetworkBasicOps-router-2037566591', 'tenant_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'external_fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.120'}], 'enable_snat': True}, 'gw_port_id': '46a98dd2-f544-4b48-8461-bf0e6abd72c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T07:44:25Z', 'updated_at': '2022-10-19T07:46:02Z', 'revision_number': 6, 'project_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'gw_port': {'id': '46a98dd2-f544-4b48-8461-bf0e6abd72c2', 'name': '', 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:1b:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e516fe6c-b3ad-4090-9b10-fad897190739', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1190, 'fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:44:26Z', 'updated_at': '2022-10-19T07:44:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861624-1-hyperv', '_interfaces': [{'id': '6345544f-1182-4f1c-9a1f-4a23059fe206', 'name': '', 'network_id': '29687d8b-decc-4f3b-b892-7b87648c9d85', 'tenant_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'mac_address': 'fa:16:3e:28:5b:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e516fe6c-b3ad-4090-9b10-fad897190739', 'device_owner': 'network:router_interface', 'standard_attr_id': 1203, 'fixed_ips': [{'subnet_id': '2446982a-6064-4a7e-a7a0-5e03c5e1c616', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:44:29Z', 'updated_at': '2022-10-19T07:44:35Z', 'revision_number': 5, 'project_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'subnets': [{'id': '2446982a-6064-4a7e-a7a0-5e03c5e1c616', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 07:46:09.911730 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5c37611-0b67-44e5-8a8a-63207c4c99c9 None None] New status for floating IP 89a995fe-3219-4ae4-afba-b50232d5514d: DOWN {{(pid=103335) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 19 07:46:09.920091 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-d9f5f74a-b2a0-4d01-a1ce-5102151e75de req-840312a2-1218-4e64-aee6-eb7a8052c67a tempest-TestVolumeBootPattern-1806498022 tempest-TestVolumeBootPattern-1806498022-project] 10.222.0.27 "GET /v2.0/ports?device_id=3ed6797f-26f3-41c5-9e24-4c87a56d498e HTTP/1.1" status: 200 len: 210 time: 0.0359488 Oct 19 07:46:09.953069 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-378030bc-c882-4242-abd0-ebda8808902c req-64528207-5931-4170-8f66-f1854fcbf5cd service neutron] 10.222.0.16 "GET /v2.0/networks/29687d8b-decc-4f3b-b892-7b87648c9d85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3760216 Oct 19 07:46:10.265004 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a07781e-8c59-4787-b031-61b6c07de44b req-7c560436-ae98-4d60-b07e-8fdcc4c4fb5d tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:46:10.266433 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-3a07781e-8c59-4787-b031-61b6c07de44b req-7c560436-ae98-4d60-b07e-8fdcc4c4fb5d tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "GET /v2.0/ports?device_id=bad06155-87c4-491d-80ad-5c151f984791 HTTP/1.1" status: 200 len: 945 time: 0.0812643 Oct 19 07:46:10.278701 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b937d5-504e-4156-ad24-c3c8ff00d536 req-95828e73-d87c-4ff5-85e1-4c11a5df66dc tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:46:10.280190 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-24b937d5-504e-4156-ad24-c3c8ff00d536 req-95828e73-d87c-4ff5-85e1-4c11a5df66dc tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.16 "GET /v2.0/ports?device_id=bad06155-87c4-491d-80ad-5c151f984791 HTTP/1.1" status: 200 len: 945 time: 0.0658436 Oct 19 07:46:10.365385 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-3a07781e-8c59-4787-b031-61b6c07de44b req-889d3aa8-32d6-48b3-a37e-cd07f6120282 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "GET /v2.0/security-groups?id=7b167191-5e8e-4506-90ff-aa1839abc1cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0841942 Oct 19 07:46:10.393935 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.plugin [req-24b937d5-504e-4156-ad24-c3c8ff00d536 req-a907d459-8a92-494b-bc68-b08bff493f74 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Deleting port 25237774-9447-4823-9298-724b5c6116e2 {{(pid=103332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 07:46:10.394326 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-24b937d5-504e-4156-ad24-c3c8ff00d536 req-a907d459-8a92-494b-bc68-b08bff493f74 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:46:10.485523 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.db [req-24b937d5-504e-4156-ad24-c3c8ff00d536 req-a907d459-8a92-494b-bc68-b08bff493f74 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] For port 25237774-9447-4823-9298-724b5c6116e2, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=25237774-9447-4823-9298-724b5c6116e2,segment=NetworkSegment(33e9c49a-3391-4318-811e-b016e5419e9c),segment_id=33e9c49a-3391-4318-811e-b016e5419e9c)] {{(pid=103332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:46:10.485889 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-24b937d5-504e-4156-ad24-c3c8ff00d536 req-a907d459-8a92-494b-bc68-b08bff493f74 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:46:10.498628 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.plugin [req-24b937d5-504e-4156-ad24-c3c8ff00d536 req-a907d459-8a92-494b-bc68-b08bff493f74 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Calling delete_port for 25237774-9447-4823-9298-724b5c6116e2 owned by compute:nova {{(pid=103332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 07:46:10.626932 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-24b937d5-504e-4156-ad24-c3c8ff00d536 req-a907d459-8a92-494b-bc68-b08bff493f74 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133553798'] for port, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:46:10.658045 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a907d459-8a92-494b-bc68-b08bff493f74 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Pushing event deleted for resources: {'Port': ['ID=25237774-9447-4823-9298-724b5c6116e2,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:46:10.701226 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [req-24b937d5-504e-4156-ad24-c3c8ff00d536 req-a907d459-8a92-494b-bc68-b08bff493f74 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] No DVR routers for this DVR port 25237774-9447-4823-9298-724b5c6116e2 on host hv-neutron-8616 {{(pid=103332) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 19 07:46:10.704661 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-24b937d5-504e-4156-ad24-c3c8ff00d536 req-a907d459-8a92-494b-bc68-b08bff493f74 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42160'] for port, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:46:10.707871 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-24b937d5-504e-4156-ad24-c3c8ff00d536 req-a907d459-8a92-494b-bc68-b08bff493f74 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.16 "DELETE /v2.0/ports/25237774-9447-4823-9298-724b5c6116e2 HTTP/1.1" status: 204 len: 173 time: 0.4208302 Oct 19 07:46:10.835328 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666fbc2e-7b45-43b2-affb-b1850ac246a5 req-1f1501ac-a843-4f6f-bda6-3a63d9211089 tempest-TestVolumeBootPattern-1806498022 tempest-TestVolumeBootPattern-1806498022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:46:10.837519 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-666fbc2e-7b45-43b2-affb-b1850ac246a5 req-1f1501ac-a843-4f6f-bda6-3a63d9211089 tempest-TestVolumeBootPattern-1806498022 tempest-TestVolumeBootPattern-1806498022-project] 10.222.0.16 "GET /v2.0/networks?id=a23ce57c-5e7a-4686-b843-74109161e384 HTTP/1.1" status: 200 len: 812 time: 0.1953025 Oct 19 07:46:10.914967 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bad06155-87c4-491d-80ad-5c151f984791', 'name': 'network-vif-deleted', 'tag': '25237774-9447-4823-9298-724b5c6116e2'}] {{(pid=103332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 19 07:46:10.918084 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a021b02cf5f527cd4bbbc40a031b51490d9893d7edeeb551bdf5128ee7546f8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c74b7ca7-7649-435c-8c45-26f7b442c171" -d '{"events": [{"server_uuid": "bad06155-87c4-491d-80ad-5c151f984791", "name": "network-vif-deleted", "tag": "25237774-9447-4823-9298-724b5c6116e2"}]}' {{(pid=103332) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 07:46:10.950226 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-666fbc2e-7b45-43b2-affb-b1850ac246a5 req-97a44444-e34b-4bf2-81f1-c7bf3cda5b8f tempest-TestVolumeBootPattern-1806498022 tempest-TestVolumeBootPattern-1806498022-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=505fd091f8c84d6d8a8b7dc9bb7934bf HTTP/1.1" status: 200 len: 379 time: 0.0460131 Oct 19 07:46:10.956314 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 19 Oct 2022 07:46:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2503242-a169-449f-aa0a-633122656b76 x-openstack-request-id: req-b2503242-a169-449f-aa0a-633122656b76 {{(pid=103332) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 07:46:10.956832 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bad06155-87c4-491d-80ad-5c151f984791", "name": "network-vif-deleted", "tag": "25237774-9447-4823-9298-724b5c6116e2", "status": "completed", "code": 200}]} {{(pid=103332) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 07:46:10.956994 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-b2503242-a169-449f-aa0a-633122656b76 {{(pid=103332) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 07:46:10.957364 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b2503242-a169-449f-aa0a-633122656b76'] response: {'server_uuid': 'bad06155-87c4-491d-80ad-5c151f984791', 'name': 'network-vif-deleted', 'tag': '25237774-9447-4823-9298-724b5c6116e2', 'status': 'completed', 'code': 200} Oct 19 07:46:10.966284 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [req-666fbc2e-7b45-43b2-affb-b1850ac246a5 req-d636c60c-ce5e-473c-89ee-714aace04c6e tempest-TestVolumeBootPattern-1806498022 tempest-TestVolumeBootPattern-1806498022-project] Request body: {'port': {'device_id': '3ed6797f-26f3-41c5-9e24-4c87a56d498e', 'network_id': 'a23ce57c-5e7a-4686-b843-74109161e384', 'admin_state_up': True, 'tenant_id': '505fd091f8c84d6d8a8b7dc9bb7934bf', 'security_groups': ['09745190-85cd-4989-bb6d-51a24a3c4be0']}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:46:11.061578 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-6f202752-302e-4f76-bc30-f6cb87f112b1 req-53e9c7bf-45c3-46a2-b89e-eaa7e77bc619 tempest-TestVolumeBootPattern-1806498022 tempest-TestVolumeBootPattern-1806498022-project] 10.222.0.27 "GET /v2.0/ports?device_id=3ed6797f-26f3-41c5-9e24-4c87a56d498e HTTP/1.1" status: 200 len: 210 time: 0.0375257 Oct 19 07:46:11.097264 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-666fbc2e-7b45-43b2-affb-b1850ac246a5 req-d636c60c-ce5e-473c-89ee-714aace04c6e tempest-TestVolumeBootPattern-1806498022 tempest-TestVolumeBootPattern-1806498022-project] Made reservation on behalf of 505fd091f8c84d6d8a8b7dc9bb7934bf for: {'port': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 07:46:11.101265 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [req-666fbc2e-7b45-43b2-affb-b1850ac246a5 req-d636c60c-ce5e-473c-89ee-714aace04c6e tempest-TestVolumeBootPattern-1806498022 tempest-TestVolumeBootPattern-1806498022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:46:11.429475 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 60952) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:46:11.501045 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-14211454-13e9-4389-b0fc-49e477d47689 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for security_group, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:46:11.530450 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-14211454-13e9-4389-b0fc-49e477d47689 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:46:11.557167 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.db_base_plugin_common [req-666fbc2e-7b45-43b2-affb-b1850ac246a5 req-d636c60c-ce5e-473c-89ee-714aace04c6e tempest-TestVolumeBootPattern-1806498022 tempest-TestVolumeBootPattern-1806498022-project] Allocated IP 172.20.0.14 (a23ce57c-5e7a-4686-b843-74109161e384/59cab28a-9f4d-46b7-9f00-ecdecb2d6122/c52564ec-6172-4cda-ae86-95c4369510a6) {{(pid=103333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 07:46:11.606734 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-14211454-13e9-4389-b0fc-49e477d47689 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788643'] for security_group, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:46:11.611735 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-14211454-13e9-4389-b0fc-49e477d47689 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for security_group, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:46:11.613116 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-14211454-13e9-4389-b0fc-49e477d47689 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "DELETE /v2.0/security-groups/7b167191-5e8e-4506-90ff-aa1839abc1cb HTTP/1.1" status: 204 len: 168 time: 0.1826015 Oct 19 07:46:11.624233 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14211454-13e9-4389-b0fc-49e477d47689 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b167191-5e8e-4506-90ff-aa1839abc1cb,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:46:11.651895 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:46:11.676280 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 60956) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:46:11.722529 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [req-666fbc2e-7b45-43b2-affb-b1850ac246a5 req-d636c60c-ce5e-473c-89ee-714aace04c6e tempest-TestVolumeBootPattern-1806498022 tempest-TestVolumeBootPattern-1806498022-project] Notify callbacks [] for port, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:46:11.758461 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [req-666fbc2e-7b45-43b2-affb-b1850ac246a5 req-d636c60c-ce5e-473c-89ee-714aace04c6e tempest-TestVolumeBootPattern-1806498022 tempest-TestVolumeBootPattern-1806498022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785020947330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130996763'] for port, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:46:11.815556 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-666fbc2e-7b45-43b2-affb-b1850ac246a5 req-d636c60c-ce5e-473c-89ee-714aace04c6e tempest-TestVolumeBootPattern-1806498022 tempest-TestVolumeBootPattern-1806498022-project] Network a23ce57c-5e7a-4686-b843-74109161e384 is already hosted by enough agents. {{(pid=103333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 07:46:11.817440 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [req-666fbc2e-7b45-43b2-affb-b1850ac246a5 req-d636c60c-ce5e-473c-89ee-714aace04c6e tempest-TestVolumeBootPattern-1806498022 tempest-TestVolumeBootPattern-1806498022-project] Resources bound (agent type, host, resource id): {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:46:11.819325 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d636c60c-ce5e-473c-89ee-714aace04c6e tempest-TestVolumeBootPattern-1806498022 tempest-TestVolumeBootPattern-1806498022-project] Pushing event updated for resources: {'Port': ['ID=c52564ec-6172-4cda-ae86-95c4369510a6,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:46:11.821644 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.l3_dvrscheduler_db [req-666fbc2e-7b45-43b2-affb-b1850ac246a5 req-d636c60c-ce5e-473c-89ee-714aace04c6e tempest-TestVolumeBootPattern-1806498022 tempest-TestVolumeBootPattern-1806498022-project] Received port after_create {{(pid=103333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 07:46:11.877723 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666fbc2e-7b45-43b2-affb-b1850ac246a5 req-d636c60c-ce5e-473c-89ee-714aace04c6e tempest-TestVolumeBootPattern-1806498022 tempest-TestVolumeBootPattern-1806498022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:46:11.878453 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [req-666fbc2e-7b45-43b2-affb-b1850ac246a5 req-d636c60c-ce5e-473c-89ee-714aace04c6e tempest-TestVolumeBootPattern-1806498022 tempest-TestVolumeBootPattern-1806498022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42160'] for port, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:46:11.897629 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-666fbc2e-7b45-43b2-affb-b1850ac246a5 req-d636c60c-ce5e-473c-89ee-714aace04c6e tempest-TestVolumeBootPattern-1806498022 tempest-TestVolumeBootPattern-1806498022-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9361413 Oct 19 07:46:11.911915 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [req-666fbc2e-7b45-43b2-affb-b1850ac246a5 req-7fea7bf8-c85f-4d0f-873f-99cf891be001 service neutron] Request body: {'port': {'device_id': '3ed6797f-26f3-41c5-9e24-4c87a56d498e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8616'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:46:11.982000 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [req-666fbc2e-7b45-43b2-affb-b1850ac246a5 req-7fea7bf8-c85f-4d0f-873f-99cf891be001 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:46:12.112860 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-bfb6d027-1b9c-4127-b890-75e6bf93af48 None None] Provisioning complete for port c52564ec-6172-4cda-ae86-95c4369510a6 triggered by entity DHCP. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:46:12.113860 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-bfb6d027-1b9c-4127-b890-75e6bf93af48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:46:12.114394 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-bfb6d027-1b9c-4127-b890-75e6bf93af48 None None] Attempt 1 to provision port c52564ec-6172-4cda-ae86-95c4369510a6 Oct 19 07:46:12.124225 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-210acb4e-b912-41fa-b853-c4e21dec90e1 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1694785'] for router_interface, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:46:12.156033 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-bfb6d027-1b9c-4127-b890-75e6bf93af48 None None] Port c52564ec-6172-4cda-ae86-95c4369510a6 cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 07:46:12.274465 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d80604-464f-4da2-a57d-be71bae59513 req-2a7f728c-8294-456a-ab51-0acd7c0a6e37 tempest-TestVolumeBootPattern-1806498022 tempest-TestVolumeBootPattern-1806498022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:46:12.276269 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-39d80604-464f-4da2-a57d-be71bae59513 req-2a7f728c-8294-456a-ab51-0acd7c0a6e37 tempest-TestVolumeBootPattern-1806498022 tempest-TestVolumeBootPattern-1806498022-project] 10.222.0.27 "GET /v2.0/ports?device_id=3ed6797f-26f3-41c5-9e24-4c87a56d498e HTTP/1.1" status: 200 len: 932 time: 0.0992265 Oct 19 07:46:12.348983 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.notifiers.nova [req-666fbc2e-7b45-43b2-affb-b1850ac246a5 req-7fea7bf8-c85f-4d0f-873f-99cf891be001 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c52564ec-6172-4cda-ae86-95c4369510a6 {{(pid=103333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 19 07:46:12.358334 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [req-666fbc2e-7b45-43b2-affb-b1850ac246a5 req-7fea7bf8-c85f-4d0f-873f-99cf891be001 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:46:12.372555 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-39d80604-464f-4da2-a57d-be71bae59513 req-d4077b93-f430-4504-9e1f-cd6dbead2cac tempest-TestVolumeBootPattern-1806498022 tempest-TestVolumeBootPattern-1806498022-project] 10.222.0.27 "GET /v2.0/security-groups?id=09745190-85cd-4989-bb6d-51a24a3c4be0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0691321 Oct 19 07:46:12.391268 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.provisioning_blocks [req-666fbc2e-7b45-43b2-affb-b1850ac246a5 req-7fea7bf8-c85f-4d0f-873f-99cf891be001 service neutron] Transition to ACTIVE for port object c52564ec-6172-4cda-ae86-95c4369510a6 will not be triggered until provisioned by entity L2. {{(pid=103333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 19 07:46:12.395614 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [req-666fbc2e-7b45-43b2-affb-b1850ac246a5 req-7fea7bf8-c85f-4d0f-873f-99cf891be001 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130996754'] for port, after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:46:12.468449 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fea7bf8-c85f-4d0f-873f-99cf891be001 service neutron] Pushing event updated for resources: {'Port': ['ID=c52564ec-6172-4cda-ae86-95c4369510a6,revision_number=2']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:46:12.480677 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.plugin [None req-210acb4e-b912-41fa-b853-c4e21dec90e1 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Deleting port 6345544f-1182-4f1c-9a1f-4a23059fe206 {{(pid=103332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 07:46:12.481122 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-210acb4e-b912-41fa-b853-c4e21dec90e1 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:46:12.516902 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.managers [req-666fbc2e-7b45-43b2-affb-b1850ac246a5 req-7fea7bf8-c85f-4d0f-873f-99cf891be001 service neutron] Attempting to bind port c52564ec-6172-4cda-ae86-95c4369510a6 on host hv-neutron-8616 for vnic_type normal with profile {{(pid=103333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 19 07:46:12.517235 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.managers [req-666fbc2e-7b45-43b2-affb-b1850ac246a5 req-7fea7bf8-c85f-4d0f-873f-99cf891be001 service neutron] Attempting to bind port c52564ec-6172-4cda-ae86-95c4369510a6 by drivers openvswitch,hyperv on host hv-neutron-8616 at level 0 using segments [{'id': '96ea79ad-cb18-4750-9b35-f4e90ccd124f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'a23ce57c-5e7a-4686-b843-74109161e384'}] {{(pid=103333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 19 07:46:12.517557 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-666fbc2e-7b45-43b2-affb-b1850ac246a5 req-7fea7bf8-c85f-4d0f-873f-99cf891be001 service neutron] Attempting to bind port c52564ec-6172-4cda-ae86-95c4369510a6 on network a23ce57c-5e7a-4686-b843-74109161e384 {{(pid=103333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 07:46:12.521937 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-666fbc2e-7b45-43b2-affb-b1850ac246a5 req-7fea7bf8-c85f-4d0f-873f-99cf891be001 service neutron] Port c52564ec-6172-4cda-ae86-95c4369510a6 on network a23ce57c-5e7a-4686-b843-74109161e384 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8616 {{(pid=103333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 07:46:12.522249 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-666fbc2e-7b45-43b2-affb-b1850ac246a5 req-7fea7bf8-c85f-4d0f-873f-99cf891be001 service neutron] Attempting to bind port c52564ec-6172-4cda-ae86-95c4369510a6 on network a23ce57c-5e7a-4686-b843-74109161e384 {{(pid=103333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 07:46:12.527177 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-666fbc2e-7b45-43b2-affb-b1850ac246a5 req-7fea7bf8-c85f-4d0f-873f-99cf891be001 service neutron] Checking agent: {'id': '5297b6e1-8fc1-4f42-910c-8f50c918ca65', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8616', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 19, 7, 36, 11), 'started_at': datetime.datetime(2022, 10, 19, 7, 36, 11), 'heartbeat_timestamp': datetime.datetime(2022, 10, 19, 7, 46, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 07:46:12.527452 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-666fbc2e-7b45-43b2-affb-b1850ac246a5 req-7fea7bf8-c85f-4d0f-873f-99cf891be001 service neutron] Checking segment: {'id': '96ea79ad-cb18-4750-9b35-f4e90ccd124f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'a23ce57c-5e7a-4686-b843-74109161e384'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 19 07:46:12.527828 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-666fbc2e-7b45-43b2-affb-b1850ac246a5 req-7fea7bf8-c85f-4d0f-873f-99cf891be001 service neutron] Bound using segment: {'id': '96ea79ad-cb18-4750-9b35-f4e90ccd124f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'a23ce57c-5e7a-4686-b843-74109161e384'} {{(pid=103333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 07:46:12.528258 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.managers [req-666fbc2e-7b45-43b2-affb-b1850ac246a5 req-7fea7bf8-c85f-4d0f-873f-99cf891be001 service neutron] Bound port: c52564ec-6172-4cda-ae86-95c4369510a6, host: hv-neutron-8616, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96ea79ad-cb18-4750-9b35-f4e90ccd124f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'a23ce57c-5e7a-4686-b843-74109161e384'}}] {{(pid=103333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 19 07:46:12.528638 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [req-666fbc2e-7b45-43b2-affb-b1850ac246a5 req-7fea7bf8-c85f-4d0f-873f-99cf891be001 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:46:12.579065 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.db [None req-210acb4e-b912-41fa-b853-c4e21dec90e1 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] For port 6345544f-1182-4f1c-9a1f-4a23059fe206, host dv-neutron-861624-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=6345544f-1182-4f1c-9a1f-4a23059fe206,segment=NetworkSegment(33e9c49a-3391-4318-811e-b016e5419e9c),segment_id=33e9c49a-3391-4318-811e-b016e5419e9c)] {{(pid=103332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:46:12.579537 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-210acb4e-b912-41fa-b853-c4e21dec90e1 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:46:12.592823 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.plugin [None req-210acb4e-b912-41fa-b853-c4e21dec90e1 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Calling delete_port for 6345544f-1182-4f1c-9a1f-4a23059fe206 owned by network:router_interface {{(pid=103332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 07:46:12.597648 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.db [req-666fbc2e-7b45-43b2-affb-b1850ac246a5 req-7fea7bf8-c85f-4d0f-873f-99cf891be001 service neutron] For port c52564ec-6172-4cda-ae86-95c4369510a6, host hv-neutron-8616, cleared binding levels {{(pid=103333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 07:46:12.600778 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.db [req-666fbc2e-7b45-43b2-affb-b1850ac246a5 req-7fea7bf8-c85f-4d0f-873f-99cf891be001 service neutron] For port c52564ec-6172-4cda-ae86-95c4369510a6, host hv-neutron-8616, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=c52564ec-6172-4cda-ae86-95c4369510a6,segment=NetworkSegment(96ea79ad-cb18-4750-9b35-f4e90ccd124f),segment_id=96ea79ad-cb18-4750-9b35-f4e90ccd124f)] {{(pid=103333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 07:46:12.606087 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [req-666fbc2e-7b45-43b2-affb-b1850ac246a5 req-7fea7bf8-c85f-4d0f-873f-99cf891be001 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130996754'] for port, after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:46:12.612530 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666fbc2e-7b45-43b2-affb-b1850ac246a5 req-7fea7bf8-c85f-4d0f-873f-99cf891be001 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:46:12.614280 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [req-666fbc2e-7b45-43b2-affb-b1850ac246a5 req-7fea7bf8-c85f-4d0f-873f-99cf891be001 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42160'] for port, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:46:12.615804 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-666fbc2e-7b45-43b2-affb-b1850ac246a5 req-7fea7bf8-c85f-4d0f-873f-99cf891be001 service neutron] 10.222.0.16 "PUT /v2.0/ports/c52564ec-6172-4cda-ae86-95c4369510a6 HTTP/1.1" status: 200 len: 1094 time: 0.7087355 Oct 19 07:46:12.620573 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ed6797f-26f3-41c5-9e24-4c87a56d498e', 'tag': 'c52564ec-6172-4cda-ae86-95c4369510a6'}] {{(pid=103333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 19 07:46:12.623360 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e3bb7d74903c72d9cb0d0f2f187c581e0456bd3142b101dc46d694cf75cdf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa01f639-34cc-45cc-a9f2-30ce8326b6ff" -d '{"events": [{"name": "network-changed", "server_uuid": "3ed6797f-26f3-41c5-9e24-4c87a56d498e", "tag": "c52564ec-6172-4cda-ae86-95c4369510a6"}]}' {{(pid=103333) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 07:46:12.657714 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-bfb6d027-1b9c-4127-b890-75e6bf93af48 None None] Attempt 2 to provision port c52564ec-6172-4cda-ae86-95c4369510a6 Oct 19 07:46:12.703481 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 19 Oct 2022 07:46:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-851dd5e2-eb31-4811-afa3-8b16cd118a3e x-openstack-request-id: req-851dd5e2-eb31-4811-afa3-8b16cd118a3e {{(pid=103333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 07:46:12.703820 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ed6797f-26f3-41c5-9e24-4c87a56d498e", "tag": "c52564ec-6172-4cda-ae86-95c4369510a6", "status": "completed", "code": 200}]} {{(pid=103333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 07:46:12.704026 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-851dd5e2-eb31-4811-afa3-8b16cd118a3e {{(pid=103333) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 07:46:12.704409 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.notifiers.nova [-] Nova event matching ['req-851dd5e2-eb31-4811-afa3-8b16cd118a3e'] response: {'name': 'network-changed', 'server_uuid': '3ed6797f-26f3-41c5-9e24-4c87a56d498e', 'tag': 'c52564ec-6172-4cda-ae86-95c4369510a6', 'status': 'completed', 'code': 200} Oct 19 07:46:12.730831 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-bfb6d027-1b9c-4127-b890-75e6bf93af48 None None] Port c52564ec-6172-4cda-ae86-95c4369510a6 had new provisioning blocks added so it will not transition to active. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:370}} Oct 19 07:46:12.740076 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fea7bf8-c85f-4d0f-873f-99cf891be001 service neutron] Pushing event updated for resources: {'Port': ['ID=c52564ec-6172-4cda-ae86-95c4369510a6,revision_number=3']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:46:12.767965 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666fbc2e-7b45-43b2-affb-b1850ac246a5 req-e326acb0-8d45-4fd9-a275-849ce13b1f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:46:12.769691 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-666fbc2e-7b45-43b2-affb-b1850ac246a5 req-e326acb0-8d45-4fd9-a275-849ce13b1f21 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=505fd091f8c84d6d8a8b7dc9bb7934bf&device_id=3ed6797f-26f3-41c5-9e24-4c87a56d498e HTTP/1.1" status: 200 len: 1097 time: 0.1044652 Oct 19 07:46:12.818488 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-666fbc2e-7b45-43b2-affb-b1850ac246a5 req-152cb41e-334e-4793-8545-b324420fbc0e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c52564ec-6172-4cda-ae86-95c4369510a6 HTTP/1.1" status: 200 len: 217 time: 0.0401638 Oct 19 07:46:12.818850 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-210acb4e-b912-41fa-b853-c4e21dec90e1 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133553798'] for port, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:46:12.846454 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210acb4e-b912-41fa-b853-c4e21dec90e1 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Pushing event deleted for resources: {'Port': ['ID=6345544f-1182-4f1c-9a1f-4a23059fe206,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:46:12.868892 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666fbc2e-7b45-43b2-affb-b1850ac246a5 req-aafbe98a-5c73-499c-b8df-1ff7bc48df2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:46:12.870363 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-666fbc2e-7b45-43b2-affb-b1850ac246a5 req-aafbe98a-5c73-499c-b8df-1ff7bc48df2d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=59cab28a-9f4d-46b7-9f00-ecdecb2d6122 HTTP/1.1" status: 200 len: 851 time: 0.0453999 Oct 19 07:46:12.930259 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666fbc2e-7b45-43b2-affb-b1850ac246a5 req-4d5a4acb-de7d-4c81-8713-502f7b39df9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:46:12.934488 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-666fbc2e-7b45-43b2-affb-b1850ac246a5 req-4d5a4acb-de7d-4c81-8713-502f7b39df9e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a23ce57c-5e7a-4686-b843-74109161e384&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0578532 Oct 19 07:46:13.037963 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-210acb4e-b912-41fa-b853-c4e21dec90e1 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1574862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1694957'] for router_interface, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:46:13.066586 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-666fbc2e-7b45-43b2-affb-b1850ac246a5 req-f8105a16-4ab6-4b11-ab70-e2dda4f1593b service neutron] 10.222.0.16 "GET /v2.0/networks/a23ce57c-5e7a-4686-b843-74109161e384?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214063 Oct 19 07:46:13.192666 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-666fbc2e-7b45-43b2-affb-b1850ac246a5 req-a5920379-0264-476e-9b22-7fce277da385 service neutron] 10.222.0.16 "GET /v2.0/networks/a23ce57c-5e7a-4686-b843-74109161e384?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1188216 Oct 19 07:46:13.278377 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-210acb4e-b912-41fa-b853-c4e21dec90e1 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Router e516fe6c-b3ad-4090-9b10-fad897190739 has already been hosted by L3 agent ab388470-1243-4d53-80f2-c2f5899c97a7 {{(pid=103332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 07:46:13.287416 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa01f639-34cc-45cc-a9f2-30ce8326b6ff req-a681139d-e96f-4df8-b22c-845d12c634ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:46:13.289587 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-fa01f639-34cc-45cc-a9f2-30ce8326b6ff req-a681139d-e96f-4df8-b22c-845d12c634ec service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=505fd091f8c84d6d8a8b7dc9bb7934bf&device_id=3ed6797f-26f3-41c5-9e24-4c87a56d498e HTTP/1.1" status: 200 len: 1097 time: 0.0522282 Oct 19 07:46:13.352214 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-e183fd5b-9dc4-46a6-96e6-5563a95f563c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:46:13.402042 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-210acb4e-b912-41fa-b853-c4e21dec90e1 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify agent at l3_agent.dv-neutron-861624-1-hyperv the message routers_updated {{(pid=103332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 07:46:13.408237 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-210acb4e-b912-41fa-b853-c4e21dec90e1 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "PUT /v2.0/routers/e516fe6c-b3ad-4090-9b10-fad897190739/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7311499 Oct 19 07:46:13.410826 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 60964) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:46:13.417473 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c62189d9-01de-416b-a1f1-9cfcc0f65ca2 None None] Sync routers for ids ['e516fe6c-b3ad-4090-9b10-fad897190739'] in dv-neutron-861624-1-hyperv {{(pid=103334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 07:46:13.432963 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c62189d9-01de-416b-a1f1-9cfcc0f65ca2 None None] Routers {'e516fe6c-b3ad-4090-9b10-fad897190739'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 07:46:13.433988 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-c62189d9-01de-416b-a1f1-9cfcc0f65ca2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T07:45:46Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['e516fe6c-b3ad-4090-9b10-fad897190739'], 'active': True} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:46:13.447652 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa01f639-34cc-45cc-a9f2-30ce8326b6ff req-aaa7b762-20a2-4d7d-92a9-7210fd46dbdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:46:13.448618 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-fa01f639-34cc-45cc-a9f2-30ce8326b6ff req-aaa7b762-20a2-4d7d-92a9-7210fd46dbdf service neutron] 10.222.0.16 "GET /v2.0/networks?id=a23ce57c-5e7a-4686-b843-74109161e384 HTTP/1.1" status: 200 len: 913 time: 0.1518958 Oct 19 07:46:13.495739 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3603a5d-54d2-43b4-ace0-c2a5dea8dcb1 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Deleting subnet 2446982a-6064-4a7e-a7a0-5e03c5e1c616 {{(pid=103332) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 19 07:46:13.500233 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-a3603a5d-54d2-43b4-ace0-c2a5dea8dcb1 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for subnet, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:46:13.505919 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-fa01f639-34cc-45cc-a9f2-30ce8326b6ff req-4ac12c0c-3e3b-401e-81c0-6d014a528071 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c52564ec-6172-4cda-ae86-95c4369510a6 HTTP/1.1" status: 200 len: 217 time: 0.0504580 Oct 19 07:46:13.546087 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-a3603a5d-54d2-43b4-ace0-c2a5dea8dcb1 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130726890'] for subnet, precommit_delete_associations {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:46:13.566382 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvr_db [None req-c62189d9-01de-416b-a1f1-9cfcc0f65ca2 None None] Set router e516fe6c-b3ad-4090-9b10-fad897190739 gateway port host: dv-neutron-861624-1-hyperv {{(pid=103334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 07:46:13.576331 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa01f639-34cc-45cc-a9f2-30ce8326b6ff req-0e677999-8095-41cd-b58f-2bdca05d92b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:46:13.578130 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-fa01f639-34cc-45cc-a9f2-30ce8326b6ff req-0e677999-8095-41cd-b58f-2bdca05d92b7 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=59cab28a-9f4d-46b7-9f00-ecdecb2d6122 HTTP/1.1" status: 200 len: 851 time: 0.0648460 Oct 19 07:46:13.620738 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2886bae9-c1cd-48e9-8641-fca9dbc78e3c req-6f4a2844-889b-42f8-a78e-2da507508ee2 tempest-TestVolumeBootPattern-1806498022 tempest-TestVolumeBootPattern-1806498022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:46:13.629381 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-2886bae9-c1cd-48e9-8641-fca9dbc78e3c req-6f4a2844-889b-42f8-a78e-2da507508ee2 tempest-TestVolumeBootPattern-1806498022 tempest-TestVolumeBootPattern-1806498022-project] 10.222.0.27 "GET /v2.0/ports?device_id=3ed6797f-26f3-41c5-9e24-4c87a56d498e HTTP/1.1" status: 200 len: 944 time: 0.1478238 Oct 19 07:46:13.638468 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa01f639-34cc-45cc-a9f2-30ce8326b6ff req-234249a7-5cdc-42e9-8574-d1b4ec7c09a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:46:13.640584 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-fa01f639-34cc-45cc-a9f2-30ce8326b6ff req-234249a7-5cdc-42e9-8574-d1b4ec7c09a6 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a23ce57c-5e7a-4686-b843-74109161e384&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0562527 Oct 19 07:46:13.708815 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-2886bae9-c1cd-48e9-8641-fca9dbc78e3c req-4e1b6268-a562-4b1c-867d-cb3d8fc06196 tempest-TestVolumeBootPattern-1806498022 tempest-TestVolumeBootPattern-1806498022-project] 10.222.0.27 "GET /v2.0/security-groups?id=09745190-85cd-4989-bb6d-51a24a3c4be0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0729718 Oct 19 07:46:13.716254 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-a3603a5d-54d2-43b4-ace0-c2a5dea8dcb1 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-679826'] for subnet, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:46:13.759791 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-fa01f639-34cc-45cc-a9f2-30ce8326b6ff req-95f61d8d-1261-4dfb-b9ec-8ba69d0b45f4 service neutron] 10.222.0.16 "GET /v2.0/networks/a23ce57c-5e7a-4686-b843-74109161e384?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1124156 Oct 19 07:46:13.787205 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-a3603a5d-54d2-43b4-ace0-c2a5dea8dcb1 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-679819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-133552721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130659632'] for subnet, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:46:13.808758 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-c62189d9-01de-416b-a1f1-9cfcc0f65ca2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e516fe6c-b3ad-4090-9b10-fad897190739', 'name': 'tempest-TestNetworkBasicOps-router-2037566591', 'tenant_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'external_fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.120'}], 'enable_snat': True}, 'gw_port_id': '46a98dd2-f544-4b48-8461-bf0e6abd72c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T07:44:25Z', 'updated_at': '2022-10-19T07:46:12Z', 'revision_number': 7, 'project_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'gw_port': {'id': '46a98dd2-f544-4b48-8461-bf0e6abd72c2', 'name': '', 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:1b:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e516fe6c-b3ad-4090-9b10-fad897190739', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1190, 'fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:44:26Z', 'updated_at': '2022-10-19T07:44:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861624-1-hyperv'}], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:46:13.825889 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3603a5d-54d2-43b4-ace0-c2a5dea8dcb1 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Pushing event deleted for resources: {'Subnet': ['ID=2446982a-6064-4a7e-a7a0-5e03c5e1c616,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:46:13.829732 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-a3603a5d-54d2-43b4-ace0-c2a5dea8dcb1 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for subnet, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:46:13.835950 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-a3603a5d-54d2-43b4-ace0-c2a5dea8dcb1 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "DELETE /v2.0/subnets/2446982a-6064-4a7e-a7a0-5e03c5e1c616 HTTP/1.1" status: 204 len: 168 time: 0.4239626 Oct 19 07:46:13.836724 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 60966) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:46:13.846151 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c62189d9-01de-416b-a1f1-9cfcc0f65ca2 None None] Checking router: e516fe6c-b3ad-4090-9b10-fad897190739 for host: dv-neutron-861624-1-hyperv {{(pid=103334) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 07:46:13.849192 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01f7549b-562e-4aa8-846a-2fe714dbe801 None None] Network 29687d8b-decc-4f3b-b892-7b87648c9d85 requested from dv-neutron-861624-1-hyperv {{(pid=103334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 07:46:13.890650 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Device 25237774-9447-4823-9298-724b5c6116e2 no longer exists at agent hyperv_hv-neutron-8616 {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 07:46:13.902612 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-fa01f639-34cc-45cc-a9f2-30ce8326b6ff req-a5782fff-cdea-4524-a89b-980db00b2e2d service neutron] 10.222.0.16 "GET /v2.0/networks/a23ce57c-5e7a-4686-b843-74109161e384?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1367970 Oct 19 07:46:13.954663 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] No Port match for: 25237774-9447-4823-9298-724b5c6116e2 {{(pid=103334) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 19 07:46:13.955061 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Device 25237774-9447-4823-9298-724b5c6116e2 not bound to the agent host hv-neutron-8616 {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 07:46:13.968084 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c62189d9-01de-416b-a1f1-9cfcc0f65ca2 None None] Routers {'e516fe6c-b3ad-4090-9b10-fad897190739'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 07:46:13.968751 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-c62189d9-01de-416b-a1f1-9cfcc0f65ca2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T07:45:46Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['e516fe6c-b3ad-4090-9b10-fad897190739'], 'active': True} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:46:14.125706 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvr_db [None req-c62189d9-01de-416b-a1f1-9cfcc0f65ca2 None None] Set router e516fe6c-b3ad-4090-9b10-fad897190739 gateway port host: dv-neutron-861624-1-hyperv {{(pid=103334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 07:46:14.221129 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-009d12ae-c9be-4906-916f-973789f3ce54 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for router, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:46:14.315150 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c81bed3-bef2-421c-b956-ac9b27aba856 None None] DHCP port deletion for 29687d8b-decc-4f3b-b892-7b87648c9d85 request from dv-neutron-861624-1-hyperv {{(pid=103334) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 07:46:14.372400 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-009d12ae-c9be-4906-916f-973789f3ce54 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:46:14.408130 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-7c81bed3-bef2-421c-b956-ac9b27aba856 None None] Deleting port d8431c0f-f107-4ddb-afd9-5d96b2cd0a13 {{(pid=103334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 07:46:14.408527 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-7c81bed3-bef2-421c-b956-ac9b27aba856 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:46:14.413741 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-c62189d9-01de-416b-a1f1-9cfcc0f65ca2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e516fe6c-b3ad-4090-9b10-fad897190739', 'name': 'tempest-TestNetworkBasicOps-router-2037566591', 'tenant_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'external_fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.120'}], 'enable_snat': True}, 'gw_port_id': '46a98dd2-f544-4b48-8461-bf0e6abd72c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T07:44:25Z', 'updated_at': '2022-10-19T07:46:12Z', 'revision_number': 7, 'project_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'gw_port': {'id': '46a98dd2-f544-4b48-8461-bf0e6abd72c2', 'name': '', 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:1b:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e516fe6c-b3ad-4090-9b10-fad897190739', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1190, 'fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:44:26Z', 'updated_at': '2022-10-19T07:44:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861624-1-hyperv'}], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:46:14.449835 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.plugin [None req-009d12ae-c9be-4906-916f-973789f3ce54 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Deleting port 46a98dd2-f544-4b48-8461-bf0e6abd72c2 {{(pid=103332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 07:46:14.450102 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-009d12ae-c9be-4906-916f-973789f3ce54 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:46:14.456902 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c62189d9-01de-416b-a1f1-9cfcc0f65ca2 None None] The sync data for ids ['e516fe6c-b3ad-4090-9b10-fad897190739'] in dv-neutron-861624-1-hyperv is: [{'id': 'e516fe6c-b3ad-4090-9b10-fad897190739', 'name': 'tempest-TestNetworkBasicOps-router-2037566591', 'tenant_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'external_fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.120'}], 'enable_snat': True}, 'gw_port_id': '46a98dd2-f544-4b48-8461-bf0e6abd72c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T07:44:25Z', 'updated_at': '2022-10-19T07:46:12Z', 'revision_number': 7, 'project_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'gw_port': {'id': '46a98dd2-f544-4b48-8461-bf0e6abd72c2', 'name': '', 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:1b:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e516fe6c-b3ad-4090-9b10-fad897190739', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1190, 'fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:44:26Z', 'updated_at': '2022-10-19T07:44:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861624-1-hyperv'}] {{(pid=103334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 07:46:14.514705 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-7c81bed3-bef2-421c-b956-ac9b27aba856 None None] For port d8431c0f-f107-4ddb-afd9-5d96b2cd0a13, host dv-neutron-861624-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=d8431c0f-f107-4ddb-afd9-5d96b2cd0a13,segment=NetworkSegment(33e9c49a-3391-4318-811e-b016e5419e9c),segment_id=33e9c49a-3391-4318-811e-b016e5419e9c)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:46:14.515109 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-7c81bed3-bef2-421c-b956-ac9b27aba856 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:46:14.529993 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-7c81bed3-bef2-421c-b956-ac9b27aba856 None None] Calling delete_port for d8431c0f-f107-4ddb-afd9-5d96b2cd0a13 owned by network:dhcp {{(pid=103334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 07:46:14.544783 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.db [None req-009d12ae-c9be-4906-916f-973789f3ce54 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] For port 46a98dd2-f544-4b48-8461-bf0e6abd72c2, host dv-neutron-861624-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=46a98dd2-f544-4b48-8461-bf0e6abd72c2,segment=NetworkSegment(53981d04-8205-40d8-8d33-0510111d6f8f),segment_id=53981d04-8205-40d8-8d33-0510111d6f8f)] {{(pid=103332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:46:14.545184 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-009d12ae-c9be-4906-916f-973789f3ce54 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:46:14.559613 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.plugin [None req-009d12ae-c9be-4906-916f-973789f3ce54 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Calling delete_port for 46a98dd2-f544-4b48-8461-bf0e6abd72c2 owned by network:router_gateway {{(pid=103332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 07:46:14.611309 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-7c81bed3-bef2-421c-b956-ac9b27aba856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339'] for port, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:46:14.641891 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c81bed3-bef2-421c-b956-ac9b27aba856 None None] Pushing event deleted for resources: {'Port': ['ID=d8431c0f-f107-4ddb-afd9-5d96b2cd0a13,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:46:14.646395 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c81bed3-bef2-421c-b956-ac9b27aba856 None None] No DVR routers for this DVR port d8431c0f-f107-4ddb-afd9-5d96b2cd0a13 on host dv-neutron-861624-1-hyperv {{(pid=103334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 19 07:46:14.744162 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-009d12ae-c9be-4906-916f-973789f3ce54 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133553798'] for port, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:46:14.777116 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009d12ae-c9be-4906-916f-973789f3ce54 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Pushing event deleted for resources: {'Port': ['ID=46a98dd2-f544-4b48-8461-bf0e6abd72c2,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:46:14.875728 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9880a5d6-baaa-4540-b2e9-dcf7a823e01c req-10c1c7bc-39b8-4bc3-a17a-edee85fe81e0 tempest-TestVolumeBootPattern-1806498022 tempest-TestVolumeBootPattern-1806498022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:46:14.877400 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-9880a5d6-baaa-4540-b2e9-dcf7a823e01c req-10c1c7bc-39b8-4bc3-a17a-edee85fe81e0 tempest-TestVolumeBootPattern-1806498022 tempest-TestVolumeBootPattern-1806498022-project] 10.222.0.27 "GET /v2.0/ports?device_id=3ed6797f-26f3-41c5-9e24-4c87a56d498e HTTP/1.1" status: 200 len: 944 time: 0.0980437 Oct 19 07:46:14.880050 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-009d12ae-c9be-4906-916f-973789f3ce54 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1693831'] for router_gateway, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:46:15.011575 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-009d12ae-c9be-4906-916f-973789f3ce54 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1693565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12618'] for router, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:46:15.015063 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-009d12ae-c9be-4906-916f-973789f3ce54 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:46:15.051152 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-9880a5d6-baaa-4540-b2e9-dcf7a823e01c req-a34910d5-19b1-4c4f-b00c-1ed44eb0c155 tempest-TestVolumeBootPattern-1806498022 tempest-TestVolumeBootPattern-1806498022-project] 10.222.0.27 "GET /v2.0/security-groups?id=09745190-85cd-4989-bb6d-51a24a3c4be0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1544032 Oct 19 07:46:15.091320 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-009d12ae-c9be-4906-916f-973789f3ce54 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1693542'] for router, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:46:15.092017 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-009d12ae-c9be-4906-916f-973789f3ce54 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Fanout notify agent at l3_agent the message router_deleted on router e516fe6c-b3ad-4090-9b10-fad897190739 {{(pid=103332) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 07:46:15.099297 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-009d12ae-c9be-4906-916f-973789f3ce54 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for router, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:46:15.103214 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-009d12ae-c9be-4906-916f-973789f3ce54 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "DELETE /v2.0/routers/e516fe6c-b3ad-4090-9b10-fad897190739 HTTP/1.1" status: 204 len: 168 time: 1.2627659 Oct 19 07:46:15.103561 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 60970) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:46:15.154809 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device d8431c0f-f107-4ddb-afd9-5d96b2cd0a13 no longer exists at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 07:46:15.177424 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] No Port match for: d8431c0f-f107-4ddb-afd9-5d96b2cd0a13 {{(pid=103334) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 19 07:46:15.177837 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device d8431c0f-f107-4ddb-afd9-5d96b2cd0a13 not bound to the agent host dv-neutron-861624-1-hyperv {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 07:46:15.178669 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device 6345544f-1182-4f1c-9a1f-4a23059fe206 no longer exists at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 07:46:15.206989 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] No Port match for: 6345544f-1182-4f1c-9a1f-4a23059fe206 {{(pid=103334) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 19 07:46:15.207334 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device 6345544f-1182-4f1c-9a1f-4a23059fe206 not bound to the agent host dv-neutron-861624-1-hyperv {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 07:46:15.213071 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-eacd5bf1-5d8f-417d-af4a-250741fdbe66 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-667019'] for network, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:46:15.312545 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-eacd5bf1-5d8f-417d-af4a-250741fdbe66 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-673051', 'neutron.services.segments.db._delete_segments_for_network-8785021519108'] for network, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:46:15.333026 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-eacd5bf1-5d8f-417d-af4a-250741fdbe66 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29687d8b-decc-4f3b-b892-7b87648c9d85']}} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:46:15.342056 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-eacd5bf1-5d8f-417d-af4a-250741fdbe66 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33e9c49a-3391-4318-811e-b016e5419e9c') {'for_net_delete': True} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:46:15.342351 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-eacd5bf1-5d8f-417d-af4a-250741fdbe66 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33e9c49a-3391-4318-811e-b016e5419e9c') {} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:46:15.351466 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-eacd5bf1-5d8f-417d-af4a-250741fdbe66 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785021519382', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-134111927'] for segment, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:46:15.366189 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-eacd5bf1-5d8f-417d-af4a-250741fdbe66 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979'] for segment, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:46:15.373774 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eacd5bf1-5d8f-417d-af4a-250741fdbe66 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Releasing vlan 192 on physical network physnet1 to pool {{(pid=103333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 07:46:15.374192 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-eacd5bf1-5d8f-417d-af4a-250741fdbe66 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130996782'] for segment, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:46:15.406625 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.services.segments.plugin [-] Segment 33e9c49a-3391-4318-811e-b016e5419e9c resource provider aggregate not found Oct 19 07:46:15.449361 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-eacd5bf1-5d8f-417d-af4a-250741fdbe66 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-673044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1695087'] for network, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:46:15.468580 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-eacd5bf1-5d8f-417d-af4a-250741fdbe66 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for network, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:46:15.474659 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-eacd5bf1-5d8f-417d-af4a-250741fdbe66 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "DELETE /v2.0/networks/29687d8b-decc-4f3b-b892-7b87648c9d85 HTTP/1.1" status: 204 len: 168 time: 0.3670394 Oct 19 07:46:15.474659 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.services.segments.plugin [-] Segment 33e9c49a-3391-4318-811e-b016e5419e9c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 33e9c49a-3391-4318-811e-b016e5419e9c found for delete ", "request_id": "req-b4ccea4f-f7b3-4a2f-889f-01ae05cf8ef2"}]} Oct 19 07:46:15.474659 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eacd5bf1-5d8f-417d-af4a-250741fdbe66 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Pushing event deleted for resources: {'Network': ['ID=29687d8b-decc-4f3b-b892-7b87648c9d85,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:46:15.487035 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 60976) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:46:15.492525 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-50fe246a-c209-46c4-93e3-56deea1d5789 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Request body: {'network': {'name': 'tempest-network-smoke--731865706', 'project_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'port_security_enabled': True}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:46:15.514255 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50fe246a-c209-46c4-93e3-56deea1d5789 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Made reservation on behalf of 47a12ea4f74e4c18b13323e6f3cc9741 for: {'network': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 07:46:15.517697 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-50fe246a-c209-46c4-93e3-56deea1d5789 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for network, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:46:15.542833 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50fe246a-c209-46c4-93e3-56deea1d5789 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 181} {{(pid=103333) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 07:46:15.554648 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-50fe246a-c209-46c4-93e3-56deea1d5789 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979'] for segment, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:46:15.554991 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.db.segments_db [None req-50fe246a-c209-46c4-93e3-56deea1d5789 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Added segment bca40144-5639-44b4-989c-e077ab4b054e of type vlan for network e61b0d98-0066-4951-a8fc-f2deb1051d05 Oct 19 07:46:15.595884 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-50fe246a-c209-46c4-93e3-56deea1d5789 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785020965340'] for network, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:46:15.621932 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-50fe246a-c209-46c4-93e3-56deea1d5789 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873'] for network, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:46:15.627464 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50fe246a-c209-46c4-93e3-56deea1d5789 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:46:15.628054 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-50fe246a-c209-46c4-93e3-56deea1d5789 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for network, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:46:15.664409 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-50fe246a-c209-46c4-93e3-56deea1d5789 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1763120 Oct 19 07:46:15.667390 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 60978) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:46:15.672418 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-6eeefead-0e73-423f-872b-adcd62604829 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-728793310', 'admin_state_up': True, 'project_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd'}}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:46:15.694042 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-6eeefead-0e73-423f-872b-adcd62604829 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1692695', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12668'] for router, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:46:15.695076 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-6eeefead-0e73-423f-872b-adcd62604829 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1692835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1693910', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1621825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12659'] for router, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:46:15.701612 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50fe246a-c209-46c4-93e3-56deea1d5789 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Pushing event updated for resources: {'Network': ['ID=e61b0d98-0066-4951-a8fc-f2deb1051d05,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:46:15.713486 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Network e61b0d98-0066-4951-a8fc-f2deb1051d05 details requested by agent ovs-agent-dv-neutron-861624-1-hyperv with host dv-neutron-861624-1-hyperv {{(pid=103334) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 07:46:15.750946 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-6eeefead-0e73-423f-872b-adcd62604829 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:46:15.884985 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-6eeefead-0e73-423f-872b-adcd62604829 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:46:16.077147 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-6eeefead-0e73-423f-872b-adcd62604829 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for router_gateway, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:46:16.096360 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-6eeefead-0e73-423f-872b-adcd62604829 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:46:16.230923 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0a59cc-37c6-4b28-a5fc-eb9528552bc5 req-9811e86e-1903-4789-8f86-10d2633384ba tempest-TestVolumeBootPattern-1806498022 tempest-TestVolumeBootPattern-1806498022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:46:16.232407 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-1a0a59cc-37c6-4b28-a5fc-eb9528552bc5 req-9811e86e-1903-4789-8f86-10d2633384ba tempest-TestVolumeBootPattern-1806498022 tempest-TestVolumeBootPattern-1806498022-project] 10.222.0.27 "GET /v2.0/ports?device_id=3ed6797f-26f3-41c5-9e24-4c87a56d498e HTTP/1.1" status: 200 len: 944 time: 0.0989945 Oct 19 07:46:16.251220 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.db_base_plugin_common [None req-6eeefead-0e73-423f-872b-adcd62604829 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Allocated IP 172.26.0.220 (99c66757-74e3-40a4-b479-8d09e3a7c3dd/7f3d1034-1de7-458a-a3ee-77488de3949b/affcc04c-9298-400c-848f-e778961386d3) {{(pid=103332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 07:46:16.272762 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-4d94b800-2f2f-453f-81e7-348119cd3011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:46:16.301462 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-1a0a59cc-37c6-4b28-a5fc-eb9528552bc5 req-db7a1fc9-131c-4f40-9cb3-6e496c36f278 tempest-TestVolumeBootPattern-1806498022 tempest-TestVolumeBootPattern-1806498022-project] 10.222.0.27 "GET /v2.0/security-groups?id=09745190-85cd-4989-bb6d-51a24a3c4be0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0613370 Oct 19 07:46:16.377139 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-6eeefead-0e73-423f-872b-adcd62604829 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for port, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:46:16.409898 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-6eeefead-0e73-423f-872b-adcd62604829 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785020947330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133553798'] for port, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:46:16.454977 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eeefead-0e73-423f-872b-adcd62604829 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Network 99c66757-74e3-40a4-b479-8d09e3a7c3dd is already hosted by enough agents. {{(pid=103332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 07:46:16.457749 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.base_scheduler [None req-6eeefead-0e73-423f-872b-adcd62604829 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Resources bound (agent type, host, resource id): {{(pid=103332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:46:16.460131 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eeefead-0e73-423f-872b-adcd62604829 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Received port after_create {{(pid=103332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 07:46:16.482187 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eeefead-0e73-423f-872b-adcd62604829 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Pushing event updated for resources: {'Port': ['ID=affcc04c-9298-400c-848f-e778961386d3,revision_number=1']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:46:16.705684 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-6eeefead-0e73-423f-872b-adcd62604829 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for router_gateway, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:46:16.903442 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-6eeefead-0e73-423f-872b-adcd62604829 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1692844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1693859'] for router, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:46:17.022515 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device 46a98dd2-f544-4b48-8461-bf0e6abd72c2 no longer exists at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 07:46:17.031375 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6eeefead-0e73-423f-872b-adcd62604829 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Router a0cb8431-b1aa-460e-8aa3-453b9d3c0819 is scheduled to L3 agent ab388470-1243-4d53-80f2-c2f5899c97a7 with binding_index 1 {{(pid=103332) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 07:46:17.042960 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] No Port match for: 46a98dd2-f544-4b48-8461-bf0e6abd72c2 {{(pid=103334) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 19 07:46:17.043311 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device 46a98dd2-f544-4b48-8461-bf0e6abd72c2 not bound to the agent host dv-neutron-861624-1-hyperv {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 07:46:17.378518 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6eeefead-0e73-423f-872b-adcd62604829 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify agent at l3_agent.dv-neutron-861624-1-hyperv the message routers_updated {{(pid=103332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 07:46:17.389844 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d912dce-c2fd-48b3-8a19-09e0a4bb9814 None None] Sync routers for ids ['a0cb8431-b1aa-460e-8aa3-453b9d3c0819'] in dv-neutron-861624-1-hyperv {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 07:46:17.398757 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d912dce-c2fd-48b3-8a19-09e0a4bb9814 None None] Routers {'a0cb8431-b1aa-460e-8aa3-453b9d3c0819'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 07:46:17.399547 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-1d912dce-c2fd-48b3-8a19-09e0a4bb9814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T07:46:16Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['a0cb8431-b1aa-460e-8aa3-453b9d3c0819'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:46:17.422387 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-6eeefead-0e73-423f-872b-adcd62604829 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for router, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:46:17.426666 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-6eeefead-0e73-423f-872b-adcd62604829 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.7551439 Oct 19 07:46:17.427564 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 60984) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:46:17.453041 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7014b65f-917a-4a48-b576-ce9c418e6c6d req-f9388a24-776b-4d90-94b0-b3c5108a980e tempest-TestVolumeBootPattern-1806498022 tempest-TestVolumeBootPattern-1806498022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:46:17.455192 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-7014b65f-917a-4a48-b576-ce9c418e6c6d req-f9388a24-776b-4d90-94b0-b3c5108a980e tempest-TestVolumeBootPattern-1806498022 tempest-TestVolumeBootPattern-1806498022-project] 10.222.0.27 "GET /v2.0/ports?device_id=3ed6797f-26f3-41c5-9e24-4c87a56d498e HTTP/1.1" status: 200 len: 944 time: 0.0790720 Oct 19 07:46:17.464193 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-9d655123-93a3-4ef0-a527-ac69ac8fba9a tempest-TestNetworkBasicOps-773100899 tempest-TestNetworkBasicOps-773100899-project-admin] 10.222.0.27 "GET /v2.0/subnets?project_id=47a12ea4f74e4c18b13323e6f3cc9741&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0354064 Oct 19 07:46:17.466645 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 60986) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:46:17.496582 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-7014b65f-917a-4a48-b576-ce9c418e6c6d req-a305759b-ecdf-4ec5-9081-ad1c7a979287 tempest-TestVolumeBootPattern-1806498022 tempest-TestVolumeBootPattern-1806498022-project] 10.222.0.27 "GET /v2.0/security-groups?id=09745190-85cd-4989-bb6d-51a24a3c4be0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352879 Oct 19 07:46:17.521399 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvr_db [None req-1d912dce-c2fd-48b3-8a19-09e0a4bb9814 None None] Set router a0cb8431-b1aa-460e-8aa3-453b9d3c0819 gateway port host: dv-neutron-861624-1-hyperv {{(pid=103335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 07:46:17.556899 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d16aba69-ec42-40c7-8f0d-61ab270f75b5 tempest-TestNetworkBasicOps-773100899 tempest-TestNetworkBasicOps-773100899-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:46:17.558547 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-d16aba69-ec42-40c7-8f0d-61ab270f75b5 tempest-TestNetworkBasicOps-773100899 tempest-TestNetworkBasicOps-773100899-project-admin] 10.222.0.27 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0910115 Oct 19 07:46:17.561328 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 60988) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:46:17.588934 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-889c3658-d3ec-48fb-be3d-bb01856d6af3 tempest-TestNetworkBasicOps-773100899 tempest-TestNetworkBasicOps-773100899-project-admin] 10.222.0.27 "GET /v2.0/subnets?network_id=99c66757-74e3-40a4-b479-8d09e3a7c3dd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0264952 Oct 19 07:46:17.591415 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 60990) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:46:17.595977 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-de2bab0a-0e9d-48f5-b8bb-3bd1b5176b1a tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1794578069', 'network_id': 'e61b0d98-0066-4951-a8fc-f2deb1051d05', 'project_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:46:17.683321 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de2bab0a-0e9d-48f5-b8bb-3bd1b5176b1a tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Made reservation on behalf of 47a12ea4f74e4c18b13323e6f3cc9741 for: {'subnet': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 07:46:17.686707 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-de2bab0a-0e9d-48f5-b8bb-3bd1b5176b1a tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130170579'] for subnet, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:46:17.702894 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-1d912dce-c2fd-48b3-8a19-09e0a4bb9814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0cb8431-b1aa-460e-8aa3-453b9d3c0819', 'name': 'tempest-TestNetworkBasicOps-router-728793310', 'tenant_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'external_fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.220'}], 'enable_snat': True}, 'gw_port_id': 'affcc04c-9298-400c-848f-e778961386d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T07:46:15Z', 'updated_at': '2022-10-19T07:46:16Z', 'revision_number': 3, 'project_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'gw_port': {'id': 'affcc04c-9298-400c-848f-e778961386d3', 'name': '', 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:50:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0cb8431-b1aa-460e-8aa3-453b9d3c0819', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1338, 'fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:46:16Z', 'updated_at': '2022-10-19T07:46:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861624-1-hyperv'}], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:46:17.729570 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d912dce-c2fd-48b3-8a19-09e0a4bb9814 None None] Checking router: a0cb8431-b1aa-460e-8aa3-453b9d3c0819 for host: dv-neutron-861624-1-hyperv {{(pid=103335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 07:46:17.729933 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d912dce-c2fd-48b3-8a19-09e0a4bb9814 None None] Updating router a0cb8431-b1aa-460e-8aa3-453b9d3c0819 port affcc04c-9298-400c-848f-e778961386d3 binding host dv-neutron-861624-1-hyperv {{(pid=103335) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 07:46:17.760873 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-1d912dce-c2fd-48b3-8a19-09e0a4bb9814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:46:17.866322 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-de2bab0a-0e9d-48f5-b8bb-3bd1b5176b1a tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130997899', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130170401'] for subnet, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:46:17.913024 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-2a2259f7-b034-4eec-af7a-7abaede746c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:46:17.929678 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2bab0a-0e9d-48f5-b8bb-3bd1b5176b1a tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Pushing event updated for resources: {'Subnet': ['ID=c16ec971-022b-411e-8337-b9ad7b8c59d4,revision_number=0']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:46:17.940460 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de2bab0a-0e9d-48f5-b8bb-3bd1b5176b1a tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Checking segment: {'id': 'bca40144-5639-44b4-989c-e077ab4b054e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'e61b0d98-0066-4951-a8fc-f2deb1051d05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 19 07:46:17.940843 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de2bab0a-0e9d-48f5-b8bb-3bd1b5176b1a tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Network hostable DHCP agents. Network: e61b0d98-0066-4951-a8fc-f2deb1051d05, hostable agents: ['310d813b-0e3e-4d7e-9b79-8f4ec0dbcab0'], hosted agents: [] {{(pid=103333) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 07:46:17.958148 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de2bab0a-0e9d-48f5-b8bb-3bd1b5176b1a tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Network e61b0d98-0066-4951-a8fc-f2deb1051d05 is scheduled to be hosted by DHCP agent 310d813b-0e3e-4d7e-9b79-8f4ec0dbcab0 with binding_index 1 {{(pid=103333) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 07:46:17.967743 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-de2bab0a-0e9d-48f5-b8bb-3bd1b5176b1a tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861624-1-hyperv, e61b0d98-0066-4951-a8fc-f2deb1051d05) {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:46:17.971956 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de2bab0a-0e9d-48f5-b8bb-3bd1b5176b1a tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:46:17.973038 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-de2bab0a-0e9d-48f5-b8bb-3bd1b5176b1a tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for subnet, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:46:17.978262 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e2f8bdb-80dd-4230-ad3a-88711e8131f3 None None] Network e61b0d98-0066-4951-a8fc-f2deb1051d05 requested from dv-neutron-861624-1-hyperv {{(pid=103334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 07:46:17.991108 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-de2bab0a-0e9d-48f5-b8bb-3bd1b5176b1a tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.3986542 Oct 19 07:46:17.993975 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 60992) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:46:18.018314 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-1d912dce-c2fd-48b3-8a19-09e0a4bb9814 None None] Notify callbacks [] for port, precommit_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:46:18.023521 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-1d912dce-c2fd-48b3-8a19-09e0a4bb9814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:46:18.058096 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-1d912dce-c2fd-48b3-8a19-09e0a4bb9814 None None] Attempting to bind port affcc04c-9298-400c-848f-e778961386d3 on host dv-neutron-861624-1-hyperv for vnic_type normal with profile {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 19 07:46:18.058452 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-1d912dce-c2fd-48b3-8a19-09e0a4bb9814 None None] Attempting to bind port affcc04c-9298-400c-848f-e778961386d3 by drivers openvswitch,hyperv on host dv-neutron-861624-1-hyperv at level 0 using segments [{'id': '53981d04-8205-40d8-8d33-0510111d6f8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd'}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 19 07:46:18.058811 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d912dce-c2fd-48b3-8a19-09e0a4bb9814 None None] Attempting to bind port affcc04c-9298-400c-848f-e778961386d3 on network 99c66757-74e3-40a4-b479-8d09e3a7c3dd {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 07:46:18.066588 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d912dce-c2fd-48b3-8a19-09e0a4bb9814 None None] Checking agent: {'id': 'a5b0152c-d633-409b-aaf8-3b76458e2410', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861624-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 19, 7, 30, 19), 'started_at': datetime.datetime(2022, 10, 19, 7, 30, 49), 'heartbeat_timestamp': datetime.datetime(2022, 10, 19, 7, 45, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861624-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 07:46:18.066957 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d912dce-c2fd-48b3-8a19-09e0a4bb9814 None None] Checking segment: {'id': '53981d04-8205-40d8-8d33-0510111d6f8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 19 07:46:18.067341 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-1d912dce-c2fd-48b3-8a19-09e0a4bb9814 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:46:18.067722 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d912dce-c2fd-48b3-8a19-09e0a4bb9814 None None] Bound using segment: {'id': '53981d04-8205-40d8-8d33-0510111d6f8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd'} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 07:46:18.068173 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-1d912dce-c2fd-48b3-8a19-09e0a4bb9814 None None] Bound port: affcc04c-9298-400c-848f-e778961386d3, host: dv-neutron-861624-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53981d04-8205-40d8-8d33-0510111d6f8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd'}}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 19 07:46:18.068552 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-1d912dce-c2fd-48b3-8a19-09e0a4bb9814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:46:18.103856 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9433ffa9-2bb3-4147-9300-3b6b044096b7 None None] Pushing event updated for resources: {'Port': ['ID=affcc04c-9298-400c-848f-e778961386d3,revision_number=2']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:46:18.135072 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-1d912dce-c2fd-48b3-8a19-09e0a4bb9814 None None] For port affcc04c-9298-400c-848f-e778961386d3, host dv-neutron-861624-1-hyperv, cleared binding levels {{(pid=103335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 07:46:18.138602 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b4b1500-da3c-48ed-a0c9-db2e5b92e459 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d12c6ac-27a3-545c-a8f3-f04e30423d6d-e61b0d98-0066-4951-a8fc-f2deb1051d05', 'network_id': 'e61b0d98-0066-4951-a8fc-f2deb1051d05', 'tenant_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'fixed_ips': [{'subnet_id': 'c16ec971-022b-411e-8337-b9ad7b8c59d4'}]}} from dv-neutron-861624-1-hyperv. {{(pid=103334) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 07:46:18.139325 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-1d912dce-c2fd-48b3-8a19-09e0a4bb9814 None None] For port affcc04c-9298-400c-848f-e778961386d3, host dv-neutron-861624-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=affcc04c-9298-400c-848f-e778961386d3,segment=NetworkSegment(53981d04-8205-40d8-8d33-0510111d6f8f),segment_id=53981d04-8205-40d8-8d33-0510111d6f8f)] {{(pid=103335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 07:46:18.140257 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-2b4b1500-da3c-48ed-a0c9-db2e5b92e459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:46:18.144528 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-1d912dce-c2fd-48b3-8a19-09e0a4bb9814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:46:18.185969 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d912dce-c2fd-48b3-8a19-09e0a4bb9814 None None] Routers {'a0cb8431-b1aa-460e-8aa3-453b9d3c0819'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 07:46:18.186692 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-1d912dce-c2fd-48b3-8a19-09e0a4bb9814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T07:46:16Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['a0cb8431-b1aa-460e-8aa3-453b9d3c0819'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:46:18.239483 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9433ffa9-2bb3-4147-9300-3b6b044096b7 None None] Pushing event updated for resources: {'Port': ['ID=affcc04c-9298-400c-848f-e778961386d3,revision_number=3']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:46:18.320100 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvr_db [None req-1d912dce-c2fd-48b3-8a19-09e0a4bb9814 None None] Set router a0cb8431-b1aa-460e-8aa3-453b9d3c0819 gateway port host: dv-neutron-861624-1-hyperv {{(pid=103335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 07:46:18.433985 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.db_base_plugin_common [None req-2b4b1500-da3c-48ed-a0c9-db2e5b92e459 None None] Allocated IP 172.20.0.2 (e61b0d98-0066-4951-a8fc-f2deb1051d05/c16ec971-022b-411e-8337-b9ad7b8c59d4/118b495c-12d9-46f1-8461-0a8aed7fbcd0) {{(pid=103334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 07:46:18.469463 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-3193c175-f1fd-4ca1-90ed-5bdc6dda96e2 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:46:18.524190 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-1d912dce-c2fd-48b3-8a19-09e0a4bb9814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0cb8431-b1aa-460e-8aa3-453b9d3c0819', 'name': 'tempest-TestNetworkBasicOps-router-728793310', 'tenant_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'external_fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.220'}], 'enable_snat': True}, 'gw_port_id': 'affcc04c-9298-400c-848f-e778961386d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T07:46:15Z', 'updated_at': '2022-10-19T07:46:16Z', 'revision_number': 3, 'project_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'gw_port': {'id': 'affcc04c-9298-400c-848f-e778961386d3', 'name': '', 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:50:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0cb8431-b1aa-460e-8aa3-453b9d3c0819', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1338, 'fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:46:16Z', 'updated_at': '2022-10-19T07:46:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861624-1-hyperv'}], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:46:18.558883 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d912dce-c2fd-48b3-8a19-09e0a4bb9814 None None] The sync data for ids ['a0cb8431-b1aa-460e-8aa3-453b9d3c0819'] in dv-neutron-861624-1-hyperv is: [{'id': 'a0cb8431-b1aa-460e-8aa3-453b9d3c0819', 'name': 'tempest-TestNetworkBasicOps-router-728793310', 'tenant_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'external_fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.220'}], 'enable_snat': True}, 'gw_port_id': 'affcc04c-9298-400c-848f-e778961386d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T07:46:15Z', 'updated_at': '2022-10-19T07:46:16Z', 'revision_number': 3, 'project_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'gw_port': {'id': 'affcc04c-9298-400c-848f-e778961386d3', 'name': '', 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:50:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0cb8431-b1aa-460e-8aa3-453b9d3c0819', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1338, 'fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:46:16Z', 'updated_at': '2022-10-19T07:46:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861624-1-hyperv'}] {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 07:46:18.599307 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-2b4b1500-da3c-48ed-a0c9-db2e5b92e459 None None] Notify callbacks [] for port, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:46:18.613617 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-2b4b1500-da3c-48ed-a0c9-db2e5b92e459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785020947330'] for port, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:46:18.632354 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b4b1500-da3c-48ed-a0c9-db2e5b92e459 None None] Network e61b0d98-0066-4951-a8fc-f2deb1051d05 is already hosted by enough agents. {{(pid=103334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 07:46:18.635097 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.scheduler.base_scheduler [None req-2b4b1500-da3c-48ed-a0c9-db2e5b92e459 None None] Resources bound (agent type, host, resource id): {{(pid=103334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:46:18.637786 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b4b1500-da3c-48ed-a0c9-db2e5b92e459 None None] Received port after_create {{(pid=103334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 07:46:18.675747 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48649e2f-566e-4eb7-8a4d-10ecbc70d888 req-af34c7ba-ca78-4246-bc19-bbf0bace5662 tempest-TestVolumeBootPattern-1806498022 tempest-TestVolumeBootPattern-1806498022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:46:18.677930 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-48649e2f-566e-4eb7-8a4d-10ecbc70d888 req-af34c7ba-ca78-4246-bc19-bbf0bace5662 tempest-TestVolumeBootPattern-1806498022 tempest-TestVolumeBootPattern-1806498022-project] 10.222.0.27 "GET /v2.0/ports?device_id=3ed6797f-26f3-41c5-9e24-4c87a56d498e HTTP/1.1" status: 200 len: 944 time: 0.0744858 Oct 19 07:46:18.710401 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4b1500-da3c-48ed-a0c9-db2e5b92e459 None None] Pushing event updated for resources: {'Port': ['ID=118b495c-12d9-46f1-8461-0a8aed7fbcd0,revision_number=1']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:46:18.722138 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-2b4b1500-da3c-48ed-a0c9-db2e5b92e459 None None] Attempting to bind port 118b495c-12d9-46f1-8461-0a8aed7fbcd0 on host dv-neutron-861624-1-hyperv for vnic_type normal with profile {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 19 07:46:18.722511 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-2b4b1500-da3c-48ed-a0c9-db2e5b92e459 None None] Attempting to bind port 118b495c-12d9-46f1-8461-0a8aed7fbcd0 by drivers openvswitch,hyperv on host dv-neutron-861624-1-hyperv at level 0 using segments [{'id': 'bca40144-5639-44b4-989c-e077ab4b054e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'e61b0d98-0066-4951-a8fc-f2deb1051d05'}] {{(pid=103334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 19 07:46:18.722876 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b4b1500-da3c-48ed-a0c9-db2e5b92e459 None None] Attempting to bind port 118b495c-12d9-46f1-8461-0a8aed7fbcd0 on network e61b0d98-0066-4951-a8fc-f2deb1051d05 {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 07:46:18.725243 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-48649e2f-566e-4eb7-8a4d-10ecbc70d888 req-d8d2cb36-bfeb-4967-ae9b-62ca6ec983ac tempest-TestVolumeBootPattern-1806498022 tempest-TestVolumeBootPattern-1806498022-project] 10.222.0.27 "GET /v2.0/security-groups?id=09745190-85cd-4989-bb6d-51a24a3c4be0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401762 Oct 19 07:46:18.743553 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b4b1500-da3c-48ed-a0c9-db2e5b92e459 None None] Checking agent: {'id': 'a5b0152c-d633-409b-aaf8-3b76458e2410', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861624-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 19, 7, 30, 19), 'started_at': datetime.datetime(2022, 10, 19, 7, 30, 49), 'heartbeat_timestamp': datetime.datetime(2022, 10, 19, 7, 45, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861624-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 07:46:18.744045 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b4b1500-da3c-48ed-a0c9-db2e5b92e459 None None] Checking segment: {'id': 'bca40144-5639-44b4-989c-e077ab4b054e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'e61b0d98-0066-4951-a8fc-f2deb1051d05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 19 07:46:18.744718 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-2b4b1500-da3c-48ed-a0c9-db2e5b92e459 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:46:18.745241 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b4b1500-da3c-48ed-a0c9-db2e5b92e459 None None] Bound using segment: {'id': 'bca40144-5639-44b4-989c-e077ab4b054e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'e61b0d98-0066-4951-a8fc-f2deb1051d05'} {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 07:46:18.745905 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-2b4b1500-da3c-48ed-a0c9-db2e5b92e459 None None] Bound port: 118b495c-12d9-46f1-8461-0a8aed7fbcd0, host: dv-neutron-861624-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bca40144-5639-44b4-989c-e077ab4b054e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'e61b0d98-0066-4951-a8fc-f2deb1051d05'}}] {{(pid=103334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 19 07:46:18.746521 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-2b4b1500-da3c-48ed-a0c9-db2e5b92e459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:46:18.795146 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.db_base_plugin_common [None req-3193c175-f1fd-4ca1-90ed-5bdc6dda96e2 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Allocated IP 172.20.0.1 (e61b0d98-0066-4951-a8fc-f2deb1051d05/c16ec971-022b-411e-8337-b9ad7b8c59d4/712cf41e-5bce-4c14-b0d3-bb2bfd0c9200) {{(pid=103333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 07:46:18.842833 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-2b4b1500-da3c-48ed-a0c9-db2e5b92e459 None None] For port 118b495c-12d9-46f1-8461-0a8aed7fbcd0, host dv-neutron-861624-1-hyperv, cleared binding levels {{(pid=103334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 07:46:18.846608 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-2b4b1500-da3c-48ed-a0c9-db2e5b92e459 None None] For port 118b495c-12d9-46f1-8461-0a8aed7fbcd0, host dv-neutron-861624-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=118b495c-12d9-46f1-8461-0a8aed7fbcd0,segment=NetworkSegment(bca40144-5639-44b4-989c-e077ab4b054e),segment_id=bca40144-5639-44b4-989c-e077ab4b054e)] {{(pid=103334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 07:46:18.850614 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-2b4b1500-da3c-48ed-a0c9-db2e5b92e459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:46:18.921588 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4b1500-da3c-48ed-a0c9-db2e5b92e459 None None] Pushing event updated for resources: {'Port': ['ID=118b495c-12d9-46f1-8461-0a8aed7fbcd0,revision_number=2']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:46:18.965724 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-3193c175-f1fd-4ca1-90ed-5bdc6dda96e2 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for port, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:46:18.982628 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-1a0da505-d0f9-48c6-b7e2-53b9c5e41298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:46:19.005402 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-3193c175-f1fd-4ca1-90ed-5bdc6dda96e2 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785020947330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130996763'] for port, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:46:19.058918 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3193c175-f1fd-4ca1-90ed-5bdc6dda96e2 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Network e61b0d98-0066-4951-a8fc-f2deb1051d05 is already hosted by enough agents. {{(pid=103333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 07:46:19.062337 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-3193c175-f1fd-4ca1-90ed-5bdc6dda96e2 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Resources bound (agent type, host, resource id): {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:46:19.066210 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3193c175-f1fd-4ca1-90ed-5bdc6dda96e2 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Received port after_create {{(pid=103333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 07:46:19.072913 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3193c175-f1fd-4ca1-90ed-5bdc6dda96e2 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Pushing event updated for resources: {'Port': ['ID=712cf41e-5bce-4c14-b0d3-bb2bfd0c9200,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:46:19.130119 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-3193c175-f1fd-4ca1-90ed-5bdc6dda96e2 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1695190'] for router_interface, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:46:19.151295 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:46:19.153143 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device affcc04c-9298-400c-848f-e778961386d3 up at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 07:46:19.230801 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Provisioning complete for port affcc04c-9298-400c-848f-e778961386d3 triggered by entity L2. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:46:19.231422 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:46:19.231931 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Attempt 1 to provision port affcc04c-9298-400c-848f-e778961386d3 Oct 19 07:46:19.311472 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-3193c175-f1fd-4ca1-90ed-5bdc6dda96e2 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:46:19.340331 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Current status of the port affcc04c-9298-400c-848f-e778961386d3 is: DOWN; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:46:19.340832 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:46:19.362657 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] For port affcc04c-9298-400c-848f-e778961386d3, host dv-neutron-861624-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=affcc04c-9298-400c-848f-e778961386d3,segment=NetworkSegment(53981d04-8205-40d8-8d33-0510111d6f8f),segment_id=53981d04-8205-40d8-8d33-0510111d6f8f)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:46:19.367536 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:46:19.422228 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Pushing event updated for resources: {'Port': ['ID=affcc04c-9298-400c-848f-e778961386d3,revision_number=4']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:46:19.616210 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-3193c175-f1fd-4ca1-90ed-5bdc6dda96e2 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for port, precommit_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:46:19.622004 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-3193c175-f1fd-4ca1-90ed-5bdc6dda96e2 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130996754'] for port, after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:46:19.877724 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52631bd4-07be-4fe9-af5f-b08175e43b1b req-f120fc81-d21b-4505-8710-b15b4868c72f tempest-TestVolumeBootPattern-1806498022 tempest-TestVolumeBootPattern-1806498022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:46:19.879904 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-52631bd4-07be-4fe9-af5f-b08175e43b1b req-f120fc81-d21b-4505-8710-b15b4868c72f tempest-TestVolumeBootPattern-1806498022 tempest-TestVolumeBootPattern-1806498022-project] 10.222.0.27 "GET /v2.0/ports?device_id=3ed6797f-26f3-41c5-9e24-4c87a56d498e HTTP/1.1" status: 200 len: 944 time: 0.0652862 Oct 19 07:46:19.927478 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-52631bd4-07be-4fe9-af5f-b08175e43b1b req-b6a04462-f839-4b79-a0a4-4aba608589e2 tempest-TestVolumeBootPattern-1806498022 tempest-TestVolumeBootPattern-1806498022-project] 10.222.0.27 "GET /v2.0/security-groups?id=09745190-85cd-4989-bb6d-51a24a3c4be0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403481 Oct 19 07:46:20.007366 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7da226c9-971d-4b50-8964-8a61decb089b None None] Network e61b0d98-0066-4951-a8fc-f2deb1051d05 requested from dv-neutron-861624-1-hyperv {{(pid=103334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 07:46:20.014657 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-3193c175-f1fd-4ca1-90ed-5bdc6dda96e2 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1574855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1694822'] for router_interface, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:46:20.017573 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3193c175-f1fd-4ca1-90ed-5bdc6dda96e2 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Pushing event updated for resources: {'Port': ['ID=712cf41e-5bce-4c14-b0d3-bb2bfd0c9200,revision_number=2']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:46:20.112862 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3193c175-f1fd-4ca1-90ed-5bdc6dda96e2 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Network e61b0d98-0066-4951-a8fc-f2deb1051d05 is already hosted by enough agents. {{(pid=103333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 07:46:20.114742 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-3193c175-f1fd-4ca1-90ed-5bdc6dda96e2 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Resources bound (agent type, host, resource id): {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:46:20.139349 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-43303817-9bf7-4bcc-bdbf-6affccdc481d None None] Provisioning complete for port 118b495c-12d9-46f1-8461-0a8aed7fbcd0 triggered by entity DHCP. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:46:20.139720 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-43303817-9bf7-4bcc-bdbf-6affccdc481d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:46:20.140053 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-43303817-9bf7-4bcc-bdbf-6affccdc481d None None] Attempt 1 to provision port 118b495c-12d9-46f1-8461-0a8aed7fbcd0 Oct 19 07:46:20.229946 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3193c175-f1fd-4ca1-90ed-5bdc6dda96e2 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Router a0cb8431-b1aa-460e-8aa3-453b9d3c0819 has already been hosted by L3 agent ab388470-1243-4d53-80f2-c2f5899c97a7 {{(pid=103333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 07:46:20.250546 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-43303817-9bf7-4bcc-bdbf-6affccdc481d None None] Current status of the port 118b495c-12d9-46f1-8461-0a8aed7fbcd0 is: DOWN; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:46:20.250944 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-43303817-9bf7-4bcc-bdbf-6affccdc481d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:46:20.295359 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-43303817-9bf7-4bcc-bdbf-6affccdc481d None None] For port 118b495c-12d9-46f1-8461-0a8aed7fbcd0, host dv-neutron-861624-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=118b495c-12d9-46f1-8461-0a8aed7fbcd0,segment=NetworkSegment(bca40144-5639-44b4-989c-e077ab4b054e),segment_id=bca40144-5639-44b4-989c-e077ab4b054e)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:46:20.305860 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-43303817-9bf7-4bcc-bdbf-6affccdc481d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:46:20.352208 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3193c175-f1fd-4ca1-90ed-5bdc6dda96e2 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify agent at l3_agent.dv-neutron-861624-1-hyperv the message routers_updated {{(pid=103333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 07:46:20.357848 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-3193c175-f1fd-4ca1-90ed-5bdc6dda96e2 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "PUT /v2.0/routers/a0cb8431-b1aa-460e-8aa3-453b9d3c0819/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3619671 Oct 19 07:46:20.360471 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 60998) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:46:20.361883 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43303817-9bf7-4bcc-bdbf-6affccdc481d None None] Pushing event updated for resources: {'Port': ['ID=118b495c-12d9-46f1-8461-0a8aed7fbcd0,revision_number=3']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:46:20.531334 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-590f4add-5d6a-4c3f-9600-955b585a45a1 None None] Provisioning complete for port 118b495c-12d9-46f1-8461-0a8aed7fbcd0 triggered by entity DHCP. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:46:20.532076 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-590f4add-5d6a-4c3f-9600-955b585a45a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:46:20.532416 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-590f4add-5d6a-4c3f-9600-955b585a45a1 None None] Attempt 1 to provision port 118b495c-12d9-46f1-8461-0a8aed7fbcd0 Oct 19 07:46:20.562803 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ac3d8f3-29fc-4c21-a9ba-1c0de4910f0f tempest-TestNetworkBasicOps-773100899 tempest-TestNetworkBasicOps-773100899-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:46:20.563347 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ac3d8f3-29fc-4c21-a9ba-1c0de4910f0f tempest-TestNetworkBasicOps-773100899 tempest-TestNetworkBasicOps-773100899-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:46:20.564119 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ac3d8f3-29fc-4c21-a9ba-1c0de4910f0f tempest-TestNetworkBasicOps-773100899 tempest-TestNetworkBasicOps-773100899-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:46:20.564730 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ac3d8f3-29fc-4c21-a9ba-1c0de4910f0f tempest-TestNetworkBasicOps-773100899 tempest-TestNetworkBasicOps-773100899-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:46:20.565090 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ac3d8f3-29fc-4c21-a9ba-1c0de4910f0f tempest-TestNetworkBasicOps-773100899 tempest-TestNetworkBasicOps-773100899-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:46:20.565608 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ac3d8f3-29fc-4c21-a9ba-1c0de4910f0f tempest-TestNetworkBasicOps-773100899 tempest-TestNetworkBasicOps-773100899-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:46:20.567672 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-1ac3d8f3-29fc-4c21-a9ba-1c0de4910f0f tempest-TestNetworkBasicOps-773100899 tempest-TestNetworkBasicOps-773100899-project-admin] 10.222.0.27 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4285 time: 0.2061555 Oct 19 07:46:20.570782 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 32770) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:46:20.634507 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-590f4add-5d6a-4c3f-9600-955b585a45a1 None None] Current status of the port 118b495c-12d9-46f1-8461-0a8aed7fbcd0 is: ACTIVE; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:46:20.649531 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-590f4add-5d6a-4c3f-9600-955b585a45a1 None None] Provisioning complete for port 712cf41e-5bce-4c14-b0d3-bb2bfd0c9200 triggered by entity DHCP. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:46:20.649945 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-590f4add-5d6a-4c3f-9600-955b585a45a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:46:20.650283 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-590f4add-5d6a-4c3f-9600-955b585a45a1 None None] Attempt 1 to provision port 712cf41e-5bce-4c14-b0d3-bb2bfd0c9200 Oct 19 07:46:20.654679 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c7a3b99-a68b-4018-ad10-138a176d44fd tempest-TestNetworkBasicOps-773100899 tempest-TestNetworkBasicOps-773100899-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:46:20.655233 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c7a3b99-a68b-4018-ad10-138a176d44fd tempest-TestNetworkBasicOps-773100899 tempest-TestNetworkBasicOps-773100899-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:46:20.655577 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c7a3b99-a68b-4018-ad10-138a176d44fd tempest-TestNetworkBasicOps-773100899 tempest-TestNetworkBasicOps-773100899-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:46:20.656030 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c7a3b99-a68b-4018-ad10-138a176d44fd tempest-TestNetworkBasicOps-773100899 tempest-TestNetworkBasicOps-773100899-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:46:20.656468 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c7a3b99-a68b-4018-ad10-138a176d44fd tempest-TestNetworkBasicOps-773100899 tempest-TestNetworkBasicOps-773100899-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:46:20.657070 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c7a3b99-a68b-4018-ad10-138a176d44fd tempest-TestNetworkBasicOps-773100899 tempest-TestNetworkBasicOps-773100899-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:46:20.659141 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-6c7a3b99-a68b-4018-ad10-138a176d44fd tempest-TestNetworkBasicOps-773100899 tempest-TestNetworkBasicOps-773100899-project-admin] 10.222.0.27 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4006 time: 0.0864782 Oct 19 07:46:20.661852 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 32772) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:46:20.691390 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-590f4add-5d6a-4c3f-9600-955b585a45a1 None None] Port 712cf41e-5bce-4c14-b0d3-bb2bfd0c9200 cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 07:46:20.711063 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-688303ca-a7aa-4e8d-838e-56d003f456ff None None] Sync routers for ids ['a0cb8431-b1aa-460e-8aa3-453b9d3c0819'] in dv-neutron-861624-1-hyperv {{(pid=103334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 07:46:20.721547 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-688303ca-a7aa-4e8d-838e-56d003f456ff None None] Routers {'a0cb8431-b1aa-460e-8aa3-453b9d3c0819'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 07:46:20.722174 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-688303ca-a7aa-4e8d-838e-56d003f456ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T07:46:16Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['a0cb8431-b1aa-460e-8aa3-453b9d3c0819'], 'active': True} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:46:20.822037 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-7e560a03-fe87-4a50-920e-88b5b599edc1 tempest-TestNetworkBasicOps-773100899 tempest-TestNetworkBasicOps-773100899-project-admin] 10.222.0.27 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3048 time: 0.1554542 Oct 19 07:46:20.842833 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvr_db [None req-688303ca-a7aa-4e8d-838e-56d003f456ff None None] Set router a0cb8431-b1aa-460e-8aa3-453b9d3c0819 gateway port host: dv-neutron-861624-1-hyperv {{(pid=103334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 07:46:20.897897 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 32776) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:46:20.902421 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-8a421bc2-2664-4228-8915-3e1fec5abf95 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1143396101', 'description': 'tempest-secgroup-smoke-1143396101 description', 'project_id': '47a12ea4f74e4c18b13323e6f3cc9741'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:46:20.922675 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-8a421bc2-2664-4228-8915-3e1fec5abf95 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for security_group, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:46:20.995764 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-8a421bc2-2664-4228-8915-3e1fec5abf95 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for security_group, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:46:20.999888 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-8a421bc2-2664-4228-8915-3e1fec5abf95 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788643'] for security_group, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:46:21.031745 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a421bc2-2664-4228-8915-3e1fec5abf95 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9c5a209b-6f64-4d7f-8fdd-25c25763a5e5,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:46:21.037505 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-8a421bc2-2664-4228-8915-3e1fec5abf95 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for security_group, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:46:21.038823 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-8a421bc2-2664-4228-8915-3e1fec5abf95 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1399262 Oct 19 07:46:21.042928 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 32780) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:46:21.048456 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-a81b3303-bb49-4a9c-adb5-aa24ad750352 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Request body: {'security_group_rule': {'security_group_id': '9c5a209b-6f64-4d7f-8fdd-25c25763a5e5', 'project_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:46:21.090968 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-a81b3303-bb49-4a9c-adb5-aa24ad750352 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:46:21.092060 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2f8b02-b1a6-4a5c-9131-8e054ea6907c req-1f5c9e83-a305-4710-977b-09a3f59d8f49 tempest-TestVolumeBootPattern-1806498022 tempest-TestVolumeBootPattern-1806498022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:46:21.094383 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-af2f8b02-b1a6-4a5c-9131-8e054ea6907c req-1f5c9e83-a305-4710-977b-09a3f59d8f49 tempest-TestVolumeBootPattern-1806498022 tempest-TestVolumeBootPattern-1806498022-project] 10.222.0.27 "GET /v2.0/ports?device_id=3ed6797f-26f3-41c5-9e24-4c87a56d498e HTTP/1.1" status: 200 len: 944 time: 0.0700977 Oct 19 07:46:21.106544 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-688303ca-a7aa-4e8d-838e-56d003f456ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0cb8431-b1aa-460e-8aa3-453b9d3c0819', 'name': 'tempest-TestNetworkBasicOps-router-728793310', 'tenant_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'external_fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.220'}], 'enable_snat': True}, 'gw_port_id': 'affcc04c-9298-400c-848f-e778961386d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T07:46:15Z', 'updated_at': '2022-10-19T07:46:19Z', 'revision_number': 4, 'project_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'gw_port': {'id': 'affcc04c-9298-400c-848f-e778961386d3', 'name': '', 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:50:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0cb8431-b1aa-460e-8aa3-453b9d3c0819', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1338, 'fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:46:16Z', 'updated_at': '2022-10-19T07:46:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861624-1-hyperv', '_interfaces': [{'id': '712cf41e-5bce-4c14-b0d3-bb2bfd0c9200', 'name': '', 'network_id': 'e61b0d98-0066-4951-a8fc-f2deb1051d05', 'tenant_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'mac_address': 'fa:16:3e:3b:e2:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0cb8431-b1aa-460e-8aa3-453b9d3c0819', 'device_owner': 'network:router_interface', 'standard_attr_id': 1341, 'fixed_ips': [{'subnet_id': 'c16ec971-022b-411e-8337-b9ad7b8c59d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:46:18Z', 'updated_at': '2022-10-19T07:46:19Z', 'revision_number': 2, 'project_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'subnets': [{'id': 'c16ec971-022b-411e-8337-b9ad7b8c59d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:46:21.135658 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-af2f8b02-b1a6-4a5c-9131-8e054ea6907c req-cc229de4-5d60-4c99-83c0-b44d538a1ef1 tempest-TestVolumeBootPattern-1806498022 tempest-TestVolumeBootPattern-1806498022-project] 10.222.0.27 "GET /v2.0/security-groups?id=09745190-85cd-4989-bb6d-51a24a3c4be0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344296 Oct 19 07:46:21.158431 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-a81b3303-bb49-4a9c-adb5-aa24ad750352 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:46:21.160954 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-688303ca-a7aa-4e8d-838e-56d003f456ff None None] Checking router: a0cb8431-b1aa-460e-8aa3-453b9d3c0819 for host: dv-neutron-861624-1-hyperv {{(pid=103334) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 07:46:21.161736 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-688303ca-a7aa-4e8d-838e-56d003f456ff None None] Updating router a0cb8431-b1aa-460e-8aa3-453b9d3c0819 port 712cf41e-5bce-4c14-b0d3-bb2bfd0c9200 binding host dv-neutron-861624-1-hyperv {{(pid=103334) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 07:46:21.166402 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-a81b3303-bb49-4a9c-adb5-aa24ad750352 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815365'] for security_group_rule, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:46:21.177285 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81b3303-bb49-4a9c-adb5-aa24ad750352 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b92b232-f26b-48c4-a1b4-d429ed5877c7,revision_number=0']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:46:21.196949 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-a81b3303-bb49-4a9c-adb5-aa24ad750352 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:46:21.197290 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-590f4add-5d6a-4c3f-9600-955b585a45a1 None None] Attempt 2 to provision port 712cf41e-5bce-4c14-b0d3-bb2bfd0c9200 Oct 19 07:46:21.201483 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 32782) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:46:21.201634 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-a81b3303-bb49-4a9c-adb5-aa24ad750352 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1574175 Oct 19 07:46:21.205041 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device 118b495c-12d9-46f1-8461-0a8aed7fbcd0 up at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 07:46:21.206689 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-71b03c2b-d693-4ff9-ad7c-82649b0f8cf4 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Request body: {'security_group_rule': {'security_group_id': '9c5a209b-6f64-4d7f-8fdd-25c25763a5e5', 'project_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:46:21.236953 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-71b03c2b-d693-4ff9-ad7c-82649b0f8cf4 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:46:21.247208 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-688303ca-a7aa-4e8d-838e-56d003f456ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:46:21.287225 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-71b03c2b-d693-4ff9-ad7c-82649b0f8cf4 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:46:21.291524 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-71b03c2b-d693-4ff9-ad7c-82649b0f8cf4 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815365'] for security_group_rule, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:46:21.306296 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-590f4add-5d6a-4c3f-9600-955b585a45a1 None None] Port 712cf41e-5bce-4c14-b0d3-bb2bfd0c9200 cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 07:46:21.310147 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b03c2b-d693-4ff9-ad7c-82649b0f8cf4 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a8f9299-e19d-4965-bd3e-a9f5ca19bfd2,revision_number=0']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:46:21.317246 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-71b03c2b-d693-4ff9-ad7c-82649b0f8cf4 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:46:21.318452 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-71b03c2b-d693-4ff9-ad7c-82649b0f8cf4 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1155994 Oct 19 07:46:21.321666 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 32784) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:46:21.326417 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-3c797985-6642-44b5-a7cd-2683689fe899 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Request body: {'security_group_rule': {'security_group_id': '9c5a209b-6f64-4d7f-8fdd-25c25763a5e5', 'project_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:46:21.351560 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-3c797985-6642-44b5-a7cd-2683689fe899 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:46:21.382487 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Provisioning complete for port 118b495c-12d9-46f1-8461-0a8aed7fbcd0 triggered by entity L2. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:46:21.382923 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:46:21.383925 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Attempt 1 to provision port 118b495c-12d9-46f1-8461-0a8aed7fbcd0 Oct 19 07:46:21.412378 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-3c797985-6642-44b5-a7cd-2683689fe899 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:46:21.417117 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-3c797985-6642-44b5-a7cd-2683689fe899 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815365'] for security_group_rule, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:46:21.437953 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c797985-6642-44b5-a7cd-2683689fe899 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a659233d-f231-4e4f-b6f2-c606ea4d2d26,revision_number=0']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:46:21.443424 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-3c797985-6642-44b5-a7cd-2683689fe899 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:46:21.448159 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 32786) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:46:21.448393 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-3c797985-6642-44b5-a7cd-2683689fe899 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1253781 Oct 19 07:46:21.453155 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-934160e4-00cd-46c0-af93-552e8a95fb09 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Request body: {'security_group_rule': {'security_group_id': '9c5a209b-6f64-4d7f-8fdd-25c25763a5e5', 'project_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:46:21.480361 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-934160e4-00cd-46c0-af93-552e8a95fb09 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:46:21.543499 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Current status of the port 118b495c-12d9-46f1-8461-0a8aed7fbcd0 is: ACTIVE; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:46:21.544530 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device affcc04c-9298-400c-848f-e778961386d3 up at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 07:46:21.548833 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-934160e4-00cd-46c0-af93-552e8a95fb09 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:46:21.553493 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-934160e4-00cd-46c0-af93-552e8a95fb09 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815365'] for security_group_rule, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:46:21.572890 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934160e4-00cd-46c0-af93-552e8a95fb09 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=802157a2-08eb-45a4-b4a5-2886e22fb83d,revision_number=0']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:46:21.581212 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-934160e4-00cd-46c0-af93-552e8a95fb09 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:46:21.582428 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-934160e4-00cd-46c0-af93-552e8a95fb09 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1330109 Oct 19 07:46:21.585191 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 32788) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:46:21.590406 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-5f4bea54-5051-49e8-955c-5ca3d6c3df61 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Request body: {'security_group_rule': {'security_group_id': '9c5a209b-6f64-4d7f-8fdd-25c25763a5e5', 'project_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:46:21.609912 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.db.securitygroups_db [None req-5f4bea54-5051-49e8-955c-5ca3d6c3df61 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Project 47a12ea4f74e4c18b13323e6f3cc9741 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 19 07:46:21.614630 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-5f4bea54-5051-49e8-955c-5ca3d6c3df61 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:46:21.648626 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-688303ca-a7aa-4e8d-838e-56d003f456ff None None] Notify callbacks [] for port, precommit_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:46:21.650746 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Provisioning complete for port affcc04c-9298-400c-848f-e778961386d3 triggered by entity L2. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:46:21.651147 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:46:21.651540 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Attempt 1 to provision port affcc04c-9298-400c-848f-e778961386d3 Oct 19 07:46:21.675590 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-688303ca-a7aa-4e8d-838e-56d003f456ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:46:21.677781 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-5f4bea54-5051-49e8-955c-5ca3d6c3df61 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:46:21.682312 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-5f4bea54-5051-49e8-955c-5ca3d6c3df61 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815365'] for security_group_rule, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:46:21.698414 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4bea54-5051-49e8-955c-5ca3d6c3df61 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be7f5bce-dce6-474d-8878-0f38e8131e47,revision_number=0']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:46:21.710813 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-5f4bea54-5051-49e8-955c-5ca3d6c3df61 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:46:21.713114 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-5f4bea54-5051-49e8-955c-5ca3d6c3df61 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1269393 Oct 19 07:46:21.715927 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 32790) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:46:21.720280 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-31f345a3-76c4-4dac-8f7c-5b355f906bf7 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Request body: {'security_group_rule': {'security_group_id': '9c5a209b-6f64-4d7f-8fdd-25c25763a5e5', 'project_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:46:21.740370 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.db.securitygroups_db [None req-31f345a3-76c4-4dac-8f7c-5b355f906bf7 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Project 47a12ea4f74e4c18b13323e6f3cc9741 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 19 07:46:21.745637 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-31f345a3-76c4-4dac-8f7c-5b355f906bf7 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:46:21.752167 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91804020-b734-4780-82d2-663d94bc1b42 None None] Pushing event updated for resources: {'Port': ['ID=712cf41e-5bce-4c14-b0d3-bb2bfd0c9200,revision_number=3']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:46:21.784262 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-688303ca-a7aa-4e8d-838e-56d003f456ff None None] Attempting to bind port 712cf41e-5bce-4c14-b0d3-bb2bfd0c9200 on host dv-neutron-861624-1-hyperv for vnic_type normal with profile {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 19 07:46:21.784528 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-688303ca-a7aa-4e8d-838e-56d003f456ff None None] Attempting to bind port 712cf41e-5bce-4c14-b0d3-bb2bfd0c9200 by drivers openvswitch,hyperv on host dv-neutron-861624-1-hyperv at level 0 using segments [{'id': 'bca40144-5639-44b4-989c-e077ab4b054e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'e61b0d98-0066-4951-a8fc-f2deb1051d05'}] {{(pid=103334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 19 07:46:21.784766 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-688303ca-a7aa-4e8d-838e-56d003f456ff None None] Attempting to bind port 712cf41e-5bce-4c14-b0d3-bb2bfd0c9200 on network e61b0d98-0066-4951-a8fc-f2deb1051d05 {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 07:46:21.808280 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-590f4add-5d6a-4c3f-9600-955b585a45a1 None None] Attempt 3 to provision port 712cf41e-5bce-4c14-b0d3-bb2bfd0c9200 Oct 19 07:46:21.813331 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-31f345a3-76c4-4dac-8f7c-5b355f906bf7 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:46:21.817776 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-31f345a3-76c4-4dac-8f7c-5b355f906bf7 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815365'] for security_group_rule, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:46:21.835175 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-688303ca-a7aa-4e8d-838e-56d003f456ff None None] Checking agent: {'id': 'a5b0152c-d633-409b-aaf8-3b76458e2410', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861624-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 19, 7, 30, 19), 'started_at': datetime.datetime(2022, 10, 19, 7, 30, 49), 'heartbeat_timestamp': datetime.datetime(2022, 10, 19, 7, 46, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861624-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 07:46:21.835544 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-688303ca-a7aa-4e8d-838e-56d003f456ff None None] Checking segment: {'id': 'bca40144-5639-44b4-989c-e077ab4b054e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'e61b0d98-0066-4951-a8fc-f2deb1051d05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 19 07:46:21.835940 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-688303ca-a7aa-4e8d-838e-56d003f456ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:46:21.836942 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-688303ca-a7aa-4e8d-838e-56d003f456ff None None] Bound using segment: {'id': 'bca40144-5639-44b4-989c-e077ab4b054e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'e61b0d98-0066-4951-a8fc-f2deb1051d05'} {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 07:46:21.837208 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f345a3-76c4-4dac-8f7c-5b355f906bf7 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=617604bb-c56d-4182-9809-4744c02706bf,revision_number=0']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:46:21.837560 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-688303ca-a7aa-4e8d-838e-56d003f456ff None None] Bound port: 712cf41e-5bce-4c14-b0d3-bb2bfd0c9200, host: dv-neutron-861624-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bca40144-5639-44b4-989c-e077ab4b054e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'e61b0d98-0066-4951-a8fc-f2deb1051d05'}}] {{(pid=103334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 19 07:46:21.837940 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-688303ca-a7aa-4e8d-838e-56d003f456ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:46:21.842982 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-31f345a3-76c4-4dac-8f7c-5b355f906bf7 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:46:21.853099 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-31f345a3-76c4-4dac-8f7c-5b355f906bf7 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1273038 Oct 19 07:46:21.861468 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Current status of the port affcc04c-9298-400c-848f-e778961386d3 is: ACTIVE; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:46:21.891653 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-590f4add-5d6a-4c3f-9600-955b585a45a1 None None] Port 712cf41e-5bce-4c14-b0d3-bb2bfd0c9200 cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 07:46:21.917664 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-688303ca-a7aa-4e8d-838e-56d003f456ff None None] For port 712cf41e-5bce-4c14-b0d3-bb2bfd0c9200, host dv-neutron-861624-1-hyperv, cleared binding levels {{(pid=103334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 07:46:21.921749 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-688303ca-a7aa-4e8d-838e-56d003f456ff None None] For port 712cf41e-5bce-4c14-b0d3-bb2bfd0c9200, host dv-neutron-861624-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=712cf41e-5bce-4c14-b0d3-bb2bfd0c9200,segment=NetworkSegment(bca40144-5639-44b4-989c-e077ab4b054e),segment_id=bca40144-5639-44b4-989c-e077ab4b054e)] {{(pid=103334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 07:46:21.925636 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-688303ca-a7aa-4e8d-838e-56d003f456ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:46:21.962998 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-688303ca-a7aa-4e8d-838e-56d003f456ff None None] Routers {'a0cb8431-b1aa-460e-8aa3-453b9d3c0819'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 07:46:21.963468 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-688303ca-a7aa-4e8d-838e-56d003f456ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T07:46:16Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['a0cb8431-b1aa-460e-8aa3-453b9d3c0819'], 'active': True} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:46:22.023556 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91804020-b734-4780-82d2-663d94bc1b42 None None] Pushing event updated for resources: {'Port': ['ID=712cf41e-5bce-4c14-b0d3-bb2bfd0c9200,revision_number=4']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:46:22.034024 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-cc1d7060-db18-49c0-920b-6d2c370cce0c req-67850d7e-fb53-4248-a2d1-19be735f808e tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1143396101&fields=id&tenant_id=47a12ea4f74e4c18b13323e6f3cc9741 HTTP/1.1" status: 200 len: 267 time: 0.0338368 Oct 19 07:46:22.144352 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1d7060-db18-49c0-920b-6d2c370cce0c req-0f24b6fe-eeda-47b0-ad17-dd5790573815 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:46:22.146005 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-cc1d7060-db18-49c0-920b-6d2c370cce0c req-0f24b6fe-eeda-47b0-ad17-dd5790573815 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "GET /v2.0/networks?id=e61b0d98-0066-4951-a8fc-f2deb1051d05 HTTP/1.1" status: 200 len: 796 time: 0.1039021 Oct 19 07:46:22.162417 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-cc1d7060-db18-49c0-920b-6d2c370cce0c req-56fce771-5e1b-4700-9dd9-eaacbea4ff9a tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "GET /v2.0/quotas/47a12ea4f74e4c18b13323e6f3cc9741 HTTP/1.1" status: 200 len: 375 time: 0.0096848 Oct 19 07:46:22.223420 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-cc1d7060-db18-49c0-920b-6d2c370cce0c req-8485af7b-39fb-4356-85c7-dd2f155eb039 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "GET /v2.0/ports?tenant_id=47a12ea4f74e4c18b13323e6f3cc9741&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0550597 Oct 19 07:46:22.229403 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvr_db [None req-688303ca-a7aa-4e8d-838e-56d003f456ff None None] Set router a0cb8431-b1aa-460e-8aa3-453b9d3c0819 gateway port host: dv-neutron-861624-1-hyperv {{(pid=103334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 07:46:22.339026 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ded7524-0d3b-45a5-a9cb-345f251febba req-69c95a24-3830-4aa7-af93-5b436611c673 tempest-TestVolumeBootPattern-1806498022 tempest-TestVolumeBootPattern-1806498022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:46:22.340537 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-9ded7524-0d3b-45a5-a9cb-345f251febba req-69c95a24-3830-4aa7-af93-5b436611c673 tempest-TestVolumeBootPattern-1806498022 tempest-TestVolumeBootPattern-1806498022-project] 10.222.0.27 "GET /v2.0/ports?device_id=3ed6797f-26f3-41c5-9e24-4c87a56d498e HTTP/1.1" status: 200 len: 944 time: 0.1107836 Oct 19 07:46:22.362740 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-cc1d7060-db18-49c0-920b-6d2c370cce0c req-448d203d-55b5-4ec9-8192-ef6b21c83256 service neutron] 10.222.0.27 "GET /v2.0/networks/e61b0d98-0066-4951-a8fc-f2deb1051d05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241186 Oct 19 07:46:22.395177 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-590f4add-5d6a-4c3f-9600-955b585a45a1 None None] Attempt 4 to provision port 712cf41e-5bce-4c14-b0d3-bb2bfd0c9200 Oct 19 07:46:22.414492 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-9ded7524-0d3b-45a5-a9cb-345f251febba req-81278902-c39a-4fc2-8e50-7d9a39c9e0c0 tempest-TestVolumeBootPattern-1806498022 tempest-TestVolumeBootPattern-1806498022-project] 10.222.0.27 "GET /v2.0/security-groups?id=09745190-85cd-4989-bb6d-51a24a3c4be0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0633125 Oct 19 07:46:22.470845 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-cc1d7060-db18-49c0-920b-6d2c370cce0c req-084e93b3-50d9-46d8-83f0-b689e8fe2ebc service neutron] 10.222.0.27 "GET /v2.0/networks/e61b0d98-0066-4951-a8fc-f2deb1051d05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1001585 Oct 19 07:46:22.489041 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-688303ca-a7aa-4e8d-838e-56d003f456ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0cb8431-b1aa-460e-8aa3-453b9d3c0819', 'name': 'tempest-TestNetworkBasicOps-router-728793310', 'tenant_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'external_fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.220'}], 'enable_snat': True}, 'gw_port_id': 'affcc04c-9298-400c-848f-e778961386d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T07:46:15Z', 'updated_at': '2022-10-19T07:46:19Z', 'revision_number': 4, 'project_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'gw_port': {'id': 'affcc04c-9298-400c-848f-e778961386d3', 'name': '', 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:50:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0cb8431-b1aa-460e-8aa3-453b9d3c0819', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1338, 'fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:46:16Z', 'updated_at': '2022-10-19T07:46:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861624-1-hyperv', '_interfaces': [{'id': '712cf41e-5bce-4c14-b0d3-bb2bfd0c9200', 'name': '', 'network_id': 'e61b0d98-0066-4951-a8fc-f2deb1051d05', 'tenant_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'mac_address': 'fa:16:3e:3b:e2:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0cb8431-b1aa-460e-8aa3-453b9d3c0819', 'device_owner': 'network:router_interface', 'standard_attr_id': 1341, 'fixed_ips': [{'subnet_id': 'c16ec971-022b-411e-8337-b9ad7b8c59d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:46:18Z', 'updated_at': '2022-10-19T07:46:21Z', 'revision_number': 4, 'project_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'subnets': [{'id': 'c16ec971-022b-411e-8337-b9ad7b8c59d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:46:22.492897 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-590f4add-5d6a-4c3f-9600-955b585a45a1 None None] Current status of the port 712cf41e-5bce-4c14-b0d3-bb2bfd0c9200 is: DOWN; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:46:22.493276 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-590f4add-5d6a-4c3f-9600-955b585a45a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:46:22.522929 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-688303ca-a7aa-4e8d-838e-56d003f456ff None None] The sync data for ids ['a0cb8431-b1aa-460e-8aa3-453b9d3c0819'] in dv-neutron-861624-1-hyperv is: [{'id': 'a0cb8431-b1aa-460e-8aa3-453b9d3c0819', 'name': 'tempest-TestNetworkBasicOps-router-728793310', 'tenant_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'external_fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.220'}], 'enable_snat': True}, 'gw_port_id': 'affcc04c-9298-400c-848f-e778961386d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T07:46:15Z', 'updated_at': '2022-10-19T07:46:19Z', 'revision_number': 4, 'project_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'gw_port': {'id': 'affcc04c-9298-400c-848f-e778961386d3', 'name': '', 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:50:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0cb8431-b1aa-460e-8aa3-453b9d3c0819', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1338, 'fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:46:16Z', 'updated_at': '2022-10-19T07:46:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861624-1-hyperv', '_interfaces': [{'id': '712cf41e-5bce-4c14-b0d3-bb2bfd0c9200', 'name': '', 'network_id': 'e61b0d98-0066-4951-a8fc-f2deb1051d05', 'tenant_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'mac_address': 'fa:16:3e:3b:e2:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0cb8431-b1aa-460e-8aa3-453b9d3c0819', 'device_owner': 'network:router_interface', 'standard_attr_id': 1341, 'fixed_ips': [{'subnet_id': 'c16ec971-022b-411e-8337-b9ad7b8c59d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:46:18Z', 'updated_at': '2022-10-19T07:46:21Z', 'revision_number': 4, 'project_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'subnets': [{'id': 'c16ec971-022b-411e-8337-b9ad7b8c59d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 07:46:22.552830 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-590f4add-5d6a-4c3f-9600-955b585a45a1 None None] For port 712cf41e-5bce-4c14-b0d3-bb2bfd0c9200, host dv-neutron-861624-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=712cf41e-5bce-4c14-b0d3-bb2bfd0c9200,segment=NetworkSegment(bca40144-5639-44b4-989c-e077ab4b054e),segment_id=bca40144-5639-44b4-989c-e077ab4b054e)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:46:22.557692 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-590f4add-5d6a-4c3f-9600-955b585a45a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:46:22.649479 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590f4add-5d6a-4c3f-9600-955b585a45a1 None None] Pushing event updated for resources: {'Port': ['ID=712cf41e-5bce-4c14-b0d3-bb2bfd0c9200,revision_number=5']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:46:22.664725 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-183de194-b433-46cc-858d-744ad5575b1c req-9012abb2-c783-4f32-b79e-df2225e6ab31 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "GET /v2.0/ports?device_id=71941626-1808-4f17-8d70-1f3a3b9f2ac1 HTTP/1.1" status: 200 len: 210 time: 0.0406513 Oct 19 07:46:22.705603 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-22f6830b-1beb-4d26-a435-d98007b74ef5 None None] Provisioning complete for port 712cf41e-5bce-4c14-b0d3-bb2bfd0c9200 triggered by entity DHCP. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:46:22.705869 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-22f6830b-1beb-4d26-a435-d98007b74ef5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:46:22.706196 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-22f6830b-1beb-4d26-a435-d98007b74ef5 None None] Attempt 1 to provision port 712cf41e-5bce-4c14-b0d3-bb2bfd0c9200 Oct 19 07:46:22.797867 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-22f6830b-1beb-4d26-a435-d98007b74ef5 None None] Current status of the port 712cf41e-5bce-4c14-b0d3-bb2bfd0c9200 is: ACTIVE; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:46:23.117902 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device 712cf41e-5bce-4c14-b0d3-bb2bfd0c9200 up at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 07:46:23.212815 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Provisioning complete for port 712cf41e-5bce-4c14-b0d3-bb2bfd0c9200 triggered by entity L2. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:46:23.213519 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:46:23.213975 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Attempt 1 to provision port 712cf41e-5bce-4c14-b0d3-bb2bfd0c9200 Oct 19 07:46:23.311789 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Current status of the port 712cf41e-5bce-4c14-b0d3-bb2bfd0c9200 is: ACTIVE; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:46:23.556464 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a744768f-5efb-4afc-b80a-c3d5729156b5 req-1e301152-564f-48a1-bfac-d9961ea36f2e tempest-TestVolumeBootPattern-1806498022 tempest-TestVolumeBootPattern-1806498022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:46:23.558089 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-a744768f-5efb-4afc-b80a-c3d5729156b5 req-1e301152-564f-48a1-bfac-d9961ea36f2e tempest-TestVolumeBootPattern-1806498022 tempest-TestVolumeBootPattern-1806498022-project] 10.222.0.27 "GET /v2.0/ports?device_id=3ed6797f-26f3-41c5-9e24-4c87a56d498e HTTP/1.1" status: 200 len: 944 time: 0.0595639 Oct 19 07:46:23.606645 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-a744768f-5efb-4afc-b80a-c3d5729156b5 req-39c3e6a7-b912-41c0-9932-d73803db2742 tempest-TestVolumeBootPattern-1806498022 tempest-TestVolumeBootPattern-1806498022-project] 10.222.0.27 "GET /v2.0/security-groups?id=09745190-85cd-4989-bb6d-51a24a3c4be0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403070 Oct 19 07:46:23.721013 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1d7060-db18-49c0-920b-6d2c370cce0c req-6f150448-db8c-4816-b601-b13d044a6f64 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:46:23.722590 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-cc1d7060-db18-49c0-920b-6d2c370cce0c req-6f150448-db8c-4816-b601-b13d044a6f64 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.16 "GET /v2.0/networks?id=e61b0d98-0066-4951-a8fc-f2deb1051d05 HTTP/1.1" status: 200 len: 796 time: 0.1302669 Oct 19 07:46:23.786249 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-cc1d7060-db18-49c0-920b-6d2c370cce0c req-efe80533-486e-478c-bc19-995dfb3da6a8 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=47a12ea4f74e4c18b13323e6f3cc9741 HTTP/1.1" status: 200 len: 380 time: 0.0486660 Oct 19 07:46:23.795359 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-56f6e48e-0231-4107-bb1a-1dec533d0514 req-0161e8b4-0a06-4f04-bcb7-f52c4880ec11 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "GET /v2.0/ports?device_id=71941626-1808-4f17-8d70-1f3a3b9f2ac1 HTTP/1.1" status: 200 len: 210 time: 0.0297575 Oct 19 07:46:23.798548 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [req-cc1d7060-db18-49c0-920b-6d2c370cce0c req-744801e9-4f19-4e67-982d-ba59fcaf8557 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Request body: {'port': {'device_id': '71941626-1808-4f17-8d70-1f3a3b9f2ac1', 'network_id': 'e61b0d98-0066-4951-a8fc-f2deb1051d05', 'admin_state_up': True, 'tenant_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'security_groups': ['9c5a209b-6f64-4d7f-8fdd-25c25763a5e5']}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:46:23.909802 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc1d7060-db18-49c0-920b-6d2c370cce0c req-744801e9-4f19-4e67-982d-ba59fcaf8557 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Made reservation on behalf of 47a12ea4f74e4c18b13323e6f3cc9741 for: {'port': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 07:46:23.913189 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [req-cc1d7060-db18-49c0-920b-6d2c370cce0c req-744801e9-4f19-4e67-982d-ba59fcaf8557 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:46:23.951202 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Device c52564ec-6172-4cda-ae86-95c4369510a6 details requested by agent hyperv_hv-neutron-8616 with host hv-neutron-8616 {{(pid=103334) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 07:46:24.039362 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.db_base_plugin_common [req-cc1d7060-db18-49c0-920b-6d2c370cce0c req-744801e9-4f19-4e67-982d-ba59fcaf8557 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Allocated IP 172.20.0.6 (e61b0d98-0066-4951-a8fc-f2deb1051d05/c16ec971-022b-411e-8337-b9ad7b8c59d4/66f6429b-2edd-4460-98ca-890b045e811c) {{(pid=103333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 07:46:24.047317 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] For port c52564ec-6172-4cda-ae86-95c4369510a6, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=c52564ec-6172-4cda-ae86-95c4369510a6,segment=NetworkSegment(96ea79ad-cb18-4750-9b35-f4e90ccd124f),segment_id=96ea79ad-cb18-4750-9b35-f4e90ccd124f)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:46:24.060030 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Returning: {'device': 'c52564ec-6172-4cda-ae86-95c4369510a6', 'network_id': 'a23ce57c-5e7a-4686-b843-74109161e384', 'port_id': 'c52564ec-6172-4cda-ae86-95c4369510a6', 'mac_address': 'fa:16:3e:e3:a2:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59cab28a-9f4d-46b7-9f00-ecdecb2d6122', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103334) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 07:46:24.101678 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Current status of the port c52564ec-6172-4cda-ae86-95c4369510a6 is: DOWN; New status is: BUILD {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:46:24.102061 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:46:24.114771 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.notifiers.nova [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c52564ec-6172-4cda-ae86-95c4369510a6 {{(pid=103334) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 19 07:46:24.134684 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] For port c52564ec-6172-4cda-ae86-95c4369510a6, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=c52564ec-6172-4cda-ae86-95c4369510a6,segment=NetworkSegment(96ea79ad-cb18-4750-9b35-f4e90ccd124f),segment_id=96ea79ad-cb18-4750-9b35-f4e90ccd124f)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:46:24.138483 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:46:24.184769 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [req-cc1d7060-db18-49c0-920b-6d2c370cce0c req-744801e9-4f19-4e67-982d-ba59fcaf8557 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for port, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:46:24.185003 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Pushing event updated for resources: {'Port': ['ID=c52564ec-6172-4cda-ae86-95c4369510a6,revision_number=4']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:46:24.219532 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [req-cc1d7060-db18-49c0-920b-6d2c370cce0c req-744801e9-4f19-4e67-982d-ba59fcaf8557 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785020947330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130996763'] for port, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:46:24.262046 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc1d7060-db18-49c0-920b-6d2c370cce0c req-744801e9-4f19-4e67-982d-ba59fcaf8557 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Network e61b0d98-0066-4951-a8fc-f2deb1051d05 is already hosted by enough agents. {{(pid=103333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 07:46:24.265169 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [req-cc1d7060-db18-49c0-920b-6d2c370cce0c req-744801e9-4f19-4e67-982d-ba59fcaf8557 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Resources bound (agent type, host, resource id): {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:46:24.268894 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc1d7060-db18-49c0-920b-6d2c370cce0c req-744801e9-4f19-4e67-982d-ba59fcaf8557 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Received port after_create {{(pid=103333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 07:46:24.307410 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744801e9-4f19-4e67-982d-ba59fcaf8557 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Pushing event updated for resources: {'Port': ['ID=66f6429b-2edd-4460-98ca-890b045e811c,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:46:24.331559 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1d7060-db18-49c0-920b-6d2c370cce0c req-744801e9-4f19-4e67-982d-ba59fcaf8557 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:46:24.332169 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [req-cc1d7060-db18-49c0-920b-6d2c370cce0c req-744801e9-4f19-4e67-982d-ba59fcaf8557 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42160'] for port, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:46:24.349189 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-cc1d7060-db18-49c0-920b-6d2c370cce0c req-744801e9-4f19-4e67-982d-ba59fcaf8557 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5542691 Oct 19 07:46:24.351582 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] get_ports_and_sgs() called for port_ids ['c52564ec-6172-4cda-ae86-95c4369510a6'] {{(pid=103334) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 19 07:46:24.361601 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [req-cc1d7060-db18-49c0-920b-6d2c370cce0c req-a3354553-5816-449e-9118-59700a4ad8d9 service neutron] Request body: {'port': {'device_id': '71941626-1808-4f17-8d70-1f3a3b9f2ac1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8616'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:46:24.422017 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [req-cc1d7060-db18-49c0-920b-6d2c370cce0c req-a3354553-5816-449e-9118-59700a4ad8d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:46:24.551196 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-f9731c26-9249-4af0-9aa6-b5eaa379ba71 None None] Provisioning complete for port 66f6429b-2edd-4460-98ca-890b045e811c triggered by entity DHCP. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:46:24.551574 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-f9731c26-9249-4af0-9aa6-b5eaa379ba71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:46:24.551917 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-f9731c26-9249-4af0-9aa6-b5eaa379ba71 None None] Attempt 1 to provision port 66f6429b-2edd-4460-98ca-890b045e811c Oct 19 07:46:24.610970 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-f9731c26-9249-4af0-9aa6-b5eaa379ba71 None None] Port 66f6429b-2edd-4460-98ca-890b045e811c cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 07:46:24.694428 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.notifiers.nova [req-cc1d7060-db18-49c0-920b-6d2c370cce0c req-a3354553-5816-449e-9118-59700a4ad8d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 66f6429b-2edd-4460-98ca-890b045e811c {{(pid=103333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 19 07:46:24.702504 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [req-cc1d7060-db18-49c0-920b-6d2c370cce0c req-a3354553-5816-449e-9118-59700a4ad8d9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:46:24.716540 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.provisioning_blocks [req-cc1d7060-db18-49c0-920b-6d2c370cce0c req-a3354553-5816-449e-9118-59700a4ad8d9 service neutron] Transition to ACTIVE for port object 66f6429b-2edd-4460-98ca-890b045e811c will not be triggered until provisioned by entity L2. {{(pid=103333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 19 07:46:24.720358 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [req-cc1d7060-db18-49c0-920b-6d2c370cce0c req-a3354553-5816-449e-9118-59700a4ad8d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130996754'] for port, after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:46:24.731193 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf679af-1b52-4d26-a49a-4ce1a68dba02 req-49bb0b41-a2fd-4b0c-ba3c-a4c78e31ed9c tempest-TestVolumeBootPattern-1806498022 tempest-TestVolumeBootPattern-1806498022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:46:24.733004 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-eaf679af-1b52-4d26-a49a-4ce1a68dba02 req-49bb0b41-a2fd-4b0c-ba3c-a4c78e31ed9c tempest-TestVolumeBootPattern-1806498022 tempest-TestVolumeBootPattern-1806498022-project] 10.222.0.27 "GET /v2.0/ports?device_id=3ed6797f-26f3-41c5-9e24-4c87a56d498e HTTP/1.1" status: 200 len: 945 time: 0.0518892 Oct 19 07:46:24.775692 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-eaf679af-1b52-4d26-a49a-4ce1a68dba02 req-f95d7a82-b70e-48ef-8c2d-41236676f0a3 tempest-TestVolumeBootPattern-1806498022 tempest-TestVolumeBootPattern-1806498022-project] 10.222.0.27 "GET /v2.0/security-groups?id=09745190-85cd-4989-bb6d-51a24a3c4be0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358458 Oct 19 07:46:24.799986 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3354553-5816-449e-9118-59700a4ad8d9 service neutron] Pushing event updated for resources: {'Port': ['ID=66f6429b-2edd-4460-98ca-890b045e811c,revision_number=2']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:46:24.832861 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.managers [req-cc1d7060-db18-49c0-920b-6d2c370cce0c req-a3354553-5816-449e-9118-59700a4ad8d9 service neutron] Attempting to bind port 66f6429b-2edd-4460-98ca-890b045e811c on host hv-neutron-8616 for vnic_type normal with profile {{(pid=103333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 19 07:46:24.833654 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.managers [req-cc1d7060-db18-49c0-920b-6d2c370cce0c req-a3354553-5816-449e-9118-59700a4ad8d9 service neutron] Attempting to bind port 66f6429b-2edd-4460-98ca-890b045e811c by drivers openvswitch,hyperv on host hv-neutron-8616 at level 0 using segments [{'id': 'bca40144-5639-44b4-989c-e077ab4b054e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'e61b0d98-0066-4951-a8fc-f2deb1051d05'}] {{(pid=103333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 19 07:46:24.833654 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc1d7060-db18-49c0-920b-6d2c370cce0c req-a3354553-5816-449e-9118-59700a4ad8d9 service neutron] Attempting to bind port 66f6429b-2edd-4460-98ca-890b045e811c on network e61b0d98-0066-4951-a8fc-f2deb1051d05 {{(pid=103333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 07:46:24.838116 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc1d7060-db18-49c0-920b-6d2c370cce0c req-a3354553-5816-449e-9118-59700a4ad8d9 service neutron] Port 66f6429b-2edd-4460-98ca-890b045e811c on network e61b0d98-0066-4951-a8fc-f2deb1051d05 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8616 {{(pid=103333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 07:46:24.838441 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc1d7060-db18-49c0-920b-6d2c370cce0c req-a3354553-5816-449e-9118-59700a4ad8d9 service neutron] Attempting to bind port 66f6429b-2edd-4460-98ca-890b045e811c on network e61b0d98-0066-4951-a8fc-f2deb1051d05 {{(pid=103333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 07:46:24.843327 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc1d7060-db18-49c0-920b-6d2c370cce0c req-a3354553-5816-449e-9118-59700a4ad8d9 service neutron] Checking agent: {'id': '5297b6e1-8fc1-4f42-910c-8f50c918ca65', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8616', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 19, 7, 36, 11), 'started_at': datetime.datetime(2022, 10, 19, 7, 36, 11), 'heartbeat_timestamp': datetime.datetime(2022, 10, 19, 7, 46, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 07:46:24.843671 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc1d7060-db18-49c0-920b-6d2c370cce0c req-a3354553-5816-449e-9118-59700a4ad8d9 service neutron] Checking segment: {'id': 'bca40144-5639-44b4-989c-e077ab4b054e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'e61b0d98-0066-4951-a8fc-f2deb1051d05'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 19 07:46:24.844058 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc1d7060-db18-49c0-920b-6d2c370cce0c req-a3354553-5816-449e-9118-59700a4ad8d9 service neutron] Bound using segment: {'id': 'bca40144-5639-44b4-989c-e077ab4b054e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'e61b0d98-0066-4951-a8fc-f2deb1051d05'} {{(pid=103333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 07:46:24.844490 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.managers [req-cc1d7060-db18-49c0-920b-6d2c370cce0c req-a3354553-5816-449e-9118-59700a4ad8d9 service neutron] Bound port: 66f6429b-2edd-4460-98ca-890b045e811c, host: hv-neutron-8616, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bca40144-5639-44b4-989c-e077ab4b054e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'e61b0d98-0066-4951-a8fc-f2deb1051d05'}}] {{(pid=103333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 19 07:46:24.844881 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [req-cc1d7060-db18-49c0-920b-6d2c370cce0c req-a3354553-5816-449e-9118-59700a4ad8d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:46:24.908676 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.db [req-cc1d7060-db18-49c0-920b-6d2c370cce0c req-a3354553-5816-449e-9118-59700a4ad8d9 service neutron] For port 66f6429b-2edd-4460-98ca-890b045e811c, host hv-neutron-8616, cleared binding levels {{(pid=103333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 07:46:24.911731 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.db [req-cc1d7060-db18-49c0-920b-6d2c370cce0c req-a3354553-5816-449e-9118-59700a4ad8d9 service neutron] For port 66f6429b-2edd-4460-98ca-890b045e811c, host hv-neutron-8616, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=66f6429b-2edd-4460-98ca-890b045e811c,segment=NetworkSegment(bca40144-5639-44b4-989c-e077ab4b054e),segment_id=bca40144-5639-44b4-989c-e077ab4b054e)] {{(pid=103333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 07:46:24.916536 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [req-cc1d7060-db18-49c0-920b-6d2c370cce0c req-a3354553-5816-449e-9118-59700a4ad8d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130996754'] for port, after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:46:24.920540 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1d7060-db18-49c0-920b-6d2c370cce0c req-a3354553-5816-449e-9118-59700a4ad8d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:46:24.921152 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [req-cc1d7060-db18-49c0-920b-6d2c370cce0c req-a3354553-5816-449e-9118-59700a4ad8d9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42160'] for port, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:46:24.922535 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-cc1d7060-db18-49c0-920b-6d2c370cce0c req-a3354553-5816-449e-9118-59700a4ad8d9 service neutron] 10.222.0.16 "PUT /v2.0/ports/66f6429b-2edd-4460-98ca-890b045e811c HTTP/1.1" status: 200 len: 1093 time: 0.5655529 Oct 19 07:46:24.923032 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71941626-1808-4f17-8d70-1f3a3b9f2ac1', 'tag': '66f6429b-2edd-4460-98ca-890b045e811c'}] {{(pid=103333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 19 07:46:24.923985 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14054cc-6e2e-45cf-8b70-128a7cb9bbf2 req-ff6981d9-ca5d-4ac5-8b77-72646a1442eb tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:46:24.925353 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e3bb7d74903c72d9cb0d0f2f187c581e0456bd3142b101dc46d694cf75cdf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a913697d-ef44-4e95-a3bd-ab39bbaf2d4d" -d '{"events": [{"name": "network-changed", "server_uuid": "71941626-1808-4f17-8d70-1f3a3b9f2ac1", "tag": "66f6429b-2edd-4460-98ca-890b045e811c"}]}' {{(pid=103333) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 07:46:24.925513 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-e14054cc-6e2e-45cf-8b70-128a7cb9bbf2 req-ff6981d9-ca5d-4ac5-8b77-72646a1442eb tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "GET /v2.0/ports?device_id=71941626-1808-4f17-8d70-1f3a3b9f2ac1 HTTP/1.1" status: 200 len: 943 time: 0.0526700 Oct 19 07:46:24.976493 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 19 Oct 2022 07:46:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2afacbc8-1220-43ac-a325-7bcf3e46b81e x-openstack-request-id: req-2afacbc8-1220-43ac-a325-7bcf3e46b81e {{(pid=103333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 07:46:24.977411 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71941626-1808-4f17-8d70-1f3a3b9f2ac1", "tag": "66f6429b-2edd-4460-98ca-890b045e811c", "status": "completed", "code": 200}]} {{(pid=103333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 07:46:24.977411 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-2afacbc8-1220-43ac-a325-7bcf3e46b81e {{(pid=103333) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 07:46:24.977605 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-e14054cc-6e2e-45cf-8b70-128a7cb9bbf2 req-5945b661-1aaa-4d59-9f4a-e6cef2c26167 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "GET /v2.0/security-groups?id=9c5a209b-6f64-4d7f-8fdd-25c25763a5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394344 Oct 19 07:46:24.981305 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2afacbc8-1220-43ac-a325-7bcf3e46b81e'] response: {'name': 'network-changed', 'server_uuid': '71941626-1808-4f17-8d70-1f3a3b9f2ac1', 'tag': '66f6429b-2edd-4460-98ca-890b045e811c', 'status': 'completed', 'code': 200} Oct 19 07:46:25.015351 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3354553-5816-449e-9118-59700a4ad8d9 service neutron] Pushing event updated for resources: {'Port': ['ID=66f6429b-2edd-4460-98ca-890b045e811c,revision_number=3']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:46:25.027140 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1d7060-db18-49c0-920b-6d2c370cce0c req-c54c99b0-48ee-480c-b0ee-a4e2be50e350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:46:25.028681 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-cc1d7060-db18-49c0-920b-6d2c370cce0c req-c54c99b0-48ee-480c-b0ee-a4e2be50e350 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=47a12ea4f74e4c18b13323e6f3cc9741&device_id=71941626-1808-4f17-8d70-1f3a3b9f2ac1 HTTP/1.1" status: 200 len: 1096 time: 0.0607471 Oct 19 07:46:25.071852 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-cc1d7060-db18-49c0-920b-6d2c370cce0c req-3f69cb75-4175-492c-a1c8-0e0ae35f4741 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=66f6429b-2edd-4460-98ca-890b045e811c HTTP/1.1" status: 200 len: 217 time: 0.0354047 Oct 19 07:46:25.111700 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-f9731c26-9249-4af0-9aa6-b5eaa379ba71 None None] Attempt 2 to provision port 66f6429b-2edd-4460-98ca-890b045e811c Oct 19 07:46:25.123567 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1d7060-db18-49c0-920b-6d2c370cce0c req-1a7e6884-2559-4391-93b6-37190fe4d1b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:46:25.125085 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-cc1d7060-db18-49c0-920b-6d2c370cce0c req-1a7e6884-2559-4391-93b6-37190fe4d1b4 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c16ec971-022b-411e-8337-b9ad7b8c59d4 HTTP/1.1" status: 200 len: 835 time: 0.0476160 Oct 19 07:46:25.155415 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-f9731c26-9249-4af0-9aa6-b5eaa379ba71 None None] Port 66f6429b-2edd-4460-98ca-890b045e811c had new provisioning blocks added so it will not transition to active. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:370}} Oct 19 07:46:25.169853 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1d7060-db18-49c0-920b-6d2c370cce0c req-a66bfe06-2b25-4399-8ec2-e8a047d489b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:46:25.171457 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-cc1d7060-db18-49c0-920b-6d2c370cce0c req-a66bfe06-2b25-4399-8ec2-e8a047d489b6 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e61b0d98-0066-4951-a8fc-f2deb1051d05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0401590 Oct 19 07:46:25.259802 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-cc1d7060-db18-49c0-920b-6d2c370cce0c req-107275fd-2002-4efb-bc21-639f64f2d465 service neutron] 10.222.0.16 "GET /v2.0/networks/e61b0d98-0066-4951-a8fc-f2deb1051d05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820751 Oct 19 07:46:25.352836 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-cc1d7060-db18-49c0-920b-6d2c370cce0c req-f69922d1-f0cd-4a58-b142-03e0dc7fecc1 service neutron] 10.222.0.16 "GET /v2.0/networks/e61b0d98-0066-4951-a8fc-f2deb1051d05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859385 Oct 19 07:46:25.433505 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a913697d-ef44-4e95-a3bd-ab39bbaf2d4d req-4356befb-e660-4fa7-984a-36e901c6a6f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:46:25.434952 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-a913697d-ef44-4e95-a3bd-ab39bbaf2d4d req-4356befb-e660-4fa7-984a-36e901c6a6f8 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=47a12ea4f74e4c18b13323e6f3cc9741&device_id=71941626-1808-4f17-8d70-1f3a3b9f2ac1 HTTP/1.1" status: 200 len: 1096 time: 0.0403314 Oct 19 07:46:25.528611 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a913697d-ef44-4e95-a3bd-ab39bbaf2d4d req-b30bad91-a198-4279-ad24-bdad7f1ba792 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:46:25.530160 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-a913697d-ef44-4e95-a3bd-ab39bbaf2d4d req-b30bad91-a198-4279-ad24-bdad7f1ba792 service neutron] 10.222.0.16 "GET /v2.0/networks?id=e61b0d98-0066-4951-a8fc-f2deb1051d05 HTTP/1.1" status: 200 len: 897 time: 0.0883512 Oct 19 07:46:25.571604 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-a913697d-ef44-4e95-a3bd-ab39bbaf2d4d req-bcfb30a2-c314-4b80-8985-140812d53b95 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=66f6429b-2edd-4460-98ca-890b045e811c HTTP/1.1" status: 200 len: 217 time: 0.0347836 Oct 19 07:46:25.623785 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a913697d-ef44-4e95-a3bd-ab39bbaf2d4d req-d80f584c-ab77-4d2d-8828-fa0d6f0497a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:46:25.625206 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-a913697d-ef44-4e95-a3bd-ab39bbaf2d4d req-d80f584c-ab77-4d2d-8828-fa0d6f0497a9 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c16ec971-022b-411e-8337-b9ad7b8c59d4 HTTP/1.1" status: 200 len: 835 time: 0.0476518 Oct 19 07:46:25.640632 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.agents_db [None req-6057327c-4456-4c72-8e75-6d3cd9249757 None None] Agent healthcheck: found 6 active agents {{(pid=103335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 07:46:25.672603 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a913697d-ef44-4e95-a3bd-ab39bbaf2d4d req-25663aee-382e-4e5a-af77-27426fe6424b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:46:25.674091 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-a913697d-ef44-4e95-a3bd-ab39bbaf2d4d req-25663aee-382e-4e5a-af77-27426fe6424b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e61b0d98-0066-4951-a8fc-f2deb1051d05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0414793 Oct 19 07:46:25.765053 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-a913697d-ef44-4e95-a3bd-ab39bbaf2d4d req-e03a0a46-d4b3-4fc6-9bec-e8603e5b50c0 service neutron] 10.222.0.16 "GET /v2.0/networks/e61b0d98-0066-4951-a8fc-f2deb1051d05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831861 Oct 19 07:46:25.863208 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-a913697d-ef44-4e95-a3bd-ab39bbaf2d4d req-8a76af56-6016-483f-a218-d7e9ed65c1ba service neutron] 10.222.0.16 "GET /v2.0/networks/e61b0d98-0066-4951-a8fc-f2deb1051d05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908425 Oct 19 07:46:25.895794 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1d1bad-e104-4750-a3da-0970a48ce6ee req-1699c02a-fde7-4d1e-96da-3c369a4f68b0 tempest-TestVolumeBootPattern-1806498022 tempest-TestVolumeBootPattern-1806498022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:46:25.897242 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-cd1d1bad-e104-4750-a3da-0970a48ce6ee req-1699c02a-fde7-4d1e-96da-3c369a4f68b0 tempest-TestVolumeBootPattern-1806498022 tempest-TestVolumeBootPattern-1806498022-project] 10.222.0.27 "GET /v2.0/ports?device_id=3ed6797f-26f3-41c5-9e24-4c87a56d498e HTTP/1.1" status: 200 len: 945 time: 0.0490916 Oct 19 07:46:25.935636 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-cd1d1bad-e104-4750-a3da-0970a48ce6ee req-bd66576e-6bad-4a0e-a0ed-97af2ad8fbad tempest-TestVolumeBootPattern-1806498022 tempest-TestVolumeBootPattern-1806498022-project] 10.222.0.27 "GET /v2.0/security-groups?id=09745190-85cd-4989-bb6d-51a24a3c4be0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307207 Oct 19 07:46:25.966586 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Device c52564ec-6172-4cda-ae86-95c4369510a6 up at agent hyperv_hv-neutron-8616 {{(pid=103334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 07:46:26.015214 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Provisioning for port c52564ec-6172-4cda-ae86-95c4369510a6 completed by entity L2. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 19 07:46:26.019344 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Provisioning complete for port c52564ec-6172-4cda-ae86-95c4369510a6 triggered by entity L2. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:46:26.019818 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:46:26.020160 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Attempt 1 to provision port c52564ec-6172-4cda-ae86-95c4369510a6 Oct 19 07:46:26.096883 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Current status of the port c52564ec-6172-4cda-ae86-95c4369510a6 is: BUILD; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:46:26.097298 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:46:26.100554 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27aee789-bf18-40fe-9a9f-79ccaa20aeae req-8f0f711e-81e9-4ce1-a203-29197b87e4a9 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:46:26.102192 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-27aee789-bf18-40fe-9a9f-79ccaa20aeae req-8f0f711e-81e9-4ce1-a203-29197b87e4a9 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "GET /v2.0/ports?device_id=71941626-1808-4f17-8d70-1f3a3b9f2ac1 HTTP/1.1" status: 200 len: 943 time: 0.0494335 Oct 19 07:46:26.122964 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ed6797f-26f3-41c5-9e24-4c87a56d498e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c52564ec-6172-4cda-ae86-95c4369510a6'}] {{(pid=103334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 19 07:46:26.125301 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d918bd29c62f7e926e80ce37adcd574e0921d2de3006e6b6ef58999f52d8e2e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91cb3811-a9f3-4b53-a726-2b8f11aa2116" -d '{"events": [{"server_uuid": "3ed6797f-26f3-41c5-9e24-4c87a56d498e", "name": "network-vif-plugged", "status": "completed", "tag": "c52564ec-6172-4cda-ae86-95c4369510a6"}]}' {{(pid=103334) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 07:46:26.139605 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] For port c52564ec-6172-4cda-ae86-95c4369510a6, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=c52564ec-6172-4cda-ae86-95c4369510a6,segment=NetworkSegment(96ea79ad-cb18-4750-9b35-f4e90ccd124f),segment_id=96ea79ad-cb18-4750-9b35-f4e90ccd124f)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:46:26.141289 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-27aee789-bf18-40fe-9a9f-79ccaa20aeae req-5e50ee37-909c-4d43-b304-32b4efe71bd0 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "GET /v2.0/security-groups?id=9c5a209b-6f64-4d7f-8fdd-25c25763a5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328355 Oct 19 07:46:26.144444 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:46:26.172002 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 19 Oct 2022 07:46:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bf63032-89d4-49e5-9ca7-0a3645bc3726 x-openstack-request-id: req-4bf63032-89d4-49e5-9ca7-0a3645bc3726 {{(pid=103334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 07:46:26.172293 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ed6797f-26f3-41c5-9e24-4c87a56d498e", "name": "network-vif-plugged", "status": "completed", "tag": "c52564ec-6172-4cda-ae86-95c4369510a6", "code": 200}]} {{(pid=103334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 07:46:26.172564 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-4bf63032-89d4-49e5-9ca7-0a3645bc3726 {{(pid=103334) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 07:46:26.172976 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4bf63032-89d4-49e5-9ca7-0a3645bc3726'] response: {'server_uuid': '3ed6797f-26f3-41c5-9e24-4c87a56d498e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c52564ec-6172-4cda-ae86-95c4369510a6', 'code': 200} Oct 19 07:46:26.198742 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Pushing event updated for resources: {'Port': ['ID=c52564ec-6172-4cda-ae86-95c4369510a6,revision_number=5']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:46:26.338642 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79bcb5d-4aa7-4105-853b-7b186330ac7b req-814d7b5d-9562-4781-9756-83fc082a24df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:46:26.340096 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-d79bcb5d-4aa7-4105-853b-7b186330ac7b req-814d7b5d-9562-4781-9756-83fc082a24df service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=3ed6797f-26f3-41c5-9e24-4c87a56d498e HTTP/1.1" status: 200 len: 1099 time: 0.0390513 Oct 19 07:46:26.380913 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-d79bcb5d-4aa7-4105-853b-7b186330ac7b req-24654a89-c0bf-4e5d-bed4-dc2c88ca68a1 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=09745190-85cd-4989-bb6d-51a24a3c4be0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345776 Oct 19 07:46:27.058136 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2d6aa7-53bb-4db6-993a-f385cda8c7eb req-ce31bc98-4cac-47e1-aa79-046e9bf0d67a tempest-TestVolumeBootPattern-1806498022 tempest-TestVolumeBootPattern-1806498022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:46:27.059649 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-de2d6aa7-53bb-4db6-993a-f385cda8c7eb req-ce31bc98-4cac-47e1-aa79-046e9bf0d67a tempest-TestVolumeBootPattern-1806498022 tempest-TestVolumeBootPattern-1806498022-project] 10.222.0.27 "GET /v2.0/ports?device_id=3ed6797f-26f3-41c5-9e24-4c87a56d498e HTTP/1.1" status: 200 len: 946 time: 0.0540318 Oct 19 07:46:27.097562 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-de2d6aa7-53bb-4db6-993a-f385cda8c7eb req-d4ef4440-234e-465a-98b3-889e666aabbe tempest-TestVolumeBootPattern-1806498022 tempest-TestVolumeBootPattern-1806498022-project] 10.222.0.27 "GET /v2.0/security-groups?id=09745190-85cd-4989-bb6d-51a24a3c4be0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317628 Oct 19 07:46:27.266045 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ed0a94-d65d-43b5-a9b0-630691348bce req-81e65539-0453-4d6a-a5bd-f42c2ddaf940 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:46:27.267426 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-b8ed0a94-d65d-43b5-a9b0-630691348bce req-81e65539-0453-4d6a-a5bd-f42c2ddaf940 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "GET /v2.0/ports?device_id=71941626-1808-4f17-8d70-1f3a3b9f2ac1 HTTP/1.1" status: 200 len: 943 time: 0.0487819 Oct 19 07:46:27.307307 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-b8ed0a94-d65d-43b5-a9b0-630691348bce req-cce367e0-596d-4a48-99d2-b5e24176e6cd tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "GET /v2.0/security-groups?id=9c5a209b-6f64-4d7f-8fdd-25c25763a5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337064 Oct 19 07:46:27.988044 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Device 66f6429b-2edd-4460-98ca-890b045e811c details requested by agent hyperv_hv-neutron-8616 with host hv-neutron-8616 {{(pid=103334) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 07:46:28.083155 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] For port 66f6429b-2edd-4460-98ca-890b045e811c, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=66f6429b-2edd-4460-98ca-890b045e811c,segment=NetworkSegment(bca40144-5639-44b4-989c-e077ab4b054e),segment_id=bca40144-5639-44b4-989c-e077ab4b054e)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:46:28.094243 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Returning: {'device': '66f6429b-2edd-4460-98ca-890b045e811c', 'network_id': 'e61b0d98-0066-4951-a8fc-f2deb1051d05', 'port_id': '66f6429b-2edd-4460-98ca-890b045e811c', 'mac_address': 'fa:16:3e:0c:84:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c16ec971-022b-411e-8337-b9ad7b8c59d4', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103334) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 07:46:28.130247 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Current status of the port 66f6429b-2edd-4460-98ca-890b045e811c is: DOWN; New status is: BUILD {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:46:28.130633 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:46:28.144033 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.notifiers.nova [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66f6429b-2edd-4460-98ca-890b045e811c {{(pid=103334) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 19 07:46:28.164610 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] For port 66f6429b-2edd-4460-98ca-890b045e811c, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=66f6429b-2edd-4460-98ca-890b045e811c,segment=NetworkSegment(bca40144-5639-44b4-989c-e077ab4b054e),segment_id=bca40144-5639-44b4-989c-e077ab4b054e)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:46:28.168980 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:46:28.216909 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Pushing event updated for resources: {'Port': ['ID=66f6429b-2edd-4460-98ca-890b045e811c,revision_number=4']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:46:28.219492 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7cecd6-a2fe-4139-aa90-ab04347926cb req-00481086-8da9-412e-acd6-c0e3c467d81f tempest-TestVolumeBootPattern-1806498022 tempest-TestVolumeBootPattern-1806498022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:46:28.221035 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-0b7cecd6-a2fe-4139-aa90-ab04347926cb req-00481086-8da9-412e-acd6-c0e3c467d81f tempest-TestVolumeBootPattern-1806498022 tempest-TestVolumeBootPattern-1806498022-project] 10.222.0.27 "GET /v2.0/ports?device_id=3ed6797f-26f3-41c5-9e24-4c87a56d498e HTTP/1.1" status: 200 len: 946 time: 0.0491257 Oct 19 07:46:28.258632 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-0b7cecd6-a2fe-4139-aa90-ab04347926cb req-08fec748-964b-43a2-8e88-1c0ea03d8a3c tempest-TestVolumeBootPattern-1806498022 tempest-TestVolumeBootPattern-1806498022-project] 10.222.0.27 "GET /v2.0/security-groups?id=09745190-85cd-4989-bb6d-51a24a3c4be0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311265 Oct 19 07:46:28.384523 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4ae96e-0cf9-4113-9002-f5483a75324d req-f230e080-29d0-4f71-928a-9adaadb3f887 tempest-TestVolumeBootPattern-1806498022 tempest-TestVolumeBootPattern-1806498022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:46:28.386004 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-bb4ae96e-0cf9-4113-9002-f5483a75324d req-f230e080-29d0-4f71-928a-9adaadb3f887 tempest-TestVolumeBootPattern-1806498022 tempest-TestVolumeBootPattern-1806498022-project] 10.222.0.27 "GET /v2.0/ports?device_id=3ed6797f-26f3-41c5-9e24-4c87a56d498e HTTP/1.1" status: 200 len: 946 time: 0.0538106 Oct 19 07:46:28.405533 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] get_ports_and_sgs() called for port_ids ['66f6429b-2edd-4460-98ca-890b045e811c'] {{(pid=103334) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 19 07:46:28.449600 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-bb4ae96e-0cf9-4113-9002-f5483a75324d req-b44aa194-eab1-4b25-82d9-89f496919efe tempest-TestVolumeBootPattern-1806498022 tempest-TestVolumeBootPattern-1806498022-project] 10.222.0.27 "GET /v2.0/security-groups?id=09745190-85cd-4989-bb6d-51a24a3c4be0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545242 Oct 19 07:46:28.460475 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bd987e-f245-41ea-9903-10b6292dd6c2 req-188156b6-1df1-4bc8-bb30-abf1533885c2 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:46:28.476772 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-45bd987e-f245-41ea-9903-10b6292dd6c2 req-188156b6-1df1-4bc8-bb30-abf1533885c2 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "GET /v2.0/ports?device_id=71941626-1808-4f17-8d70-1f3a3b9f2ac1 HTTP/1.1" status: 200 len: 944 time: 0.0758724 Oct 19 07:46:28.479244 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 32846) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:46:28.505047 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-45bd987e-f245-41ea-9903-10b6292dd6c2 req-58b7d6aa-2355-42bc-9944-c6f8adaa751c tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "GET /v2.0/security-groups?id=9c5a209b-6f64-4d7f-8fdd-25c25763a5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363750 Oct 19 07:46:28.567818 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb31b6fe-c53b-4fd1-a149-590659ee3a6f tempest-TestVolumeBootPattern-1448135616 tempest-TestVolumeBootPattern-1448135616-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:46:28.569392 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-cb31b6fe-c53b-4fd1-a149-590659ee3a6f tempest-TestVolumeBootPattern-1448135616 tempest-TestVolumeBootPattern-1448135616-project-admin] 10.222.0.27 "GET /v2.0/ports?device_id=3ed6797f-26f3-41c5-9e24-4c87a56d498e HTTP/1.1" status: 200 len: 1094 time: 0.0890825 Oct 19 07:46:28.572881 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 32850) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:46:28.577091 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-94cd3aa4-6adf-4e9f-81f0-883f4ef0094d tempest-TestVolumeBootPattern-1806498022 tempest-TestVolumeBootPattern-1806498022-project] Request body: {'floatingip': {'floating_network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'port_id': 'c52564ec-6172-4cda-ae86-95c4369510a6', 'tenant_id': '505fd091f8c84d6d8a8b7dc9bb7934bf', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:46:28.598049 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-94cd3aa4-6adf-4e9f-81f0-883f4ef0094d tempest-TestVolumeBootPattern-1806498022 tempest-TestVolumeBootPattern-1806498022-project] Notify callbacks [] for floatingip, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:46:28.693195 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-94cd3aa4-6adf-4e9f-81f0-883f4ef0094d tempest-TestVolumeBootPattern-1806498022 tempest-TestVolumeBootPattern-1806498022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:46:28.799530 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.db_base_plugin_common [None req-94cd3aa4-6adf-4e9f-81f0-883f4ef0094d tempest-TestVolumeBootPattern-1806498022 tempest-TestVolumeBootPattern-1806498022-project] Allocated IP 172.26.0.200 (99c66757-74e3-40a4-b479-8d09e3a7c3dd/7f3d1034-1de7-458a-a3ee-77488de3949b/3616289a-c9ba-480a-b51c-35197f5b1422) {{(pid=103333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 07:46:28.900942 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-94cd3aa4-6adf-4e9f-81f0-883f4ef0094d tempest-TestVolumeBootPattern-1806498022 tempest-TestVolumeBootPattern-1806498022-project] Notify callbacks [] for port, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:46:28.933878 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-94cd3aa4-6adf-4e9f-81f0-883f4ef0094d tempest-TestVolumeBootPattern-1806498022 tempest-TestVolumeBootPattern-1806498022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785020947330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130996763'] for port, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:46:28.975092 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94cd3aa4-6adf-4e9f-81f0-883f4ef0094d tempest-TestVolumeBootPattern-1806498022 tempest-TestVolumeBootPattern-1806498022-project] Network 99c66757-74e3-40a4-b479-8d09e3a7c3dd is already hosted by enough agents. {{(pid=103333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 07:46:28.978666 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-94cd3aa4-6adf-4e9f-81f0-883f4ef0094d tempest-TestVolumeBootPattern-1806498022 tempest-TestVolumeBootPattern-1806498022-project] Resources bound (agent type, host, resource id): {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:46:28.982113 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94cd3aa4-6adf-4e9f-81f0-883f4ef0094d tempest-TestVolumeBootPattern-1806498022 tempest-TestVolumeBootPattern-1806498022-project] Received port after_create {{(pid=103333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 07:46:29.005195 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94cd3aa4-6adf-4e9f-81f0-883f4ef0094d tempest-TestVolumeBootPattern-1806498022 tempest-TestVolumeBootPattern-1806498022-project] Pushing event updated for resources: {'Port': ['ID=3616289a-c9ba-480a-b51c-35197f5b1422,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:46:29.333497 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-94cd3aa4-6adf-4e9f-81f0-883f4ef0094d tempest-TestVolumeBootPattern-1806498022 tempest-TestVolumeBootPattern-1806498022-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:46:29.401215 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-94cd3aa4-6adf-4e9f-81f0-883f4ef0094d tempest-TestVolumeBootPattern-1806498022 tempest-TestVolumeBootPattern-1806498022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:46:29.551170 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-94cd3aa4-6adf-4e9f-81f0-883f4ef0094d tempest-TestVolumeBootPattern-1806498022 tempest-TestVolumeBootPattern-1806498022-project] Notify callbacks [] for port, precommit_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:46:29.555906 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-94cd3aa4-6adf-4e9f-81f0-883f4ef0094d tempest-TestVolumeBootPattern-1806498022 tempest-TestVolumeBootPattern-1806498022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130996754'] for port, after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:46:29.620959 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94cd3aa4-6adf-4e9f-81f0-883f4ef0094d tempest-TestVolumeBootPattern-1806498022 tempest-TestVolumeBootPattern-1806498022-project] Pushing event updated for resources: {'Port': ['ID=3616289a-c9ba-480a-b51c-35197f5b1422,revision_number=2']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:46:29.623442 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-94cd3aa4-6adf-4e9f-81f0-883f4ef0094d tempest-TestVolumeBootPattern-1806498022 tempest-TestVolumeBootPattern-1806498022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1695041'] for floatingip, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:46:29.625347 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa0d04b-4ea9-47ba-80ab-8ffdac68bbd7 req-7f7b6348-e0cb-4f57-955c-12153457967a tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:46:29.627309 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-8fa0d04b-4ea9-47ba-80ab-8ffdac68bbd7 req-7f7b6348-e0cb-4f57-955c-12153457967a tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "GET /v2.0/ports?device_id=71941626-1808-4f17-8d70-1f3a3b9f2ac1 HTTP/1.1" status: 200 len: 944 time: 0.0496354 Oct 19 07:46:29.665839 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-8fa0d04b-4ea9-47ba-80ab-8ffdac68bbd7 req-c8b73834-c418-4537-a59a-af60e98d2afd tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "GET /v2.0/security-groups?id=9c5a209b-6f64-4d7f-8fdd-25c25763a5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330212 Oct 19 07:46:29.725899 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.db.l3_db [None req-94cd3aa4-6adf-4e9f-81f0-883f4ef0094d tempest-TestVolumeBootPattern-1806498022 tempest-TestVolumeBootPattern-1806498022-project] Floating IP 7393c42a-82cd-4439-ae0a-ee0ce6bcfb8d associated. External IP: 172.26.0.200, port: c52564ec-6172-4cda-ae86-95c4369510a6. Oct 19 07:46:29.930490 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94cd3aa4-6adf-4e9f-81f0-883f4ef0094d tempest-TestVolumeBootPattern-1806498022 tempest-TestVolumeBootPattern-1806498022-project] Router 75e804fd-898a-4e41-901a-ea564d73d357 has already been hosted by L3 agent ab388470-1243-4d53-80f2-c2f5899c97a7 {{(pid=103333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 07:46:29.991764 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Device 66f6429b-2edd-4460-98ca-890b045e811c up at agent hyperv_hv-neutron-8616 {{(pid=103334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 07:46:30.038705 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94cd3aa4-6adf-4e9f-81f0-883f4ef0094d tempest-TestVolumeBootPattern-1806498022 tempest-TestVolumeBootPattern-1806498022-project] Notify agent at l3_agent.dv-neutron-861624-1-hyperv the message routers_updated {{(pid=103333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 07:46:30.043485 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Provisioning for port 66f6429b-2edd-4460-98ca-890b045e811c completed by entity L2. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 19 07:46:30.049085 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Provisioning complete for port 66f6429b-2edd-4460-98ca-890b045e811c triggered by entity L2. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:46:30.049460 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:46:30.049797 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Attempt 1 to provision port 66f6429b-2edd-4460-98ca-890b045e811c Oct 19 07:46:30.050726 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aca2fd12-88ef-4d7e-b5d2-c380aaa60b5e None None] Sync routers for ids ['75e804fd-898a-4e41-901a-ea564d73d357'] in dv-neutron-861624-1-hyperv {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 07:46:30.057876 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-94cd3aa4-6adf-4e9f-81f0-883f4ef0094d tempest-TestVolumeBootPattern-1806498022 tempest-TestVolumeBootPattern-1806498022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42160'] for floatingip, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:46:30.061018 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aca2fd12-88ef-4d7e-b5d2-c380aaa60b5e None None] Routers {'75e804fd-898a-4e41-901a-ea564d73d357'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 07:46:30.061624 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-aca2fd12-88ef-4d7e-b5d2-c380aaa60b5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T07:46:16Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['75e804fd-898a-4e41-901a-ea564d73d357'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:46:30.087227 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-94cd3aa4-6adf-4e9f-81f0-883f4ef0094d tempest-TestVolumeBootPattern-1806498022 tempest-TestVolumeBootPattern-1806498022-project] 10.222.0.27 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5131652 Oct 19 07:46:30.088173 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ed6797f-26f3-41c5-9e24-4c87a56d498e', 'tag': 'c52564ec-6172-4cda-ae86-95c4369510a6'}] {{(pid=103333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 19 07:46:30.090769 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e3bb7d74903c72d9cb0d0f2f187c581e0456bd3142b101dc46d694cf75cdf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d246b2ba-5fd8-4cb7-b28b-96d0ff9d4d11" -d '{"events": [{"name": "network-changed", "server_uuid": "3ed6797f-26f3-41c5-9e24-4c87a56d498e", "tag": "c52564ec-6172-4cda-ae86-95c4369510a6"}]}' {{(pid=103333) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 07:46:30.127065 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 19 Oct 2022 07:46:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5236c287-a4c0-454d-ace1-637a93bf9f11 x-openstack-request-id: req-5236c287-a4c0-454d-ace1-637a93bf9f11 {{(pid=103333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 07:46:30.127364 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ed6797f-26f3-41c5-9e24-4c87a56d498e", "tag": "c52564ec-6172-4cda-ae86-95c4369510a6", "status": "completed", "code": 200}]} {{(pid=103333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 07:46:30.127632 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-5236c287-a4c0-454d-ace1-637a93bf9f11 {{(pid=103333) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 07:46:30.128057 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5236c287-a4c0-454d-ace1-637a93bf9f11'] response: {'name': 'network-changed', 'server_uuid': '3ed6797f-26f3-41c5-9e24-4c87a56d498e', 'tag': 'c52564ec-6172-4cda-ae86-95c4369510a6', 'status': 'completed', 'code': 200} Oct 19 07:46:30.131837 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Current status of the port 66f6429b-2edd-4460-98ca-890b045e811c is: BUILD; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:46:30.132172 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:46:30.156594 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71941626-1808-4f17-8d70-1f3a3b9f2ac1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66f6429b-2edd-4460-98ca-890b045e811c'}] {{(pid=103334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 19 07:46:30.158820 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d918bd29c62f7e926e80ce37adcd574e0921d2de3006e6b6ef58999f52d8e2e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9328f2cf-db01-4299-ac7a-e7b74af72b28" -d '{"events": [{"server_uuid": "71941626-1808-4f17-8d70-1f3a3b9f2ac1", "name": "network-vif-plugged", "status": "completed", "tag": "66f6429b-2edd-4460-98ca-890b045e811c"}]}' {{(pid=103334) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 07:46:30.172877 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvr_db [None req-aca2fd12-88ef-4d7e-b5d2-c380aaa60b5e None None] Set router 75e804fd-898a-4e41-901a-ea564d73d357 gateway port host: dv-neutron-861624-1-hyperv {{(pid=103335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 07:46:30.187024 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] For port 66f6429b-2edd-4460-98ca-890b045e811c, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=66f6429b-2edd-4460-98ca-890b045e811c,segment=NetworkSegment(bca40144-5639-44b4-989c-e077ab4b054e),segment_id=bca40144-5639-44b4-989c-e077ab4b054e)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:46:30.192750 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:46:30.194713 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d246b2ba-5fd8-4cb7-b28b-96d0ff9d4d11 req-8bb09edb-3418-467a-a28e-c8050a05a0d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:46:30.198060 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-d246b2ba-5fd8-4cb7-b28b-96d0ff9d4d11 req-8bb09edb-3418-467a-a28e-c8050a05a0d1 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=505fd091f8c84d6d8a8b7dc9bb7934bf&device_id=3ed6797f-26f3-41c5-9e24-4c87a56d498e HTTP/1.1" status: 200 len: 1099 time: 0.0468504 Oct 19 07:46:30.198913 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 19 Oct 2022 07:46:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b049c5ad-f046-4f1a-b093-6fdf90cf5f0c x-openstack-request-id: req-b049c5ad-f046-4f1a-b093-6fdf90cf5f0c {{(pid=103334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 07:46:30.199207 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71941626-1808-4f17-8d70-1f3a3b9f2ac1", "name": "network-vif-plugged", "status": "completed", "tag": "66f6429b-2edd-4460-98ca-890b045e811c", "code": 200}]} {{(pid=103334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 07:46:30.199478 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-b049c5ad-f046-4f1a-b093-6fdf90cf5f0c {{(pid=103334) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 07:46:30.199890 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b049c5ad-f046-4f1a-b093-6fdf90cf5f0c'] response: {'server_uuid': '71941626-1808-4f17-8d70-1f3a3b9f2ac1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66f6429b-2edd-4460-98ca-890b045e811c', 'code': 200} Oct 19 07:46:30.269515 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Pushing event updated for resources: {'Port': ['ID=66f6429b-2edd-4460-98ca-890b045e811c,revision_number=5']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:46:30.306671 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d246b2ba-5fd8-4cb7-b28b-96d0ff9d4d11 req-5f3298f2-1853-46f8-a336-306cfc3ca9fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:46:30.308421 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-d246b2ba-5fd8-4cb7-b28b-96d0ff9d4d11 req-5f3298f2-1853-46f8-a336-306cfc3ca9fb service neutron] 10.222.0.16 "GET /v2.0/networks?id=a23ce57c-5e7a-4686-b843-74109161e384 HTTP/1.1" status: 200 len: 913 time: 0.1010804 Oct 19 07:46:30.390310 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c14599-4d5b-49e5-b29c-c57203148701 req-f699d188-d311-4902-a7f2-04fadcb9f7b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:46:30.391870 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-f4c14599-4d5b-49e5-b29c-c57203148701 req-f699d188-d311-4902-a7f2-04fadcb9f7b8 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=71941626-1808-4f17-8d70-1f3a3b9f2ac1 HTTP/1.1" status: 200 len: 1098 time: 0.0441833 Oct 19 07:46:30.412899 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-d246b2ba-5fd8-4cb7-b28b-96d0ff9d4d11 req-1018f92a-9986-4de0-8d17-9515da785b5c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c52564ec-6172-4cda-ae86-95c4369510a6 HTTP/1.1" status: 200 len: 1000 time: 0.0980721 Oct 19 07:46:30.420391 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-aca2fd12-88ef-4d7e-b5d2-c380aaa60b5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75e804fd-898a-4e41-901a-ea564d73d357', 'name': 'tempest-TestVolumeBootPattern-2140510641-router', 'tenant_id': '505fd091f8c84d6d8a8b7dc9bb7934bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'external_fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.47'}], 'enable_snat': True}, 'gw_port_id': '27a5a6f1-ef1d-4f19-9401-e95be5cdafde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T07:45:41Z', 'updated_at': '2022-10-19T07:45:45Z', 'revision_number': 4, 'project_id': '505fd091f8c84d6d8a8b7dc9bb7934bf', 'gw_port': {'id': '27a5a6f1-ef1d-4f19-9401-e95be5cdafde', 'name': '', 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:8e:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75e804fd-898a-4e41-901a-ea564d73d357', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1311, 'fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:45:42Z', 'updated_at': '2022-10-19T07:45:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861624-1-hyperv', '_floatingips': [{'id': '7393c42a-82cd-4439-ae0a-ee0ce6bcfb8d', 'tenant_id': '505fd091f8c84d6d8a8b7dc9bb7934bf', 'floating_ip_address': '172.26.0.200', 'floating_network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'router_id': '75e804fd-898a-4e41-901a-ea564d73d357', 'port_id': 'c52564ec-6172-4cda-ae86-95c4369510a6', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1353, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a23ce57c-5e7a-4686-b843-74109161e384', 'mac_address': 'fa:16:3e:e3:a2:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ed6797f-26f3-41c5-9e24-4c87a56d498e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-19T07:46:29Z', 'updated_at': '2022-10-19T07:46:29Z', 'revision_number': 0, 'project_id': '505fd091f8c84d6d8a8b7dc9bb7934bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '875c69bf-bbd0-43d5-a353-16a753075bc3', 'name': '', 'network_id': 'a23ce57c-5e7a-4686-b843-74109161e384', 'tenant_id': '505fd091f8c84d6d8a8b7dc9bb7934bf', 'mac_address': 'fa:16:3e:ac:9e:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75e804fd-898a-4e41-901a-ea564d73d357', 'device_owner': 'network:router_interface', 'standard_attr_id': 1312, 'fixed_ips': [{'subnet_id': '59cab28a-9f4d-46b7-9f00-ecdecb2d6122', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:45:44Z', 'updated_at': '2022-10-19T07:45:49Z', 'revision_number': 5, 'project_id': '505fd091f8c84d6d8a8b7dc9bb7934bf', 'subnets': [{'id': '59cab28a-9f4d-46b7-9f00-ecdecb2d6122', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:46:30.427522 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-f4c14599-4d5b-49e5-b29c-c57203148701 req-50d37c60-82a7-4aaf-bb5a-1d9114bda4b0 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=9c5a209b-6f64-4d7f-8fdd-25c25763a5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0294902 Oct 19 07:46:30.446726 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aca2fd12-88ef-4d7e-b5d2-c380aaa60b5e None None] Checking router: 75e804fd-898a-4e41-901a-ea564d73d357 for host: dv-neutron-861624-1-hyperv {{(pid=103335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 07:46:30.454629 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aca2fd12-88ef-4d7e-b5d2-c380aaa60b5e None None] Routers {'75e804fd-898a-4e41-901a-ea564d73d357'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 07:46:30.455223 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-aca2fd12-88ef-4d7e-b5d2-c380aaa60b5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T07:46:16Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['75e804fd-898a-4e41-901a-ea564d73d357'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:46:30.463004 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d246b2ba-5fd8-4cb7-b28b-96d0ff9d4d11 req-626ce721-cc02-47b9-887c-e5a976fe6e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:46:30.464473 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-d246b2ba-5fd8-4cb7-b28b-96d0ff9d4d11 req-626ce721-cc02-47b9-887c-e5a976fe6e18 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=59cab28a-9f4d-46b7-9f00-ecdecb2d6122 HTTP/1.1" status: 200 len: 851 time: 0.0456111 Oct 19 07:46:30.555815 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvr_db [None req-aca2fd12-88ef-4d7e-b5d2-c380aaa60b5e None None] Set router 75e804fd-898a-4e41-901a-ea564d73d357 gateway port host: dv-neutron-861624-1-hyperv {{(pid=103335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 07:46:30.655181 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d246b2ba-5fd8-4cb7-b28b-96d0ff9d4d11 req-005dd879-a803-4287-b60d-f6ffe854bf19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:46:30.656974 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-d246b2ba-5fd8-4cb7-b28b-96d0ff9d4d11 req-005dd879-a803-4287-b60d-f6ffe854bf19 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a23ce57c-5e7a-4686-b843-74109161e384&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0400751 Oct 19 07:46:30.756336 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-d246b2ba-5fd8-4cb7-b28b-96d0ff9d4d11 req-0b3b3d82-06fd-4043-a66e-ac0e55741290 service neutron] 10.222.0.16 "GET /v2.0/networks/a23ce57c-5e7a-4686-b843-74109161e384?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920072 Oct 19 07:46:30.777809 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-aca2fd12-88ef-4d7e-b5d2-c380aaa60b5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75e804fd-898a-4e41-901a-ea564d73d357', 'name': 'tempest-TestVolumeBootPattern-2140510641-router', 'tenant_id': '505fd091f8c84d6d8a8b7dc9bb7934bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'external_fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.47'}], 'enable_snat': True}, 'gw_port_id': '27a5a6f1-ef1d-4f19-9401-e95be5cdafde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T07:45:41Z', 'updated_at': '2022-10-19T07:45:45Z', 'revision_number': 4, 'project_id': '505fd091f8c84d6d8a8b7dc9bb7934bf', 'gw_port': {'id': '27a5a6f1-ef1d-4f19-9401-e95be5cdafde', 'name': '', 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:8e:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75e804fd-898a-4e41-901a-ea564d73d357', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1311, 'fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:45:42Z', 'updated_at': '2022-10-19T07:45:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861624-1-hyperv', '_floatingips': [{'id': '7393c42a-82cd-4439-ae0a-ee0ce6bcfb8d', 'tenant_id': '505fd091f8c84d6d8a8b7dc9bb7934bf', 'floating_ip_address': '172.26.0.200', 'floating_network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'router_id': '75e804fd-898a-4e41-901a-ea564d73d357', 'port_id': 'c52564ec-6172-4cda-ae86-95c4369510a6', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1353, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a23ce57c-5e7a-4686-b843-74109161e384', 'mac_address': 'fa:16:3e:e3:a2:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ed6797f-26f3-41c5-9e24-4c87a56d498e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-19T07:46:29Z', 'updated_at': '2022-10-19T07:46:29Z', 'revision_number': 0, 'project_id': '505fd091f8c84d6d8a8b7dc9bb7934bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '875c69bf-bbd0-43d5-a353-16a753075bc3', 'name': '', 'network_id': 'a23ce57c-5e7a-4686-b843-74109161e384', 'tenant_id': '505fd091f8c84d6d8a8b7dc9bb7934bf', 'mac_address': 'fa:16:3e:ac:9e:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75e804fd-898a-4e41-901a-ea564d73d357', 'device_owner': 'network:router_interface', 'standard_attr_id': 1312, 'fixed_ips': [{'subnet_id': '59cab28a-9f4d-46b7-9f00-ecdecb2d6122', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:45:44Z', 'updated_at': '2022-10-19T07:45:49Z', 'revision_number': 5, 'project_id': '505fd091f8c84d6d8a8b7dc9bb7934bf', 'subnets': [{'id': '59cab28a-9f4d-46b7-9f00-ecdecb2d6122', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:46:30.791650 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97953c2-762c-447d-9802-aa2e877404aa req-a48772ec-a193-43f3-a386-12bb0ae9e9d6 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:46:30.793295 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-a97953c2-762c-447d-9802-aa2e877404aa req-a48772ec-a193-43f3-a386-12bb0ae9e9d6 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "GET /v2.0/ports?device_id=71941626-1808-4f17-8d70-1f3a3b9f2ac1 HTTP/1.1" status: 200 len: 945 time: 0.0519612 Oct 19 07:46:30.809287 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aca2fd12-88ef-4d7e-b5d2-c380aaa60b5e None None] The sync data for ids ['75e804fd-898a-4e41-901a-ea564d73d357'] in dv-neutron-861624-1-hyperv is: [{'id': '75e804fd-898a-4e41-901a-ea564d73d357', 'name': 'tempest-TestVolumeBootPattern-2140510641-router', 'tenant_id': '505fd091f8c84d6d8a8b7dc9bb7934bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'external_fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.47'}], 'enable_snat': True}, 'gw_port_id': '27a5a6f1-ef1d-4f19-9401-e95be5cdafde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T07:45:41Z', 'updated_at': '2022-10-19T07:45:45Z', 'revision_number': 4, 'project_id': '505fd091f8c84d6d8a8b7dc9bb7934bf', 'gw_port': {'id': '27a5a6f1-ef1d-4f19-9401-e95be5cdafde', 'name': '', 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:8e:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75e804fd-898a-4e41-901a-ea564d73d357', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1311, 'fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:45:42Z', 'updated_at': '2022-10-19T07:45:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861624-1-hyperv', '_floatingips': [{'id': '7393c42a-82cd-4439-ae0a-ee0ce6bcfb8d', 'tenant_id': '505fd091f8c84d6d8a8b7dc9bb7934bf', 'floating_ip_address': '172.26.0.200', 'floating_network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'router_id': '75e804fd-898a-4e41-901a-ea564d73d357', 'port_id': 'c52564ec-6172-4cda-ae86-95c4369510a6', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1353, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a23ce57c-5e7a-4686-b843-74109161e384', 'mac_address': 'fa:16:3e:e3:a2:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ed6797f-26f3-41c5-9e24-4c87a56d498e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-19T07:46:29Z', 'updated_at': '2022-10-19T07:46:29Z', 'revision_number': 0, 'project_id': '505fd091f8c84d6d8a8b7dc9bb7934bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '875c69bf-bbd0-43d5-a353-16a753075bc3', 'name': '', 'network_id': 'a23ce57c-5e7a-4686-b843-74109161e384', 'tenant_id': '505fd091f8c84d6d8a8b7dc9bb7934bf', 'mac_address': 'fa:16:3e:ac:9e:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75e804fd-898a-4e41-901a-ea564d73d357', 'device_owner': 'network:router_interface', 'standard_attr_id': 1312, 'fixed_ips': [{'subnet_id': '59cab28a-9f4d-46b7-9f00-ecdecb2d6122', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:45:44Z', 'updated_at': '2022-10-19T07:45:49Z', 'revision_number': 5, 'project_id': '505fd091f8c84d6d8a8b7dc9bb7934bf', 'subnets': [{'id': '59cab28a-9f4d-46b7-9f00-ecdecb2d6122', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 07:46:30.835744 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-a97953c2-762c-447d-9802-aa2e877404aa req-0a6bef01-8a39-4d71-b851-2a20f03dcd64 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "GET /v2.0/security-groups?id=9c5a209b-6f64-4d7f-8fdd-25c25763a5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358524 Oct 19 07:46:30.851618 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-d246b2ba-5fd8-4cb7-b28b-96d0ff9d4d11 req-cf29254b-49b7-4bc3-8388-8e291d43d670 service neutron] 10.222.0.16 "GET /v2.0/networks/a23ce57c-5e7a-4686-b843-74109161e384?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869684 Oct 19 07:46:31.005218 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0d079f5-af17-4434-a4d1-b34d27d4d297 None None] New status for floating IP 7393c42a-82cd-4439-ae0a-ee0ce6bcfb8d: ACTIVE {{(pid=103334) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 19 07:46:31.967548 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e33ae4-14b0-4495-8572-aab4e017d1d1 req-4c61d29f-1623-40e4-84be-5807d30006a9 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:46:31.969044 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-a7e33ae4-14b0-4495-8572-aab4e017d1d1 req-4c61d29f-1623-40e4-84be-5807d30006a9 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "GET /v2.0/ports?device_id=71941626-1808-4f17-8d70-1f3a3b9f2ac1 HTTP/1.1" status: 200 len: 945 time: 0.0489020 Oct 19 07:46:32.005561 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-a7e33ae4-14b0-4495-8572-aab4e017d1d1 req-ee54f228-1499-4421-9182-80da283f7c01 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "GET /v2.0/security-groups?id=9c5a209b-6f64-4d7f-8fdd-25c25763a5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304875 Oct 19 07:46:32.129511 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5892d84-93f3-4d5c-9f07-5888f4b00af6 req-8f4637cd-a102-42cc-aede-20642cef86da tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:46:32.131083 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-a5892d84-93f3-4d5c-9f07-5888f4b00af6 req-8f4637cd-a102-42cc-aede-20642cef86da tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "GET /v2.0/ports?device_id=71941626-1808-4f17-8d70-1f3a3b9f2ac1 HTTP/1.1" status: 200 len: 945 time: 0.0519388 Oct 19 07:46:32.169023 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-a5892d84-93f3-4d5c-9f07-5888f4b00af6 req-732ed0f7-bcf9-4255-9767-5c26be64a39a tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "GET /v2.0/security-groups?id=9c5a209b-6f64-4d7f-8fdd-25c25763a5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313666 Oct 19 07:46:32.196930 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 32866) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:46:32.235412 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a4c8933-361b-4938-af2a-b831eb801ba7 tempest-TestNetworkBasicOps-773100899 tempest-TestNetworkBasicOps-773100899-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:46:32.236991 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-5a4c8933-361b-4938-af2a-b831eb801ba7 tempest-TestNetworkBasicOps-773100899 tempest-TestNetworkBasicOps-773100899-project-admin] 10.222.0.27 "GET /v2.0/ports?device_id=71941626-1808-4f17-8d70-1f3a3b9f2ac1 HTTP/1.1" status: 200 len: 1093 time: 0.0390916 Oct 19 07:46:32.239587 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 32868) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:46:32.243896 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-1c2756ad-bb91-477f-b93e-480fc7ab643a tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Request body: {'floatingip': {'floating_network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'port_id': '66f6429b-2edd-4460-98ca-890b045e811c', 'tenant_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:46:32.266598 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-1c2756ad-bb91-477f-b93e-480fc7ab643a tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for floatingip, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:46:32.365787 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-1c2756ad-bb91-477f-b93e-480fc7ab643a tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:46:32.468620 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.db_base_plugin_common [None req-1c2756ad-bb91-477f-b93e-480fc7ab643a tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Allocated IP 172.26.0.132 (99c66757-74e3-40a4-b479-8d09e3a7c3dd/7f3d1034-1de7-458a-a3ee-77488de3949b/b6b6f591-1eb0-4e0a-a928-d90d3b2694b5) {{(pid=103332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 07:46:32.572209 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-1c2756ad-bb91-477f-b93e-480fc7ab643a tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for port, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:46:32.604781 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-1c2756ad-bb91-477f-b93e-480fc7ab643a tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785020947330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133553798'] for port, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:46:32.643401 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c2756ad-bb91-477f-b93e-480fc7ab643a tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Network 99c66757-74e3-40a4-b479-8d09e3a7c3dd is already hosted by enough agents. {{(pid=103332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 07:46:32.647722 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.base_scheduler [None req-1c2756ad-bb91-477f-b93e-480fc7ab643a tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Resources bound (agent type, host, resource id): {{(pid=103332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:46:32.651327 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c2756ad-bb91-477f-b93e-480fc7ab643a tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Received port after_create {{(pid=103332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 07:46:32.656496 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2756ad-bb91-477f-b93e-480fc7ab643a tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Pushing event updated for resources: {'Port': ['ID=b6b6f591-1eb0-4e0a-a928-d90d3b2694b5,revision_number=1']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:46:33.370946 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-1c2756ad-bb91-477f-b93e-480fc7ab643a tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:46:33.468363 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-1c2756ad-bb91-477f-b93e-480fc7ab643a tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:46:33.611518 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-1c2756ad-bb91-477f-b93e-480fc7ab643a tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for port, precommit_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:46:33.615581 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-1c2756ad-bb91-477f-b93e-480fc7ab643a tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133553807'] for port, after_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:46:33.681979 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2756ad-bb91-477f-b93e-480fc7ab643a tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Pushing event updated for resources: {'Port': ['ID=b6b6f591-1eb0-4e0a-a928-d90d3b2694b5,revision_number=2']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:46:33.684343 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-1c2756ad-bb91-477f-b93e-480fc7ab643a tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1695041'] for floatingip, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:46:33.783851 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.db.l3_db [None req-1c2756ad-bb91-477f-b93e-480fc7ab643a tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Floating IP 63d46471-10d6-47bc-b3f4-13c7e4f237e7 associated. External IP: 172.26.0.132, port: 66f6429b-2edd-4460-98ca-890b045e811c. Oct 19 07:46:33.981565 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c2756ad-bb91-477f-b93e-480fc7ab643a tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Router a0cb8431-b1aa-460e-8aa3-453b9d3c0819 has already been hosted by L3 agent ab388470-1243-4d53-80f2-c2f5899c97a7 {{(pid=103332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 07:46:34.091335 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c2756ad-bb91-477f-b93e-480fc7ab643a tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify agent at l3_agent.dv-neutron-861624-1-hyperv the message routers_updated {{(pid=103332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 07:46:34.100947 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edde585d-82c8-4468-9fa5-914a579eb55b None None] Sync routers for ids ['a0cb8431-b1aa-460e-8aa3-453b9d3c0819'] in dv-neutron-861624-1-hyperv {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 07:46:34.108961 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-1c2756ad-bb91-477f-b93e-480fc7ab643a tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42160'] for floatingip, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:46:34.111487 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edde585d-82c8-4468-9fa5-914a579eb55b None None] Routers {'a0cb8431-b1aa-460e-8aa3-453b9d3c0819'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 07:46:34.112096 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-edde585d-82c8-4468-9fa5-914a579eb55b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T07:46:16Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['a0cb8431-b1aa-460e-8aa3-453b9d3c0819'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:46:34.140856 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-1c2756ad-bb91-477f-b93e-480fc7ab643a tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9002388 Oct 19 07:46:34.141805 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71941626-1808-4f17-8d70-1f3a3b9f2ac1', 'tag': '66f6429b-2edd-4460-98ca-890b045e811c'}] {{(pid=103332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 19 07:46:34.143641 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 32870) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:46:34.144271 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a021b02cf5f527cd4bbbc40a031b51490d9893d7edeeb551bdf5128ee7546f8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44da2c56-7475-40fb-bb4c-0a982b4b156f" -d '{"events": [{"name": "network-changed", "server_uuid": "71941626-1808-4f17-8d70-1f3a3b9f2ac1", "tag": "66f6429b-2edd-4460-98ca-890b045e811c"}]}' {{(pid=103332) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 07:46:34.181760 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 19 Oct 2022 07:46:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ccb79cc-2402-4cc4-b4b0-5ac65a95066e x-openstack-request-id: req-7ccb79cc-2402-4cc4-b4b0-5ac65a95066e {{(pid=103332) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 07:46:34.182064 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71941626-1808-4f17-8d70-1f3a3b9f2ac1", "tag": "66f6429b-2edd-4460-98ca-890b045e811c", "status": "completed", "code": 200}]} {{(pid=103332) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 07:46:34.182358 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-7ccb79cc-2402-4cc4-b4b0-5ac65a95066e {{(pid=103332) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 07:46:34.182723 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7ccb79cc-2402-4cc4-b4b0-5ac65a95066e'] response: {'name': 'network-changed', 'server_uuid': '71941626-1808-4f17-8d70-1f3a3b9f2ac1', 'tag': '66f6429b-2edd-4460-98ca-890b045e811c', 'status': 'completed', 'code': 200} Oct 19 07:46:34.222383 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvr_db [None req-edde585d-82c8-4468-9fa5-914a579eb55b None None] Set router a0cb8431-b1aa-460e-8aa3-453b9d3c0819 gateway port host: dv-neutron-861624-1-hyperv {{(pid=103335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 07:46:34.239309 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-ce7bc0c5-b1dd-47ca-b588-b3599690b738 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "GET /v2.0/floatingips/63d46471-10d6-47bc-b3f4-13c7e4f237e7 HTTP/1.1" status: 200 len: 991 time: 0.0943995 Oct 19 07:46:34.251254 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44da2c56-7475-40fb-bb4c-0a982b4b156f req-9e27544f-818d-42ef-a449-19ba562c79ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:46:34.252756 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-44da2c56-7475-40fb-bb4c-0a982b4b156f req-9e27544f-818d-42ef-a449-19ba562c79ad service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=47a12ea4f74e4c18b13323e6f3cc9741&device_id=71941626-1808-4f17-8d70-1f3a3b9f2ac1 HTTP/1.1" status: 200 len: 1098 time: 0.0477633 Oct 19 07:46:34.348765 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44da2c56-7475-40fb-bb4c-0a982b4b156f req-79a899e3-a5a7-449f-ad5a-46a97ac8956b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:46:34.350231 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-44da2c56-7475-40fb-bb4c-0a982b4b156f req-79a899e3-a5a7-449f-ad5a-46a97ac8956b service neutron] 10.222.0.16 "GET /v2.0/networks?id=e61b0d98-0066-4951-a8fc-f2deb1051d05 HTTP/1.1" status: 200 len: 897 time: 0.0893068 Oct 19 07:46:34.415645 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-44da2c56-7475-40fb-bb4c-0a982b4b156f req-79ac0d1c-0004-40a3-b152-afe17030f488 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=66f6429b-2edd-4460-98ca-890b045e811c HTTP/1.1" status: 200 len: 999 time: 0.0580583 Oct 19 07:46:34.442375 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-edde585d-82c8-4468-9fa5-914a579eb55b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0cb8431-b1aa-460e-8aa3-453b9d3c0819', 'name': 'tempest-TestNetworkBasicOps-router-728793310', 'tenant_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'external_fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.220'}], 'enable_snat': True}, 'gw_port_id': 'affcc04c-9298-400c-848f-e778961386d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T07:46:15Z', 'updated_at': '2022-10-19T07:46:19Z', 'revision_number': 4, 'project_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'gw_port': {'id': 'affcc04c-9298-400c-848f-e778961386d3', 'name': '', 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:50:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0cb8431-b1aa-460e-8aa3-453b9d3c0819', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1338, 'fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:46:16Z', 'updated_at': '2022-10-19T07:46:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861624-1-hyperv', '_floatingips': [{'id': '63d46471-10d6-47bc-b3f4-13c7e4f237e7', 'tenant_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'floating_ip_address': '172.26.0.132', 'floating_network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'router_id': 'a0cb8431-b1aa-460e-8aa3-453b9d3c0819', 'port_id': '66f6429b-2edd-4460-98ca-890b045e811c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1355, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e61b0d98-0066-4951-a8fc-f2deb1051d05', 'mac_address': 'fa:16:3e:0c:84:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71941626-1808-4f17-8d70-1f3a3b9f2ac1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-19T07:46:32Z', 'updated_at': '2022-10-19T07:46:32Z', 'revision_number': 0, 'project_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '712cf41e-5bce-4c14-b0d3-bb2bfd0c9200', 'name': '', 'network_id': 'e61b0d98-0066-4951-a8fc-f2deb1051d05', 'tenant_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'mac_address': 'fa:16:3e:3b:e2:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0cb8431-b1aa-460e-8aa3-453b9d3c0819', 'device_owner': 'network:router_interface', 'standard_attr_id': 1341, 'fixed_ips': [{'subnet_id': 'c16ec971-022b-411e-8337-b9ad7b8c59d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:46:18Z', 'updated_at': '2022-10-19T07:46:22Z', 'revision_number': 5, 'project_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'subnets': [{'id': 'c16ec971-022b-411e-8337-b9ad7b8c59d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:46:34.463253 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44da2c56-7475-40fb-bb4c-0a982b4b156f req-a2fe6aac-bc8b-4c24-b7fd-3a2aa720b8a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:46:34.464713 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-44da2c56-7475-40fb-bb4c-0a982b4b156f req-a2fe6aac-bc8b-4c24-b7fd-3a2aa720b8a9 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c16ec971-022b-411e-8337-b9ad7b8c59d4 HTTP/1.1" status: 200 len: 835 time: 0.0431998 Oct 19 07:46:34.471363 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edde585d-82c8-4468-9fa5-914a579eb55b None None] Checking router: a0cb8431-b1aa-460e-8aa3-453b9d3c0819 for host: dv-neutron-861624-1-hyperv {{(pid=103335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 07:46:34.480257 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edde585d-82c8-4468-9fa5-914a579eb55b None None] Routers {'a0cb8431-b1aa-460e-8aa3-453b9d3c0819'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 07:46:34.480895 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-edde585d-82c8-4468-9fa5-914a579eb55b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T07:46:16Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['a0cb8431-b1aa-460e-8aa3-453b9d3c0819'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:46:34.512564 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44da2c56-7475-40fb-bb4c-0a982b4b156f req-87d57a35-7869-4bca-a6d3-c7d4d108a5ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:46:34.513952 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-44da2c56-7475-40fb-bb4c-0a982b4b156f req-87d57a35-7869-4bca-a6d3-c7d4d108a5ed service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e61b0d98-0066-4951-a8fc-f2deb1051d05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0431559 Oct 19 07:46:34.584097 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvr_db [None req-edde585d-82c8-4468-9fa5-914a579eb55b None None] Set router a0cb8431-b1aa-460e-8aa3-453b9d3c0819 gateway port host: dv-neutron-861624-1-hyperv {{(pid=103335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 07:46:34.603798 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-44da2c56-7475-40fb-bb4c-0a982b4b156f req-e77483b5-f7ff-4dbf-b663-cf9f30ffd348 service neutron] 10.222.0.16 "GET /v2.0/networks/e61b0d98-0066-4951-a8fc-f2deb1051d05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833786 Oct 19 07:46:34.903471 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-edde585d-82c8-4468-9fa5-914a579eb55b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0cb8431-b1aa-460e-8aa3-453b9d3c0819', 'name': 'tempest-TestNetworkBasicOps-router-728793310', 'tenant_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'external_fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.220'}], 'enable_snat': True}, 'gw_port_id': 'affcc04c-9298-400c-848f-e778961386d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T07:46:15Z', 'updated_at': '2022-10-19T07:46:19Z', 'revision_number': 4, 'project_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'gw_port': {'id': 'affcc04c-9298-400c-848f-e778961386d3', 'name': '', 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:50:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0cb8431-b1aa-460e-8aa3-453b9d3c0819', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1338, 'fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:46:16Z', 'updated_at': '2022-10-19T07:46:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861624-1-hyperv', '_floatingips': [{'id': '63d46471-10d6-47bc-b3f4-13c7e4f237e7', 'tenant_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'floating_ip_address': '172.26.0.132', 'floating_network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'router_id': 'a0cb8431-b1aa-460e-8aa3-453b9d3c0819', 'port_id': '66f6429b-2edd-4460-98ca-890b045e811c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1355, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e61b0d98-0066-4951-a8fc-f2deb1051d05', 'mac_address': 'fa:16:3e:0c:84:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71941626-1808-4f17-8d70-1f3a3b9f2ac1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-19T07:46:32Z', 'updated_at': '2022-10-19T07:46:32Z', 'revision_number': 0, 'project_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '712cf41e-5bce-4c14-b0d3-bb2bfd0c9200', 'name': '', 'network_id': 'e61b0d98-0066-4951-a8fc-f2deb1051d05', 'tenant_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'mac_address': 'fa:16:3e:3b:e2:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0cb8431-b1aa-460e-8aa3-453b9d3c0819', 'device_owner': 'network:router_interface', 'standard_attr_id': 1341, 'fixed_ips': [{'subnet_id': 'c16ec971-022b-411e-8337-b9ad7b8c59d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:46:18Z', 'updated_at': '2022-10-19T07:46:22Z', 'revision_number': 5, 'project_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'subnets': [{'id': 'c16ec971-022b-411e-8337-b9ad7b8c59d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:46:34.933873 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edde585d-82c8-4468-9fa5-914a579eb55b None None] The sync data for ids ['a0cb8431-b1aa-460e-8aa3-453b9d3c0819'] in dv-neutron-861624-1-hyperv is: [{'id': 'a0cb8431-b1aa-460e-8aa3-453b9d3c0819', 'name': 'tempest-TestNetworkBasicOps-router-728793310', 'tenant_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'external_fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.220'}], 'enable_snat': True}, 'gw_port_id': 'affcc04c-9298-400c-848f-e778961386d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T07:46:15Z', 'updated_at': '2022-10-19T07:46:19Z', 'revision_number': 4, 'project_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'gw_port': {'id': 'affcc04c-9298-400c-848f-e778961386d3', 'name': '', 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:50:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0cb8431-b1aa-460e-8aa3-453b9d3c0819', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1338, 'fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:46:16Z', 'updated_at': '2022-10-19T07:46:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861624-1-hyperv', '_floatingips': [{'id': '63d46471-10d6-47bc-b3f4-13c7e4f237e7', 'tenant_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'floating_ip_address': '172.26.0.132', 'floating_network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'router_id': 'a0cb8431-b1aa-460e-8aa3-453b9d3c0819', 'port_id': '66f6429b-2edd-4460-98ca-890b045e811c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1355, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e61b0d98-0066-4951-a8fc-f2deb1051d05', 'mac_address': 'fa:16:3e:0c:84:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71941626-1808-4f17-8d70-1f3a3b9f2ac1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-19T07:46:32Z', 'updated_at': '2022-10-19T07:46:32Z', 'revision_number': 0, 'project_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '712cf41e-5bce-4c14-b0d3-bb2bfd0c9200', 'name': '', 'network_id': 'e61b0d98-0066-4951-a8fc-f2deb1051d05', 'tenant_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'mac_address': 'fa:16:3e:3b:e2:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0cb8431-b1aa-460e-8aa3-453b9d3c0819', 'device_owner': 'network:router_interface', 'standard_attr_id': 1341, 'fixed_ips': [{'subnet_id': 'c16ec971-022b-411e-8337-b9ad7b8c59d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:46:18Z', 'updated_at': '2022-10-19T07:46:22Z', 'revision_number': 5, 'project_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'subnets': [{'id': 'c16ec971-022b-411e-8337-b9ad7b8c59d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 07:46:35.019899 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-44da2c56-7475-40fb-bb4c-0a982b4b156f req-bfa06195-545d-4062-8f97-7c78809d3b27 service neutron] 10.222.0.16 "GET /v2.0/networks/e61b0d98-0066-4951-a8fc-f2deb1051d05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4096246 Oct 19 07:46:35.134080 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab3b88e0-174e-4742-adb8-a317ea290579 None None] New status for floating IP 63d46471-10d6-47bc-b3f4-13c7e4f237e7: ACTIVE {{(pid=103334) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 19 07:46:35.243416 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 32874) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:46:35.307207 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-a05a16b3-2cb9-47a6-aa74-60668fb3330a tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "GET /v2.0/floatingips/63d46471-10d6-47bc-b3f4-13c7e4f237e7 HTTP/1.1" status: 200 len: 991 time: 0.0625792 Oct 19 07:46:36.310377 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 32876) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:46:36.371034 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-23f028e6-3997-4dd9-8d39-8a317457f40e tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "GET /v2.0/floatingips/63d46471-10d6-47bc-b3f4-13c7e4f237e7 HTTP/1.1" status: 200 len: 993 time: 0.0589604 Oct 19 07:46:41.671026 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:46:43.355250 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-93a00d88-8d7c-4e89-a782-071fbb397be8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:46:46.273284 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-573dff90-b317-4917-b076-0d462e32d6ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:46:47.913184 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-2a2259f7-b034-4eec-af7a-7abaede746c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:46:48.972689 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-1a0da505-d0f9-48c6-b7e2-53b9c5e41298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:46:49.110713 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:47:02.643289 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.agents_db [None req-6057327c-4456-4c72-8e75-6d3cd9249757 None None] Agent healthcheck: found 6 active agents {{(pid=103335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 07:47:09.575440 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 32902) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:47:09.638149 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-3c953b6d-b084-4398-80fd-33c075912f59 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "GET /v2.0/floatingips/63d46471-10d6-47bc-b3f4-13c7e4f237e7 HTTP/1.1" status: 200 len: 993 time: 0.0615966 Oct 19 07:47:09.932406 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 32908) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:47:10.088097 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.plugin [None req-d454b0a6-22c9-47ef-8598-61a942355a61 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Deleting port b6b6f591-1eb0-4e0a-a928-d90d3b2694b5 {{(pid=103332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 07:47:10.088435 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-d454b0a6-22c9-47ef-8598-61a942355a61 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:47:10.164378 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-d454b0a6-22c9-47ef-8598-61a942355a61 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:47:10.164727 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-d454b0a6-22c9-47ef-8598-61a942355a61 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:47:10.176700 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.plugin [None req-d454b0a6-22c9-47ef-8598-61a942355a61 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Calling delete_port for b6b6f591-1eb0-4e0a-a928-d90d3b2694b5 owned by network:floatingip {{(pid=103332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 07:47:10.319090 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-d454b0a6-22c9-47ef-8598-61a942355a61 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133553798'] for port, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:47:10.350790 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d454b0a6-22c9-47ef-8598-61a942355a61 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Pushing event deleted for resources: {'Port': ['ID=b6b6f591-1eb0-4e0a-a928-d90d3b2694b5,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:47:10.372593 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d454b0a6-22c9-47ef-8598-61a942355a61 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:47:10.372946 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d454b0a6-22c9-47ef-8598-61a942355a61 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:47:10.373290 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d454b0a6-22c9-47ef-8598-61a942355a61 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:47:10.373626 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d454b0a6-22c9-47ef-8598-61a942355a61 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:47:10.373960 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d454b0a6-22c9-47ef-8598-61a942355a61 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:47:10.374295 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d454b0a6-22c9-47ef-8598-61a942355a61 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:47:10.374629 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d454b0a6-22c9-47ef-8598-61a942355a61 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:47:10.374959 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d454b0a6-22c9-47ef-8598-61a942355a61 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:47:10.375292 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d454b0a6-22c9-47ef-8598-61a942355a61 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:47:10.375616 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d454b0a6-22c9-47ef-8598-61a942355a61 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:47:10.375944 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d454b0a6-22c9-47ef-8598-61a942355a61 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:47:10.376267 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d454b0a6-22c9-47ef-8598-61a942355a61 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:47:10.414023 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-d454b0a6-22c9-47ef-8598-61a942355a61 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for floatingip, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:47:10.414400 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.db.l3_db [None req-d454b0a6-22c9-47ef-8598-61a942355a61 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Floating IP 63d46471-10d6-47bc-b3f4-13c7e4f237e7 disassociated (deleted). External IP: 172.26.0.132, port: 66f6429b-2edd-4460-98ca-890b045e811c. Oct 19 07:47:10.621505 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d454b0a6-22c9-47ef-8598-61a942355a61 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Router a0cb8431-b1aa-460e-8aa3-453b9d3c0819 has already been hosted by L3 agent ab388470-1243-4d53-80f2-c2f5899c97a7 {{(pid=103332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 07:47:10.725876 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d454b0a6-22c9-47ef-8598-61a942355a61 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify agent at l3_agent.dv-neutron-861624-1-hyperv the message routers_updated {{(pid=103332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 07:47:10.730949 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-d454b0a6-22c9-47ef-8598-61a942355a61 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42160'] for floatingip, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:47:10.736729 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96586c0d-5508-4826-b32b-469d54954bf3 None None] Sync routers for ids ['a0cb8431-b1aa-460e-8aa3-453b9d3c0819'] in dv-neutron-861624-1-hyperv {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 07:47:10.749496 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96586c0d-5508-4826-b32b-469d54954bf3 None None] Routers {'a0cb8431-b1aa-460e-8aa3-453b9d3c0819'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 07:47:10.750096 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-96586c0d-5508-4826-b32b-469d54954bf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T07:46:46Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['a0cb8431-b1aa-460e-8aa3-453b9d3c0819'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:47:10.759538 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-d454b0a6-22c9-47ef-8598-61a942355a61 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "DELETE /v2.0/floatingips/63d46471-10d6-47bc-b3f4-13c7e4f237e7 HTTP/1.1" status: 204 len: 168 time: 0.8261023 Oct 19 07:47:10.760945 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71941626-1808-4f17-8d70-1f3a3b9f2ac1', 'tag': '66f6429b-2edd-4460-98ca-890b045e811c'}] {{(pid=103332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 19 07:47:10.763533 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a021b02cf5f527cd4bbbc40a031b51490d9893d7edeeb551bdf5128ee7546f8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46400439-a5eb-443e-9f59-fbdd2af8dca2" -d '{"events": [{"name": "network-changed", "server_uuid": "71941626-1808-4f17-8d70-1f3a3b9f2ac1", "tag": "66f6429b-2edd-4460-98ca-890b045e811c"}]}' {{(pid=103332) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 07:47:10.805895 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 19 Oct 2022 07:47:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f80d2db-78ec-4474-8ec1-e04d74f58a35 x-openstack-request-id: req-4f80d2db-78ec-4474-8ec1-e04d74f58a35 {{(pid=103332) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 07:47:10.806190 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71941626-1808-4f17-8d70-1f3a3b9f2ac1", "tag": "66f6429b-2edd-4460-98ca-890b045e811c", "status": "completed", "code": 200}]} {{(pid=103332) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 07:47:10.806449 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-4f80d2db-78ec-4474-8ec1-e04d74f58a35 {{(pid=103332) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 07:47:10.807455 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4f80d2db-78ec-4474-8ec1-e04d74f58a35'] response: {'name': 'network-changed', 'server_uuid': '71941626-1808-4f17-8d70-1f3a3b9f2ac1', 'tag': '66f6429b-2edd-4460-98ca-890b045e811c', 'status': 'completed', 'code': 200} Oct 19 07:47:10.863204 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvr_db [None req-96586c0d-5508-4826-b32b-469d54954bf3 None None] Set router a0cb8431-b1aa-460e-8aa3-453b9d3c0819 gateway port host: dv-neutron-861624-1-hyperv {{(pid=103335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 07:47:10.868293 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46400439-a5eb-443e-9f59-fbdd2af8dca2 req-45652cff-a4ac-41fd-b627-f028d9a96c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:47:10.870496 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-46400439-a5eb-443e-9f59-fbdd2af8dca2 req-45652cff-a4ac-41fd-b627-f028d9a96c9c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=47a12ea4f74e4c18b13323e6f3cc9741&device_id=71941626-1808-4f17-8d70-1f3a3b9f2ac1 HTTP/1.1" status: 200 len: 1098 time: 0.0419731 Oct 19 07:47:10.973815 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46400439-a5eb-443e-9f59-fbdd2af8dca2 req-b14f2e07-47c5-4ce2-9b0f-ea6745ad01e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:47:10.975275 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-46400439-a5eb-443e-9f59-fbdd2af8dca2 req-b14f2e07-47c5-4ce2-9b0f-ea6745ad01e4 service neutron] 10.222.0.16 "GET /v2.0/networks?id=e61b0d98-0066-4951-a8fc-f2deb1051d05 HTTP/1.1" status: 200 len: 897 time: 0.0986080 Oct 19 07:47:11.003380 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1baccc-9e01-4f92-b574-23bd5ead85eb req-88bd08fc-4799-4b5d-b15c-a8f28a13e06b tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:47:11.005059 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-2a1baccc-9e01-4f92-b574-23bd5ead85eb req-88bd08fc-4799-4b5d-b15c-a8f28a13e06b tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "GET /v2.0/ports?device_id=71941626-1808-4f17-8d70-1f3a3b9f2ac1 HTTP/1.1" status: 200 len: 945 time: 0.0506184 Oct 19 07:47:11.018851 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-46400439-a5eb-443e-9f59-fbdd2af8dca2 req-a0d3f81f-8985-47f0-8e00-a43048ffc461 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=66f6429b-2edd-4460-98ca-890b045e811c HTTP/1.1" status: 200 len: 217 time: 0.0355704 Oct 19 07:47:11.051733 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-2a1baccc-9e01-4f92-b574-23bd5ead85eb req-b1413ec4-eeed-4949-a2a8-ca9edd65f5cf tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "GET /v2.0/security-groups?id=9c5a209b-6f64-4d7f-8fdd-25c25763a5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379517 Oct 19 07:47:11.075026 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46400439-a5eb-443e-9f59-fbdd2af8dca2 req-697c7fee-dc83-4462-8073-48dbd9157d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:47:11.076767 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-46400439-a5eb-443e-9f59-fbdd2af8dca2 req-697c7fee-dc83-4462-8073-48dbd9157d31 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c16ec971-022b-411e-8337-b9ad7b8c59d4 HTTP/1.1" status: 200 len: 835 time: 0.0510409 Oct 19 07:47:11.085296 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-96586c0d-5508-4826-b32b-469d54954bf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0cb8431-b1aa-460e-8aa3-453b9d3c0819', 'name': 'tempest-TestNetworkBasicOps-router-728793310', 'tenant_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'external_fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.220'}], 'enable_snat': True}, 'gw_port_id': 'affcc04c-9298-400c-848f-e778961386d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T07:46:15Z', 'updated_at': '2022-10-19T07:46:19Z', 'revision_number': 4, 'project_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'gw_port': {'id': 'affcc04c-9298-400c-848f-e778961386d3', 'name': '', 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:50:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0cb8431-b1aa-460e-8aa3-453b9d3c0819', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1338, 'fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:46:16Z', 'updated_at': '2022-10-19T07:46:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861624-1-hyperv', '_interfaces': [{'id': '712cf41e-5bce-4c14-b0d3-bb2bfd0c9200', 'name': '', 'network_id': 'e61b0d98-0066-4951-a8fc-f2deb1051d05', 'tenant_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'mac_address': 'fa:16:3e:3b:e2:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0cb8431-b1aa-460e-8aa3-453b9d3c0819', 'device_owner': 'network:router_interface', 'standard_attr_id': 1341, 'fixed_ips': [{'subnet_id': 'c16ec971-022b-411e-8337-b9ad7b8c59d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:46:18Z', 'updated_at': '2022-10-19T07:46:22Z', 'revision_number': 5, 'project_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'subnets': [{'id': 'c16ec971-022b-411e-8337-b9ad7b8c59d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:47:11.111143 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96586c0d-5508-4826-b32b-469d54954bf3 None None] Checking router: a0cb8431-b1aa-460e-8aa3-453b9d3c0819 for host: dv-neutron-861624-1-hyperv {{(pid=103335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 07:47:11.120057 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96586c0d-5508-4826-b32b-469d54954bf3 None None] Routers {'a0cb8431-b1aa-460e-8aa3-453b9d3c0819'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 07:47:11.120693 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-96586c0d-5508-4826-b32b-469d54954bf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T07:46:46Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['a0cb8431-b1aa-460e-8aa3-453b9d3c0819'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:47:11.123339 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46400439-a5eb-443e-9f59-fbdd2af8dca2 req-d1ca7c5b-00f4-4b5d-a21e-399288cb8521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:47:11.124894 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-46400439-a5eb-443e-9f59-fbdd2af8dca2 req-d1ca7c5b-00f4-4b5d-a21e-399288cb8521 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e61b0d98-0066-4951-a8fc-f2deb1051d05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0414324 Oct 19 07:47:11.218603 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-46400439-a5eb-443e-9f59-fbdd2af8dca2 req-4d1927c0-04d9-4c9c-98cf-02fe1c2af438 service neutron] 10.222.0.16 "GET /v2.0/networks/e61b0d98-0066-4951-a8fc-f2deb1051d05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867333 Oct 19 07:47:11.223181 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvr_db [None req-96586c0d-5508-4826-b32b-469d54954bf3 None None] Set router a0cb8431-b1aa-460e-8aa3-453b9d3c0819 gateway port host: dv-neutron-861624-1-hyperv {{(pid=103335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 07:47:11.312936 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-46400439-a5eb-443e-9f59-fbdd2af8dca2 req-e3c624ad-fa51-4111-8393-7b7a1a1f0a06 service neutron] 10.222.0.16 "GET /v2.0/networks/e61b0d98-0066-4951-a8fc-f2deb1051d05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877538 Oct 19 07:47:11.418893 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-96586c0d-5508-4826-b32b-469d54954bf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0cb8431-b1aa-460e-8aa3-453b9d3c0819', 'name': 'tempest-TestNetworkBasicOps-router-728793310', 'tenant_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'external_fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.220'}], 'enable_snat': True}, 'gw_port_id': 'affcc04c-9298-400c-848f-e778961386d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T07:46:15Z', 'updated_at': '2022-10-19T07:46:19Z', 'revision_number': 4, 'project_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'gw_port': {'id': 'affcc04c-9298-400c-848f-e778961386d3', 'name': '', 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:50:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0cb8431-b1aa-460e-8aa3-453b9d3c0819', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1338, 'fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:46:16Z', 'updated_at': '2022-10-19T07:46:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861624-1-hyperv', '_interfaces': [{'id': '712cf41e-5bce-4c14-b0d3-bb2bfd0c9200', 'name': '', 'network_id': 'e61b0d98-0066-4951-a8fc-f2deb1051d05', 'tenant_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'mac_address': 'fa:16:3e:3b:e2:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0cb8431-b1aa-460e-8aa3-453b9d3c0819', 'device_owner': 'network:router_interface', 'standard_attr_id': 1341, 'fixed_ips': [{'subnet_id': 'c16ec971-022b-411e-8337-b9ad7b8c59d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:46:18Z', 'updated_at': '2022-10-19T07:46:22Z', 'revision_number': 5, 'project_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'subnets': [{'id': 'c16ec971-022b-411e-8337-b9ad7b8c59d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:47:11.443903 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96586c0d-5508-4826-b32b-469d54954bf3 None None] The sync data for ids ['a0cb8431-b1aa-460e-8aa3-453b9d3c0819'] in dv-neutron-861624-1-hyperv is: [{'id': 'a0cb8431-b1aa-460e-8aa3-453b9d3c0819', 'name': 'tempest-TestNetworkBasicOps-router-728793310', 'tenant_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'external_fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.220'}], 'enable_snat': True}, 'gw_port_id': 'affcc04c-9298-400c-848f-e778961386d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T07:46:15Z', 'updated_at': '2022-10-19T07:46:19Z', 'revision_number': 4, 'project_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'gw_port': {'id': 'affcc04c-9298-400c-848f-e778961386d3', 'name': '', 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:50:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0cb8431-b1aa-460e-8aa3-453b9d3c0819', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1338, 'fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:46:16Z', 'updated_at': '2022-10-19T07:46:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861624-1-hyperv', '_interfaces': [{'id': '712cf41e-5bce-4c14-b0d3-bb2bfd0c9200', 'name': '', 'network_id': 'e61b0d98-0066-4951-a8fc-f2deb1051d05', 'tenant_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'mac_address': 'fa:16:3e:3b:e2:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0cb8431-b1aa-460e-8aa3-453b9d3c0819', 'device_owner': 'network:router_interface', 'standard_attr_id': 1341, 'fixed_ips': [{'subnet_id': 'c16ec971-022b-411e-8337-b9ad7b8c59d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:46:18Z', 'updated_at': '2022-10-19T07:46:22Z', 'revision_number': 5, 'project_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'subnets': [{'id': 'c16ec971-022b-411e-8337-b9ad7b8c59d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 07:47:11.653657 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f55c7b67-de4a-4fdc-877e-57ff94201952 None None] New status for floating IP 63d46471-10d6-47bc-b3f4-13c7e4f237e7: DOWN {{(pid=103334) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 19 07:47:11.727130 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:47:12.177945 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a873bc2-2447-447c-b355-a41e1c780f4c req-02120fb3-0162-41c7-b9be-11f3e202e379 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:47:12.179496 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-7a873bc2-2447-447c-b355-a41e1c780f4c req-02120fb3-0162-41c7-b9be-11f3e202e379 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "GET /v2.0/ports?device_id=71941626-1808-4f17-8d70-1f3a3b9f2ac1 HTTP/1.1" status: 200 len: 945 time: 0.0524457 Oct 19 07:47:12.218093 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-7a873bc2-2447-447c-b355-a41e1c780f4c req-c176138f-a392-46f9-a177-12b28b7bc390 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "GET /v2.0/security-groups?id=9c5a209b-6f64-4d7f-8fdd-25c25763a5e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320973 Oct 19 07:47:12.309693 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c0236f-00ed-4c7e-b41a-fe60dd320807 req-bdd567d1-f45b-4a78-b56e-af1e84d76d56 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:47:12.311130 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-56c0236f-00ed-4c7e-b41a-fe60dd320807 req-bdd567d1-f45b-4a78-b56e-af1e84d76d56 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.16 "GET /v2.0/ports?device_id=71941626-1808-4f17-8d70-1f3a3b9f2ac1 HTTP/1.1" status: 200 len: 945 time: 0.0482688 Oct 19 07:47:12.398972 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [req-56c0236f-00ed-4c7e-b41a-fe60dd320807 req-2ba3179c-365d-4f68-9de7-b7c7e6339048 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Deleting port 66f6429b-2edd-4460-98ca-890b045e811c {{(pid=103333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 07:47:12.399205 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [req-56c0236f-00ed-4c7e-b41a-fe60dd320807 req-2ba3179c-365d-4f68-9de7-b7c7e6339048 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:47:12.490440 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.db [req-56c0236f-00ed-4c7e-b41a-fe60dd320807 req-2ba3179c-365d-4f68-9de7-b7c7e6339048 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] For port 66f6429b-2edd-4460-98ca-890b045e811c, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=66f6429b-2edd-4460-98ca-890b045e811c,segment=NetworkSegment(bca40144-5639-44b4-989c-e077ab4b054e),segment_id=bca40144-5639-44b4-989c-e077ab4b054e)] {{(pid=103333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:47:12.490836 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [req-56c0236f-00ed-4c7e-b41a-fe60dd320807 req-2ba3179c-365d-4f68-9de7-b7c7e6339048 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:47:12.504322 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [req-56c0236f-00ed-4c7e-b41a-fe60dd320807 req-2ba3179c-365d-4f68-9de7-b7c7e6339048 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Calling delete_port for 66f6429b-2edd-4460-98ca-890b045e811c owned by compute:nova {{(pid=103333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 07:47:12.630456 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [req-56c0236f-00ed-4c7e-b41a-fe60dd320807 req-2ba3179c-365d-4f68-9de7-b7c7e6339048 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130996763'] for port, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:47:12.659622 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba3179c-365d-4f68-9de7-b7c7e6339048 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Pushing event deleted for resources: {'Port': ['ID=66f6429b-2edd-4460-98ca-890b045e811c,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:47:12.686103 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba3179c-365d-4f68-9de7-b7c7e6339048 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:47:12.686456 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba3179c-365d-4f68-9de7-b7c7e6339048 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:47:12.686792 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba3179c-365d-4f68-9de7-b7c7e6339048 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:47:12.687127 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba3179c-365d-4f68-9de7-b7c7e6339048 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:47:12.687456 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba3179c-365d-4f68-9de7-b7c7e6339048 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:47:12.687784 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba3179c-365d-4f68-9de7-b7c7e6339048 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:47:12.688119 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba3179c-365d-4f68-9de7-b7c7e6339048 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:47:12.688444 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba3179c-365d-4f68-9de7-b7c7e6339048 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:47:12.688794 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba3179c-365d-4f68-9de7-b7c7e6339048 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:47:12.689117 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba3179c-365d-4f68-9de7-b7c7e6339048 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:47:12.689436 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba3179c-365d-4f68-9de7-b7c7e6339048 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:47:12.689753 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba3179c-365d-4f68-9de7-b7c7e6339048 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:47:12.711052 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.l3_dvrscheduler_db [req-56c0236f-00ed-4c7e-b41a-fe60dd320807 req-2ba3179c-365d-4f68-9de7-b7c7e6339048 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] No DVR routers for this DVR port 66f6429b-2edd-4460-98ca-890b045e811c on host hv-neutron-8616 {{(pid=103333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 19 07:47:12.714267 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [req-56c0236f-00ed-4c7e-b41a-fe60dd320807 req-2ba3179c-365d-4f68-9de7-b7c7e6339048 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42160'] for port, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:47:12.717581 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-56c0236f-00ed-4c7e-b41a-fe60dd320807 req-2ba3179c-365d-4f68-9de7-b7c7e6339048 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.16 "DELETE /v2.0/ports/66f6429b-2edd-4460-98ca-890b045e811c HTTP/1.1" status: 204 len: 173 time: 0.4006727 Oct 19 07:47:12.718078 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71941626-1808-4f17-8d70-1f3a3b9f2ac1', 'name': 'network-vif-deleted', 'tag': '66f6429b-2edd-4460-98ca-890b045e811c'}] {{(pid=103333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 19 07:47:12.720410 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e3bb7d74903c72d9cb0d0f2f187c581e0456bd3142b101dc46d694cf75cdf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e8f9990-6e38-401b-8ab1-8b3ab71acbae" -d '{"events": [{"server_uuid": "71941626-1808-4f17-8d70-1f3a3b9f2ac1", "name": "network-vif-deleted", "tag": "66f6429b-2edd-4460-98ca-890b045e811c"}]}' {{(pid=103333) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 07:47:12.765418 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 19 Oct 2022 07:47:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17ab41a2-962f-4b91-aa2c-89f9bcef6b70 x-openstack-request-id: req-17ab41a2-962f-4b91-aa2c-89f9bcef6b70 {{(pid=103333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 07:47:12.765721 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71941626-1808-4f17-8d70-1f3a3b9f2ac1", "name": "network-vif-deleted", "tag": "66f6429b-2edd-4460-98ca-890b045e811c", "status": "completed", "code": 200}]} {{(pid=103333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 07:47:12.765978 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-17ab41a2-962f-4b91-aa2c-89f9bcef6b70 {{(pid=103333) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 07:47:12.766390 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.notifiers.nova [-] Nova event matching ['req-17ab41a2-962f-4b91-aa2c-89f9bcef6b70'] response: {'server_uuid': '71941626-1808-4f17-8d70-1f3a3b9f2ac1', 'name': 'network-vif-deleted', 'tag': '66f6429b-2edd-4460-98ca-890b045e811c', 'status': 'completed', 'code': 200} Oct 19 07:47:13.336210 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-52b70349-b135-40c7-8683-76fbc07a89b8 req-830fcd3c-ae8c-4455-8abd-b590756f9744 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "GET /v2.0/ports?device_id=71941626-1808-4f17-8d70-1f3a3b9f2ac1 HTTP/1.1" status: 200 len: 210 time: 0.0274026 Oct 19 07:47:13.358119 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-b211f280-bcfe-4059-a5d4-f5c40aa05c92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:47:14.401579 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 32924) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:47:14.459072 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-ac5c51ff-0f88-4340-ba2e-98980aefe312 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for security_group, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:47:14.483220 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-ac5c51ff-0f88-4340-ba2e-98980aefe312 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:47:14.542084 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-ac5c51ff-0f88-4340-ba2e-98980aefe312 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788643'] for security_group, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:47:14.544826 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-ac5c51ff-0f88-4340-ba2e-98980aefe312 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for security_group, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:47:14.546000 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-ac5c51ff-0f88-4340-ba2e-98980aefe312 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "DELETE /v2.0/security-groups/9c5a209b-6f64-4d7f-8fdd-25c25763a5e5 HTTP/1.1" status: 204 len: 168 time: 0.1434264 Oct 19 07:47:14.556036 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5c51ff-0f88-4340-ba2e-98980aefe312 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c5a209b-6f64-4d7f-8fdd-25c25763a5e5,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:47:14.576293 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 32928) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:47:14.929102 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-a2e5341b-0f38-4a47-a868-d344a8eac316 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1694785'] for router_interface, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:47:15.177804 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.plugin [None req-a2e5341b-0f38-4a47-a868-d344a8eac316 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Deleting port 712cf41e-5bce-4c14-b0d3-bb2bfd0c9200 {{(pid=103332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 07:47:15.178144 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-a2e5341b-0f38-4a47-a868-d344a8eac316 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:47:15.264692 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.db [None req-a2e5341b-0f38-4a47-a868-d344a8eac316 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] For port 712cf41e-5bce-4c14-b0d3-bb2bfd0c9200, host dv-neutron-861624-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=712cf41e-5bce-4c14-b0d3-bb2bfd0c9200,segment=NetworkSegment(bca40144-5639-44b4-989c-e077ab4b054e),segment_id=bca40144-5639-44b4-989c-e077ab4b054e)] {{(pid=103332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:47:15.264972 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-a2e5341b-0f38-4a47-a868-d344a8eac316 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:47:15.281627 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.plugin [None req-a2e5341b-0f38-4a47-a868-d344a8eac316 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Calling delete_port for 712cf41e-5bce-4c14-b0d3-bb2bfd0c9200 owned by network:router_interface {{(pid=103332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 07:47:15.467889 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-a2e5341b-0f38-4a47-a868-d344a8eac316 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133553798'] for port, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:47:15.753879 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e5341b-0f38-4a47-a868-d344a8eac316 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Pushing event deleted for resources: {'Port': ['ID=712cf41e-5bce-4c14-b0d3-bb2bfd0c9200,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:47:15.925714 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-a2e5341b-0f38-4a47-a868-d344a8eac316 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1574862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1694957'] for router_interface, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:47:16.139695 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2e5341b-0f38-4a47-a868-d344a8eac316 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Router a0cb8431-b1aa-460e-8aa3-453b9d3c0819 has already been hosted by L3 agent ab388470-1243-4d53-80f2-c2f5899c97a7 {{(pid=103332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 07:47:16.245507 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2e5341b-0f38-4a47-a868-d344a8eac316 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify agent at l3_agent.dv-neutron-861624-1-hyperv the message routers_updated {{(pid=103332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 07:47:16.250484 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-a2e5341b-0f38-4a47-a868-d344a8eac316 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "PUT /v2.0/routers/a0cb8431-b1aa-460e-8aa3-453b9d3c0819/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6729984 Oct 19 07:47:16.253465 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 32930) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:47:16.255285 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d213069-717d-4214-a4b0-0e92c9810053 None None] Sync routers for ids ['a0cb8431-b1aa-460e-8aa3-453b9d3c0819'] in dv-neutron-861624-1-hyperv {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 07:47:16.265443 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d213069-717d-4214-a4b0-0e92c9810053 None None] Routers {'a0cb8431-b1aa-460e-8aa3-453b9d3c0819'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 07:47:16.266061 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-3d213069-717d-4214-a4b0-0e92c9810053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T07:46:46Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['a0cb8431-b1aa-460e-8aa3-453b9d3c0819'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:47:16.274675 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-5b01c49a-8306-4fa2-bb1d-c7173a11cf34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:47:16.309098 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.db_base_plugin_v2 [None req-d54a98fa-fab7-4bf0-a706-3d80f5f8cb16 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Deleting subnet c16ec971-022b-411e-8337-b9ad7b8c59d4 {{(pid=103332) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 19 07:47:16.312173 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-d54a98fa-fab7-4bf0-a706-3d80f5f8cb16 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for subnet, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:47:16.340023 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Device 66f6429b-2edd-4460-98ca-890b045e811c no longer exists at agent hyperv_hv-neutron-8616 {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 07:47:16.352483 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-d54a98fa-fab7-4bf0-a706-3d80f5f8cb16 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130726890'] for subnet, precommit_delete_associations {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:47:16.360935 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] No Port match for: 66f6429b-2edd-4460-98ca-890b045e811c {{(pid=103334) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 19 07:47:16.361292 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Device 66f6429b-2edd-4460-98ca-890b045e811c not bound to the agent host hv-neutron-8616 {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 07:47:16.374748 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvr_db [None req-3d213069-717d-4214-a4b0-0e92c9810053 None None] Set router a0cb8431-b1aa-460e-8aa3-453b9d3c0819 gateway port host: dv-neutron-861624-1-hyperv {{(pid=103335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 07:47:16.442199 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-d54a98fa-fab7-4bf0-a706-3d80f5f8cb16 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-679826'] for subnet, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:47:16.500651 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-d54a98fa-fab7-4bf0-a706-3d80f5f8cb16 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-679819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-133552721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130659632'] for subnet, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:47:16.527770 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54a98fa-fab7-4bf0-a706-3d80f5f8cb16 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Pushing event deleted for resources: {'Subnet': ['ID=c16ec971-022b-411e-8337-b9ad7b8c59d4,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:47:16.531510 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-d54a98fa-fab7-4bf0-a706-3d80f5f8cb16 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for subnet, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:47:16.534741 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-d54a98fa-fab7-4bf0-a706-3d80f5f8cb16 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "DELETE /v2.0/subnets/c16ec971-022b-411e-8337-b9ad7b8c59d4 HTTP/1.1" status: 204 len: 168 time: 0.2803257 Oct 19 07:47:16.537515 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 32932) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:47:16.543024 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63e64b38-8a89-4574-858f-2748de0ed388 None None] Network e61b0d98-0066-4951-a8fc-f2deb1051d05 requested from dv-neutron-861624-1-hyperv {{(pid=103334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 07:47:16.554052 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-3d213069-717d-4214-a4b0-0e92c9810053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0cb8431-b1aa-460e-8aa3-453b9d3c0819', 'name': 'tempest-TestNetworkBasicOps-router-728793310', 'tenant_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'external_fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.220'}], 'enable_snat': True}, 'gw_port_id': 'affcc04c-9298-400c-848f-e778961386d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T07:46:15Z', 'updated_at': '2022-10-19T07:47:15Z', 'revision_number': 5, 'project_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'gw_port': {'id': 'affcc04c-9298-400c-848f-e778961386d3', 'name': '', 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:50:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0cb8431-b1aa-460e-8aa3-453b9d3c0819', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1338, 'fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:46:16Z', 'updated_at': '2022-10-19T07:46:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861624-1-hyperv'}], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:47:16.654763 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-5ee91dc0-6b32-4e9d-8078-37007ff93d34 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for router, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:47:16.672356 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d213069-717d-4214-a4b0-0e92c9810053 None None] Checking router: a0cb8431-b1aa-460e-8aa3-453b9d3c0819 for host: dv-neutron-861624-1-hyperv {{(pid=103335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 07:47:16.681036 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d213069-717d-4214-a4b0-0e92c9810053 None None] Routers {'a0cb8431-b1aa-460e-8aa3-453b9d3c0819'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 07:47:16.681702 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-3d213069-717d-4214-a4b0-0e92c9810053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T07:47:16Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['a0cb8431-b1aa-460e-8aa3-453b9d3c0819'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:47:16.726707 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3beb7207-6adb-4220-808c-7b920415ae3e None None] DHCP port deletion for e61b0d98-0066-4951-a8fc-f2deb1051d05 request from dv-neutron-861624-1-hyperv {{(pid=103334) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 07:47:16.773832 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-5ee91dc0-6b32-4e9d-8078-37007ff93d34 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:47:16.778625 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-3beb7207-6adb-4220-808c-7b920415ae3e None None] Deleting port 118b495c-12d9-46f1-8461-0a8aed7fbcd0 {{(pid=103334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 07:47:16.779006 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-3beb7207-6adb-4220-808c-7b920415ae3e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:47:16.790757 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvr_db [None req-3d213069-717d-4214-a4b0-0e92c9810053 None None] Set router a0cb8431-b1aa-460e-8aa3-453b9d3c0819 gateway port host: dv-neutron-861624-1-hyperv {{(pid=103335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 07:47:16.828302 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-5ee91dc0-6b32-4e9d-8078-37007ff93d34 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Deleting port affcc04c-9298-400c-848f-e778961386d3 {{(pid=103333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 07:47:16.828764 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-5ee91dc0-6b32-4e9d-8078-37007ff93d34 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:47:16.853357 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-3beb7207-6adb-4220-808c-7b920415ae3e None None] For port 118b495c-12d9-46f1-8461-0a8aed7fbcd0, host dv-neutron-861624-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=118b495c-12d9-46f1-8461-0a8aed7fbcd0,segment=NetworkSegment(bca40144-5639-44b4-989c-e077ab4b054e),segment_id=bca40144-5639-44b4-989c-e077ab4b054e)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:47:16.854040 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-3beb7207-6adb-4220-808c-7b920415ae3e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:47:16.869811 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-3beb7207-6adb-4220-808c-7b920415ae3e None None] Calling delete_port for 118b495c-12d9-46f1-8461-0a8aed7fbcd0 owned by network:dhcp {{(pid=103334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 07:47:16.914780 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.db [None req-5ee91dc0-6b32-4e9d-8078-37007ff93d34 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] For port affcc04c-9298-400c-848f-e778961386d3, host dv-neutron-861624-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=affcc04c-9298-400c-848f-e778961386d3,segment=NetworkSegment(53981d04-8205-40d8-8d33-0510111d6f8f),segment_id=53981d04-8205-40d8-8d33-0510111d6f8f)] {{(pid=103333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:47:16.915465 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-5ee91dc0-6b32-4e9d-8078-37007ff93d34 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:47:16.928409 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-5ee91dc0-6b32-4e9d-8078-37007ff93d34 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Calling delete_port for affcc04c-9298-400c-848f-e778961386d3 owned by network:router_gateway {{(pid=103333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 07:47:16.952157 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-3beb7207-6adb-4220-808c-7b920415ae3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339'] for port, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:47:16.972166 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-3d213069-717d-4214-a4b0-0e92c9810053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0cb8431-b1aa-460e-8aa3-453b9d3c0819', 'name': 'tempest-TestNetworkBasicOps-router-728793310', 'tenant_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'external_fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.220'}], 'enable_snat': True}, 'gw_port_id': 'affcc04c-9298-400c-848f-e778961386d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T07:46:15Z', 'updated_at': '2022-10-19T07:47:15Z', 'revision_number': 5, 'project_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'gw_port': {'id': 'affcc04c-9298-400c-848f-e778961386d3', 'name': '', 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:50:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0cb8431-b1aa-460e-8aa3-453b9d3c0819', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1338, 'fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:46:16Z', 'updated_at': '2022-10-19T07:46:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861624-1-hyperv'}], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:47:16.977176 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3beb7207-6adb-4220-808c-7b920415ae3e None None] Pushing event deleted for resources: {'Port': ['ID=118b495c-12d9-46f1-8461-0a8aed7fbcd0,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:47:16.981944 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3beb7207-6adb-4220-808c-7b920415ae3e None None] No DVR routers for this DVR port 118b495c-12d9-46f1-8461-0a8aed7fbcd0 on host dv-neutron-861624-1-hyperv {{(pid=103334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 19 07:47:16.990613 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3beb7207-6adb-4220-808c-7b920415ae3e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:47:16.990843 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3beb7207-6adb-4220-808c-7b920415ae3e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:47:16.991183 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3beb7207-6adb-4220-808c-7b920415ae3e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:47:16.991513 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3beb7207-6adb-4220-808c-7b920415ae3e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:47:16.991839 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3beb7207-6adb-4220-808c-7b920415ae3e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:47:16.992461 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3beb7207-6adb-4220-808c-7b920415ae3e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:47:16.992461 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3beb7207-6adb-4220-808c-7b920415ae3e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:47:16.992826 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3beb7207-6adb-4220-808c-7b920415ae3e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:47:16.993150 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3beb7207-6adb-4220-808c-7b920415ae3e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:47:16.993466 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3beb7207-6adb-4220-808c-7b920415ae3e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:47:16.993783 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3beb7207-6adb-4220-808c-7b920415ae3e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:47:16.994230 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3beb7207-6adb-4220-808c-7b920415ae3e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:47:17.001526 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d213069-717d-4214-a4b0-0e92c9810053 None None] The sync data for ids ['a0cb8431-b1aa-460e-8aa3-453b9d3c0819'] in dv-neutron-861624-1-hyperv is: [{'id': 'a0cb8431-b1aa-460e-8aa3-453b9d3c0819', 'name': 'tempest-TestNetworkBasicOps-router-728793310', 'tenant_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'external_fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.220'}], 'enable_snat': True}, 'gw_port_id': 'affcc04c-9298-400c-848f-e778961386d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T07:46:15Z', 'updated_at': '2022-10-19T07:47:15Z', 'revision_number': 5, 'project_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'gw_port': {'id': 'affcc04c-9298-400c-848f-e778961386d3', 'name': '', 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:50:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0cb8431-b1aa-460e-8aa3-453b9d3c0819', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1338, 'fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:46:16Z', 'updated_at': '2022-10-19T07:46:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861624-1-hyperv'}] {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 07:47:17.119170 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-5ee91dc0-6b32-4e9d-8078-37007ff93d34 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130996763'] for port, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:47:17.146406 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee91dc0-6b32-4e9d-8078-37007ff93d34 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Pushing event deleted for resources: {'Port': ['ID=affcc04c-9298-400c-848f-e778961386d3,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:47:17.209222 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-5ee91dc0-6b32-4e9d-8078-37007ff93d34 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1693831'] for router_gateway, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:47:17.298492 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-5ee91dc0-6b32-4e9d-8078-37007ff93d34 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1693565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12618'] for router, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:47:17.301050 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-5ee91dc0-6b32-4e9d-8078-37007ff93d34 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:47:17.343882 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-5ee91dc0-6b32-4e9d-8078-37007ff93d34 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1693542'] for router, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:47:17.344392 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ee91dc0-6b32-4e9d-8078-37007ff93d34 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Fanout notify agent at l3_agent the message router_deleted on router a0cb8431-b1aa-460e-8aa3-453b9d3c0819 {{(pid=103333) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 07:47:17.350990 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-5ee91dc0-6b32-4e9d-8078-37007ff93d34 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for router, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:47:17.352079 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-5ee91dc0-6b32-4e9d-8078-37007ff93d34 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "DELETE /v2.0/routers/a0cb8431-b1aa-460e-8aa3-453b9d3c0819 HTTP/1.1" status: 204 len: 168 time: 0.8135626 Oct 19 07:47:17.354871 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 32934) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:47:17.446673 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-ec749509-3fc9-4be3-a41b-e3c093d01e4f tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-667019'] for network, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:47:17.488008 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device 118b495c-12d9-46f1-8461-0a8aed7fbcd0 no longer exists at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 07:47:17.511554 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] No Port match for: 118b495c-12d9-46f1-8461-0a8aed7fbcd0 {{(pid=103334) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 19 07:47:17.511892 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device 118b495c-12d9-46f1-8461-0a8aed7fbcd0 not bound to the agent host dv-neutron-861624-1-hyperv {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 07:47:17.512321 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device 712cf41e-5bce-4c14-b0d3-bb2bfd0c9200 no longer exists at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 07:47:17.537691 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-ec749509-3fc9-4be3-a41b-e3c093d01e4f tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-673051', 'neutron.services.segments.db._delete_segments_for_network-8785021519108'] for network, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:47:17.562202 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-ec749509-3fc9-4be3-a41b-e3c093d01e4f tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e61b0d98-0066-4951-a8fc-f2deb1051d05']}} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:47:17.572979 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-ec749509-3fc9-4be3-a41b-e3c093d01e4f tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bca40144-5639-44b4-989c-e077ab4b054e') {'for_net_delete': True} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:47:17.573476 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-ec749509-3fc9-4be3-a41b-e3c093d01e4f tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bca40144-5639-44b4-989c-e077ab4b054e') {} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:47:17.584401 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-ec749509-3fc9-4be3-a41b-e3c093d01e4f tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785021519382', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-134111927'] for segment, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:47:17.599469 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-ec749509-3fc9-4be3-a41b-e3c093d01e4f tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979'] for segment, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:47:17.606722 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec749509-3fc9-4be3-a41b-e3c093d01e4f tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Releasing vlan 181 on physical network physnet1 to pool {{(pid=103333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 07:47:17.607483 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-ec749509-3fc9-4be3-a41b-e3c093d01e4f tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130996782'] for segment, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:47:17.628248 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.services.segments.plugin [-] Segment bca40144-5639-44b4-989c-e077ab4b054e resource provider aggregate not found Oct 19 07:47:17.652368 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.services.segments.plugin [-] Segment bca40144-5639-44b4-989c-e077ab4b054e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid bca40144-5639-44b4-989c-e077ab4b054e found for delete ", "request_id": "req-dd8bc967-eef8-4595-ad8b-0504a89072c9"}]} Oct 19 07:47:17.677556 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] No Port match for: 712cf41e-5bce-4c14-b0d3-bb2bfd0c9200 {{(pid=103334) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 19 07:47:17.677891 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device 712cf41e-5bce-4c14-b0d3-bb2bfd0c9200 not bound to the agent host dv-neutron-861624-1-hyperv {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 07:47:17.690887 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-ec749509-3fc9-4be3-a41b-e3c093d01e4f tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-673044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1695087'] for network, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:47:17.700616 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-ec749509-3fc9-4be3-a41b-e3c093d01e4f tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for network, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:47:17.703786 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-ec749509-3fc9-4be3-a41b-e3c093d01e4f tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "DELETE /v2.0/networks/e61b0d98-0066-4951-a8fc-f2deb1051d05 HTTP/1.1" status: 204 len: 168 time: 0.3480024 Oct 19 07:47:17.719443 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec749509-3fc9-4be3-a41b-e3c093d01e4f tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Pushing event deleted for resources: {'Network': ['ID=e61b0d98-0066-4951-a8fc-f2deb1051d05,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:47:17.719652 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 32940) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:47:17.721320 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-36f9cb21-96cb-43a8-94eb-d94b1f55701a tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Request body: {'network': {'name': 'tempest-network-smoke--1499941690', 'project_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'port_security_enabled': True}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:47:17.743601 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36f9cb21-96cb-43a8-94eb-d94b1f55701a tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Made reservation on behalf of 47a12ea4f74e4c18b13323e6f3cc9741 for: {'network': 1} {{(pid=103332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 07:47:17.747904 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-36f9cb21-96cb-43a8-94eb-d94b1f55701a tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for network, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:47:17.773871 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36f9cb21-96cb-43a8-94eb-d94b1f55701a tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 191} {{(pid=103332) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 07:47:17.783870 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-36f9cb21-96cb-43a8-94eb-d94b1f55701a tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979'] for segment, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:47:17.784227 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.db.segments_db [None req-36f9cb21-96cb-43a8-94eb-d94b1f55701a tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Added segment c7209637-5744-4534-a0dd-2fd061069086 of type vlan for network 58c21991-8c0b-48b2-8a48-2d5e558303c6 Oct 19 07:47:17.831754 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-36f9cb21-96cb-43a8-94eb-d94b1f55701a tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785020965340'] for network, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:47:17.856886 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-36f9cb21-96cb-43a8-94eb-d94b1f55701a tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873'] for network, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:47:17.862470 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36f9cb21-96cb-43a8-94eb-d94b1f55701a tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:47:17.863063 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-36f9cb21-96cb-43a8-94eb-d94b1f55701a tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for network, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:47:17.894991 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-36f9cb21-96cb-43a8-94eb-d94b1f55701a tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1778238 Oct 19 07:47:17.897899 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 32942) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:47:17.904372 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-3a46583a-5787-4d0c-bdca-2498ab83b7a8 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-2066928180', 'admin_state_up': True, 'project_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd'}}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:47:17.917664 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-2a2259f7-b034-4eec-af7a-7abaede746c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:47:17.926473 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-3a46583a-5787-4d0c-bdca-2498ab83b7a8 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1692695', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12668'] for router, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:47:17.927533 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-3a46583a-5787-4d0c-bdca-2498ab83b7a8 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1692835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1693910', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1621825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12659'] for router, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:47:17.937497 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f9cb21-96cb-43a8-94eb-d94b1f55701a tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Pushing event updated for resources: {'Network': ['ID=58c21991-8c0b-48b2-8a48-2d5e558303c6,revision_number=1']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:47:17.950278 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Network 58c21991-8c0b-48b2-8a48-2d5e558303c6 details requested by agent ovs-agent-dv-neutron-861624-1-hyperv with host dv-neutron-861624-1-hyperv {{(pid=103334) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 07:47:17.983065 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-3a46583a-5787-4d0c-bdca-2498ab83b7a8 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:47:18.117954 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-3a46583a-5787-4d0c-bdca-2498ab83b7a8 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:47:18.314699 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-3a46583a-5787-4d0c-bdca-2498ab83b7a8 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for router_gateway, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:47:18.334171 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-3a46583a-5787-4d0c-bdca-2498ab83b7a8 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:47:18.435633 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.db_base_plugin_common [None req-3a46583a-5787-4d0c-bdca-2498ab83b7a8 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Allocated IP 172.26.0.229 (99c66757-74e3-40a4-b479-8d09e3a7c3dd/7f3d1034-1de7-458a-a3ee-77488de3949b/281a2b29-48f0-4878-99a4-bd27af550a0b) {{(pid=103333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 07:47:18.537766 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-3a46583a-5787-4d0c-bdca-2498ab83b7a8 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for port, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:47:18.571191 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-3a46583a-5787-4d0c-bdca-2498ab83b7a8 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785020947330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130996763'] for port, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:47:18.609689 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a46583a-5787-4d0c-bdca-2498ab83b7a8 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Network 99c66757-74e3-40a4-b479-8d09e3a7c3dd is already hosted by enough agents. {{(pid=103333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 07:47:18.612678 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-3a46583a-5787-4d0c-bdca-2498ab83b7a8 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Resources bound (agent type, host, resource id): {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:47:18.616260 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a46583a-5787-4d0c-bdca-2498ab83b7a8 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Received port after_create {{(pid=103333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 07:47:18.640321 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a46583a-5787-4d0c-bdca-2498ab83b7a8 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Pushing event updated for resources: {'Port': ['ID=281a2b29-48f0-4878-99a4-bd27af550a0b,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:47:18.871200 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-3a46583a-5787-4d0c-bdca-2498ab83b7a8 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for router_gateway, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:47:18.975166 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-1a0da505-d0f9-48c6-b7e2-53b9c5e41298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:47:19.057739 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device affcc04c-9298-400c-848f-e778961386d3 no longer exists at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 07:47:19.068686 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-3a46583a-5787-4d0c-bdca-2498ab83b7a8 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1692844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1693859'] for router, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:47:19.078626 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] No Port match for: affcc04c-9298-400c-848f-e778961386d3 {{(pid=103334) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 19 07:47:19.079388 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device affcc04c-9298-400c-848f-e778961386d3 not bound to the agent host dv-neutron-861624-1-hyperv {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 07:47:19.114347 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:47:19.200755 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a46583a-5787-4d0c-bdca-2498ab83b7a8 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Router 8f9c4c9a-9264-44ac-95a7-0060625c28d7 is scheduled to L3 agent ab388470-1243-4d53-80f2-c2f5899c97a7 with binding_index 1 {{(pid=103333) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 07:47:19.305242 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a46583a-5787-4d0c-bdca-2498ab83b7a8 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify agent at l3_agent.dv-neutron-861624-1-hyperv the message routers_updated {{(pid=103333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 07:47:19.314558 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71089388-1ff4-4e84-b03d-e8ccfc41ffb9 None None] Sync routers for ids ['8f9c4c9a-9264-44ac-95a7-0060625c28d7'] in dv-neutron-861624-1-hyperv {{(pid=103334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 07:47:19.326094 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71089388-1ff4-4e84-b03d-e8ccfc41ffb9 None None] Routers {'8f9c4c9a-9264-44ac-95a7-0060625c28d7'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 07:47:19.326348 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-3a46583a-5787-4d0c-bdca-2498ab83b7a8 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for router, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:47:19.326718 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-71089388-1ff4-4e84-b03d-e8ccfc41ffb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T07:47:16Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['8f9c4c9a-9264-44ac-95a7-0060625c28d7'], 'active': True} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:47:19.327580 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-3a46583a-5787-4d0c-bdca-2498ab83b7a8 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 1.4285734 Oct 19 07:47:19.330866 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 32944) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:47:19.361241 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-34abbfb4-0e2c-4755-a79d-78ca1801e7f8 tempest-TestNetworkBasicOps-773100899 tempest-TestNetworkBasicOps-773100899-project-admin] 10.222.0.27 "GET /v2.0/subnets?project_id=47a12ea4f74e4c18b13323e6f3cc9741&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0267954 Oct 19 07:47:19.361475 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 32946) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:47:19.437033 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvr_db [None req-71089388-1ff4-4e84-b03d-e8ccfc41ffb9 None None] Set router 8f9c4c9a-9264-44ac-95a7-0060625c28d7 gateway port host: dv-neutron-861624-1-hyperv {{(pid=103334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 07:47:19.451899 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8b8f9fd-bb02-4a23-b575-85b3c613e0a8 tempest-TestNetworkBasicOps-773100899 tempest-TestNetworkBasicOps-773100899-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:47:19.453378 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-e8b8f9fd-bb02-4a23-b575-85b3c613e0a8 tempest-TestNetworkBasicOps-773100899 tempest-TestNetworkBasicOps-773100899-project-admin] 10.222.0.27 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0911295 Oct 19 07:47:19.456573 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 32948) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:47:19.483698 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-6dd3edbe-d707-4a51-884d-1573b175a09f tempest-TestNetworkBasicOps-773100899 tempest-TestNetworkBasicOps-773100899-project-admin] 10.222.0.27 "GET /v2.0/subnets?network_id=99c66757-74e3-40a4-b479-8d09e3a7c3dd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0260739 Oct 19 07:47:19.486150 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 32950) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:47:19.490717 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-a37b2ddc-89da-46f3-8c8c-720f700ddaf4 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1361105256', 'network_id': '58c21991-8c0b-48b2-8a48-2d5e558303c6', 'project_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:47:19.575067 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a37b2ddc-89da-46f3-8c8c-720f700ddaf4 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Made reservation on behalf of 47a12ea4f74e4c18b13323e6f3cc9741 for: {'subnet': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 07:47:19.578683 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-a37b2ddc-89da-46f3-8c8c-720f700ddaf4 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130170579'] for subnet, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:47:19.614006 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-71089388-1ff4-4e84-b03d-e8ccfc41ffb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f9c4c9a-9264-44ac-95a7-0060625c28d7', 'name': 'tempest-TestNetworkBasicOps-router-2066928180', 'tenant_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'external_fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.229'}], 'enable_snat': True}, 'gw_port_id': '281a2b29-48f0-4878-99a4-bd27af550a0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T07:47:17Z', 'updated_at': '2022-10-19T07:47:18Z', 'revision_number': 3, 'project_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'gw_port': {'id': '281a2b29-48f0-4878-99a4-bd27af550a0b', 'name': '', 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:9d:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f9c4c9a-9264-44ac-95a7-0060625c28d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1359, 'fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:47:18Z', 'updated_at': '2022-10-19T07:47:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861624-1-hyperv'}], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:47:19.645636 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71089388-1ff4-4e84-b03d-e8ccfc41ffb9 None None] Checking router: 8f9c4c9a-9264-44ac-95a7-0060625c28d7 for host: dv-neutron-861624-1-hyperv {{(pid=103334) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 07:47:19.646091 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71089388-1ff4-4e84-b03d-e8ccfc41ffb9 None None] Updating router 8f9c4c9a-9264-44ac-95a7-0060625c28d7 port 281a2b29-48f0-4878-99a4-bd27af550a0b binding host dv-neutron-861624-1-hyperv {{(pid=103334) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 07:47:19.671252 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-71089388-1ff4-4e84-b03d-e8ccfc41ffb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:47:19.761685 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-a37b2ddc-89da-46f3-8c8c-720f700ddaf4 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130997899', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130170401'] for subnet, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:47:19.827760 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37b2ddc-89da-46f3-8c8c-720f700ddaf4 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Pushing event updated for resources: {'Subnet': ['ID=4a2ca61c-5b8e-4f64-94b5-599d69df9453,revision_number=0']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:47:19.833283 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a37b2ddc-89da-46f3-8c8c-720f700ddaf4 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Checking segment: {'id': 'c7209637-5744-4534-a0dd-2fd061069086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '58c21991-8c0b-48b2-8a48-2d5e558303c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 19 07:47:19.833640 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a37b2ddc-89da-46f3-8c8c-720f700ddaf4 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Network hostable DHCP agents. Network: 58c21991-8c0b-48b2-8a48-2d5e558303c6, hostable agents: ['310d813b-0e3e-4d7e-9b79-8f4ec0dbcab0'], hosted agents: [] {{(pid=103333) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 07:47:19.851303 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a37b2ddc-89da-46f3-8c8c-720f700ddaf4 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Network 58c21991-8c0b-48b2-8a48-2d5e558303c6 is scheduled to be hosted by DHCP agent 310d813b-0e3e-4d7e-9b79-8f4ec0dbcab0 with binding_index 1 {{(pid=103333) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 07:47:19.861488 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-a37b2ddc-89da-46f3-8c8c-720f700ddaf4 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861624-1-hyperv, 58c21991-8c0b-48b2-8a48-2d5e558303c6) {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:47:19.865815 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a37b2ddc-89da-46f3-8c8c-720f700ddaf4 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:47:19.866410 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-a37b2ddc-89da-46f3-8c8c-720f700ddaf4 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for subnet, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:47:19.872476 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8c437fc-cada-4e42-8dee-e4ef630f96b9 None None] Network 58c21991-8c0b-48b2-8a48-2d5e558303c6 requested from dv-neutron-861624-1-hyperv {{(pid=103334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 07:47:19.883596 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-a37b2ddc-89da-46f3-8c8c-720f700ddaf4 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.3964715 Oct 19 07:47:19.886541 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 32952) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:47:19.983518 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-71089388-1ff4-4e84-b03d-e8ccfc41ffb9 None None] Notify callbacks [] for port, precommit_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:47:19.992182 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-71089388-1ff4-4e84-b03d-e8ccfc41ffb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:47:20.039822 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-71089388-1ff4-4e84-b03d-e8ccfc41ffb9 None None] Attempting to bind port 281a2b29-48f0-4878-99a4-bd27af550a0b on host dv-neutron-861624-1-hyperv for vnic_type normal with profile {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 19 07:47:20.040101 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-71089388-1ff4-4e84-b03d-e8ccfc41ffb9 None None] Attempting to bind port 281a2b29-48f0-4878-99a4-bd27af550a0b by drivers openvswitch,hyperv on host dv-neutron-861624-1-hyperv at level 0 using segments [{'id': '53981d04-8205-40d8-8d33-0510111d6f8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd'}] {{(pid=103334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 19 07:47:20.040464 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71089388-1ff4-4e84-b03d-e8ccfc41ffb9 None None] Attempting to bind port 281a2b29-48f0-4878-99a4-bd27af550a0b on network 99c66757-74e3-40a4-b479-8d09e3a7c3dd {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 07:47:20.076136 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71089388-1ff4-4e84-b03d-e8ccfc41ffb9 None None] Checking agent: {'id': 'a5b0152c-d633-409b-aaf8-3b76458e2410', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861624-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 19, 7, 30, 19), 'started_at': datetime.datetime(2022, 10, 19, 7, 30, 49), 'heartbeat_timestamp': datetime.datetime(2022, 10, 19, 7, 47, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861624-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 07:47:20.076525 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71089388-1ff4-4e84-b03d-e8ccfc41ffb9 None None] Checking segment: {'id': '53981d04-8205-40d8-8d33-0510111d6f8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 19 07:47:20.076927 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-71089388-1ff4-4e84-b03d-e8ccfc41ffb9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:47:20.077315 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71089388-1ff4-4e84-b03d-e8ccfc41ffb9 None None] Bound using segment: {'id': '53981d04-8205-40d8-8d33-0510111d6f8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd'} {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 07:47:20.077793 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-71089388-1ff4-4e84-b03d-e8ccfc41ffb9 None None] Bound port: 281a2b29-48f0-4878-99a4-bd27af550a0b, host: dv-neutron-861624-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53981d04-8205-40d8-8d33-0510111d6f8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd'}}] {{(pid=103334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 19 07:47:20.078169 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-71089388-1ff4-4e84-b03d-e8ccfc41ffb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:47:20.106263 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cb3410-3bff-420e-b221-b59241831de3 None None] Pushing event updated for resources: {'Port': ['ID=281a2b29-48f0-4878-99a4-bd27af550a0b,revision_number=2']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:47:20.151015 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-144bf60a-0677-45ac-a7a4-f543ece7339f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d12c6ac-27a3-545c-a8f3-f04e30423d6d-58c21991-8c0b-48b2-8a48-2d5e558303c6', 'network_id': '58c21991-8c0b-48b2-8a48-2d5e558303c6', 'tenant_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'fixed_ips': [{'subnet_id': '4a2ca61c-5b8e-4f64-94b5-599d69df9453'}]}} from dv-neutron-861624-1-hyperv. {{(pid=103334) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 07:47:20.151868 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-144bf60a-0677-45ac-a7a4-f543ece7339f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:47:20.174201 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-71089388-1ff4-4e84-b03d-e8ccfc41ffb9 None None] For port 281a2b29-48f0-4878-99a4-bd27af550a0b, host dv-neutron-861624-1-hyperv, cleared binding levels {{(pid=103334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 07:47:20.192829 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-71089388-1ff4-4e84-b03d-e8ccfc41ffb9 None None] For port 281a2b29-48f0-4878-99a4-bd27af550a0b, host dv-neutron-861624-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=281a2b29-48f0-4878-99a4-bd27af550a0b,segment=NetworkSegment(53981d04-8205-40d8-8d33-0510111d6f8f),segment_id=53981d04-8205-40d8-8d33-0510111d6f8f)] {{(pid=103334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 07:47:20.243272 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-71089388-1ff4-4e84-b03d-e8ccfc41ffb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:47:20.309642 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71089388-1ff4-4e84-b03d-e8ccfc41ffb9 None None] Routers {'8f9c4c9a-9264-44ac-95a7-0060625c28d7'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 07:47:20.310274 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-71089388-1ff4-4e84-b03d-e8ccfc41ffb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T07:47:16Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['8f9c4c9a-9264-44ac-95a7-0060625c28d7'], 'active': True} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:47:20.372305 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cb3410-3bff-420e-b221-b59241831de3 None None] Pushing event updated for resources: {'Port': ['ID=281a2b29-48f0-4878-99a4-bd27af550a0b,revision_number=3']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:47:20.406883 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.db_base_plugin_common [None req-144bf60a-0677-45ac-a7a4-f543ece7339f None None] Allocated IP 172.20.0.2 (58c21991-8c0b-48b2-8a48-2d5e558303c6/4a2ca61c-5b8e-4f64-94b5-599d69df9453/e9d7d347-fb36-4bab-86f4-dd7fc80c4c38) {{(pid=103334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 07:47:20.475152 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvr_db [None req-71089388-1ff4-4e84-b03d-e8ccfc41ffb9 None None] Set router 8f9c4c9a-9264-44ac-95a7-0060625c28d7 gateway port host: dv-neutron-861624-1-hyperv {{(pid=103334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 07:47:20.679970 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-abfacdf8-f723-4f38-908e-f239eb087545 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:47:20.715878 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-144bf60a-0677-45ac-a7a4-f543ece7339f None None] Notify callbacks [] for port, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:47:20.724760 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-144bf60a-0677-45ac-a7a4-f543ece7339f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785020947330'] for port, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:47:20.777779 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-144bf60a-0677-45ac-a7a4-f543ece7339f None None] Network 58c21991-8c0b-48b2-8a48-2d5e558303c6 is already hosted by enough agents. {{(pid=103334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 07:47:20.783644 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.scheduler.base_scheduler [None req-144bf60a-0677-45ac-a7a4-f543ece7339f None None] Resources bound (agent type, host, resource id): {{(pid=103334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:47:20.788000 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-144bf60a-0677-45ac-a7a4-f543ece7339f None None] Received port after_create {{(pid=103334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 07:47:20.806167 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144bf60a-0677-45ac-a7a4-f543ece7339f None None] Pushing event updated for resources: {'Port': ['ID=e9d7d347-fb36-4bab-86f4-dd7fc80c4c38,revision_number=1']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:47:20.823889 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-71089388-1ff4-4e84-b03d-e8ccfc41ffb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f9c4c9a-9264-44ac-95a7-0060625c28d7', 'name': 'tempest-TestNetworkBasicOps-router-2066928180', 'tenant_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'external_fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.229'}], 'enable_snat': True}, 'gw_port_id': '281a2b29-48f0-4878-99a4-bd27af550a0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T07:47:17Z', 'updated_at': '2022-10-19T07:47:18Z', 'revision_number': 3, 'project_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'gw_port': {'id': '281a2b29-48f0-4878-99a4-bd27af550a0b', 'name': '', 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:9d:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f9c4c9a-9264-44ac-95a7-0060625c28d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1359, 'fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:47:18Z', 'updated_at': '2022-10-19T07:47:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861624-1-hyperv'}], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:47:20.869879 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71089388-1ff4-4e84-b03d-e8ccfc41ffb9 None None] The sync data for ids ['8f9c4c9a-9264-44ac-95a7-0060625c28d7'] in dv-neutron-861624-1-hyperv is: [{'id': '8f9c4c9a-9264-44ac-95a7-0060625c28d7', 'name': 'tempest-TestNetworkBasicOps-router-2066928180', 'tenant_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'external_fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.229'}], 'enable_snat': True}, 'gw_port_id': '281a2b29-48f0-4878-99a4-bd27af550a0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T07:47:17Z', 'updated_at': '2022-10-19T07:47:18Z', 'revision_number': 3, 'project_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'gw_port': {'id': '281a2b29-48f0-4878-99a4-bd27af550a0b', 'name': '', 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:9d:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f9c4c9a-9264-44ac-95a7-0060625c28d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1359, 'fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:47:18Z', 'updated_at': '2022-10-19T07:47:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861624-1-hyperv'}] {{(pid=103334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 07:47:20.881955 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-144bf60a-0677-45ac-a7a4-f543ece7339f None None] Attempting to bind port e9d7d347-fb36-4bab-86f4-dd7fc80c4c38 on host dv-neutron-861624-1-hyperv for vnic_type normal with profile {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 19 07:47:20.882475 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-144bf60a-0677-45ac-a7a4-f543ece7339f None None] Attempting to bind port e9d7d347-fb36-4bab-86f4-dd7fc80c4c38 by drivers openvswitch,hyperv on host dv-neutron-861624-1-hyperv at level 0 using segments [{'id': 'c7209637-5744-4534-a0dd-2fd061069086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '58c21991-8c0b-48b2-8a48-2d5e558303c6'}] {{(pid=103334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 19 07:47:20.882931 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-144bf60a-0677-45ac-a7a4-f543ece7339f None None] Attempting to bind port e9d7d347-fb36-4bab-86f4-dd7fc80c4c38 on network 58c21991-8c0b-48b2-8a48-2d5e558303c6 {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 07:47:20.891461 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-144bf60a-0677-45ac-a7a4-f543ece7339f None None] Checking agent: {'id': 'a5b0152c-d633-409b-aaf8-3b76458e2410', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861624-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 19, 7, 30, 19), 'started_at': datetime.datetime(2022, 10, 19, 7, 30, 49), 'heartbeat_timestamp': datetime.datetime(2022, 10, 19, 7, 47, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861624-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 07:47:20.891461 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-144bf60a-0677-45ac-a7a4-f543ece7339f None None] Checking segment: {'id': 'c7209637-5744-4534-a0dd-2fd061069086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '58c21991-8c0b-48b2-8a48-2d5e558303c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 19 07:47:20.891461 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-144bf60a-0677-45ac-a7a4-f543ece7339f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:47:20.891461 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-144bf60a-0677-45ac-a7a4-f543ece7339f None None] Bound using segment: {'id': 'c7209637-5744-4534-a0dd-2fd061069086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '58c21991-8c0b-48b2-8a48-2d5e558303c6'} {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 07:47:20.891461 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-144bf60a-0677-45ac-a7a4-f543ece7339f None None] Bound port: e9d7d347-fb36-4bab-86f4-dd7fc80c4c38, host: dv-neutron-861624-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7209637-5744-4534-a0dd-2fd061069086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '58c21991-8c0b-48b2-8a48-2d5e558303c6'}}] {{(pid=103334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 19 07:47:20.891461 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-144bf60a-0677-45ac-a7a4-f543ece7339f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:47:20.960799 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-144bf60a-0677-45ac-a7a4-f543ece7339f None None] For port e9d7d347-fb36-4bab-86f4-dd7fc80c4c38, host dv-neutron-861624-1-hyperv, cleared binding levels {{(pid=103334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 07:47:20.964869 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-144bf60a-0677-45ac-a7a4-f543ece7339f None None] For port e9d7d347-fb36-4bab-86f4-dd7fc80c4c38, host dv-neutron-861624-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=e9d7d347-fb36-4bab-86f4-dd7fc80c4c38,segment=NetworkSegment(c7209637-5744-4534-a0dd-2fd061069086),segment_id=c7209637-5744-4534-a0dd-2fd061069086)] {{(pid=103334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 07:47:20.965764 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.db_base_plugin_common [None req-abfacdf8-f723-4f38-908e-f239eb087545 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Allocated IP 172.20.0.1 (58c21991-8c0b-48b2-8a48-2d5e558303c6/4a2ca61c-5b8e-4f64-94b5-599d69df9453/adb93870-a922-4aaa-8afd-44e18df04503) {{(pid=103333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 07:47:20.969792 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-144bf60a-0677-45ac-a7a4-f543ece7339f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:47:21.024914 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144bf60a-0677-45ac-a7a4-f543ece7339f None None] Pushing event updated for resources: {'Port': ['ID=e9d7d347-fb36-4bab-86f4-dd7fc80c4c38,revision_number=2']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:47:21.124543 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-abfacdf8-f723-4f38-908e-f239eb087545 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for port, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:47:21.169287 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-abfacdf8-f723-4f38-908e-f239eb087545 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785020947330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130996763'] for port, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:47:21.242559 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abfacdf8-f723-4f38-908e-f239eb087545 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Network 58c21991-8c0b-48b2-8a48-2d5e558303c6 is already hosted by enough agents. {{(pid=103333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 07:47:21.246089 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-abfacdf8-f723-4f38-908e-f239eb087545 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Resources bound (agent type, host, resource id): {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:47:21.251806 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abfacdf8-f723-4f38-908e-f239eb087545 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Received port after_create {{(pid=103333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 07:47:21.277500 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abfacdf8-f723-4f38-908e-f239eb087545 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Pushing event updated for resources: {'Port': ['ID=adb93870-a922-4aaa-8afd-44e18df04503,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:47:21.307899 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-abfacdf8-f723-4f38-908e-f239eb087545 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1695190'] for router_interface, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:47:21.451136 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-abfacdf8-f723-4f38-908e-f239eb087545 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:47:21.755165 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-abfacdf8-f723-4f38-908e-f239eb087545 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for port, precommit_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:47:21.762121 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-abfacdf8-f723-4f38-908e-f239eb087545 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130996754'] for port, after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:47:21.840397 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-abfacdf8-f723-4f38-908e-f239eb087545 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1574855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1694822'] for router_interface, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:47:21.842183 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abfacdf8-f723-4f38-908e-f239eb087545 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Pushing event updated for resources: {'Port': ['ID=adb93870-a922-4aaa-8afd-44e18df04503,revision_number=2']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:47:21.942676 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abfacdf8-f723-4f38-908e-f239eb087545 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Network 58c21991-8c0b-48b2-8a48-2d5e558303c6 is already hosted by enough agents. {{(pid=103333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 07:47:21.944050 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-abfacdf8-f723-4f38-908e-f239eb087545 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Resources bound (agent type, host, resource id): {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:47:21.997903 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e27c0e9e-d878-4cb1-a8ea-4964b1887874 None None] Network 58c21991-8c0b-48b2-8a48-2d5e558303c6 requested from dv-neutron-861624-1-hyperv {{(pid=103334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 07:47:22.062577 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abfacdf8-f723-4f38-908e-f239eb087545 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Router 8f9c4c9a-9264-44ac-95a7-0060625c28d7 has already been hosted by L3 agent ab388470-1243-4d53-80f2-c2f5899c97a7 {{(pid=103333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 07:47:22.179773 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abfacdf8-f723-4f38-908e-f239eb087545 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify agent at l3_agent.dv-neutron-861624-1-hyperv the message routers_updated {{(pid=103333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 07:47:22.188456 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 32954) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:47:22.189082 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-abfacdf8-f723-4f38-908e-f239eb087545 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "PUT /v2.0/routers/8f9c4c9a-9264-44ac-95a7-0060625c28d7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3009439 Oct 19 07:47:22.234247 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-c449ef23-139b-4564-9284-b54b446c5b10 None None] Provisioning complete for port e9d7d347-fb36-4bab-86f4-dd7fc80c4c38 triggered by entity DHCP. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:47:22.234827 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-c449ef23-139b-4564-9284-b54b446c5b10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:47:22.234975 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-c449ef23-139b-4564-9284-b54b446c5b10 None None] Attempt 1 to provision port e9d7d347-fb36-4bab-86f4-dd7fc80c4c38 Oct 19 07:47:22.294796 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7085478b-4d1d-44c7-a0f8-39be881ab832 tempest-TestNetworkBasicOps-773100899 tempest-TestNetworkBasicOps-773100899-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:47:22.295275 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7085478b-4d1d-44c7-a0f8-39be881ab832 tempest-TestNetworkBasicOps-773100899 tempest-TestNetworkBasicOps-773100899-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:47:22.295740 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7085478b-4d1d-44c7-a0f8-39be881ab832 tempest-TestNetworkBasicOps-773100899 tempest-TestNetworkBasicOps-773100899-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:47:22.296208 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7085478b-4d1d-44c7-a0f8-39be881ab832 tempest-TestNetworkBasicOps-773100899 tempest-TestNetworkBasicOps-773100899-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:47:22.296741 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7085478b-4d1d-44c7-a0f8-39be881ab832 tempest-TestNetworkBasicOps-773100899 tempest-TestNetworkBasicOps-773100899-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:47:22.297204 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7085478b-4d1d-44c7-a0f8-39be881ab832 tempest-TestNetworkBasicOps-773100899 tempest-TestNetworkBasicOps-773100899-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:47:22.301711 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-7085478b-4d1d-44c7-a0f8-39be881ab832 tempest-TestNetworkBasicOps-773100899 tempest-TestNetworkBasicOps-773100899-project-admin] 10.222.0.27 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4286 time: 0.1095514 Oct 19 07:47:22.302108 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 32956) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:47:22.372744 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-c449ef23-139b-4564-9284-b54b446c5b10 None None] Current status of the port e9d7d347-fb36-4bab-86f4-dd7fc80c4c38 is: DOWN; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:47:22.373130 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-c449ef23-139b-4564-9284-b54b446c5b10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:47:22.404524 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96d78e46-10c2-4997-8336-1b9f9a58118f tempest-TestNetworkBasicOps-773100899 tempest-TestNetworkBasicOps-773100899-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:47:22.405008 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96d78e46-10c2-4997-8336-1b9f9a58118f tempest-TestNetworkBasicOps-773100899 tempest-TestNetworkBasicOps-773100899-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:47:22.405498 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96d78e46-10c2-4997-8336-1b9f9a58118f tempest-TestNetworkBasicOps-773100899 tempest-TestNetworkBasicOps-773100899-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:47:22.405954 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96d78e46-10c2-4997-8336-1b9f9a58118f tempest-TestNetworkBasicOps-773100899 tempest-TestNetworkBasicOps-773100899-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:47:22.406413 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96d78e46-10c2-4997-8336-1b9f9a58118f tempest-TestNetworkBasicOps-773100899 tempest-TestNetworkBasicOps-773100899-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:47:22.406908 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96d78e46-10c2-4997-8336-1b9f9a58118f tempest-TestNetworkBasicOps-773100899 tempest-TestNetworkBasicOps-773100899-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:47:22.408735 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-96d78e46-10c2-4997-8336-1b9f9a58118f tempest-TestNetworkBasicOps-773100899 tempest-TestNetworkBasicOps-773100899-project-admin] 10.222.0.27 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4006 time: 0.1056361 Oct 19 07:47:22.409586 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-c449ef23-139b-4564-9284-b54b446c5b10 None None] For port e9d7d347-fb36-4bab-86f4-dd7fc80c4c38, host dv-neutron-861624-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=e9d7d347-fb36-4bab-86f4-dd7fc80c4c38,segment=NetworkSegment(c7209637-5744-4534-a0dd-2fd061069086),segment_id=c7209637-5744-4534-a0dd-2fd061069086)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:47:22.411499 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 32958) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:47:22.415222 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-c449ef23-139b-4564-9284-b54b446c5b10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:47:22.471357 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c449ef23-139b-4564-9284-b54b446c5b10 None None] Pushing event updated for resources: {'Port': ['ID=e9d7d347-fb36-4bab-86f4-dd7fc80c4c38,revision_number=3']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:47:22.551079 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e99e16e-1992-4453-9b0c-d0f1d452b62e None None] Sync routers for ids ['8f9c4c9a-9264-44ac-95a7-0060625c28d7'] in dv-neutron-861624-1-hyperv {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 07:47:22.562129 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e99e16e-1992-4453-9b0c-d0f1d452b62e None None] Routers {'8f9c4c9a-9264-44ac-95a7-0060625c28d7'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 07:47:22.562921 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-4e99e16e-1992-4453-9b0c-d0f1d452b62e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T07:47:16Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['8f9c4c9a-9264-44ac-95a7-0060625c28d7'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:47:22.646358 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-0248352e-b201-4269-ae25-d8fab5773fe6 None None] Provisioning complete for port adb93870-a922-4aaa-8afd-44e18df04503 triggered by entity DHCP. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:47:22.647044 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-0248352e-b201-4269-ae25-d8fab5773fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:47:22.647555 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-0248352e-b201-4269-ae25-d8fab5773fe6 None None] Attempt 1 to provision port adb93870-a922-4aaa-8afd-44e18df04503 Oct 19 07:47:22.666774 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-904ef947-8582-4afa-b6dd-02efb3bdacdf tempest-TestNetworkBasicOps-773100899 tempest-TestNetworkBasicOps-773100899-project-admin] 10.222.0.27 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3049 time: 0.2535198 Oct 19 07:47:22.683359 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvr_db [None req-4e99e16e-1992-4453-9b0c-d0f1d452b62e None None] Set router 8f9c4c9a-9264-44ac-95a7-0060625c28d7 gateway port host: dv-neutron-861624-1-hyperv {{(pid=103335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 07:47:22.690979 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-0248352e-b201-4269-ae25-d8fab5773fe6 None None] Port adb93870-a922-4aaa-8afd-44e18df04503 cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 07:47:22.742264 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 32962) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:47:22.748596 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-aa38439d-640d-4e0d-8c25-4a84786d51aa tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2111616515', 'description': 'tempest-secgroup-smoke-2111616515 description', 'project_id': '47a12ea4f74e4c18b13323e6f3cc9741'}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:47:22.774752 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-aa38439d-640d-4e0d-8c25-4a84786d51aa tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for security_group, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:47:22.858292 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-aa38439d-640d-4e0d-8c25-4a84786d51aa tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for security_group, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:47:22.862619 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-aa38439d-640d-4e0d-8c25-4a84786d51aa tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788643'] for security_group, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:47:22.896964 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-aa38439d-640d-4e0d-8c25-4a84786d51aa tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for security_group, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:47:22.898249 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-aa38439d-640d-4e0d-8c25-4a84786d51aa tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1550212 Oct 19 07:47:22.899144 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa38439d-640d-4e0d-8c25-4a84786d51aa tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a589c1ee-f50c-4501-8e1c-bf32273c150c,revision_number=1']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:47:22.901373 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 32964) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:47:22.903346 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-4e99e16e-1992-4453-9b0c-d0f1d452b62e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f9c4c9a-9264-44ac-95a7-0060625c28d7', 'name': 'tempest-TestNetworkBasicOps-router-2066928180', 'tenant_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'external_fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.229'}], 'enable_snat': True}, 'gw_port_id': '281a2b29-48f0-4878-99a4-bd27af550a0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T07:47:17Z', 'updated_at': '2022-10-19T07:47:21Z', 'revision_number': 4, 'project_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'gw_port': {'id': '281a2b29-48f0-4878-99a4-bd27af550a0b', 'name': '', 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:9d:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f9c4c9a-9264-44ac-95a7-0060625c28d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1359, 'fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:47:18Z', 'updated_at': '2022-10-19T07:47:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861624-1-hyperv', '_interfaces': [{'id': 'adb93870-a922-4aaa-8afd-44e18df04503', 'name': '', 'network_id': '58c21991-8c0b-48b2-8a48-2d5e558303c6', 'tenant_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'mac_address': 'fa:16:3e:b4:d9:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f9c4c9a-9264-44ac-95a7-0060625c28d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '4a2ca61c-5b8e-4f64-94b5-599d69df9453', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:47:20Z', 'updated_at': '2022-10-19T07:47:21Z', 'revision_number': 2, 'project_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'subnets': [{'id': '4a2ca61c-5b8e-4f64-94b5-599d69df9453', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:47:22.905941 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-6fcf37b9-df22-42b2-9697-9595b7d56dd8 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Request body: {'security_group_rule': {'security_group_id': 'a589c1ee-f50c-4501-8e1c-bf32273c150c', 'project_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:47:22.930550 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e99e16e-1992-4453-9b0c-d0f1d452b62e None None] Checking router: 8f9c4c9a-9264-44ac-95a7-0060625c28d7 for host: dv-neutron-861624-1-hyperv {{(pid=103335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 07:47:22.930959 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e99e16e-1992-4453-9b0c-d0f1d452b62e None None] Updating router 8f9c4c9a-9264-44ac-95a7-0060625c28d7 port adb93870-a922-4aaa-8afd-44e18df04503 binding host dv-neutron-861624-1-hyperv {{(pid=103335) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 07:47:22.935482 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-6fcf37b9-df22-42b2-9697-9595b7d56dd8 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:47:22.962207 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-4e99e16e-1992-4453-9b0c-d0f1d452b62e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:47:22.998922 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-6fcf37b9-df22-42b2-9697-9595b7d56dd8 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:47:23.002916 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-6fcf37b9-df22-42b2-9697-9595b7d56dd8 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815365'] for security_group_rule, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:47:23.023924 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fcf37b9-df22-42b2-9697-9595b7d56dd8 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ddafd005-c8ca-4f7d-b8b0-e7679763e27e,revision_number=0']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:47:23.030546 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-6fcf37b9-df22-42b2-9697-9595b7d56dd8 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:47:23.032679 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-6fcf37b9-df22-42b2-9697-9595b7d56dd8 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1302497 Oct 19 07:47:23.035505 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 32966) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:47:23.039770 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-019ea85e-d687-42bf-90d6-2d27a84a1052 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Request body: {'security_group_rule': {'security_group_id': 'a589c1ee-f50c-4501-8e1c-bf32273c150c', 'project_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:47:23.067024 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-019ea85e-d687-42bf-90d6-2d27a84a1052 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:47:23.133167 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-019ea85e-d687-42bf-90d6-2d27a84a1052 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:47:23.137815 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-019ea85e-d687-42bf-90d6-2d27a84a1052 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815365'] for security_group_rule, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:47:23.157323 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019ea85e-d687-42bf-90d6-2d27a84a1052 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9df6959-72fa-4270-aed1-8146b4db2ee8,revision_number=0']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:47:23.169501 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-019ea85e-d687-42bf-90d6-2d27a84a1052 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:47:23.170941 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-019ea85e-d687-42bf-90d6-2d27a84a1052 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1347060 Oct 19 07:47:23.173745 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 32968) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:47:23.180197 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-cf21a090-43f3-4b57-a679-178d3d18a9aa tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Request body: {'security_group_rule': {'security_group_id': 'a589c1ee-f50c-4501-8e1c-bf32273c150c', 'project_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:47:23.188205 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device e9d7d347-fb36-4bab-86f4-dd7fc80c4c38 up at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 07:47:23.206999 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-cf21a090-43f3-4b57-a679-178d3d18a9aa tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:47:23.211250 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-0248352e-b201-4269-ae25-d8fab5773fe6 None None] Attempt 2 to provision port adb93870-a922-4aaa-8afd-44e18df04503 Oct 19 07:47:23.260198 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-0248352e-b201-4269-ae25-d8fab5773fe6 None None] Port adb93870-a922-4aaa-8afd-44e18df04503 cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 07:47:23.269593 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-cf21a090-43f3-4b57-a679-178d3d18a9aa tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:47:23.271503 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Provisioning complete for port e9d7d347-fb36-4bab-86f4-dd7fc80c4c38 triggered by entity L2. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:47:23.271941 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:47:23.272313 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Attempt 1 to provision port e9d7d347-fb36-4bab-86f4-dd7fc80c4c38 Oct 19 07:47:23.276731 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-cf21a090-43f3-4b57-a679-178d3d18a9aa tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815365'] for security_group_rule, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:47:23.277279 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-4e99e16e-1992-4453-9b0c-d0f1d452b62e None None] Notify callbacks [] for port, precommit_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:47:23.286132 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-4e99e16e-1992-4453-9b0c-d0f1d452b62e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:47:23.296931 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf21a090-43f3-4b57-a679-178d3d18a9aa tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d01eec0-63ee-4785-976e-6496e6115966,revision_number=0']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:47:23.312228 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-cf21a090-43f3-4b57-a679-178d3d18a9aa tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:47:23.313850 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-cf21a090-43f3-4b57-a679-178d3d18a9aa tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1391306 Oct 19 07:47:23.316963 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 32970) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:47:23.325861 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-a53b73bc-0d4b-42ef-a17b-1d552181abd2 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Request body: {'security_group_rule': {'security_group_id': 'a589c1ee-f50c-4501-8e1c-bf32273c150c', 'project_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:47:23.355211 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-a53b73bc-0d4b-42ef-a17b-1d552181abd2 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:47:23.363368 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Current status of the port e9d7d347-fb36-4bab-86f4-dd7fc80c4c38 is: ACTIVE; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:47:23.365028 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device 281a2b29-48f0-4878-99a4-bd27af550a0b up at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 07:47:23.365210 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4856cb2-99aa-4400-996a-209097db29b4 None None] Pushing event updated for resources: {'Port': ['ID=adb93870-a922-4aaa-8afd-44e18df04503,revision_number=3']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:47:23.379985 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4856cb2-99aa-4400-996a-209097db29b4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:47:23.380327 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4856cb2-99aa-4400-996a-209097db29b4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:47:23.380685 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4856cb2-99aa-4400-996a-209097db29b4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:47:23.381019 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4856cb2-99aa-4400-996a-209097db29b4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:47:23.381344 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4856cb2-99aa-4400-996a-209097db29b4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:47:23.381663 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4856cb2-99aa-4400-996a-209097db29b4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:47:23.381980 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4856cb2-99aa-4400-996a-209097db29b4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:47:23.382305 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4856cb2-99aa-4400-996a-209097db29b4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:47:23.382621 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4856cb2-99aa-4400-996a-209097db29b4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:47:23.382939 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4856cb2-99aa-4400-996a-209097db29b4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:47:23.383249 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4856cb2-99aa-4400-996a-209097db29b4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:47:23.383560 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4856cb2-99aa-4400-996a-209097db29b4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:47:23.387972 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-4e99e16e-1992-4453-9b0c-d0f1d452b62e None None] Attempting to bind port adb93870-a922-4aaa-8afd-44e18df04503 on host dv-neutron-861624-1-hyperv for vnic_type normal with profile {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 19 07:47:23.388181 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-4e99e16e-1992-4453-9b0c-d0f1d452b62e None None] Attempting to bind port adb93870-a922-4aaa-8afd-44e18df04503 by drivers openvswitch,hyperv on host dv-neutron-861624-1-hyperv at level 0 using segments [{'id': 'c7209637-5744-4534-a0dd-2fd061069086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '58c21991-8c0b-48b2-8a48-2d5e558303c6'}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 19 07:47:23.389715 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e99e16e-1992-4453-9b0c-d0f1d452b62e None None] Attempting to bind port adb93870-a922-4aaa-8afd-44e18df04503 on network 58c21991-8c0b-48b2-8a48-2d5e558303c6 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 07:47:23.394496 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e99e16e-1992-4453-9b0c-d0f1d452b62e None None] Checking agent: {'id': 'a5b0152c-d633-409b-aaf8-3b76458e2410', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861624-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 19, 7, 30, 19), 'started_at': datetime.datetime(2022, 10, 19, 7, 30, 49), 'heartbeat_timestamp': datetime.datetime(2022, 10, 19, 7, 47, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861624-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 07:47:23.394956 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e99e16e-1992-4453-9b0c-d0f1d452b62e None None] Checking segment: {'id': 'c7209637-5744-4534-a0dd-2fd061069086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '58c21991-8c0b-48b2-8a48-2d5e558303c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 19 07:47:23.395417 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-4e99e16e-1992-4453-9b0c-d0f1d452b62e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:47:23.395986 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e99e16e-1992-4453-9b0c-d0f1d452b62e None None] Bound using segment: {'id': 'c7209637-5744-4534-a0dd-2fd061069086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '58c21991-8c0b-48b2-8a48-2d5e558303c6'} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 07:47:23.396392 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-4e99e16e-1992-4453-9b0c-d0f1d452b62e None None] Bound port: adb93870-a922-4aaa-8afd-44e18df04503, host: dv-neutron-861624-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7209637-5744-4534-a0dd-2fd061069086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '58c21991-8c0b-48b2-8a48-2d5e558303c6'}}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 19 07:47:23.396843 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-4e99e16e-1992-4453-9b0c-d0f1d452b62e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:47:23.423113 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Provisioning complete for port 281a2b29-48f0-4878-99a4-bd27af550a0b triggered by entity L2. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:47:23.423588 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:47:23.423972 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Attempt 1 to provision port 281a2b29-48f0-4878-99a4-bd27af550a0b Oct 19 07:47:23.428728 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-a53b73bc-0d4b-42ef-a17b-1d552181abd2 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:47:23.432976 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-a53b73bc-0d4b-42ef-a17b-1d552181abd2 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815365'] for security_group_rule, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:47:23.453231 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53b73bc-0d4b-42ef-a17b-1d552181abd2 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6021b57e-c13f-4690-9e4d-36e31edd18bd,revision_number=0']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:47:23.458125 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-a53b73bc-0d4b-42ef-a17b-1d552181abd2 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:47:23.462436 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 32972) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:47:23.462636 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-a53b73bc-0d4b-42ef-a17b-1d552181abd2 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1434472 Oct 19 07:47:23.464830 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-4e99e16e-1992-4453-9b0c-d0f1d452b62e None None] For port adb93870-a922-4aaa-8afd-44e18df04503, host dv-neutron-861624-1-hyperv, cleared binding levels {{(pid=103335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 07:47:23.467655 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-7e26db44-7bed-44a8-a14d-668f5599d6b4 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Request body: {'security_group_rule': {'security_group_id': 'a589c1ee-f50c-4501-8e1c-bf32273c150c', 'project_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:47:23.468445 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-4e99e16e-1992-4453-9b0c-d0f1d452b62e None None] For port adb93870-a922-4aaa-8afd-44e18df04503, host dv-neutron-861624-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=adb93870-a922-4aaa-8afd-44e18df04503,segment=NetworkSegment(c7209637-5744-4534-a0dd-2fd061069086),segment_id=c7209637-5744-4534-a0dd-2fd061069086)] {{(pid=103335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 07:47:23.474173 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-4e99e16e-1992-4453-9b0c-d0f1d452b62e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:47:23.489757 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.db.securitygroups_db [None req-7e26db44-7bed-44a8-a14d-668f5599d6b4 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Project 47a12ea4f74e4c18b13323e6f3cc9741 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 19 07:47:23.502039 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-7e26db44-7bed-44a8-a14d-668f5599d6b4 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:47:23.513181 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e99e16e-1992-4453-9b0c-d0f1d452b62e None None] Routers {'8f9c4c9a-9264-44ac-95a7-0060625c28d7'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 07:47:23.514054 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-4e99e16e-1992-4453-9b0c-d0f1d452b62e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T07:47:16Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['8f9c4c9a-9264-44ac-95a7-0060625c28d7'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:47:23.514838 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Current status of the port 281a2b29-48f0-4878-99a4-bd27af550a0b is: DOWN; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:47:23.515410 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:47:23.536437 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] For port 281a2b29-48f0-4878-99a4-bd27af550a0b, host dv-neutron-861624-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=281a2b29-48f0-4878-99a4-bd27af550a0b,segment=NetworkSegment(53981d04-8205-40d8-8d33-0510111d6f8f),segment_id=53981d04-8205-40d8-8d33-0510111d6f8f)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:47:23.541922 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:47:23.602180 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Pushing event updated for resources: {'Port': ['ID=281a2b29-48f0-4878-99a4-bd27af550a0b,revision_number=4']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:47:23.611710 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-7e26db44-7bed-44a8-a14d-668f5599d6b4 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:47:23.616774 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-7e26db44-7bed-44a8-a14d-668f5599d6b4 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815365'] for security_group_rule, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:47:23.639010 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e26db44-7bed-44a8-a14d-668f5599d6b4 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09f461bb-10af-4cfa-963c-2ec7279cadfe,revision_number=0']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:47:23.645031 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvr_db [None req-4e99e16e-1992-4453-9b0c-d0f1d452b62e None None] Set router 8f9c4c9a-9264-44ac-95a7-0060625c28d7 gateway port host: dv-neutron-861624-1-hyperv {{(pid=103335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 07:47:23.646808 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4856cb2-99aa-4400-996a-209097db29b4 None None] Pushing event updated for resources: {'Port': ['ID=adb93870-a922-4aaa-8afd-44e18df04503,revision_number=4']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:47:23.651978 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-7e26db44-7bed-44a8-a14d-668f5599d6b4 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:47:23.653439 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-7e26db44-7bed-44a8-a14d-668f5599d6b4 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1897025 Oct 19 07:47:23.656303 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 32974) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:47:23.661285 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-8dfa5d1d-59dc-41bb-b574-20cbb6e62882 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Request body: {'security_group_rule': {'security_group_id': 'a589c1ee-f50c-4501-8e1c-bf32273c150c', 'project_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:47:23.686517 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.db.securitygroups_db [None req-8dfa5d1d-59dc-41bb-b574-20cbb6e62882 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Project 47a12ea4f74e4c18b13323e6f3cc9741 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 19 07:47:23.692046 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-8dfa5d1d-59dc-41bb-b574-20cbb6e62882 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:47:23.758654 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-8dfa5d1d-59dc-41bb-b574-20cbb6e62882 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:47:23.764471 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-0248352e-b201-4269-ae25-d8fab5773fe6 None None] Attempt 3 to provision port adb93870-a922-4aaa-8afd-44e18df04503 Oct 19 07:47:23.771325 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-8dfa5d1d-59dc-41bb-b574-20cbb6e62882 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815365'] for security_group_rule, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:47:23.793701 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfa5d1d-59dc-41bb-b574-20cbb6e62882 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b4cf510-6774-497d-9f3e-112d7f1010d2,revision_number=0']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:47:23.802891 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-8dfa5d1d-59dc-41bb-b574-20cbb6e62882 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:47:23.813751 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-8dfa5d1d-59dc-41bb-b574-20cbb6e62882 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1467278 Oct 19 07:47:23.886903 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-0248352e-b201-4269-ae25-d8fab5773fe6 None None] Current status of the port adb93870-a922-4aaa-8afd-44e18df04503 is: DOWN; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:47:23.887399 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-0248352e-b201-4269-ae25-d8fab5773fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:47:23.926843 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-0248352e-b201-4269-ae25-d8fab5773fe6 None None] For port adb93870-a922-4aaa-8afd-44e18df04503, host dv-neutron-861624-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=adb93870-a922-4aaa-8afd-44e18df04503,segment=NetworkSegment(c7209637-5744-4534-a0dd-2fd061069086),segment_id=c7209637-5744-4534-a0dd-2fd061069086)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:47:23.933106 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-0248352e-b201-4269-ae25-d8fab5773fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:47:23.969112 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-0248352e-b201-4269-ae25-d8fab5773fe6 None None] Provisioning complete for port e9d7d347-fb36-4bab-86f4-dd7fc80c4c38 triggered by entity DHCP. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:47:23.969494 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-0248352e-b201-4269-ae25-d8fab5773fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:47:23.969836 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-0248352e-b201-4269-ae25-d8fab5773fe6 None None] Attempt 1 to provision port e9d7d347-fb36-4bab-86f4-dd7fc80c4c38 Oct 19 07:47:23.980335 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-9a15372f-2f9e-4068-a388-99adffaed712 req-fe88237f-9644-4d4a-a448-a4cb48f67db1 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2111616515&fields=id&tenant_id=47a12ea4f74e4c18b13323e6f3cc9741 HTTP/1.1" status: 200 len: 267 time: 0.0388584 Oct 19 07:47:23.988973 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-4e99e16e-1992-4453-9b0c-d0f1d452b62e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f9c4c9a-9264-44ac-95a7-0060625c28d7', 'name': 'tempest-TestNetworkBasicOps-router-2066928180', 'tenant_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'external_fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.229'}], 'enable_snat': True}, 'gw_port_id': '281a2b29-48f0-4878-99a4-bd27af550a0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T07:47:17Z', 'updated_at': '2022-10-19T07:47:21Z', 'revision_number': 4, 'project_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'gw_port': {'id': '281a2b29-48f0-4878-99a4-bd27af550a0b', 'name': '', 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:9d:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f9c4c9a-9264-44ac-95a7-0060625c28d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1359, 'fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:47:18Z', 'updated_at': '2022-10-19T07:47:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861624-1-hyperv', '_interfaces': [{'id': 'adb93870-a922-4aaa-8afd-44e18df04503', 'name': '', 'network_id': '58c21991-8c0b-48b2-8a48-2d5e558303c6', 'tenant_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'mac_address': 'fa:16:3e:b4:d9:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f9c4c9a-9264-44ac-95a7-0060625c28d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '4a2ca61c-5b8e-4f64-94b5-599d69df9453', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:47:20Z', 'updated_at': '2022-10-19T07:47:23Z', 'revision_number': 4, 'project_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'subnets': [{'id': '4a2ca61c-5b8e-4f64-94b5-599d69df9453', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:47:24.017142 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e99e16e-1992-4453-9b0c-d0f1d452b62e None None] The sync data for ids ['8f9c4c9a-9264-44ac-95a7-0060625c28d7'] in dv-neutron-861624-1-hyperv is: [{'id': '8f9c4c9a-9264-44ac-95a7-0060625c28d7', 'name': 'tempest-TestNetworkBasicOps-router-2066928180', 'tenant_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'external_fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.229'}], 'enable_snat': True}, 'gw_port_id': '281a2b29-48f0-4878-99a4-bd27af550a0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T07:47:17Z', 'updated_at': '2022-10-19T07:47:21Z', 'revision_number': 4, 'project_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'gw_port': {'id': '281a2b29-48f0-4878-99a4-bd27af550a0b', 'name': '', 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:9d:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f9c4c9a-9264-44ac-95a7-0060625c28d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1359, 'fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:47:18Z', 'updated_at': '2022-10-19T07:47:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861624-1-hyperv', '_interfaces': [{'id': 'adb93870-a922-4aaa-8afd-44e18df04503', 'name': '', 'network_id': '58c21991-8c0b-48b2-8a48-2d5e558303c6', 'tenant_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'mac_address': 'fa:16:3e:b4:d9:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f9c4c9a-9264-44ac-95a7-0060625c28d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '4a2ca61c-5b8e-4f64-94b5-599d69df9453', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:47:20Z', 'updated_at': '2022-10-19T07:47:23Z', 'revision_number': 4, 'project_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'subnets': [{'id': '4a2ca61c-5b8e-4f64-94b5-599d69df9453', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 07:47:24.018915 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0248352e-b201-4269-ae25-d8fab5773fe6 None None] Pushing event updated for resources: {'Port': ['ID=adb93870-a922-4aaa-8afd-44e18df04503,revision_number=5']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:47:24.098293 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-0248352e-b201-4269-ae25-d8fab5773fe6 None None] Current status of the port e9d7d347-fb36-4bab-86f4-dd7fc80c4c38 is: ACTIVE; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:47:24.129912 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a15372f-2f9e-4068-a388-99adffaed712 req-a3cc3687-8bd8-496d-a168-47832ca4c709 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:47:24.131444 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-9a15372f-2f9e-4068-a388-99adffaed712 req-a3cc3687-8bd8-496d-a168-47832ca4c709 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "GET /v2.0/networks?id=58c21991-8c0b-48b2-8a48-2d5e558303c6 HTTP/1.1" status: 200 len: 797 time: 0.1429155 Oct 19 07:47:24.147624 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-9a15372f-2f9e-4068-a388-99adffaed712 req-21a9d549-d6ae-454e-b560-2b9722a00b75 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "GET /v2.0/quotas/47a12ea4f74e4c18b13323e6f3cc9741 HTTP/1.1" status: 200 len: 375 time: 0.0098338 Oct 19 07:47:24.205947 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-9a15372f-2f9e-4068-a388-99adffaed712 req-93c8478b-16e0-40f3-b180-00d291fa510f tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "GET /v2.0/ports?tenant_id=47a12ea4f74e4c18b13323e6f3cc9741&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0520403 Oct 19 07:47:24.220728 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-cbd52552-ec93-4fa4-bfca-f09b9d2b41dd None None] Provisioning complete for port adb93870-a922-4aaa-8afd-44e18df04503 triggered by entity DHCP. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:47:24.221438 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-cbd52552-ec93-4fa4-bfca-f09b9d2b41dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:47:24.221770 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-cbd52552-ec93-4fa4-bfca-f09b9d2b41dd None None] Attempt 1 to provision port adb93870-a922-4aaa-8afd-44e18df04503 Oct 19 07:47:24.307987 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-9a15372f-2f9e-4068-a388-99adffaed712 req-cc816e61-69fc-4852-b805-c6fce164b069 service neutron] 10.222.0.27 "GET /v2.0/networks/58c21991-8c0b-48b2-8a48-2d5e558303c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884037 Oct 19 07:47:24.310383 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-cbd52552-ec93-4fa4-bfca-f09b9d2b41dd None None] Current status of the port adb93870-a922-4aaa-8afd-44e18df04503 is: ACTIVE; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:47:24.405986 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-9a15372f-2f9e-4068-a388-99adffaed712 req-43b56930-d456-4f86-b955-6f4adad4c48d service neutron] 10.222.0.27 "GET /v2.0/networks/58c21991-8c0b-48b2-8a48-2d5e558303c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919693 Oct 19 07:47:24.574776 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-eae35ecd-e09b-44e6-8360-c598d82fe424 req-42478d0c-9306-4723-b9c3-79dd1d31740b tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "GET /v2.0/ports?device_id=c37a0005-71fe-4713-95c5-6cc5878a69c7 HTTP/1.1" status: 200 len: 210 time: 0.0285580 Oct 19 07:47:25.155526 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-e8ae709e-c95b-4f57-9a32-144aedb31f3e req-45fea95c-0f0e-4656-9e0d-228ac186f49b service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=3ed6797f-26f3-41c5-9e24-4c87a56d498e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0405688 Oct 19 07:47:25.173504 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device 281a2b29-48f0-4878-99a4-bd27af550a0b up at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 07:47:25.223691 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Provisioning complete for port 281a2b29-48f0-4878-99a4-bd27af550a0b triggered by entity L2. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:47:25.224058 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:47:25.224396 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Attempt 1 to provision port 281a2b29-48f0-4878-99a4-bd27af550a0b Oct 19 07:47:25.241061 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ae709e-c95b-4f57-9a32-144aedb31f3e req-1492319b-9c64-445f-bbf9-8bacbb8a0fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:47:25.242551 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-e8ae709e-c95b-4f57-9a32-144aedb31f3e req-1492319b-9c64-445f-bbf9-8bacbb8a0fd6 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=505fd091f8c84d6d8a8b7dc9bb7934bf&device_id=3ed6797f-26f3-41c5-9e24-4c87a56d498e HTTP/1.1" status: 200 len: 1099 time: 0.0426862 Oct 19 07:47:25.305432 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Current status of the port 281a2b29-48f0-4878-99a4-bd27af550a0b is: ACTIVE; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:47:25.307143 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device adb93870-a922-4aaa-8afd-44e18df04503 up at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 07:47:25.357155 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Provisioning complete for port adb93870-a922-4aaa-8afd-44e18df04503 triggered by entity L2. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:47:25.357900 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:47:25.357900 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Attempt 1 to provision port adb93870-a922-4aaa-8afd-44e18df04503 Oct 19 07:47:25.363289 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ae709e-c95b-4f57-9a32-144aedb31f3e req-f38e2e22-bf5c-4d7e-872b-14d5e5d6c7fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:47:25.364948 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-e8ae709e-c95b-4f57-9a32-144aedb31f3e req-f38e2e22-bf5c-4d7e-872b-14d5e5d6c7fa service neutron] 10.222.0.16 "GET /v2.0/networks?id=a23ce57c-5e7a-4686-b843-74109161e384 HTTP/1.1" status: 200 len: 913 time: 0.1024611 Oct 19 07:47:25.450077 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Current status of the port adb93870-a922-4aaa-8afd-44e18df04503 is: ACTIVE; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:47:25.457407 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-e8ae709e-c95b-4f57-9a32-144aedb31f3e req-2643e437-0b7a-48c1-8f5b-4c54d8fcaee3 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c52564ec-6172-4cda-ae86-95c4369510a6 HTTP/1.1" status: 200 len: 1002 time: 0.0833774 Oct 19 07:47:25.503083 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a15372f-2f9e-4068-a388-99adffaed712 req-ca5bfcaf-c9cf-484d-b103-bd47f69043d2 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:47:25.505549 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-9a15372f-2f9e-4068-a388-99adffaed712 req-ca5bfcaf-c9cf-484d-b103-bd47f69043d2 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.16 "GET /v2.0/networks?id=58c21991-8c0b-48b2-8a48-2d5e558303c6 HTTP/1.1" status: 200 len: 797 time: 0.1239095 Oct 19 07:47:25.511711 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ae709e-c95b-4f57-9a32-144aedb31f3e req-ee46779e-7b61-464d-9537-1da95f97000c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:47:25.513261 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-e8ae709e-c95b-4f57-9a32-144aedb31f3e req-ee46779e-7b61-464d-9537-1da95f97000c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=59cab28a-9f4d-46b7-9f00-ecdecb2d6122 HTTP/1.1" status: 200 len: 851 time: 0.0481410 Oct 19 07:47:25.562726 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ae709e-c95b-4f57-9a32-144aedb31f3e req-7358c379-1d2d-450a-8b23-349288ca67a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:47:25.562929 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-9a15372f-2f9e-4068-a388-99adffaed712 req-8b424e63-2ae4-416c-b8e9-4a8972c05a02 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=47a12ea4f74e4c18b13323e6f3cc9741 HTTP/1.1" status: 200 len: 380 time: 0.0421827 Oct 19 07:47:25.564250 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-e8ae709e-c95b-4f57-9a32-144aedb31f3e req-7358c379-1d2d-450a-8b23-349288ca67a5 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a23ce57c-5e7a-4686-b843-74109161e384&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0435822 Oct 19 07:47:25.583314 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [req-9a15372f-2f9e-4068-a388-99adffaed712 req-ea8a6f8f-c545-48d1-9a78-6b736c83eaad tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Request body: {'port': {'device_id': 'c37a0005-71fe-4713-95c5-6cc5878a69c7', 'network_id': '58c21991-8c0b-48b2-8a48-2d5e558303c6', 'admin_state_up': True, 'tenant_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'security_groups': ['a589c1ee-f50c-4501-8e1c-bf32273c150c']}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:47:25.675418 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-e8ae709e-c95b-4f57-9a32-144aedb31f3e req-c11417e1-ce94-461e-8d71-46d074ceb5d2 service neutron] 10.222.0.16 "GET /v2.0/networks/a23ce57c-5e7a-4686-b843-74109161e384?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969994 Oct 19 07:47:25.701147 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-d3361112-728f-4ea8-8283-28259ffd01a1 req-ff61a060-c509-40e1-b259-84550aa2e9da tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "GET /v2.0/ports?device_id=c37a0005-71fe-4713-95c5-6cc5878a69c7 HTTP/1.1" status: 200 len: 210 time: 0.0298691 Oct 19 07:47:25.726511 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9a15372f-2f9e-4068-a388-99adffaed712 req-ea8a6f8f-c545-48d1-9a78-6b736c83eaad tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Made reservation on behalf of 47a12ea4f74e4c18b13323e6f3cc9741 for: {'port': 1} {{(pid=103332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 07:47:25.731079 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-9a15372f-2f9e-4068-a388-99adffaed712 req-ea8a6f8f-c545-48d1-9a78-6b736c83eaad tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:47:25.770961 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-e8ae709e-c95b-4f57-9a32-144aedb31f3e req-f88a4f58-c77f-4a8c-bc64-16decb2ab381 service neutron] 10.222.0.16 "GET /v2.0/networks/a23ce57c-5e7a-4686-b843-74109161e384?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878277 Oct 19 07:47:25.859775 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.db_base_plugin_common [req-9a15372f-2f9e-4068-a388-99adffaed712 req-ea8a6f8f-c545-48d1-9a78-6b736c83eaad tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Allocated IP 172.20.0.11 (58c21991-8c0b-48b2-8a48-2d5e558303c6/4a2ca61c-5b8e-4f64-94b5-599d69df9453/670125b4-f2cc-4f9e-bc8a-6ff39c74d402) {{(pid=103332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 07:47:25.997631 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-9a15372f-2f9e-4068-a388-99adffaed712 req-ea8a6f8f-c545-48d1-9a78-6b736c83eaad tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for port, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:47:26.030884 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-9a15372f-2f9e-4068-a388-99adffaed712 req-ea8a6f8f-c545-48d1-9a78-6b736c83eaad tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785020947330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133553798'] for port, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:47:26.073311 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9a15372f-2f9e-4068-a388-99adffaed712 req-ea8a6f8f-c545-48d1-9a78-6b736c83eaad tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Network 58c21991-8c0b-48b2-8a48-2d5e558303c6 is already hosted by enough agents. {{(pid=103332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 07:47:26.076289 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.base_scheduler [req-9a15372f-2f9e-4068-a388-99adffaed712 req-ea8a6f8f-c545-48d1-9a78-6b736c83eaad tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Resources bound (agent type, host, resource id): {{(pid=103332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:47:26.080078 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a15372f-2f9e-4068-a388-99adffaed712 req-ea8a6f8f-c545-48d1-9a78-6b736c83eaad tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Received port after_create {{(pid=103332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 07:47:26.103815 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8a6f8f-c545-48d1-9a78-6b736c83eaad tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Pushing event updated for resources: {'Port': ['ID=670125b4-f2cc-4f9e-bc8a-6ff39c74d402,revision_number=1']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:47:26.131068 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a15372f-2f9e-4068-a388-99adffaed712 req-ea8a6f8f-c545-48d1-9a78-6b736c83eaad tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:47:26.131674 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-9a15372f-2f9e-4068-a388-99adffaed712 req-ea8a6f8f-c545-48d1-9a78-6b736c83eaad tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42160'] for port, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:47:26.148341 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-9a15372f-2f9e-4068-a388-99adffaed712 req-ea8a6f8f-c545-48d1-9a78-6b736c83eaad tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5699370 Oct 19 07:47:26.160530 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [req-9a15372f-2f9e-4068-a388-99adffaed712 req-0d1c15c4-5263-4ee2-8d7b-60a2ccc2b597 service neutron] Request body: {'port': {'device_id': 'c37a0005-71fe-4713-95c5-6cc5878a69c7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8616'}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:47:26.220104 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-9a15372f-2f9e-4068-a388-99adffaed712 req-0d1c15c4-5263-4ee2-8d7b-60a2ccc2b597 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:47:26.340710 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-be9a07bd-987f-4d53-b71b-4f2d5326987d None None] Provisioning complete for port 670125b4-f2cc-4f9e-bc8a-6ff39c74d402 triggered by entity DHCP. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:47:26.341158 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-be9a07bd-987f-4d53-b71b-4f2d5326987d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:47:26.341506 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-be9a07bd-987f-4d53-b71b-4f2d5326987d None None] Attempt 1 to provision port 670125b4-f2cc-4f9e-bc8a-6ff39c74d402 Oct 19 07:47:26.375351 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-be9a07bd-987f-4d53-b71b-4f2d5326987d None None] Port 670125b4-f2cc-4f9e-bc8a-6ff39c74d402 cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 07:47:26.479149 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.notifiers.nova [req-9a15372f-2f9e-4068-a388-99adffaed712 req-0d1c15c4-5263-4ee2-8d7b-60a2ccc2b597 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 670125b4-f2cc-4f9e-bc8a-6ff39c74d402 {{(pid=103332) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 19 07:47:26.486275 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-9a15372f-2f9e-4068-a388-99adffaed712 req-0d1c15c4-5263-4ee2-8d7b-60a2ccc2b597 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:47:26.498369 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.provisioning_blocks [req-9a15372f-2f9e-4068-a388-99adffaed712 req-0d1c15c4-5263-4ee2-8d7b-60a2ccc2b597 service neutron] Transition to ACTIVE for port object 670125b4-f2cc-4f9e-bc8a-6ff39c74d402 will not be triggered until provisioned by entity L2. {{(pid=103332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 19 07:47:26.502184 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-9a15372f-2f9e-4068-a388-99adffaed712 req-0d1c15c4-5263-4ee2-8d7b-60a2ccc2b597 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133553807'] for port, after_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:47:26.580811 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1c15c4-5263-4ee2-8d7b-60a2ccc2b597 service neutron] Pushing event updated for resources: {'Port': ['ID=670125b4-f2cc-4f9e-bc8a-6ff39c74d402,revision_number=2']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:47:26.609701 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.managers [req-9a15372f-2f9e-4068-a388-99adffaed712 req-0d1c15c4-5263-4ee2-8d7b-60a2ccc2b597 service neutron] Attempting to bind port 670125b4-f2cc-4f9e-bc8a-6ff39c74d402 on host hv-neutron-8616 for vnic_type normal with profile {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 19 07:47:26.610033 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.managers [req-9a15372f-2f9e-4068-a388-99adffaed712 req-0d1c15c4-5263-4ee2-8d7b-60a2ccc2b597 service neutron] Attempting to bind port 670125b4-f2cc-4f9e-bc8a-6ff39c74d402 by drivers openvswitch,hyperv on host hv-neutron-8616 at level 0 using segments [{'id': 'c7209637-5744-4534-a0dd-2fd061069086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '58c21991-8c0b-48b2-8a48-2d5e558303c6'}] {{(pid=103332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 19 07:47:26.610359 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a15372f-2f9e-4068-a388-99adffaed712 req-0d1c15c4-5263-4ee2-8d7b-60a2ccc2b597 service neutron] Attempting to bind port 670125b4-f2cc-4f9e-bc8a-6ff39c74d402 on network 58c21991-8c0b-48b2-8a48-2d5e558303c6 {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 07:47:26.614429 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a15372f-2f9e-4068-a388-99adffaed712 req-0d1c15c4-5263-4ee2-8d7b-60a2ccc2b597 service neutron] Port 670125b4-f2cc-4f9e-bc8a-6ff39c74d402 on network 58c21991-8c0b-48b2-8a48-2d5e558303c6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8616 {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 07:47:26.614742 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a15372f-2f9e-4068-a388-99adffaed712 req-0d1c15c4-5263-4ee2-8d7b-60a2ccc2b597 service neutron] Attempting to bind port 670125b4-f2cc-4f9e-bc8a-6ff39c74d402 on network 58c21991-8c0b-48b2-8a48-2d5e558303c6 {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 07:47:26.620105 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a15372f-2f9e-4068-a388-99adffaed712 req-0d1c15c4-5263-4ee2-8d7b-60a2ccc2b597 service neutron] Checking agent: {'id': '5297b6e1-8fc1-4f42-910c-8f50c918ca65', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8616', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 19, 7, 36, 11), 'started_at': datetime.datetime(2022, 10, 19, 7, 36, 11), 'heartbeat_timestamp': datetime.datetime(2022, 10, 19, 7, 47, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 07:47:26.620431 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a15372f-2f9e-4068-a388-99adffaed712 req-0d1c15c4-5263-4ee2-8d7b-60a2ccc2b597 service neutron] Checking segment: {'id': 'c7209637-5744-4534-a0dd-2fd061069086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '58c21991-8c0b-48b2-8a48-2d5e558303c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 19 07:47:26.620831 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a15372f-2f9e-4068-a388-99adffaed712 req-0d1c15c4-5263-4ee2-8d7b-60a2ccc2b597 service neutron] Bound using segment: {'id': 'c7209637-5744-4534-a0dd-2fd061069086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '58c21991-8c0b-48b2-8a48-2d5e558303c6'} {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 07:47:26.621257 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.managers [req-9a15372f-2f9e-4068-a388-99adffaed712 req-0d1c15c4-5263-4ee2-8d7b-60a2ccc2b597 service neutron] Bound port: 670125b4-f2cc-4f9e-bc8a-6ff39c74d402, host: hv-neutron-8616, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c7209637-5744-4534-a0dd-2fd061069086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '58c21991-8c0b-48b2-8a48-2d5e558303c6'}}] {{(pid=103332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 19 07:47:26.621603 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-9a15372f-2f9e-4068-a388-99adffaed712 req-0d1c15c4-5263-4ee2-8d7b-60a2ccc2b597 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:47:26.683124 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.db [req-9a15372f-2f9e-4068-a388-99adffaed712 req-0d1c15c4-5263-4ee2-8d7b-60a2ccc2b597 service neutron] For port 670125b4-f2cc-4f9e-bc8a-6ff39c74d402, host hv-neutron-8616, cleared binding levels {{(pid=103332) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 07:47:26.686045 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.db [req-9a15372f-2f9e-4068-a388-99adffaed712 req-0d1c15c4-5263-4ee2-8d7b-60a2ccc2b597 service neutron] For port 670125b4-f2cc-4f9e-bc8a-6ff39c74d402, host hv-neutron-8616, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=670125b4-f2cc-4f9e-bc8a-6ff39c74d402,segment=NetworkSegment(c7209637-5744-4534-a0dd-2fd061069086),segment_id=c7209637-5744-4534-a0dd-2fd061069086)] {{(pid=103332) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 07:47:26.690090 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-9a15372f-2f9e-4068-a388-99adffaed712 req-0d1c15c4-5263-4ee2-8d7b-60a2ccc2b597 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133553807'] for port, after_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:47:26.693141 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a15372f-2f9e-4068-a388-99adffaed712 req-0d1c15c4-5263-4ee2-8d7b-60a2ccc2b597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:47:26.693730 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-9a15372f-2f9e-4068-a388-99adffaed712 req-0d1c15c4-5263-4ee2-8d7b-60a2ccc2b597 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42160'] for port, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:47:26.695296 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-9a15372f-2f9e-4068-a388-99adffaed712 req-0d1c15c4-5263-4ee2-8d7b-60a2ccc2b597 service neutron] 10.222.0.16 "PUT /v2.0/ports/670125b4-f2cc-4f9e-bc8a-6ff39c74d402 HTTP/1.1" status: 200 len: 1094 time: 0.5392473 Oct 19 07:47:26.697363 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c37a0005-71fe-4713-95c5-6cc5878a69c7', 'tag': '670125b4-f2cc-4f9e-bc8a-6ff39c74d402'}] {{(pid=103332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 19 07:47:26.700243 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a021b02cf5f527cd4bbbc40a031b51490d9893d7edeeb551bdf5128ee7546f8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-178b5ce0-52a8-4202-aba6-4829fa352741" -d '{"events": [{"name": "network-changed", "server_uuid": "c37a0005-71fe-4713-95c5-6cc5878a69c7", "tag": "670125b4-f2cc-4f9e-bc8a-6ff39c74d402"}]}' {{(pid=103332) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 07:47:26.749966 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 19 Oct 2022 07:47:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2b58bad-eaf8-41d6-9a8a-e7d65a0b7ca0 x-openstack-request-id: req-c2b58bad-eaf8-41d6-9a8a-e7d65a0b7ca0 {{(pid=103332) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 07:47:26.750384 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c37a0005-71fe-4713-95c5-6cc5878a69c7", "tag": "670125b4-f2cc-4f9e-bc8a-6ff39c74d402", "status": "completed", "code": 200}]} {{(pid=103332) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 07:47:26.750771 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-c2b58bad-eaf8-41d6-9a8a-e7d65a0b7ca0 {{(pid=103332) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 07:47:26.751175 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c2b58bad-eaf8-41d6-9a8a-e7d65a0b7ca0'] response: {'name': 'network-changed', 'server_uuid': 'c37a0005-71fe-4713-95c5-6cc5878a69c7', 'tag': '670125b4-f2cc-4f9e-bc8a-6ff39c74d402', 'status': 'completed', 'code': 200} Oct 19 07:47:26.800756 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1c15c4-5263-4ee2-8d7b-60a2ccc2b597 service neutron] Pushing event updated for resources: {'Port': ['ID=670125b4-f2cc-4f9e-bc8a-6ff39c74d402,revision_number=3']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:47:26.828057 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a15372f-2f9e-4068-a388-99adffaed712 req-11a3ad22-7441-4053-b64f-6cc8ed733eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:47:26.829832 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-9a15372f-2f9e-4068-a388-99adffaed712 req-11a3ad22-7441-4053-b64f-6cc8ed733eb2 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=47a12ea4f74e4c18b13323e6f3cc9741&device_id=c37a0005-71fe-4713-95c5-6cc5878a69c7 HTTP/1.1" status: 200 len: 1097 time: 0.0973208 Oct 19 07:47:26.845555 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d38a210-12a4-4e2c-b2a4-fb21cf2f1aed req-5756f55e-6232-4c4a-a9a0-ac73c7fbce3c tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:47:26.846949 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-6d38a210-12a4-4e2c-b2a4-fb21cf2f1aed req-5756f55e-6232-4c4a-a9a0-ac73c7fbce3c tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "GET /v2.0/ports?device_id=c37a0005-71fe-4713-95c5-6cc5878a69c7 HTTP/1.1" status: 200 len: 944 time: 0.0621870 Oct 19 07:47:26.876729 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-be9a07bd-987f-4d53-b71b-4f2d5326987d None None] Attempt 2 to provision port 670125b4-f2cc-4f9e-bc8a-6ff39c74d402 Oct 19 07:47:26.893946 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-9a15372f-2f9e-4068-a388-99adffaed712 req-fd787509-e1ff-4b84-89e1-19adb4d4f3a2 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=670125b4-f2cc-4f9e-bc8a-6ff39c74d402 HTTP/1.1" status: 200 len: 217 time: 0.0460703 Oct 19 07:47:26.920462 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-be9a07bd-987f-4d53-b71b-4f2d5326987d None None] Port 670125b4-f2cc-4f9e-bc8a-6ff39c74d402 had new provisioning blocks added so it will not transition to active. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:370}} Oct 19 07:47:26.942651 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-6d38a210-12a4-4e2c-b2a4-fb21cf2f1aed req-e9f6f90c-a5de-48cb-8f44-f1ba5f706ddb tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "GET /v2.0/security-groups?id=a589c1ee-f50c-4501-8e1c-bf32273c150c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0884490 Oct 19 07:47:26.961050 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a15372f-2f9e-4068-a388-99adffaed712 req-56a3f3a0-e28d-435e-a92b-da48726acc28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:47:26.962981 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-9a15372f-2f9e-4068-a388-99adffaed712 req-56a3f3a0-e28d-435e-a92b-da48726acc28 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4a2ca61c-5b8e-4f64-94b5-599d69df9453 HTTP/1.1" status: 200 len: 835 time: 0.0607934 Oct 19 07:47:27.007215 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a15372f-2f9e-4068-a388-99adffaed712 req-1c6b26e0-e108-42ca-b739-f11aa2865f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:47:27.008704 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-9a15372f-2f9e-4068-a388-99adffaed712 req-1c6b26e0-e108-42ca-b739-f11aa2865f06 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=58c21991-8c0b-48b2-8a48-2d5e558303c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0400207 Oct 19 07:47:27.098358 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-9a15372f-2f9e-4068-a388-99adffaed712 req-dae54669-1916-48e9-a3c0-3bb778e2f486 service neutron] 10.222.0.16 "GET /v2.0/networks/58c21991-8c0b-48b2-8a48-2d5e558303c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829651 Oct 19 07:47:27.191388 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-9a15372f-2f9e-4068-a388-99adffaed712 req-243109dc-dd23-402a-b6c8-0efb78c2d5ab service neutron] 10.222.0.16 "GET /v2.0/networks/58c21991-8c0b-48b2-8a48-2d5e558303c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863888 Oct 19 07:47:27.273050 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178b5ce0-52a8-4202-aba6-4829fa352741 req-af143a98-b9e1-4cc4-a547-2afc85f950c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:47:27.274429 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-178b5ce0-52a8-4202-aba6-4829fa352741 req-af143a98-b9e1-4cc4-a547-2afc85f950c9 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=47a12ea4f74e4c18b13323e6f3cc9741&device_id=c37a0005-71fe-4713-95c5-6cc5878a69c7 HTTP/1.1" status: 200 len: 1097 time: 0.0410523 Oct 19 07:47:27.645903 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178b5ce0-52a8-4202-aba6-4829fa352741 req-fdfb42d2-b9f2-4640-b406-2ddd80426fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:47:27.647368 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-178b5ce0-52a8-4202-aba6-4829fa352741 req-fdfb42d2-b9f2-4640-b406-2ddd80426fd9 service neutron] 10.222.0.16 "GET /v2.0/networks?id=58c21991-8c0b-48b2-8a48-2d5e558303c6 HTTP/1.1" status: 200 len: 898 time: 0.3667729 Oct 19 07:47:27.690704 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-178b5ce0-52a8-4202-aba6-4829fa352741 req-33e8cff6-44e0-4cee-8365-197c6a51ff30 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=670125b4-f2cc-4f9e-bc8a-6ff39c74d402 HTTP/1.1" status: 200 len: 217 time: 0.0346601 Oct 19 07:47:27.741465 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178b5ce0-52a8-4202-aba6-4829fa352741 req-5dad0b44-4698-4f28-bbb4-b382c18263fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:47:27.742877 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-178b5ce0-52a8-4202-aba6-4829fa352741 req-5dad0b44-4698-4f28-bbb4-b382c18263fa service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4a2ca61c-5b8e-4f64-94b5-599d69df9453 HTTP/1.1" status: 200 len: 835 time: 0.0444808 Oct 19 07:47:27.791864 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178b5ce0-52a8-4202-aba6-4829fa352741 req-d1119523-94e3-496d-9705-091affcae1be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:47:27.793386 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-178b5ce0-52a8-4202-aba6-4829fa352741 req-d1119523-94e3-496d-9705-091affcae1be service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=58c21991-8c0b-48b2-8a48-2d5e558303c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0434470 Oct 19 07:47:27.880804 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-178b5ce0-52a8-4202-aba6-4829fa352741 req-4485d7c4-6147-44e0-95c1-b1c262002989 service neutron] 10.222.0.16 "GET /v2.0/networks/58c21991-8c0b-48b2-8a48-2d5e558303c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800517 Oct 19 07:47:27.975115 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-178b5ce0-52a8-4202-aba6-4829fa352741 req-ed8bc570-1729-4caf-871d-df4add6d122c service neutron] 10.222.0.16 "GET /v2.0/networks/58c21991-8c0b-48b2-8a48-2d5e558303c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862784 Oct 19 07:47:28.066024 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044fbf38-aa64-49fc-87eb-2e93f9ad1284 req-bde71c20-9303-4ba2-b250-ce34200bbf07 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:47:28.067479 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-044fbf38-aa64-49fc-87eb-2e93f9ad1284 req-bde71c20-9303-4ba2-b250-ce34200bbf07 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "GET /v2.0/ports?device_id=c37a0005-71fe-4713-95c5-6cc5878a69c7 HTTP/1.1" status: 200 len: 944 time: 0.0497708 Oct 19 07:47:28.105676 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-044fbf38-aa64-49fc-87eb-2e93f9ad1284 req-8258d212-f8c9-4edd-90cd-3ff690692e7e tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "GET /v2.0/security-groups?id=a589c1ee-f50c-4501-8e1c-bf32273c150c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316796 Oct 19 07:47:28.433445 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Device 670125b4-f2cc-4f9e-bc8a-6ff39c74d402 details requested by agent hyperv_hv-neutron-8616 with host hv-neutron-8616 {{(pid=103334) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 07:47:28.526743 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] For port 670125b4-f2cc-4f9e-bc8a-6ff39c74d402, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=670125b4-f2cc-4f9e-bc8a-6ff39c74d402,segment=NetworkSegment(c7209637-5744-4534-a0dd-2fd061069086),segment_id=c7209637-5744-4534-a0dd-2fd061069086)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:47:28.537492 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Returning: {'device': '670125b4-f2cc-4f9e-bc8a-6ff39c74d402', 'network_id': '58c21991-8c0b-48b2-8a48-2d5e558303c6', 'port_id': '670125b4-f2cc-4f9e-bc8a-6ff39c74d402', 'mac_address': 'fa:16:3e:9e:3f:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a2ca61c-5b8e-4f64-94b5-599d69df9453', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103334) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 07:47:28.577964 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Current status of the port 670125b4-f2cc-4f9e-bc8a-6ff39c74d402 is: DOWN; New status is: BUILD {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:47:28.578341 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:47:28.590916 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.notifiers.nova [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 670125b4-f2cc-4f9e-bc8a-6ff39c74d402 {{(pid=103334) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 19 07:47:28.609053 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] For port 670125b4-f2cc-4f9e-bc8a-6ff39c74d402, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=670125b4-f2cc-4f9e-bc8a-6ff39c74d402,segment=NetworkSegment(c7209637-5744-4534-a0dd-2fd061069086),segment_id=c7209637-5744-4534-a0dd-2fd061069086)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:47:28.612890 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:47:28.657197 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Pushing event updated for resources: {'Port': ['ID=670125b4-f2cc-4f9e-bc8a-6ff39c74d402,revision_number=4']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:47:28.879823 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] get_ports_and_sgs() called for port_ids ['670125b4-f2cc-4f9e-bc8a-6ff39c74d402'] {{(pid=103334) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 19 07:47:29.224062 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf04c56-680e-4ed6-9a08-76546b06c906 req-d570bc44-204a-4e05-bebb-fe69909f1608 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:47:29.225536 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-caf04c56-680e-4ed6-9a08-76546b06c906 req-d570bc44-204a-4e05-bebb-fe69909f1608 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "GET /v2.0/ports?device_id=c37a0005-71fe-4713-95c5-6cc5878a69c7 HTTP/1.1" status: 200 len: 945 time: 0.0484135 Oct 19 07:47:29.266489 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-caf04c56-680e-4ed6-9a08-76546b06c906 req-9340252f-d06c-412f-b996-a6ab4aa8466b tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "GET /v2.0/security-groups?id=a589c1ee-f50c-4501-8e1c-bf32273c150c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349779 Oct 19 07:47:30.386078 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6966a42b-1261-4967-a2ca-892258ddf2ff req-29811df0-a17a-4606-b400-1acc061fd6d9 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:47:30.387531 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-6966a42b-1261-4967-a2ca-892258ddf2ff req-29811df0-a17a-4606-b400-1acc061fd6d9 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "GET /v2.0/ports?device_id=c37a0005-71fe-4713-95c5-6cc5878a69c7 HTTP/1.1" status: 200 len: 945 time: 0.0486460 Oct 19 07:47:30.424653 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-6966a42b-1261-4967-a2ca-892258ddf2ff req-7691e275-0c75-46f6-8a32-efa2643ae7e4 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "GET /v2.0/security-groups?id=a589c1ee-f50c-4501-8e1c-bf32273c150c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312710 Oct 19 07:47:30.453467 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Device 670125b4-f2cc-4f9e-bc8a-6ff39c74d402 up at agent hyperv_hv-neutron-8616 {{(pid=103334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 07:47:30.499155 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Provisioning for port 670125b4-f2cc-4f9e-bc8a-6ff39c74d402 completed by entity L2. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 19 07:47:30.502760 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Provisioning complete for port 670125b4-f2cc-4f9e-bc8a-6ff39c74d402 triggered by entity L2. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:47:30.503092 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:47:30.503420 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Attempt 1 to provision port 670125b4-f2cc-4f9e-bc8a-6ff39c74d402 Oct 19 07:47:30.579591 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Current status of the port 670125b4-f2cc-4f9e-bc8a-6ff39c74d402 is: BUILD; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:47:30.579980 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:47:30.602204 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c37a0005-71fe-4713-95c5-6cc5878a69c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '670125b4-f2cc-4f9e-bc8a-6ff39c74d402'}] {{(pid=103334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 19 07:47:30.604752 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d918bd29c62f7e926e80ce37adcd574e0921d2de3006e6b6ef58999f52d8e2e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d57d1694-c9bb-48b3-a2a8-48036d8406da" -d '{"events": [{"server_uuid": "c37a0005-71fe-4713-95c5-6cc5878a69c7", "name": "network-vif-plugged", "status": "completed", "tag": "670125b4-f2cc-4f9e-bc8a-6ff39c74d402"}]}' {{(pid=103334) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 07:47:30.617572 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] For port 670125b4-f2cc-4f9e-bc8a-6ff39c74d402, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=670125b4-f2cc-4f9e-bc8a-6ff39c74d402,segment=NetworkSegment(c7209637-5744-4534-a0dd-2fd061069086),segment_id=c7209637-5744-4534-a0dd-2fd061069086)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:47:30.621715 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:47:30.647368 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 19 Oct 2022 07:47:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa5f1877-3cc7-46b9-9afa-9539a747be72 x-openstack-request-id: req-aa5f1877-3cc7-46b9-9afa-9539a747be72 {{(pid=103334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 07:47:30.647668 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c37a0005-71fe-4713-95c5-6cc5878a69c7", "name": "network-vif-plugged", "status": "completed", "tag": "670125b4-f2cc-4f9e-bc8a-6ff39c74d402", "code": 200}]} {{(pid=103334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 07:47:30.648095 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-aa5f1877-3cc7-46b9-9afa-9539a747be72 {{(pid=103334) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 07:47:30.648495 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aa5f1877-3cc7-46b9-9afa-9539a747be72'] response: {'server_uuid': 'c37a0005-71fe-4713-95c5-6cc5878a69c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '670125b4-f2cc-4f9e-bc8a-6ff39c74d402', 'code': 200} Oct 19 07:47:30.676161 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Pushing event updated for resources: {'Port': ['ID=670125b4-f2cc-4f9e-bc8a-6ff39c74d402,revision_number=5']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:47:30.808394 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72b165d-19b4-4124-9ca5-5a87f2e0984b req-3189883c-cc54-4772-981f-976fc91a1201 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:47:30.809875 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-a72b165d-19b4-4124-9ca5-5a87f2e0984b req-3189883c-cc54-4772-981f-976fc91a1201 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=c37a0005-71fe-4713-95c5-6cc5878a69c7 HTTP/1.1" status: 200 len: 1099 time: 0.0393991 Oct 19 07:47:30.843918 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-a72b165d-19b4-4124-9ca5-5a87f2e0984b req-df2da5fb-6920-402e-bea5-9468ce4f16ba service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=a589c1ee-f50c-4501-8e1c-bf32273c150c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0274010 Oct 19 07:47:31.548865 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b0dedd-214d-4aaf-8174-d13737f29fb5 req-8b286e40-5a9f-4be5-a4fd-7e23cd6fe47e tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:47:31.550341 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-94b0dedd-214d-4aaf-8174-d13737f29fb5 req-8b286e40-5a9f-4be5-a4fd-7e23cd6fe47e tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "GET /v2.0/ports?device_id=c37a0005-71fe-4713-95c5-6cc5878a69c7 HTTP/1.1" status: 200 len: 946 time: 0.0491250 Oct 19 07:47:31.592200 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-94b0dedd-214d-4aaf-8174-d13737f29fb5 req-ce008cfe-213f-47e0-bc84-b9cf67a50a05 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "GET /v2.0/security-groups?id=a589c1ee-f50c-4501-8e1c-bf32273c150c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358393 Oct 19 07:47:32.712320 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f58d5f-e371-4965-b8ff-af6aaf7ed5ed req-541f476b-93f1-4b63-be88-ab27ff5e806e tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:47:32.713937 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-b1f58d5f-e371-4965-b8ff-af6aaf7ed5ed req-541f476b-93f1-4b63-be88-ab27ff5e806e tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "GET /v2.0/ports?device_id=c37a0005-71fe-4713-95c5-6cc5878a69c7 HTTP/1.1" status: 200 len: 946 time: 0.0487876 Oct 19 07:47:32.752843 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-b1f58d5f-e371-4965-b8ff-af6aaf7ed5ed req-f7187321-6c86-488f-9a01-82fde23a0f37 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "GET /v2.0/security-groups?id=a589c1ee-f50c-4501-8e1c-bf32273c150c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330007 Oct 19 07:47:32.872846 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed48e33-0eea-488b-b3c6-825a50415564 req-d5a96a90-c2a3-4f6c-8de1-0ec6186f437c tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:47:32.874389 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-2ed48e33-0eea-488b-b3c6-825a50415564 req-d5a96a90-c2a3-4f6c-8de1-0ec6186f437c tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "GET /v2.0/ports?device_id=c37a0005-71fe-4713-95c5-6cc5878a69c7 HTTP/1.1" status: 200 len: 946 time: 0.0494323 Oct 19 07:47:32.911945 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-2ed48e33-0eea-488b-b3c6-825a50415564 req-db5e2f3a-caf1-40f2-a0eb-27591b1b2987 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "GET /v2.0/security-groups?id=a589c1ee-f50c-4501-8e1c-bf32273c150c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315454 Oct 19 07:47:32.939936 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 33026) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:47:32.979554 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f787f722-4f5d-4a63-b0fd-bfb1ab2f3130 tempest-TestNetworkBasicOps-773100899 tempest-TestNetworkBasicOps-773100899-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:47:32.981087 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-f787f722-4f5d-4a63-b0fd-bfb1ab2f3130 tempest-TestNetworkBasicOps-773100899 tempest-TestNetworkBasicOps-773100899-project-admin] 10.222.0.27 "GET /v2.0/ports?device_id=c37a0005-71fe-4713-95c5-6cc5878a69c7 HTTP/1.1" status: 200 len: 1094 time: 0.0401661 Oct 19 07:47:32.983819 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 33028) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:47:32.988055 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-53199118-95b3-4d25-8118-9e8b9e9ce81a tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Request body: {'floatingip': {'floating_network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'port_id': '670125b4-f2cc-4f9e-bc8a-6ff39c74d402', 'tenant_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:47:33.007623 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-53199118-95b3-4d25-8118-9e8b9e9ce81a tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for floatingip, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:47:33.104778 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-53199118-95b3-4d25-8118-9e8b9e9ce81a tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:47:33.209566 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.db_base_plugin_common [None req-53199118-95b3-4d25-8118-9e8b9e9ce81a tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Allocated IP 172.26.0.122 (99c66757-74e3-40a4-b479-8d09e3a7c3dd/7f3d1034-1de7-458a-a3ee-77488de3949b/a671506c-00db-4981-89b7-f494b24f1deb) {{(pid=103332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 07:47:33.309897 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-53199118-95b3-4d25-8118-9e8b9e9ce81a tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for port, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:47:33.343258 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-53199118-95b3-4d25-8118-9e8b9e9ce81a tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785020947330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133553798'] for port, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:47:33.381109 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53199118-95b3-4d25-8118-9e8b9e9ce81a tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Network 99c66757-74e3-40a4-b479-8d09e3a7c3dd is already hosted by enough agents. {{(pid=103332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 07:47:33.384038 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.base_scheduler [None req-53199118-95b3-4d25-8118-9e8b9e9ce81a tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Resources bound (agent type, host, resource id): {{(pid=103332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:47:33.388057 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53199118-95b3-4d25-8118-9e8b9e9ce81a tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Received port after_create {{(pid=103332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 07:47:33.419559 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53199118-95b3-4d25-8118-9e8b9e9ce81a tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Pushing event updated for resources: {'Port': ['ID=a671506c-00db-4981-89b7-f494b24f1deb,revision_number=1']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:47:33.748245 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-53199118-95b3-4d25-8118-9e8b9e9ce81a tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:47:33.819982 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-53199118-95b3-4d25-8118-9e8b9e9ce81a tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:47:33.968995 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-53199118-95b3-4d25-8118-9e8b9e9ce81a tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for port, precommit_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:47:33.973354 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-53199118-95b3-4d25-8118-9e8b9e9ce81a tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133553807'] for port, after_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:47:34.039680 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53199118-95b3-4d25-8118-9e8b9e9ce81a tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Pushing event updated for resources: {'Port': ['ID=a671506c-00db-4981-89b7-f494b24f1deb,revision_number=2']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:47:34.042540 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-53199118-95b3-4d25-8118-9e8b9e9ce81a tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1695041'] for floatingip, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:47:34.146158 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.db.l3_db [None req-53199118-95b3-4d25-8118-9e8b9e9ce81a tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Floating IP d34a6708-20a5-4d83-8ac8-d00083d92c45 associated. External IP: 172.26.0.122, port: 670125b4-f2cc-4f9e-bc8a-6ff39c74d402. Oct 19 07:47:34.354325 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53199118-95b3-4d25-8118-9e8b9e9ce81a tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Router 8f9c4c9a-9264-44ac-95a7-0060625c28d7 has already been hosted by L3 agent ab388470-1243-4d53-80f2-c2f5899c97a7 {{(pid=103332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 07:47:34.458572 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53199118-95b3-4d25-8118-9e8b9e9ce81a tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify agent at l3_agent.dv-neutron-861624-1-hyperv the message routers_updated {{(pid=103332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 07:47:34.469040 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d52c282-330e-4879-ab0f-bfe794d0d7b2 None None] Sync routers for ids ['8f9c4c9a-9264-44ac-95a7-0060625c28d7'] in dv-neutron-861624-1-hyperv {{(pid=103334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 07:47:34.476870 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-53199118-95b3-4d25-8118-9e8b9e9ce81a tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42160'] for floatingip, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:47:34.478779 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d52c282-330e-4879-ab0f-bfe794d0d7b2 None None] Routers {'8f9c4c9a-9264-44ac-95a7-0060625c28d7'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 07:47:34.479584 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-0d52c282-330e-4879-ab0f-bfe794d0d7b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T07:47:16Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['8f9c4c9a-9264-44ac-95a7-0060625c28d7'], 'active': True} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:47:34.503750 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-53199118-95b3-4d25-8118-9e8b9e9ce81a tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5189252 Oct 19 07:47:34.504404 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c37a0005-71fe-4713-95c5-6cc5878a69c7', 'tag': '670125b4-f2cc-4f9e-bc8a-6ff39c74d402'}] {{(pid=103332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 19 07:47:34.506553 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 33030) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:47:34.507883 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a021b02cf5f527cd4bbbc40a031b51490d9893d7edeeb551bdf5128ee7546f8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-028cdf5e-aced-405c-9fb8-fc11b48d17a0" -d '{"events": [{"name": "network-changed", "server_uuid": "c37a0005-71fe-4713-95c5-6cc5878a69c7", "tag": "670125b4-f2cc-4f9e-bc8a-6ff39c74d402"}]}' {{(pid=103332) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 07:47:34.545959 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 19 Oct 2022 07:47:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ae019db-61f6-4ae8-872c-bac690fab80a x-openstack-request-id: req-9ae019db-61f6-4ae8-872c-bac690fab80a {{(pid=103332) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 07:47:34.546255 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c37a0005-71fe-4713-95c5-6cc5878a69c7", "tag": "670125b4-f2cc-4f9e-bc8a-6ff39c74d402", "status": "completed", "code": 200}]} {{(pid=103332) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 07:47:34.546506 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-9ae019db-61f6-4ae8-872c-bac690fab80a {{(pid=103332) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 07:47:34.547052 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9ae019db-61f6-4ae8-872c-bac690fab80a'] response: {'name': 'network-changed', 'server_uuid': 'c37a0005-71fe-4713-95c5-6cc5878a69c7', 'tag': '670125b4-f2cc-4f9e-bc8a-6ff39c74d402', 'status': 'completed', 'code': 200} Oct 19 07:47:34.575524 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-bb6a79b3-a32d-4533-8b4a-ae6a813cf1d9 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "GET /v2.0/floatingips/d34a6708-20a5-4d83-8ac8-d00083d92c45 HTTP/1.1" status: 200 len: 992 time: 0.0678403 Oct 19 07:47:34.588563 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvr_db [None req-0d52c282-330e-4879-ab0f-bfe794d0d7b2 None None] Set router 8f9c4c9a-9264-44ac-95a7-0060625c28d7 gateway port host: dv-neutron-861624-1-hyperv {{(pid=103334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 07:47:34.617007 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028cdf5e-aced-405c-9fb8-fc11b48d17a0 req-5b376291-63d4-41e5-998c-c2222488b8ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:47:34.618731 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-028cdf5e-aced-405c-9fb8-fc11b48d17a0 req-5b376291-63d4-41e5-998c-c2222488b8ee service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=47a12ea4f74e4c18b13323e6f3cc9741&device_id=c37a0005-71fe-4713-95c5-6cc5878a69c7 HTTP/1.1" status: 200 len: 1099 time: 0.0411522 Oct 19 07:47:34.711955 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028cdf5e-aced-405c-9fb8-fc11b48d17a0 req-38e2b73d-9178-48b9-9622-e0e845f9a3d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:47:34.714184 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-028cdf5e-aced-405c-9fb8-fc11b48d17a0 req-38e2b73d-9178-48b9-9622-e0e845f9a3d1 service neutron] 10.222.0.16 "GET /v2.0/networks?id=58c21991-8c0b-48b2-8a48-2d5e558303c6 HTTP/1.1" status: 200 len: 898 time: 0.0893550 Oct 19 07:47:34.780808 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-028cdf5e-aced-405c-9fb8-fc11b48d17a0 req-dac44018-e8b2-4f6b-9a6e-9ba443b7c827 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=670125b4-f2cc-4f9e-bc8a-6ff39c74d402 HTTP/1.1" status: 200 len: 1000 time: 0.0601544 Oct 19 07:47:34.811609 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-0d52c282-330e-4879-ab0f-bfe794d0d7b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f9c4c9a-9264-44ac-95a7-0060625c28d7', 'name': 'tempest-TestNetworkBasicOps-router-2066928180', 'tenant_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'external_fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.229'}], 'enable_snat': True}, 'gw_port_id': '281a2b29-48f0-4878-99a4-bd27af550a0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T07:47:17Z', 'updated_at': '2022-10-19T07:47:21Z', 'revision_number': 4, 'project_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'gw_port': {'id': '281a2b29-48f0-4878-99a4-bd27af550a0b', 'name': '', 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:9d:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f9c4c9a-9264-44ac-95a7-0060625c28d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1359, 'fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:47:18Z', 'updated_at': '2022-10-19T07:47:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861624-1-hyperv', '_floatingips': [{'id': 'd34a6708-20a5-4d83-8ac8-d00083d92c45', 'tenant_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'floating_ip_address': '172.26.0.122', 'floating_network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'router_id': '8f9c4c9a-9264-44ac-95a7-0060625c28d7', 'port_id': '670125b4-f2cc-4f9e-bc8a-6ff39c74d402', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1374, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '58c21991-8c0b-48b2-8a48-2d5e558303c6', 'mac_address': 'fa:16:3e:9e:3f:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c37a0005-71fe-4713-95c5-6cc5878a69c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-19T07:47:33Z', 'updated_at': '2022-10-19T07:47:33Z', 'revision_number': 0, 'project_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'adb93870-a922-4aaa-8afd-44e18df04503', 'name': '', 'network_id': '58c21991-8c0b-48b2-8a48-2d5e558303c6', 'tenant_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'mac_address': 'fa:16:3e:b4:d9:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f9c4c9a-9264-44ac-95a7-0060625c28d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '4a2ca61c-5b8e-4f64-94b5-599d69df9453', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:47:20Z', 'updated_at': '2022-10-19T07:47:23Z', 'revision_number': 5, 'project_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'subnets': [{'id': '4a2ca61c-5b8e-4f64-94b5-599d69df9453', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:47:34.828873 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028cdf5e-aced-405c-9fb8-fc11b48d17a0 req-a47ebb74-3bd7-4565-9a34-511f01c98087 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:47:34.830592 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-028cdf5e-aced-405c-9fb8-fc11b48d17a0 req-a47ebb74-3bd7-4565-9a34-511f01c98087 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4a2ca61c-5b8e-4f64-94b5-599d69df9453 HTTP/1.1" status: 200 len: 835 time: 0.0439081 Oct 19 07:47:34.838503 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d52c282-330e-4879-ab0f-bfe794d0d7b2 None None] Checking router: 8f9c4c9a-9264-44ac-95a7-0060625c28d7 for host: dv-neutron-861624-1-hyperv {{(pid=103334) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 07:47:34.846745 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d52c282-330e-4879-ab0f-bfe794d0d7b2 None None] Routers {'8f9c4c9a-9264-44ac-95a7-0060625c28d7'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 07:47:34.847344 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-0d52c282-330e-4879-ab0f-bfe794d0d7b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T07:47:16Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['8f9c4c9a-9264-44ac-95a7-0060625c28d7'], 'active': True} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:47:34.878947 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028cdf5e-aced-405c-9fb8-fc11b48d17a0 req-d2e1178c-e659-41e6-93f7-5bfe2fd5cb1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:47:34.880447 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-028cdf5e-aced-405c-9fb8-fc11b48d17a0 req-d2e1178c-e659-41e6-93f7-5bfe2fd5cb1a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=58c21991-8c0b-48b2-8a48-2d5e558303c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0435464 Oct 19 07:47:34.951104 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvr_db [None req-0d52c282-330e-4879-ab0f-bfe794d0d7b2 None None] Set router 8f9c4c9a-9264-44ac-95a7-0060625c28d7 gateway port host: dv-neutron-861624-1-hyperv {{(pid=103334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 07:47:34.969781 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-028cdf5e-aced-405c-9fb8-fc11b48d17a0 req-233688e8-1097-4161-8127-6a72b020b072 service neutron] 10.222.0.16 "GET /v2.0/networks/58c21991-8c0b-48b2-8a48-2d5e558303c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824597 Oct 19 07:47:35.062593 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-028cdf5e-aced-405c-9fb8-fc11b48d17a0 req-3049c7c7-414f-4d67-b631-916e48df1475 service neutron] 10.222.0.16 "GET /v2.0/networks/58c21991-8c0b-48b2-8a48-2d5e558303c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868082 Oct 19 07:47:35.172561 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-0d52c282-330e-4879-ab0f-bfe794d0d7b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f9c4c9a-9264-44ac-95a7-0060625c28d7', 'name': 'tempest-TestNetworkBasicOps-router-2066928180', 'tenant_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'external_fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.229'}], 'enable_snat': True}, 'gw_port_id': '281a2b29-48f0-4878-99a4-bd27af550a0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T07:47:17Z', 'updated_at': '2022-10-19T07:47:21Z', 'revision_number': 4, 'project_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'gw_port': {'id': '281a2b29-48f0-4878-99a4-bd27af550a0b', 'name': '', 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:9d:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f9c4c9a-9264-44ac-95a7-0060625c28d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1359, 'fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:47:18Z', 'updated_at': '2022-10-19T07:47:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861624-1-hyperv', '_floatingips': [{'id': 'd34a6708-20a5-4d83-8ac8-d00083d92c45', 'tenant_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'floating_ip_address': '172.26.0.122', 'floating_network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'router_id': '8f9c4c9a-9264-44ac-95a7-0060625c28d7', 'port_id': '670125b4-f2cc-4f9e-bc8a-6ff39c74d402', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1374, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '58c21991-8c0b-48b2-8a48-2d5e558303c6', 'mac_address': 'fa:16:3e:9e:3f:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c37a0005-71fe-4713-95c5-6cc5878a69c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-19T07:47:33Z', 'updated_at': '2022-10-19T07:47:33Z', 'revision_number': 0, 'project_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'adb93870-a922-4aaa-8afd-44e18df04503', 'name': '', 'network_id': '58c21991-8c0b-48b2-8a48-2d5e558303c6', 'tenant_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'mac_address': 'fa:16:3e:b4:d9:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f9c4c9a-9264-44ac-95a7-0060625c28d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '4a2ca61c-5b8e-4f64-94b5-599d69df9453', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:47:20Z', 'updated_at': '2022-10-19T07:47:23Z', 'revision_number': 5, 'project_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'subnets': [{'id': '4a2ca61c-5b8e-4f64-94b5-599d69df9453', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:47:35.199415 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d52c282-330e-4879-ab0f-bfe794d0d7b2 None None] The sync data for ids ['8f9c4c9a-9264-44ac-95a7-0060625c28d7'] in dv-neutron-861624-1-hyperv is: [{'id': '8f9c4c9a-9264-44ac-95a7-0060625c28d7', 'name': 'tempest-TestNetworkBasicOps-router-2066928180', 'tenant_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'external_fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.229'}], 'enable_snat': True}, 'gw_port_id': '281a2b29-48f0-4878-99a4-bd27af550a0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T07:47:17Z', 'updated_at': '2022-10-19T07:47:21Z', 'revision_number': 4, 'project_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'gw_port': {'id': '281a2b29-48f0-4878-99a4-bd27af550a0b', 'name': '', 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:9d:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f9c4c9a-9264-44ac-95a7-0060625c28d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1359, 'fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:47:18Z', 'updated_at': '2022-10-19T07:47:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861624-1-hyperv', '_floatingips': [{'id': 'd34a6708-20a5-4d83-8ac8-d00083d92c45', 'tenant_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'floating_ip_address': '172.26.0.122', 'floating_network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'router_id': '8f9c4c9a-9264-44ac-95a7-0060625c28d7', 'port_id': '670125b4-f2cc-4f9e-bc8a-6ff39c74d402', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1374, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '58c21991-8c0b-48b2-8a48-2d5e558303c6', 'mac_address': 'fa:16:3e:9e:3f:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c37a0005-71fe-4713-95c5-6cc5878a69c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-19T07:47:33Z', 'updated_at': '2022-10-19T07:47:33Z', 'revision_number': 0, 'project_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'adb93870-a922-4aaa-8afd-44e18df04503', 'name': '', 'network_id': '58c21991-8c0b-48b2-8a48-2d5e558303c6', 'tenant_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'mac_address': 'fa:16:3e:b4:d9:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f9c4c9a-9264-44ac-95a7-0060625c28d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '4a2ca61c-5b8e-4f64-94b5-599d69df9453', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:47:20Z', 'updated_at': '2022-10-19T07:47:23Z', 'revision_number': 5, 'project_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'subnets': [{'id': '4a2ca61c-5b8e-4f64-94b5-599d69df9453', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 07:47:35.579756 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 33034) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:47:35.642555 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-0d838d5b-70df-4420-b325-cde8f193e115 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "GET /v2.0/floatingips/d34a6708-20a5-4d83-8ac8-d00083d92c45 HTTP/1.1" status: 200 len: 992 time: 0.0606012 Oct 19 07:47:35.809075 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7f9ea7f-11ce-4c9f-85d3-9fe192dddf5b None None] New status for floating IP d34a6708-20a5-4d83-8ac8-d00083d92c45: ACTIVE {{(pid=103335) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 19 07:47:36.645348 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 33036) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:47:36.710558 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-72d4ee31-34bd-473d-9289-b2744f80a7b9 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "GET /v2.0/floatingips/d34a6708-20a5-4d83-8ac8-d00083d92c45 HTTP/1.1" status: 200 len: 994 time: 0.0639620 Oct 19 07:47:39.646041 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.agents_db [None req-6057327c-4456-4c72-8e75-6d3cd9249757 None None] Agent healthcheck: found 6 active agents {{(pid=103335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 07:47:41.682574 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:47:43.354151 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-f4c4c6ae-c14c-46fb-afc2-5c374f8a651a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:47:46.277284 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-2c9405fa-f143-4e80-9263-6b80378b3f75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:47:47.920471 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-2a2259f7-b034-4eec-af7a-7abaede746c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:47:48.977065 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-1a0da505-d0f9-48c6-b7e2-53b9c5e41298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:47:49.116234 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:48:03.309804 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 33048) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:48:03.351084 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8749d56d-a664-408f-a93c-c45c73d2273d tempest-TestNetworkBasicOps-773100899 tempest-TestNetworkBasicOps-773100899-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:48:03.351473 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8749d56d-a664-408f-a93c-c45c73d2273d tempest-TestNetworkBasicOps-773100899 tempest-TestNetworkBasicOps-773100899-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:48:03.351940 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8749d56d-a664-408f-a93c-c45c73d2273d tempest-TestNetworkBasicOps-773100899 tempest-TestNetworkBasicOps-773100899-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:48:03.353608 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-8749d56d-a664-408f-a93c-c45c73d2273d tempest-TestNetworkBasicOps-773100899 tempest-TestNetworkBasicOps-773100899-project-admin] 10.222.0.27 "GET /v2.0/ports?project_id=47a12ea4f74e4c18b13323e6f3cc9741&network_id=58c21991-8c0b-48b2-8a48-2d5e558303c6 HTTP/1.1" status: 200 len: 3000 time: 0.0428286 Oct 19 07:48:07.661573 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 33058) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:48:07.706336 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d59edda0-7263-4854-9a06-de09345fec7c tempest-TestNetworkBasicOps-773100899 tempest-TestNetworkBasicOps-773100899-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:48:07.707797 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-d59edda0-7263-4854-9a06-de09345fec7c tempest-TestNetworkBasicOps-773100899 tempest-TestNetworkBasicOps-773100899-project-admin] 10.222.0.27 "GET /v2.0/subnets?network_id=99c66757-74e3-40a4-b479-8d09e3a7c3dd HTTP/1.1" status: 200 len: 814 time: 0.0452433 Oct 19 07:48:08.802670 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 33064) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:48:08.807215 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-456fb731-1218-43dd-8ea2-cf53a152f01f tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:48:08.861480 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-456fb731-1218-43dd-8ea2-cf53a152f01f tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for floatingip, before_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:48:09.001184 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-456fb731-1218-43dd-8ea2-cf53a152f01f tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:48:09.004566 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-456fb731-1218-43dd-8ea2-cf53a152f01f tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1695041'] for floatingip, after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:48:09.004898 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.db.l3_db [None req-456fb731-1218-43dd-8ea2-cf53a152f01f tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Floating IP d34a6708-20a5-4d83-8ac8-d00083d92c45 disassociated. External IP: 172.26.0.122, port: 670125b4-f2cc-4f9e-bc8a-6ff39c74d402. Oct 19 07:48:09.209666 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-456fb731-1218-43dd-8ea2-cf53a152f01f tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Router 8f9c4c9a-9264-44ac-95a7-0060625c28d7 has already been hosted by L3 agent ab388470-1243-4d53-80f2-c2f5899c97a7 {{(pid=103333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 07:48:09.315864 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-456fb731-1218-43dd-8ea2-cf53a152f01f tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify agent at l3_agent.dv-neutron-861624-1-hyperv the message routers_updated {{(pid=103333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 07:48:09.320929 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-456fb731-1218-43dd-8ea2-cf53a152f01f tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42160'] for floatingip, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:48:09.325602 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-668a5830-c8e4-46bb-b327-d77e45b4adfd None None] Sync routers for ids ['8f9c4c9a-9264-44ac-95a7-0060625c28d7'] in dv-neutron-861624-1-hyperv {{(pid=103334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 07:48:09.335328 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-668a5830-c8e4-46bb-b327-d77e45b4adfd None None] Routers {'8f9c4c9a-9264-44ac-95a7-0060625c28d7'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 07:48:09.335932 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-668a5830-c8e4-46bb-b327-d77e45b4adfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T07:47:46Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['8f9c4c9a-9264-44ac-95a7-0060625c28d7'], 'active': True} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:48:09.347504 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-456fb731-1218-43dd-8ea2-cf53a152f01f tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "PUT /v2.0/floatingips/d34a6708-20a5-4d83-8ac8-d00083d92c45 HTTP/1.1" status: 200 len: 690 time: 0.5437665 Oct 19 07:48:09.348132 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c37a0005-71fe-4713-95c5-6cc5878a69c7', 'tag': '670125b4-f2cc-4f9e-bc8a-6ff39c74d402'}] {{(pid=103333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 19 07:48:09.350410 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 33066) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:48:09.350900 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e3bb7d74903c72d9cb0d0f2f187c581e0456bd3142b101dc46d694cf75cdf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e51f020a-0deb-4918-93ca-766b5e8f8f02" -d '{"events": [{"name": "network-changed", "server_uuid": "c37a0005-71fe-4713-95c5-6cc5878a69c7", "tag": "670125b4-f2cc-4f9e-bc8a-6ff39c74d402"}]}' {{(pid=103333) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 07:48:09.389622 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 19 Oct 2022 07:48:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7ef1beb-a997-4326-97b5-4164953e9562 x-openstack-request-id: req-e7ef1beb-a997-4326-97b5-4164953e9562 {{(pid=103333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 07:48:09.390100 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c37a0005-71fe-4713-95c5-6cc5878a69c7", "tag": "670125b4-f2cc-4f9e-bc8a-6ff39c74d402", "status": "completed", "code": 200}]} {{(pid=103333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 07:48:09.390366 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-e7ef1beb-a997-4326-97b5-4164953e9562 {{(pid=103333) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 07:48:09.390785 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e7ef1beb-a997-4326-97b5-4164953e9562'] response: {'name': 'network-changed', 'server_uuid': 'c37a0005-71fe-4713-95c5-6cc5878a69c7', 'tag': '670125b4-f2cc-4f9e-bc8a-6ff39c74d402', 'status': 'completed', 'code': 200} Oct 19 07:48:09.401119 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-86282b90-52a6-42fd-a05d-66555553ec51 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "GET /v2.0/floatingips/d34a6708-20a5-4d83-8ac8-d00083d92c45 HTTP/1.1" status: 200 len: 690 time: 0.0487888 Oct 19 07:48:09.453359 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51f020a-0deb-4918-93ca-766b5e8f8f02 req-e8e2cf15-fc9c-420a-a47f-96b969d85797 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:48:09.455139 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-e51f020a-0deb-4918-93ca-766b5e8f8f02 req-e8e2cf15-fc9c-420a-a47f-96b969d85797 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=47a12ea4f74e4c18b13323e6f3cc9741&device_id=c37a0005-71fe-4713-95c5-6cc5878a69c7 HTTP/1.1" status: 200 len: 1099 time: 0.0431740 Oct 19 07:48:09.552459 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51f020a-0deb-4918-93ca-766b5e8f8f02 req-4633a830-7160-40ee-a9d2-2cce0c7a145e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:48:09.553973 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-e51f020a-0deb-4918-93ca-766b5e8f8f02 req-4633a830-7160-40ee-a9d2-2cce0c7a145e service neutron] 10.222.0.16 "GET /v2.0/networks?id=58c21991-8c0b-48b2-8a48-2d5e558303c6 HTTP/1.1" status: 200 len: 898 time: 0.0922225 Oct 19 07:48:09.596450 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-e51f020a-0deb-4918-93ca-766b5e8f8f02 req-b75de4c4-49fd-470a-8868-866a4fce9170 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=670125b4-f2cc-4f9e-bc8a-6ff39c74d402 HTTP/1.1" status: 200 len: 217 time: 0.0359371 Oct 19 07:48:09.600317 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvr_db [None req-668a5830-c8e4-46bb-b327-d77e45b4adfd None None] Set router 8f9c4c9a-9264-44ac-95a7-0060625c28d7 gateway port host: dv-neutron-861624-1-hyperv {{(pid=103334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 07:48:09.643794 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51f020a-0deb-4918-93ca-766b5e8f8f02 req-b7b00ddd-3c67-40d9-83c9-16197e512204 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:48:09.645452 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-e51f020a-0deb-4918-93ca-766b5e8f8f02 req-b7b00ddd-3c67-40d9-83c9-16197e512204 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4a2ca61c-5b8e-4f64-94b5-599d69df9453 HTTP/1.1" status: 200 len: 835 time: 0.0434771 Oct 19 07:48:09.695634 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51f020a-0deb-4918-93ca-766b5e8f8f02 req-05bb9c44-555f-400f-9031-215736360666 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:48:09.697216 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-e51f020a-0deb-4918-93ca-766b5e8f8f02 req-05bb9c44-555f-400f-9031-215736360666 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=58c21991-8c0b-48b2-8a48-2d5e558303c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0455539 Oct 19 07:48:09.790588 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-e51f020a-0deb-4918-93ca-766b5e8f8f02 req-ef115e82-8959-45e1-b21b-3d92a6d7da0c service neutron] 10.222.0.16 "GET /v2.0/networks/58c21991-8c0b-48b2-8a48-2d5e558303c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866356 Oct 19 07:48:09.794721 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-668a5830-c8e4-46bb-b327-d77e45b4adfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f9c4c9a-9264-44ac-95a7-0060625c28d7', 'name': 'tempest-TestNetworkBasicOps-router-2066928180', 'tenant_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'external_fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.229'}], 'enable_snat': True}, 'gw_port_id': '281a2b29-48f0-4878-99a4-bd27af550a0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T07:47:17Z', 'updated_at': '2022-10-19T07:47:21Z', 'revision_number': 4, 'project_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'gw_port': {'id': '281a2b29-48f0-4878-99a4-bd27af550a0b', 'name': '', 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:9d:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f9c4c9a-9264-44ac-95a7-0060625c28d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1359, 'fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:47:18Z', 'updated_at': '2022-10-19T07:47:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861624-1-hyperv', '_interfaces': [{'id': 'adb93870-a922-4aaa-8afd-44e18df04503', 'name': '', 'network_id': '58c21991-8c0b-48b2-8a48-2d5e558303c6', 'tenant_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'mac_address': 'fa:16:3e:b4:d9:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f9c4c9a-9264-44ac-95a7-0060625c28d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '4a2ca61c-5b8e-4f64-94b5-599d69df9453', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:47:20Z', 'updated_at': '2022-10-19T07:47:23Z', 'revision_number': 5, 'project_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'subnets': [{'id': '4a2ca61c-5b8e-4f64-94b5-599d69df9453', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:48:09.825452 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-668a5830-c8e4-46bb-b327-d77e45b4adfd None None] Checking router: 8f9c4c9a-9264-44ac-95a7-0060625c28d7 for host: dv-neutron-861624-1-hyperv {{(pid=103334) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 07:48:09.833914 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-668a5830-c8e4-46bb-b327-d77e45b4adfd None None] Routers {'8f9c4c9a-9264-44ac-95a7-0060625c28d7'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 07:48:09.834517 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-668a5830-c8e4-46bb-b327-d77e45b4adfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T07:47:46Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['8f9c4c9a-9264-44ac-95a7-0060625c28d7'], 'active': True} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:48:09.882767 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-e51f020a-0deb-4918-93ca-766b5e8f8f02 req-3ffb2796-eef3-47f4-8673-1ac110a23c23 service neutron] 10.222.0.16 "GET /v2.0/networks/58c21991-8c0b-48b2-8a48-2d5e558303c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860589 Oct 19 07:48:09.937152 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvr_db [None req-668a5830-c8e4-46bb-b327-d77e45b4adfd None None] Set router 8f9c4c9a-9264-44ac-95a7-0060625c28d7 gateway port host: dv-neutron-861624-1-hyperv {{(pid=103334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 07:48:10.130533 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-668a5830-c8e4-46bb-b327-d77e45b4adfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f9c4c9a-9264-44ac-95a7-0060625c28d7', 'name': 'tempest-TestNetworkBasicOps-router-2066928180', 'tenant_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'external_fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.229'}], 'enable_snat': True}, 'gw_port_id': '281a2b29-48f0-4878-99a4-bd27af550a0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T07:47:17Z', 'updated_at': '2022-10-19T07:47:21Z', 'revision_number': 4, 'project_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'gw_port': {'id': '281a2b29-48f0-4878-99a4-bd27af550a0b', 'name': '', 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:9d:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f9c4c9a-9264-44ac-95a7-0060625c28d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1359, 'fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:47:18Z', 'updated_at': '2022-10-19T07:47:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861624-1-hyperv', '_interfaces': [{'id': 'adb93870-a922-4aaa-8afd-44e18df04503', 'name': '', 'network_id': '58c21991-8c0b-48b2-8a48-2d5e558303c6', 'tenant_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'mac_address': 'fa:16:3e:b4:d9:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f9c4c9a-9264-44ac-95a7-0060625c28d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '4a2ca61c-5b8e-4f64-94b5-599d69df9453', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:47:20Z', 'updated_at': '2022-10-19T07:47:23Z', 'revision_number': 5, 'project_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'subnets': [{'id': '4a2ca61c-5b8e-4f64-94b5-599d69df9453', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:48:10.156368 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-668a5830-c8e4-46bb-b327-d77e45b4adfd None None] The sync data for ids ['8f9c4c9a-9264-44ac-95a7-0060625c28d7'] in dv-neutron-861624-1-hyperv is: [{'id': '8f9c4c9a-9264-44ac-95a7-0060625c28d7', 'name': 'tempest-TestNetworkBasicOps-router-2066928180', 'tenant_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'external_fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.229'}], 'enable_snat': True}, 'gw_port_id': '281a2b29-48f0-4878-99a4-bd27af550a0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T07:47:17Z', 'updated_at': '2022-10-19T07:47:21Z', 'revision_number': 4, 'project_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'gw_port': {'id': '281a2b29-48f0-4878-99a4-bd27af550a0b', 'name': '', 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:9d:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f9c4c9a-9264-44ac-95a7-0060625c28d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1359, 'fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:47:18Z', 'updated_at': '2022-10-19T07:47:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861624-1-hyperv', '_interfaces': [{'id': 'adb93870-a922-4aaa-8afd-44e18df04503', 'name': '', 'network_id': '58c21991-8c0b-48b2-8a48-2d5e558303c6', 'tenant_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'mac_address': 'fa:16:3e:b4:d9:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f9c4c9a-9264-44ac-95a7-0060625c28d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '4a2ca61c-5b8e-4f64-94b5-599d69df9453', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:47:20Z', 'updated_at': '2022-10-19T07:47:23Z', 'revision_number': 5, 'project_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'subnets': [{'id': '4a2ca61c-5b8e-4f64-94b5-599d69df9453', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 07:48:10.372594 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b103bf3-48c3-4fba-9eb7-47cf357a1eab None None] New status for floating IP d34a6708-20a5-4d83-8ac8-d00083d92c45: DOWN {{(pid=103335) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 19 07:48:10.404911 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 33070) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:48:10.449232 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-690d5224-78d6-42da-960f-4633b157812f tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "GET /v2.0/floatingips/d34a6708-20a5-4d83-8ac8-d00083d92c45 HTTP/1.1" status: 200 len: 690 time: 0.0428510 Oct 19 07:48:11.452500 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 33072) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:48:11.499630 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-47cb4547-627d-4bf3-a8e6-97a323efbfb4 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "GET /v2.0/floatingips/d34a6708-20a5-4d83-8ac8-d00083d92c45 HTTP/1.1" status: 200 len: 688 time: 0.0458012 Oct 19 07:48:11.696469 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:48:12.576393 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 33076) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:48:12.581195 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-9c44f395-a845-4b82-81c0-fe2a547a1b50 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1520739175', 'description': 'tempest-secgroup-smoke-1520739175 description', 'project_id': '47a12ea4f74e4c18b13323e6f3cc9741'}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:48:12.601878 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-9c44f395-a845-4b82-81c0-fe2a547a1b50 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for security_group, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:48:12.667600 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-9c44f395-a845-4b82-81c0-fe2a547a1b50 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for security_group, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:48:12.671394 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-9c44f395-a845-4b82-81c0-fe2a547a1b50 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788643'] for security_group, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:48:12.699801 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-9c44f395-a845-4b82-81c0-fe2a547a1b50 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for security_group, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:48:12.701040 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-9c44f395-a845-4b82-81c0-fe2a547a1b50 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1236265 Oct 19 07:48:12.704490 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 33078) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:48:12.705143 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c44f395-a845-4b82-81c0-fe2a547a1b50 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d38b1084-5385-4a15-8f69-0a2a4594acd8,revision_number=1']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:48:12.709055 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-9f7f798b-411e-40c1-9d74-2ad43d652ad0 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Request body: {'security_group_rule': {'security_group_id': 'd38b1084-5385-4a15-8f69-0a2a4594acd8', 'project_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:48:12.712057 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c44f395-a845-4b82-81c0-fe2a547a1b50 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:48:12.712404 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c44f395-a845-4b82-81c0-fe2a547a1b50 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:48:12.712769 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c44f395-a845-4b82-81c0-fe2a547a1b50 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:48:12.713104 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c44f395-a845-4b82-81c0-fe2a547a1b50 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:48:12.713433 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c44f395-a845-4b82-81c0-fe2a547a1b50 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:48:12.713816 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c44f395-a845-4b82-81c0-fe2a547a1b50 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:48:12.714280 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c44f395-a845-4b82-81c0-fe2a547a1b50 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:48:12.714695 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c44f395-a845-4b82-81c0-fe2a547a1b50 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:48:12.715030 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c44f395-a845-4b82-81c0-fe2a547a1b50 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:48:12.715360 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c44f395-a845-4b82-81c0-fe2a547a1b50 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:48:12.715681 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c44f395-a845-4b82-81c0-fe2a547a1b50 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:48:12.716004 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c44f395-a845-4b82-81c0-fe2a547a1b50 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:48:12.734446 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-9f7f798b-411e-40c1-9d74-2ad43d652ad0 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:48:12.793228 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-9f7f798b-411e-40c1-9d74-2ad43d652ad0 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:48:12.796670 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-9f7f798b-411e-40c1-9d74-2ad43d652ad0 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815365'] for security_group_rule, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:48:12.813823 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7f798b-411e-40c1-9d74-2ad43d652ad0 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dfdd44b7-8a6b-42d1-b592-2c181cdf3c9f,revision_number=0']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:48:12.823226 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-9f7f798b-411e-40c1-9d74-2ad43d652ad0 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:48:12.825017 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-9f7f798b-411e-40c1-9d74-2ad43d652ad0 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1194792 Oct 19 07:48:12.826296 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7f798b-411e-40c1-9d74-2ad43d652ad0 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:48:12.826638 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7f798b-411e-40c1-9d74-2ad43d652ad0 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:48:12.826975 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7f798b-411e-40c1-9d74-2ad43d652ad0 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:48:12.827304 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7f798b-411e-40c1-9d74-2ad43d652ad0 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:48:12.827633 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7f798b-411e-40c1-9d74-2ad43d652ad0 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:48:12.827960 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7f798b-411e-40c1-9d74-2ad43d652ad0 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:48:12.828077 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 33080) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:48:12.828280 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7f798b-411e-40c1-9d74-2ad43d652ad0 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:48:12.828629 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7f798b-411e-40c1-9d74-2ad43d652ad0 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:48:12.828953 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7f798b-411e-40c1-9d74-2ad43d652ad0 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:48:12.829516 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7f798b-411e-40c1-9d74-2ad43d652ad0 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:48:12.829840 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7f798b-411e-40c1-9d74-2ad43d652ad0 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:48:12.830152 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7f798b-411e-40c1-9d74-2ad43d652ad0 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:48:12.833747 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-bb0d4407-e4f2-4ab0-857a-8638a2e8c18b tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Request body: {'security_group_rule': {'security_group_id': 'd38b1084-5385-4a15-8f69-0a2a4594acd8', 'project_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:48:12.857643 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-bb0d4407-e4f2-4ab0-857a-8638a2e8c18b tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:48:12.918741 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-bb0d4407-e4f2-4ab0-857a-8638a2e8c18b tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:48:12.922442 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-bb0d4407-e4f2-4ab0-857a-8638a2e8c18b tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815365'] for security_group_rule, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:48:12.940667 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0d4407-e4f2-4ab0-857a-8638a2e8c18b tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3352588b-80aa-49a1-bb08-1e55957cbf40,revision_number=0']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:48:12.950031 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-bb0d4407-e4f2-4ab0-857a-8638a2e8c18b tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:48:12.951258 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-bb0d4407-e4f2-4ab0-857a-8638a2e8c18b tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1222351 Oct 19 07:48:12.954084 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 33082) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:48:12.958582 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-99bb3255-b4b7-4e3d-a62d-8f6f505bc22b tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Request body: {'security_group_rule': {'security_group_id': 'd38b1084-5385-4a15-8f69-0a2a4594acd8', 'project_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:48:12.982311 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-99bb3255-b4b7-4e3d-a62d-8f6f505bc22b tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:48:13.039171 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-99bb3255-b4b7-4e3d-a62d-8f6f505bc22b tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:48:13.043071 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-99bb3255-b4b7-4e3d-a62d-8f6f505bc22b tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815365'] for security_group_rule, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:48:13.061849 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99bb3255-b4b7-4e3d-a62d-8f6f505bc22b tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a391d11e-ea59-45bf-88ba-4a43c22ad821,revision_number=0']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:48:13.067949 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-99bb3255-b4b7-4e3d-a62d-8f6f505bc22b tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:48:13.069164 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-99bb3255-b4b7-4e3d-a62d-8f6f505bc22b tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1139119 Oct 19 07:48:13.071945 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 33084) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:48:13.076289 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-c620e140-e278-446c-bbdf-d7a70c401218 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Request body: {'security_group_rule': {'security_group_id': 'd38b1084-5385-4a15-8f69-0a2a4594acd8', 'project_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:48:13.098928 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-c620e140-e278-446c-bbdf-d7a70c401218 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:48:13.155542 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-c620e140-e278-446c-bbdf-d7a70c401218 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:48:13.158974 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-c620e140-e278-446c-bbdf-d7a70c401218 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815365'] for security_group_rule, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:48:13.177448 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c620e140-e278-446c-bbdf-d7a70c401218 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59689d73-bf71-40e2-8170-838de3399bc9,revision_number=0']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:48:13.185376 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-c620e140-e278-446c-bbdf-d7a70c401218 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:48:13.186601 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-c620e140-e278-446c-bbdf-d7a70c401218 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1137161 Oct 19 07:48:13.189426 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 33086) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:48:13.193705 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-c3f20984-7c46-42b6-8c7c-c971ee503700 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Request body: {'security_group_rule': {'security_group_id': 'd38b1084-5385-4a15-8f69-0a2a4594acd8', 'project_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:48:13.213688 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.db.securitygroups_db [None req-c3f20984-7c46-42b6-8c7c-c971ee503700 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Project 47a12ea4f74e4c18b13323e6f3cc9741 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 19 07:48:13.218439 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-c3f20984-7c46-42b6-8c7c-c971ee503700 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:48:13.278985 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-c3f20984-7c46-42b6-8c7c-c971ee503700 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:48:13.282475 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-c3f20984-7c46-42b6-8c7c-c971ee503700 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815365'] for security_group_rule, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:48:13.301146 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f20984-7c46-42b6-8c7c-c971ee503700 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7421861-c382-4ab5-b5dd-051e3c626ca2,revision_number=0']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:48:13.305387 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-c3f20984-7c46-42b6-8c7c-c971ee503700 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:48:13.306614 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-c3f20984-7c46-42b6-8c7c-c971ee503700 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1162462 Oct 19 07:48:13.310237 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 33088) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:48:13.314867 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-a6b8a5e4-d2fd-451c-ad47-77de9e4d4cd2 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Request body: {'security_group_rule': {'security_group_id': 'd38b1084-5385-4a15-8f69-0a2a4594acd8', 'project_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:48:13.334364 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.db.securitygroups_db [None req-a6b8a5e4-d2fd-451c-ad47-77de9e4d4cd2 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Project 47a12ea4f74e4c18b13323e6f3cc9741 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 19 07:48:13.339188 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-a6b8a5e4-d2fd-451c-ad47-77de9e4d4cd2 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:48:13.356025 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-6a5427b1-504a-4701-a444-763259fa219e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:48:13.400680 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-a6b8a5e4-d2fd-451c-ad47-77de9e4d4cd2 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:48:13.404656 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-a6b8a5e4-d2fd-451c-ad47-77de9e4d4cd2 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815365'] for security_group_rule, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:48:13.422037 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b8a5e4-d2fd-451c-ad47-77de9e4d4cd2 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6088e5e7-b412-483b-aac3-22a1e18cd334,revision_number=0']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:48:13.428339 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-a6b8a5e4-d2fd-451c-ad47-77de9e4d4cd2 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:48:13.429554 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-a6b8a5e4-d2fd-451c-ad47-77de9e4d4cd2 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1182849 Oct 19 07:48:13.567175 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-fb615b4a-02e2-4af3-9ac7-627c10d93e77 req-d9d1e7bb-c860-4335-ae68-6211af21eb12 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1520739175&fields=id&tenant_id=47a12ea4f74e4c18b13323e6f3cc9741 HTTP/1.1" status: 200 len: 267 time: 0.0324135 Oct 19 07:48:13.673137 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb615b4a-02e2-4af3-9ac7-627c10d93e77 req-ed278a67-96f2-4b28-8b4f-7918b4e1aae3 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:48:13.674604 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-fb615b4a-02e2-4af3-9ac7-627c10d93e77 req-ed278a67-96f2-4b28-8b4f-7918b4e1aae3 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "GET /v2.0/networks?id=58c21991-8c0b-48b2-8a48-2d5e558303c6 HTTP/1.1" status: 200 len: 797 time: 0.1007407 Oct 19 07:48:13.689369 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-fb615b4a-02e2-4af3-9ac7-627c10d93e77 req-13ac4cdf-0c74-4fc1-8369-22f2be05f430 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "GET /v2.0/quotas/47a12ea4f74e4c18b13323e6f3cc9741 HTTP/1.1" status: 200 len: 375 time: 0.0090914 Oct 19 07:48:13.747125 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-fb615b4a-02e2-4af3-9ac7-627c10d93e77 req-9fe88033-561b-4045-bc11-b4a1d6531a12 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "GET /v2.0/ports?tenant_id=47a12ea4f74e4c18b13323e6f3cc9741&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0523355 Oct 19 07:48:13.840843 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-fb615b4a-02e2-4af3-9ac7-627c10d93e77 req-50b0f56e-d296-4963-8bce-0dcd00176e50 service neutron] 10.222.0.27 "GET /v2.0/networks/58c21991-8c0b-48b2-8a48-2d5e558303c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821557 Oct 19 07:48:13.930771 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-fb615b4a-02e2-4af3-9ac7-627c10d93e77 req-01a4e9cd-75a0-436a-85e0-7d9bd33f8c57 service neutron] 10.222.0.27 "GET /v2.0/networks/58c21991-8c0b-48b2-8a48-2d5e558303c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839324 Oct 19 07:48:14.093277 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-644b2007-ec40-44ba-b82f-b29d153a1bfb req-0953c116-d826-4081-a5ee-afff2e453aa6 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "GET /v2.0/ports?device_id=7cc5fedc-829c-4fa3-967a-2006bc2cd4f5 HTTP/1.1" status: 200 len: 210 time: 0.0274081 Oct 19 07:48:14.977585 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb615b4a-02e2-4af3-9ac7-627c10d93e77 req-6d79ddc0-090c-4db0-90fb-37cb302588b4 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:48:14.979068 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-fb615b4a-02e2-4af3-9ac7-627c10d93e77 req-6d79ddc0-090c-4db0-90fb-37cb302588b4 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.16 "GET /v2.0/networks?id=58c21991-8c0b-48b2-8a48-2d5e558303c6 HTTP/1.1" status: 200 len: 797 time: 0.1066778 Oct 19 07:48:15.026546 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-fb615b4a-02e2-4af3-9ac7-627c10d93e77 req-7108b9b0-c51d-431b-9fbb-5b77f0595ed5 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=47a12ea4f74e4c18b13323e6f3cc9741 HTTP/1.1" status: 200 len: 473 time: 0.0389771 Oct 19 07:48:15.040981 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [req-fb615b4a-02e2-4af3-9ac7-627c10d93e77 req-0a355703-36bd-4bf5-a72b-30055ac4156b tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Request body: {'port': {'device_id': '7cc5fedc-829c-4fa3-967a-2006bc2cd4f5', 'network_id': '58c21991-8c0b-48b2-8a48-2d5e558303c6', 'admin_state_up': True, 'tenant_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'security_groups': ['d38b1084-5385-4a15-8f69-0a2a4594acd8']}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:48:15.145759 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb615b4a-02e2-4af3-9ac7-627c10d93e77 req-0a355703-36bd-4bf5-a72b-30055ac4156b tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Made reservation on behalf of 47a12ea4f74e4c18b13323e6f3cc9741 for: {'port': 1} {{(pid=103332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 07:48:15.149356 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-fb615b4a-02e2-4af3-9ac7-627c10d93e77 req-0a355703-36bd-4bf5-a72b-30055ac4156b tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:48:15.227137 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-1129c93a-6ae5-468c-aeff-33556b045685 req-a6278e64-330e-4fdd-ad7e-b1ee2a0015fe tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "GET /v2.0/ports?device_id=7cc5fedc-829c-4fa3-967a-2006bc2cd4f5 HTTP/1.1" status: 200 len: 210 time: 0.0560913 Oct 19 07:48:15.299003 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.db_base_plugin_common [req-fb615b4a-02e2-4af3-9ac7-627c10d93e77 req-0a355703-36bd-4bf5-a72b-30055ac4156b tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Allocated IP 172.20.0.9 (58c21991-8c0b-48b2-8a48-2d5e558303c6/4a2ca61c-5b8e-4f64-94b5-599d69df9453/d4ccee3d-899a-43df-9fd6-a893aed362c6) {{(pid=103332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 07:48:15.436276 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-fb615b4a-02e2-4af3-9ac7-627c10d93e77 req-0a355703-36bd-4bf5-a72b-30055ac4156b tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for port, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:48:15.468826 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-fb615b4a-02e2-4af3-9ac7-627c10d93e77 req-0a355703-36bd-4bf5-a72b-30055ac4156b tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785020947330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133553798'] for port, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:48:15.514211 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb615b4a-02e2-4af3-9ac7-627c10d93e77 req-0a355703-36bd-4bf5-a72b-30055ac4156b tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Network 58c21991-8c0b-48b2-8a48-2d5e558303c6 is already hosted by enough agents. {{(pid=103332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 07:48:15.517223 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.base_scheduler [req-fb615b4a-02e2-4af3-9ac7-627c10d93e77 req-0a355703-36bd-4bf5-a72b-30055ac4156b tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Resources bound (agent type, host, resource id): {{(pid=103332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:48:15.520827 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb615b4a-02e2-4af3-9ac7-627c10d93e77 req-0a355703-36bd-4bf5-a72b-30055ac4156b tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Received port after_create {{(pid=103332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 07:48:15.545242 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a355703-36bd-4bf5-a72b-30055ac4156b tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Pushing event updated for resources: {'Port': ['ID=d4ccee3d-899a-43df-9fd6-a893aed362c6,revision_number=1']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:48:15.574728 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb615b4a-02e2-4af3-9ac7-627c10d93e77 req-0a355703-36bd-4bf5-a72b-30055ac4156b tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:48:15.575514 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-fb615b4a-02e2-4af3-9ac7-627c10d93e77 req-0a355703-36bd-4bf5-a72b-30055ac4156b tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42160'] for port, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:48:15.594342 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-fb615b4a-02e2-4af3-9ac7-627c10d93e77 req-0a355703-36bd-4bf5-a72b-30055ac4156b tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5575709 Oct 19 07:48:15.607557 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [req-fb615b4a-02e2-4af3-9ac7-627c10d93e77 req-439f4156-f88e-41e3-85ca-3e65f8974940 service neutron] Request body: {'port': {'device_id': '7cc5fedc-829c-4fa3-967a-2006bc2cd4f5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8616'}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:48:15.726239 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-218a9f47-ada3-442f-82df-14638e1858a6 None None] Provisioning complete for port d4ccee3d-899a-43df-9fd6-a893aed362c6 triggered by entity DHCP. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:48:15.726896 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-218a9f47-ada3-442f-82df-14638e1858a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:48:15.726896 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-218a9f47-ada3-442f-82df-14638e1858a6 None None] Attempt 1 to provision port d4ccee3d-899a-43df-9fd6-a893aed362c6 Oct 19 07:48:15.762572 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-218a9f47-ada3-442f-82df-14638e1858a6 None None] Port d4ccee3d-899a-43df-9fd6-a893aed362c6 cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 07:48:15.952337 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-fb615b4a-02e2-4af3-9ac7-627c10d93e77 req-439f4156-f88e-41e3-85ca-3e65f8974940 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:48:16.210011 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.notifiers.nova [req-fb615b4a-02e2-4af3-9ac7-627c10d93e77 req-439f4156-f88e-41e3-85ca-3e65f8974940 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d4ccee3d-899a-43df-9fd6-a893aed362c6 {{(pid=103332) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 19 07:48:16.217823 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-fb615b4a-02e2-4af3-9ac7-627c10d93e77 req-439f4156-f88e-41e3-85ca-3e65f8974940 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:48:16.229479 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.provisioning_blocks [req-fb615b4a-02e2-4af3-9ac7-627c10d93e77 req-439f4156-f88e-41e3-85ca-3e65f8974940 service neutron] Transition to ACTIVE for port object d4ccee3d-899a-43df-9fd6-a893aed362c6 will not be triggered until provisioned by entity L2. {{(pid=103332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 19 07:48:16.232757 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-fb615b4a-02e2-4af3-9ac7-627c10d93e77 req-439f4156-f88e-41e3-85ca-3e65f8974940 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133553807'] for port, after_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:48:16.264750 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-218a9f47-ada3-442f-82df-14638e1858a6 None None] Attempt 2 to provision port d4ccee3d-899a-43df-9fd6-a893aed362c6 Oct 19 07:48:16.310029 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439f4156-f88e-41e3-85ca-3e65f8974940 service neutron] Pushing event updated for resources: {'Port': ['ID=d4ccee3d-899a-43df-9fd6-a893aed362c6,revision_number=2']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:48:16.319979 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-c00360ae-bdf5-45fb-899d-c5a0689ce5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:48:16.324975 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-218a9f47-ada3-442f-82df-14638e1858a6 None None] Port d4ccee3d-899a-43df-9fd6-a893aed362c6 cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 07:48:16.372478 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.managers [req-fb615b4a-02e2-4af3-9ac7-627c10d93e77 req-439f4156-f88e-41e3-85ca-3e65f8974940 service neutron] Attempting to bind port d4ccee3d-899a-43df-9fd6-a893aed362c6 on host hv-neutron-8616 for vnic_type normal with profile {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 19 07:48:16.372832 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.managers [req-fb615b4a-02e2-4af3-9ac7-627c10d93e77 req-439f4156-f88e-41e3-85ca-3e65f8974940 service neutron] Attempting to bind port d4ccee3d-899a-43df-9fd6-a893aed362c6 by drivers openvswitch,hyperv on host hv-neutron-8616 at level 0 using segments [{'id': 'c7209637-5744-4534-a0dd-2fd061069086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '58c21991-8c0b-48b2-8a48-2d5e558303c6'}] {{(pid=103332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 19 07:48:16.373161 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb615b4a-02e2-4af3-9ac7-627c10d93e77 req-439f4156-f88e-41e3-85ca-3e65f8974940 service neutron] Attempting to bind port d4ccee3d-899a-43df-9fd6-a893aed362c6 on network 58c21991-8c0b-48b2-8a48-2d5e558303c6 {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 07:48:16.386522 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4099d45-d11a-4ec4-b8f4-e81cfd63c14a req-1c227fa1-1f59-4391-99dc-68a1aa70a326 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:48:16.387993 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-b4099d45-d11a-4ec4-b8f4-e81cfd63c14a req-1c227fa1-1f59-4391-99dc-68a1aa70a326 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "GET /v2.0/ports?device_id=7cc5fedc-829c-4fa3-967a-2006bc2cd4f5 HTTP/1.1" status: 200 len: 943 time: 0.0753691 Oct 19 07:48:16.388543 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb615b4a-02e2-4af3-9ac7-627c10d93e77 req-439f4156-f88e-41e3-85ca-3e65f8974940 service neutron] Port d4ccee3d-899a-43df-9fd6-a893aed362c6 on network 58c21991-8c0b-48b2-8a48-2d5e558303c6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8616 {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 07:48:16.388863 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb615b4a-02e2-4af3-9ac7-627c10d93e77 req-439f4156-f88e-41e3-85ca-3e65f8974940 service neutron] Attempting to bind port d4ccee3d-899a-43df-9fd6-a893aed362c6 on network 58c21991-8c0b-48b2-8a48-2d5e558303c6 {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 07:48:16.393917 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb615b4a-02e2-4af3-9ac7-627c10d93e77 req-439f4156-f88e-41e3-85ca-3e65f8974940 service neutron] Checking agent: {'id': '5297b6e1-8fc1-4f42-910c-8f50c918ca65', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8616', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 19, 7, 36, 11), 'started_at': datetime.datetime(2022, 10, 19, 7, 36, 11), 'heartbeat_timestamp': datetime.datetime(2022, 10, 19, 7, 48, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 07:48:16.394251 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb615b4a-02e2-4af3-9ac7-627c10d93e77 req-439f4156-f88e-41e3-85ca-3e65f8974940 service neutron] Checking segment: {'id': 'c7209637-5744-4534-a0dd-2fd061069086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '58c21991-8c0b-48b2-8a48-2d5e558303c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 19 07:48:16.394624 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb615b4a-02e2-4af3-9ac7-627c10d93e77 req-439f4156-f88e-41e3-85ca-3e65f8974940 service neutron] Bound using segment: {'id': 'c7209637-5744-4534-a0dd-2fd061069086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '58c21991-8c0b-48b2-8a48-2d5e558303c6'} {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 07:48:16.395048 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.managers [req-fb615b4a-02e2-4af3-9ac7-627c10d93e77 req-439f4156-f88e-41e3-85ca-3e65f8974940 service neutron] Bound port: d4ccee3d-899a-43df-9fd6-a893aed362c6, host: hv-neutron-8616, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c7209637-5744-4534-a0dd-2fd061069086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '58c21991-8c0b-48b2-8a48-2d5e558303c6'}}] {{(pid=103332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 19 07:48:16.395405 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-fb615b4a-02e2-4af3-9ac7-627c10d93e77 req-439f4156-f88e-41e3-85ca-3e65f8974940 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:48:16.462831 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-b4099d45-d11a-4ec4-b8f4-e81cfd63c14a req-460af606-531c-4eee-9ac4-bb91c0f2c294 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "GET /v2.0/security-groups?id=d38b1084-5385-4a15-8f69-0a2a4594acd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652673 Oct 19 07:48:16.487020 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.db [req-fb615b4a-02e2-4af3-9ac7-627c10d93e77 req-439f4156-f88e-41e3-85ca-3e65f8974940 service neutron] For port d4ccee3d-899a-43df-9fd6-a893aed362c6, host hv-neutron-8616, cleared binding levels {{(pid=103332) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 07:48:16.490329 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.db [req-fb615b4a-02e2-4af3-9ac7-627c10d93e77 req-439f4156-f88e-41e3-85ca-3e65f8974940 service neutron] For port d4ccee3d-899a-43df-9fd6-a893aed362c6, host hv-neutron-8616, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=d4ccee3d-899a-43df-9fd6-a893aed362c6,segment=NetworkSegment(c7209637-5744-4534-a0dd-2fd061069086),segment_id=c7209637-5744-4534-a0dd-2fd061069086)] {{(pid=103332) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 07:48:16.494138 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-fb615b4a-02e2-4af3-9ac7-627c10d93e77 req-439f4156-f88e-41e3-85ca-3e65f8974940 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133553807'] for port, after_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:48:16.497861 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb615b4a-02e2-4af3-9ac7-627c10d93e77 req-439f4156-f88e-41e3-85ca-3e65f8974940 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:48:16.498466 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-fb615b4a-02e2-4af3-9ac7-627c10d93e77 req-439f4156-f88e-41e3-85ca-3e65f8974940 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42160'] for port, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:48:16.500010 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-fb615b4a-02e2-4af3-9ac7-627c10d93e77 req-439f4156-f88e-41e3-85ca-3e65f8974940 service neutron] 10.222.0.16 "PUT /v2.0/ports/d4ccee3d-899a-43df-9fd6-a893aed362c6 HTTP/1.1" status: 200 len: 1093 time: 0.8978508 Oct 19 07:48:16.502004 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7cc5fedc-829c-4fa3-967a-2006bc2cd4f5', 'tag': 'd4ccee3d-899a-43df-9fd6-a893aed362c6'}] {{(pid=103332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 19 07:48:16.504255 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a021b02cf5f527cd4bbbc40a031b51490d9893d7edeeb551bdf5128ee7546f8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56c0f199-c57f-4c8e-8011-2e502ff0952a" -d '{"events": [{"name": "network-changed", "server_uuid": "7cc5fedc-829c-4fa3-967a-2006bc2cd4f5", "tag": "d4ccee3d-899a-43df-9fd6-a893aed362c6"}]}' {{(pid=103332) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 07:48:16.551058 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 19 Oct 2022 07:48:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-458d6412-63d3-4856-9f00-66e8859f8993 x-openstack-request-id: req-458d6412-63d3-4856-9f00-66e8859f8993 {{(pid=103332) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 07:48:16.551336 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7cc5fedc-829c-4fa3-967a-2006bc2cd4f5", "tag": "d4ccee3d-899a-43df-9fd6-a893aed362c6", "status": "completed", "code": 200}]} {{(pid=103332) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 07:48:16.551584 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-458d6412-63d3-4856-9f00-66e8859f8993 {{(pid=103332) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 07:48:16.551972 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.notifiers.nova [-] Nova event matching ['req-458d6412-63d3-4856-9f00-66e8859f8993'] response: {'name': 'network-changed', 'server_uuid': '7cc5fedc-829c-4fa3-967a-2006bc2cd4f5', 'tag': 'd4ccee3d-899a-43df-9fd6-a893aed362c6', 'status': 'completed', 'code': 200} Oct 19 07:48:16.591235 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439f4156-f88e-41e3-85ca-3e65f8974940 service neutron] Pushing event updated for resources: {'Port': ['ID=d4ccee3d-899a-43df-9fd6-a893aed362c6,revision_number=3']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:48:16.600045 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb615b4a-02e2-4af3-9ac7-627c10d93e77 req-c5947aa4-7a8a-402d-8ef7-259b50050d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:48:16.601648 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-fb615b4a-02e2-4af3-9ac7-627c10d93e77 req-c5947aa4-7a8a-402d-8ef7-259b50050d74 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=47a12ea4f74e4c18b13323e6f3cc9741&device_id=7cc5fedc-829c-4fa3-967a-2006bc2cd4f5 HTTP/1.1" status: 200 len: 1096 time: 0.0605612 Oct 19 07:48:16.644660 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.agents_db [None req-6057327c-4456-4c72-8e75-6d3cd9249757 None None] Agent healthcheck: found 6 active agents {{(pid=103335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 07:48:16.646970 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-fb615b4a-02e2-4af3-9ac7-627c10d93e77 req-e1189693-0ef9-4596-9d00-b1a507b2da56 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d4ccee3d-899a-43df-9fd6-a893aed362c6 HTTP/1.1" status: 200 len: 217 time: 0.0378587 Oct 19 07:48:16.693867 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb615b4a-02e2-4af3-9ac7-627c10d93e77 req-e530aad9-3c1f-4f97-9c7a-da29982e42a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:48:16.695281 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-fb615b4a-02e2-4af3-9ac7-627c10d93e77 req-e530aad9-3c1f-4f97-9c7a-da29982e42a4 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4a2ca61c-5b8e-4f64-94b5-599d69df9453 HTTP/1.1" status: 200 len: 835 time: 0.0425196 Oct 19 07:48:16.737784 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb615b4a-02e2-4af3-9ac7-627c10d93e77 req-31ac0cef-280f-4b3a-8990-ae5a0743fea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:48:16.739491 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-fb615b4a-02e2-4af3-9ac7-627c10d93e77 req-31ac0cef-280f-4b3a-8990-ae5a0743fea6 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=58c21991-8c0b-48b2-8a48-2d5e558303c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0376263 Oct 19 07:48:16.825939 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-218a9f47-ada3-442f-82df-14638e1858a6 None None] Attempt 3 to provision port d4ccee3d-899a-43df-9fd6-a893aed362c6 Oct 19 07:48:16.830842 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-fb615b4a-02e2-4af3-9ac7-627c10d93e77 req-1ca4c90f-f4aa-4fc1-bf2f-9a7b2868be41 service neutron] 10.222.0.16 "GET /v2.0/networks/58c21991-8c0b-48b2-8a48-2d5e558303c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847964 Oct 19 07:48:16.868780 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-218a9f47-ada3-442f-82df-14638e1858a6 None None] Port d4ccee3d-899a-43df-9fd6-a893aed362c6 had new provisioning blocks added so it will not transition to active. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:370}} Oct 19 07:48:16.921756 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-fb615b4a-02e2-4af3-9ac7-627c10d93e77 req-ef5329ba-9550-4a5c-b402-a3acbe36450f service neutron] 10.222.0.16 "GET /v2.0/networks/58c21991-8c0b-48b2-8a48-2d5e558303c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833271 Oct 19 07:48:17.003814 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c0f199-c57f-4c8e-8011-2e502ff0952a req-d65c5c3e-78c4-4acf-9d0c-bf3aa5500b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:48:17.005215 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-56c0f199-c57f-4c8e-8011-2e502ff0952a req-d65c5c3e-78c4-4acf-9d0c-bf3aa5500b43 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=47a12ea4f74e4c18b13323e6f3cc9741&device_id=7cc5fedc-829c-4fa3-967a-2006bc2cd4f5 HTTP/1.1" status: 200 len: 1096 time: 0.0401402 Oct 19 07:48:17.098400 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c0f199-c57f-4c8e-8011-2e502ff0952a req-1ece79a7-a82f-4ae1-beca-565d11444b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:48:17.099872 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-56c0f199-c57f-4c8e-8011-2e502ff0952a req-1ece79a7-a82f-4ae1-beca-565d11444b20 service neutron] 10.222.0.16 "GET /v2.0/networks?id=58c21991-8c0b-48b2-8a48-2d5e558303c6 HTTP/1.1" status: 200 len: 898 time: 0.0882821 Oct 19 07:48:17.141576 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-56c0f199-c57f-4c8e-8011-2e502ff0952a req-347a2853-133d-4f2a-a821-080f34f2f739 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d4ccee3d-899a-43df-9fd6-a893aed362c6 HTTP/1.1" status: 200 len: 217 time: 0.0349431 Oct 19 07:48:17.194052 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c0f199-c57f-4c8e-8011-2e502ff0952a req-8dc2a936-15e8-497b-a785-7f9ee75065d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:48:17.195486 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-56c0f199-c57f-4c8e-8011-2e502ff0952a req-8dc2a936-15e8-497b-a785-7f9ee75065d3 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4a2ca61c-5b8e-4f64-94b5-599d69df9453 HTTP/1.1" status: 200 len: 835 time: 0.0473242 Oct 19 07:48:17.242240 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c0f199-c57f-4c8e-8011-2e502ff0952a req-c0ba507b-8a3e-470a-ae56-4c87accd2fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:48:17.243707 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-56c0f199-c57f-4c8e-8011-2e502ff0952a req-c0ba507b-8a3e-470a-ae56-4c87accd2fc7 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=58c21991-8c0b-48b2-8a48-2d5e558303c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0403185 Oct 19 07:48:17.336690 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-56c0f199-c57f-4c8e-8011-2e502ff0952a req-1ea8a7c5-cfc2-4462-b0f2-433c36d3f64d service neutron] 10.222.0.16 "GET /v2.0/networks/58c21991-8c0b-48b2-8a48-2d5e558303c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853207 Oct 19 07:48:17.427259 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-56c0f199-c57f-4c8e-8011-2e502ff0952a req-5cbf8a53-5992-4378-8e1b-5a4ddfac7b48 service neutron] 10.222.0.16 "GET /v2.0/networks/58c21991-8c0b-48b2-8a48-2d5e558303c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827219 Oct 19 07:48:17.582798 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6a7675-650f-4f6c-bdeb-6c4a6c7d77d6 req-283c30cb-fb54-4e77-a0a8-acb046e4ed29 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:48:17.584253 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-ce6a7675-650f-4f6c-bdeb-6c4a6c7d77d6 req-283c30cb-fb54-4e77-a0a8-acb046e4ed29 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "GET /v2.0/ports?device_id=7cc5fedc-829c-4fa3-967a-2006bc2cd4f5 HTTP/1.1" status: 200 len: 943 time: 0.0488913 Oct 19 07:48:17.623981 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-ce6a7675-650f-4f6c-bdeb-6c4a6c7d77d6 req-fc955abd-08fd-4831-9191-273bfeba9918 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "GET /v2.0/security-groups?id=d38b1084-5385-4a15-8f69-0a2a4594acd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330620 Oct 19 07:48:17.922546 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-2a2259f7-b034-4eec-af7a-7abaede746c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:48:18.712537 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Device d4ccee3d-899a-43df-9fd6-a893aed362c6 details requested by agent hyperv_hv-neutron-8616 with host hv-neutron-8616 {{(pid=103334) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 07:48:18.752637 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6867b42d-fd19-4e23-af38-d8be0e30d5c9 req-1ff87fcf-1f40-48f7-ac62-a4c747ba6925 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:48:18.754129 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-6867b42d-fd19-4e23-af38-d8be0e30d5c9 req-1ff87fcf-1f40-48f7-ac62-a4c747ba6925 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "GET /v2.0/ports?device_id=7cc5fedc-829c-4fa3-967a-2006bc2cd4f5 HTTP/1.1" status: 200 len: 943 time: 0.0541222 Oct 19 07:48:18.793698 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-6867b42d-fd19-4e23-af38-d8be0e30d5c9 req-5e46d344-1dfc-4a85-9b60-aa65de1bc391 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "GET /v2.0/security-groups?id=d38b1084-5385-4a15-8f69-0a2a4594acd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332665 Oct 19 07:48:18.811291 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] For port d4ccee3d-899a-43df-9fd6-a893aed362c6, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=d4ccee3d-899a-43df-9fd6-a893aed362c6,segment=NetworkSegment(c7209637-5744-4534-a0dd-2fd061069086),segment_id=c7209637-5744-4534-a0dd-2fd061069086)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:48:18.821983 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Returning: {'device': 'd4ccee3d-899a-43df-9fd6-a893aed362c6', 'network_id': '58c21991-8c0b-48b2-8a48-2d5e558303c6', 'port_id': 'd4ccee3d-899a-43df-9fd6-a893aed362c6', 'mac_address': 'fa:16:3e:c4:f3:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a2ca61c-5b8e-4f64-94b5-599d69df9453', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103334) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 07:48:18.858924 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Current status of the port d4ccee3d-899a-43df-9fd6-a893aed362c6 is: DOWN; New status is: BUILD {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:48:18.859305 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:48:18.871553 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.notifiers.nova [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4ccee3d-899a-43df-9fd6-a893aed362c6 {{(pid=103334) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 19 07:48:18.889496 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] For port d4ccee3d-899a-43df-9fd6-a893aed362c6, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=d4ccee3d-899a-43df-9fd6-a893aed362c6,segment=NetworkSegment(c7209637-5744-4534-a0dd-2fd061069086),segment_id=c7209637-5744-4534-a0dd-2fd061069086)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:48:18.893210 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:48:18.939872 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Pushing event updated for resources: {'Port': ['ID=d4ccee3d-899a-43df-9fd6-a893aed362c6,revision_number=4']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:48:18.946738 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:48:18.947640 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:48:18.947640 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:48:18.947833 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:48:18.948291 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:48:18.948461 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:48:18.948878 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:48:18.949048 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:48:18.949344 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:48:18.949663 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:48:18.949983 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:48:18.950301 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:48:18.980889 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-1a0da505-d0f9-48c6-b7e2-53b9c5e41298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:48:19.107267 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] get_ports_and_sgs() called for port_ids ['d4ccee3d-899a-43df-9fd6-a893aed362c6'] {{(pid=103334) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 19 07:48:19.145775 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:48:19.914397 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea07b74-0a92-4945-8f9c-9074fe0b4766 req-deff4bc6-241c-412e-8539-7719c30e13aa tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:48:19.915857 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-bea07b74-0a92-4945-8f9c-9074fe0b4766 req-deff4bc6-241c-412e-8539-7719c30e13aa tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "GET /v2.0/ports?device_id=7cc5fedc-829c-4fa3-967a-2006bc2cd4f5 HTTP/1.1" status: 200 len: 944 time: 0.0490420 Oct 19 07:48:19.954032 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-bea07b74-0a92-4945-8f9c-9074fe0b4766 req-98e78682-373b-4dea-97f7-4bb63b0ce73b tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "GET /v2.0/security-groups?id=d38b1084-5385-4a15-8f69-0a2a4594acd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314453 Oct 19 07:48:20.729732 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Device d4ccee3d-899a-43df-9fd6-a893aed362c6 up at agent hyperv_hv-neutron-8616 {{(pid=103334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 07:48:20.780154 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Provisioning for port d4ccee3d-899a-43df-9fd6-a893aed362c6 completed by entity L2. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 19 07:48:20.783909 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Provisioning complete for port d4ccee3d-899a-43df-9fd6-a893aed362c6 triggered by entity L2. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:48:20.784284 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:48:20.784650 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Attempt 1 to provision port d4ccee3d-899a-43df-9fd6-a893aed362c6 Oct 19 07:48:20.858334 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Current status of the port d4ccee3d-899a-43df-9fd6-a893aed362c6 is: BUILD; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:48:20.858719 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:48:20.880618 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cc5fedc-829c-4fa3-967a-2006bc2cd4f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4ccee3d-899a-43df-9fd6-a893aed362c6'}] {{(pid=103334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 19 07:48:20.882882 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d918bd29c62f7e926e80ce37adcd574e0921d2de3006e6b6ef58999f52d8e2e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80a21e31-2d44-4b47-b6bf-195580077bd9" -d '{"events": [{"server_uuid": "7cc5fedc-829c-4fa3-967a-2006bc2cd4f5", "name": "network-vif-plugged", "status": "completed", "tag": "d4ccee3d-899a-43df-9fd6-a893aed362c6"}]}' {{(pid=103334) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 07:48:20.896129 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] For port d4ccee3d-899a-43df-9fd6-a893aed362c6, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=d4ccee3d-899a-43df-9fd6-a893aed362c6,segment=NetworkSegment(c7209637-5744-4534-a0dd-2fd061069086),segment_id=c7209637-5744-4534-a0dd-2fd061069086)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:48:20.900216 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:48:20.926144 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 19 Oct 2022 07:48:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7fbfaad-decb-4645-bf63-84b97a27dc58 x-openstack-request-id: req-d7fbfaad-decb-4645-bf63-84b97a27dc58 {{(pid=103334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 07:48:20.926422 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7cc5fedc-829c-4fa3-967a-2006bc2cd4f5", "name": "network-vif-plugged", "status": "completed", "tag": "d4ccee3d-899a-43df-9fd6-a893aed362c6", "code": 200}]} {{(pid=103334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 07:48:20.926667 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-d7fbfaad-decb-4645-bf63-84b97a27dc58 {{(pid=103334) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 07:48:20.927062 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d7fbfaad-decb-4645-bf63-84b97a27dc58'] response: {'server_uuid': '7cc5fedc-829c-4fa3-967a-2006bc2cd4f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4ccee3d-899a-43df-9fd6-a893aed362c6', 'code': 200} Oct 19 07:48:20.955298 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Pushing event updated for resources: {'Port': ['ID=d4ccee3d-899a-43df-9fd6-a893aed362c6,revision_number=5']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:48:21.107728 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e58ec7c-15ef-4292-a30b-a70ae16b1d5a req-d741f504-aef6-4fc1-bfc8-a74b3d209777 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:48:21.109374 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-0e58ec7c-15ef-4292-a30b-a70ae16b1d5a req-d741f504-aef6-4fc1-bfc8-a74b3d209777 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "GET /v2.0/ports?device_id=7cc5fedc-829c-4fa3-967a-2006bc2cd4f5 HTTP/1.1" status: 200 len: 945 time: 0.0811932 Oct 19 07:48:21.113740 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf7935a-ae51-4f0a-9801-1ebbc6d2eb62 req-c4a9737a-a24a-4927-b731-9dcccbad0d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:48:21.115098 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-bbf7935a-ae51-4f0a-9801-1ebbc6d2eb62 req-c4a9737a-a24a-4927-b731-9dcccbad0d11 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=7cc5fedc-829c-4fa3-967a-2006bc2cd4f5 HTTP/1.1" status: 200 len: 1098 time: 0.0614421 Oct 19 07:48:21.167648 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-bbf7935a-ae51-4f0a-9801-1ebbc6d2eb62 req-90a1e2af-6e32-411a-979d-3249ab52096a service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=d38b1084-5385-4a15-8f69-0a2a4594acd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453737 Oct 19 07:48:21.170548 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-0e58ec7c-15ef-4292-a30b-a70ae16b1d5a req-08e5b199-12bb-4caf-9bbd-287cccce1759 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "GET /v2.0/security-groups?id=d38b1084-5385-4a15-8f69-0a2a4594acd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545998 Oct 19 07:48:22.292875 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f698a38-f071-4ea0-a235-4a08464578d3 req-f9756f2b-1299-46f0-ae79-432fa75b3740 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:48:22.294866 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-4f698a38-f071-4ea0-a235-4a08464578d3 req-f9756f2b-1299-46f0-ae79-432fa75b3740 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "GET /v2.0/ports?device_id=7cc5fedc-829c-4fa3-967a-2006bc2cd4f5 HTTP/1.1" status: 200 len: 945 time: 0.0493011 Oct 19 07:48:22.332460 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-4f698a38-f071-4ea0-a235-4a08464578d3 req-cbabb124-843a-4f77-bccf-cb927dd3e5df tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "GET /v2.0/security-groups?id=d38b1084-5385-4a15-8f69-0a2a4594acd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314968 Oct 19 07:48:22.456015 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb4d4f1-d6f1-40a2-b36a-536fb396c10c req-5c7a8e73-7148-4386-b36a-c386349d11d8 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:48:22.457405 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-dfb4d4f1-d6f1-40a2-b36a-536fb396c10c req-5c7a8e73-7148-4386-b36a-c386349d11d8 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "GET /v2.0/ports?device_id=7cc5fedc-829c-4fa3-967a-2006bc2cd4f5 HTTP/1.1" status: 200 len: 945 time: 0.0516858 Oct 19 07:48:22.494805 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-dfb4d4f1-d6f1-40a2-b36a-536fb396c10c req-e506db37-6f15-40a1-94d3-e207f459c77e tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "GET /v2.0/security-groups?id=d38b1084-5385-4a15-8f69-0a2a4594acd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314419 Oct 19 07:48:22.522523 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 33136) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:48:22.561101 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d8bb7e4-2aec-4af5-94c4-d73119ac04c3 tempest-TestNetworkBasicOps-773100899 tempest-TestNetworkBasicOps-773100899-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:48:22.562559 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-4d8bb7e4-2aec-4af5-94c4-d73119ac04c3 tempest-TestNetworkBasicOps-773100899 tempest-TestNetworkBasicOps-773100899-project-admin] 10.222.0.27 "GET /v2.0/ports?device_id=7cc5fedc-829c-4fa3-967a-2006bc2cd4f5 HTTP/1.1" status: 200 len: 1093 time: 0.0390804 Oct 19 07:48:22.565484 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 33138) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:48:22.569633 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-b1bb2612-390e-4296-ab46-3a398074331d tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Request body: {'floatingip': {'port_id': 'd4ccee3d-899a-43df-9fd6-a893aed362c6'}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:48:22.607435 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-b1bb2612-390e-4296-ab46-3a398074331d tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for floatingip, before_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:48:23.024114 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-b1bb2612-390e-4296-ab46-3a398074331d tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:48:23.027616 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-b1bb2612-390e-4296-ab46-3a398074331d tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1695041'] for floatingip, after_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:48:23.126058 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.db.l3_db [None req-b1bb2612-390e-4296-ab46-3a398074331d tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Floating IP d34a6708-20a5-4d83-8ac8-d00083d92c45 associated. External IP: 172.26.0.122, port: d4ccee3d-899a-43df-9fd6-a893aed362c6. Oct 19 07:48:23.330288 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1bb2612-390e-4296-ab46-3a398074331d tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Router 8f9c4c9a-9264-44ac-95a7-0060625c28d7 has already been hosted by L3 agent ab388470-1243-4d53-80f2-c2f5899c97a7 {{(pid=103332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 07:48:23.434924 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1bb2612-390e-4296-ab46-3a398074331d tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify agent at l3_agent.dv-neutron-861624-1-hyperv the message routers_updated {{(pid=103332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 07:48:23.439855 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-b1bb2612-390e-4296-ab46-3a398074331d tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42160'] for floatingip, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:48:23.445029 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-789b3ae6-f2c4-4850-a702-e277d7b1eb1b None None] Sync routers for ids ['8f9c4c9a-9264-44ac-95a7-0060625c28d7'] in dv-neutron-861624-1-hyperv {{(pid=103334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 07:48:23.455775 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-789b3ae6-f2c4-4850-a702-e277d7b1eb1b None None] Routers {'8f9c4c9a-9264-44ac-95a7-0060625c28d7'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 07:48:23.456385 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-789b3ae6-f2c4-4850-a702-e277d7b1eb1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T07:48:16Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['8f9c4c9a-9264-44ac-95a7-0060625c28d7'], 'active': True} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:48:23.467457 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-b1bb2612-390e-4296-ab46-3a398074331d tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "PUT /v2.0/floatingips/d34a6708-20a5-4d83-8ac8-d00083d92c45 HTTP/1.1" status: 200 len: 991 time: 0.9009926 Oct 19 07:48:23.468180 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7cc5fedc-829c-4fa3-967a-2006bc2cd4f5', 'tag': 'd4ccee3d-899a-43df-9fd6-a893aed362c6'}] {{(pid=103332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 19 07:48:23.470633 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a021b02cf5f527cd4bbbc40a031b51490d9893d7edeeb551bdf5128ee7546f8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05896878-270c-4162-b5b8-75e3a993f92c" -d '{"events": [{"name": "network-changed", "server_uuid": "7cc5fedc-829c-4fa3-967a-2006bc2cd4f5", "tag": "d4ccee3d-899a-43df-9fd6-a893aed362c6"}]}' {{(pid=103332) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 07:48:23.470787 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 33140) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:48:23.509885 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 19 Oct 2022 07:48:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebd9e71f-6197-48b1-b85f-a765bc9b436e x-openstack-request-id: req-ebd9e71f-6197-48b1-b85f-a765bc9b436e {{(pid=103332) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 07:48:23.510171 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7cc5fedc-829c-4fa3-967a-2006bc2cd4f5", "tag": "d4ccee3d-899a-43df-9fd6-a893aed362c6", "status": "completed", "code": 200}]} {{(pid=103332) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 07:48:23.510418 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-ebd9e71f-6197-48b1-b85f-a765bc9b436e {{(pid=103332) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 07:48:23.510820 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ebd9e71f-6197-48b1-b85f-a765bc9b436e'] response: {'name': 'network-changed', 'server_uuid': '7cc5fedc-829c-4fa3-967a-2006bc2cd4f5', 'tag': 'd4ccee3d-899a-43df-9fd6-a893aed362c6', 'status': 'completed', 'code': 200} Oct 19 07:48:23.536374 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-67f43c25-7f0c-4db1-944c-462d7b473ad3 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "GET /v2.0/floatingips/d34a6708-20a5-4d83-8ac8-d00083d92c45 HTTP/1.1" status: 200 len: 991 time: 0.0644372 Oct 19 07:48:23.564569 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvr_db [None req-789b3ae6-f2c4-4850-a702-e277d7b1eb1b None None] Set router 8f9c4c9a-9264-44ac-95a7-0060625c28d7 gateway port host: dv-neutron-861624-1-hyperv {{(pid=103334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 07:48:23.570114 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05896878-270c-4162-b5b8-75e3a993f92c req-3e82f4c8-b11d-45fa-bce9-2f9891e23a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:48:23.571643 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-05896878-270c-4162-b5b8-75e3a993f92c req-3e82f4c8-b11d-45fa-bce9-2f9891e23a17 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=47a12ea4f74e4c18b13323e6f3cc9741&device_id=7cc5fedc-829c-4fa3-967a-2006bc2cd4f5 HTTP/1.1" status: 200 len: 1098 time: 0.0401051 Oct 19 07:48:23.664592 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05896878-270c-4162-b5b8-75e3a993f92c req-14739cf5-50f7-40ad-bf63-061e8fa98877 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:48:23.666066 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-05896878-270c-4162-b5b8-75e3a993f92c req-14739cf5-50f7-40ad-bf63-061e8fa98877 service neutron] 10.222.0.16 "GET /v2.0/networks?id=58c21991-8c0b-48b2-8a48-2d5e558303c6 HTTP/1.1" status: 200 len: 898 time: 0.0884957 Oct 19 07:48:23.731241 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-05896878-270c-4162-b5b8-75e3a993f92c req-b44164d8-02cc-4b50-a403-89acf86bd776 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d4ccee3d-899a-43df-9fd6-a893aed362c6 HTTP/1.1" status: 200 len: 999 time: 0.0586362 Oct 19 07:48:23.783562 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05896878-270c-4162-b5b8-75e3a993f92c req-aeb0a838-2075-4286-a45a-82a94009ac94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:48:23.785048 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-05896878-270c-4162-b5b8-75e3a993f92c req-aeb0a838-2075-4286-a45a-82a94009ac94 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4a2ca61c-5b8e-4f64-94b5-599d69df9453 HTTP/1.1" status: 200 len: 835 time: 0.0479422 Oct 19 07:48:23.786462 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-789b3ae6-f2c4-4850-a702-e277d7b1eb1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f9c4c9a-9264-44ac-95a7-0060625c28d7', 'name': 'tempest-TestNetworkBasicOps-router-2066928180', 'tenant_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'external_fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.229'}], 'enable_snat': True}, 'gw_port_id': '281a2b29-48f0-4878-99a4-bd27af550a0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T07:47:17Z', 'updated_at': '2022-10-19T07:47:21Z', 'revision_number': 4, 'project_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'gw_port': {'id': '281a2b29-48f0-4878-99a4-bd27af550a0b', 'name': '', 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:9d:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f9c4c9a-9264-44ac-95a7-0060625c28d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1359, 'fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:47:18Z', 'updated_at': '2022-10-19T07:47:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861624-1-hyperv', '_floatingips': [{'id': 'd34a6708-20a5-4d83-8ac8-d00083d92c45', 'tenant_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'floating_ip_address': '172.26.0.122', 'floating_network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'router_id': '8f9c4c9a-9264-44ac-95a7-0060625c28d7', 'port_id': 'd4ccee3d-899a-43df-9fd6-a893aed362c6', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1374, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '58c21991-8c0b-48b2-8a48-2d5e558303c6', 'mac_address': 'fa:16:3e:c4:f3:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cc5fedc-829c-4fa3-967a-2006bc2cd4f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-19T07:47:33Z', 'updated_at': '2022-10-19T07:48:22Z', 'revision_number': 5, 'project_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'adb93870-a922-4aaa-8afd-44e18df04503', 'name': '', 'network_id': '58c21991-8c0b-48b2-8a48-2d5e558303c6', 'tenant_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'mac_address': 'fa:16:3e:b4:d9:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f9c4c9a-9264-44ac-95a7-0060625c28d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '4a2ca61c-5b8e-4f64-94b5-599d69df9453', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:47:20Z', 'updated_at': '2022-10-19T07:47:23Z', 'revision_number': 5, 'project_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'subnets': [{'id': '4a2ca61c-5b8e-4f64-94b5-599d69df9453', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:48:23.816372 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-789b3ae6-f2c4-4850-a702-e277d7b1eb1b None None] Checking router: 8f9c4c9a-9264-44ac-95a7-0060625c28d7 for host: dv-neutron-861624-1-hyperv {{(pid=103334) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 07:48:23.824736 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-789b3ae6-f2c4-4850-a702-e277d7b1eb1b None None] Routers {'8f9c4c9a-9264-44ac-95a7-0060625c28d7'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 07:48:23.825348 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-789b3ae6-f2c4-4850-a702-e277d7b1eb1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T07:48:16Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['8f9c4c9a-9264-44ac-95a7-0060625c28d7'], 'active': True} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:48:23.830938 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05896878-270c-4162-b5b8-75e3a993f92c req-12d69fea-d4e7-4085-9d67-5fcb126187c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:48:23.832442 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-05896878-270c-4162-b5b8-75e3a993f92c req-12d69fea-d4e7-4085-9d67-5fcb126187c0 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=58c21991-8c0b-48b2-8a48-2d5e558303c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0405602 Oct 19 07:48:23.923402 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-05896878-270c-4162-b5b8-75e3a993f92c req-75f5022c-1527-4751-8687-b24a85c163b6 service neutron] 10.222.0.16 "GET /v2.0/networks/58c21991-8c0b-48b2-8a48-2d5e558303c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842388 Oct 19 07:48:23.930345 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvr_db [None req-789b3ae6-f2c4-4850-a702-e277d7b1eb1b None None] Set router 8f9c4c9a-9264-44ac-95a7-0060625c28d7 gateway port host: dv-neutron-861624-1-hyperv {{(pid=103334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 07:48:24.025690 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-05896878-270c-4162-b5b8-75e3a993f92c req-4e795d9b-442b-4cb4-a0f8-ace08b452ac0 service neutron] 10.222.0.16 "GET /v2.0/networks/58c21991-8c0b-48b2-8a48-2d5e558303c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954530 Oct 19 07:48:24.175238 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-789b3ae6-f2c4-4850-a702-e277d7b1eb1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f9c4c9a-9264-44ac-95a7-0060625c28d7', 'name': 'tempest-TestNetworkBasicOps-router-2066928180', 'tenant_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'external_fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.229'}], 'enable_snat': True}, 'gw_port_id': '281a2b29-48f0-4878-99a4-bd27af550a0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T07:47:17Z', 'updated_at': '2022-10-19T07:47:21Z', 'revision_number': 4, 'project_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'gw_port': {'id': '281a2b29-48f0-4878-99a4-bd27af550a0b', 'name': '', 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:9d:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f9c4c9a-9264-44ac-95a7-0060625c28d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1359, 'fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:47:18Z', 'updated_at': '2022-10-19T07:47:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861624-1-hyperv', '_floatingips': [{'id': 'd34a6708-20a5-4d83-8ac8-d00083d92c45', 'tenant_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'floating_ip_address': '172.26.0.122', 'floating_network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'router_id': '8f9c4c9a-9264-44ac-95a7-0060625c28d7', 'port_id': 'd4ccee3d-899a-43df-9fd6-a893aed362c6', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1374, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '58c21991-8c0b-48b2-8a48-2d5e558303c6', 'mac_address': 'fa:16:3e:c4:f3:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cc5fedc-829c-4fa3-967a-2006bc2cd4f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-19T07:47:33Z', 'updated_at': '2022-10-19T07:48:22Z', 'revision_number': 5, 'project_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'adb93870-a922-4aaa-8afd-44e18df04503', 'name': '', 'network_id': '58c21991-8c0b-48b2-8a48-2d5e558303c6', 'tenant_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'mac_address': 'fa:16:3e:b4:d9:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f9c4c9a-9264-44ac-95a7-0060625c28d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '4a2ca61c-5b8e-4f64-94b5-599d69df9453', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:47:20Z', 'updated_at': '2022-10-19T07:47:23Z', 'revision_number': 5, 'project_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'subnets': [{'id': '4a2ca61c-5b8e-4f64-94b5-599d69df9453', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:48:24.205087 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-789b3ae6-f2c4-4850-a702-e277d7b1eb1b None None] The sync data for ids ['8f9c4c9a-9264-44ac-95a7-0060625c28d7'] in dv-neutron-861624-1-hyperv is: [{'id': '8f9c4c9a-9264-44ac-95a7-0060625c28d7', 'name': 'tempest-TestNetworkBasicOps-router-2066928180', 'tenant_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'external_fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.229'}], 'enable_snat': True}, 'gw_port_id': '281a2b29-48f0-4878-99a4-bd27af550a0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T07:47:17Z', 'updated_at': '2022-10-19T07:47:21Z', 'revision_number': 4, 'project_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'gw_port': {'id': '281a2b29-48f0-4878-99a4-bd27af550a0b', 'name': '', 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:9d:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f9c4c9a-9264-44ac-95a7-0060625c28d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1359, 'fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:47:18Z', 'updated_at': '2022-10-19T07:47:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861624-1-hyperv', '_floatingips': [{'id': 'd34a6708-20a5-4d83-8ac8-d00083d92c45', 'tenant_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'floating_ip_address': '172.26.0.122', 'floating_network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'router_id': '8f9c4c9a-9264-44ac-95a7-0060625c28d7', 'port_id': 'd4ccee3d-899a-43df-9fd6-a893aed362c6', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1374, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '58c21991-8c0b-48b2-8a48-2d5e558303c6', 'mac_address': 'fa:16:3e:c4:f3:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cc5fedc-829c-4fa3-967a-2006bc2cd4f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-19T07:47:33Z', 'updated_at': '2022-10-19T07:48:22Z', 'revision_number': 5, 'project_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'adb93870-a922-4aaa-8afd-44e18df04503', 'name': '', 'network_id': '58c21991-8c0b-48b2-8a48-2d5e558303c6', 'tenant_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'mac_address': 'fa:16:3e:b4:d9:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f9c4c9a-9264-44ac-95a7-0060625c28d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '4a2ca61c-5b8e-4f64-94b5-599d69df9453', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:47:20Z', 'updated_at': '2022-10-19T07:47:23Z', 'revision_number': 5, 'project_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'subnets': [{'id': '4a2ca61c-5b8e-4f64-94b5-599d69df9453', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 07:48:24.389848 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8d93124-c798-4669-9bba-9273f6b8bc2d None None] New status for floating IP d34a6708-20a5-4d83-8ac8-d00083d92c45: ACTIVE {{(pid=103335) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 19 07:48:24.538281 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 33144) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:48:24.599381 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-ec059fb0-fbbb-4b30-abe7-aa0dac10b002 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "GET /v2.0/floatingips/d34a6708-20a5-4d83-8ac8-d00083d92c45 HTTP/1.1" status: 200 len: 993 time: 0.0599484 Oct 19 07:48:26.482519 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b357ba26-b326-4b00-98ee-20c5072ca2b6 req-4a3b6c32-e466-4c0d-9802-09e8997ded50 tempest-TestVolumeBootPattern-1806498022 tempest-TestVolumeBootPattern-1806498022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:48:26.483919 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-b357ba26-b326-4b00-98ee-20c5072ca2b6 req-4a3b6c32-e466-4c0d-9802-09e8997ded50 tempest-TestVolumeBootPattern-1806498022 tempest-TestVolumeBootPattern-1806498022-project] 10.222.0.27 "GET /v2.0/ports?device_id=3ed6797f-26f3-41c5-9e24-4c87a56d498e HTTP/1.1" status: 200 len: 946 time: 0.1005056 Oct 19 07:48:26.521486 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-b357ba26-b326-4b00-98ee-20c5072ca2b6 req-d95fdcd8-41b0-4c82-a5f9-fe8e6fe00ced tempest-TestVolumeBootPattern-1806498022 tempest-TestVolumeBootPattern-1806498022-project] 10.222.0.27 "GET /v2.0/security-groups?id=09745190-85cd-4989-bb6d-51a24a3c4be0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315695 Oct 19 07:48:27.163758 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-c60f91fa-d9a0-4915-b7e0-53fd2b796dfb req-96b53a8a-c782-478f-856a-a7129fc43ccd service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=c37a0005-71fe-4713-95c5-6cc5878a69c7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0378876 Oct 19 07:48:27.247165 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60f91fa-d9a0-4915-b7e0-53fd2b796dfb req-f2e46900-172a-4716-81b0-33f8dfa8967d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:48:27.249261 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-c60f91fa-d9a0-4915-b7e0-53fd2b796dfb req-f2e46900-172a-4716-81b0-33f8dfa8967d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=47a12ea4f74e4c18b13323e6f3cc9741&device_id=c37a0005-71fe-4713-95c5-6cc5878a69c7 HTTP/1.1" status: 200 len: 1099 time: 0.0439203 Oct 19 07:48:27.349902 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60f91fa-d9a0-4915-b7e0-53fd2b796dfb req-f8fb08a1-e9b0-4001-aca5-5a811aa61684 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:48:27.351286 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-c60f91fa-d9a0-4915-b7e0-53fd2b796dfb req-f8fb08a1-e9b0-4001-aca5-5a811aa61684 service neutron] 10.222.0.16 "GET /v2.0/networks?id=58c21991-8c0b-48b2-8a48-2d5e558303c6 HTTP/1.1" status: 200 len: 898 time: 0.0833874 Oct 19 07:48:27.394822 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-c60f91fa-d9a0-4915-b7e0-53fd2b796dfb req-73472497-9979-4387-9acd-c78621c6444b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=670125b4-f2cc-4f9e-bc8a-6ff39c74d402 HTTP/1.1" status: 200 len: 217 time: 0.0367641 Oct 19 07:48:27.445057 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60f91fa-d9a0-4915-b7e0-53fd2b796dfb req-8348c7a9-61bc-4e6b-9349-7759ebf4846a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:48:27.446595 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-c60f91fa-d9a0-4915-b7e0-53fd2b796dfb req-8348c7a9-61bc-4e6b-9349-7759ebf4846a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4a2ca61c-5b8e-4f64-94b5-599d69df9453 HTTP/1.1" status: 200 len: 835 time: 0.0444505 Oct 19 07:48:27.491585 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60f91fa-d9a0-4915-b7e0-53fd2b796dfb req-4b8309b0-f8c3-4471-989b-389bae6a77b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:48:27.493079 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-c60f91fa-d9a0-4915-b7e0-53fd2b796dfb req-4b8309b0-f8c3-4471-989b-389bae6a77b2 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=58c21991-8c0b-48b2-8a48-2d5e558303c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0391486 Oct 19 07:48:27.587276 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-c60f91fa-d9a0-4915-b7e0-53fd2b796dfb req-d8fb5c87-a701-4130-b5e7-d82554334ad2 service neutron] 10.222.0.16 "GET /v2.0/networks/58c21991-8c0b-48b2-8a48-2d5e558303c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864370 Oct 19 07:48:27.715805 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-c60f91fa-d9a0-4915-b7e0-53fd2b796dfb req-8284e4e3-1703-46a6-830a-466b390db375 service neutron] 10.222.0.16 "GET /v2.0/networks/58c21991-8c0b-48b2-8a48-2d5e558303c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1204195 Oct 19 07:48:27.730510 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565ddcb5-291d-450e-964f-29bede857a7e req-ddc6ba9a-d226-49f9-a339-726bd99d3b4c tempest-TestVolumeBootPattern-1806498022 tempest-TestVolumeBootPattern-1806498022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:48:27.733120 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-565ddcb5-291d-450e-964f-29bede857a7e req-ddc6ba9a-d226-49f9-a339-726bd99d3b4c tempest-TestVolumeBootPattern-1806498022 tempest-TestVolumeBootPattern-1806498022-project] 10.222.0.27 "GET /v2.0/ports?device_id=3ed6797f-26f3-41c5-9e24-4c87a56d498e HTTP/1.1" status: 200 len: 946 time: 0.1284950 Oct 19 07:48:27.771344 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-565ddcb5-291d-450e-964f-29bede857a7e req-860f2c3f-eac5-4892-b216-2fcf08a0b043 tempest-TestVolumeBootPattern-1806498022 tempest-TestVolumeBootPattern-1806498022-project] 10.222.0.27 "GET /v2.0/security-groups?id=09745190-85cd-4989-bb6d-51a24a3c4be0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323231 Oct 19 07:48:27.994147 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75590ce2-1360-4f39-add9-c1e79df184d4 req-c6b53370-efc1-45ec-9bef-a1e23b245913 tempest-TestVolumeBootPattern-1806498022 tempest-TestVolumeBootPattern-1806498022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:48:27.995477 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-75590ce2-1360-4f39-add9-c1e79df184d4 req-c6b53370-efc1-45ec-9bef-a1e23b245913 tempest-TestVolumeBootPattern-1806498022 tempest-TestVolumeBootPattern-1806498022-project] 10.222.0.16 "GET /v2.0/ports?device_id=3ed6797f-26f3-41c5-9e24-4c87a56d498e HTTP/1.1" status: 200 len: 946 time: 0.0487771 Oct 19 07:48:28.083355 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.plugin [req-75590ce2-1360-4f39-add9-c1e79df184d4 req-eabd08fc-8e78-406e-8d0d-34b9d5fb11da tempest-TestVolumeBootPattern-1806498022 tempest-TestVolumeBootPattern-1806498022-project] Deleting port c52564ec-6172-4cda-ae86-95c4369510a6 {{(pid=103332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 07:48:28.083697 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-75590ce2-1360-4f39-add9-c1e79df184d4 req-eabd08fc-8e78-406e-8d0d-34b9d5fb11da tempest-TestVolumeBootPattern-1806498022 tempest-TestVolumeBootPattern-1806498022-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:48:28.454073 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.db [req-75590ce2-1360-4f39-add9-c1e79df184d4 req-eabd08fc-8e78-406e-8d0d-34b9d5fb11da tempest-TestVolumeBootPattern-1806498022 tempest-TestVolumeBootPattern-1806498022-project] For port c52564ec-6172-4cda-ae86-95c4369510a6, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=c52564ec-6172-4cda-ae86-95c4369510a6,segment=NetworkSegment(96ea79ad-cb18-4750-9b35-f4e90ccd124f),segment_id=96ea79ad-cb18-4750-9b35-f4e90ccd124f)] {{(pid=103332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:48:28.454675 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-75590ce2-1360-4f39-add9-c1e79df184d4 req-eabd08fc-8e78-406e-8d0d-34b9d5fb11da tempest-TestVolumeBootPattern-1806498022 tempest-TestVolumeBootPattern-1806498022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:48:28.671637 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-75590ce2-1360-4f39-add9-c1e79df184d4 req-eabd08fc-8e78-406e-8d0d-34b9d5fb11da tempest-TestVolumeBootPattern-1806498022 tempest-TestVolumeBootPattern-1806498022-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:48:28.672405 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-75590ce2-1360-4f39-add9-c1e79df184d4 req-eabd08fc-8e78-406e-8d0d-34b9d5fb11da tempest-TestVolumeBootPattern-1806498022 tempest-TestVolumeBootPattern-1806498022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1695041'] for floatingip, after_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:48:28.672405 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.db.l3_db [req-75590ce2-1360-4f39-add9-c1e79df184d4 req-eabd08fc-8e78-406e-8d0d-34b9d5fb11da tempest-TestVolumeBootPattern-1806498022 tempest-TestVolumeBootPattern-1806498022-project] Floating IP 7393c42a-82cd-4439-ae0a-ee0ce6bcfb8d disassociated. External IP: 172.26.0.200, port: c52564ec-6172-4cda-ae86-95c4369510a6. Oct 19 07:48:28.672674 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.plugin [req-75590ce2-1360-4f39-add9-c1e79df184d4 req-eabd08fc-8e78-406e-8d0d-34b9d5fb11da tempest-TestVolumeBootPattern-1806498022 tempest-TestVolumeBootPattern-1806498022-project] Calling delete_port for c52564ec-6172-4cda-ae86-95c4369510a6 owned by compute:nova {{(pid=103332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 07:48:28.799616 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-75590ce2-1360-4f39-add9-c1e79df184d4 req-eabd08fc-8e78-406e-8d0d-34b9d5fb11da tempest-TestVolumeBootPattern-1806498022 tempest-TestVolumeBootPattern-1806498022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133553798'] for port, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:48:28.829007 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabd08fc-8e78-406e-8d0d-34b9d5fb11da tempest-TestVolumeBootPattern-1806498022 tempest-TestVolumeBootPattern-1806498022-project] Pushing event deleted for resources: {'Port': ['ID=c52564ec-6172-4cda-ae86-95c4369510a6,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:48:28.910734 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-c5c382fe-cff9-4f93-8a96-7bb975da6e5c req-04a4d850-17c8-445f-afcd-1a2587579f7a tempest-TestVolumeBootPattern-1806498022 tempest-TestVolumeBootPattern-1806498022-project] 10.222.0.27 "GET /v2.0/ports?device_id=3ed6797f-26f3-41c5-9e24-4c87a56d498e HTTP/1.1" status: 200 len: 210 time: 0.0342836 Oct 19 07:48:28.968957 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.l3_agent_scheduler [req-75590ce2-1360-4f39-add9-c1e79df184d4 req-eabd08fc-8e78-406e-8d0d-34b9d5fb11da tempest-TestVolumeBootPattern-1806498022 tempest-TestVolumeBootPattern-1806498022-project] Router 75e804fd-898a-4e41-901a-ea564d73d357 has already been hosted by L3 agent ab388470-1243-4d53-80f2-c2f5899c97a7 {{(pid=103332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 07:48:29.073997 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-75590ce2-1360-4f39-add9-c1e79df184d4 req-eabd08fc-8e78-406e-8d0d-34b9d5fb11da tempest-TestVolumeBootPattern-1806498022 tempest-TestVolumeBootPattern-1806498022-project] Notify agent at l3_agent.dv-neutron-861624-1-hyperv the message routers_updated {{(pid=103332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 07:48:29.085359 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc6d67a4-dab6-44d2-9db5-aad3bf218256 None None] Sync routers for ids ['75e804fd-898a-4e41-901a-ea564d73d357'] in dv-neutron-861624-1-hyperv {{(pid=103334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 07:48:29.100309 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc6d67a4-dab6-44d2-9db5-aad3bf218256 None None] Routers {'75e804fd-898a-4e41-901a-ea564d73d357'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 07:48:29.100896 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-fc6d67a4-dab6-44d2-9db5-aad3bf218256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T07:48:16Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['75e804fd-898a-4e41-901a-ea564d73d357'], 'active': True} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:48:29.117532 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [req-75590ce2-1360-4f39-add9-c1e79df184d4 req-eabd08fc-8e78-406e-8d0d-34b9d5fb11da tempest-TestVolumeBootPattern-1806498022 tempest-TestVolumeBootPattern-1806498022-project] No DVR routers for this DVR port c52564ec-6172-4cda-ae86-95c4369510a6 on host hv-neutron-8616 {{(pid=103332) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 19 07:48:29.120091 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-75590ce2-1360-4f39-add9-c1e79df184d4 req-eabd08fc-8e78-406e-8d0d-34b9d5fb11da tempest-TestVolumeBootPattern-1806498022 tempest-TestVolumeBootPattern-1806498022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42160'] for port, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:48:29.124341 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-75590ce2-1360-4f39-add9-c1e79df184d4 req-eabd08fc-8e78-406e-8d0d-34b9d5fb11da tempest-TestVolumeBootPattern-1806498022 tempest-TestVolumeBootPattern-1806498022-project] 10.222.0.16 "DELETE /v2.0/ports/c52564ec-6172-4cda-ae86-95c4369510a6 HTTP/1.1" status: 204 len: 173 time: 1.1229746 Oct 19 07:48:29.124861 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ed6797f-26f3-41c5-9e24-4c87a56d498e', 'name': 'network-vif-deleted', 'tag': 'c52564ec-6172-4cda-ae86-95c4369510a6'}] {{(pid=103332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 19 07:48:29.127278 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a021b02cf5f527cd4bbbc40a031b51490d9893d7edeeb551bdf5128ee7546f8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc114db0-7d40-4b88-8a92-273e0d2c743f" -d '{"events": [{"server_uuid": "3ed6797f-26f3-41c5-9e24-4c87a56d498e", "name": "network-vif-deleted", "tag": "c52564ec-6172-4cda-ae86-95c4369510a6"}]}' {{(pid=103332) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 07:48:29.181199 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 19 Oct 2022 07:48:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-731645cf-6041-40c7-9adc-a1efa9594601 x-openstack-request-id: req-731645cf-6041-40c7-9adc-a1efa9594601 {{(pid=103332) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 07:48:29.181668 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ed6797f-26f3-41c5-9e24-4c87a56d498e", "name": "network-vif-deleted", "tag": "c52564ec-6172-4cda-ae86-95c4369510a6", "status": "completed", "code": 200}]} {{(pid=103332) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 07:48:29.182456 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-731645cf-6041-40c7-9adc-a1efa9594601 {{(pid=103332) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 07:48:29.182680 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.notifiers.nova [-] Nova event matching ['req-731645cf-6041-40c7-9adc-a1efa9594601'] response: {'server_uuid': '3ed6797f-26f3-41c5-9e24-4c87a56d498e', 'name': 'network-vif-deleted', 'tag': 'c52564ec-6172-4cda-ae86-95c4369510a6', 'status': 'completed', 'code': 200} Oct 19 07:48:29.223306 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvr_db [None req-fc6d67a4-dab6-44d2-9db5-aad3bf218256 None None] Set router 75e804fd-898a-4e41-901a-ea564d73d357 gateway port host: dv-neutron-861624-1-hyperv {{(pid=103334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 07:48:29.573151 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-fc6d67a4-dab6-44d2-9db5-aad3bf218256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75e804fd-898a-4e41-901a-ea564d73d357', 'name': 'tempest-TestVolumeBootPattern-2140510641-router', 'tenant_id': '505fd091f8c84d6d8a8b7dc9bb7934bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'external_fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.47'}], 'enable_snat': True}, 'gw_port_id': '27a5a6f1-ef1d-4f19-9401-e95be5cdafde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T07:45:41Z', 'updated_at': '2022-10-19T07:45:45Z', 'revision_number': 4, 'project_id': '505fd091f8c84d6d8a8b7dc9bb7934bf', 'gw_port': {'id': '27a5a6f1-ef1d-4f19-9401-e95be5cdafde', 'name': '', 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:8e:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75e804fd-898a-4e41-901a-ea564d73d357', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1311, 'fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:45:42Z', 'updated_at': '2022-10-19T07:45:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861624-1-hyperv', '_interfaces': [{'id': '875c69bf-bbd0-43d5-a353-16a753075bc3', 'name': '', 'network_id': 'a23ce57c-5e7a-4686-b843-74109161e384', 'tenant_id': '505fd091f8c84d6d8a8b7dc9bb7934bf', 'mac_address': 'fa:16:3e:ac:9e:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75e804fd-898a-4e41-901a-ea564d73d357', 'device_owner': 'network:router_interface', 'standard_attr_id': 1312, 'fixed_ips': [{'subnet_id': '59cab28a-9f4d-46b7-9f00-ecdecb2d6122', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:45:44Z', 'updated_at': '2022-10-19T07:45:49Z', 'revision_number': 5, 'project_id': '505fd091f8c84d6d8a8b7dc9bb7934bf', 'subnets': [{'id': '59cab28a-9f4d-46b7-9f00-ecdecb2d6122', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:48:29.598856 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc6d67a4-dab6-44d2-9db5-aad3bf218256 None None] Checking router: 75e804fd-898a-4e41-901a-ea564d73d357 for host: dv-neutron-861624-1-hyperv {{(pid=103334) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 07:48:29.608099 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc6d67a4-dab6-44d2-9db5-aad3bf218256 None None] Routers {'75e804fd-898a-4e41-901a-ea564d73d357'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 07:48:29.608734 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-fc6d67a4-dab6-44d2-9db5-aad3bf218256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T07:48:16Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['75e804fd-898a-4e41-901a-ea564d73d357'], 'active': True} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:48:29.712610 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvr_db [None req-fc6d67a4-dab6-44d2-9db5-aad3bf218256 None None] Set router 75e804fd-898a-4e41-901a-ea564d73d357 gateway port host: dv-neutron-861624-1-hyperv {{(pid=103334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 07:48:29.917233 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-fc6d67a4-dab6-44d2-9db5-aad3bf218256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75e804fd-898a-4e41-901a-ea564d73d357', 'name': 'tempest-TestVolumeBootPattern-2140510641-router', 'tenant_id': '505fd091f8c84d6d8a8b7dc9bb7934bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'external_fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.47'}], 'enable_snat': True}, 'gw_port_id': '27a5a6f1-ef1d-4f19-9401-e95be5cdafde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T07:45:41Z', 'updated_at': '2022-10-19T07:45:45Z', 'revision_number': 4, 'project_id': '505fd091f8c84d6d8a8b7dc9bb7934bf', 'gw_port': {'id': '27a5a6f1-ef1d-4f19-9401-e95be5cdafde', 'name': '', 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:8e:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75e804fd-898a-4e41-901a-ea564d73d357', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1311, 'fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:45:42Z', 'updated_at': '2022-10-19T07:45:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861624-1-hyperv', '_interfaces': [{'id': '875c69bf-bbd0-43d5-a353-16a753075bc3', 'name': '', 'network_id': 'a23ce57c-5e7a-4686-b843-74109161e384', 'tenant_id': '505fd091f8c84d6d8a8b7dc9bb7934bf', 'mac_address': 'fa:16:3e:ac:9e:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75e804fd-898a-4e41-901a-ea564d73d357', 'device_owner': 'network:router_interface', 'standard_attr_id': 1312, 'fixed_ips': [{'subnet_id': '59cab28a-9f4d-46b7-9f00-ecdecb2d6122', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:45:44Z', 'updated_at': '2022-10-19T07:45:49Z', 'revision_number': 5, 'project_id': '505fd091f8c84d6d8a8b7dc9bb7934bf', 'subnets': [{'id': '59cab28a-9f4d-46b7-9f00-ecdecb2d6122', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:48:29.944202 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc6d67a4-dab6-44d2-9db5-aad3bf218256 None None] The sync data for ids ['75e804fd-898a-4e41-901a-ea564d73d357'] in dv-neutron-861624-1-hyperv is: [{'id': '75e804fd-898a-4e41-901a-ea564d73d357', 'name': 'tempest-TestVolumeBootPattern-2140510641-router', 'tenant_id': '505fd091f8c84d6d8a8b7dc9bb7934bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'external_fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.47'}], 'enable_snat': True}, 'gw_port_id': '27a5a6f1-ef1d-4f19-9401-e95be5cdafde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T07:45:41Z', 'updated_at': '2022-10-19T07:45:45Z', 'revision_number': 4, 'project_id': '505fd091f8c84d6d8a8b7dc9bb7934bf', 'gw_port': {'id': '27a5a6f1-ef1d-4f19-9401-e95be5cdafde', 'name': '', 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:8e:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75e804fd-898a-4e41-901a-ea564d73d357', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1311, 'fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:45:42Z', 'updated_at': '2022-10-19T07:45:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861624-1-hyperv', '_interfaces': [{'id': '875c69bf-bbd0-43d5-a353-16a753075bc3', 'name': '', 'network_id': 'a23ce57c-5e7a-4686-b843-74109161e384', 'tenant_id': '505fd091f8c84d6d8a8b7dc9bb7934bf', 'mac_address': 'fa:16:3e:ac:9e:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75e804fd-898a-4e41-901a-ea564d73d357', 'device_owner': 'network:router_interface', 'standard_attr_id': 1312, 'fixed_ips': [{'subnet_id': '59cab28a-9f4d-46b7-9f00-ecdecb2d6122', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:45:44Z', 'updated_at': '2022-10-19T07:45:49Z', 'revision_number': 5, 'project_id': '505fd091f8c84d6d8a8b7dc9bb7934bf', 'subnets': [{'id': '59cab28a-9f4d-46b7-9f00-ecdecb2d6122', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 07:48:30.022019 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-21c0dd33-9577-4436-a984-e25567f94e45 req-9424d4cf-e352-4a83-b2e6-a3e85b0267f6 tempest-TestVolumeBootPattern-1806498022 tempest-TestVolumeBootPattern-1806498022-project] 10.222.0.27 "GET /v2.0/ports?device_id=3ed6797f-26f3-41c5-9e24-4c87a56d498e HTTP/1.1" status: 200 len: 210 time: 0.0300782 Oct 19 07:48:30.201603 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa4ee75c-844b-4ae5-9e75-cb6112d0a734 None None] New status for floating IP 7393c42a-82cd-4439-ae0a-ee0ce6bcfb8d: DOWN {{(pid=103335) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 19 07:48:30.744677 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Device c52564ec-6172-4cda-ae86-95c4369510a6 no longer exists at agent hyperv_hv-neutron-8616 {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 07:48:30.765480 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] No Port match for: c52564ec-6172-4cda-ae86-95c4369510a6 {{(pid=103334) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 19 07:48:30.765831 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Device c52564ec-6172-4cda-ae86-95c4369510a6 not bound to the agent host hv-neutron-8616 {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 07:48:31.126990 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-db33d620-28a4-477a-9e20-6ecc7d877e8b req-c659a682-869c-4ce1-84d7-9eb4df463507 tempest-TestVolumeBootPattern-1806498022 tempest-TestVolumeBootPattern-1806498022-project] 10.222.0.27 "GET /v2.0/ports?device_id=3ed6797f-26f3-41c5-9e24-4c87a56d498e HTTP/1.1" status: 200 len: 210 time: 0.0267932 Oct 19 07:48:32.229530 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-408cb373-415e-4712-a930-6ea8bcb7e522 req-6fbe6940-d95a-4a9f-8f4f-8671869be313 tempest-TestVolumeBootPattern-1806498022 tempest-TestVolumeBootPattern-1806498022-project] 10.222.0.27 "GET /v2.0/ports?device_id=3ed6797f-26f3-41c5-9e24-4c87a56d498e HTTP/1.1" status: 200 len: 210 time: 0.0269442 Oct 19 07:48:33.428952 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-a587adf1-22be-4570-b043-a0032d37e591 req-36ef98a3-181f-46c7-8cbc-e637ccc43be0 tempest-TestVolumeBootPattern-1806498022 tempest-TestVolumeBootPattern-1806498022-project] 10.222.0.27 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-718911299&fields=id&tenant_id=505fd091f8c84d6d8a8b7dc9bb7934bf HTTP/1.1" status: 200 len: 267 time: 0.0317183 Oct 19 07:48:33.535411 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a587adf1-22be-4570-b043-a0032d37e591 req-ba8801a4-d28e-4faa-837f-4d74fe824874 tempest-TestVolumeBootPattern-1806498022 tempest-TestVolumeBootPattern-1806498022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:48:33.536855 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-a587adf1-22be-4570-b043-a0032d37e591 req-ba8801a4-d28e-4faa-837f-4d74fe824874 tempest-TestVolumeBootPattern-1806498022 tempest-TestVolumeBootPattern-1806498022-project] 10.222.0.27 "GET /v2.0/networks?id=a23ce57c-5e7a-4686-b843-74109161e384 HTTP/1.1" status: 200 len: 812 time: 0.1011341 Oct 19 07:48:33.551725 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-a587adf1-22be-4570-b043-a0032d37e591 req-4ce705e2-b1c5-43a9-ad5c-639c77b6a5c2 tempest-TestVolumeBootPattern-1806498022 tempest-TestVolumeBootPattern-1806498022-project] 10.222.0.27 "GET /v2.0/quotas/505fd091f8c84d6d8a8b7dc9bb7934bf HTTP/1.1" status: 200 len: 375 time: 0.0087276 Oct 19 07:48:33.604588 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-a587adf1-22be-4570-b043-a0032d37e591 req-27e1920d-c3e7-4114-99e5-56e0dc55d9c4 tempest-TestVolumeBootPattern-1806498022 tempest-TestVolumeBootPattern-1806498022-project] 10.222.0.27 "GET /v2.0/ports?tenant_id=505fd091f8c84d6d8a8b7dc9bb7934bf&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0476489 Oct 19 07:48:33.619388 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [req-a587adf1-22be-4570-b043-a0032d37e591 req-2fa6edca-4687-4f4c-a7fc-c783d0ce123d service neutron] http://10.222.0.27:9696/v2.0/extensions returned with HTTP 200 {{(pid=103332) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 07:48:33.620324 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-a587adf1-22be-4570-b043-a0032d37e591 req-2fa6edca-4687-4f4c-a7fc-c783d0ce123d service neutron] 10.222.0.27 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049314 Oct 19 07:48:33.714886 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-a587adf1-22be-4570-b043-a0032d37e591 req-7450b647-6797-4ddc-a90c-8c37075908c6 service neutron] 10.222.0.27 "GET /v2.0/networks/a23ce57c-5e7a-4686-b843-74109161e384?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880713 Oct 19 07:48:33.805400 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-a587adf1-22be-4570-b043-a0032d37e591 req-b79af409-6fda-49fa-8ebf-6154f1f77d55 service neutron] 10.222.0.27 "GET /v2.0/networks/a23ce57c-5e7a-4686-b843-74109161e384?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840139 Oct 19 07:48:34.086685 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-52ab2277-fefb-4f09-9fd9-3f35e1e75e94 req-725ad1fe-9951-4d0c-8848-87ef05babe27 tempest-TestVolumeBootPattern-1806498022 tempest-TestVolumeBootPattern-1806498022-project] 10.222.0.27 "GET /v2.0/ports?device_id=89078aee-3fc3-49a7-ac37-8805f733a6d6 HTTP/1.1" status: 200 len: 210 time: 0.0276146 Oct 19 07:48:34.994174 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a587adf1-22be-4570-b043-a0032d37e591 req-e0f9cd8a-9b51-4e4b-b4c2-a482496e3e02 tempest-TestVolumeBootPattern-1806498022 tempest-TestVolumeBootPattern-1806498022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:48:34.995607 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-a587adf1-22be-4570-b043-a0032d37e591 req-e0f9cd8a-9b51-4e4b-b4c2-a482496e3e02 tempest-TestVolumeBootPattern-1806498022 tempest-TestVolumeBootPattern-1806498022-project] 10.222.0.16 "GET /v2.0/networks?id=a23ce57c-5e7a-4686-b843-74109161e384 HTTP/1.1" status: 200 len: 812 time: 0.1063206 Oct 19 07:48:35.039620 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-a587adf1-22be-4570-b043-a0032d37e591 req-e65f1760-8cf2-476b-a9cd-784aded330e5 tempest-TestVolumeBootPattern-1806498022 tempest-TestVolumeBootPattern-1806498022-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=505fd091f8c84d6d8a8b7dc9bb7934bf HTTP/1.1" status: 200 len: 379 time: 0.0337980 Oct 19 07:48:35.049597 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [req-a587adf1-22be-4570-b043-a0032d37e591 req-6c7b9810-956e-4b1b-8eb2-4e75e7917a21 tempest-TestVolumeBootPattern-1806498022 tempest-TestVolumeBootPattern-1806498022-project] Request body: {'port': {'device_id': '89078aee-3fc3-49a7-ac37-8805f733a6d6', 'network_id': 'a23ce57c-5e7a-4686-b843-74109161e384', 'admin_state_up': True, 'tenant_id': '505fd091f8c84d6d8a8b7dc9bb7934bf', 'security_groups': ['09745190-85cd-4989-bb6d-51a24a3c4be0']}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:48:35.171724 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a587adf1-22be-4570-b043-a0032d37e591 req-6c7b9810-956e-4b1b-8eb2-4e75e7917a21 tempest-TestVolumeBootPattern-1806498022 tempest-TestVolumeBootPattern-1806498022-project] Made reservation on behalf of 505fd091f8c84d6d8a8b7dc9bb7934bf for: {'port': 1} {{(pid=103332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 07:48:35.175023 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-a587adf1-22be-4570-b043-a0032d37e591 req-6c7b9810-956e-4b1b-8eb2-4e75e7917a21 tempest-TestVolumeBootPattern-1806498022 tempest-TestVolumeBootPattern-1806498022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:48:35.196919 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-d646d742-95f5-4af5-b24f-5be01fad52a8 req-df9eb0be-ed65-485a-ab86-84ae88deaeb9 tempest-TestVolumeBootPattern-1806498022 tempest-TestVolumeBootPattern-1806498022-project] 10.222.0.27 "GET /v2.0/ports?device_id=89078aee-3fc3-49a7-ac37-8805f733a6d6 HTTP/1.1" status: 200 len: 210 time: 0.0367751 Oct 19 07:48:35.319449 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.db_base_plugin_common [req-a587adf1-22be-4570-b043-a0032d37e591 req-6c7b9810-956e-4b1b-8eb2-4e75e7917a21 tempest-TestVolumeBootPattern-1806498022 tempest-TestVolumeBootPattern-1806498022-project] Allocated IP 172.20.0.5 (a23ce57c-5e7a-4686-b843-74109161e384/59cab28a-9f4d-46b7-9f00-ecdecb2d6122/586ccde1-a54b-46ec-9dc9-93d26aed97d9) {{(pid=103332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 07:48:35.457603 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-a587adf1-22be-4570-b043-a0032d37e591 req-6c7b9810-956e-4b1b-8eb2-4e75e7917a21 tempest-TestVolumeBootPattern-1806498022 tempest-TestVolumeBootPattern-1806498022-project] Notify callbacks [] for port, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:48:35.490806 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-a587adf1-22be-4570-b043-a0032d37e591 req-6c7b9810-956e-4b1b-8eb2-4e75e7917a21 tempest-TestVolumeBootPattern-1806498022 tempest-TestVolumeBootPattern-1806498022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785020947330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133553798'] for port, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:48:35.540207 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a587adf1-22be-4570-b043-a0032d37e591 req-6c7b9810-956e-4b1b-8eb2-4e75e7917a21 tempest-TestVolumeBootPattern-1806498022 tempest-TestVolumeBootPattern-1806498022-project] Network a23ce57c-5e7a-4686-b843-74109161e384 is already hosted by enough agents. {{(pid=103332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 07:48:35.543356 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.base_scheduler [req-a587adf1-22be-4570-b043-a0032d37e591 req-6c7b9810-956e-4b1b-8eb2-4e75e7917a21 tempest-TestVolumeBootPattern-1806498022 tempest-TestVolumeBootPattern-1806498022-project] Resources bound (agent type, host, resource id): {{(pid=103332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:48:35.547629 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [req-a587adf1-22be-4570-b043-a0032d37e591 req-6c7b9810-956e-4b1b-8eb2-4e75e7917a21 tempest-TestVolumeBootPattern-1806498022 tempest-TestVolumeBootPattern-1806498022-project] Received port after_create {{(pid=103332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 07:48:35.574818 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7b9810-956e-4b1b-8eb2-4e75e7917a21 tempest-TestVolumeBootPattern-1806498022 tempest-TestVolumeBootPattern-1806498022-project] Pushing event updated for resources: {'Port': ['ID=586ccde1-a54b-46ec-9dc9-93d26aed97d9,revision_number=1']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:48:35.603453 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a587adf1-22be-4570-b043-a0032d37e591 req-6c7b9810-956e-4b1b-8eb2-4e75e7917a21 tempest-TestVolumeBootPattern-1806498022 tempest-TestVolumeBootPattern-1806498022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:48:35.604087 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-a587adf1-22be-4570-b043-a0032d37e591 req-6c7b9810-956e-4b1b-8eb2-4e75e7917a21 tempest-TestVolumeBootPattern-1806498022 tempest-TestVolumeBootPattern-1806498022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42160'] for port, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:48:35.623712 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-a587adf1-22be-4570-b043-a0032d37e591 req-6c7b9810-956e-4b1b-8eb2-4e75e7917a21 tempest-TestVolumeBootPattern-1806498022 tempest-TestVolumeBootPattern-1806498022-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5776808 Oct 19 07:48:35.635875 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [req-a587adf1-22be-4570-b043-a0032d37e591 req-b70073ad-4b35-487c-aa30-6f5a38e5e37c tempest-TestVolumeBootPattern-1806498022 tempest-TestVolumeBootPattern-1806498022-project] http://10.222.0.27:9696/v2.0/extensions returned with HTTP 200 {{(pid=103332) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 07:48:35.637115 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-a587adf1-22be-4570-b043-a0032d37e591 req-b70073ad-4b35-487c-aa30-6f5a38e5e37c tempest-TestVolumeBootPattern-1806498022 tempest-TestVolumeBootPattern-1806498022-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058429 Oct 19 07:48:35.648442 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [req-a587adf1-22be-4570-b043-a0032d37e591 req-b4c77a3c-e59a-4c87-ac62-d2a48b388b1a service neutron] Request body: {'port': {'device_id': '89078aee-3fc3-49a7-ac37-8805f733a6d6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8616'}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:48:35.707343 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-a587adf1-22be-4570-b043-a0032d37e591 req-b4c77a3c-e59a-4c87-ac62-d2a48b388b1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:48:35.816251 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-05502ee6-9624-41d7-875c-af95b0de5ea4 None None] Provisioning complete for port 586ccde1-a54b-46ec-9dc9-93d26aed97d9 triggered by entity DHCP. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:48:35.816910 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-05502ee6-9624-41d7-875c-af95b0de5ea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:48:35.817017 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-05502ee6-9624-41d7-875c-af95b0de5ea4 None None] Attempt 1 to provision port 586ccde1-a54b-46ec-9dc9-93d26aed97d9 Oct 19 07:48:35.852572 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-05502ee6-9624-41d7-875c-af95b0de5ea4 None None] Port 586ccde1-a54b-46ec-9dc9-93d26aed97d9 cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 07:48:35.985520 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.notifiers.nova [req-a587adf1-22be-4570-b043-a0032d37e591 req-b4c77a3c-e59a-4c87-ac62-d2a48b388b1a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 586ccde1-a54b-46ec-9dc9-93d26aed97d9 {{(pid=103332) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 19 07:48:35.992911 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-a587adf1-22be-4570-b043-a0032d37e591 req-b4c77a3c-e59a-4c87-ac62-d2a48b388b1a service neutron] Notify callbacks [] for port, precommit_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:48:36.004717 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.provisioning_blocks [req-a587adf1-22be-4570-b043-a0032d37e591 req-b4c77a3c-e59a-4c87-ac62-d2a48b388b1a service neutron] Transition to ACTIVE for port object 586ccde1-a54b-46ec-9dc9-93d26aed97d9 will not be triggered until provisioned by entity L2. {{(pid=103332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 19 07:48:36.008809 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-a587adf1-22be-4570-b043-a0032d37e591 req-b4c77a3c-e59a-4c87-ac62-d2a48b388b1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133553807'] for port, after_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:48:36.083233 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c77a3c-e59a-4c87-ac62-d2a48b388b1a service neutron] Pushing event updated for resources: {'Port': ['ID=586ccde1-a54b-46ec-9dc9-93d26aed97d9,revision_number=2']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:48:36.114231 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.managers [req-a587adf1-22be-4570-b043-a0032d37e591 req-b4c77a3c-e59a-4c87-ac62-d2a48b388b1a service neutron] Attempting to bind port 586ccde1-a54b-46ec-9dc9-93d26aed97d9 on host hv-neutron-8616 for vnic_type normal with profile {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 19 07:48:36.114561 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.managers [req-a587adf1-22be-4570-b043-a0032d37e591 req-b4c77a3c-e59a-4c87-ac62-d2a48b388b1a service neutron] Attempting to bind port 586ccde1-a54b-46ec-9dc9-93d26aed97d9 by drivers openvswitch,hyperv on host hv-neutron-8616 at level 0 using segments [{'id': '96ea79ad-cb18-4750-9b35-f4e90ccd124f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'a23ce57c-5e7a-4686-b843-74109161e384'}] {{(pid=103332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 19 07:48:36.114875 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a587adf1-22be-4570-b043-a0032d37e591 req-b4c77a3c-e59a-4c87-ac62-d2a48b388b1a service neutron] Attempting to bind port 586ccde1-a54b-46ec-9dc9-93d26aed97d9 on network a23ce57c-5e7a-4686-b843-74109161e384 {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 07:48:36.119048 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a587adf1-22be-4570-b043-a0032d37e591 req-b4c77a3c-e59a-4c87-ac62-d2a48b388b1a service neutron] Port 586ccde1-a54b-46ec-9dc9-93d26aed97d9 on network a23ce57c-5e7a-4686-b843-74109161e384 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8616 {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 07:48:36.119369 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a587adf1-22be-4570-b043-a0032d37e591 req-b4c77a3c-e59a-4c87-ac62-d2a48b388b1a service neutron] Attempting to bind port 586ccde1-a54b-46ec-9dc9-93d26aed97d9 on network a23ce57c-5e7a-4686-b843-74109161e384 {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 07:48:36.124871 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a587adf1-22be-4570-b043-a0032d37e591 req-b4c77a3c-e59a-4c87-ac62-d2a48b388b1a service neutron] Checking agent: {'id': '5297b6e1-8fc1-4f42-910c-8f50c918ca65', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8616', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 19, 7, 36, 11), 'started_at': datetime.datetime(2022, 10, 19, 7, 36, 11), 'heartbeat_timestamp': datetime.datetime(2022, 10, 19, 7, 48, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 07:48:36.125214 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a587adf1-22be-4570-b043-a0032d37e591 req-b4c77a3c-e59a-4c87-ac62-d2a48b388b1a service neutron] Checking segment: {'id': '96ea79ad-cb18-4750-9b35-f4e90ccd124f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'a23ce57c-5e7a-4686-b843-74109161e384'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 19 07:48:36.125925 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a587adf1-22be-4570-b043-a0032d37e591 req-b4c77a3c-e59a-4c87-ac62-d2a48b388b1a service neutron] Bound using segment: {'id': '96ea79ad-cb18-4750-9b35-f4e90ccd124f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'a23ce57c-5e7a-4686-b843-74109161e384'} {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 07:48:36.126053 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.managers [req-a587adf1-22be-4570-b043-a0032d37e591 req-b4c77a3c-e59a-4c87-ac62-d2a48b388b1a service neutron] Bound port: 586ccde1-a54b-46ec-9dc9-93d26aed97d9, host: hv-neutron-8616, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96ea79ad-cb18-4750-9b35-f4e90ccd124f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'a23ce57c-5e7a-4686-b843-74109161e384'}}] {{(pid=103332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 19 07:48:36.126416 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-a587adf1-22be-4570-b043-a0032d37e591 req-b4c77a3c-e59a-4c87-ac62-d2a48b388b1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:48:36.199986 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.db [req-a587adf1-22be-4570-b043-a0032d37e591 req-b4c77a3c-e59a-4c87-ac62-d2a48b388b1a service neutron] For port 586ccde1-a54b-46ec-9dc9-93d26aed97d9, host hv-neutron-8616, cleared binding levels {{(pid=103332) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 07:48:36.204035 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.db [req-a587adf1-22be-4570-b043-a0032d37e591 req-b4c77a3c-e59a-4c87-ac62-d2a48b388b1a service neutron] For port 586ccde1-a54b-46ec-9dc9-93d26aed97d9, host hv-neutron-8616, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=586ccde1-a54b-46ec-9dc9-93d26aed97d9,segment=NetworkSegment(96ea79ad-cb18-4750-9b35-f4e90ccd124f),segment_id=96ea79ad-cb18-4750-9b35-f4e90ccd124f)] {{(pid=103332) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 07:48:36.209896 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-a587adf1-22be-4570-b043-a0032d37e591 req-b4c77a3c-e59a-4c87-ac62-d2a48b388b1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133553807'] for port, after_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:48:36.214218 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a587adf1-22be-4570-b043-a0032d37e591 req-b4c77a3c-e59a-4c87-ac62-d2a48b388b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:48:36.214814 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-a587adf1-22be-4570-b043-a0032d37e591 req-b4c77a3c-e59a-4c87-ac62-d2a48b388b1a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42160'] for port, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:48:36.217335 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-a587adf1-22be-4570-b043-a0032d37e591 req-b4c77a3c-e59a-4c87-ac62-d2a48b388b1a service neutron] 10.222.0.16 "PUT /v2.0/ports/586ccde1-a54b-46ec-9dc9-93d26aed97d9 HTTP/1.1" status: 200 len: 1093 time: 0.5728464 Oct 19 07:48:36.217470 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89078aee-3fc3-49a7-ac37-8805f733a6d6', 'tag': '586ccde1-a54b-46ec-9dc9-93d26aed97d9'}] {{(pid=103332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 19 07:48:36.219665 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a021b02cf5f527cd4bbbc40a031b51490d9893d7edeeb551bdf5128ee7546f8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1484e146-203d-4503-a72f-c03b7e7fb87e" -d '{"events": [{"name": "network-changed", "server_uuid": "89078aee-3fc3-49a7-ac37-8805f733a6d6", "tag": "586ccde1-a54b-46ec-9dc9-93d26aed97d9"}]}' {{(pid=103332) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 07:48:36.282475 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 19 Oct 2022 07:48:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34bb3640-5ed6-4490-ae18-1c6ac78e5b19 x-openstack-request-id: req-34bb3640-5ed6-4490-ae18-1c6ac78e5b19 {{(pid=103332) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 07:48:36.282892 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89078aee-3fc3-49a7-ac37-8805f733a6d6", "tag": "586ccde1-a54b-46ec-9dc9-93d26aed97d9", "status": "completed", "code": 200}]} {{(pid=103332) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 07:48:36.283025 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-34bb3640-5ed6-4490-ae18-1c6ac78e5b19 {{(pid=103332) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 07:48:36.283427 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.notifiers.nova [-] Nova event matching ['req-34bb3640-5ed6-4490-ae18-1c6ac78e5b19'] response: {'name': 'network-changed', 'server_uuid': '89078aee-3fc3-49a7-ac37-8805f733a6d6', 'tag': '586ccde1-a54b-46ec-9dc9-93d26aed97d9', 'status': 'completed', 'code': 200} Oct 19 07:48:36.298535 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c77a3c-e59a-4c87-ac62-d2a48b388b1a service neutron] Pushing event updated for resources: {'Port': ['ID=586ccde1-a54b-46ec-9dc9-93d26aed97d9,revision_number=3']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:48:36.354210 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-05502ee6-9624-41d7-875c-af95b0de5ea4 None None] Attempt 2 to provision port 586ccde1-a54b-46ec-9dc9-93d26aed97d9 Oct 19 07:48:36.354710 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a587adf1-22be-4570-b043-a0032d37e591 req-38cc829f-8d6a-4ec0-906c-45289de2dd09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:48:36.356222 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-a587adf1-22be-4570-b043-a0032d37e591 req-38cc829f-8d6a-4ec0-906c-45289de2dd09 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=505fd091f8c84d6d8a8b7dc9bb7934bf&device_id=89078aee-3fc3-49a7-ac37-8805f733a6d6 HTTP/1.1" status: 200 len: 1096 time: 0.0799417 Oct 19 07:48:36.378661 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ba299e-ef5a-4e71-99fa-2aaafa496db2 req-8b61f5db-a326-49f3-97b4-0ecedd32307f tempest-TestVolumeBootPattern-1806498022 tempest-TestVolumeBootPattern-1806498022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:48:36.380145 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-b9ba299e-ef5a-4e71-99fa-2aaafa496db2 req-8b61f5db-a326-49f3-97b4-0ecedd32307f tempest-TestVolumeBootPattern-1806498022 tempest-TestVolumeBootPattern-1806498022-project] 10.222.0.27 "GET /v2.0/ports?device_id=89078aee-3fc3-49a7-ac37-8805f733a6d6 HTTP/1.1" status: 200 len: 943 time: 0.0936465 Oct 19 07:48:36.396255 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-05502ee6-9624-41d7-875c-af95b0de5ea4 None None] Port 586ccde1-a54b-46ec-9dc9-93d26aed97d9 had new provisioning blocks added so it will not transition to active. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:370}} Oct 19 07:48:36.413717 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-a587adf1-22be-4570-b043-a0032d37e591 req-be0118de-ca04-4227-be2e-cac6e6d4fc4f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=586ccde1-a54b-46ec-9dc9-93d26aed97d9 HTTP/1.1" status: 200 len: 217 time: 0.0494068 Oct 19 07:48:36.477892 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-b9ba299e-ef5a-4e71-99fa-2aaafa496db2 req-b85afe21-7f41-47a6-8637-63aebab640b1 tempest-TestVolumeBootPattern-1806498022 tempest-TestVolumeBootPattern-1806498022-project] 10.222.0.27 "GET /v2.0/security-groups?id=09745190-85cd-4989-bb6d-51a24a3c4be0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0665295 Oct 19 07:48:36.483928 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a587adf1-22be-4570-b043-a0032d37e591 req-f15f6ac6-b078-4e46-9882-10c7f2f73814 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:48:36.484924 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-a587adf1-22be-4570-b043-a0032d37e591 req-f15f6ac6-b078-4e46-9882-10c7f2f73814 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=59cab28a-9f4d-46b7-9f00-ecdecb2d6122 HTTP/1.1" status: 200 len: 851 time: 0.0653846 Oct 19 07:48:36.530865 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a587adf1-22be-4570-b043-a0032d37e591 req-8bd9f3ed-7bb9-4a3d-8495-c2d8ff223ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:48:36.532373 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-a587adf1-22be-4570-b043-a0032d37e591 req-8bd9f3ed-7bb9-4a3d-8495-c2d8ff223ad5 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a23ce57c-5e7a-4686-b843-74109161e384&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0409710 Oct 19 07:48:36.626877 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-a587adf1-22be-4570-b043-a0032d37e591 req-76781dc5-9c71-425e-a451-40e09386705d service neutron] 10.222.0.16 "GET /v2.0/networks/a23ce57c-5e7a-4686-b843-74109161e384?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870001 Oct 19 07:48:36.721859 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-a587adf1-22be-4570-b043-a0032d37e591 req-4237c95d-aea9-4674-a7fc-d372d7c8ddc1 service neutron] 10.222.0.16 "GET /v2.0/networks/a23ce57c-5e7a-4686-b843-74109161e384?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882106 Oct 19 07:48:36.805282 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1484e146-203d-4503-a72f-c03b7e7fb87e req-17098a5a-bc27-41da-8309-fded666a4d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:48:36.806791 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-1484e146-203d-4503-a72f-c03b7e7fb87e req-17098a5a-bc27-41da-8309-fded666a4d36 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=505fd091f8c84d6d8a8b7dc9bb7934bf&device_id=89078aee-3fc3-49a7-ac37-8805f733a6d6 HTTP/1.1" status: 200 len: 1096 time: 0.0421412 Oct 19 07:48:36.898775 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1484e146-203d-4503-a72f-c03b7e7fb87e req-2a3a170f-7fc0-40b1-80ef-3cc99e86980b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:48:36.900144 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-1484e146-203d-4503-a72f-c03b7e7fb87e req-2a3a170f-7fc0-40b1-80ef-3cc99e86980b service neutron] 10.222.0.16 "GET /v2.0/networks?id=a23ce57c-5e7a-4686-b843-74109161e384 HTTP/1.1" status: 200 len: 913 time: 0.0858223 Oct 19 07:48:36.944322 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-1484e146-203d-4503-a72f-c03b7e7fb87e req-1be86493-f8e4-411c-8e5c-478079a1af12 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=586ccde1-a54b-46ec-9dc9-93d26aed97d9 HTTP/1.1" status: 200 len: 217 time: 0.0379858 Oct 19 07:48:36.993172 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1484e146-203d-4503-a72f-c03b7e7fb87e req-2fcf0e4b-4261-49e9-bcd4-26383843f9cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:48:36.994649 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-1484e146-203d-4503-a72f-c03b7e7fb87e req-2fcf0e4b-4261-49e9-bcd4-26383843f9cd service neutron] 10.222.0.16 "GET /v2.0/subnets?id=59cab28a-9f4d-46b7-9f00-ecdecb2d6122 HTTP/1.1" status: 200 len: 851 time: 0.0446019 Oct 19 07:48:37.038725 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1484e146-203d-4503-a72f-c03b7e7fb87e req-1c166edf-6eee-4dc1-b6e4-18b0e9846353 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:48:37.040232 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-1484e146-203d-4503-a72f-c03b7e7fb87e req-1c166edf-6eee-4dc1-b6e4-18b0e9846353 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a23ce57c-5e7a-4686-b843-74109161e384&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0394337 Oct 19 07:48:37.133494 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-1484e146-203d-4503-a72f-c03b7e7fb87e req-799c2b32-534e-4aeb-a7b9-132bab8ee408 service neutron] 10.222.0.16 "GET /v2.0/networks/a23ce57c-5e7a-4686-b843-74109161e384?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870845 Oct 19 07:48:37.222772 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-1484e146-203d-4503-a72f-c03b7e7fb87e req-b736eaf1-3024-4b82-b9b7-c83be8e94e80 service neutron] 10.222.0.16 "GET /v2.0/networks/a23ce57c-5e7a-4686-b843-74109161e384?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834241 Oct 19 07:48:37.603154 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a4ce8a-b7ac-4b97-b02d-602fe5f45ee1 req-9f24d778-018b-44e7-bdc1-534c0d357926 tempest-TestVolumeBootPattern-1806498022 tempest-TestVolumeBootPattern-1806498022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:48:37.604661 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-94a4ce8a-b7ac-4b97-b02d-602fe5f45ee1 req-9f24d778-018b-44e7-bdc1-534c0d357926 tempest-TestVolumeBootPattern-1806498022 tempest-TestVolumeBootPattern-1806498022-project] 10.222.0.27 "GET /v2.0/ports?device_id=89078aee-3fc3-49a7-ac37-8805f733a6d6 HTTP/1.1" status: 200 len: 943 time: 0.0524392 Oct 19 07:48:37.644436 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-94a4ce8a-b7ac-4b97-b02d-602fe5f45ee1 req-a4e9ccb6-3bd6-4c43-a3e3-40c496babbbe tempest-TestVolumeBootPattern-1806498022 tempest-TestVolumeBootPattern-1806498022-project] 10.222.0.27 "GET /v2.0/security-groups?id=09745190-85cd-4989-bb6d-51a24a3c4be0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325780 Oct 19 07:48:38.769566 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c18da6-0d72-4c23-ad5e-838a33f68cc7 req-48d1b38d-7045-425d-9c3c-8df5ff0fddea tempest-TestVolumeBootPattern-1806498022 tempest-TestVolumeBootPattern-1806498022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:48:38.771039 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-17c18da6-0d72-4c23-ad5e-838a33f68cc7 req-48d1b38d-7045-425d-9c3c-8df5ff0fddea tempest-TestVolumeBootPattern-1806498022 tempest-TestVolumeBootPattern-1806498022-project] 10.222.0.27 "GET /v2.0/ports?device_id=89078aee-3fc3-49a7-ac37-8805f733a6d6 HTTP/1.1" status: 200 len: 943 time: 0.0515168 Oct 19 07:48:38.808930 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-17c18da6-0d72-4c23-ad5e-838a33f68cc7 req-852472e1-61ca-4bea-ac42-8ce932c004cc tempest-TestVolumeBootPattern-1806498022 tempest-TestVolumeBootPattern-1806498022-project] 10.222.0.27 "GET /v2.0/security-groups?id=09745190-85cd-4989-bb6d-51a24a3c4be0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318217 Oct 19 07:48:39.929428 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335cf96b-2c4e-4a8e-a2c5-e81275016598 req-ed5c9d53-cce0-46e1-ae46-c4a4abcfff8b tempest-TestVolumeBootPattern-1806498022 tempest-TestVolumeBootPattern-1806498022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:48:39.930902 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-335cf96b-2c4e-4a8e-a2c5-e81275016598 req-ed5c9d53-cce0-46e1-ae46-c4a4abcfff8b tempest-TestVolumeBootPattern-1806498022 tempest-TestVolumeBootPattern-1806498022-project] 10.222.0.27 "GET /v2.0/ports?device_id=89078aee-3fc3-49a7-ac37-8805f733a6d6 HTTP/1.1" status: 200 len: 943 time: 0.0487919 Oct 19 07:48:39.968106 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-335cf96b-2c4e-4a8e-a2c5-e81275016598 req-1d6b9f63-5796-462e-a661-feadc0fe1b88 tempest-TestVolumeBootPattern-1806498022 tempest-TestVolumeBootPattern-1806498022-project] 10.222.0.27 "GET /v2.0/security-groups?id=09745190-85cd-4989-bb6d-51a24a3c4be0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305583 Oct 19 07:48:41.090292 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70c5c10-890f-4a3c-84c2-f471c79d6026 req-bbf93c42-7be9-4a74-9b7a-03e15626ca45 tempest-TestVolumeBootPattern-1806498022 tempest-TestVolumeBootPattern-1806498022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:48:41.091979 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-a70c5c10-890f-4a3c-84c2-f471c79d6026 req-bbf93c42-7be9-4a74-9b7a-03e15626ca45 tempest-TestVolumeBootPattern-1806498022 tempest-TestVolumeBootPattern-1806498022-project] 10.222.0.27 "GET /v2.0/ports?device_id=89078aee-3fc3-49a7-ac37-8805f733a6d6 HTTP/1.1" status: 200 len: 943 time: 0.0522656 Oct 19 07:48:41.128726 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-a70c5c10-890f-4a3c-84c2-f471c79d6026 req-9e7a4784-0b23-45b3-a133-2e0d086809e9 tempest-TestVolumeBootPattern-1806498022 tempest-TestVolumeBootPattern-1806498022-project] 10.222.0.27 "GET /v2.0/security-groups?id=09745190-85cd-4989-bb6d-51a24a3c4be0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307956 Oct 19 07:48:41.695947 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:48:42.248321 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91a6e56-01b4-4dde-9319-04dc8cd0300c req-664698b9-3e06-45fc-8c18-fdae8ec7e06a tempest-TestVolumeBootPattern-1806498022 tempest-TestVolumeBootPattern-1806498022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:48:42.249809 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-a91a6e56-01b4-4dde-9319-04dc8cd0300c req-664698b9-3e06-45fc-8c18-fdae8ec7e06a tempest-TestVolumeBootPattern-1806498022 tempest-TestVolumeBootPattern-1806498022-project] 10.222.0.27 "GET /v2.0/ports?device_id=89078aee-3fc3-49a7-ac37-8805f733a6d6 HTTP/1.1" status: 200 len: 943 time: 0.0502882 Oct 19 07:48:42.288226 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-a91a6e56-01b4-4dde-9319-04dc8cd0300c req-4d2acac5-90cc-4586-8613-1a2ea9faca08 tempest-TestVolumeBootPattern-1806498022 tempest-TestVolumeBootPattern-1806498022-project] 10.222.0.27 "GET /v2.0/security-groups?id=09745190-85cd-4989-bb6d-51a24a3c4be0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325723 Oct 19 07:48:43.362256 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-3b16df95-8e3a-402c-bf0c-10633d8845ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:48:43.410929 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b08713-d62d-4b07-ac6b-8c06c58d5a88 req-1ebc082b-864e-48a6-b3d6-a8443ab40402 tempest-TestVolumeBootPattern-1806498022 tempest-TestVolumeBootPattern-1806498022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:48:43.412434 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-38b08713-d62d-4b07-ac6b-8c06c58d5a88 req-1ebc082b-864e-48a6-b3d6-a8443ab40402 tempest-TestVolumeBootPattern-1806498022 tempest-TestVolumeBootPattern-1806498022-project] 10.222.0.27 "GET /v2.0/ports?device_id=89078aee-3fc3-49a7-ac37-8805f733a6d6 HTTP/1.1" status: 200 len: 943 time: 0.0501537 Oct 19 07:48:43.451296 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-38b08713-d62d-4b07-ac6b-8c06c58d5a88 req-7cfd31b4-bcd9-428d-98ad-c0e0cc139916 tempest-TestVolumeBootPattern-1806498022 tempest-TestVolumeBootPattern-1806498022-project] 10.222.0.27 "GET /v2.0/security-groups?id=09745190-85cd-4989-bb6d-51a24a3c4be0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329294 Oct 19 07:48:44.573560 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe01d87-fc2d-4388-b152-0c1c475a7da9 req-2ea53f72-d507-4a78-a393-2cd8c1114a5e tempest-TestVolumeBootPattern-1806498022 tempest-TestVolumeBootPattern-1806498022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:48:44.575099 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-dfe01d87-fc2d-4388-b152-0c1c475a7da9 req-2ea53f72-d507-4a78-a393-2cd8c1114a5e tempest-TestVolumeBootPattern-1806498022 tempest-TestVolumeBootPattern-1806498022-project] 10.222.0.27 "GET /v2.0/ports?device_id=89078aee-3fc3-49a7-ac37-8805f733a6d6 HTTP/1.1" status: 200 len: 943 time: 0.0514283 Oct 19 07:48:44.611539 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-dfe01d87-fc2d-4388-b152-0c1c475a7da9 req-d9b5a7e3-e788-477a-aba4-8f6635fef755 tempest-TestVolumeBootPattern-1806498022 tempest-TestVolumeBootPattern-1806498022-project] 10.222.0.27 "GET /v2.0/security-groups?id=09745190-85cd-4989-bb6d-51a24a3c4be0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302970 Oct 19 07:48:45.732030 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f463fe-7a0a-43ca-bcca-03e0bcae99dc req-37e6d07d-12d8-4eac-9916-a99d6ffc8c07 tempest-TestVolumeBootPattern-1806498022 tempest-TestVolumeBootPattern-1806498022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:48:45.733538 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-37f463fe-7a0a-43ca-bcca-03e0bcae99dc req-37e6d07d-12d8-4eac-9916-a99d6ffc8c07 tempest-TestVolumeBootPattern-1806498022 tempest-TestVolumeBootPattern-1806498022-project] 10.222.0.27 "GET /v2.0/ports?device_id=89078aee-3fc3-49a7-ac37-8805f733a6d6 HTTP/1.1" status: 200 len: 943 time: 0.0499043 Oct 19 07:48:45.772347 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-37f463fe-7a0a-43ca-bcca-03e0bcae99dc req-746bdec7-be31-4f11-b7dc-c61463f67340 tempest-TestVolumeBootPattern-1806498022 tempest-TestVolumeBootPattern-1806498022-project] 10.222.0.27 "GET /v2.0/security-groups?id=09745190-85cd-4989-bb6d-51a24a3c4be0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326669 Oct 19 07:48:46.281825 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-030e2d65-9455-4d03-bf7e-43a313369df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:48:46.805163 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Device 586ccde1-a54b-46ec-9dc9-93d26aed97d9 details requested by agent hyperv_hv-neutron-8616 with host hv-neutron-8616 {{(pid=103334) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 07:48:46.892774 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec561ae-e5e2-4ed5-b0fa-7c3f336cd16f req-6cee63a3-61eb-43ae-ba5f-b55d383d46d8 tempest-TestVolumeBootPattern-1806498022 tempest-TestVolumeBootPattern-1806498022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:48:46.894413 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-6ec561ae-e5e2-4ed5-b0fa-7c3f336cd16f req-6cee63a3-61eb-43ae-ba5f-b55d383d46d8 tempest-TestVolumeBootPattern-1806498022 tempest-TestVolumeBootPattern-1806498022-project] 10.222.0.27 "GET /v2.0/ports?device_id=89078aee-3fc3-49a7-ac37-8805f733a6d6 HTTP/1.1" status: 200 len: 943 time: 0.0483167 Oct 19 07:48:46.899216 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] For port 586ccde1-a54b-46ec-9dc9-93d26aed97d9, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=586ccde1-a54b-46ec-9dc9-93d26aed97d9,segment=NetworkSegment(96ea79ad-cb18-4750-9b35-f4e90ccd124f),segment_id=96ea79ad-cb18-4750-9b35-f4e90ccd124f)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:48:46.914352 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Returning: {'device': '586ccde1-a54b-46ec-9dc9-93d26aed97d9', 'network_id': 'a23ce57c-5e7a-4686-b843-74109161e384', 'port_id': '586ccde1-a54b-46ec-9dc9-93d26aed97d9', 'mac_address': 'fa:16:3e:85:7b:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59cab28a-9f4d-46b7-9f00-ecdecb2d6122', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103334) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 07:48:46.932751 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-6ec561ae-e5e2-4ed5-b0fa-7c3f336cd16f req-f0ca2fce-4aa4-4100-84a2-8b951eeb3122 tempest-TestVolumeBootPattern-1806498022 tempest-TestVolumeBootPattern-1806498022-project] 10.222.0.27 "GET /v2.0/security-groups?id=09745190-85cd-4989-bb6d-51a24a3c4be0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316017 Oct 19 07:48:46.951059 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Current status of the port 586ccde1-a54b-46ec-9dc9-93d26aed97d9 is: DOWN; New status is: BUILD {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:48:46.951460 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:48:46.964117 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.notifiers.nova [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 586ccde1-a54b-46ec-9dc9-93d26aed97d9 {{(pid=103334) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 19 07:48:46.982962 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] For port 586ccde1-a54b-46ec-9dc9-93d26aed97d9, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=586ccde1-a54b-46ec-9dc9-93d26aed97d9,segment=NetworkSegment(96ea79ad-cb18-4750-9b35-f4e90ccd124f),segment_id=96ea79ad-cb18-4750-9b35-f4e90ccd124f)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:48:46.987608 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:48:47.032055 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Pushing event updated for resources: {'Port': ['ID=586ccde1-a54b-46ec-9dc9-93d26aed97d9,revision_number=4']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:48:47.241793 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] get_ports_and_sgs() called for port_ids ['586ccde1-a54b-46ec-9dc9-93d26aed97d9'] {{(pid=103334) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 19 07:48:47.924474 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-2a2259f7-b034-4eec-af7a-7abaede746c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:48:48.057190 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cb3360-76de-4040-bc8a-ca27cf29646b req-f46434b2-8429-4461-9ce0-6c6cf1150bcb tempest-TestVolumeBootPattern-1806498022 tempest-TestVolumeBootPattern-1806498022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:48:48.058652 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-b8cb3360-76de-4040-bc8a-ca27cf29646b req-f46434b2-8429-4461-9ce0-6c6cf1150bcb tempest-TestVolumeBootPattern-1806498022 tempest-TestVolumeBootPattern-1806498022-project] 10.222.0.27 "GET /v2.0/ports?device_id=89078aee-3fc3-49a7-ac37-8805f733a6d6 HTTP/1.1" status: 200 len: 944 time: 0.0511336 Oct 19 07:48:48.100161 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-b8cb3360-76de-4040-bc8a-ca27cf29646b req-c863afe1-b288-4344-b3a7-96565a8b7c2d tempest-TestVolumeBootPattern-1806498022 tempest-TestVolumeBootPattern-1806498022-project] 10.222.0.27 "GET /v2.0/security-groups?id=09745190-85cd-4989-bb6d-51a24a3c4be0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348220 Oct 19 07:48:48.821250 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Device 586ccde1-a54b-46ec-9dc9-93d26aed97d9 up at agent hyperv_hv-neutron-8616 {{(pid=103334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 07:48:48.871907 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Provisioning for port 586ccde1-a54b-46ec-9dc9-93d26aed97d9 completed by entity L2. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 19 07:48:48.875980 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Provisioning complete for port 586ccde1-a54b-46ec-9dc9-93d26aed97d9 triggered by entity L2. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:48:48.876347 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:48:48.876705 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Attempt 1 to provision port 586ccde1-a54b-46ec-9dc9-93d26aed97d9 Oct 19 07:48:48.951493 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Current status of the port 586ccde1-a54b-46ec-9dc9-93d26aed97d9 is: BUILD; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:48:48.951493 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:48:48.981047 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89078aee-3fc3-49a7-ac37-8805f733a6d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '586ccde1-a54b-46ec-9dc9-93d26aed97d9'}] {{(pid=103334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 19 07:48:48.983278 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d918bd29c62f7e926e80ce37adcd574e0921d2de3006e6b6ef58999f52d8e2e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9f23e37-ce2f-4354-b039-f511abb81baf" -d '{"events": [{"server_uuid": "89078aee-3fc3-49a7-ac37-8805f733a6d6", "name": "network-vif-plugged", "status": "completed", "tag": "586ccde1-a54b-46ec-9dc9-93d26aed97d9"}]}' {{(pid=103334) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 07:48:48.998862 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] For port 586ccde1-a54b-46ec-9dc9-93d26aed97d9, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=586ccde1-a54b-46ec-9dc9-93d26aed97d9,segment=NetworkSegment(96ea79ad-cb18-4750-9b35-f4e90ccd124f),segment_id=96ea79ad-cb18-4750-9b35-f4e90ccd124f)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:48:49.000803 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-1a0da505-d0f9-48c6-b7e2-53b9c5e41298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:48:49.002180 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:48:49.029669 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 19 Oct 2022 07:48:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aaa024d8-ea7a-433e-ac86-a0a326a9466a x-openstack-request-id: req-aaa024d8-ea7a-433e-ac86-a0a326a9466a {{(pid=103334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 07:48:49.029965 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89078aee-3fc3-49a7-ac37-8805f733a6d6", "name": "network-vif-plugged", "status": "completed", "tag": "586ccde1-a54b-46ec-9dc9-93d26aed97d9", "code": 200}]} {{(pid=103334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 07:48:49.030219 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-aaa024d8-ea7a-433e-ac86-a0a326a9466a {{(pid=103334) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 07:48:49.030610 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aaa024d8-ea7a-433e-ac86-a0a326a9466a'] response: {'server_uuid': '89078aee-3fc3-49a7-ac37-8805f733a6d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '586ccde1-a54b-46ec-9dc9-93d26aed97d9', 'code': 200} Oct 19 07:48:49.055962 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Pushing event updated for resources: {'Port': ['ID=586ccde1-a54b-46ec-9dc9-93d26aed97d9,revision_number=5']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:48:49.118400 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:48:49.227347 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a6e349-0a04-490f-a937-9a65474d73d9 req-613f2f70-bca1-4442-b732-af46e6d0af4d tempest-TestVolumeBootPattern-1806498022 tempest-TestVolumeBootPattern-1806498022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:48:49.229013 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-12a6e349-0a04-490f-a937-9a65474d73d9 req-613f2f70-bca1-4442-b732-af46e6d0af4d tempest-TestVolumeBootPattern-1806498022 tempest-TestVolumeBootPattern-1806498022-project] 10.222.0.27 "GET /v2.0/ports?device_id=89078aee-3fc3-49a7-ac37-8805f733a6d6 HTTP/1.1" status: 200 len: 945 time: 0.0516722 Oct 19 07:48:49.287634 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-12a6e349-0a04-490f-a937-9a65474d73d9 req-68dbd3be-89a7-454f-a1b8-1c38d4962c1f tempest-TestVolumeBootPattern-1806498022 tempest-TestVolumeBootPattern-1806498022-project] 10.222.0.27 "GET /v2.0/security-groups?id=09745190-85cd-4989-bb6d-51a24a3c4be0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510228 Oct 19 07:48:49.292729 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98b3eb5-1353-445c-b4d5-c66b33e9fb6c req-d9ff6f04-81b9-4e44-a8d9-6ca87d3206ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:48:49.294825 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-c98b3eb5-1353-445c-b4d5-c66b33e9fb6c req-d9ff6f04-81b9-4e44-a8d9-6ca87d3206ce service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=89078aee-3fc3-49a7-ac37-8805f733a6d6 HTTP/1.1" status: 200 len: 1098 time: 0.1222589 Oct 19 07:48:49.330449 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-c98b3eb5-1353-445c-b4d5-c66b33e9fb6c req-bdc97472-7ba5-42f1-9d08-b4fd56ba0a9c service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=09745190-85cd-4989-bb6d-51a24a3c4be0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0291486 Oct 19 07:48:50.416602 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87535f0a-e097-4b01-b1cf-20c45caab1a3 req-e320b90c-576c-428c-9928-de9511838ede tempest-TestVolumeBootPattern-1806498022 tempest-TestVolumeBootPattern-1806498022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:48:50.418196 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-87535f0a-e097-4b01-b1cf-20c45caab1a3 req-e320b90c-576c-428c-9928-de9511838ede tempest-TestVolumeBootPattern-1806498022 tempest-TestVolumeBootPattern-1806498022-project] 10.222.0.27 "GET /v2.0/ports?device_id=89078aee-3fc3-49a7-ac37-8805f733a6d6 HTTP/1.1" status: 200 len: 945 time: 0.0553265 Oct 19 07:48:50.458191 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-87535f0a-e097-4b01-b1cf-20c45caab1a3 req-fa9894c0-e680-420d-8896-d67414e1fb49 tempest-TestVolumeBootPattern-1806498022 tempest-TestVolumeBootPattern-1806498022-project] 10.222.0.27 "GET /v2.0/security-groups?id=09745190-85cd-4989-bb6d-51a24a3c4be0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333867 Oct 19 07:48:51.582682 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce29d5d9-6224-426b-8199-65186c1ce86c req-b7e8b700-fd6e-4cbf-ba84-60f181b114d4 tempest-TestVolumeBootPattern-1806498022 tempest-TestVolumeBootPattern-1806498022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:48:51.584163 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-ce29d5d9-6224-426b-8199-65186c1ce86c req-b7e8b700-fd6e-4cbf-ba84-60f181b114d4 tempest-TestVolumeBootPattern-1806498022 tempest-TestVolumeBootPattern-1806498022-project] 10.222.0.27 "GET /v2.0/ports?device_id=89078aee-3fc3-49a7-ac37-8805f733a6d6 HTTP/1.1" status: 200 len: 945 time: 0.0483983 Oct 19 07:48:51.623668 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-ce29d5d9-6224-426b-8199-65186c1ce86c req-1b8c1f6c-1e4f-4113-9239-cc23dd1e43f1 tempest-TestVolumeBootPattern-1806498022 tempest-TestVolumeBootPattern-1806498022-project] 10.222.0.27 "GET /v2.0/security-groups?id=09745190-85cd-4989-bb6d-51a24a3c4be0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320506 Oct 19 07:48:51.745888 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21748107-eb53-4ca0-8730-918f84f1008d req-cb604be1-eccc-4606-afb9-8dff12b434df tempest-TestVolumeBootPattern-1806498022 tempest-TestVolumeBootPattern-1806498022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:48:51.748078 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-21748107-eb53-4ca0-8730-918f84f1008d req-cb604be1-eccc-4606-afb9-8dff12b434df tempest-TestVolumeBootPattern-1806498022 tempest-TestVolumeBootPattern-1806498022-project] 10.222.0.27 "GET /v2.0/ports?device_id=89078aee-3fc3-49a7-ac37-8805f733a6d6 HTTP/1.1" status: 200 len: 945 time: 0.0539629 Oct 19 07:48:51.785545 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-21748107-eb53-4ca0-8730-918f84f1008d req-427205a5-c598-4045-9430-646851e1c54d tempest-TestVolumeBootPattern-1806498022 tempest-TestVolumeBootPattern-1806498022-project] 10.222.0.27 "GET /v2.0/security-groups?id=09745190-85cd-4989-bb6d-51a24a3c4be0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315185 Oct 19 07:48:51.813929 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 33242) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:48:51.855320 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffd2da06-bbb8-4489-a569-9451b253ebb8 tempest-TestVolumeBootPattern-1448135616 tempest-TestVolumeBootPattern-1448135616-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:48:51.856875 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-ffd2da06-bbb8-4489-a569-9451b253ebb8 tempest-TestVolumeBootPattern-1448135616 tempest-TestVolumeBootPattern-1448135616-project-admin] 10.222.0.27 "GET /v2.0/ports?device_id=89078aee-3fc3-49a7-ac37-8805f733a6d6 HTTP/1.1" status: 200 len: 1093 time: 0.0419869 Oct 19 07:48:51.859590 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 33244) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:48:51.863743 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-3bb9eb1b-aec0-4a76-8a5c-3bc002b06c2a tempest-TestVolumeBootPattern-1806498022 tempest-TestVolumeBootPattern-1806498022-project] Request body: {'floatingip': {'floating_network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'port_id': '586ccde1-a54b-46ec-9dc9-93d26aed97d9', 'tenant_id': '505fd091f8c84d6d8a8b7dc9bb7934bf', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:48:51.884009 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-3bb9eb1b-aec0-4a76-8a5c-3bc002b06c2a tempest-TestVolumeBootPattern-1806498022 tempest-TestVolumeBootPattern-1806498022-project] Notify callbacks [] for floatingip, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:48:51.978662 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-3bb9eb1b-aec0-4a76-8a5c-3bc002b06c2a tempest-TestVolumeBootPattern-1806498022 tempest-TestVolumeBootPattern-1806498022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:48:52.085763 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.db_base_plugin_common [None req-3bb9eb1b-aec0-4a76-8a5c-3bc002b06c2a tempest-TestVolumeBootPattern-1806498022 tempest-TestVolumeBootPattern-1806498022-project] Allocated IP 172.26.0.2 (99c66757-74e3-40a4-b479-8d09e3a7c3dd/7f3d1034-1de7-458a-a3ee-77488de3949b/536ba35b-aaa1-4b89-8c6c-e7c10ab44ec0) {{(pid=103333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 07:48:52.188011 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-3bb9eb1b-aec0-4a76-8a5c-3bc002b06c2a tempest-TestVolumeBootPattern-1806498022 tempest-TestVolumeBootPattern-1806498022-project] Notify callbacks [] for port, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:48:52.220926 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-3bb9eb1b-aec0-4a76-8a5c-3bc002b06c2a tempest-TestVolumeBootPattern-1806498022 tempest-TestVolumeBootPattern-1806498022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785020947330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130996763'] for port, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:48:52.265574 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bb9eb1b-aec0-4a76-8a5c-3bc002b06c2a tempest-TestVolumeBootPattern-1806498022 tempest-TestVolumeBootPattern-1806498022-project] Network 99c66757-74e3-40a4-b479-8d09e3a7c3dd is already hosted by enough agents. {{(pid=103333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 07:48:52.269823 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-3bb9eb1b-aec0-4a76-8a5c-3bc002b06c2a tempest-TestVolumeBootPattern-1806498022 tempest-TestVolumeBootPattern-1806498022-project] Resources bound (agent type, host, resource id): {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:48:52.273949 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bb9eb1b-aec0-4a76-8a5c-3bc002b06c2a tempest-TestVolumeBootPattern-1806498022 tempest-TestVolumeBootPattern-1806498022-project] Received port after_create {{(pid=103333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 07:48:52.276945 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb9eb1b-aec0-4a76-8a5c-3bc002b06c2a tempest-TestVolumeBootPattern-1806498022 tempest-TestVolumeBootPattern-1806498022-project] Pushing event updated for resources: {'Port': ['ID=536ba35b-aaa1-4b89-8c6c-e7c10ab44ec0,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:48:52.625544 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-3bb9eb1b-aec0-4a76-8a5c-3bc002b06c2a tempest-TestVolumeBootPattern-1806498022 tempest-TestVolumeBootPattern-1806498022-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:48:53.006012 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-3bb9eb1b-aec0-4a76-8a5c-3bc002b06c2a tempest-TestVolumeBootPattern-1806498022 tempest-TestVolumeBootPattern-1806498022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:48:53.154224 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-3bb9eb1b-aec0-4a76-8a5c-3bc002b06c2a tempest-TestVolumeBootPattern-1806498022 tempest-TestVolumeBootPattern-1806498022-project] Notify callbacks [] for port, precommit_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:48:53.158657 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-3bb9eb1b-aec0-4a76-8a5c-3bc002b06c2a tempest-TestVolumeBootPattern-1806498022 tempest-TestVolumeBootPattern-1806498022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130996754'] for port, after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:48:53.223654 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb9eb1b-aec0-4a76-8a5c-3bc002b06c2a tempest-TestVolumeBootPattern-1806498022 tempest-TestVolumeBootPattern-1806498022-project] Pushing event updated for resources: {'Port': ['ID=536ba35b-aaa1-4b89-8c6c-e7c10ab44ec0,revision_number=2']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:48:53.226192 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-3bb9eb1b-aec0-4a76-8a5c-3bc002b06c2a tempest-TestVolumeBootPattern-1806498022 tempest-TestVolumeBootPattern-1806498022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1695041'] for floatingip, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:48:53.327252 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.db.l3_db [None req-3bb9eb1b-aec0-4a76-8a5c-3bc002b06c2a tempest-TestVolumeBootPattern-1806498022 tempest-TestVolumeBootPattern-1806498022-project] Floating IP bf835650-ec17-4cc3-8e46-b047633066b3 associated. External IP: 172.26.0.2, port: 586ccde1-a54b-46ec-9dc9-93d26aed97d9. Oct 19 07:48:53.532137 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bb9eb1b-aec0-4a76-8a5c-3bc002b06c2a tempest-TestVolumeBootPattern-1806498022 tempest-TestVolumeBootPattern-1806498022-project] Router 75e804fd-898a-4e41-901a-ea564d73d357 has already been hosted by L3 agent ab388470-1243-4d53-80f2-c2f5899c97a7 {{(pid=103333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 07:48:53.638114 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bb9eb1b-aec0-4a76-8a5c-3bc002b06c2a tempest-TestVolumeBootPattern-1806498022 tempest-TestVolumeBootPattern-1806498022-project] Notify agent at l3_agent.dv-neutron-861624-1-hyperv the message routers_updated {{(pid=103333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 07:48:53.646365 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.agents_db [None req-6057327c-4456-4c72-8e75-6d3cd9249757 None None] Agent healthcheck: found 6 active agents {{(pid=103335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 07:48:53.648041 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2adbf07e-d21e-47b3-9063-d51e3e88f762 None None] Sync routers for ids ['75e804fd-898a-4e41-901a-ea564d73d357'] in dv-neutron-861624-1-hyperv {{(pid=103334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 07:48:53.657438 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-3bb9eb1b-aec0-4a76-8a5c-3bc002b06c2a tempest-TestVolumeBootPattern-1806498022 tempest-TestVolumeBootPattern-1806498022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42160'] for floatingip, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:48:53.658223 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2adbf07e-d21e-47b3-9063-d51e3e88f762 None None] Routers {'75e804fd-898a-4e41-901a-ea564d73d357'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 07:48:53.658838 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-2adbf07e-d21e-47b3-9063-d51e3e88f762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T07:48:46Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['75e804fd-898a-4e41-901a-ea564d73d357'], 'active': True} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:48:53.686428 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-3bb9eb1b-aec0-4a76-8a5c-3bc002b06c2a tempest-TestVolumeBootPattern-1806498022 tempest-TestVolumeBootPattern-1806498022-project] 10.222.0.27 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 1.8258438 Oct 19 07:48:53.687060 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89078aee-3fc3-49a7-ac37-8805f733a6d6', 'tag': '586ccde1-a54b-46ec-9dc9-93d26aed97d9'}] {{(pid=103333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 19 07:48:53.689398 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e3bb7d74903c72d9cb0d0f2f187c581e0456bd3142b101dc46d694cf75cdf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbeafca7-de9f-4c81-a1d2-1899b0202296" -d '{"events": [{"name": "network-changed", "server_uuid": "89078aee-3fc3-49a7-ac37-8805f733a6d6", "tag": "586ccde1-a54b-46ec-9dc9-93d26aed97d9"}]}' {{(pid=103333) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 07:48:53.729184 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 19 Oct 2022 07:48:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e4ae671-c7f5-4deb-8cd1-2db540b96f02 x-openstack-request-id: req-8e4ae671-c7f5-4deb-8cd1-2db540b96f02 {{(pid=103333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 07:48:53.729487 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89078aee-3fc3-49a7-ac37-8805f733a6d6", "tag": "586ccde1-a54b-46ec-9dc9-93d26aed97d9", "status": "completed", "code": 200}]} {{(pid=103333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 07:48:53.729747 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-8e4ae671-c7f5-4deb-8cd1-2db540b96f02 {{(pid=103333) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 07:48:53.730157 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8e4ae671-c7f5-4deb-8cd1-2db540b96f02'] response: {'name': 'network-changed', 'server_uuid': '89078aee-3fc3-49a7-ac37-8805f733a6d6', 'tag': '586ccde1-a54b-46ec-9dc9-93d26aed97d9', 'status': 'completed', 'code': 200} Oct 19 07:48:53.771039 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvr_db [None req-2adbf07e-d21e-47b3-9063-d51e3e88f762 None None] Set router 75e804fd-898a-4e41-901a-ea564d73d357 gateway port host: dv-neutron-861624-1-hyperv {{(pid=103334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 07:48:53.795808 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbeafca7-de9f-4c81-a1d2-1899b0202296 req-bf0a7a33-1dca-4cab-81cf-1567b72a7db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:48:53.797339 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-cbeafca7-de9f-4c81-a1d2-1899b0202296 req-bf0a7a33-1dca-4cab-81cf-1567b72a7db0 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=505fd091f8c84d6d8a8b7dc9bb7934bf&device_id=89078aee-3fc3-49a7-ac37-8805f733a6d6 HTTP/1.1" status: 200 len: 1098 time: 0.0439296 Oct 19 07:48:53.887240 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbeafca7-de9f-4c81-a1d2-1899b0202296 req-82d01874-ab62-479f-998d-f8e43029222c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:48:53.888804 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-cbeafca7-de9f-4c81-a1d2-1899b0202296 req-82d01874-ab62-479f-998d-f8e43029222c service neutron] 10.222.0.16 "GET /v2.0/networks?id=a23ce57c-5e7a-4686-b843-74109161e384 HTTP/1.1" status: 200 len: 913 time: 0.0853410 Oct 19 07:48:53.958127 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-cbeafca7-de9f-4c81-a1d2-1899b0202296 req-ef83d6fe-cdfe-4488-8741-6385e9c9b3a3 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=586ccde1-a54b-46ec-9dc9-93d26aed97d9 HTTP/1.1" status: 200 len: 997 time: 0.0616670 Oct 19 07:48:53.992515 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-2adbf07e-d21e-47b3-9063-d51e3e88f762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75e804fd-898a-4e41-901a-ea564d73d357', 'name': 'tempest-TestVolumeBootPattern-2140510641-router', 'tenant_id': '505fd091f8c84d6d8a8b7dc9bb7934bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'external_fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.47'}], 'enable_snat': True}, 'gw_port_id': '27a5a6f1-ef1d-4f19-9401-e95be5cdafde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T07:45:41Z', 'updated_at': '2022-10-19T07:45:45Z', 'revision_number': 4, 'project_id': '505fd091f8c84d6d8a8b7dc9bb7934bf', 'gw_port': {'id': '27a5a6f1-ef1d-4f19-9401-e95be5cdafde', 'name': '', 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:8e:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75e804fd-898a-4e41-901a-ea564d73d357', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1311, 'fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:45:42Z', 'updated_at': '2022-10-19T07:45:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861624-1-hyperv', '_floatingips': [{'id': 'bf835650-ec17-4cc3-8e46-b047633066b3', 'tenant_id': '505fd091f8c84d6d8a8b7dc9bb7934bf', 'floating_ip_address': '172.26.0.2', 'floating_network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'router_id': '75e804fd-898a-4e41-901a-ea564d73d357', 'port_id': '586ccde1-a54b-46ec-9dc9-93d26aed97d9', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1387, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a23ce57c-5e7a-4686-b843-74109161e384', 'mac_address': 'fa:16:3e:85:7b:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89078aee-3fc3-49a7-ac37-8805f733a6d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-19T07:48:52Z', 'updated_at': '2022-10-19T07:48:52Z', 'revision_number': 0, 'project_id': '505fd091f8c84d6d8a8b7dc9bb7934bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '875c69bf-bbd0-43d5-a353-16a753075bc3', 'name': '', 'network_id': 'a23ce57c-5e7a-4686-b843-74109161e384', 'tenant_id': '505fd091f8c84d6d8a8b7dc9bb7934bf', 'mac_address': 'fa:16:3e:ac:9e:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75e804fd-898a-4e41-901a-ea564d73d357', 'device_owner': 'network:router_interface', 'standard_attr_id': 1312, 'fixed_ips': [{'subnet_id': '59cab28a-9f4d-46b7-9f00-ecdecb2d6122', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:45:44Z', 'updated_at': '2022-10-19T07:45:49Z', 'revision_number': 5, 'project_id': '505fd091f8c84d6d8a8b7dc9bb7934bf', 'subnets': [{'id': '59cab28a-9f4d-46b7-9f00-ecdecb2d6122', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:48:54.006140 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbeafca7-de9f-4c81-a1d2-1899b0202296 req-68a2f829-ac0f-478d-9be8-351ac0cb5a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:48:54.007679 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-cbeafca7-de9f-4c81-a1d2-1899b0202296 req-68a2f829-ac0f-478d-9be8-351ac0cb5a7e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=59cab28a-9f4d-46b7-9f00-ecdecb2d6122 HTTP/1.1" status: 200 len: 851 time: 0.0433424 Oct 19 07:48:54.022275 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2adbf07e-d21e-47b3-9063-d51e3e88f762 None None] Checking router: 75e804fd-898a-4e41-901a-ea564d73d357 for host: dv-neutron-861624-1-hyperv {{(pid=103334) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 07:48:54.031331 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2adbf07e-d21e-47b3-9063-d51e3e88f762 None None] Routers {'75e804fd-898a-4e41-901a-ea564d73d357'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 07:48:54.031941 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-2adbf07e-d21e-47b3-9063-d51e3e88f762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T07:48:46Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['75e804fd-898a-4e41-901a-ea564d73d357'], 'active': True} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:48:54.055210 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbeafca7-de9f-4c81-a1d2-1899b0202296 req-3860eaa0-b62f-434d-9a02-af9035507a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:48:54.056752 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-cbeafca7-de9f-4c81-a1d2-1899b0202296 req-3860eaa0-b62f-434d-9a02-af9035507a98 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a23ce57c-5e7a-4686-b843-74109161e384&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0390079 Oct 19 07:48:54.138458 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvr_db [None req-2adbf07e-d21e-47b3-9063-d51e3e88f762 None None] Set router 75e804fd-898a-4e41-901a-ea564d73d357 gateway port host: dv-neutron-861624-1-hyperv {{(pid=103334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 07:48:54.150967 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-cbeafca7-de9f-4c81-a1d2-1899b0202296 req-225b9aea-6de0-41bb-8dc3-92c51ef3f73d service neutron] 10.222.0.16 "GET /v2.0/networks/a23ce57c-5e7a-4686-b843-74109161e384?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872822 Oct 19 07:48:54.240770 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-cbeafca7-de9f-4c81-a1d2-1899b0202296 req-875f0e5c-53db-4f83-ae7a-310ef4555e9c service neutron] 10.222.0.16 "GET /v2.0/networks/a23ce57c-5e7a-4686-b843-74109161e384?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813797 Oct 19 07:48:54.359915 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-2adbf07e-d21e-47b3-9063-d51e3e88f762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75e804fd-898a-4e41-901a-ea564d73d357', 'name': 'tempest-TestVolumeBootPattern-2140510641-router', 'tenant_id': '505fd091f8c84d6d8a8b7dc9bb7934bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'external_fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.47'}], 'enable_snat': True}, 'gw_port_id': '27a5a6f1-ef1d-4f19-9401-e95be5cdafde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T07:45:41Z', 'updated_at': '2022-10-19T07:45:45Z', 'revision_number': 4, 'project_id': '505fd091f8c84d6d8a8b7dc9bb7934bf', 'gw_port': {'id': '27a5a6f1-ef1d-4f19-9401-e95be5cdafde', 'name': '', 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:8e:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75e804fd-898a-4e41-901a-ea564d73d357', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1311, 'fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:45:42Z', 'updated_at': '2022-10-19T07:45:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861624-1-hyperv', '_floatingips': [{'id': 'bf835650-ec17-4cc3-8e46-b047633066b3', 'tenant_id': '505fd091f8c84d6d8a8b7dc9bb7934bf', 'floating_ip_address': '172.26.0.2', 'floating_network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'router_id': '75e804fd-898a-4e41-901a-ea564d73d357', 'port_id': '586ccde1-a54b-46ec-9dc9-93d26aed97d9', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1387, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a23ce57c-5e7a-4686-b843-74109161e384', 'mac_address': 'fa:16:3e:85:7b:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89078aee-3fc3-49a7-ac37-8805f733a6d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-19T07:48:52Z', 'updated_at': '2022-10-19T07:48:52Z', 'revision_number': 0, 'project_id': '505fd091f8c84d6d8a8b7dc9bb7934bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '875c69bf-bbd0-43d5-a353-16a753075bc3', 'name': '', 'network_id': 'a23ce57c-5e7a-4686-b843-74109161e384', 'tenant_id': '505fd091f8c84d6d8a8b7dc9bb7934bf', 'mac_address': 'fa:16:3e:ac:9e:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75e804fd-898a-4e41-901a-ea564d73d357', 'device_owner': 'network:router_interface', 'standard_attr_id': 1312, 'fixed_ips': [{'subnet_id': '59cab28a-9f4d-46b7-9f00-ecdecb2d6122', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:45:44Z', 'updated_at': '2022-10-19T07:45:49Z', 'revision_number': 5, 'project_id': '505fd091f8c84d6d8a8b7dc9bb7934bf', 'subnets': [{'id': '59cab28a-9f4d-46b7-9f00-ecdecb2d6122', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:48:54.388942 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2adbf07e-d21e-47b3-9063-d51e3e88f762 None None] The sync data for ids ['75e804fd-898a-4e41-901a-ea564d73d357'] in dv-neutron-861624-1-hyperv is: [{'id': '75e804fd-898a-4e41-901a-ea564d73d357', 'name': 'tempest-TestVolumeBootPattern-2140510641-router', 'tenant_id': '505fd091f8c84d6d8a8b7dc9bb7934bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'external_fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.47'}], 'enable_snat': True}, 'gw_port_id': '27a5a6f1-ef1d-4f19-9401-e95be5cdafde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T07:45:41Z', 'updated_at': '2022-10-19T07:45:45Z', 'revision_number': 4, 'project_id': '505fd091f8c84d6d8a8b7dc9bb7934bf', 'gw_port': {'id': '27a5a6f1-ef1d-4f19-9401-e95be5cdafde', 'name': '', 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:8e:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75e804fd-898a-4e41-901a-ea564d73d357', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1311, 'fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:45:42Z', 'updated_at': '2022-10-19T07:45:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861624-1-hyperv', '_floatingips': [{'id': 'bf835650-ec17-4cc3-8e46-b047633066b3', 'tenant_id': '505fd091f8c84d6d8a8b7dc9bb7934bf', 'floating_ip_address': '172.26.0.2', 'floating_network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'router_id': '75e804fd-898a-4e41-901a-ea564d73d357', 'port_id': '586ccde1-a54b-46ec-9dc9-93d26aed97d9', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1387, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a23ce57c-5e7a-4686-b843-74109161e384', 'mac_address': 'fa:16:3e:85:7b:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89078aee-3fc3-49a7-ac37-8805f733a6d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-19T07:48:52Z', 'updated_at': '2022-10-19T07:48:52Z', 'revision_number': 0, 'project_id': '505fd091f8c84d6d8a8b7dc9bb7934bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '875c69bf-bbd0-43d5-a353-16a753075bc3', 'name': '', 'network_id': 'a23ce57c-5e7a-4686-b843-74109161e384', 'tenant_id': '505fd091f8c84d6d8a8b7dc9bb7934bf', 'mac_address': 'fa:16:3e:ac:9e:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75e804fd-898a-4e41-901a-ea564d73d357', 'device_owner': 'network:router_interface', 'standard_attr_id': 1312, 'fixed_ips': [{'subnet_id': '59cab28a-9f4d-46b7-9f00-ecdecb2d6122', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:45:44Z', 'updated_at': '2022-10-19T07:45:49Z', 'revision_number': 5, 'project_id': '505fd091f8c84d6d8a8b7dc9bb7934bf', 'subnets': [{'id': '59cab28a-9f4d-46b7-9f00-ecdecb2d6122', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 07:48:54.573128 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f26cf81b-a75c-4db0-b48a-207ba39d8ad6 None None] New status for floating IP bf835650-ec17-4cc3-8e46-b047633066b3: ACTIVE {{(pid=103335) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 19 07:48:57.882305 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98baea78-29f9-428b-be57-15d0ef71c55a req-93c99e33-4ea6-48ad-bb99-82d09859b63f tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:48:57.883774 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-98baea78-29f9-428b-be57-15d0ef71c55a req-93c99e33-4ea6-48ad-bb99-82d09859b63f tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "GET /v2.0/ports?device_id=7cc5fedc-829c-4fa3-967a-2006bc2cd4f5 HTTP/1.1" status: 200 len: 945 time: 0.0519564 Oct 19 07:48:57.921320 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-98baea78-29f9-428b-be57-15d0ef71c55a req-0d2b82e7-1b88-433f-8c53-4565b654da94 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "GET /v2.0/security-groups?id=d38b1084-5385-4a15-8f69-0a2a4594acd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307651 Oct 19 07:48:59.052294 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9833b04-6d1a-4baf-a9f3-2b760e5a796b req-cea6b960-797e-4e39-b477-04dae77dcf24 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:48:59.053988 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-c9833b04-6d1a-4baf-a9f3-2b760e5a796b req-cea6b960-797e-4e39-b477-04dae77dcf24 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "GET /v2.0/ports?device_id=7cc5fedc-829c-4fa3-967a-2006bc2cd4f5 HTTP/1.1" status: 200 len: 945 time: 0.0525749 Oct 19 07:48:59.099018 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-c9833b04-6d1a-4baf-a9f3-2b760e5a796b req-eb664c11-9b59-41a7-9f3d-6e4d730f1c01 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "GET /v2.0/security-groups?id=d38b1084-5385-4a15-8f69-0a2a4594acd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368710 Oct 19 07:48:59.253716 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55dca30d-b499-455a-95e5-16010a4314fa req-f2e2a416-b3d2-44a2-90a5-f123945b7ed2 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:48:59.255121 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-55dca30d-b499-455a-95e5-16010a4314fa req-f2e2a416-b3d2-44a2-90a5-f123945b7ed2 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.16 "GET /v2.0/ports?device_id=7cc5fedc-829c-4fa3-967a-2006bc2cd4f5 HTTP/1.1" status: 200 len: 945 time: 0.0542762 Oct 19 07:48:59.356573 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.plugin [req-55dca30d-b499-455a-95e5-16010a4314fa req-8c2f444c-03f3-4a6e-9e9d-79d0706464d3 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Deleting port d4ccee3d-899a-43df-9fd6-a893aed362c6 {{(pid=103332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 07:48:59.357030 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-55dca30d-b499-455a-95e5-16010a4314fa req-8c2f444c-03f3-4a6e-9e9d-79d0706464d3 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:48:59.455369 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.db [req-55dca30d-b499-455a-95e5-16010a4314fa req-8c2f444c-03f3-4a6e-9e9d-79d0706464d3 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] For port d4ccee3d-899a-43df-9fd6-a893aed362c6, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=d4ccee3d-899a-43df-9fd6-a893aed362c6,segment=NetworkSegment(c7209637-5744-4534-a0dd-2fd061069086),segment_id=c7209637-5744-4534-a0dd-2fd061069086)] {{(pid=103332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:48:59.455729 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-55dca30d-b499-455a-95e5-16010a4314fa req-8c2f444c-03f3-4a6e-9e9d-79d0706464d3 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:48:59.960145 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-55dca30d-b499-455a-95e5-16010a4314fa req-8c2f444c-03f3-4a6e-9e9d-79d0706464d3 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:48:59.960422 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-55dca30d-b499-455a-95e5-16010a4314fa req-8c2f444c-03f3-4a6e-9e9d-79d0706464d3 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1695041'] for floatingip, after_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:48:59.960761 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.db.l3_db [req-55dca30d-b499-455a-95e5-16010a4314fa req-8c2f444c-03f3-4a6e-9e9d-79d0706464d3 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Floating IP d34a6708-20a5-4d83-8ac8-d00083d92c45 disassociated. External IP: 172.26.0.122, port: d4ccee3d-899a-43df-9fd6-a893aed362c6. Oct 19 07:48:59.961101 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.plugin [req-55dca30d-b499-455a-95e5-16010a4314fa req-8c2f444c-03f3-4a6e-9e9d-79d0706464d3 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Calling delete_port for d4ccee3d-899a-43df-9fd6-a893aed362c6 owned by compute:nova {{(pid=103332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 07:49:00.090718 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-55dca30d-b499-455a-95e5-16010a4314fa req-8c2f444c-03f3-4a6e-9e9d-79d0706464d3 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133553798'] for port, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:49:00.120329 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2f444c-03f3-4a6e-9e9d-79d0706464d3 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Pushing event deleted for resources: {'Port': ['ID=d4ccee3d-899a-43df-9fd6-a893aed362c6,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:49:00.239812 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-36afa470-9e8a-45ef-a063-de8e7bdef6cc req-b18b4a7d-58ce-40c3-853d-fbbf1ce506dd tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "GET /v2.0/ports?device_id=7cc5fedc-829c-4fa3-967a-2006bc2cd4f5 HTTP/1.1" status: 200 len: 210 time: 0.0555515 Oct 19 07:49:00.262533 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.l3_agent_scheduler [req-55dca30d-b499-455a-95e5-16010a4314fa req-8c2f444c-03f3-4a6e-9e9d-79d0706464d3 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Router 8f9c4c9a-9264-44ac-95a7-0060625c28d7 has already been hosted by L3 agent ab388470-1243-4d53-80f2-c2f5899c97a7 {{(pid=103332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 07:49:00.368855 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-55dca30d-b499-455a-95e5-16010a4314fa req-8c2f444c-03f3-4a6e-9e9d-79d0706464d3 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify agent at l3_agent.dv-neutron-861624-1-hyperv the message routers_updated {{(pid=103332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 07:49:00.378944 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba5837ad-ec92-4527-9fcf-e97f849404d8 None None] Sync routers for ids ['8f9c4c9a-9264-44ac-95a7-0060625c28d7'] in dv-neutron-861624-1-hyperv {{(pid=103334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 07:49:00.388493 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba5837ad-ec92-4527-9fcf-e97f849404d8 None None] Routers {'8f9c4c9a-9264-44ac-95a7-0060625c28d7'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 07:49:00.389125 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-ba5837ad-ec92-4527-9fcf-e97f849404d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T07:48:46Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['8f9c4c9a-9264-44ac-95a7-0060625c28d7'], 'active': True} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:49:00.408448 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [req-55dca30d-b499-455a-95e5-16010a4314fa req-8c2f444c-03f3-4a6e-9e9d-79d0706464d3 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] No DVR routers for this DVR port d4ccee3d-899a-43df-9fd6-a893aed362c6 on host hv-neutron-8616 {{(pid=103332) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 19 07:49:00.411044 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-55dca30d-b499-455a-95e5-16010a4314fa req-8c2f444c-03f3-4a6e-9e9d-79d0706464d3 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42160'] for port, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:49:00.414576 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-55dca30d-b499-455a-95e5-16010a4314fa req-8c2f444c-03f3-4a6e-9e9d-79d0706464d3 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.16 "DELETE /v2.0/ports/d4ccee3d-899a-43df-9fd6-a893aed362c6 HTTP/1.1" status: 204 len: 173 time: 1.1541100 Oct 19 07:49:00.415117 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cc5fedc-829c-4fa3-967a-2006bc2cd4f5', 'name': 'network-vif-deleted', 'tag': 'd4ccee3d-899a-43df-9fd6-a893aed362c6'}] {{(pid=103332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 19 07:49:00.418148 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a021b02cf5f527cd4bbbc40a031b51490d9893d7edeeb551bdf5128ee7546f8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-868b8d21-61b1-46f3-a1cd-d062a31298f2" -d '{"events": [{"server_uuid": "7cc5fedc-829c-4fa3-967a-2006bc2cd4f5", "name": "network-vif-deleted", "tag": "d4ccee3d-899a-43df-9fd6-a893aed362c6"}]}' {{(pid=103332) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 07:49:00.465299 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 19 Oct 2022 07:49:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e471b95-4a68-44a7-835d-e2be94020bdc x-openstack-request-id: req-0e471b95-4a68-44a7-835d-e2be94020bdc {{(pid=103332) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 07:49:00.465624 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7cc5fedc-829c-4fa3-967a-2006bc2cd4f5", "name": "network-vif-deleted", "tag": "d4ccee3d-899a-43df-9fd6-a893aed362c6", "status": "completed", "code": 200}]} {{(pid=103332) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 07:49:00.465962 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-0e471b95-4a68-44a7-835d-e2be94020bdc {{(pid=103332) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 07:49:00.466327 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0e471b95-4a68-44a7-835d-e2be94020bdc'] response: {'server_uuid': '7cc5fedc-829c-4fa3-967a-2006bc2cd4f5', 'name': 'network-vif-deleted', 'tag': 'd4ccee3d-899a-43df-9fd6-a893aed362c6', 'status': 'completed', 'code': 200} Oct 19 07:49:00.645949 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvr_db [None req-ba5837ad-ec92-4527-9fcf-e97f849404d8 None None] Set router 8f9c4c9a-9264-44ac-95a7-0060625c28d7 gateway port host: dv-neutron-861624-1-hyperv {{(pid=103334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 07:49:00.839230 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-ba5837ad-ec92-4527-9fcf-e97f849404d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f9c4c9a-9264-44ac-95a7-0060625c28d7', 'name': 'tempest-TestNetworkBasicOps-router-2066928180', 'tenant_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'external_fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.229'}], 'enable_snat': True}, 'gw_port_id': '281a2b29-48f0-4878-99a4-bd27af550a0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T07:47:17Z', 'updated_at': '2022-10-19T07:47:21Z', 'revision_number': 4, 'project_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'gw_port': {'id': '281a2b29-48f0-4878-99a4-bd27af550a0b', 'name': '', 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:9d:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f9c4c9a-9264-44ac-95a7-0060625c28d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1359, 'fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:47:18Z', 'updated_at': '2022-10-19T07:47:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861624-1-hyperv', '_interfaces': [{'id': 'adb93870-a922-4aaa-8afd-44e18df04503', 'name': '', 'network_id': '58c21991-8c0b-48b2-8a48-2d5e558303c6', 'tenant_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'mac_address': 'fa:16:3e:b4:d9:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f9c4c9a-9264-44ac-95a7-0060625c28d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '4a2ca61c-5b8e-4f64-94b5-599d69df9453', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:47:20Z', 'updated_at': '2022-10-19T07:47:23Z', 'revision_number': 5, 'project_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'subnets': [{'id': '4a2ca61c-5b8e-4f64-94b5-599d69df9453', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:49:00.870105 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba5837ad-ec92-4527-9fcf-e97f849404d8 None None] Checking router: 8f9c4c9a-9264-44ac-95a7-0060625c28d7 for host: dv-neutron-861624-1-hyperv {{(pid=103334) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 07:49:00.878504 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba5837ad-ec92-4527-9fcf-e97f849404d8 None None] Routers {'8f9c4c9a-9264-44ac-95a7-0060625c28d7'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 07:49:00.879110 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-ba5837ad-ec92-4527-9fcf-e97f849404d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T07:48:46Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['8f9c4c9a-9264-44ac-95a7-0060625c28d7'], 'active': True} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:49:00.986733 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvr_db [None req-ba5837ad-ec92-4527-9fcf-e97f849404d8 None None] Set router 8f9c4c9a-9264-44ac-95a7-0060625c28d7 gateway port host: dv-neutron-861624-1-hyperv {{(pid=103334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 07:49:01.186132 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-ba5837ad-ec92-4527-9fcf-e97f849404d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f9c4c9a-9264-44ac-95a7-0060625c28d7', 'name': 'tempest-TestNetworkBasicOps-router-2066928180', 'tenant_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'external_fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.229'}], 'enable_snat': True}, 'gw_port_id': '281a2b29-48f0-4878-99a4-bd27af550a0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T07:47:17Z', 'updated_at': '2022-10-19T07:47:21Z', 'revision_number': 4, 'project_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'gw_port': {'id': '281a2b29-48f0-4878-99a4-bd27af550a0b', 'name': '', 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:9d:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f9c4c9a-9264-44ac-95a7-0060625c28d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1359, 'fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:47:18Z', 'updated_at': '2022-10-19T07:47:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861624-1-hyperv', '_interfaces': [{'id': 'adb93870-a922-4aaa-8afd-44e18df04503', 'name': '', 'network_id': '58c21991-8c0b-48b2-8a48-2d5e558303c6', 'tenant_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'mac_address': 'fa:16:3e:b4:d9:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f9c4c9a-9264-44ac-95a7-0060625c28d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '4a2ca61c-5b8e-4f64-94b5-599d69df9453', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:47:20Z', 'updated_at': '2022-10-19T07:47:23Z', 'revision_number': 5, 'project_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'subnets': [{'id': '4a2ca61c-5b8e-4f64-94b5-599d69df9453', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:49:01.215232 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba5837ad-ec92-4527-9fcf-e97f849404d8 None None] The sync data for ids ['8f9c4c9a-9264-44ac-95a7-0060625c28d7'] in dv-neutron-861624-1-hyperv is: [{'id': '8f9c4c9a-9264-44ac-95a7-0060625c28d7', 'name': 'tempest-TestNetworkBasicOps-router-2066928180', 'tenant_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'external_fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.229'}], 'enable_snat': True}, 'gw_port_id': '281a2b29-48f0-4878-99a4-bd27af550a0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T07:47:17Z', 'updated_at': '2022-10-19T07:47:21Z', 'revision_number': 4, 'project_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'gw_port': {'id': '281a2b29-48f0-4878-99a4-bd27af550a0b', 'name': '', 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:9d:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f9c4c9a-9264-44ac-95a7-0060625c28d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1359, 'fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:47:18Z', 'updated_at': '2022-10-19T07:47:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861624-1-hyperv', '_interfaces': [{'id': 'adb93870-a922-4aaa-8afd-44e18df04503', 'name': '', 'network_id': '58c21991-8c0b-48b2-8a48-2d5e558303c6', 'tenant_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'mac_address': 'fa:16:3e:b4:d9:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f9c4c9a-9264-44ac-95a7-0060625c28d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '4a2ca61c-5b8e-4f64-94b5-599d69df9453', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:47:20Z', 'updated_at': '2022-10-19T07:47:23Z', 'revision_number': 5, 'project_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'subnets': [{'id': '4a2ca61c-5b8e-4f64-94b5-599d69df9453', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 07:49:01.307222 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 33268) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:49:01.376327 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-93dd0777-6d24-4da2-b9eb-8efe1616df64 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for security_group, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:49:01.407896 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-93dd0777-6d24-4da2-b9eb-8efe1616df64 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:49:01.448345 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c40131e-e518-4701-beb8-a87c823f8750 None None] New status for floating IP d34a6708-20a5-4d83-8ac8-d00083d92c45: DOWN {{(pid=103335) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 19 07:49:01.477366 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-93dd0777-6d24-4da2-b9eb-8efe1616df64 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788643'] for security_group, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:49:01.480034 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-93dd0777-6d24-4da2-b9eb-8efe1616df64 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for security_group, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:49:01.484023 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-93dd0777-6d24-4da2-b9eb-8efe1616df64 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "DELETE /v2.0/security-groups/d38b1084-5385-4a15-8f69-0a2a4594acd8 HTTP/1.1" status: 204 len: 168 time: 0.1730869 Oct 19 07:49:01.491130 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93dd0777-6d24-4da2-b9eb-8efe1616df64 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d38b1084-5385-4a15-8f69-0a2a4594acd8,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:49:01.524192 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 33272) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:49:01.655646 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-682d8a01-4c05-4ed9-9cd7-b81d01325844 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Deleting port a671506c-00db-4981-89b7-f494b24f1deb {{(pid=103333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 07:49:01.656063 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-682d8a01-4c05-4ed9-9cd7-b81d01325844 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:49:01.738527 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-682d8a01-4c05-4ed9-9cd7-b81d01325844 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:49:01.738856 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-682d8a01-4c05-4ed9-9cd7-b81d01325844 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:49:01.753959 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-682d8a01-4c05-4ed9-9cd7-b81d01325844 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Calling delete_port for a671506c-00db-4981-89b7-f494b24f1deb owned by network:floatingip {{(pid=103333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 07:49:01.892735 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-682d8a01-4c05-4ed9-9cd7-b81d01325844 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130996763'] for port, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:49:01.920132 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682d8a01-4c05-4ed9-9cd7-b81d01325844 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Pushing event deleted for resources: {'Port': ['ID=a671506c-00db-4981-89b7-f494b24f1deb,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:49:01.983159 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-682d8a01-4c05-4ed9-9cd7-b81d01325844 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for floatingip, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:49:01.985906 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-682d8a01-4c05-4ed9-9cd7-b81d01325844 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42160'] for floatingip, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:49:01.987144 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-682d8a01-4c05-4ed9-9cd7-b81d01325844 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "DELETE /v2.0/floatingips/d34a6708-20a5-4d83-8ac8-d00083d92c45 HTTP/1.1" status: 204 len: 168 time: 0.4619992 Oct 19 07:49:02.210729 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bead89-e7bf-4f9e-8aa5-2d6989ed9a89 req-1951b7cc-2c08-4b92-afb6-993f219a11bd tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:49:02.212121 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-17bead89-e7bf-4f9e-8aa5-2d6989ed9a89 req-1951b7cc-2c08-4b92-afb6-993f219a11bd tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "GET /v2.0/ports?device_id=c37a0005-71fe-4713-95c5-6cc5878a69c7 HTTP/1.1" status: 200 len: 946 time: 0.0497227 Oct 19 07:49:02.253650 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-17bead89-e7bf-4f9e-8aa5-2d6989ed9a89 req-81e3701f-502f-42ec-8230-33f888a605d3 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "GET /v2.0/security-groups?id=a589c1ee-f50c-4501-8e1c-bf32273c150c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351417 Oct 19 07:49:02.861529 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Device d4ccee3d-899a-43df-9fd6-a893aed362c6 no longer exists at agent hyperv_hv-neutron-8616 {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 07:49:02.884072 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] No Port match for: d4ccee3d-899a-43df-9fd6-a893aed362c6 {{(pid=103334) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 19 07:49:02.884408 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Device d4ccee3d-899a-43df-9fd6-a893aed362c6 not bound to the agent host hv-neutron-8616 {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 07:49:03.377497 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c0f648-a0ec-444c-ab2d-0e690d049c65 req-1114b022-6596-4ef0-a4a6-2e500a1e6beb tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:49:03.378990 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-d9c0f648-a0ec-444c-ab2d-0e690d049c65 req-1114b022-6596-4ef0-a4a6-2e500a1e6beb tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "GET /v2.0/ports?device_id=c37a0005-71fe-4713-95c5-6cc5878a69c7 HTTP/1.1" status: 200 len: 946 time: 0.0500958 Oct 19 07:49:03.417369 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-d9c0f648-a0ec-444c-ab2d-0e690d049c65 req-6417ccea-9597-4503-8854-d10dfa33f0af tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "GET /v2.0/security-groups?id=a589c1ee-f50c-4501-8e1c-bf32273c150c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323677 Oct 19 07:49:03.538773 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc1bbc9-bd75-41a9-810a-42de4f470f54 req-ac702b45-518a-4ece-9a48-c95ec77b09bb tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:49:03.540097 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-3fc1bbc9-bd75-41a9-810a-42de4f470f54 req-ac702b45-518a-4ece-9a48-c95ec77b09bb tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.16 "GET /v2.0/ports?device_id=c37a0005-71fe-4713-95c5-6cc5878a69c7 HTTP/1.1" status: 200 len: 946 time: 0.0470898 Oct 19 07:49:03.634308 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.plugin [req-3fc1bbc9-bd75-41a9-810a-42de4f470f54 req-7d6b4961-82e9-40b5-bcc4-68f3afcea3ba tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Deleting port 670125b4-f2cc-4f9e-bc8a-6ff39c74d402 {{(pid=103332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 07:49:03.634651 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-3fc1bbc9-bd75-41a9-810a-42de4f470f54 req-7d6b4961-82e9-40b5-bcc4-68f3afcea3ba tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:49:03.724942 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.db [req-3fc1bbc9-bd75-41a9-810a-42de4f470f54 req-7d6b4961-82e9-40b5-bcc4-68f3afcea3ba tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] For port 670125b4-f2cc-4f9e-bc8a-6ff39c74d402, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=670125b4-f2cc-4f9e-bc8a-6ff39c74d402,segment=NetworkSegment(c7209637-5744-4534-a0dd-2fd061069086),segment_id=c7209637-5744-4534-a0dd-2fd061069086)] {{(pid=103332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:49:03.725321 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-3fc1bbc9-bd75-41a9-810a-42de4f470f54 req-7d6b4961-82e9-40b5-bcc4-68f3afcea3ba tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:49:03.738553 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.plugin [req-3fc1bbc9-bd75-41a9-810a-42de4f470f54 req-7d6b4961-82e9-40b5-bcc4-68f3afcea3ba tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Calling delete_port for 670125b4-f2cc-4f9e-bc8a-6ff39c74d402 owned by compute:nova {{(pid=103332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 07:49:03.872682 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-3fc1bbc9-bd75-41a9-810a-42de4f470f54 req-7d6b4961-82e9-40b5-bcc4-68f3afcea3ba tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133553798'] for port, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:49:03.899471 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6b4961-82e9-40b5-bcc4-68f3afcea3ba tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Pushing event deleted for resources: {'Port': ['ID=670125b4-f2cc-4f9e-bc8a-6ff39c74d402,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:49:03.942771 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [req-3fc1bbc9-bd75-41a9-810a-42de4f470f54 req-7d6b4961-82e9-40b5-bcc4-68f3afcea3ba tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] No DVR routers for this DVR port 670125b4-f2cc-4f9e-bc8a-6ff39c74d402 on host hv-neutron-8616 {{(pid=103332) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 19 07:49:03.945523 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-3fc1bbc9-bd75-41a9-810a-42de4f470f54 req-7d6b4961-82e9-40b5-bcc4-68f3afcea3ba tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42160'] for port, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:49:03.948892 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-3fc1bbc9-bd75-41a9-810a-42de4f470f54 req-7d6b4961-82e9-40b5-bcc4-68f3afcea3ba tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.16 "DELETE /v2.0/ports/670125b4-f2cc-4f9e-bc8a-6ff39c74d402 HTTP/1.1" status: 204 len: 173 time: 0.4024324 Oct 19 07:49:03.949397 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c37a0005-71fe-4713-95c5-6cc5878a69c7', 'name': 'network-vif-deleted', 'tag': '670125b4-f2cc-4f9e-bc8a-6ff39c74d402'}] {{(pid=103332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 19 07:49:03.951846 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a021b02cf5f527cd4bbbc40a031b51490d9893d7edeeb551bdf5128ee7546f8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a59c4cd-bdf2-4af9-bbc0-d571d586dfbc" -d '{"events": [{"server_uuid": "c37a0005-71fe-4713-95c5-6cc5878a69c7", "name": "network-vif-deleted", "tag": "670125b4-f2cc-4f9e-bc8a-6ff39c74d402"}]}' {{(pid=103332) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 07:49:03.986742 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 19 Oct 2022 07:49:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07f34caf-8c47-4bc5-99f0-7180d776c60c x-openstack-request-id: req-07f34caf-8c47-4bc5-99f0-7180d776c60c {{(pid=103332) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 07:49:03.987034 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c37a0005-71fe-4713-95c5-6cc5878a69c7", "name": "network-vif-deleted", "tag": "670125b4-f2cc-4f9e-bc8a-6ff39c74d402", "status": "completed", "code": 200}]} {{(pid=103332) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 07:49:03.987283 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-07f34caf-8c47-4bc5-99f0-7180d776c60c {{(pid=103332) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 07:49:03.987689 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.notifiers.nova [-] Nova event matching ['req-07f34caf-8c47-4bc5-99f0-7180d776c60c'] response: {'server_uuid': 'c37a0005-71fe-4713-95c5-6cc5878a69c7', 'name': 'network-vif-deleted', 'tag': '670125b4-f2cc-4f9e-bc8a-6ff39c74d402', 'status': 'completed', 'code': 200} Oct 19 07:49:04.479008 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 33284) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:49:04.537608 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-a295c6ad-46bb-47f1-9232-27636d5594cc tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for security_group, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:49:04.563066 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-a295c6ad-46bb-47f1-9232-27636d5594cc tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:49:04.621939 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-a295c6ad-46bb-47f1-9232-27636d5594cc tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788643'] for security_group, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:49:04.624653 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-a295c6ad-46bb-47f1-9232-27636d5594cc tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for security_group, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:49:04.625814 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-a295c6ad-46bb-47f1-9232-27636d5594cc tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "DELETE /v2.0/security-groups/a589c1ee-f50c-4501-8e1c-bf32273c150c HTTP/1.1" status: 204 len: 168 time: 0.1458349 Oct 19 07:49:04.634727 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a295c6ad-46bb-47f1-9232-27636d5594cc tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a589c1ee-f50c-4501-8e1c-bf32273c150c,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:49:04.663483 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 33288) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:49:05.030257 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-b1bb2cdc-3ea4-4818-98d8-8e5f2ebfe972 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1694785'] for router_interface, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:49:05.282727 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.plugin [None req-b1bb2cdc-3ea4-4818-98d8-8e5f2ebfe972 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Deleting port adb93870-a922-4aaa-8afd-44e18df04503 {{(pid=103332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 07:49:05.283492 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-b1bb2cdc-3ea4-4818-98d8-8e5f2ebfe972 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:49:05.373643 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.db [None req-b1bb2cdc-3ea4-4818-98d8-8e5f2ebfe972 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] For port adb93870-a922-4aaa-8afd-44e18df04503, host dv-neutron-861624-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=adb93870-a922-4aaa-8afd-44e18df04503,segment=NetworkSegment(c7209637-5744-4534-a0dd-2fd061069086),segment_id=c7209637-5744-4534-a0dd-2fd061069086)] {{(pid=103332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:49:05.374001 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-b1bb2cdc-3ea4-4818-98d8-8e5f2ebfe972 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:49:05.385535 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.plugin [None req-b1bb2cdc-3ea4-4818-98d8-8e5f2ebfe972 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Calling delete_port for adb93870-a922-4aaa-8afd-44e18df04503 owned by network:router_interface {{(pid=103332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 07:49:05.566285 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-b1bb2cdc-3ea4-4818-98d8-8e5f2ebfe972 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133553798'] for port, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:49:05.594208 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1bb2cdc-3ea4-4818-98d8-8e5f2ebfe972 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Pushing event deleted for resources: {'Port': ['ID=adb93870-a922-4aaa-8afd-44e18df04503,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:49:05.770562 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-b1bb2cdc-3ea4-4818-98d8-8e5f2ebfe972 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1574862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1694957'] for router_interface, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:49:05.986471 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1bb2cdc-3ea4-4818-98d8-8e5f2ebfe972 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Router 8f9c4c9a-9264-44ac-95a7-0060625c28d7 has already been hosted by L3 agent ab388470-1243-4d53-80f2-c2f5899c97a7 {{(pid=103332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 07:49:06.091016 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1bb2cdc-3ea4-4818-98d8-8e5f2ebfe972 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify agent at l3_agent.dv-neutron-861624-1-hyperv the message routers_updated {{(pid=103332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 07:49:06.096459 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-b1bb2cdc-3ea4-4818-98d8-8e5f2ebfe972 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "PUT /v2.0/routers/8f9c4c9a-9264-44ac-95a7-0060625c28d7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4316838 Oct 19 07:49:06.099125 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 33290) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:49:06.100427 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0f6b277-3c91-48ae-9001-c04579dac523 None None] Sync routers for ids ['8f9c4c9a-9264-44ac-95a7-0060625c28d7'] in dv-neutron-861624-1-hyperv {{(pid=103334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 07:49:06.111052 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0f6b277-3c91-48ae-9001-c04579dac523 None None] Routers {'8f9c4c9a-9264-44ac-95a7-0060625c28d7'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 07:49:06.111676 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-f0f6b277-3c91-48ae-9001-c04579dac523 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T07:48:46Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['8f9c4c9a-9264-44ac-95a7-0060625c28d7'], 'active': True} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:49:06.150510 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.db_base_plugin_v2 [None req-461e1611-47c2-45a4-9433-d6916fa8e957 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Deleting subnet 4a2ca61c-5b8e-4f64-94b5-599d69df9453 {{(pid=103333) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 19 07:49:06.156727 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-461e1611-47c2-45a4-9433-d6916fa8e957 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for subnet, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:49:06.206869 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-461e1611-47c2-45a4-9433-d6916fa8e957 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-134111928'] for subnet, precommit_delete_associations {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:49:06.221852 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvr_db [None req-f0f6b277-3c91-48ae-9001-c04579dac523 None None] Set router 8f9c4c9a-9264-44ac-95a7-0060625c28d7 gateway port host: dv-neutron-861624-1-hyperv {{(pid=103334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 07:49:06.300714 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-461e1611-47c2-45a4-9433-d6916fa8e957 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-679826'] for subnet, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:49:06.359116 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-461e1611-47c2-45a4-9433-d6916fa8e957 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-679819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130997964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130170408'] for subnet, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:49:06.387507 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461e1611-47c2-45a4-9433-d6916fa8e957 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Pushing event deleted for resources: {'Subnet': ['ID=4a2ca61c-5b8e-4f64-94b5-599d69df9453,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:49:06.393599 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-461e1611-47c2-45a4-9433-d6916fa8e957 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for subnet, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:49:06.396570 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f159c4a-4450-4226-8ac2-efe164e634d1 None None] Network 58c21991-8c0b-48b2-8a48-2d5e558303c6 requested from dv-neutron-861624-1-hyperv {{(pid=103334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 07:49:06.399802 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-461e1611-47c2-45a4-9433-d6916fa8e957 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "DELETE /v2.0/subnets/4a2ca61c-5b8e-4f64-94b5-599d69df9453 HTTP/1.1" status: 204 len: 168 time: 0.2996399 Oct 19 07:49:06.400442 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 33292) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:49:06.466675 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-f0f6b277-3c91-48ae-9001-c04579dac523 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f9c4c9a-9264-44ac-95a7-0060625c28d7', 'name': 'tempest-TestNetworkBasicOps-router-2066928180', 'tenant_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'external_fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.229'}], 'enable_snat': True}, 'gw_port_id': '281a2b29-48f0-4878-99a4-bd27af550a0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T07:47:17Z', 'updated_at': '2022-10-19T07:49:05Z', 'revision_number': 5, 'project_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'gw_port': {'id': '281a2b29-48f0-4878-99a4-bd27af550a0b', 'name': '', 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:9d:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f9c4c9a-9264-44ac-95a7-0060625c28d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1359, 'fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:47:18Z', 'updated_at': '2022-10-19T07:47:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861624-1-hyperv'}], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:49:06.495856 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0f6b277-3c91-48ae-9001-c04579dac523 None None] Checking router: 8f9c4c9a-9264-44ac-95a7-0060625c28d7 for host: dv-neutron-861624-1-hyperv {{(pid=103334) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 07:49:06.513282 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-a5b696c5-e9df-4911-bd4a-0bf55afc823d tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for router, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:49:06.538949 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0f6b277-3c91-48ae-9001-c04579dac523 None None] Routers {'8f9c4c9a-9264-44ac-95a7-0060625c28d7'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 07:49:06.539481 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-f0f6b277-3c91-48ae-9001-c04579dac523 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T07:48:46Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['8f9c4c9a-9264-44ac-95a7-0060625c28d7'], 'active': True} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:49:06.630365 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-a5b696c5-e9df-4911-bd4a-0bf55afc823d tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:49:06.667863 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvr_db [None req-f0f6b277-3c91-48ae-9001-c04579dac523 None None] Set router 8f9c4c9a-9264-44ac-95a7-0060625c28d7 gateway port host: dv-neutron-861624-1-hyperv {{(pid=103334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 07:49:06.698152 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af66f90d-ac28-45c7-80cd-f48b3a042254 None None] DHCP port deletion for 58c21991-8c0b-48b2-8a48-2d5e558303c6 request from dv-neutron-861624-1-hyperv {{(pid=103334) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 07:49:06.703091 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.plugin [None req-a5b696c5-e9df-4911-bd4a-0bf55afc823d tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Deleting port 281a2b29-48f0-4878-99a4-bd27af550a0b {{(pid=103332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 07:49:06.703573 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-a5b696c5-e9df-4911-bd4a-0bf55afc823d tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:49:06.784698 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.db [None req-a5b696c5-e9df-4911-bd4a-0bf55afc823d tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] For port 281a2b29-48f0-4878-99a4-bd27af550a0b, host dv-neutron-861624-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=281a2b29-48f0-4878-99a4-bd27af550a0b,segment=NetworkSegment(53981d04-8205-40d8-8d33-0510111d6f8f),segment_id=53981d04-8205-40d8-8d33-0510111d6f8f)] {{(pid=103332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:49:06.785428 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-a5b696c5-e9df-4911-bd4a-0bf55afc823d tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:49:06.802723 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.plugin [None req-a5b696c5-e9df-4911-bd4a-0bf55afc823d tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Calling delete_port for 281a2b29-48f0-4878-99a4-bd27af550a0b owned by network:router_gateway {{(pid=103332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 07:49:06.847003 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-af66f90d-ac28-45c7-80cd-f48b3a042254 None None] Deleting port e9d7d347-fb36-4bab-86f4-dd7fc80c4c38 {{(pid=103334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 07:49:06.847299 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-af66f90d-ac28-45c7-80cd-f48b3a042254 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:49:06.892105 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Device 670125b4-f2cc-4f9e-bc8a-6ff39c74d402 no longer exists at agent hyperv_hv-neutron-8616 {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 07:49:06.973754 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-a5b696c5-e9df-4911-bd4a-0bf55afc823d tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133553798'] for port, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:49:07.031907 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b696c5-e9df-4911-bd4a-0bf55afc823d tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Pushing event deleted for resources: {'Port': ['ID=281a2b29-48f0-4878-99a4-bd27af550a0b,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:49:07.080990 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-a5b696c5-e9df-4911-bd4a-0bf55afc823d tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1693831'] for router_gateway, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:49:07.103512 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] No Port match for: 670125b4-f2cc-4f9e-bc8a-6ff39c74d402 {{(pid=103334) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 19 07:49:07.103990 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Device 670125b4-f2cc-4f9e-bc8a-6ff39c74d402 not bound to the agent host hv-neutron-8616 {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 07:49:07.119258 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-af66f90d-ac28-45c7-80cd-f48b3a042254 None None] For port e9d7d347-fb36-4bab-86f4-dd7fc80c4c38, host dv-neutron-861624-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=e9d7d347-fb36-4bab-86f4-dd7fc80c4c38,segment=NetworkSegment(c7209637-5744-4534-a0dd-2fd061069086),segment_id=c7209637-5744-4534-a0dd-2fd061069086)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:49:07.119654 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-af66f90d-ac28-45c7-80cd-f48b3a042254 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:49:07.136122 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-af66f90d-ac28-45c7-80cd-f48b3a042254 None None] Calling delete_port for e9d7d347-fb36-4bab-86f4-dd7fc80c4c38 owned by network:dhcp {{(pid=103334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 07:49:07.185175 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-a5b696c5-e9df-4911-bd4a-0bf55afc823d tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1693565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12618'] for router, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:49:07.188154 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-a5b696c5-e9df-4911-bd4a-0bf55afc823d tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:49:07.191406 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-f0f6b277-3c91-48ae-9001-c04579dac523 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f9c4c9a-9264-44ac-95a7-0060625c28d7', 'name': 'tempest-TestNetworkBasicOps-router-2066928180', 'tenant_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'external_fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.229'}], 'enable_snat': True}, 'gw_port_id': '281a2b29-48f0-4878-99a4-bd27af550a0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T07:47:17Z', 'updated_at': '2022-10-19T07:49:05Z', 'revision_number': 5, 'project_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'gw_port': {'id': '281a2b29-48f0-4878-99a4-bd27af550a0b', 'name': '', 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:9d:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f9c4c9a-9264-44ac-95a7-0060625c28d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1359, 'fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:47:18Z', 'updated_at': '2022-10-19T07:47:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861624-1-hyperv'}], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:49:07.224172 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0f6b277-3c91-48ae-9001-c04579dac523 None None] The sync data for ids ['8f9c4c9a-9264-44ac-95a7-0060625c28d7'] in dv-neutron-861624-1-hyperv is: [{'id': '8f9c4c9a-9264-44ac-95a7-0060625c28d7', 'name': 'tempest-TestNetworkBasicOps-router-2066928180', 'tenant_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'external_fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.229'}], 'enable_snat': True}, 'gw_port_id': '281a2b29-48f0-4878-99a4-bd27af550a0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T07:47:17Z', 'updated_at': '2022-10-19T07:49:05Z', 'revision_number': 5, 'project_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'gw_port': {'id': '281a2b29-48f0-4878-99a4-bd27af550a0b', 'name': '', 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:9d:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f9c4c9a-9264-44ac-95a7-0060625c28d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1359, 'fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:47:18Z', 'updated_at': '2022-10-19T07:47:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861624-1-hyperv'}] {{(pid=103334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 07:49:07.239393 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-a5b696c5-e9df-4911-bd4a-0bf55afc823d tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1693542'] for router, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:49:07.240712 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5b696c5-e9df-4911-bd4a-0bf55afc823d tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Fanout notify agent at l3_agent the message router_deleted on router 8f9c4c9a-9264-44ac-95a7-0060625c28d7 {{(pid=103332) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 07:49:07.249936 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-a5b696c5-e9df-4911-bd4a-0bf55afc823d tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for router, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:49:07.252615 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-a5b696c5-e9df-4911-bd4a-0bf55afc823d tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "DELETE /v2.0/routers/8f9c4c9a-9264-44ac-95a7-0060625c28d7 HTTP/1.1" status: 204 len: 168 time: 0.8494282 Oct 19 07:49:07.254025 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 33296) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:49:07.261325 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-af66f90d-ac28-45c7-80cd-f48b3a042254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339'] for port, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:49:07.273068 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device e9d7d347-fb36-4bab-86f4-dd7fc80c4c38 no longer exists at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 07:49:07.300442 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af66f90d-ac28-45c7-80cd-f48b3a042254 None None] No DVR routers for this DVR port e9d7d347-fb36-4bab-86f4-dd7fc80c4c38 on host dv-neutron-861624-1-hyperv {{(pid=103334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 19 07:49:07.322670 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] No Port match for: e9d7d347-fb36-4bab-86f4-dd7fc80c4c38 {{(pid=103334) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 19 07:49:07.323021 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device e9d7d347-fb36-4bab-86f4-dd7fc80c4c38 not bound to the agent host dv-neutron-861624-1-hyperv {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 07:49:07.326115 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af66f90d-ac28-45c7-80cd-f48b3a042254 None None] Pushing event deleted for resources: {'Port': ['ID=e9d7d347-fb36-4bab-86f4-dd7fc80c4c38,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:49:07.341960 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-439791a5-a340-4260-8c26-082a0964b845 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-667019'] for network, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:49:07.427883 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-439791a5-a340-4260-8c26-082a0964b845 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-673051', 'neutron.services.segments.db._delete_segments_for_network-8785021519108'] for network, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:49:07.450089 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.services.segments.db [None req-439791a5-a340-4260-8c26-082a0964b845 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58c21991-8c0b-48b2-8a48-2d5e558303c6']}} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:49:07.459593 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.services.segments.db [None req-439791a5-a340-4260-8c26-082a0964b845 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7209637-5744-4534-a0dd-2fd061069086') {'for_net_delete': True} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:49:07.459889 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.services.segments.db [None req-439791a5-a340-4260-8c26-082a0964b845 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7209637-5744-4534-a0dd-2fd061069086') {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:49:07.469005 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-439791a5-a340-4260-8c26-082a0964b845 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785021519382', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130726885'] for segment, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:49:07.481505 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-439791a5-a340-4260-8c26-082a0964b845 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979'] for segment, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:49:07.487791 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-439791a5-a340-4260-8c26-082a0964b845 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Releasing vlan 191 on physical network physnet1 to pool {{(pid=103332) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 07:49:07.488526 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-439791a5-a340-4260-8c26-082a0964b845 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-133553843'] for segment, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:49:07.554426 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-439791a5-a340-4260-8c26-082a0964b845 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-673044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1695087'] for network, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:49:07.561508 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-439791a5-a340-4260-8c26-082a0964b845 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for network, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:49:07.568538 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-439791a5-a340-4260-8c26-082a0964b845 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "DELETE /v2.0/networks/58c21991-8c0b-48b2-8a48-2d5e558303c6 HTTP/1.1" status: 204 len: 168 time: 0.3094654 Oct 19 07:49:07.568538 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.services.segments.plugin [-] Segment c7209637-5744-4534-a0dd-2fd061069086 resource provider aggregate not found Oct 19 07:49:07.591523 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 33304) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:49:07.597490 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-93a88b11-2cc4-4f62-8474-505db49c054b tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Request body: {'network': {'name': 'tempest-network-smoke--1363989487', 'project_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'port_security_enabled': True}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:49:07.601538 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.services.segments.plugin [-] Segment c7209637-5744-4534-a0dd-2fd061069086 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c7209637-5744-4534-a0dd-2fd061069086 found for delete ", "request_id": "req-e9df13b4-e0c2-474a-b4da-befee6fd939d"}]} Oct 19 07:49:07.603259 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439791a5-a340-4260-8c26-082a0964b845 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Pushing event deleted for resources: {'Network': ['ID=58c21991-8c0b-48b2-8a48-2d5e558303c6,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:49:07.620318 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93a88b11-2cc4-4f62-8474-505db49c054b tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Made reservation on behalf of 47a12ea4f74e4c18b13323e6f3cc9741 for: {'network': 1} {{(pid=103332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 07:49:07.623913 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-93a88b11-2cc4-4f62-8474-505db49c054b tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for network, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:49:07.647614 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93a88b11-2cc4-4f62-8474-505db49c054b tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 159} {{(pid=103332) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 07:49:07.656814 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-93a88b11-2cc4-4f62-8474-505db49c054b tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979'] for segment, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:49:07.657151 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.db.segments_db [None req-93a88b11-2cc4-4f62-8474-505db49c054b tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Added segment d88ad28a-fb4b-416e-8d5a-ca43c09c61be of type vlan for network e9b79030-4304-4a01-8c3d-401c4c1ecd11 Oct 19 07:49:07.701639 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-93a88b11-2cc4-4f62-8474-505db49c054b tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785020965340'] for network, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:49:07.728421 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-93a88b11-2cc4-4f62-8474-505db49c054b tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873'] for network, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:49:07.733989 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93a88b11-2cc4-4f62-8474-505db49c054b tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:49:07.734600 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-93a88b11-2cc4-4f62-8474-505db49c054b tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for network, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:49:07.765715 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-93a88b11-2cc4-4f62-8474-505db49c054b tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1730216 Oct 19 07:49:07.768606 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 33306) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:49:07.774083 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-52819006-02be-4588-b7aa-508086c4aa6d tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1386197143', 'admin_state_up': True, 'project_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd'}}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:49:07.801283 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-52819006-02be-4588-b7aa-508086c4aa6d tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1692695', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12668'] for router, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:49:07.802329 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-52819006-02be-4588-b7aa-508086c4aa6d tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1692835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1693910', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1621825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12659'] for router, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:49:07.802971 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a88b11-2cc4-4f62-8474-505db49c054b tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Pushing event updated for resources: {'Network': ['ID=e9b79030-4304-4a01-8c3d-401c4c1ecd11,revision_number=1']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:49:07.813666 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Network e9b79030-4304-4a01-8c3d-401c4c1ecd11 details requested by agent ovs-agent-dv-neutron-861624-1-hyperv with host dv-neutron-861624-1-hyperv {{(pid=103334) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 07:49:07.874535 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-52819006-02be-4588-b7aa-508086c4aa6d tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:49:08.021054 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-52819006-02be-4588-b7aa-508086c4aa6d tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:49:08.248290 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-52819006-02be-4588-b7aa-508086c4aa6d tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for router_gateway, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:49:08.272380 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-52819006-02be-4588-b7aa-508086c4aa6d tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:49:08.391577 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.db_base_plugin_common [None req-52819006-02be-4588-b7aa-508086c4aa6d tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Allocated IP 172.26.0.149 (99c66757-74e3-40a4-b479-8d09e3a7c3dd/7f3d1034-1de7-458a-a3ee-77488de3949b/2269bb40-bbae-4dd3-bb8f-443b9538dc8a) {{(pid=103333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 07:49:08.500266 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-52819006-02be-4588-b7aa-508086c4aa6d tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for port, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:49:08.537910 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-52819006-02be-4588-b7aa-508086c4aa6d tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785020947330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130996763'] for port, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:49:08.580414 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52819006-02be-4588-b7aa-508086c4aa6d tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Network 99c66757-74e3-40a4-b479-8d09e3a7c3dd is already hosted by enough agents. {{(pid=103333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 07:49:08.583201 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-52819006-02be-4588-b7aa-508086c4aa6d tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Resources bound (agent type, host, resource id): {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:49:08.588706 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52819006-02be-4588-b7aa-508086c4aa6d tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Received port after_create {{(pid=103333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 07:49:08.591089 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52819006-02be-4588-b7aa-508086c4aa6d tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Pushing event updated for resources: {'Port': ['ID=2269bb40-bbae-4dd3-bb8f-443b9538dc8a,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:49:08.843344 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-52819006-02be-4588-b7aa-508086c4aa6d tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for router_gateway, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:49:09.046179 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-52819006-02be-4588-b7aa-508086c4aa6d tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1692844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1693859'] for router, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:49:09.125773 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device 281a2b29-48f0-4878-99a4-bd27af550a0b no longer exists at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 07:49:09.146132 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] No Port match for: 281a2b29-48f0-4878-99a4-bd27af550a0b {{(pid=103334) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 19 07:49:09.146476 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device 281a2b29-48f0-4878-99a4-bd27af550a0b not bound to the agent host dv-neutron-861624-1-hyperv {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 07:49:09.146916 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device adb93870-a922-4aaa-8afd-44e18df04503 no longer exists at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 07:49:09.165465 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] No Port match for: adb93870-a922-4aaa-8afd-44e18df04503 {{(pid=103334) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 19 07:49:09.165805 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device adb93870-a922-4aaa-8afd-44e18df04503 not bound to the agent host dv-neutron-861624-1-hyperv {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 07:49:09.176458 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52819006-02be-4588-b7aa-508086c4aa6d tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Router e5ef0c65-b040-4d8f-9522-7d5c04b99252 is scheduled to L3 agent ab388470-1243-4d53-80f2-c2f5899c97a7 with binding_index 1 {{(pid=103333) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 07:49:09.284066 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52819006-02be-4588-b7aa-508086c4aa6d tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify agent at l3_agent.dv-neutron-861624-1-hyperv the message routers_updated {{(pid=103333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 07:49:09.293099 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e415a0cb-a686-43cf-8145-044e34ad5aab None None] Sync routers for ids ['e5ef0c65-b040-4d8f-9522-7d5c04b99252'] in dv-neutron-861624-1-hyperv {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 07:49:09.304083 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e415a0cb-a686-43cf-8145-044e34ad5aab None None] Routers {'e5ef0c65-b040-4d8f-9522-7d5c04b99252'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 07:49:09.305052 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-e415a0cb-a686-43cf-8145-044e34ad5aab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T07:48:46Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['e5ef0c65-b040-4d8f-9522-7d5c04b99252'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:49:09.307836 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-52819006-02be-4588-b7aa-508086c4aa6d tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for router, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:49:09.309141 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-52819006-02be-4588-b7aa-508086c4aa6d tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 1.5389268 Oct 19 07:49:09.312530 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 33308) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:49:09.341494 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-19d0475f-1aa3-470b-8cd0-c4dedca25e83 tempest-TestNetworkBasicOps-773100899 tempest-TestNetworkBasicOps-773100899-project-admin] 10.222.0.27 "GET /v2.0/subnets?project_id=47a12ea4f74e4c18b13323e6f3cc9741&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0278516 Oct 19 07:49:09.344126 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 33310) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:49:09.432111 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30274dd4-c29d-4a73-a891-30a15231d162 tempest-TestNetworkBasicOps-773100899 tempest-TestNetworkBasicOps-773100899-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:49:09.433567 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-30274dd4-c29d-4a73-a891-30a15231d162 tempest-TestNetworkBasicOps-773100899 tempest-TestNetworkBasicOps-773100899-project-admin] 10.222.0.27 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0884776 Oct 19 07:49:09.436471 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 33312) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:49:09.468490 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-e38d35b4-91f9-41cc-9bc9-da1970fd6292 tempest-TestNetworkBasicOps-773100899 tempest-TestNetworkBasicOps-773100899-project-admin] 10.222.0.27 "GET /v2.0/subnets?network_id=99c66757-74e3-40a4-b479-8d09e3a7c3dd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0309258 Oct 19 07:49:09.471023 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 33314) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:49:09.475586 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-1dfdc278-eaf0-492f-afdc-3f59d2ed210f tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-989598214', 'network_id': 'e9b79030-4304-4a01-8c3d-401c4c1ecd11', 'project_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:49:09.489880 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvr_db [None req-e415a0cb-a686-43cf-8145-044e34ad5aab None None] Set router e5ef0c65-b040-4d8f-9522-7d5c04b99252 gateway port host: dv-neutron-861624-1-hyperv {{(pid=103335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 07:49:09.560366 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1dfdc278-eaf0-492f-afdc-3f59d2ed210f tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Made reservation on behalf of 47a12ea4f74e4c18b13323e6f3cc9741 for: {'subnet': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 07:49:09.563764 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-1dfdc278-eaf0-492f-afdc-3f59d2ed210f tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130170579'] for subnet, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:49:09.666406 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-e415a0cb-a686-43cf-8145-044e34ad5aab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5ef0c65-b040-4d8f-9522-7d5c04b99252', 'name': 'tempest-TestNetworkBasicOps-router-1386197143', 'tenant_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'external_fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.149'}], 'enable_snat': True}, 'gw_port_id': '2269bb40-bbae-4dd3-bb8f-443b9538dc8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T07:49:07Z', 'updated_at': '2022-10-19T07:49:08Z', 'revision_number': 3, 'project_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'gw_port': {'id': '2269bb40-bbae-4dd3-bb8f-443b9538dc8a', 'name': '', 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:c8:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5ef0c65-b040-4d8f-9522-7d5c04b99252', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:49:08Z', 'updated_at': '2022-10-19T07:49:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861624-1-hyperv'}], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:49:09.693151 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e415a0cb-a686-43cf-8145-044e34ad5aab None None] Checking router: e5ef0c65-b040-4d8f-9522-7d5c04b99252 for host: dv-neutron-861624-1-hyperv {{(pid=103335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 07:49:09.693412 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e415a0cb-a686-43cf-8145-044e34ad5aab None None] Updating router e5ef0c65-b040-4d8f-9522-7d5c04b99252 port 2269bb40-bbae-4dd3-bb8f-443b9538dc8a binding host dv-neutron-861624-1-hyperv {{(pid=103335) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 07:49:09.719061 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-e415a0cb-a686-43cf-8145-044e34ad5aab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:49:09.742054 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-1dfdc278-eaf0-492f-afdc-3f59d2ed210f tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130997899', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130170401'] for subnet, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:49:09.801862 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfdc278-eaf0-492f-afdc-3f59d2ed210f tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Pushing event updated for resources: {'Subnet': ['ID=f139ef8f-07d3-4834-abff-fcc417b189cf,revision_number=0']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:49:09.811246 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dfdc278-eaf0-492f-afdc-3f59d2ed210f tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Checking segment: {'id': 'd88ad28a-fb4b-416e-8d5a-ca43c09c61be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'e9b79030-4304-4a01-8c3d-401c4c1ecd11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 19 07:49:09.811603 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dfdc278-eaf0-492f-afdc-3f59d2ed210f tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Network hostable DHCP agents. Network: e9b79030-4304-4a01-8c3d-401c4c1ecd11, hostable agents: ['310d813b-0e3e-4d7e-9b79-8f4ec0dbcab0'], hosted agents: [] {{(pid=103333) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 07:49:09.828917 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dfdc278-eaf0-492f-afdc-3f59d2ed210f tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Network e9b79030-4304-4a01-8c3d-401c4c1ecd11 is scheduled to be hosted by DHCP agent 310d813b-0e3e-4d7e-9b79-8f4ec0dbcab0 with binding_index 1 {{(pid=103333) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 07:49:09.837416 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-1dfdc278-eaf0-492f-afdc-3f59d2ed210f tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861624-1-hyperv, e9b79030-4304-4a01-8c3d-401c4c1ecd11) {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:49:09.842838 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dfdc278-eaf0-492f-afdc-3f59d2ed210f tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:49:09.843772 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-1dfdc278-eaf0-492f-afdc-3f59d2ed210f tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for subnet, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:49:09.849289 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19e67896-60ec-46c4-a4a5-d833fe3a9962 None None] Network e9b79030-4304-4a01-8c3d-401c4c1ecd11 requested from dv-neutron-861624-1-hyperv {{(pid=103334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 07:49:09.863565 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-1dfdc278-eaf0-492f-afdc-3f59d2ed210f tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.3909416 Oct 19 07:49:09.865831 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 33316) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:49:09.987822 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-e415a0cb-a686-43cf-8145-044e34ad5aab None None] Notify callbacks [] for port, precommit_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:49:09.993630 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-e415a0cb-a686-43cf-8145-044e34ad5aab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:49:10.001723 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-458a9892-002b-4e11-8cea-920665728af9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d12c6ac-27a3-545c-a8f3-f04e30423d6d-e9b79030-4304-4a01-8c3d-401c4c1ecd11', 'network_id': 'e9b79030-4304-4a01-8c3d-401c4c1ecd11', 'tenant_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'fixed_ips': [{'subnet_id': 'f139ef8f-07d3-4834-abff-fcc417b189cf'}]}} from dv-neutron-861624-1-hyperv. {{(pid=103334) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 07:49:10.003181 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-458a9892-002b-4e11-8cea-920665728af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:49:10.039734 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-e415a0cb-a686-43cf-8145-044e34ad5aab None None] Attempting to bind port 2269bb40-bbae-4dd3-bb8f-443b9538dc8a on host dv-neutron-861624-1-hyperv for vnic_type normal with profile {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 19 07:49:10.040345 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-e415a0cb-a686-43cf-8145-044e34ad5aab None None] Attempting to bind port 2269bb40-bbae-4dd3-bb8f-443b9538dc8a by drivers openvswitch,hyperv on host dv-neutron-861624-1-hyperv at level 0 using segments [{'id': '53981d04-8205-40d8-8d33-0510111d6f8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd'}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 19 07:49:10.040782 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e415a0cb-a686-43cf-8145-044e34ad5aab None None] Attempting to bind port 2269bb40-bbae-4dd3-bb8f-443b9538dc8a on network 99c66757-74e3-40a4-b479-8d09e3a7c3dd {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 07:49:10.049164 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e415a0cb-a686-43cf-8145-044e34ad5aab None None] Checking agent: {'id': 'a5b0152c-d633-409b-aaf8-3b76458e2410', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861624-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 19, 7, 30, 19), 'started_at': datetime.datetime(2022, 10, 19, 7, 30, 49), 'heartbeat_timestamp': datetime.datetime(2022, 10, 19, 7, 48, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861624-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 07:49:10.049533 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e415a0cb-a686-43cf-8145-044e34ad5aab None None] Checking segment: {'id': '53981d04-8205-40d8-8d33-0510111d6f8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 19 07:49:10.049933 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-e415a0cb-a686-43cf-8145-044e34ad5aab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:49:10.050370 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e415a0cb-a686-43cf-8145-044e34ad5aab None None] Bound using segment: {'id': '53981d04-8205-40d8-8d33-0510111d6f8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd'} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 07:49:10.050846 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-e415a0cb-a686-43cf-8145-044e34ad5aab None None] Bound port: 2269bb40-bbae-4dd3-bb8f-443b9538dc8a, host: dv-neutron-861624-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53981d04-8205-40d8-8d33-0510111d6f8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd'}}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 19 07:49:10.051220 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-e415a0cb-a686-43cf-8145-044e34ad5aab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:49:10.088243 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371e8f51-3a63-4fea-84fd-a0f976c873ad None None] Pushing event updated for resources: {'Port': ['ID=2269bb40-bbae-4dd3-bb8f-443b9538dc8a,revision_number=2']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:49:10.111070 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-371e8f51-3a63-4fea-84fd-a0f976c873ad None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:49:10.111415 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-371e8f51-3a63-4fea-84fd-a0f976c873ad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:49:10.111754 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-371e8f51-3a63-4fea-84fd-a0f976c873ad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:49:10.112085 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-371e8f51-3a63-4fea-84fd-a0f976c873ad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:49:10.112488 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-371e8f51-3a63-4fea-84fd-a0f976c873ad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:49:10.112869 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-371e8f51-3a63-4fea-84fd-a0f976c873ad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:49:10.113203 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-371e8f51-3a63-4fea-84fd-a0f976c873ad None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:49:10.113544 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-371e8f51-3a63-4fea-84fd-a0f976c873ad None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:49:10.113871 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-371e8f51-3a63-4fea-84fd-a0f976c873ad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:49:10.114194 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-371e8f51-3a63-4fea-84fd-a0f976c873ad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:49:10.114503 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-371e8f51-3a63-4fea-84fd-a0f976c873ad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:49:10.114826 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-371e8f51-3a63-4fea-84fd-a0f976c873ad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:49:10.144948 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.db_base_plugin_common [None req-458a9892-002b-4e11-8cea-920665728af9 None None] Allocated IP 172.20.0.2 (e9b79030-4304-4a01-8c3d-401c4c1ecd11/f139ef8f-07d3-4834-abff-fcc417b189cf/3908d5e0-6715-4552-b203-ac9fa4b542b8) {{(pid=103334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 07:49:10.147215 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-e415a0cb-a686-43cf-8145-044e34ad5aab None None] For port 2269bb40-bbae-4dd3-bb8f-443b9538dc8a, host dv-neutron-861624-1-hyperv, cleared binding levels {{(pid=103335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 07:49:10.151735 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-e415a0cb-a686-43cf-8145-044e34ad5aab None None] For port 2269bb40-bbae-4dd3-bb8f-443b9538dc8a, host dv-neutron-861624-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=2269bb40-bbae-4dd3-bb8f-443b9538dc8a,segment=NetworkSegment(53981d04-8205-40d8-8d33-0510111d6f8f),segment_id=53981d04-8205-40d8-8d33-0510111d6f8f)] {{(pid=103335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 07:49:10.156253 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-e415a0cb-a686-43cf-8145-044e34ad5aab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:49:10.174072 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e415a0cb-a686-43cf-8145-044e34ad5aab None None] Routers {'e5ef0c65-b040-4d8f-9522-7d5c04b99252'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 07:49:10.174072 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-e415a0cb-a686-43cf-8145-044e34ad5aab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T07:48:46Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['e5ef0c65-b040-4d8f-9522-7d5c04b99252'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:49:10.270325 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371e8f51-3a63-4fea-84fd-a0f976c873ad None None] Pushing event updated for resources: {'Port': ['ID=2269bb40-bbae-4dd3-bb8f-443b9538dc8a,revision_number=3']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:49:10.301165 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-458a9892-002b-4e11-8cea-920665728af9 None None] Notify callbacks [] for port, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:49:10.307522 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-458a9892-002b-4e11-8cea-920665728af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785020947330'] for port, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:49:10.330704 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvr_db [None req-e415a0cb-a686-43cf-8145-044e34ad5aab None None] Set router e5ef0c65-b040-4d8f-9522-7d5c04b99252 gateway port host: dv-neutron-861624-1-hyperv {{(pid=103335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 07:49:10.347895 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-458a9892-002b-4e11-8cea-920665728af9 None None] Network e9b79030-4304-4a01-8c3d-401c4c1ecd11 is already hosted by enough agents. {{(pid=103334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 07:49:10.352273 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.scheduler.base_scheduler [None req-458a9892-002b-4e11-8cea-920665728af9 None None] Resources bound (agent type, host, resource id): {{(pid=103334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:49:10.356086 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-458a9892-002b-4e11-8cea-920665728af9 None None] Received port after_create {{(pid=103334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 07:49:10.362797 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458a9892-002b-4e11-8cea-920665728af9 None None] Pushing event updated for resources: {'Port': ['ID=3908d5e0-6715-4552-b203-ac9fa4b542b8,revision_number=1']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:49:10.418720 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-458a9892-002b-4e11-8cea-920665728af9 None None] Attempting to bind port 3908d5e0-6715-4552-b203-ac9fa4b542b8 on host dv-neutron-861624-1-hyperv for vnic_type normal with profile {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 19 07:49:10.419121 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-458a9892-002b-4e11-8cea-920665728af9 None None] Attempting to bind port 3908d5e0-6715-4552-b203-ac9fa4b542b8 by drivers openvswitch,hyperv on host dv-neutron-861624-1-hyperv at level 0 using segments [{'id': 'd88ad28a-fb4b-416e-8d5a-ca43c09c61be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'e9b79030-4304-4a01-8c3d-401c4c1ecd11'}] {{(pid=103334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 19 07:49:10.419489 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-458a9892-002b-4e11-8cea-920665728af9 None None] Attempting to bind port 3908d5e0-6715-4552-b203-ac9fa4b542b8 on network e9b79030-4304-4a01-8c3d-401c4c1ecd11 {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 07:49:10.424793 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-458a9892-002b-4e11-8cea-920665728af9 None None] Checking agent: {'id': 'a5b0152c-d633-409b-aaf8-3b76458e2410', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861624-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 19, 7, 30, 19), 'started_at': datetime.datetime(2022, 10, 19, 7, 30, 49), 'heartbeat_timestamp': datetime.datetime(2022, 10, 19, 7, 48, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861624-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 07:49:10.425171 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-458a9892-002b-4e11-8cea-920665728af9 None None] Checking segment: {'id': 'd88ad28a-fb4b-416e-8d5a-ca43c09c61be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'e9b79030-4304-4a01-8c3d-401c4c1ecd11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 19 07:49:10.425570 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-458a9892-002b-4e11-8cea-920665728af9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:49:10.426027 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-458a9892-002b-4e11-8cea-920665728af9 None None] Bound using segment: {'id': 'd88ad28a-fb4b-416e-8d5a-ca43c09c61be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'e9b79030-4304-4a01-8c3d-401c4c1ecd11'} {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 07:49:10.426505 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-458a9892-002b-4e11-8cea-920665728af9 None None] Bound port: 3908d5e0-6715-4552-b203-ac9fa4b542b8, host: dv-neutron-861624-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd88ad28a-fb4b-416e-8d5a-ca43c09c61be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'e9b79030-4304-4a01-8c3d-401c4c1ecd11'}}] {{(pid=103334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 19 07:49:10.426884 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-458a9892-002b-4e11-8cea-920665728af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:49:10.492977 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-458a9892-002b-4e11-8cea-920665728af9 None None] For port 3908d5e0-6715-4552-b203-ac9fa4b542b8, host dv-neutron-861624-1-hyperv, cleared binding levels {{(pid=103334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 07:49:10.497069 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-458a9892-002b-4e11-8cea-920665728af9 None None] For port 3908d5e0-6715-4552-b203-ac9fa4b542b8, host dv-neutron-861624-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=3908d5e0-6715-4552-b203-ac9fa4b542b8,segment=NetworkSegment(d88ad28a-fb4b-416e-8d5a-ca43c09c61be),segment_id=d88ad28a-fb4b-416e-8d5a-ca43c09c61be)] {{(pid=103334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 07:49:10.501482 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-458a9892-002b-4e11-8cea-920665728af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:49:10.531898 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-e415a0cb-a686-43cf-8145-044e34ad5aab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5ef0c65-b040-4d8f-9522-7d5c04b99252', 'name': 'tempest-TestNetworkBasicOps-router-1386197143', 'tenant_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'external_fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.149'}], 'enable_snat': True}, 'gw_port_id': '2269bb40-bbae-4dd3-bb8f-443b9538dc8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T07:49:07Z', 'updated_at': '2022-10-19T07:49:08Z', 'revision_number': 3, 'project_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'gw_port': {'id': '2269bb40-bbae-4dd3-bb8f-443b9538dc8a', 'name': '', 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:c8:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5ef0c65-b040-4d8f-9522-7d5c04b99252', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:49:08Z', 'updated_at': '2022-10-19T07:49:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861624-1-hyperv'}], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:49:10.558075 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e415a0cb-a686-43cf-8145-044e34ad5aab None None] The sync data for ids ['e5ef0c65-b040-4d8f-9522-7d5c04b99252'] in dv-neutron-861624-1-hyperv is: [{'id': 'e5ef0c65-b040-4d8f-9522-7d5c04b99252', 'name': 'tempest-TestNetworkBasicOps-router-1386197143', 'tenant_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'external_fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.149'}], 'enable_snat': True}, 'gw_port_id': '2269bb40-bbae-4dd3-bb8f-443b9538dc8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T07:49:07Z', 'updated_at': '2022-10-19T07:49:08Z', 'revision_number': 3, 'project_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'gw_port': {'id': '2269bb40-bbae-4dd3-bb8f-443b9538dc8a', 'name': '', 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:c8:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5ef0c65-b040-4d8f-9522-7d5c04b99252', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:49:08Z', 'updated_at': '2022-10-19T07:49:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861624-1-hyperv'}] {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 07:49:10.559751 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458a9892-002b-4e11-8cea-920665728af9 None None] Pushing event updated for resources: {'Port': ['ID=3908d5e0-6715-4552-b203-ac9fa4b542b8,revision_number=2']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:49:10.664573 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-785489f8-ecaf-4a90-90c0-7aca5280b182 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:49:10.997854 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.db_base_plugin_common [None req-785489f8-ecaf-4a90-90c0-7aca5280b182 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Allocated IP 172.20.0.1 (e9b79030-4304-4a01-8c3d-401c4c1ecd11/f139ef8f-07d3-4834-abff-fcc417b189cf/bd3a74a0-ac9b-48f8-92bd-918b675d5fbc) {{(pid=103332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 07:49:11.135297 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-785489f8-ecaf-4a90-90c0-7aca5280b182 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for port, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:49:11.173839 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-785489f8-ecaf-4a90-90c0-7aca5280b182 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785020947330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133553798'] for port, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:49:11.225431 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-785489f8-ecaf-4a90-90c0-7aca5280b182 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Network e9b79030-4304-4a01-8c3d-401c4c1ecd11 is already hosted by enough agents. {{(pid=103332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 07:49:11.228933 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.base_scheduler [None req-785489f8-ecaf-4a90-90c0-7aca5280b182 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Resources bound (agent type, host, resource id): {{(pid=103332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:49:11.233368 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-785489f8-ecaf-4a90-90c0-7aca5280b182 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Received port after_create {{(pid=103332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 07:49:11.269847 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785489f8-ecaf-4a90-90c0-7aca5280b182 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Pushing event updated for resources: {'Port': ['ID=bd3a74a0-ac9b-48f8-92bd-918b675d5fbc,revision_number=1']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:49:11.273872 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device 2269bb40-bbae-4dd3-bb8f-443b9538dc8a up at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 07:49:11.299344 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-785489f8-ecaf-4a90-90c0-7aca5280b182 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1695190'] for router_interface, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:49:11.356016 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Provisioning complete for port 2269bb40-bbae-4dd3-bb8f-443b9538dc8a triggered by entity L2. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:49:11.356388 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:49:11.356754 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Attempt 1 to provision port 2269bb40-bbae-4dd3-bb8f-443b9538dc8a Oct 19 07:49:11.449655 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-785489f8-ecaf-4a90-90c0-7aca5280b182 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:49:11.452111 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Current status of the port 2269bb40-bbae-4dd3-bb8f-443b9538dc8a is: DOWN; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:49:11.452528 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:49:11.478071 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] For port 2269bb40-bbae-4dd3-bb8f-443b9538dc8a, host dv-neutron-861624-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=2269bb40-bbae-4dd3-bb8f-443b9538dc8a,segment=NetworkSegment(53981d04-8205-40d8-8d33-0510111d6f8f),segment_id=53981d04-8205-40d8-8d33-0510111d6f8f)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:49:11.483667 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:49:11.485005 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device 3908d5e0-6715-4552-b203-ac9fa4b542b8 up at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 07:49:11.575284 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Pushing event updated for resources: {'Port': ['ID=2269bb40-bbae-4dd3-bb8f-443b9538dc8a,revision_number=4']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:49:11.605331 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Provisioning complete for port 3908d5e0-6715-4552-b203-ac9fa4b542b8 triggered by entity L2. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:49:11.606327 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:49:11.606668 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Attempt 1 to provision port 3908d5e0-6715-4552-b203-ac9fa4b542b8 Oct 19 07:49:11.677525 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a772ab1c-2eba-4ef2-8289-71662340f65f None None] Network e9b79030-4304-4a01-8c3d-401c4c1ecd11 requested from dv-neutron-861624-1-hyperv {{(pid=103334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 07:49:11.756996 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:49:11.787161 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-785489f8-ecaf-4a90-90c0-7aca5280b182 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for port, precommit_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:49:11.792311 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-785489f8-ecaf-4a90-90c0-7aca5280b182 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133553807'] for port, after_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:49:11.792887 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Current status of the port 3908d5e0-6715-4552-b203-ac9fa4b542b8 is: DOWN; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:49:11.793906 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:49:11.848978 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-ced1893e-82fa-46ae-8354-f4669c50d5f9 None None] Provisioning complete for port 3908d5e0-6715-4552-b203-ac9fa4b542b8 triggered by entity DHCP. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:49:11.849891 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-ced1893e-82fa-46ae-8354-f4669c50d5f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:49:11.849891 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-ced1893e-82fa-46ae-8354-f4669c50d5f9 None None] Attempt 1 to provision port 3908d5e0-6715-4552-b203-ac9fa4b542b8 Oct 19 07:49:11.877405 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-785489f8-ecaf-4a90-90c0-7aca5280b182 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1574855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1694822'] for router_interface, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:49:11.879121 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785489f8-ecaf-4a90-90c0-7aca5280b182 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Pushing event updated for resources: {'Port': ['ID=bd3a74a0-ac9b-48f8-92bd-918b675d5fbc,revision_number=2']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:49:11.885081 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] For port 3908d5e0-6715-4552-b203-ac9fa4b542b8, host dv-neutron-861624-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=3908d5e0-6715-4552-b203-ac9fa4b542b8,segment=NetworkSegment(d88ad28a-fb4b-416e-8d5a-ca43c09c61be),segment_id=d88ad28a-fb4b-416e-8d5a-ca43c09c61be)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:49:11.915207 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:49:11.976381 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-785489f8-ecaf-4a90-90c0-7aca5280b182 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Network e9b79030-4304-4a01-8c3d-401c4c1ecd11 is already hosted by enough agents. {{(pid=103332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 07:49:11.977768 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.base_scheduler [None req-785489f8-ecaf-4a90-90c0-7aca5280b182 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Resources bound (agent type, host, resource id): {{(pid=103332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:49:12.015303 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Pushing event updated for resources: {'Port': ['ID=3908d5e0-6715-4552-b203-ac9fa4b542b8,revision_number=3']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:49:12.067049 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-ced1893e-82fa-46ae-8354-f4669c50d5f9 None None] Current status of the port 3908d5e0-6715-4552-b203-ac9fa4b542b8 is: ACTIVE; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:49:12.107863 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-785489f8-ecaf-4a90-90c0-7aca5280b182 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Router e5ef0c65-b040-4d8f-9522-7d5c04b99252 has already been hosted by L3 agent ab388470-1243-4d53-80f2-c2f5899c97a7 {{(pid=103332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 07:49:12.237524 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-785489f8-ecaf-4a90-90c0-7aca5280b182 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify agent at l3_agent.dv-neutron-861624-1-hyperv the message routers_updated {{(pid=103332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 07:49:12.242992 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-785489f8-ecaf-4a90-90c0-7aca5280b182 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "PUT /v2.0/routers/e5ef0c65-b040-4d8f-9522-7d5c04b99252/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3760965 Oct 19 07:49:12.246146 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 33318) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:49:12.304069 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-22790acd-ed59-4cd8-9fe8-88bea8b60f25 None None] Provisioning complete for port bd3a74a0-ac9b-48f8-92bd-918b675d5fbc triggered by entity DHCP. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:49:12.304724 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-22790acd-ed59-4cd8-9fe8-88bea8b60f25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:49:12.304958 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-22790acd-ed59-4cd8-9fe8-88bea8b60f25 None None] Attempt 1 to provision port bd3a74a0-ac9b-48f8-92bd-918b675d5fbc Oct 19 07:49:12.363294 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-22790acd-ed59-4cd8-9fe8-88bea8b60f25 None None] Port bd3a74a0-ac9b-48f8-92bd-918b675d5fbc cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 07:49:12.371046 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57a9a59b-eddf-41ba-bfe4-a3178c0a5272 tempest-TestNetworkBasicOps-773100899 tempest-TestNetworkBasicOps-773100899-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:49:12.371572 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57a9a59b-eddf-41ba-bfe4-a3178c0a5272 tempest-TestNetworkBasicOps-773100899 tempest-TestNetworkBasicOps-773100899-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:49:12.372151 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57a9a59b-eddf-41ba-bfe4-a3178c0a5272 tempest-TestNetworkBasicOps-773100899 tempest-TestNetworkBasicOps-773100899-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:49:12.372754 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57a9a59b-eddf-41ba-bfe4-a3178c0a5272 tempest-TestNetworkBasicOps-773100899 tempest-TestNetworkBasicOps-773100899-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:49:12.373216 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57a9a59b-eddf-41ba-bfe4-a3178c0a5272 tempest-TestNetworkBasicOps-773100899 tempest-TestNetworkBasicOps-773100899-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:49:12.373682 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57a9a59b-eddf-41ba-bfe4-a3178c0a5272 tempest-TestNetworkBasicOps-773100899 tempest-TestNetworkBasicOps-773100899-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:49:12.375637 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-57a9a59b-eddf-41ba-bfe4-a3178c0a5272 tempest-TestNetworkBasicOps-773100899 tempest-TestNetworkBasicOps-773100899-project-admin] 10.222.0.27 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4286 time: 0.1284130 Oct 19 07:49:12.378520 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 33320) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:49:12.427622 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1efb9d2-75bd-4d6a-b6d3-55d991a26b7c None None] Sync routers for ids ['e5ef0c65-b040-4d8f-9522-7d5c04b99252'] in dv-neutron-861624-1-hyperv {{(pid=103334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 07:49:12.439912 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1efb9d2-75bd-4d6a-b6d3-55d991a26b7c None None] Routers {'e5ef0c65-b040-4d8f-9522-7d5c04b99252'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 07:49:12.440685 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-e1efb9d2-75bd-4d6a-b6d3-55d991a26b7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T07:48:46Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['e5ef0c65-b040-4d8f-9522-7d5c04b99252'], 'active': True} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:49:12.444203 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a71fd1fe-06fe-4c8b-9c56-16730cbacb61 tempest-TestNetworkBasicOps-773100899 tempest-TestNetworkBasicOps-773100899-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:49:12.444203 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a71fd1fe-06fe-4c8b-9c56-16730cbacb61 tempest-TestNetworkBasicOps-773100899 tempest-TestNetworkBasicOps-773100899-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:49:12.444203 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a71fd1fe-06fe-4c8b-9c56-16730cbacb61 tempest-TestNetworkBasicOps-773100899 tempest-TestNetworkBasicOps-773100899-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:49:12.444638 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a71fd1fe-06fe-4c8b-9c56-16730cbacb61 tempest-TestNetworkBasicOps-773100899 tempest-TestNetworkBasicOps-773100899-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:49:12.444943 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a71fd1fe-06fe-4c8b-9c56-16730cbacb61 tempest-TestNetworkBasicOps-773100899 tempest-TestNetworkBasicOps-773100899-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:49:12.445423 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a71fd1fe-06fe-4c8b-9c56-16730cbacb61 tempest-TestNetworkBasicOps-773100899 tempest-TestNetworkBasicOps-773100899-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:49:12.447200 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-a71fd1fe-06fe-4c8b-9c56-16730cbacb61 tempest-TestNetworkBasicOps-773100899 tempest-TestNetworkBasicOps-773100899-project-admin] 10.222.0.27 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4005 time: 0.0676100 Oct 19 07:49:12.450531 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 33322) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:49:12.556556 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvr_db [None req-e1efb9d2-75bd-4d6a-b6d3-55d991a26b7c None None] Set router e5ef0c65-b040-4d8f-9522-7d5c04b99252 gateway port host: dv-neutron-861624-1-hyperv {{(pid=103334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 07:49:12.603275 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-1a67849e-2063-46f8-8b76-4b795d7b7568 tempest-TestNetworkBasicOps-773100899 tempest-TestNetworkBasicOps-773100899-project-admin] 10.222.0.27 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3049 time: 0.1487811 Oct 19 07:49:12.603502 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 33324) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:49:12.609102 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-acc6c480-ea5f-489f-bfac-7b33781f342b tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Request body: {'port': {'name': 'tempest-TestNetworkBasicOps-1476575642', 'network_id': 'e9b79030-4304-4a01-8c3d-401c4c1ecd11'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:49:12.728826 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acc6c480-ea5f-489f-bfac-7b33781f342b tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Made reservation on behalf of 47a12ea4f74e4c18b13323e6f3cc9741 for: {'port': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 07:49:12.732295 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-acc6c480-ea5f-489f-bfac-7b33781f342b tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:49:12.751454 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.notifiers.nova [None req-acc6c480-ea5f-489f-bfac-7b33781f342b tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] device_id is not set on port 2cbc7900-6a24-4cb0-b167-1341fe0a8c62 yet. {{(pid=103333) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 19 07:49:12.770515 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-e1efb9d2-75bd-4d6a-b6d3-55d991a26b7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5ef0c65-b040-4d8f-9522-7d5c04b99252', 'name': 'tempest-TestNetworkBasicOps-router-1386197143', 'tenant_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'external_fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.149'}], 'enable_snat': True}, 'gw_port_id': '2269bb40-bbae-4dd3-bb8f-443b9538dc8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T07:49:07Z', 'updated_at': '2022-10-19T07:49:11Z', 'revision_number': 4, 'project_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'gw_port': {'id': '2269bb40-bbae-4dd3-bb8f-443b9538dc8a', 'name': '', 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:c8:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5ef0c65-b040-4d8f-9522-7d5c04b99252', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:49:08Z', 'updated_at': '2022-10-19T07:49:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861624-1-hyperv', '_interfaces': [{'id': 'bd3a74a0-ac9b-48f8-92bd-918b675d5fbc', 'name': '', 'network_id': 'e9b79030-4304-4a01-8c3d-401c4c1ecd11', 'tenant_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'mac_address': 'fa:16:3e:d5:b3:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5ef0c65-b040-4d8f-9522-7d5c04b99252', 'device_owner': 'network:router_interface', 'standard_attr_id': 1394, 'fixed_ips': [{'subnet_id': 'f139ef8f-07d3-4834-abff-fcc417b189cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:49:10Z', 'updated_at': '2022-10-19T07:49:11Z', 'revision_number': 2, 'project_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'subnets': [{'id': 'f139ef8f-07d3-4834-abff-fcc417b189cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:49:12.796708 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1efb9d2-75bd-4d6a-b6d3-55d991a26b7c None None] Checking router: e5ef0c65-b040-4d8f-9522-7d5c04b99252 for host: dv-neutron-861624-1-hyperv {{(pid=103334) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 07:49:12.797068 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1efb9d2-75bd-4d6a-b6d3-55d991a26b7c None None] Updating router e5ef0c65-b040-4d8f-9522-7d5c04b99252 port bd3a74a0-ac9b-48f8-92bd-918b675d5fbc binding host dv-neutron-861624-1-hyperv {{(pid=103334) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 07:49:12.826575 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-e1efb9d2-75bd-4d6a-b6d3-55d991a26b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:49:12.860709 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.db_base_plugin_common [None req-acc6c480-ea5f-489f-bfac-7b33781f342b tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Allocated IP 172.20.0.3 (e9b79030-4304-4a01-8c3d-401c4c1ecd11/f139ef8f-07d3-4834-abff-fcc417b189cf/2cbc7900-6a24-4cb0-b167-1341fe0a8c62) {{(pid=103333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 07:49:12.865469 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-22790acd-ed59-4cd8-9fe8-88bea8b60f25 None None] Attempt 2 to provision port bd3a74a0-ac9b-48f8-92bd-918b675d5fbc Oct 19 07:49:12.961422 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-22790acd-ed59-4cd8-9fe8-88bea8b60f25 None None] Port bd3a74a0-ac9b-48f8-92bd-918b675d5fbc cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 07:49:13.011174 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-acc6c480-ea5f-489f-bfac-7b33781f342b tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for port, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:49:13.044278 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-acc6c480-ea5f-489f-bfac-7b33781f342b tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785020947330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130996763'] for port, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:49:13.092584 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acc6c480-ea5f-489f-bfac-7b33781f342b tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Network e9b79030-4304-4a01-8c3d-401c4c1ecd11 is already hosted by enough agents. {{(pid=103333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 07:49:13.095951 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-acc6c480-ea5f-489f-bfac-7b33781f342b tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Resources bound (agent type, host, resource id): {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:49:13.098469 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acc6c480-ea5f-489f-bfac-7b33781f342b tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Received port after_create {{(pid=103333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 07:49:13.134007 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc6c480-ea5f-489f-bfac-7b33781f342b tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Pushing event updated for resources: {'Port': ['ID=2cbc7900-6a24-4cb0-b167-1341fe0a8c62,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:49:13.147510 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc6c480-ea5f-489f-bfac-7b33781f342b tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:49:13.147859 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc6c480-ea5f-489f-bfac-7b33781f342b tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:49:13.148209 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc6c480-ea5f-489f-bfac-7b33781f342b tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:49:13.148561 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc6c480-ea5f-489f-bfac-7b33781f342b tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:49:13.148901 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc6c480-ea5f-489f-bfac-7b33781f342b tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:49:13.149237 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc6c480-ea5f-489f-bfac-7b33781f342b tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:49:13.149747 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc6c480-ea5f-489f-bfac-7b33781f342b tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:49:13.150273 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc6c480-ea5f-489f-bfac-7b33781f342b tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:49:13.150581 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc6c480-ea5f-489f-bfac-7b33781f342b tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:49:13.150962 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc6c480-ea5f-489f-bfac-7b33781f342b tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:49:13.151474 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc6c480-ea5f-489f-bfac-7b33781f342b tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:49:13.151851 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc6c480-ea5f-489f-bfac-7b33781f342b tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:49:13.189903 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acc6c480-ea5f-489f-bfac-7b33781f342b tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:49:13.190468 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-acc6c480-ea5f-489f-bfac-7b33781f342b tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42160'] for port, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:49:13.207342 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device 2269bb40-bbae-4dd3-bb8f-443b9538dc8a up at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 07:49:13.217119 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-acc6c480-ea5f-489f-bfac-7b33781f342b tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.6124637 Oct 19 07:49:13.284848 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 33328) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:49:13.290788 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-53633a1d-22a4-4281-a927-201908619e5b tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1051247812', 'description': 'tempest-secgroup-smoke-1051247812 description', 'project_id': '47a12ea4f74e4c18b13323e6f3cc9741'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:49:13.313584 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-53633a1d-22a4-4281-a927-201908619e5b tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for security_group, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:49:13.323885 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Provisioning complete for port 2269bb40-bbae-4dd3-bb8f-443b9538dc8a triggered by entity L2. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:49:13.324812 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:49:13.324812 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Attempt 1 to provision port 2269bb40-bbae-4dd3-bb8f-443b9538dc8a Oct 19 07:49:13.392476 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-565462d3-17b6-4f4c-bc96-53c7cc9e22d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:49:13.446955 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-e1efb9d2-75bd-4d6a-b6d3-55d991a26b7c None None] Notify callbacks [] for port, precommit_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:49:13.473053 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-22790acd-ed59-4cd8-9fe8-88bea8b60f25 None None] Attempt 3 to provision port bd3a74a0-ac9b-48f8-92bd-918b675d5fbc Oct 19 07:49:13.474659 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-e1efb9d2-75bd-4d6a-b6d3-55d991a26b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:49:13.591026 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Current status of the port 2269bb40-bbae-4dd3-bb8f-443b9538dc8a is: ACTIVE; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:49:13.592293 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device 3908d5e0-6715-4552-b203-ac9fa4b542b8 up at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 07:49:13.598361 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-22790acd-ed59-4cd8-9fe8-88bea8b60f25 None None] Port bd3a74a0-ac9b-48f8-92bd-918b675d5fbc cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 07:49:13.635265 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d540161f-2419-408e-92ab-2d94004753b3 None None] Pushing event updated for resources: {'Port': ['ID=bd3a74a0-ac9b-48f8-92bd-918b675d5fbc,revision_number=3']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:49:13.665624 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-e1efb9d2-75bd-4d6a-b6d3-55d991a26b7c None None] Attempting to bind port bd3a74a0-ac9b-48f8-92bd-918b675d5fbc on host dv-neutron-861624-1-hyperv for vnic_type normal with profile {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 19 07:49:13.666121 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-e1efb9d2-75bd-4d6a-b6d3-55d991a26b7c None None] Attempting to bind port bd3a74a0-ac9b-48f8-92bd-918b675d5fbc by drivers openvswitch,hyperv on host dv-neutron-861624-1-hyperv at level 0 using segments [{'id': 'd88ad28a-fb4b-416e-8d5a-ca43c09c61be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'e9b79030-4304-4a01-8c3d-401c4c1ecd11'}] {{(pid=103334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 19 07:49:13.666605 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1efb9d2-75bd-4d6a-b6d3-55d991a26b7c None None] Attempting to bind port bd3a74a0-ac9b-48f8-92bd-918b675d5fbc on network e9b79030-4304-4a01-8c3d-401c4c1ecd11 {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 07:49:13.676670 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1efb9d2-75bd-4d6a-b6d3-55d991a26b7c None None] Checking agent: {'id': 'a5b0152c-d633-409b-aaf8-3b76458e2410', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861624-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 19, 7, 30, 19), 'started_at': datetime.datetime(2022, 10, 19, 7, 30, 49), 'heartbeat_timestamp': datetime.datetime(2022, 10, 19, 7, 48, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861624-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 07:49:13.677245 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1efb9d2-75bd-4d6a-b6d3-55d991a26b7c None None] Checking segment: {'id': 'd88ad28a-fb4b-416e-8d5a-ca43c09c61be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'e9b79030-4304-4a01-8c3d-401c4c1ecd11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 19 07:49:13.677775 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-e1efb9d2-75bd-4d6a-b6d3-55d991a26b7c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:49:13.678344 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1efb9d2-75bd-4d6a-b6d3-55d991a26b7c None None] Bound using segment: {'id': 'd88ad28a-fb4b-416e-8d5a-ca43c09c61be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'e9b79030-4304-4a01-8c3d-401c4c1ecd11'} {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 07:49:13.679009 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-e1efb9d2-75bd-4d6a-b6d3-55d991a26b7c None None] Bound port: bd3a74a0-ac9b-48f8-92bd-918b675d5fbc, host: dv-neutron-861624-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd88ad28a-fb4b-416e-8d5a-ca43c09c61be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'e9b79030-4304-4a01-8c3d-401c4c1ecd11'}}] {{(pid=103334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 19 07:49:13.679511 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-e1efb9d2-75bd-4d6a-b6d3-55d991a26b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:49:13.709053 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-53633a1d-22a4-4281-a927-201908619e5b tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for security_group, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:49:13.713344 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-53633a1d-22a4-4281-a927-201908619e5b tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788643'] for security_group, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:49:13.734554 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Provisioning complete for port 3908d5e0-6715-4552-b203-ac9fa4b542b8 triggered by entity L2. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:49:13.735145 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:49:13.735401 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Attempt 1 to provision port 3908d5e0-6715-4552-b203-ac9fa4b542b8 Oct 19 07:49:13.742158 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-53633a1d-22a4-4281-a927-201908619e5b tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for security_group, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:49:13.747686 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-53633a1d-22a4-4281-a927-201908619e5b tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4564264 Oct 19 07:49:13.747889 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 33330) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:49:13.752288 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-0d3bf8ea-457a-44f2-816e-0515b1970f65 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Request body: {'security_group_rule': {'security_group_id': '5e47dac6-48d9-40b3-b585-3c586a1ec6ab', 'project_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:49:13.759973 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53633a1d-22a4-4281-a927-201908619e5b tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5e47dac6-48d9-40b3-b585-3c586a1ec6ab,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:49:13.783316 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-0d3bf8ea-457a-44f2-816e-0515b1970f65 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:49:13.799991 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-e1efb9d2-75bd-4d6a-b6d3-55d991a26b7c None None] For port bd3a74a0-ac9b-48f8-92bd-918b675d5fbc, host dv-neutron-861624-1-hyperv, cleared binding levels {{(pid=103334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 07:49:13.805155 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-e1efb9d2-75bd-4d6a-b6d3-55d991a26b7c None None] For port bd3a74a0-ac9b-48f8-92bd-918b675d5fbc, host dv-neutron-861624-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=bd3a74a0-ac9b-48f8-92bd-918b675d5fbc,segment=NetworkSegment(d88ad28a-fb4b-416e-8d5a-ca43c09c61be),segment_id=d88ad28a-fb4b-416e-8d5a-ca43c09c61be)] {{(pid=103334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 07:49:13.812736 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-e1efb9d2-75bd-4d6a-b6d3-55d991a26b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:49:13.845912 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-0d3bf8ea-457a-44f2-816e-0515b1970f65 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:49:13.849936 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-0d3bf8ea-457a-44f2-816e-0515b1970f65 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815365'] for security_group_rule, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:49:13.872067 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3bf8ea-457a-44f2-816e-0515b1970f65 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a4d6845-dac4-4c19-b3e0-312c074c2b97,revision_number=0']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:49:13.877135 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-0d3bf8ea-457a-44f2-816e-0515b1970f65 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:49:13.881126 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-0d3bf8ea-457a-44f2-816e-0515b1970f65 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1296766 Oct 19 07:49:13.881709 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1efb9d2-75bd-4d6a-b6d3-55d991a26b7c None None] Routers {'e5ef0c65-b040-4d8f-9522-7d5c04b99252'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 07:49:13.881709 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-e1efb9d2-75bd-4d6a-b6d3-55d991a26b7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T07:48:46Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['e5ef0c65-b040-4d8f-9522-7d5c04b99252'], 'active': True} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:49:13.881995 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 33332) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:49:13.885945 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-b14aeed2-d31a-45ba-8dae-ca4d8a9ea436 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Request body: {'security_group_rule': {'security_group_id': '5e47dac6-48d9-40b3-b585-3c586a1ec6ab', 'project_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:49:13.910210 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-b14aeed2-d31a-45ba-8dae-ca4d8a9ea436 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:49:13.971469 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-b14aeed2-d31a-45ba-8dae-ca4d8a9ea436 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:49:13.975203 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-b14aeed2-d31a-45ba-8dae-ca4d8a9ea436 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815365'] for security_group_rule, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:49:13.981089 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d540161f-2419-408e-92ab-2d94004753b3 None None] Pushing event updated for resources: {'Port': ['ID=bd3a74a0-ac9b-48f8-92bd-918b675d5fbc,revision_number=4']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:49:13.987533 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Current status of the port 3908d5e0-6715-4552-b203-ac9fa4b542b8 is: ACTIVE; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:49:13.993202 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14aeed2-d31a-45ba-8dae-ca4d8a9ea436 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8973fb1-e68a-4393-bc3a-d7c2f9d1cf68,revision_number=0']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:49:14.001893 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-b14aeed2-d31a-45ba-8dae-ca4d8a9ea436 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:49:14.005360 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-b14aeed2-d31a-45ba-8dae-ca4d8a9ea436 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1229808 Oct 19 07:49:14.005955 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 33334) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:49:14.010910 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-fa12d994-cb32-488e-afe2-fa6ca46f6fe6 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Request body: {'security_group_rule': {'security_group_id': '5e47dac6-48d9-40b3-b585-3c586a1ec6ab', 'project_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:49:14.038418 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-fa12d994-cb32-488e-afe2-fa6ca46f6fe6 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:49:14.063806 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvr_db [None req-e1efb9d2-75bd-4d6a-b6d3-55d991a26b7c None None] Set router e5ef0c65-b040-4d8f-9522-7d5c04b99252 gateway port host: dv-neutron-861624-1-hyperv {{(pid=103334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 07:49:14.099821 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-22790acd-ed59-4cd8-9fe8-88bea8b60f25 None None] Attempt 4 to provision port bd3a74a0-ac9b-48f8-92bd-918b675d5fbc Oct 19 07:49:14.105759 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-fa12d994-cb32-488e-afe2-fa6ca46f6fe6 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:49:14.109536 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-fa12d994-cb32-488e-afe2-fa6ca46f6fe6 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815365'] for security_group_rule, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:49:14.127766 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa12d994-cb32-488e-afe2-fa6ca46f6fe6 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ec50f42-6bf5-48ee-adea-ec03564a5b8c,revision_number=0']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:49:14.138058 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-fa12d994-cb32-488e-afe2-fa6ca46f6fe6 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:49:14.139285 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-fa12d994-cb32-488e-afe2-fa6ca46f6fe6 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1322820 Oct 19 07:49:14.140662 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa12d994-cb32-488e-afe2-fa6ca46f6fe6 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:49:14.141016 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa12d994-cb32-488e-afe2-fa6ca46f6fe6 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:49:14.141362 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa12d994-cb32-488e-afe2-fa6ca46f6fe6 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:49:14.141721 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa12d994-cb32-488e-afe2-fa6ca46f6fe6 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:49:14.142239 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 33336) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:49:14.145017 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa12d994-cb32-488e-afe2-fa6ca46f6fe6 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:49:14.145377 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa12d994-cb32-488e-afe2-fa6ca46f6fe6 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:49:14.145717 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa12d994-cb32-488e-afe2-fa6ca46f6fe6 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:49:14.146054 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa12d994-cb32-488e-afe2-fa6ca46f6fe6 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:49:14.146389 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa12d994-cb32-488e-afe2-fa6ca46f6fe6 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:49:14.146718 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa12d994-cb32-488e-afe2-fa6ca46f6fe6 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:49:14.146920 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-e4a2b429-b5ab-4312-929a-c089cc2f4a77 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Request body: {'security_group_rule': {'security_group_id': '5e47dac6-48d9-40b3-b585-3c586a1ec6ab', 'project_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:49:14.147045 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa12d994-cb32-488e-afe2-fa6ca46f6fe6 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:49:14.148396 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa12d994-cb32-488e-afe2-fa6ca46f6fe6 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:49:14.170955 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-e4a2b429-b5ab-4312-929a-c089cc2f4a77 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:49:14.239432 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-e4a2b429-b5ab-4312-929a-c089cc2f4a77 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:49:14.243355 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-e4a2b429-b5ab-4312-929a-c089cc2f4a77 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815365'] for security_group_rule, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:49:14.261076 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a2b429-b5ab-4312-929a-c089cc2f4a77 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0771ad8-fee0-42d6-b6fb-9fdabd94b2cb,revision_number=0']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:49:14.269836 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-e4a2b429-b5ab-4312-929a-c089cc2f4a77 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:49:14.271024 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-e4a2b429-b5ab-4312-929a-c089cc2f4a77 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1277883 Oct 19 07:49:14.274146 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 33338) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:49:14.281126 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-d0fea0a5-6827-4aec-99e5-389d91e0563e tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Request body: {'security_group_rule': {'security_group_id': '5e47dac6-48d9-40b3-b585-3c586a1ec6ab', 'project_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:49:14.305241 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.db.securitygroups_db [None req-d0fea0a5-6827-4aec-99e5-389d91e0563e tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Project 47a12ea4f74e4c18b13323e6f3cc9741 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 19 07:49:14.311109 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-d0fea0a5-6827-4aec-99e5-389d91e0563e tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:49:14.311313 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-22790acd-ed59-4cd8-9fe8-88bea8b60f25 None None] Current status of the port bd3a74a0-ac9b-48f8-92bd-918b675d5fbc is: DOWN; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:49:14.311646 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-22790acd-ed59-4cd8-9fe8-88bea8b60f25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:49:14.373079 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-d0fea0a5-6827-4aec-99e5-389d91e0563e tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:49:14.376849 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-d0fea0a5-6827-4aec-99e5-389d91e0563e tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815365'] for security_group_rule, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:49:14.377793 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-22790acd-ed59-4cd8-9fe8-88bea8b60f25 None None] For port bd3a74a0-ac9b-48f8-92bd-918b675d5fbc, host dv-neutron-861624-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=bd3a74a0-ac9b-48f8-92bd-918b675d5fbc,segment=NetworkSegment(d88ad28a-fb4b-416e-8d5a-ca43c09c61be),segment_id=d88ad28a-fb4b-416e-8d5a-ca43c09c61be)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:49:14.381940 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-22790acd-ed59-4cd8-9fe8-88bea8b60f25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:49:14.394755 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fea0a5-6827-4aec-99e5-389d91e0563e tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa92cb0b-3e4c-411d-a46b-6a5815d58dcf,revision_number=0']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:49:14.403958 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-d0fea0a5-6827-4aec-99e5-389d91e0563e tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:49:14.405342 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-d0fea0a5-6827-4aec-99e5-389d91e0563e tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1299765 Oct 19 07:49:14.408166 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 33342) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:49:14.412852 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-5c204963-e3dd-4105-92f5-4f916ab6c02b tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Request body: {'security_group_rule': {'security_group_id': '5e47dac6-48d9-40b3-b585-3c586a1ec6ab', 'project_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:49:14.434169 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.db.securitygroups_db [None req-5c204963-e3dd-4105-92f5-4f916ab6c02b tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Project 47a12ea4f74e4c18b13323e6f3cc9741 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 19 07:49:14.439645 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-5c204963-e3dd-4105-92f5-4f916ab6c02b tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:49:14.453074 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-22790acd-ed59-4cd8-9fe8-88bea8b60f25 None None] Provisioning complete for port 3908d5e0-6715-4552-b203-ac9fa4b542b8 triggered by entity DHCP. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:49:14.453451 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-22790acd-ed59-4cd8-9fe8-88bea8b60f25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:49:14.453792 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-22790acd-ed59-4cd8-9fe8-88bea8b60f25 None None] Attempt 1 to provision port 3908d5e0-6715-4552-b203-ac9fa4b542b8 Oct 19 07:49:14.484644 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22790acd-ed59-4cd8-9fe8-88bea8b60f25 None None] Pushing event updated for resources: {'Port': ['ID=bd3a74a0-ac9b-48f8-92bd-918b675d5fbc,revision_number=5']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:49:14.504146 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-5c204963-e3dd-4105-92f5-4f916ab6c02b tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:49:14.507094 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-e1efb9d2-75bd-4d6a-b6d3-55d991a26b7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5ef0c65-b040-4d8f-9522-7d5c04b99252', 'name': 'tempest-TestNetworkBasicOps-router-1386197143', 'tenant_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'external_fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.149'}], 'enable_snat': True}, 'gw_port_id': '2269bb40-bbae-4dd3-bb8f-443b9538dc8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T07:49:07Z', 'updated_at': '2022-10-19T07:49:11Z', 'revision_number': 4, 'project_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'gw_port': {'id': '2269bb40-bbae-4dd3-bb8f-443b9538dc8a', 'name': '', 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:c8:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5ef0c65-b040-4d8f-9522-7d5c04b99252', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:49:08Z', 'updated_at': '2022-10-19T07:49:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861624-1-hyperv', '_interfaces': [{'id': 'bd3a74a0-ac9b-48f8-92bd-918b675d5fbc', 'name': '', 'network_id': 'e9b79030-4304-4a01-8c3d-401c4c1ecd11', 'tenant_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'mac_address': 'fa:16:3e:d5:b3:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5ef0c65-b040-4d8f-9522-7d5c04b99252', 'device_owner': 'network:router_interface', 'standard_attr_id': 1394, 'fixed_ips': [{'subnet_id': 'f139ef8f-07d3-4834-abff-fcc417b189cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:49:10Z', 'updated_at': '2022-10-19T07:49:13Z', 'revision_number': 4, 'project_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'subnets': [{'id': 'f139ef8f-07d3-4834-abff-fcc417b189cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:49:14.508526 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-5c204963-e3dd-4105-92f5-4f916ab6c02b tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815365'] for security_group_rule, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:49:14.528093 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c204963-e3dd-4105-92f5-4f916ab6c02b tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5ba4e78-ff5f-4dae-b5b0-d97b1ca4d82d,revision_number=0']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:49:14.535922 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-5c204963-e3dd-4105-92f5-4f916ab6c02b tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:49:14.537130 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-5c204963-e3dd-4105-92f5-4f916ab6c02b tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1279252 Oct 19 07:49:14.550857 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1efb9d2-75bd-4d6a-b6d3-55d991a26b7c None None] The sync data for ids ['e5ef0c65-b040-4d8f-9522-7d5c04b99252'] in dv-neutron-861624-1-hyperv is: [{'id': 'e5ef0c65-b040-4d8f-9522-7d5c04b99252', 'name': 'tempest-TestNetworkBasicOps-router-1386197143', 'tenant_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'external_fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.149'}], 'enable_snat': True}, 'gw_port_id': '2269bb40-bbae-4dd3-bb8f-443b9538dc8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T07:49:07Z', 'updated_at': '2022-10-19T07:49:11Z', 'revision_number': 4, 'project_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'gw_port': {'id': '2269bb40-bbae-4dd3-bb8f-443b9538dc8a', 'name': '', 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:c8:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5ef0c65-b040-4d8f-9522-7d5c04b99252', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:49:08Z', 'updated_at': '2022-10-19T07:49:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861624-1-hyperv', '_interfaces': [{'id': 'bd3a74a0-ac9b-48f8-92bd-918b675d5fbc', 'name': '', 'network_id': 'e9b79030-4304-4a01-8c3d-401c4c1ecd11', 'tenant_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'mac_address': 'fa:16:3e:d5:b3:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5ef0c65-b040-4d8f-9522-7d5c04b99252', 'device_owner': 'network:router_interface', 'standard_attr_id': 1394, 'fixed_ips': [{'subnet_id': 'f139ef8f-07d3-4834-abff-fcc417b189cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:49:10Z', 'updated_at': '2022-10-19T07:49:13Z', 'revision_number': 4, 'project_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'subnets': [{'id': 'f139ef8f-07d3-4834-abff-fcc417b189cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 07:49:14.625540 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-22790acd-ed59-4cd8-9fe8-88bea8b60f25 None None] Current status of the port 3908d5e0-6715-4552-b203-ac9fa4b542b8 is: ACTIVE; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:49:14.725179 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-bc4c634b-59d2-490a-8bf3-88b0616cc849 req-7e51fc30-fe46-4917-829a-5eab39644a31 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1051247812&fields=id&tenant_id=47a12ea4f74e4c18b13323e6f3cc9741 HTTP/1.1" status: 200 len: 267 time: 0.0415494 Oct 19 07:49:14.756108 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-4737fbf5-fff5-4c11-90eb-eca668ce5dc1 None None] Provisioning complete for port 2cbc7900-6a24-4cb0-b167-1341fe0a8c62 triggered by entity DHCP. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:49:14.756533 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-4737fbf5-fff5-4c11-90eb-eca668ce5dc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:49:14.756878 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-4737fbf5-fff5-4c11-90eb-eca668ce5dc1 None None] Attempt 1 to provision port 2cbc7900-6a24-4cb0-b167-1341fe0a8c62 Oct 19 07:49:14.786332 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4c634b-59d2-490a-8bf3-88b0616cc849 req-dd24e35f-d6e0-4d4e-b800-a87e2d3f795c tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:49:14.787470 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-bc4c634b-59d2-490a-8bf3-88b0616cc849 req-dd24e35f-d6e0-4d4e-b800-a87e2d3f795c tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "GET /v2.0/ports/2cbc7900-6a24-4cb0-b167-1341fe0a8c62 HTTP/1.1" status: 200 len: 930 time: 0.0552022 Oct 19 07:49:14.799480 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-4737fbf5-fff5-4c11-90eb-eca668ce5dc1 None None] Port 2cbc7900-6a24-4cb0-b167-1341fe0a8c62 cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 07:49:14.843898 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-bc4c634b-59d2-490a-8bf3-88b0616cc849 req-e6a44545-6fb7-4247-bc7a-268acbd175d6 service neutron] 10.222.0.27 "GET /v2.0/ports/2cbc7900-6a24-4cb0-b167-1341fe0a8c62?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0403318 Oct 19 07:49:14.947272 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-bc4c634b-59d2-490a-8bf3-88b0616cc849 req-ec65b8ba-88ef-48bc-bf93-4f07b1cee751 service neutron] 10.222.0.27 "GET /v2.0/networks/e9b79030-4304-4a01-8c3d-401c4c1ecd11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951262 Oct 19 07:49:15.059507 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-bc4c634b-59d2-490a-8bf3-88b0616cc849 req-68f2b8ee-7d81-4a2f-be34-70a908450d97 service neutron] 10.222.0.27 "GET /v2.0/networks/e9b79030-4304-4a01-8c3d-401c4c1ecd11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1028063 Oct 19 07:49:15.206188 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device bd3a74a0-ac9b-48f8-92bd-918b675d5fbc up at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 07:49:15.265907 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-fc4c2769-edeb-4277-b117-4d0a952af253 req-c76867dc-a9c7-413a-9b87-a9bdc0f6160a tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "GET /v2.0/ports?device_id=044a23ae-f10b-4315-be92-b0afd7c8dcd3 HTTP/1.1" status: 200 len: 210 time: 0.0281382 Oct 19 07:49:15.266460 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Provisioning complete for port bd3a74a0-ac9b-48f8-92bd-918b675d5fbc triggered by entity L2. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:49:15.266835 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:49:15.267314 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Attempt 1 to provision port bd3a74a0-ac9b-48f8-92bd-918b675d5fbc Oct 19 07:49:15.301048 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-4737fbf5-fff5-4c11-90eb-eca668ce5dc1 None None] Attempt 2 to provision port 2cbc7900-6a24-4cb0-b167-1341fe0a8c62 Oct 19 07:49:15.347816 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-4737fbf5-fff5-4c11-90eb-eca668ce5dc1 None None] Port 2cbc7900-6a24-4cb0-b167-1341fe0a8c62 cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 07:49:15.394250 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Current status of the port bd3a74a0-ac9b-48f8-92bd-918b675d5fbc is: ACTIVE; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:49:15.849131 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-4737fbf5-fff5-4c11-90eb-eca668ce5dc1 None None] Attempt 3 to provision port 2cbc7900-6a24-4cb0-b167-1341fe0a8c62 Oct 19 07:49:15.883427 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-4737fbf5-fff5-4c11-90eb-eca668ce5dc1 None None] Port 2cbc7900-6a24-4cb0-b167-1341fe0a8c62 cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 07:49:16.146853 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4c634b-59d2-490a-8bf3-88b0616cc849 req-5329e15b-cf29-4588-8b49-919dd3fc0915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:49:16.148202 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-bc4c634b-59d2-490a-8bf3-88b0616cc849 req-5329e15b-cf29-4588-8b49-919dd3fc0915 service neutron] 10.222.0.16 "GET /v2.0/ports/2cbc7900-6a24-4cb0-b167-1341fe0a8c62 HTTP/1.1" status: 200 len: 1026 time: 0.0334196 Oct 19 07:49:16.258921 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4c634b-59d2-490a-8bf3-88b0616cc849 req-d08bf016-a896-463b-aec2-c3116b2a279d tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:49:16.260414 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-bc4c634b-59d2-490a-8bf3-88b0616cc849 req-d08bf016-a896-463b-aec2-c3116b2a279d tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.16 "GET /v2.0/networks?id=e9b79030-4304-4a01-8c3d-401c4c1ecd11 HTTP/1.1" status: 200 len: 797 time: 0.1065717 Oct 19 07:49:16.286307 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-8e8ab3e8-bc8e-4633-a93a-53cce57b9ace None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:49:16.307652 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-bc4c634b-59d2-490a-8bf3-88b0616cc849 req-7de4acce-4977-4ae5-903d-6084210e3af4 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=47a12ea4f74e4c18b13323e6f3cc9741 HTTP/1.1" status: 200 len: 380 time: 0.0346162 Oct 19 07:49:16.318476 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [req-bc4c634b-59d2-490a-8bf3-88b0616cc849 req-417c841e-88d0-4ebc-ba05-0d67f53d7ca9 service neutron] Request body: {'port': {'device_id': '044a23ae-f10b-4315-be92-b0afd7c8dcd3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8616'}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:49:16.384387 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-4737fbf5-fff5-4c11-90eb-eca668ce5dc1 None None] Attempt 4 to provision port 2cbc7900-6a24-4cb0-b167-1341fe0a8c62 Oct 19 07:49:16.395429 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-bc4c634b-59d2-490a-8bf3-88b0616cc849 req-417c841e-88d0-4ebc-ba05-0d67f53d7ca9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:49:16.398574 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-5e9c1461-2ef2-4a52-a175-633dcbad651a req-f501f9e1-d70e-4b3e-96b1-5c127d859721 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "GET /v2.0/ports?device_id=044a23ae-f10b-4315-be92-b0afd7c8dcd3 HTTP/1.1" status: 200 len: 210 time: 0.0360484 Oct 19 07:49:16.426567 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-4737fbf5-fff5-4c11-90eb-eca668ce5dc1 None None] Port 2cbc7900-6a24-4cb0-b167-1341fe0a8c62 cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 07:49:16.657161 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.notifiers.nova [req-bc4c634b-59d2-490a-8bf3-88b0616cc849 req-417c841e-88d0-4ebc-ba05-0d67f53d7ca9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2cbc7900-6a24-4cb0-b167-1341fe0a8c62 {{(pid=103332) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 19 07:49:16.664317 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-bc4c634b-59d2-490a-8bf3-88b0616cc849 req-417c841e-88d0-4ebc-ba05-0d67f53d7ca9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:49:16.676236 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.provisioning_blocks [req-bc4c634b-59d2-490a-8bf3-88b0616cc849 req-417c841e-88d0-4ebc-ba05-0d67f53d7ca9 service neutron] Transition to ACTIVE for port object 2cbc7900-6a24-4cb0-b167-1341fe0a8c62 will not be triggered until provisioned by entity L2. {{(pid=103332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 19 07:49:16.680025 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-bc4c634b-59d2-490a-8bf3-88b0616cc849 req-417c841e-88d0-4ebc-ba05-0d67f53d7ca9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133553807'] for port, after_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:49:16.756763 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417c841e-88d0-4ebc-ba05-0d67f53d7ca9 service neutron] Pushing event updated for resources: {'Port': ['ID=2cbc7900-6a24-4cb0-b167-1341fe0a8c62,revision_number=2']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:49:16.786386 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.managers [req-bc4c634b-59d2-490a-8bf3-88b0616cc849 req-417c841e-88d0-4ebc-ba05-0d67f53d7ca9 service neutron] Attempting to bind port 2cbc7900-6a24-4cb0-b167-1341fe0a8c62 on host hv-neutron-8616 for vnic_type normal with profile {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 19 07:49:16.786721 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.managers [req-bc4c634b-59d2-490a-8bf3-88b0616cc849 req-417c841e-88d0-4ebc-ba05-0d67f53d7ca9 service neutron] Attempting to bind port 2cbc7900-6a24-4cb0-b167-1341fe0a8c62 by drivers openvswitch,hyperv on host hv-neutron-8616 at level 0 using segments [{'id': 'd88ad28a-fb4b-416e-8d5a-ca43c09c61be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'e9b79030-4304-4a01-8c3d-401c4c1ecd11'}] {{(pid=103332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 19 07:49:16.787052 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc4c634b-59d2-490a-8bf3-88b0616cc849 req-417c841e-88d0-4ebc-ba05-0d67f53d7ca9 service neutron] Attempting to bind port 2cbc7900-6a24-4cb0-b167-1341fe0a8c62 on network e9b79030-4304-4a01-8c3d-401c4c1ecd11 {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 07:49:16.791177 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc4c634b-59d2-490a-8bf3-88b0616cc849 req-417c841e-88d0-4ebc-ba05-0d67f53d7ca9 service neutron] Port 2cbc7900-6a24-4cb0-b167-1341fe0a8c62 on network e9b79030-4304-4a01-8c3d-401c4c1ecd11 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8616 {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 07:49:16.791496 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc4c634b-59d2-490a-8bf3-88b0616cc849 req-417c841e-88d0-4ebc-ba05-0d67f53d7ca9 service neutron] Attempting to bind port 2cbc7900-6a24-4cb0-b167-1341fe0a8c62 on network e9b79030-4304-4a01-8c3d-401c4c1ecd11 {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 07:49:16.796766 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc4c634b-59d2-490a-8bf3-88b0616cc849 req-417c841e-88d0-4ebc-ba05-0d67f53d7ca9 service neutron] Checking agent: {'id': '5297b6e1-8fc1-4f42-910c-8f50c918ca65', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8616', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 19, 7, 36, 11), 'started_at': datetime.datetime(2022, 10, 19, 7, 36, 11), 'heartbeat_timestamp': datetime.datetime(2022, 10, 19, 7, 49, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 07:49:16.797106 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc4c634b-59d2-490a-8bf3-88b0616cc849 req-417c841e-88d0-4ebc-ba05-0d67f53d7ca9 service neutron] Checking segment: {'id': 'd88ad28a-fb4b-416e-8d5a-ca43c09c61be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'e9b79030-4304-4a01-8c3d-401c4c1ecd11'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 19 07:49:16.797478 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc4c634b-59d2-490a-8bf3-88b0616cc849 req-417c841e-88d0-4ebc-ba05-0d67f53d7ca9 service neutron] Bound using segment: {'id': 'd88ad28a-fb4b-416e-8d5a-ca43c09c61be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'e9b79030-4304-4a01-8c3d-401c4c1ecd11'} {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 07:49:16.797901 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.managers [req-bc4c634b-59d2-490a-8bf3-88b0616cc849 req-417c841e-88d0-4ebc-ba05-0d67f53d7ca9 service neutron] Bound port: 2cbc7900-6a24-4cb0-b167-1341fe0a8c62, host: hv-neutron-8616, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd88ad28a-fb4b-416e-8d5a-ca43c09c61be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'e9b79030-4304-4a01-8c3d-401c4c1ecd11'}}] {{(pid=103332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 19 07:49:16.798254 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-bc4c634b-59d2-490a-8bf3-88b0616cc849 req-417c841e-88d0-4ebc-ba05-0d67f53d7ca9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:49:16.860348 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.db [req-bc4c634b-59d2-490a-8bf3-88b0616cc849 req-417c841e-88d0-4ebc-ba05-0d67f53d7ca9 service neutron] For port 2cbc7900-6a24-4cb0-b167-1341fe0a8c62, host hv-neutron-8616, cleared binding levels {{(pid=103332) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 07:49:16.863265 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.db [req-bc4c634b-59d2-490a-8bf3-88b0616cc849 req-417c841e-88d0-4ebc-ba05-0d67f53d7ca9 service neutron] For port 2cbc7900-6a24-4cb0-b167-1341fe0a8c62, host hv-neutron-8616, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=2cbc7900-6a24-4cb0-b167-1341fe0a8c62,segment=NetworkSegment(d88ad28a-fb4b-416e-8d5a-ca43c09c61be),segment_id=d88ad28a-fb4b-416e-8d5a-ca43c09c61be)] {{(pid=103332) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 07:49:16.867742 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-bc4c634b-59d2-490a-8bf3-88b0616cc849 req-417c841e-88d0-4ebc-ba05-0d67f53d7ca9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133553807'] for port, after_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:49:16.871784 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4c634b-59d2-490a-8bf3-88b0616cc849 req-417c841e-88d0-4ebc-ba05-0d67f53d7ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:49:16.872606 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-bc4c634b-59d2-490a-8bf3-88b0616cc849 req-417c841e-88d0-4ebc-ba05-0d67f53d7ca9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42160'] for port, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:49:16.873972 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-bc4c634b-59d2-490a-8bf3-88b0616cc849 req-417c841e-88d0-4ebc-ba05-0d67f53d7ca9 service neutron] 10.222.0.16 "PUT /v2.0/ports/2cbc7900-6a24-4cb0-b167-1341fe0a8c62 HTTP/1.1" status: 200 len: 1131 time: 0.5594208 Oct 19 07:49:16.875984 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '044a23ae-f10b-4315-be92-b0afd7c8dcd3', 'tag': '2cbc7900-6a24-4cb0-b167-1341fe0a8c62'}] {{(pid=103332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 19 07:49:16.879051 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a021b02cf5f527cd4bbbc40a031b51490d9893d7edeeb551bdf5128ee7546f8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bcee72c-ec8c-4fad-94f6-eb0c4934c127" -d '{"events": [{"name": "network-changed", "server_uuid": "044a23ae-f10b-4315-be92-b0afd7c8dcd3", "tag": "2cbc7900-6a24-4cb0-b167-1341fe0a8c62"}]}' {{(pid=103332) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 07:49:16.924878 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 19 Oct 2022 07:49:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ea43387-4f2d-47e3-93fc-04c56b7f10d1 x-openstack-request-id: req-7ea43387-4f2d-47e3-93fc-04c56b7f10d1 {{(pid=103332) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 07:49:16.925164 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "044a23ae-f10b-4315-be92-b0afd7c8dcd3", "tag": "2cbc7900-6a24-4cb0-b167-1341fe0a8c62", "status": "completed", "code": 200}]} {{(pid=103332) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 07:49:16.925418 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-7ea43387-4f2d-47e3-93fc-04c56b7f10d1 {{(pid=103332) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 07:49:16.925814 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7ea43387-4f2d-47e3-93fc-04c56b7f10d1'] response: {'name': 'network-changed', 'server_uuid': '044a23ae-f10b-4315-be92-b0afd7c8dcd3', 'tag': '2cbc7900-6a24-4cb0-b167-1341fe0a8c62', 'status': 'completed', 'code': 200} Oct 19 07:49:16.927970 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-4737fbf5-fff5-4c11-90eb-eca668ce5dc1 None None] Attempt 5 to provision port 2cbc7900-6a24-4cb0-b167-1341fe0a8c62 Oct 19 07:49:16.964431 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417c841e-88d0-4ebc-ba05-0d67f53d7ca9 service neutron] Pushing event updated for resources: {'Port': ['ID=2cbc7900-6a24-4cb0-b167-1341fe0a8c62,revision_number=3']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:49:16.972681 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-4737fbf5-fff5-4c11-90eb-eca668ce5dc1 None None] Port 2cbc7900-6a24-4cb0-b167-1341fe0a8c62 had new provisioning blocks added so it will not transition to active. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:370}} Oct 19 07:49:16.973422 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4c634b-59d2-490a-8bf3-88b0616cc849 req-062e8631-d03f-492f-ac8b-cf82dde16f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:49:16.974823 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-bc4c634b-59d2-490a-8bf3-88b0616cc849 req-062e8631-d03f-492f-ac8b-cf82dde16f67 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=47a12ea4f74e4c18b13323e6f3cc9741&device_id=044a23ae-f10b-4315-be92-b0afd7c8dcd3 HTTP/1.1" status: 200 len: 1134 time: 0.0612028 Oct 19 07:49:16.982965 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-4737fbf5-fff5-4c11-90eb-eca668ce5dc1 None None] Provisioning complete for port bd3a74a0-ac9b-48f8-92bd-918b675d5fbc triggered by entity DHCP. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:49:16.983330 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-4737fbf5-fff5-4c11-90eb-eca668ce5dc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:49:16.983662 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-4737fbf5-fff5-4c11-90eb-eca668ce5dc1 None None] Attempt 1 to provision port bd3a74a0-ac9b-48f8-92bd-918b675d5fbc Oct 19 07:49:17.020751 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-bc4c634b-59d2-490a-8bf3-88b0616cc849 req-f57d9379-720d-44f0-b9b2-eb54e741ef68 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2cbc7900-6a24-4cb0-b167-1341fe0a8c62 HTTP/1.1" status: 200 len: 217 time: 0.0384045 Oct 19 07:49:17.060031 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-4737fbf5-fff5-4c11-90eb-eca668ce5dc1 None None] Current status of the port bd3a74a0-ac9b-48f8-92bd-918b675d5fbc is: ACTIVE; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:49:17.070833 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4c634b-59d2-490a-8bf3-88b0616cc849 req-55caa522-88fa-4388-aca9-de85462e8e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:49:17.072277 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-bc4c634b-59d2-490a-8bf3-88b0616cc849 req-55caa522-88fa-4388-aca9-de85462e8e95 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f139ef8f-07d3-4834-abff-fcc417b189cf HTTP/1.1" status: 200 len: 834 time: 0.0452185 Oct 19 07:49:17.118499 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4c634b-59d2-490a-8bf3-88b0616cc849 req-036b431d-3f1a-4f97-944e-531eb0b0d4d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:49:17.120007 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-bc4c634b-59d2-490a-8bf3-88b0616cc849 req-036b431d-3f1a-4f97-944e-531eb0b0d4d7 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e9b79030-4304-4a01-8c3d-401c4c1ecd11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0409534 Oct 19 07:49:17.214078 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-bc4c634b-59d2-490a-8bf3-88b0616cc849 req-cab1ab11-e909-4cc2-8676-1d684feab3de service neutron] 10.222.0.16 "GET /v2.0/networks/e9b79030-4304-4a01-8c3d-401c4c1ecd11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866992 Oct 19 07:49:17.303853 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-bc4c634b-59d2-490a-8bf3-88b0616cc849 req-83dc189b-06da-4131-baeb-e60020378fce service neutron] 10.222.0.16 "GET /v2.0/networks/e9b79030-4304-4a01-8c3d-401c4c1ecd11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823188 Oct 19 07:49:17.393317 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcee72c-ec8c-4fad-94f6-eb0c4934c127 req-50e4d832-ecf0-49c9-b1ae-74e4b5472e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:49:17.394794 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-3bcee72c-ec8c-4fad-94f6-eb0c4934c127 req-50e4d832-ecf0-49c9-b1ae-74e4b5472e09 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=47a12ea4f74e4c18b13323e6f3cc9741&device_id=044a23ae-f10b-4315-be92-b0afd7c8dcd3 HTTP/1.1" status: 200 len: 1134 time: 0.0441487 Oct 19 07:49:17.511155 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcee72c-ec8c-4fad-94f6-eb0c4934c127 req-49b7d38d-6f0b-4cf4-85f6-6e7b0a171d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:49:17.513077 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-3bcee72c-ec8c-4fad-94f6-eb0c4934c127 req-49b7d38d-6f0b-4cf4-85f6-6e7b0a171d95 service neutron] 10.222.0.16 "GET /v2.0/networks?id=e9b79030-4304-4a01-8c3d-401c4c1ecd11 HTTP/1.1" status: 200 len: 898 time: 0.1117461 Oct 19 07:49:17.558828 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-3bcee72c-ec8c-4fad-94f6-eb0c4934c127 req-13e42f4f-ebd4-47ed-b49b-90fceb2824da service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2cbc7900-6a24-4cb0-b167-1341fe0a8c62 HTTP/1.1" status: 200 len: 217 time: 0.0382869 Oct 19 07:49:17.567063 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb3a538-17ee-4dbb-aa7b-2f122ae2c255 req-099d1849-366b-45ed-ba69-2279ec663242 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:49:17.568458 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-dfb3a538-17ee-4dbb-aa7b-2f122ae2c255 req-099d1849-366b-45ed-ba69-2279ec663242 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "GET /v2.0/ports?device_id=044a23ae-f10b-4315-be92-b0afd7c8dcd3 HTTP/1.1" status: 200 len: 981 time: 0.0949039 Oct 19 07:49:17.635534 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-dfb3a538-17ee-4dbb-aa7b-2f122ae2c255 req-f0e8d4ab-5294-4249-8b1f-02a97e9d9897 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "GET /v2.0/security-groups?id=97749cbb-6619-432b-b1e5-7f94630878c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587957 Oct 19 07:49:17.637030 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcee72c-ec8c-4fad-94f6-eb0c4934c127 req-bcf06008-bfc0-456a-92f5-c7c323911fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:49:17.638941 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-3bcee72c-ec8c-4fad-94f6-eb0c4934c127 req-bcf06008-bfc0-456a-92f5-c7c323911fb6 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f139ef8f-07d3-4834-abff-fcc417b189cf HTTP/1.1" status: 200 len: 834 time: 0.0696390 Oct 19 07:49:17.688089 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcee72c-ec8c-4fad-94f6-eb0c4934c127 req-97824b84-46fb-4fde-a902-251e9e954ace service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:49:17.689597 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-3bcee72c-ec8c-4fad-94f6-eb0c4934c127 req-97824b84-46fb-4fde-a902-251e9e954ace service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e9b79030-4304-4a01-8c3d-401c4c1ecd11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0435789 Oct 19 07:49:17.780177 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-3bcee72c-ec8c-4fad-94f6-eb0c4934c127 req-96b1d852-e25d-4385-989f-aa5d1f15885d service neutron] 10.222.0.16 "GET /v2.0/networks/e9b79030-4304-4a01-8c3d-401c4c1ecd11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835223 Oct 19 07:49:17.876042 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-3bcee72c-ec8c-4fad-94f6-eb0c4934c127 req-5c7369de-c22b-4075-894a-0dfbfabb3796 service neutron] 10.222.0.16 "GET /v2.0/networks/e9b79030-4304-4a01-8c3d-401c4c1ecd11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892217 Oct 19 07:49:17.927689 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-2a2259f7-b034-4eec-af7a-7abaede746c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:49:18.758414 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55681978-27e4-4c42-acca-a831c799c36b req-27b2ca6b-b844-433f-bc68-61fc7bdf2ddc tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:49:18.759906 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-55681978-27e4-4c42-acca-a831c799c36b req-27b2ca6b-b844-433f-bc68-61fc7bdf2ddc tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "GET /v2.0/ports?device_id=044a23ae-f10b-4315-be92-b0afd7c8dcd3 HTTP/1.1" status: 200 len: 981 time: 0.0497751 Oct 19 07:49:18.798161 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-55681978-27e4-4c42-acca-a831c799c36b req-8932c403-cafa-4bd8-b1b7-d528d54609d2 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "GET /v2.0/security-groups?id=97749cbb-6619-432b-b1e5-7f94630878c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322156 Oct 19 07:49:18.909150 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Device 2cbc7900-6a24-4cb0-b167-1341fe0a8c62 details requested by agent hyperv_hv-neutron-8616 with host hv-neutron-8616 {{(pid=103334) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 07:49:19.008677 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-1a0da505-d0f9-48c6-b7e2-53b9c5e41298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:49:19.015383 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] For port 2cbc7900-6a24-4cb0-b167-1341fe0a8c62, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=2cbc7900-6a24-4cb0-b167-1341fe0a8c62,segment=NetworkSegment(d88ad28a-fb4b-416e-8d5a-ca43c09c61be),segment_id=d88ad28a-fb4b-416e-8d5a-ca43c09c61be)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:49:19.025312 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Returning: {'device': '2cbc7900-6a24-4cb0-b167-1341fe0a8c62', 'network_id': 'e9b79030-4304-4a01-8c3d-401c4c1ecd11', 'port_id': '2cbc7900-6a24-4cb0-b167-1341fe0a8c62', 'mac_address': 'fa:16:3e:07:7b:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f139ef8f-07d3-4834-abff-fcc417b189cf', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103334) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 07:49:19.061508 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Current status of the port 2cbc7900-6a24-4cb0-b167-1341fe0a8c62 is: DOWN; New status is: BUILD {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:49:19.061885 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:49:19.073958 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.notifiers.nova [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2cbc7900-6a24-4cb0-b167-1341fe0a8c62 {{(pid=103334) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 19 07:49:19.093816 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] For port 2cbc7900-6a24-4cb0-b167-1341fe0a8c62, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=2cbc7900-6a24-4cb0-b167-1341fe0a8c62,segment=NetworkSegment(d88ad28a-fb4b-416e-8d5a-ca43c09c61be),segment_id=d88ad28a-fb4b-416e-8d5a-ca43c09c61be)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:49:19.097622 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:49:19.154609 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:49:19.159756 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Pushing event updated for resources: {'Port': ['ID=2cbc7900-6a24-4cb0-b167-1341fe0a8c62,revision_number=4']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:49:19.166979 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:49:19.167326 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:49:19.167659 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:49:19.167996 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:49:19.168374 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:49:19.168873 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:49:19.169199 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:49:19.169526 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:49:19.169849 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:49:19.170168 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:49:19.170489 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:49:19.170803 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:49:19.442527 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] get_ports_and_sgs() called for port_ids ['2cbc7900-6a24-4cb0-b167-1341fe0a8c62'] {{(pid=103334) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 19 07:49:19.916441 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82b87a3-ae91-4378-9b27-5bdd26892bff req-22cce73a-a784-465d-82d9-83d524488f25 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:49:19.917933 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-e82b87a3-ae91-4378-9b27-5bdd26892bff req-22cce73a-a784-465d-82d9-83d524488f25 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "GET /v2.0/ports?device_id=044a23ae-f10b-4315-be92-b0afd7c8dcd3 HTTP/1.1" status: 200 len: 982 time: 0.0479045 Oct 19 07:49:19.960040 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-e82b87a3-ae91-4378-9b27-5bdd26892bff req-d3f86a78-79e1-4101-b985-786cd414577f tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "GET /v2.0/security-groups?id=97749cbb-6619-432b-b1e5-7f94630878c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354090 Oct 19 07:49:20.909194 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Device 2cbc7900-6a24-4cb0-b167-1341fe0a8c62 up at agent hyperv_hv-neutron-8616 {{(pid=103334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 07:49:20.960658 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Provisioning for port 2cbc7900-6a24-4cb0-b167-1341fe0a8c62 completed by entity L2. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 19 07:49:20.964629 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Provisioning complete for port 2cbc7900-6a24-4cb0-b167-1341fe0a8c62 triggered by entity L2. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:49:20.965003 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:49:20.965674 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Attempt 1 to provision port 2cbc7900-6a24-4cb0-b167-1341fe0a8c62 Oct 19 07:49:21.039649 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Current status of the port 2cbc7900-6a24-4cb0-b167-1341fe0a8c62 is: BUILD; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:49:21.040036 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:49:21.062560 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '044a23ae-f10b-4315-be92-b0afd7c8dcd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cbc7900-6a24-4cb0-b167-1341fe0a8c62'}] {{(pid=103334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 19 07:49:21.064886 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d918bd29c62f7e926e80ce37adcd574e0921d2de3006e6b6ef58999f52d8e2e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8bb2673-5deb-4bde-b0c7-d651599be54d" -d '{"events": [{"server_uuid": "044a23ae-f10b-4315-be92-b0afd7c8dcd3", "name": "network-vif-plugged", "status": "completed", "tag": "2cbc7900-6a24-4cb0-b167-1341fe0a8c62"}]}' {{(pid=103334) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 07:49:21.078931 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] For port 2cbc7900-6a24-4cb0-b167-1341fe0a8c62, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=2cbc7900-6a24-4cb0-b167-1341fe0a8c62,segment=NetworkSegment(d88ad28a-fb4b-416e-8d5a-ca43c09c61be),segment_id=d88ad28a-fb4b-416e-8d5a-ca43c09c61be)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:49:21.083580 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ce0ed0-528e-4046-85bd-03407825bc80 req-a82ff155-3c95-4aa5-860f-a922677d8841 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:49:21.085009 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:49:21.085376 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-e5ce0ed0-528e-4046-85bd-03407825bc80 req-a82ff155-3c95-4aa5-860f-a922677d8841 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "GET /v2.0/ports?device_id=044a23ae-f10b-4315-be92-b0afd7c8dcd3 HTTP/1.1" status: 200 len: 982 time: 0.0517490 Oct 19 07:49:21.112980 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 19 Oct 2022 07:49:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-696c2e82-c0fb-46ea-811d-f2fdaedfb530 x-openstack-request-id: req-696c2e82-c0fb-46ea-811d-f2fdaedfb530 {{(pid=103334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 07:49:21.113275 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "044a23ae-f10b-4315-be92-b0afd7c8dcd3", "name": "network-vif-plugged", "status": "completed", "tag": "2cbc7900-6a24-4cb0-b167-1341fe0a8c62", "code": 200}]} {{(pid=103334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 07:49:21.113516 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-696c2e82-c0fb-46ea-811d-f2fdaedfb530 {{(pid=103334) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 07:49:21.113934 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.notifiers.nova [-] Nova event matching ['req-696c2e82-c0fb-46ea-811d-f2fdaedfb530'] response: {'server_uuid': '044a23ae-f10b-4315-be92-b0afd7c8dcd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cbc7900-6a24-4cb0-b167-1341fe0a8c62', 'code': 200} Oct 19 07:49:21.142823 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Pushing event updated for resources: {'Port': ['ID=2cbc7900-6a24-4cb0-b167-1341fe0a8c62,revision_number=5']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:49:21.147480 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-e5ce0ed0-528e-4046-85bd-03407825bc80 req-1d4823cc-cd7e-4475-9229-146855e091bf tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "GET /v2.0/security-groups?id=97749cbb-6619-432b-b1e5-7f94630878c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419168 Oct 19 07:49:21.274368 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc52e61-f4cb-4b05-8598-298e8c7ca6b1 req-7917eeb2-69da-49a5-8c66-f8eec37ec96c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:49:21.275808 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-6cc52e61-f4cb-4b05-8598-298e8c7ca6b1 req-7917eeb2-69da-49a5-8c66-f8eec37ec96c service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=044a23ae-f10b-4315-be92-b0afd7c8dcd3 HTTP/1.1" status: 200 len: 1136 time: 0.0402122 Oct 19 07:49:21.311842 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-6cc52e61-f4cb-4b05-8598-298e8c7ca6b1 req-034a5e56-3fbd-4a94-9670-b1ba136c74b6 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=97749cbb-6619-432b-b1e5-7f94630878c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0287211 Oct 19 07:49:22.277178 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cafee52-45c0-4afa-9735-65183f486c38 req-f7a0c7e9-83bb-40fa-85d6-bde1c2be70bb tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:49:22.280005 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-9cafee52-45c0-4afa-9735-65183f486c38 req-f7a0c7e9-83bb-40fa-85d6-bde1c2be70bb tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "GET /v2.0/ports?device_id=044a23ae-f10b-4315-be92-b0afd7c8dcd3 HTTP/1.1" status: 200 len: 983 time: 0.0526350 Oct 19 07:49:22.323759 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-9cafee52-45c0-4afa-9735-65183f486c38 req-fcb509fd-e49e-4cad-9d40-37e083469640 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "GET /v2.0/security-groups?id=97749cbb-6619-432b-b1e5-7f94630878c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359192 Oct 19 07:49:23.445520 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5f2c6b-6198-4a73-a356-7076082aab48 req-58397caf-ed90-4781-9b40-15c13eb5824a tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:49:23.446982 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-1e5f2c6b-6198-4a73-a356-7076082aab48 req-58397caf-ed90-4781-9b40-15c13eb5824a tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "GET /v2.0/ports?device_id=044a23ae-f10b-4315-be92-b0afd7c8dcd3 HTTP/1.1" status: 200 len: 983 time: 0.0483925 Oct 19 07:49:23.484960 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-1e5f2c6b-6198-4a73-a356-7076082aab48 req-05e50343-d750-4731-94b2-cdc19e0bb3d3 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "GET /v2.0/security-groups?id=97749cbb-6619-432b-b1e5-7f94630878c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315113 Oct 19 07:49:23.603718 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c24e71-1c39-407f-a792-ad1ac4fccea3 req-9af3b4d3-d236-4cea-8d22-22270e43406f tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:49:23.605221 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-06c24e71-1c39-407f-a792-ad1ac4fccea3 req-9af3b4d3-d236-4cea-8d22-22270e43406f tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "GET /v2.0/ports?device_id=044a23ae-f10b-4315-be92-b0afd7c8dcd3 HTTP/1.1" status: 200 len: 983 time: 0.0489917 Oct 19 07:49:23.642080 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-06c24e71-1c39-407f-a792-ad1ac4fccea3 req-b967134f-1e15-4107-b78d-ff820b9cfe69 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "GET /v2.0/security-groups?id=97749cbb-6619-432b-b1e5-7f94630878c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307009 Oct 19 07:49:23.669729 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 33392) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:49:23.707442 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b12b00fc-3007-46cb-a033-e772d632f3b4 tempest-TestNetworkBasicOps-773100899 tempest-TestNetworkBasicOps-773100899-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:49:23.708941 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-b12b00fc-3007-46cb-a033-e772d632f3b4 tempest-TestNetworkBasicOps-773100899 tempest-TestNetworkBasicOps-773100899-project-admin] 10.222.0.27 "GET /v2.0/ports?device_id=044a23ae-f10b-4315-be92-b0afd7c8dcd3 HTTP/1.1" status: 200 len: 1131 time: 0.0382607 Oct 19 07:49:23.711707 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 33394) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:49:23.716842 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-a642d8e0-4a0c-435e-98c2-c305745a48bc tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Request body: {'floatingip': {'floating_network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'port_id': '2cbc7900-6a24-4cb0-b167-1341fe0a8c62', 'tenant_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:49:23.736363 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-a642d8e0-4a0c-435e-98c2-c305745a48bc tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for floatingip, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:49:23.836067 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-a642d8e0-4a0c-435e-98c2-c305745a48bc tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:49:23.940447 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.db_base_plugin_common [None req-a642d8e0-4a0c-435e-98c2-c305745a48bc tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Allocated IP 172.26.0.135 (99c66757-74e3-40a4-b479-8d09e3a7c3dd/7f3d1034-1de7-458a-a3ee-77488de3949b/23fecc2c-ceb4-4f3a-8d97-d5c4058a6294) {{(pid=103332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 07:49:24.039463 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-a642d8e0-4a0c-435e-98c2-c305745a48bc tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for port, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:49:24.072595 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-a642d8e0-4a0c-435e-98c2-c305745a48bc tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785020947330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133553798'] for port, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:49:24.109244 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a642d8e0-4a0c-435e-98c2-c305745a48bc tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Network 99c66757-74e3-40a4-b479-8d09e3a7c3dd is already hosted by enough agents. {{(pid=103332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 07:49:24.112173 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.base_scheduler [None req-a642d8e0-4a0c-435e-98c2-c305745a48bc tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Resources bound (agent type, host, resource id): {{(pid=103332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:49:24.115693 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a642d8e0-4a0c-435e-98c2-c305745a48bc tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Received port after_create {{(pid=103332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 07:49:24.146421 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a642d8e0-4a0c-435e-98c2-c305745a48bc tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Pushing event updated for resources: {'Port': ['ID=23fecc2c-ceb4-4f3a-8d97-d5c4058a6294,revision_number=1']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:49:24.485289 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-a642d8e0-4a0c-435e-98c2-c305745a48bc tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:49:24.553657 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-a642d8e0-4a0c-435e-98c2-c305745a48bc tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:49:24.696762 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-a642d8e0-4a0c-435e-98c2-c305745a48bc tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for port, precommit_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:49:24.701139 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-a642d8e0-4a0c-435e-98c2-c305745a48bc tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133553807'] for port, after_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:49:24.769658 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-a642d8e0-4a0c-435e-98c2-c305745a48bc tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1695041'] for floatingip, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:49:24.771326 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a642d8e0-4a0c-435e-98c2-c305745a48bc tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Pushing event updated for resources: {'Port': ['ID=23fecc2c-ceb4-4f3a-8d97-d5c4058a6294,revision_number=2']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:49:25.159449 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.db.l3_db [None req-a642d8e0-4a0c-435e-98c2-c305745a48bc tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Floating IP c148523a-cf6d-4a8d-9dad-de911dc50c03 associated. External IP: 172.26.0.135, port: 2cbc7900-6a24-4cb0-b167-1341fe0a8c62. Oct 19 07:49:25.362299 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a642d8e0-4a0c-435e-98c2-c305745a48bc tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Router e5ef0c65-b040-4d8f-9522-7d5c04b99252 has already been hosted by L3 agent ab388470-1243-4d53-80f2-c2f5899c97a7 {{(pid=103332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 07:49:25.466085 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a642d8e0-4a0c-435e-98c2-c305745a48bc tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify agent at l3_agent.dv-neutron-861624-1-hyperv the message routers_updated {{(pid=103332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 07:49:25.475706 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-088f69c1-62f4-482c-803e-f70751231708 None None] Sync routers for ids ['e5ef0c65-b040-4d8f-9522-7d5c04b99252'] in dv-neutron-861624-1-hyperv {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 07:49:25.484151 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-a642d8e0-4a0c-435e-98c2-c305745a48bc tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42160'] for floatingip, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:49:25.485873 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-088f69c1-62f4-482c-803e-f70751231708 None None] Routers {'e5ef0c65-b040-4d8f-9522-7d5c04b99252'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 07:49:25.486469 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-088f69c1-62f4-482c-803e-f70751231708 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T07:49:16Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['e5ef0c65-b040-4d8f-9522-7d5c04b99252'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:49:25.516334 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-a642d8e0-4a0c-435e-98c2-c305745a48bc tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 1034 time: 1.8036017 Oct 19 07:49:25.517131 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '044a23ae-f10b-4315-be92-b0afd7c8dcd3', 'tag': '2cbc7900-6a24-4cb0-b167-1341fe0a8c62'}] {{(pid=103332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 19 07:49:25.519195 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 33396) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:49:25.519654 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a021b02cf5f527cd4bbbc40a031b51490d9893d7edeeb551bdf5128ee7546f8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9ab4b80-084e-49f7-a21c-79574b0b8bed" -d '{"events": [{"name": "network-changed", "server_uuid": "044a23ae-f10b-4315-be92-b0afd7c8dcd3", "tag": "2cbc7900-6a24-4cb0-b167-1341fe0a8c62"}]}' {{(pid=103332) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 07:49:25.595697 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvr_db [None req-088f69c1-62f4-482c-803e-f70751231708 None None] Set router e5ef0c65-b040-4d8f-9522-7d5c04b99252 gateway port host: dv-neutron-861624-1-hyperv {{(pid=103335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 07:49:25.596129 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fc5cc69-123b-46e4-aa54-8fefedfd8411 tempest-TestNetworkBasicOps-773100899 tempest-TestNetworkBasicOps-773100899-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:49:25.597709 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-4fc5cc69-123b-46e4-aa54-8fefedfd8411 tempest-TestNetworkBasicOps-773100899 tempest-TestNetworkBasicOps-773100899-project-admin] 10.222.0.27 "GET /v2.0/ports?device_id=044a23ae-f10b-4315-be92-b0afd7c8dcd3&network_id=e9b79030-4304-4a01-8c3d-401c4c1ecd11 HTTP/1.1" status: 200 len: 1131 time: 0.0774722 Oct 19 07:49:25.626375 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 19 Oct 2022 07:49:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0172346b-853d-4bae-9d51-46d89d2e11c3 x-openstack-request-id: req-0172346b-853d-4bae-9d51-46d89d2e11c3 {{(pid=103332) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 07:49:25.626810 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "044a23ae-f10b-4315-be92-b0afd7c8dcd3", "tag": "2cbc7900-6a24-4cb0-b167-1341fe0a8c62", "status": "completed", "code": 200}]} {{(pid=103332) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 07:49:25.627070 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-0172346b-853d-4bae-9d51-46d89d2e11c3 {{(pid=103332) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 07:49:25.628231 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0172346b-853d-4bae-9d51-46d89d2e11c3'] response: {'name': 'network-changed', 'server_uuid': '044a23ae-f10b-4315-be92-b0afd7c8dcd3', 'tag': '2cbc7900-6a24-4cb0-b167-1341fe0a8c62', 'status': 'completed', 'code': 200} Oct 19 07:49:25.696100 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ab4b80-084e-49f7-a21c-79574b0b8bed req-9669ea35-5595-42a6-96bf-3aed73ae0c6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:49:25.697683 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-e9ab4b80-084e-49f7-a21c-79574b0b8bed req-9669ea35-5595-42a6-96bf-3aed73ae0c6e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=47a12ea4f74e4c18b13323e6f3cc9741&device_id=044a23ae-f10b-4315-be92-b0afd7c8dcd3 HTTP/1.1" status: 200 len: 1136 time: 0.0438042 Oct 19 07:49:25.797285 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ab4b80-084e-49f7-a21c-79574b0b8bed req-eae2f36b-a5f6-491a-9f24-901d9e0c9820 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:49:25.798772 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-e9ab4b80-084e-49f7-a21c-79574b0b8bed req-eae2f36b-a5f6-491a-9f24-901d9e0c9820 service neutron] 10.222.0.16 "GET /v2.0/networks?id=e9b79030-4304-4a01-8c3d-401c4c1ecd11 HTTP/1.1" status: 200 len: 898 time: 0.0934243 Oct 19 07:49:25.858532 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-088f69c1-62f4-482c-803e-f70751231708 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5ef0c65-b040-4d8f-9522-7d5c04b99252', 'name': 'tempest-TestNetworkBasicOps-router-1386197143', 'tenant_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'external_fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.149'}], 'enable_snat': True}, 'gw_port_id': '2269bb40-bbae-4dd3-bb8f-443b9538dc8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T07:49:07Z', 'updated_at': '2022-10-19T07:49:11Z', 'revision_number': 4, 'project_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'gw_port': {'id': '2269bb40-bbae-4dd3-bb8f-443b9538dc8a', 'name': '', 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:c8:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5ef0c65-b040-4d8f-9522-7d5c04b99252', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:49:08Z', 'updated_at': '2022-10-19T07:49:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861624-1-hyperv', '_floatingips': [{'id': 'c148523a-cf6d-4a8d-9dad-de911dc50c03', 'tenant_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'floating_ip_address': '172.26.0.135', 'floating_network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'router_id': 'e5ef0c65-b040-4d8f-9522-7d5c04b99252', 'port_id': '2cbc7900-6a24-4cb0-b167-1341fe0a8c62', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1406, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1476575642', 'network_id': 'e9b79030-4304-4a01-8c3d-401c4c1ecd11', 'mac_address': 'fa:16:3e:07:7b:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '044a23ae-f10b-4315-be92-b0afd7c8dcd3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-19T07:49:24Z', 'updated_at': '2022-10-19T07:49:24Z', 'revision_number': 0, 'project_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd3a74a0-ac9b-48f8-92bd-918b675d5fbc', 'name': '', 'network_id': 'e9b79030-4304-4a01-8c3d-401c4c1ecd11', 'tenant_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'mac_address': 'fa:16:3e:d5:b3:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5ef0c65-b040-4d8f-9522-7d5c04b99252', 'device_owner': 'network:router_interface', 'standard_attr_id': 1394, 'fixed_ips': [{'subnet_id': 'f139ef8f-07d3-4834-abff-fcc417b189cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:49:10Z', 'updated_at': '2022-10-19T07:49:14Z', 'revision_number': 5, 'project_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'subnets': [{'id': 'f139ef8f-07d3-4834-abff-fcc417b189cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:49:25.884384 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-088f69c1-62f4-482c-803e-f70751231708 None None] Checking router: e5ef0c65-b040-4d8f-9522-7d5c04b99252 for host: dv-neutron-861624-1-hyperv {{(pid=103335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 07:49:25.892983 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-088f69c1-62f4-482c-803e-f70751231708 None None] Routers {'e5ef0c65-b040-4d8f-9522-7d5c04b99252'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 07:49:25.893595 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-088f69c1-62f4-482c-803e-f70751231708 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T07:49:16Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['e5ef0c65-b040-4d8f-9522-7d5c04b99252'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:49:25.901025 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-e9ab4b80-084e-49f7-a21c-79574b0b8bed req-59187a14-0414-40cc-8427-589894df6aeb service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2cbc7900-6a24-4cb0-b167-1341fe0a8c62 HTTP/1.1" status: 200 len: 1037 time: 0.0907753 Oct 19 07:49:25.914830 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a3aa13-bf1d-4037-b5df-e2c586b08310 req-b09df5f0-593e-44f4-a1c3-2746a001b60b tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:49:25.916314 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-06a3aa13-bf1d-4037-b5df-e2c586b08310 req-b09df5f0-593e-44f4-a1c3-2746a001b60b tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "GET /v2.0/ports?device_id=044a23ae-f10b-4315-be92-b0afd7c8dcd3 HTTP/1.1" status: 200 len: 983 time: 0.0662835 Oct 19 07:49:25.986596 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ab4b80-084e-49f7-a21c-79574b0b8bed req-7d9f4b14-00e2-4e13-add0-c878da78c5e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:49:25.988054 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-e9ab4b80-084e-49f7-a21c-79574b0b8bed req-7d9f4b14-00e2-4e13-add0-c878da78c5e1 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f139ef8f-07d3-4834-abff-fcc417b189cf HTTP/1.1" status: 200 len: 834 time: 0.0708578 Oct 19 07:49:25.993095 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-06a3aa13-bf1d-4037-b5df-e2c586b08310 req-81552f7e-268b-408f-8a68-b154b56343fe tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "GET /v2.0/security-groups?id=97749cbb-6619-432b-b1e5-7f94630878c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682044 Oct 19 07:49:25.999781 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvr_db [None req-088f69c1-62f4-482c-803e-f70751231708 None None] Set router e5ef0c65-b040-4d8f-9522-7d5c04b99252 gateway port host: dv-neutron-861624-1-hyperv {{(pid=103335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 07:49:26.034071 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ab4b80-084e-49f7-a21c-79574b0b8bed req-d0154dcf-252b-4e8c-bbba-f1f82fe7cb35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:49:26.035669 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-e9ab4b80-084e-49f7-a21c-79574b0b8bed req-d0154dcf-252b-4e8c-bbba-f1f82fe7cb35 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e9b79030-4304-4a01-8c3d-401c4c1ecd11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0410244 Oct 19 07:49:26.130501 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-e9ab4b80-084e-49f7-a21c-79574b0b8bed req-3dce4c47-fbe6-4445-bbf6-39de67ec6736 service neutron] 10.222.0.16 "GET /v2.0/networks/e9b79030-4304-4a01-8c3d-401c4c1ecd11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879061 Oct 19 07:49:26.221278 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-088f69c1-62f4-482c-803e-f70751231708 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5ef0c65-b040-4d8f-9522-7d5c04b99252', 'name': 'tempest-TestNetworkBasicOps-router-1386197143', 'tenant_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'external_fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.149'}], 'enable_snat': True}, 'gw_port_id': '2269bb40-bbae-4dd3-bb8f-443b9538dc8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T07:49:07Z', 'updated_at': '2022-10-19T07:49:11Z', 'revision_number': 4, 'project_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'gw_port': {'id': '2269bb40-bbae-4dd3-bb8f-443b9538dc8a', 'name': '', 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:c8:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5ef0c65-b040-4d8f-9522-7d5c04b99252', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:49:08Z', 'updated_at': '2022-10-19T07:49:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861624-1-hyperv', '_floatingips': [{'id': 'c148523a-cf6d-4a8d-9dad-de911dc50c03', 'tenant_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'floating_ip_address': '172.26.0.135', 'floating_network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'router_id': 'e5ef0c65-b040-4d8f-9522-7d5c04b99252', 'port_id': '2cbc7900-6a24-4cb0-b167-1341fe0a8c62', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1406, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1476575642', 'network_id': 'e9b79030-4304-4a01-8c3d-401c4c1ecd11', 'mac_address': 'fa:16:3e:07:7b:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '044a23ae-f10b-4315-be92-b0afd7c8dcd3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-19T07:49:24Z', 'updated_at': '2022-10-19T07:49:24Z', 'revision_number': 0, 'project_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd3a74a0-ac9b-48f8-92bd-918b675d5fbc', 'name': '', 'network_id': 'e9b79030-4304-4a01-8c3d-401c4c1ecd11', 'tenant_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'mac_address': 'fa:16:3e:d5:b3:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5ef0c65-b040-4d8f-9522-7d5c04b99252', 'device_owner': 'network:router_interface', 'standard_attr_id': 1394, 'fixed_ips': [{'subnet_id': 'f139ef8f-07d3-4834-abff-fcc417b189cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:49:10Z', 'updated_at': '2022-10-19T07:49:14Z', 'revision_number': 5, 'project_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'subnets': [{'id': 'f139ef8f-07d3-4834-abff-fcc417b189cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:49:26.227071 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-e9ab4b80-084e-49f7-a21c-79574b0b8bed req-441523c9-5406-4639-9dc6-5a1be47c11a9 service neutron] 10.222.0.16 "GET /v2.0/networks/e9b79030-4304-4a01-8c3d-401c4c1ecd11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889978 Oct 19 07:49:26.332761 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-088f69c1-62f4-482c-803e-f70751231708 None None] The sync data for ids ['e5ef0c65-b040-4d8f-9522-7d5c04b99252'] in dv-neutron-861624-1-hyperv is: [{'id': 'e5ef0c65-b040-4d8f-9522-7d5c04b99252', 'name': 'tempest-TestNetworkBasicOps-router-1386197143', 'tenant_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'external_fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.149'}], 'enable_snat': True}, 'gw_port_id': '2269bb40-bbae-4dd3-bb8f-443b9538dc8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T07:49:07Z', 'updated_at': '2022-10-19T07:49:11Z', 'revision_number': 4, 'project_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'gw_port': {'id': '2269bb40-bbae-4dd3-bb8f-443b9538dc8a', 'name': '', 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:c8:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5ef0c65-b040-4d8f-9522-7d5c04b99252', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:49:08Z', 'updated_at': '2022-10-19T07:49:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861624-1-hyperv', '_floatingips': [{'id': 'c148523a-cf6d-4a8d-9dad-de911dc50c03', 'tenant_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'floating_ip_address': '172.26.0.135', 'floating_network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'router_id': 'e5ef0c65-b040-4d8f-9522-7d5c04b99252', 'port_id': '2cbc7900-6a24-4cb0-b167-1341fe0a8c62', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1406, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1476575642', 'network_id': 'e9b79030-4304-4a01-8c3d-401c4c1ecd11', 'mac_address': 'fa:16:3e:07:7b:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '044a23ae-f10b-4315-be92-b0afd7c8dcd3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-19T07:49:24Z', 'updated_at': '2022-10-19T07:49:24Z', 'revision_number': 0, 'project_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd3a74a0-ac9b-48f8-92bd-918b675d5fbc', 'name': '', 'network_id': 'e9b79030-4304-4a01-8c3d-401c4c1ecd11', 'tenant_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'mac_address': 'fa:16:3e:d5:b3:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5ef0c65-b040-4d8f-9522-7d5c04b99252', 'device_owner': 'network:router_interface', 'standard_attr_id': 1394, 'fixed_ips': [{'subnet_id': 'f139ef8f-07d3-4834-abff-fcc417b189cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:49:10Z', 'updated_at': '2022-10-19T07:49:14Z', 'revision_number': 5, 'project_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'subnets': [{'id': 'f139ef8f-07d3-4834-abff-fcc417b189cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 07:49:26.526284 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b049ebc-a08e-4f95-9b99-3f09deadb2e0 None None] New status for floating IP c148523a-cf6d-4a8d-9dad-de911dc50c03: ACTIVE {{(pid=103334) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 19 07:49:27.145633 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdae830-45a7-458c-ba9c-76f6037f8972 req-081ee4c3-8aaa-4740-a8f9-2848a1c64ae2 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:49:27.147100 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-6fdae830-45a7-458c-ba9c-76f6037f8972 req-081ee4c3-8aaa-4740-a8f9-2848a1c64ae2 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "GET /v2.0/ports?device_id=044a23ae-f10b-4315-be92-b0afd7c8dcd3 HTTP/1.1" status: 200 len: 983 time: 0.0784111 Oct 19 07:49:27.178743 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d88bcd-ff2f-48df-b4c2-6d07129b0026 req-d6ebef3c-418e-4e43-8a78-bbe7fa8ec181 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:49:27.180195 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-09d88bcd-ff2f-48df-b4c2-6d07129b0026 req-d6ebef3c-418e-4e43-8a78-bbe7fa8ec181 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.16 "GET /v2.0/ports?device_id=044a23ae-f10b-4315-be92-b0afd7c8dcd3 HTTP/1.1" status: 200 len: 983 time: 0.0777042 Oct 19 07:49:27.222374 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-6fdae830-45a7-458c-ba9c-76f6037f8972 req-246f9b7a-00c3-4a10-8674-13c0a591f923 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "GET /v2.0/security-groups?id=97749cbb-6619-432b-b1e5-7f94630878c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679610 Oct 19 07:49:27.233208 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d88bcd-ff2f-48df-b4c2-6d07129b0026 req-b1e995de-81d2-48e7-b288-db9cf6be8720 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:49:27.234443 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-09d88bcd-ff2f-48df-b4c2-6d07129b0026 req-b1e995de-81d2-48e7-b288-db9cf6be8720 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.16 "GET /v2.0/ports/2cbc7900-6a24-4cb0-b167-1341fe0a8c62?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0484009 Oct 19 07:49:27.338503 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-09d88bcd-ff2f-48df-b4c2-6d07129b0026 req-95e84a24-79dc-467b-aa5a-2935263e1263 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.16 "GET /v2.0/networks/e9b79030-4304-4a01-8c3d-401c4c1ecd11?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.0989742 Oct 19 07:49:27.349493 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [req-09d88bcd-ff2f-48df-b4c2-6d07129b0026 req-8263ec89-6703-4cca-bb4e-55a9a5251207 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:49:27.400180 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-09d88bcd-ff2f-48df-b4c2-6d07129b0026 req-8263ec89-6703-4cca-bb4e-55a9a5251207 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:49:27.533983 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.db [req-09d88bcd-ff2f-48df-b4c2-6d07129b0026 req-8263ec89-6703-4cca-bb4e-55a9a5251207 service neutron] For port 2cbc7900-6a24-4cb0-b167-1341fe0a8c62, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=2cbc7900-6a24-4cb0-b167-1341fe0a8c62,segment=NetworkSegment(d88ad28a-fb4b-416e-8d5a-ca43c09c61be),segment_id=d88ad28a-fb4b-416e-8d5a-ca43c09c61be)] {{(pid=103332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:49:27.567169 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.db [req-09d88bcd-ff2f-48df-b4c2-6d07129b0026 req-8263ec89-6703-4cca-bb4e-55a9a5251207 service neutron] For port 2cbc7900-6a24-4cb0-b167-1341fe0a8c62, host hv-neutron-8616, cleared binding levels {{(pid=103332) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 07:49:27.599502 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.notifiers.nova [req-09d88bcd-ff2f-48df-b4c2-6d07129b0026 req-8263ec89-6703-4cca-bb4e-55a9a5251207 service neutron] device_id is not set on port 2cbc7900-6a24-4cb0-b167-1341fe0a8c62 yet. {{(pid=103332) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 19 07:49:27.608198 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-09d88bcd-ff2f-48df-b4c2-6d07129b0026 req-8263ec89-6703-4cca-bb4e-55a9a5251207 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:49:27.614708 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-09d88bcd-ff2f-48df-b4c2-6d07129b0026 req-8263ec89-6703-4cca-bb4e-55a9a5251207 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133553807'] for port, after_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:49:27.732325 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8263ec89-6703-4cca-bb4e-55a9a5251207 service neutron] Pushing event updated for resources: {'Port': ['ID=2cbc7900-6a24-4cb0-b167-1341fe0a8c62,revision_number=6']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:49:27.764483 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [req-09d88bcd-ff2f-48df-b4c2-6d07129b0026 req-8263ec89-6703-4cca-bb4e-55a9a5251207 service neutron] No DVR routers for this DVR port 2cbc7900-6a24-4cb0-b167-1341fe0a8c62 on host hv-neutron-8616 {{(pid=103332) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 19 07:49:27.900196 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.plugin [req-09d88bcd-ff2f-48df-b4c2-6d07129b0026 req-8263ec89-6703-4cca-bb4e-55a9a5251207 service neutron] In _notify_port_updated(), no bound segment for port 2cbc7900-6a24-4cb0-b167-1341fe0a8c62 on network e9b79030-4304-4a01-8c3d-401c4c1ecd11 {{(pid=103332) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:900}} Oct 19 07:49:27.901087 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d88bcd-ff2f-48df-b4c2-6d07129b0026 req-8263ec89-6703-4cca-bb4e-55a9a5251207 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:49:27.901686 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-09d88bcd-ff2f-48df-b4c2-6d07129b0026 req-8263ec89-6703-4cca-bb4e-55a9a5251207 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42160'] for port, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:49:27.903141 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-09d88bcd-ff2f-48df-b4c2-6d07129b0026 req-8263ec89-6703-4cca-bb4e-55a9a5251207 service neutron] 10.222.0.16 "PUT /v2.0/ports/2cbc7900-6a24-4cb0-b167-1341fe0a8c62 HTTP/1.1" status: 200 len: 1026 time: 0.5573459 Oct 19 07:49:28.337634 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-e3cd2157-9bf5-4493-a8a3-30c2682cf3d2 req-3b4989ff-f495-4efb-bda1-f325ad500a76 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "GET /v2.0/ports?device_id=044a23ae-f10b-4315-be92-b0afd7c8dcd3 HTTP/1.1" status: 200 len: 210 time: 0.0272298 Oct 19 07:49:29.400642 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 33414) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:49:29.442766 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47fba6a5-f764-4a40-92bf-44cba1f94a1e tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:49:29.444094 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-47fba6a5-f764-4a40-92bf-44cba1f94a1e tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "GET /v2.0/ports/2cbc7900-6a24-4cb0-b167-1341fe0a8c62 HTTP/1.1" status: 200 len: 925 time: 0.0424671 Oct 19 07:49:29.507520 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 33418) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:49:29.512587 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-5765d1c8-f707-4733-a475-38d76b797d2d tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1093111762', 'description': 'tempest-secgroup-smoke-1093111762 description', 'project_id': '47a12ea4f74e4c18b13323e6f3cc9741'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:49:29.532470 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-5765d1c8-f707-4733-a475-38d76b797d2d tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for security_group, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:49:29.597654 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-5765d1c8-f707-4733-a475-38d76b797d2d tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for security_group, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:49:29.601232 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-5765d1c8-f707-4733-a475-38d76b797d2d tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788643'] for security_group, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:49:29.627976 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-5765d1c8-f707-4733-a475-38d76b797d2d tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for security_group, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:49:29.629140 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-5765d1c8-f707-4733-a475-38d76b797d2d tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1206026 Oct 19 07:49:29.632142 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 33420) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:49:29.633029 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5765d1c8-f707-4733-a475-38d76b797d2d tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8a69c7d4-d09e-4829-8486-0007786a3821,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:49:29.636892 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-76c13bb3-a22f-49df-9b12-494b5757bb96 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Request body: {'security_group_rule': {'security_group_id': '8a69c7d4-d09e-4829-8486-0007786a3821', 'project_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:49:29.662071 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-76c13bb3-a22f-49df-9b12-494b5757bb96 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:49:29.717510 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-76c13bb3-a22f-49df-9b12-494b5757bb96 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:49:29.720979 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-76c13bb3-a22f-49df-9b12-494b5757bb96 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815365'] for security_group_rule, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:49:29.739249 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c13bb3-a22f-49df-9b12-494b5757bb96 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52837df4-3e14-46e5-871f-d0b521741395,revision_number=0']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:49:29.743525 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-76c13bb3-a22f-49df-9b12-494b5757bb96 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:49:29.744797 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-76c13bb3-a22f-49df-9b12-494b5757bb96 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1114919 Oct 19 07:49:29.748849 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 33422) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:49:29.753384 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-f866fe5f-7bdd-407c-b966-8d3231831333 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Request body: {'security_group_rule': {'security_group_id': '8a69c7d4-d09e-4829-8486-0007786a3821', 'project_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:49:29.778481 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-f866fe5f-7bdd-407c-b966-8d3231831333 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:49:29.833278 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-f866fe5f-7bdd-407c-b966-8d3231831333 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:49:29.836519 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-f866fe5f-7bdd-407c-b966-8d3231831333 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815365'] for security_group_rule, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:49:29.853171 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f866fe5f-7bdd-407c-b966-8d3231831333 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ac6f1c0-7731-4963-b1dd-b22ce7e1223b,revision_number=0']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:49:29.861313 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-f866fe5f-7bdd-407c-b966-8d3231831333 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:49:29.862502 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-f866fe5f-7bdd-407c-b966-8d3231831333 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1126354 Oct 19 07:49:29.865267 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 33424) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:49:29.869438 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-702ccbe2-060e-443b-a881-08de1292b0e2 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Request body: {'security_group_rule': {'security_group_id': '8a69c7d4-d09e-4829-8486-0007786a3821', 'project_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:49:29.894471 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-702ccbe2-060e-443b-a881-08de1292b0e2 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:49:29.955369 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-702ccbe2-060e-443b-a881-08de1292b0e2 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:49:29.958717 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-702ccbe2-060e-443b-a881-08de1292b0e2 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815365'] for security_group_rule, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:49:29.972879 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702ccbe2-060e-443b-a881-08de1292b0e2 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb36290e-531d-4e6f-aec0-78dd7257c6e1,revision_number=0']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:49:29.983615 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-702ccbe2-060e-443b-a881-08de1292b0e2 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:49:29.984924 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-702ccbe2-060e-443b-a881-08de1292b0e2 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1187489 Oct 19 07:49:29.987608 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 33426) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:49:29.991770 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-ae952d0b-90be-4511-94fe-f8fecd05173d tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Request body: {'security_group_rule': {'security_group_id': '8a69c7d4-d09e-4829-8486-0007786a3821', 'project_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:49:30.017526 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-ae952d0b-90be-4511-94fe-f8fecd05173d tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:49:30.075629 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-ae952d0b-90be-4511-94fe-f8fecd05173d tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:49:30.079327 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-ae952d0b-90be-4511-94fe-f8fecd05173d tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815365'] for security_group_rule, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:49:30.096457 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae952d0b-90be-4511-94fe-f8fecd05173d tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b068f775-009c-4db0-9ed3-36afa1deca87,revision_number=0']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:49:30.103531 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-ae952d0b-90be-4511-94fe-f8fecd05173d tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:49:30.104734 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-ae952d0b-90be-4511-94fe-f8fecd05173d tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1161969 Oct 19 07:49:30.107456 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 33428) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:49:30.111728 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-9cc5204c-4a96-4eac-8c9a-0f4bd07d6805 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Request body: {'security_group_rule': {'security_group_id': '8a69c7d4-d09e-4829-8486-0007786a3821', 'project_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:49:30.131088 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.db.securitygroups_db [None req-9cc5204c-4a96-4eac-8c9a-0f4bd07d6805 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Project 47a12ea4f74e4c18b13323e6f3cc9741 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 19 07:49:30.136177 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-9cc5204c-4a96-4eac-8c9a-0f4bd07d6805 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:49:30.198510 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-9cc5204c-4a96-4eac-8c9a-0f4bd07d6805 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:49:30.202223 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-9cc5204c-4a96-4eac-8c9a-0f4bd07d6805 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815365'] for security_group_rule, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:49:30.219752 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc5204c-4a96-4eac-8c9a-0f4bd07d6805 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=701e01d4-4c17-43a2-8c0c-ebfa6eaea49b,revision_number=0']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:49:30.227554 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-9cc5204c-4a96-4eac-8c9a-0f4bd07d6805 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:49:30.228816 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-9cc5204c-4a96-4eac-8c9a-0f4bd07d6805 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1204143 Oct 19 07:49:30.232126 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 33430) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:49:30.236408 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-42d2e1eb-3f71-45d4-bd9e-fe79208a06df tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Request body: {'security_group_rule': {'security_group_id': '8a69c7d4-d09e-4829-8486-0007786a3821', 'project_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:49:30.257033 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.db.securitygroups_db [None req-42d2e1eb-3f71-45d4-bd9e-fe79208a06df tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Project 47a12ea4f74e4c18b13323e6f3cc9741 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 19 07:49:30.261780 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-42d2e1eb-3f71-45d4-bd9e-fe79208a06df tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:49:30.326440 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-42d2e1eb-3f71-45d4-bd9e-fe79208a06df tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:49:30.330080 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-42d2e1eb-3f71-45d4-bd9e-fe79208a06df tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815365'] for security_group_rule, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:49:30.344939 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d2e1eb-3f71-45d4-bd9e-fe79208a06df tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4b868bf-bb8c-458d-ae22-532cd84056a8,revision_number=0']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:49:30.354984 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-42d2e1eb-3f71-45d4-bd9e-fe79208a06df tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:49:30.356338 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-42d2e1eb-3f71-45d4-bd9e-fe79208a06df tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1232018 Oct 19 07:49:30.493156 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-eb88b691-6fdd-49ed-ae8d-16770fd8ee92 req-22ea9e95-9bb5-4e67-a958-8b50485501e0 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1093111762&fields=id&tenant_id=47a12ea4f74e4c18b13323e6f3cc9741 HTTP/1.1" status: 200 len: 267 time: 0.0327945 Oct 19 07:49:30.542263 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb88b691-6fdd-49ed-ae8d-16770fd8ee92 req-b142ba7d-9764-4cb5-893f-d4535d7ca4e4 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:49:30.544280 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-eb88b691-6fdd-49ed-ae8d-16770fd8ee92 req-b142ba7d-9764-4cb5-893f-d4535d7ca4e4 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "GET /v2.0/ports/2cbc7900-6a24-4cb0-b167-1341fe0a8c62 HTTP/1.1" status: 200 len: 930 time: 0.0431728 Oct 19 07:49:30.587933 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-eb88b691-6fdd-49ed-ae8d-16770fd8ee92 req-f4b163bd-0321-41e2-9258-890fbaf7d4a0 service neutron] 10.222.0.27 "GET /v2.0/ports/2cbc7900-6a24-4cb0-b167-1341fe0a8c62?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0315900 Oct 19 07:49:30.645682 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.agents_db [None req-6057327c-4456-4c72-8e75-6d3cd9249757 None None] Agent healthcheck: found 6 active agents {{(pid=103335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 07:49:30.679403 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-eb88b691-6fdd-49ed-ae8d-16770fd8ee92 req-3c404bdf-01b4-4c40-8775-22bb93151df7 service neutron] 10.222.0.27 "GET /v2.0/networks/e9b79030-4304-4a01-8c3d-401c4c1ecd11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847733 Oct 19 07:49:30.769051 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-eb88b691-6fdd-49ed-ae8d-16770fd8ee92 req-8611cf0c-bc57-4b7f-9bfa-b05c7bab0a8b service neutron] 10.222.0.27 "GET /v2.0/networks/e9b79030-4304-4a01-8c3d-401c4c1ecd11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829351 Oct 19 07:49:30.929388 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-f672d397-c794-4c50-8a7b-ae35e539b5c8 req-fec091f5-fb53-4a79-8737-0c8587e57fb4 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "GET /v2.0/ports?device_id=89bc8fef-9d0b-4232-a7c9-38f7c121d465 HTTP/1.1" status: 200 len: 210 time: 0.0285678 Oct 19 07:49:30.984370 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Device 2cbc7900-6a24-4cb0-b167-1341fe0a8c62 no longer exists at agent hyperv_hv-neutron-8616 {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 07:49:31.026823 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Device 2cbc7900-6a24-4cb0-b167-1341fe0a8c62 not bound to the agent host hv-neutron-8616 {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 07:49:31.763901 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb88b691-6fdd-49ed-ae8d-16770fd8ee92 req-42ff86d3-43bb-4495-b63b-e29e79883713 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:49:31.765332 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-eb88b691-6fdd-49ed-ae8d-16770fd8ee92 req-42ff86d3-43bb-4495-b63b-e29e79883713 service neutron] 10.222.0.16 "GET /v2.0/ports/2cbc7900-6a24-4cb0-b167-1341fe0a8c62 HTTP/1.1" status: 200 len: 1026 time: 0.0397100 Oct 19 07:49:31.872301 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb88b691-6fdd-49ed-ae8d-16770fd8ee92 req-3e7da5c5-a42b-4641-ad8f-3eed6062fffd tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:49:31.873902 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-eb88b691-6fdd-49ed-ae8d-16770fd8ee92 req-3e7da5c5-a42b-4641-ad8f-3eed6062fffd tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.16 "GET /v2.0/networks?id=e9b79030-4304-4a01-8c3d-401c4c1ecd11 HTTP/1.1" status: 200 len: 797 time: 0.1031518 Oct 19 07:49:31.923153 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-eb88b691-6fdd-49ed-ae8d-16770fd8ee92 req-22b8c82a-08e5-47b9-9f87-7aa58ee5f590 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=47a12ea4f74e4c18b13323e6f3cc9741 HTTP/1.1" status: 200 len: 473 time: 0.0406199 Oct 19 07:49:31.933254 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [req-eb88b691-6fdd-49ed-ae8d-16770fd8ee92 req-08eef455-1b47-4532-b75c-4363001adaa6 service neutron] Request body: {'port': {'device_id': '89bc8fef-9d0b-4232-a7c9-38f7c121d465', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8616'}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:49:31.996565 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-eb88b691-6fdd-49ed-ae8d-16770fd8ee92 req-08eef455-1b47-4532-b75c-4363001adaa6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:49:32.040841 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-b7dd15ba-dc92-4c0e-8693-09e508dee1b9 req-2ca9fcdc-9748-4c3c-9f74-198ea6a955f1 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "GET /v2.0/ports?device_id=89bc8fef-9d0b-4232-a7c9-38f7c121d465 HTTP/1.1" status: 200 len: 210 time: 0.0338337 Oct 19 07:49:32.315907 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.notifiers.nova [req-eb88b691-6fdd-49ed-ae8d-16770fd8ee92 req-08eef455-1b47-4532-b75c-4363001adaa6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2cbc7900-6a24-4cb0-b167-1341fe0a8c62 {{(pid=103332) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 19 07:49:32.324095 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-eb88b691-6fdd-49ed-ae8d-16770fd8ee92 req-08eef455-1b47-4532-b75c-4363001adaa6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:49:32.337738 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.provisioning_blocks [req-eb88b691-6fdd-49ed-ae8d-16770fd8ee92 req-08eef455-1b47-4532-b75c-4363001adaa6 service neutron] Transition to ACTIVE for port object 2cbc7900-6a24-4cb0-b167-1341fe0a8c62 will not be triggered until provisioned by entity L2. {{(pid=103332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 19 07:49:32.341492 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-eb88b691-6fdd-49ed-ae8d-16770fd8ee92 req-08eef455-1b47-4532-b75c-4363001adaa6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133553807'] for port, after_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:49:32.427192 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08eef455-1b47-4532-b75c-4363001adaa6 service neutron] Pushing event updated for resources: {'Port': ['ID=2cbc7900-6a24-4cb0-b167-1341fe0a8c62,revision_number=7']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:49:32.510393 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.managers [req-eb88b691-6fdd-49ed-ae8d-16770fd8ee92 req-08eef455-1b47-4532-b75c-4363001adaa6 service neutron] Attempting to bind port 2cbc7900-6a24-4cb0-b167-1341fe0a8c62 on host hv-neutron-8616 for vnic_type normal with profile {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 19 07:49:32.510758 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.managers [req-eb88b691-6fdd-49ed-ae8d-16770fd8ee92 req-08eef455-1b47-4532-b75c-4363001adaa6 service neutron] Attempting to bind port 2cbc7900-6a24-4cb0-b167-1341fe0a8c62 by drivers openvswitch,hyperv on host hv-neutron-8616 at level 0 using segments [{'id': 'd88ad28a-fb4b-416e-8d5a-ca43c09c61be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'e9b79030-4304-4a01-8c3d-401c4c1ecd11'}] {{(pid=103332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 19 07:49:32.511028 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb88b691-6fdd-49ed-ae8d-16770fd8ee92 req-08eef455-1b47-4532-b75c-4363001adaa6 service neutron] Attempting to bind port 2cbc7900-6a24-4cb0-b167-1341fe0a8c62 on network e9b79030-4304-4a01-8c3d-401c4c1ecd11 {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 07:49:32.515517 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb88b691-6fdd-49ed-ae8d-16770fd8ee92 req-08eef455-1b47-4532-b75c-4363001adaa6 service neutron] Port 2cbc7900-6a24-4cb0-b167-1341fe0a8c62 on network e9b79030-4304-4a01-8c3d-401c4c1ecd11 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8616 {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 07:49:32.515832 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb88b691-6fdd-49ed-ae8d-16770fd8ee92 req-08eef455-1b47-4532-b75c-4363001adaa6 service neutron] Attempting to bind port 2cbc7900-6a24-4cb0-b167-1341fe0a8c62 on network e9b79030-4304-4a01-8c3d-401c4c1ecd11 {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 07:49:32.521029 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb88b691-6fdd-49ed-ae8d-16770fd8ee92 req-08eef455-1b47-4532-b75c-4363001adaa6 service neutron] Checking agent: {'id': '5297b6e1-8fc1-4f42-910c-8f50c918ca65', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8616', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 19, 7, 36, 11), 'started_at': datetime.datetime(2022, 10, 19, 7, 36, 11), 'heartbeat_timestamp': datetime.datetime(2022, 10, 19, 7, 49, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 07:49:32.521331 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb88b691-6fdd-49ed-ae8d-16770fd8ee92 req-08eef455-1b47-4532-b75c-4363001adaa6 service neutron] Checking segment: {'id': 'd88ad28a-fb4b-416e-8d5a-ca43c09c61be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'e9b79030-4304-4a01-8c3d-401c4c1ecd11'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 19 07:49:32.521758 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb88b691-6fdd-49ed-ae8d-16770fd8ee92 req-08eef455-1b47-4532-b75c-4363001adaa6 service neutron] Bound using segment: {'id': 'd88ad28a-fb4b-416e-8d5a-ca43c09c61be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'e9b79030-4304-4a01-8c3d-401c4c1ecd11'} {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 07:49:32.522239 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.managers [req-eb88b691-6fdd-49ed-ae8d-16770fd8ee92 req-08eef455-1b47-4532-b75c-4363001adaa6 service neutron] Bound port: 2cbc7900-6a24-4cb0-b167-1341fe0a8c62, host: hv-neutron-8616, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd88ad28a-fb4b-416e-8d5a-ca43c09c61be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'e9b79030-4304-4a01-8c3d-401c4c1ecd11'}}] {{(pid=103332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 19 07:49:32.522690 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-eb88b691-6fdd-49ed-ae8d-16770fd8ee92 req-08eef455-1b47-4532-b75c-4363001adaa6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:49:32.590971 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.db [req-eb88b691-6fdd-49ed-ae8d-16770fd8ee92 req-08eef455-1b47-4532-b75c-4363001adaa6 service neutron] For port 2cbc7900-6a24-4cb0-b167-1341fe0a8c62, host hv-neutron-8616, cleared binding levels {{(pid=103332) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 07:49:32.594007 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.db [req-eb88b691-6fdd-49ed-ae8d-16770fd8ee92 req-08eef455-1b47-4532-b75c-4363001adaa6 service neutron] For port 2cbc7900-6a24-4cb0-b167-1341fe0a8c62, host hv-neutron-8616, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=2cbc7900-6a24-4cb0-b167-1341fe0a8c62,segment=NetworkSegment(d88ad28a-fb4b-416e-8d5a-ca43c09c61be),segment_id=d88ad28a-fb4b-416e-8d5a-ca43c09c61be)] {{(pid=103332) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 07:49:32.598080 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-eb88b691-6fdd-49ed-ae8d-16770fd8ee92 req-08eef455-1b47-4532-b75c-4363001adaa6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133553807'] for port, after_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:49:32.602103 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb88b691-6fdd-49ed-ae8d-16770fd8ee92 req-08eef455-1b47-4532-b75c-4363001adaa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:49:32.602764 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-eb88b691-6fdd-49ed-ae8d-16770fd8ee92 req-08eef455-1b47-4532-b75c-4363001adaa6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42160'] for port, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:49:32.604122 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-eb88b691-6fdd-49ed-ae8d-16770fd8ee92 req-08eef455-1b47-4532-b75c-4363001adaa6 service neutron] 10.222.0.16 "PUT /v2.0/ports/2cbc7900-6a24-4cb0-b167-1341fe0a8c62 HTTP/1.1" status: 200 len: 1131 time: 0.6747675 Oct 19 07:49:32.604637 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89bc8fef-9d0b-4232-a7c9-38f7c121d465', 'tag': '2cbc7900-6a24-4cb0-b167-1341fe0a8c62'}] {{(pid=103332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 19 07:49:32.607382 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a021b02cf5f527cd4bbbc40a031b51490d9893d7edeeb551bdf5128ee7546f8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1eccd79-9f5d-422f-92d6-ad360f92e105" -d '{"events": [{"name": "network-changed", "server_uuid": "89bc8fef-9d0b-4232-a7c9-38f7c121d465", "tag": "2cbc7900-6a24-4cb0-b167-1341fe0a8c62"}]}' {{(pid=103332) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 07:49:32.657015 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 19 Oct 2022 07:49:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-606a603c-db0c-42a6-adc4-7df94386996c x-openstack-request-id: req-606a603c-db0c-42a6-adc4-7df94386996c {{(pid=103332) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 07:49:32.657481 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89bc8fef-9d0b-4232-a7c9-38f7c121d465", "tag": "2cbc7900-6a24-4cb0-b167-1341fe0a8c62", "status": "completed", "code": 200}]} {{(pid=103332) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 07:49:32.657915 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-606a603c-db0c-42a6-adc4-7df94386996c {{(pid=103332) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 07:49:32.658406 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.notifiers.nova [-] Nova event matching ['req-606a603c-db0c-42a6-adc4-7df94386996c'] response: {'name': 'network-changed', 'server_uuid': '89bc8fef-9d0b-4232-a7c9-38f7c121d465', 'tag': '2cbc7900-6a24-4cb0-b167-1341fe0a8c62', 'status': 'completed', 'code': 200} Oct 19 07:49:32.693934 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08eef455-1b47-4532-b75c-4363001adaa6 service neutron] Pushing event updated for resources: {'Port': ['ID=2cbc7900-6a24-4cb0-b167-1341fe0a8c62,revision_number=8']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:49:32.711468 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb88b691-6fdd-49ed-ae8d-16770fd8ee92 req-37e777fa-54fa-431d-8ee8-cb613023db60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:49:32.713395 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-eb88b691-6fdd-49ed-ae8d-16770fd8ee92 req-37e777fa-54fa-431d-8ee8-cb613023db60 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=47a12ea4f74e4c18b13323e6f3cc9741&device_id=89bc8fef-9d0b-4232-a7c9-38f7c121d465 HTTP/1.1" status: 200 len: 1134 time: 0.0692022 Oct 19 07:49:32.792370 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-eb88b691-6fdd-49ed-ae8d-16770fd8ee92 req-470e4409-af52-4e60-a728-d5e4a22d4de8 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2cbc7900-6a24-4cb0-b167-1341fe0a8c62 HTTP/1.1" status: 200 len: 1037 time: 0.0714393 Oct 19 07:49:32.842462 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb88b691-6fdd-49ed-ae8d-16770fd8ee92 req-4bbb3366-7651-4d1a-9650-632b77242790 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:49:32.843830 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-eb88b691-6fdd-49ed-ae8d-16770fd8ee92 req-4bbb3366-7651-4d1a-9650-632b77242790 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f139ef8f-07d3-4834-abff-fcc417b189cf HTTP/1.1" status: 200 len: 834 time: 0.0449243 Oct 19 07:49:32.889471 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb88b691-6fdd-49ed-ae8d-16770fd8ee92 req-f59f256a-9efc-4f6b-855b-da508d7e4f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:49:32.890960 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-eb88b691-6fdd-49ed-ae8d-16770fd8ee92 req-f59f256a-9efc-4f6b-855b-da508d7e4f1a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e9b79030-4304-4a01-8c3d-401c4c1ecd11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0402906 Oct 19 07:49:32.985939 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-eb88b691-6fdd-49ed-ae8d-16770fd8ee92 req-fb2b974b-fe17-4c36-9706-3440227695e2 service neutron] 10.222.0.16 "GET /v2.0/networks/e9b79030-4304-4a01-8c3d-401c4c1ecd11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885420 Oct 19 07:49:33.085360 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-eb88b691-6fdd-49ed-ae8d-16770fd8ee92 req-0ef4ba2f-2ca7-40f0-9873-979024bcb6f8 service neutron] 10.222.0.16 "GET /v2.0/networks/e9b79030-4304-4a01-8c3d-401c4c1ecd11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915484 Oct 19 07:49:33.203346 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1eccd79-9f5d-422f-92d6-ad360f92e105 req-bc04d528-1c6b-4df1-b970-84ea3be94875 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:49:33.205066 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-d1eccd79-9f5d-422f-92d6-ad360f92e105 req-bc04d528-1c6b-4df1-b970-84ea3be94875 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=47a12ea4f74e4c18b13323e6f3cc9741&device_id=89bc8fef-9d0b-4232-a7c9-38f7c121d465 HTTP/1.1" status: 200 len: 1134 time: 0.0644119 Oct 19 07:49:33.213208 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8018c5bd-6254-403f-a232-c92a4cb1f5df req-9f741bb1-c8c5-4011-ab04-24d661e2cdf2 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:49:33.214583 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-8018c5bd-6254-403f-a232-c92a4cb1f5df req-9f741bb1-c8c5-4011-ab04-24d661e2cdf2 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "GET /v2.0/ports?device_id=89bc8fef-9d0b-4232-a7c9-38f7c121d465 HTTP/1.1" status: 200 len: 981 time: 0.0837553 Oct 19 07:49:33.307595 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-8018c5bd-6254-403f-a232-c92a4cb1f5df req-4a28e978-5f85-4e27-ae16-639ccdaf3a42 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "GET /v2.0/security-groups?id=97749cbb-6619-432b-b1e5-7f94630878c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843027 Oct 19 07:49:33.329724 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1eccd79-9f5d-422f-92d6-ad360f92e105 req-3715a4bb-19ce-4b47-8a3e-e6c48a263f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:49:33.331189 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-d1eccd79-9f5d-422f-92d6-ad360f92e105 req-3715a4bb-19ce-4b47-8a3e-e6c48a263f62 service neutron] 10.222.0.16 "GET /v2.0/networks?id=e9b79030-4304-4a01-8c3d-401c4c1ecd11 HTTP/1.1" status: 200 len: 898 time: 0.1157801 Oct 19 07:49:33.398056 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-d1eccd79-9f5d-422f-92d6-ad360f92e105 req-31b2f1cd-1e29-461d-953a-bb3a63fd6032 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2cbc7900-6a24-4cb0-b167-1341fe0a8c62 HTTP/1.1" status: 200 len: 1037 time: 0.0596442 Oct 19 07:49:33.447462 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1eccd79-9f5d-422f-92d6-ad360f92e105 req-296e8a18-f825-4a38-935a-3190692a9768 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:49:33.448969 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-d1eccd79-9f5d-422f-92d6-ad360f92e105 req-296e8a18-f825-4a38-935a-3190692a9768 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f139ef8f-07d3-4834-abff-fcc417b189cf HTTP/1.1" status: 200 len: 834 time: 0.0441704 Oct 19 07:49:33.500053 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1eccd79-9f5d-422f-92d6-ad360f92e105 req-2b4d1f79-98ce-41a1-885d-76da7af6b4c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:49:33.501572 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-d1eccd79-9f5d-422f-92d6-ad360f92e105 req-2b4d1f79-98ce-41a1-885d-76da7af6b4c3 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e9b79030-4304-4a01-8c3d-401c4c1ecd11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0449803 Oct 19 07:49:33.593477 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-d1eccd79-9f5d-422f-92d6-ad360f92e105 req-6df600a8-4570-404c-b658-0b42817c5f5f service neutron] 10.222.0.16 "GET /v2.0/networks/e9b79030-4304-4a01-8c3d-401c4c1ecd11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848968 Oct 19 07:49:33.690402 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-d1eccd79-9f5d-422f-92d6-ad360f92e105 req-a4ccc539-8e18-4660-88d5-0f558fb1f4e8 service neutron] 10.222.0.16 "GET /v2.0/networks/e9b79030-4304-4a01-8c3d-401c4c1ecd11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891998 Oct 19 07:49:34.426922 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989e7c35-8411-4051-8dac-141543d40ca3 req-29db9ddf-6261-4bb0-a998-3fbee9acc218 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:49:34.428371 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-989e7c35-8411-4051-8dac-141543d40ca3 req-29db9ddf-6261-4bb0-a998-3fbee9acc218 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "GET /v2.0/ports?device_id=89bc8fef-9d0b-4232-a7c9-38f7c121d465 HTTP/1.1" status: 200 len: 981 time: 0.0484133 Oct 19 07:49:34.465518 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-989e7c35-8411-4051-8dac-141543d40ca3 req-65b1d655-7dcd-483e-95bd-607cfdae1a4a tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "GET /v2.0/security-groups?id=97749cbb-6619-432b-b1e5-7f94630878c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311856 Oct 19 07:49:35.003894 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Device 2cbc7900-6a24-4cb0-b167-1341fe0a8c62 details requested by agent hyperv_hv-neutron-8616 with host hv-neutron-8616 {{(pid=103334) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 07:49:35.097519 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] For port 2cbc7900-6a24-4cb0-b167-1341fe0a8c62, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=2cbc7900-6a24-4cb0-b167-1341fe0a8c62,segment=NetworkSegment(d88ad28a-fb4b-416e-8d5a-ca43c09c61be),segment_id=d88ad28a-fb4b-416e-8d5a-ca43c09c61be)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:49:35.108888 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Returning: {'device': '2cbc7900-6a24-4cb0-b167-1341fe0a8c62', 'network_id': 'e9b79030-4304-4a01-8c3d-401c4c1ecd11', 'port_id': '2cbc7900-6a24-4cb0-b167-1341fe0a8c62', 'mac_address': 'fa:16:3e:07:7b:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f139ef8f-07d3-4834-abff-fcc417b189cf', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103334) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 07:49:35.144629 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Current status of the port 2cbc7900-6a24-4cb0-b167-1341fe0a8c62 is: DOWN; New status is: BUILD {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:49:35.145019 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:49:35.157997 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.notifiers.nova [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2cbc7900-6a24-4cb0-b167-1341fe0a8c62 {{(pid=103334) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 19 07:49:35.177460 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] For port 2cbc7900-6a24-4cb0-b167-1341fe0a8c62, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=2cbc7900-6a24-4cb0-b167-1341fe0a8c62,segment=NetworkSegment(d88ad28a-fb4b-416e-8d5a-ca43c09c61be),segment_id=d88ad28a-fb4b-416e-8d5a-ca43c09c61be)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:49:35.181494 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:49:35.227056 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Pushing event updated for resources: {'Port': ['ID=2cbc7900-6a24-4cb0-b167-1341fe0a8c62,revision_number=9']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:49:35.392890 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] get_ports_and_sgs() called for port_ids ['2cbc7900-6a24-4cb0-b167-1341fe0a8c62'] {{(pid=103334) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 19 07:49:35.585415 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fd9167-8c87-46ba-98ec-d3ac6a824407 req-7e5a5739-a288-4705-b80a-da8101095cee tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:49:35.586894 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-37fd9167-8c87-46ba-98ec-d3ac6a824407 req-7e5a5739-a288-4705-b80a-da8101095cee tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "GET /v2.0/ports?device_id=89bc8fef-9d0b-4232-a7c9-38f7c121d465 HTTP/1.1" status: 200 len: 982 time: 0.0490515 Oct 19 07:49:35.627898 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-37fd9167-8c87-46ba-98ec-d3ac6a824407 req-a5c3de56-755f-4ea4-9963-79bfb1f25e37 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "GET /v2.0/security-groups?id=97749cbb-6619-432b-b1e5-7f94630878c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344527 Oct 19 07:49:36.753407 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55610fc1-7ce1-46e1-bb4e-58a1d41a2da2 req-3f199eb3-1073-479b-8357-914a32e2e8a5 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:49:36.754907 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-55610fc1-7ce1-46e1-bb4e-58a1d41a2da2 req-3f199eb3-1073-479b-8357-914a32e2e8a5 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "GET /v2.0/ports?device_id=89bc8fef-9d0b-4232-a7c9-38f7c121d465 HTTP/1.1" status: 200 len: 982 time: 0.0534456 Oct 19 07:49:36.796774 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-55610fc1-7ce1-46e1-bb4e-58a1d41a2da2 req-c2fb83ed-aa3e-419e-8dc3-d03578e50974 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "GET /v2.0/security-groups?id=97749cbb-6619-432b-b1e5-7f94630878c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353246 Oct 19 07:49:37.003548 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Device 2cbc7900-6a24-4cb0-b167-1341fe0a8c62 up at agent hyperv_hv-neutron-8616 {{(pid=103334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 07:49:37.051366 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Provisioning for port 2cbc7900-6a24-4cb0-b167-1341fe0a8c62 completed by entity L2. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 19 07:49:37.055303 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Provisioning complete for port 2cbc7900-6a24-4cb0-b167-1341fe0a8c62 triggered by entity L2. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:49:37.055680 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:49:37.056043 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Attempt 1 to provision port 2cbc7900-6a24-4cb0-b167-1341fe0a8c62 Oct 19 07:49:37.135633 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Current status of the port 2cbc7900-6a24-4cb0-b167-1341fe0a8c62 is: BUILD; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:49:37.136017 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:49:37.159318 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89bc8fef-9d0b-4232-a7c9-38f7c121d465', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cbc7900-6a24-4cb0-b167-1341fe0a8c62'}] {{(pid=103334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 19 07:49:37.161743 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d918bd29c62f7e926e80ce37adcd574e0921d2de3006e6b6ef58999f52d8e2e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a6d8ecc-860d-4e73-99e8-e8a322907a92" -d '{"events": [{"server_uuid": "89bc8fef-9d0b-4232-a7c9-38f7c121d465", "name": "network-vif-plugged", "status": "completed", "tag": "2cbc7900-6a24-4cb0-b167-1341fe0a8c62"}]}' {{(pid=103334) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 07:49:37.174459 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] For port 2cbc7900-6a24-4cb0-b167-1341fe0a8c62, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=2cbc7900-6a24-4cb0-b167-1341fe0a8c62,segment=NetworkSegment(d88ad28a-fb4b-416e-8d5a-ca43c09c61be),segment_id=d88ad28a-fb4b-416e-8d5a-ca43c09c61be)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:49:37.178413 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:49:37.206798 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 19 Oct 2022 07:49:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f39ab5d-32c8-4dc5-865f-729720b662b9 x-openstack-request-id: req-5f39ab5d-32c8-4dc5-865f-729720b662b9 {{(pid=103334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 07:49:37.207088 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89bc8fef-9d0b-4232-a7c9-38f7c121d465", "name": "network-vif-plugged", "status": "completed", "tag": "2cbc7900-6a24-4cb0-b167-1341fe0a8c62", "code": 200}]} {{(pid=103334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 07:49:37.207337 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-5f39ab5d-32c8-4dc5-865f-729720b662b9 {{(pid=103334) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 07:49:37.207721 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5f39ab5d-32c8-4dc5-865f-729720b662b9'] response: {'server_uuid': '89bc8fef-9d0b-4232-a7c9-38f7c121d465', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cbc7900-6a24-4cb0-b167-1341fe0a8c62', 'code': 200} Oct 19 07:49:37.232353 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Pushing event updated for resources: {'Port': ['ID=2cbc7900-6a24-4cb0-b167-1341fe0a8c62,revision_number=10']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:49:37.361239 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd108b4-7590-44b2-8589-18420111b7e7 req-0541fefc-686d-4d35-9da5-b764a3c3ff24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:49:37.362748 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-dbd108b4-7590-44b2-8589-18420111b7e7 req-0541fefc-686d-4d35-9da5-b764a3c3ff24 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=89bc8fef-9d0b-4232-a7c9-38f7c121d465 HTTP/1.1" status: 200 len: 1137 time: 0.0399132 Oct 19 07:49:37.398127 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-dbd108b4-7590-44b2-8589-18420111b7e7 req-89deeea7-7a02-45db-8ad8-9297ab0d72b8 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=97749cbb-6619-432b-b1e5-7f94630878c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0280836 Oct 19 07:49:37.914834 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d0aa4d-eb1c-4f9c-8f91-43fb0e80a40b req-f4839c80-c556-408d-ae08-736b586f44e5 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:49:37.916283 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-28d0aa4d-eb1c-4f9c-8f91-43fb0e80a40b req-f4839c80-c556-408d-ae08-736b586f44e5 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "GET /v2.0/ports?device_id=89bc8fef-9d0b-4232-a7c9-38f7c121d465 HTTP/1.1" status: 200 len: 984 time: 0.0478048 Oct 19 07:49:37.957216 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-28d0aa4d-eb1c-4f9c-8f91-43fb0e80a40b req-eb181bf8-5833-43be-a154-74c5f1bb0d85 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "GET /v2.0/security-groups?id=97749cbb-6619-432b-b1e5-7f94630878c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345066 Oct 19 07:49:39.077840 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30ee1c7-01a3-419e-9bc9-5b11e0eed8e6 req-9f5771b6-7f59-4e12-a404-424daf74667b tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:49:39.079706 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-d30ee1c7-01a3-419e-9bc9-5b11e0eed8e6 req-9f5771b6-7f59-4e12-a404-424daf74667b tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "GET /v2.0/ports?device_id=89bc8fef-9d0b-4232-a7c9-38f7c121d465 HTTP/1.1" status: 200 len: 984 time: 0.0488670 Oct 19 07:49:39.117106 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-d30ee1c7-01a3-419e-9bc9-5b11e0eed8e6 req-f7f3415a-7dc3-4cf3-8b9d-9581576d6658 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "GET /v2.0/security-groups?id=97749cbb-6619-432b-b1e5-7f94630878c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308371 Oct 19 07:49:39.235931 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab683328-4548-4500-bddc-576629b2a0f6 req-4cce290c-ec16-4d32-9c0d-7ddbfddacb6d tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:49:39.237415 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-ab683328-4548-4500-bddc-576629b2a0f6 req-4cce290c-ec16-4d32-9c0d-7ddbfddacb6d tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "GET /v2.0/ports?device_id=89bc8fef-9d0b-4232-a7c9-38f7c121d465 HTTP/1.1" status: 200 len: 984 time: 0.0481503 Oct 19 07:49:39.274525 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-ab683328-4548-4500-bddc-576629b2a0f6 req-faae3e55-5b4b-4e84-8b94-596e39482561 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "GET /v2.0/security-groups?id=97749cbb-6619-432b-b1e5-7f94630878c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310869 Oct 19 07:49:39.303655 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 33480) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:49:39.473090 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a299815-b1f6-4689-9cf6-b7e55bcc4574 tempest-TestNetworkBasicOps-773100899 tempest-TestNetworkBasicOps-773100899-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:49:39.474598 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-5a299815-b1f6-4689-9cf6-b7e55bcc4574 tempest-TestNetworkBasicOps-773100899 tempest-TestNetworkBasicOps-773100899-project-admin] 10.222.0.27 "GET /v2.0/ports?device_id=89bc8fef-9d0b-4232-a7c9-38f7c121d465&network_id=e9b79030-4304-4a01-8c3d-401c4c1ecd11 HTTP/1.1" status: 200 len: 1132 time: 0.1699615 Oct 19 07:49:39.683206 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3349920b-516f-4560-b1a5-5eb69f2878df req-7e0fe940-9a13-4fcb-98cb-082f05e18b91 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:49:39.685342 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-3349920b-516f-4560-b1a5-5eb69f2878df req-7e0fe940-9a13-4fcb-98cb-082f05e18b91 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "GET /v2.0/ports?device_id=89bc8fef-9d0b-4232-a7c9-38f7c121d465 HTTP/1.1" status: 200 len: 984 time: 0.0490506 Oct 19 07:49:39.722305 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-3349920b-516f-4560-b1a5-5eb69f2878df req-1d2226e4-dc38-42e2-894c-56966632279c tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "GET /v2.0/security-groups?id=97749cbb-6619-432b-b1e5-7f94630878c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311532 Oct 19 07:49:40.851072 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee8a4fb-f03c-4620-a1dc-68b92d312c04 req-ab708e54-b56a-43f6-a649-d4e072d311ba tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:49:40.852569 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-eee8a4fb-f03c-4620-a1dc-68b92d312c04 req-ab708e54-b56a-43f6-a649-d4e072d311ba tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "GET /v2.0/ports?device_id=89bc8fef-9d0b-4232-a7c9-38f7c121d465 HTTP/1.1" status: 200 len: 984 time: 0.0505803 Oct 19 07:49:40.891701 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-eee8a4fb-f03c-4620-a1dc-68b92d312c04 req-a8d5a03d-585e-41a1-9b99-841455829cb9 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "GET /v2.0/security-groups?id=97749cbb-6619-432b-b1e5-7f94630878c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330074 Oct 19 07:49:41.031020 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f34f87-7273-41e8-8f0c-8fa6a6db2136 req-22903189-bc48-42a6-a641-d5074ad8c1ec tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:49:41.033121 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-97f34f87-7273-41e8-8f0c-8fa6a6db2136 req-22903189-bc48-42a6-a641-d5074ad8c1ec tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.16 "GET /v2.0/ports?device_id=89bc8fef-9d0b-4232-a7c9-38f7c121d465 HTTP/1.1" status: 200 len: 984 time: 0.0530107 Oct 19 07:49:41.076364 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f34f87-7273-41e8-8f0c-8fa6a6db2136 req-4b0cc39e-79a2-4f98-b849-38728c1c233d tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:49:41.077924 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-97f34f87-7273-41e8-8f0c-8fa6a6db2136 req-4b0cc39e-79a2-4f98-b849-38728c1c233d tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.16 "GET /v2.0/ports/2cbc7900-6a24-4cb0-b167-1341fe0a8c62?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0395672 Oct 19 07:49:41.179192 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-97f34f87-7273-41e8-8f0c-8fa6a6db2136 req-4826695a-81be-4713-a18b-59ff0f923058 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.16 "GET /v2.0/networks/e9b79030-4304-4a01-8c3d-401c4c1ecd11?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.0958517 Oct 19 07:49:41.190306 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [req-97f34f87-7273-41e8-8f0c-8fa6a6db2136 req-0e707d25-c97e-473a-ac35-2b776f42f60d service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:49:41.246595 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-97f34f87-7273-41e8-8f0c-8fa6a6db2136 req-0e707d25-c97e-473a-ac35-2b776f42f60d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:49:41.685849 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.db [req-97f34f87-7273-41e8-8f0c-8fa6a6db2136 req-0e707d25-c97e-473a-ac35-2b776f42f60d service neutron] For port 2cbc7900-6a24-4cb0-b167-1341fe0a8c62, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=2cbc7900-6a24-4cb0-b167-1341fe0a8c62,segment=NetworkSegment(d88ad28a-fb4b-416e-8d5a-ca43c09c61be),segment_id=d88ad28a-fb4b-416e-8d5a-ca43c09c61be)] {{(pid=103332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:49:41.707479 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:49:41.722661 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.db [req-97f34f87-7273-41e8-8f0c-8fa6a6db2136 req-0e707d25-c97e-473a-ac35-2b776f42f60d service neutron] For port 2cbc7900-6a24-4cb0-b167-1341fe0a8c62, host hv-neutron-8616, cleared binding levels {{(pid=103332) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 07:49:41.757033 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.notifiers.nova [req-97f34f87-7273-41e8-8f0c-8fa6a6db2136 req-0e707d25-c97e-473a-ac35-2b776f42f60d service neutron] device_id is not set on port 2cbc7900-6a24-4cb0-b167-1341fe0a8c62 yet. {{(pid=103332) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 19 07:49:41.767145 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-97f34f87-7273-41e8-8f0c-8fa6a6db2136 req-0e707d25-c97e-473a-ac35-2b776f42f60d service neutron] Notify callbacks [] for port, precommit_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:49:41.773417 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-97f34f87-7273-41e8-8f0c-8fa6a6db2136 req-0e707d25-c97e-473a-ac35-2b776f42f60d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133553807'] for port, after_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:49:41.863035 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e707d25-c97e-473a-ac35-2b776f42f60d service neutron] Pushing event updated for resources: {'Port': ['ID=2cbc7900-6a24-4cb0-b167-1341fe0a8c62,revision_number=11']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:49:41.889627 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [req-97f34f87-7273-41e8-8f0c-8fa6a6db2136 req-0e707d25-c97e-473a-ac35-2b776f42f60d service neutron] No DVR routers for this DVR port 2cbc7900-6a24-4cb0-b167-1341fe0a8c62 on host hv-neutron-8616 {{(pid=103332) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 19 07:49:42.009750 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-c8fa2018-e3c7-4174-8aaa-f664856245b3 req-524e15f6-e865-4093-aae4-53130ece6380 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "GET /v2.0/ports?device_id=89bc8fef-9d0b-4232-a7c9-38f7c121d465 HTTP/1.1" status: 200 len: 210 time: 0.0339613 Oct 19 07:49:42.059302 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.plugin [req-97f34f87-7273-41e8-8f0c-8fa6a6db2136 req-0e707d25-c97e-473a-ac35-2b776f42f60d service neutron] In _notify_port_updated(), no bound segment for port 2cbc7900-6a24-4cb0-b167-1341fe0a8c62 on network e9b79030-4304-4a01-8c3d-401c4c1ecd11 {{(pid=103332) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:900}} Oct 19 07:49:42.060198 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f34f87-7273-41e8-8f0c-8fa6a6db2136 req-0e707d25-c97e-473a-ac35-2b776f42f60d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:49:42.060889 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-97f34f87-7273-41e8-8f0c-8fa6a6db2136 req-0e707d25-c97e-473a-ac35-2b776f42f60d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42160'] for port, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:49:42.062161 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-97f34f87-7273-41e8-8f0c-8fa6a6db2136 req-0e707d25-c97e-473a-ac35-2b776f42f60d service neutron] 10.222.0.16 "PUT /v2.0/ports/2cbc7900-6a24-4cb0-b167-1341fe0a8c62 HTTP/1.1" status: 200 len: 1027 time: 0.8761199 Oct 19 07:49:43.071093 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 33498) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:49:43.130336 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-e5fdcc7e-a95f-4829-a2a1-a0dc83559a42 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for security_group, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:49:43.155939 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-e5fdcc7e-a95f-4829-a2a1-a0dc83559a42 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:49:43.217604 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-e5fdcc7e-a95f-4829-a2a1-a0dc83559a42 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788643'] for security_group, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:49:43.220583 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-e5fdcc7e-a95f-4829-a2a1-a0dc83559a42 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for security_group, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:49:43.221737 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-e5fdcc7e-a95f-4829-a2a1-a0dc83559a42 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "DELETE /v2.0/security-groups/8a69c7d4-d09e-4829-8486-0007786a3821 HTTP/1.1" status: 204 len: 168 time: 0.1496818 Oct 19 07:49:43.230581 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5fdcc7e-a95f-4829-a2a1-a0dc83559a42 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a69c7d4-d09e-4829-8486-0007786a3821,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:49:43.251803 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 33502) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:49:43.360837 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-db2b7a1e-c70a-46c9-9f0d-a67092f763c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:49:43.409928 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-c06e75a4-6636-4d3a-b0b7-1c07e7ccbee7 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Deleting port 23fecc2c-ceb4-4f3a-8d97-d5c4058a6294 {{(pid=103333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 07:49:43.410315 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-c06e75a4-6636-4d3a-b0b7-1c07e7ccbee7 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:49:43.485037 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-c06e75a4-6636-4d3a-b0b7-1c07e7ccbee7 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:49:43.485363 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-c06e75a4-6636-4d3a-b0b7-1c07e7ccbee7 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:49:43.496906 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-c06e75a4-6636-4d3a-b0b7-1c07e7ccbee7 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Calling delete_port for 23fecc2c-ceb4-4f3a-8d97-d5c4058a6294 owned by network:floatingip {{(pid=103333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 07:49:43.641641 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-c06e75a4-6636-4d3a-b0b7-1c07e7ccbee7 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130996763'] for port, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:49:43.668850 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06e75a4-6636-4d3a-b0b7-1c07e7ccbee7 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Pushing event deleted for resources: {'Port': ['ID=23fecc2c-ceb4-4f3a-8d97-d5c4058a6294,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:49:43.729153 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-c06e75a4-6636-4d3a-b0b7-1c07e7ccbee7 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for floatingip, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:49:43.729485 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.db.l3_db [None req-c06e75a4-6636-4d3a-b0b7-1c07e7ccbee7 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Floating IP c148523a-cf6d-4a8d-9dad-de911dc50c03 disassociated (deleted). External IP: 172.26.0.135, port: 2cbc7900-6a24-4cb0-b167-1341fe0a8c62. Oct 19 07:49:43.932806 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c06e75a4-6636-4d3a-b0b7-1c07e7ccbee7 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Router e5ef0c65-b040-4d8f-9522-7d5c04b99252 has already been hosted by L3 agent ab388470-1243-4d53-80f2-c2f5899c97a7 {{(pid=103333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 07:49:44.037562 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c06e75a4-6636-4d3a-b0b7-1c07e7ccbee7 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify agent at l3_agent.dv-neutron-861624-1-hyperv the message routers_updated {{(pid=103333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 07:49:44.042414 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-c06e75a4-6636-4d3a-b0b7-1c07e7ccbee7 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42160'] for floatingip, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:49:44.046966 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b718f97f-ce20-44b1-a0e7-0490afa0eb96 None None] Sync routers for ids ['e5ef0c65-b040-4d8f-9522-7d5c04b99252'] in dv-neutron-861624-1-hyperv {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 07:49:44.057928 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b718f97f-ce20-44b1-a0e7-0490afa0eb96 None None] Routers {'e5ef0c65-b040-4d8f-9522-7d5c04b99252'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 07:49:44.058545 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-b718f97f-ce20-44b1-a0e7-0490afa0eb96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T07:49:16Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['e5ef0c65-b040-4d8f-9522-7d5c04b99252'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:49:44.069247 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-c06e75a4-6636-4d3a-b0b7-1c07e7ccbee7 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "DELETE /v2.0/floatingips/c148523a-cf6d-4a8d-9dad-de911dc50c03 HTTP/1.1" status: 204 len: 168 time: 0.8161192 Oct 19 07:49:44.140369 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 33508) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:49:44.167917 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvr_db [None req-b718f97f-ce20-44b1-a0e7-0490afa0eb96 None None] Set router e5ef0c65-b040-4d8f-9522-7d5c04b99252 gateway port host: dv-neutron-861624-1-hyperv {{(pid=103335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 07:49:44.200056 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-f4519010-dd4c-4fec-a145-345efd5c4802 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for security_group, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:49:44.225845 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-f4519010-dd4c-4fec-a145-345efd5c4802 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:49:44.286512 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-f4519010-dd4c-4fec-a145-345efd5c4802 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788643'] for security_group, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:49:44.289458 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-f4519010-dd4c-4fec-a145-345efd5c4802 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for security_group, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:49:44.292884 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-f4519010-dd4c-4fec-a145-345efd5c4802 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "DELETE /v2.0/security-groups/5e47dac6-48d9-40b3-b585-3c586a1ec6ab HTTP/1.1" status: 204 len: 168 time: 0.1489861 Oct 19 07:49:44.309797 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4519010-dd4c-4fec-a145-345efd5c4802 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e47dac6-48d9-40b3-b585-3c586a1ec6ab,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:49:44.321278 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 33512) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:49:44.382874 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-b718f97f-ce20-44b1-a0e7-0490afa0eb96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5ef0c65-b040-4d8f-9522-7d5c04b99252', 'name': 'tempest-TestNetworkBasicOps-router-1386197143', 'tenant_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'external_fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.149'}], 'enable_snat': True}, 'gw_port_id': '2269bb40-bbae-4dd3-bb8f-443b9538dc8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T07:49:07Z', 'updated_at': '2022-10-19T07:49:11Z', 'revision_number': 4, 'project_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'gw_port': {'id': '2269bb40-bbae-4dd3-bb8f-443b9538dc8a', 'name': '', 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:c8:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5ef0c65-b040-4d8f-9522-7d5c04b99252', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:49:08Z', 'updated_at': '2022-10-19T07:49:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861624-1-hyperv', '_interfaces': [{'id': 'bd3a74a0-ac9b-48f8-92bd-918b675d5fbc', 'name': '', 'network_id': 'e9b79030-4304-4a01-8c3d-401c4c1ecd11', 'tenant_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'mac_address': 'fa:16:3e:d5:b3:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5ef0c65-b040-4d8f-9522-7d5c04b99252', 'device_owner': 'network:router_interface', 'standard_attr_id': 1394, 'fixed_ips': [{'subnet_id': 'f139ef8f-07d3-4834-abff-fcc417b189cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:49:10Z', 'updated_at': '2022-10-19T07:49:14Z', 'revision_number': 5, 'project_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'subnets': [{'id': 'f139ef8f-07d3-4834-abff-fcc417b189cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:49:44.409265 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b718f97f-ce20-44b1-a0e7-0490afa0eb96 None None] Checking router: e5ef0c65-b040-4d8f-9522-7d5c04b99252 for host: dv-neutron-861624-1-hyperv {{(pid=103335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 07:49:44.413466 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.plugin [None req-daa1a83d-e1c7-4a66-b23f-76f76cd99ac0 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Deleting port 2cbc7900-6a24-4cb0-b167-1341fe0a8c62 {{(pid=103332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 07:49:44.413929 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-daa1a83d-e1c7-4a66-b23f-76f76cd99ac0 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:49:44.417250 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b718f97f-ce20-44b1-a0e7-0490afa0eb96 None None] Routers {'e5ef0c65-b040-4d8f-9522-7d5c04b99252'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 07:49:44.417846 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-b718f97f-ce20-44b1-a0e7-0490afa0eb96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T07:49:16Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['e5ef0c65-b040-4d8f-9522-7d5c04b99252'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:49:44.501543 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-daa1a83d-e1c7-4a66-b23f-76f76cd99ac0 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:49:44.513566 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.plugin [None req-daa1a83d-e1c7-4a66-b23f-76f76cd99ac0 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Calling delete_port for 2cbc7900-6a24-4cb0-b167-1341fe0a8c62 owned by {{(pid=103332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 07:49:44.519633 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvr_db [None req-b718f97f-ce20-44b1-a0e7-0490afa0eb96 None None] Set router e5ef0c65-b040-4d8f-9522-7d5c04b99252 gateway port host: dv-neutron-861624-1-hyperv {{(pid=103335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 07:49:44.644827 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-daa1a83d-e1c7-4a66-b23f-76f76cd99ac0 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133553798'] for port, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:49:44.672996 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa1a83d-e1c7-4a66-b23f-76f76cd99ac0 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Pushing event deleted for resources: {'Port': ['ID=2cbc7900-6a24-4cb0-b167-1341fe0a8c62,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:49:44.717016 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-b718f97f-ce20-44b1-a0e7-0490afa0eb96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5ef0c65-b040-4d8f-9522-7d5c04b99252', 'name': 'tempest-TestNetworkBasicOps-router-1386197143', 'tenant_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'external_fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.149'}], 'enable_snat': True}, 'gw_port_id': '2269bb40-bbae-4dd3-bb8f-443b9538dc8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T07:49:07Z', 'updated_at': '2022-10-19T07:49:11Z', 'revision_number': 4, 'project_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'gw_port': {'id': '2269bb40-bbae-4dd3-bb8f-443b9538dc8a', 'name': '', 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:c8:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5ef0c65-b040-4d8f-9522-7d5c04b99252', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:49:08Z', 'updated_at': '2022-10-19T07:49:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861624-1-hyperv', '_interfaces': [{'id': 'bd3a74a0-ac9b-48f8-92bd-918b675d5fbc', 'name': '', 'network_id': 'e9b79030-4304-4a01-8c3d-401c4c1ecd11', 'tenant_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'mac_address': 'fa:16:3e:d5:b3:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5ef0c65-b040-4d8f-9522-7d5c04b99252', 'device_owner': 'network:router_interface', 'standard_attr_id': 1394, 'fixed_ips': [{'subnet_id': 'f139ef8f-07d3-4834-abff-fcc417b189cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:49:10Z', 'updated_at': '2022-10-19T07:49:14Z', 'revision_number': 5, 'project_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'subnets': [{'id': 'f139ef8f-07d3-4834-abff-fcc417b189cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:49:44.744057 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-daa1a83d-e1c7-4a66-b23f-76f76cd99ac0 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42160'] for port, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:49:44.751201 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-daa1a83d-e1c7-4a66-b23f-76f76cd99ac0 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "DELETE /v2.0/ports/2cbc7900-6a24-4cb0-b167-1341fe0a8c62 HTTP/1.1" status: 204 len: 168 time: 0.4259515 Oct 19 07:49:44.751408 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b718f97f-ce20-44b1-a0e7-0490afa0eb96 None None] The sync data for ids ['e5ef0c65-b040-4d8f-9522-7d5c04b99252'] in dv-neutron-861624-1-hyperv is: [{'id': 'e5ef0c65-b040-4d8f-9522-7d5c04b99252', 'name': 'tempest-TestNetworkBasicOps-router-1386197143', 'tenant_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'external_fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.149'}], 'enable_snat': True}, 'gw_port_id': '2269bb40-bbae-4dd3-bb8f-443b9538dc8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T07:49:07Z', 'updated_at': '2022-10-19T07:49:11Z', 'revision_number': 4, 'project_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'gw_port': {'id': '2269bb40-bbae-4dd3-bb8f-443b9538dc8a', 'name': '', 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:c8:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5ef0c65-b040-4d8f-9522-7d5c04b99252', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:49:08Z', 'updated_at': '2022-10-19T07:49:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861624-1-hyperv', '_interfaces': [{'id': 'bd3a74a0-ac9b-48f8-92bd-918b675d5fbc', 'name': '', 'network_id': 'e9b79030-4304-4a01-8c3d-401c4c1ecd11', 'tenant_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'mac_address': 'fa:16:3e:d5:b3:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5ef0c65-b040-4d8f-9522-7d5c04b99252', 'device_owner': 'network:router_interface', 'standard_attr_id': 1394, 'fixed_ips': [{'subnet_id': 'f139ef8f-07d3-4834-abff-fcc417b189cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:49:10Z', 'updated_at': '2022-10-19T07:49:14Z', 'revision_number': 5, 'project_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'subnets': [{'id': 'f139ef8f-07d3-4834-abff-fcc417b189cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 07:49:44.751627 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 33514) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:49:44.987761 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9494524-e408-4c64-8eb7-073bdc5ec249 None None] New status for floating IP c148523a-cf6d-4a8d-9dad-de911dc50c03: DOWN {{(pid=103334) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 19 07:49:45.052382 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Device 2cbc7900-6a24-4cb0-b167-1341fe0a8c62 no longer exists at agent hyperv_hv-neutron-8616 {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 07:49:45.075171 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] No Port match for: 2cbc7900-6a24-4cb0-b167-1341fe0a8c62 {{(pid=103334) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 19 07:49:45.075512 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Device 2cbc7900-6a24-4cb0-b167-1341fe0a8c62 not bound to the agent host hv-neutron-8616 {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 07:49:45.136951 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-368ad03b-1623-445b-8400-7e6b69cf79da tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1694785'] for router_interface, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:49:45.394675 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.plugin [None req-368ad03b-1623-445b-8400-7e6b69cf79da tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Deleting port bd3a74a0-ac9b-48f8-92bd-918b675d5fbc {{(pid=103332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 07:49:45.395353 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-368ad03b-1623-445b-8400-7e6b69cf79da tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:49:45.483225 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.db [None req-368ad03b-1623-445b-8400-7e6b69cf79da tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] For port bd3a74a0-ac9b-48f8-92bd-918b675d5fbc, host dv-neutron-861624-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=bd3a74a0-ac9b-48f8-92bd-918b675d5fbc,segment=NetworkSegment(d88ad28a-fb4b-416e-8d5a-ca43c09c61be),segment_id=d88ad28a-fb4b-416e-8d5a-ca43c09c61be)] {{(pid=103332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:49:45.483584 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-368ad03b-1623-445b-8400-7e6b69cf79da tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:49:45.496597 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.plugin [None req-368ad03b-1623-445b-8400-7e6b69cf79da tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Calling delete_port for bd3a74a0-ac9b-48f8-92bd-918b675d5fbc owned by network:router_interface {{(pid=103332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 07:49:45.684866 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-368ad03b-1623-445b-8400-7e6b69cf79da tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133553798'] for port, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:49:45.712893 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368ad03b-1623-445b-8400-7e6b69cf79da tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Pushing event deleted for resources: {'Port': ['ID=bd3a74a0-ac9b-48f8-92bd-918b675d5fbc,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:49:45.889911 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-368ad03b-1623-445b-8400-7e6b69cf79da tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1574862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1694957'] for router_interface, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:49:46.105564 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-368ad03b-1623-445b-8400-7e6b69cf79da tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Router e5ef0c65-b040-4d8f-9522-7d5c04b99252 has already been hosted by L3 agent ab388470-1243-4d53-80f2-c2f5899c97a7 {{(pid=103332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 07:49:46.209126 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-368ad03b-1623-445b-8400-7e6b69cf79da tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify agent at l3_agent.dv-neutron-861624-1-hyperv the message routers_updated {{(pid=103332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 07:49:46.214776 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-368ad03b-1623-445b-8400-7e6b69cf79da tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "PUT /v2.0/routers/e5ef0c65-b040-4d8f-9522-7d5c04b99252/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4612899 Oct 19 07:49:46.216620 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 33516) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:49:46.218600 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acfbc553-1b3b-4be1-80c3-34919bd5f7c5 None None] Sync routers for ids ['e5ef0c65-b040-4d8f-9522-7d5c04b99252'] in dv-neutron-861624-1-hyperv {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 07:49:46.227861 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acfbc553-1b3b-4be1-80c3-34919bd5f7c5 None None] Routers {'e5ef0c65-b040-4d8f-9522-7d5c04b99252'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 07:49:46.228451 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-acfbc553-1b3b-4be1-80c3-34919bd5f7c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T07:49:16Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['e5ef0c65-b040-4d8f-9522-7d5c04b99252'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:49:46.267448 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa7c8820-fc0a-41cf-b160-868cfecec38f tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Deleting subnet f139ef8f-07d3-4834-abff-fcc417b189cf {{(pid=103332) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 19 07:49:46.270700 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-aa7c8820-fc0a-41cf-b160-868cfecec38f tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for subnet, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:49:46.291707 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-267217e6-d194-4cf3-9c26-6ba0150c613d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:49:46.313019 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-aa7c8820-fc0a-41cf-b160-868cfecec38f tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130726890'] for subnet, precommit_delete_associations {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:49:46.331342 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvr_db [None req-acfbc553-1b3b-4be1-80c3-34919bd5f7c5 None None] Set router e5ef0c65-b040-4d8f-9522-7d5c04b99252 gateway port host: dv-neutron-861624-1-hyperv {{(pid=103335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 07:49:46.401196 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-aa7c8820-fc0a-41cf-b160-868cfecec38f tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-679826'] for subnet, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:49:46.460002 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-aa7c8820-fc0a-41cf-b160-868cfecec38f tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-679819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-133552721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130659632'] for subnet, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:49:46.487441 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7c8820-fc0a-41cf-b160-868cfecec38f tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Pushing event deleted for resources: {'Subnet': ['ID=f139ef8f-07d3-4834-abff-fcc417b189cf,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:49:46.492413 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-aa7c8820-fc0a-41cf-b160-868cfecec38f tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for subnet, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:49:46.498495 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-aa7c8820-fc0a-41cf-b160-868cfecec38f tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "DELETE /v2.0/subnets/f139ef8f-07d3-4834-abff-fcc417b189cf HTTP/1.1" status: 204 len: 168 time: 0.2784386 Oct 19 07:49:46.498890 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 33518) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:49:46.504207 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5316569b-5fd4-4db4-b8c3-e47d6fcdd5c2 None None] Network e9b79030-4304-4a01-8c3d-401c4c1ecd11 requested from dv-neutron-861624-1-hyperv {{(pid=103334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 07:49:46.508830 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-acfbc553-1b3b-4be1-80c3-34919bd5f7c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5ef0c65-b040-4d8f-9522-7d5c04b99252', 'name': 'tempest-TestNetworkBasicOps-router-1386197143', 'tenant_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'external_fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.149'}], 'enable_snat': True}, 'gw_port_id': '2269bb40-bbae-4dd3-bb8f-443b9538dc8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T07:49:07Z', 'updated_at': '2022-10-19T07:49:45Z', 'revision_number': 5, 'project_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'gw_port': {'id': '2269bb40-bbae-4dd3-bb8f-443b9538dc8a', 'name': '', 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:c8:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5ef0c65-b040-4d8f-9522-7d5c04b99252', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:49:08Z', 'updated_at': '2022-10-19T07:49:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861624-1-hyperv'}], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:49:46.536784 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acfbc553-1b3b-4be1-80c3-34919bd5f7c5 None None] Checking router: e5ef0c65-b040-4d8f-9522-7d5c04b99252 for host: dv-neutron-861624-1-hyperv {{(pid=103335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 07:49:46.545363 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acfbc553-1b3b-4be1-80c3-34919bd5f7c5 None None] Routers {'e5ef0c65-b040-4d8f-9522-7d5c04b99252'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 07:49:46.545978 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-acfbc553-1b3b-4be1-80c3-34919bd5f7c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T07:49:46Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['e5ef0c65-b040-4d8f-9522-7d5c04b99252'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:49:46.610090 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-4842ab13-cab6-4262-874b-5b7e087deca4 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for router, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:49:46.655009 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvr_db [None req-acfbc553-1b3b-4be1-80c3-34919bd5f7c5 None None] Set router e5ef0c65-b040-4d8f-9522-7d5c04b99252 gateway port host: dv-neutron-861624-1-hyperv {{(pid=103335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 07:49:46.690102 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ece0929f-8926-4d8c-9b65-76704aa95f07 None None] DHCP port deletion for e9b79030-4304-4a01-8c3d-401c4c1ecd11 request from dv-neutron-861624-1-hyperv {{(pid=103334) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 07:49:46.720228 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-4842ab13-cab6-4262-874b-5b7e087deca4 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:49:46.744155 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-ece0929f-8926-4d8c-9b65-76704aa95f07 None None] Deleting port 3908d5e0-6715-4552-b203-ac9fa4b542b8 {{(pid=103334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 07:49:46.744856 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-ece0929f-8926-4d8c-9b65-76704aa95f07 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:49:46.774874 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.plugin [None req-4842ab13-cab6-4262-874b-5b7e087deca4 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Deleting port 2269bb40-bbae-4dd3-bb8f-443b9538dc8a {{(pid=103332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 07:49:46.775217 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-4842ab13-cab6-4262-874b-5b7e087deca4 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:49:46.808571 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-ece0929f-8926-4d8c-9b65-76704aa95f07 None None] For port 3908d5e0-6715-4552-b203-ac9fa4b542b8, host dv-neutron-861624-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=3908d5e0-6715-4552-b203-ac9fa4b542b8,segment=NetworkSegment(d88ad28a-fb4b-416e-8d5a-ca43c09c61be),segment_id=d88ad28a-fb4b-416e-8d5a-ca43c09c61be)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:49:46.808977 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-ece0929f-8926-4d8c-9b65-76704aa95f07 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:49:46.821453 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-ece0929f-8926-4d8c-9b65-76704aa95f07 None None] Calling delete_port for 3908d5e0-6715-4552-b203-ac9fa4b542b8 owned by network:dhcp {{(pid=103334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 07:49:46.843913 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-acfbc553-1b3b-4be1-80c3-34919bd5f7c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5ef0c65-b040-4d8f-9522-7d5c04b99252', 'name': 'tempest-TestNetworkBasicOps-router-1386197143', 'tenant_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'external_fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.149'}], 'enable_snat': True}, 'gw_port_id': '2269bb40-bbae-4dd3-bb8f-443b9538dc8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T07:49:07Z', 'updated_at': '2022-10-19T07:49:45Z', 'revision_number': 5, 'project_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'gw_port': {'id': '2269bb40-bbae-4dd3-bb8f-443b9538dc8a', 'name': '', 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:c8:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5ef0c65-b040-4d8f-9522-7d5c04b99252', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:49:08Z', 'updated_at': '2022-10-19T07:49:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861624-1-hyperv'}], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:49:46.859871 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.db [None req-4842ab13-cab6-4262-874b-5b7e087deca4 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] For port 2269bb40-bbae-4dd3-bb8f-443b9538dc8a, host dv-neutron-861624-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=2269bb40-bbae-4dd3-bb8f-443b9538dc8a,segment=NetworkSegment(53981d04-8205-40d8-8d33-0510111d6f8f),segment_id=53981d04-8205-40d8-8d33-0510111d6f8f)] {{(pid=103332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:49:46.860270 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-4842ab13-cab6-4262-874b-5b7e087deca4 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:49:46.875639 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.plugin [None req-4842ab13-cab6-4262-874b-5b7e087deca4 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Calling delete_port for 2269bb40-bbae-4dd3-bb8f-443b9538dc8a owned by network:router_gateway {{(pid=103332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 07:49:46.907975 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-ece0929f-8926-4d8c-9b65-76704aa95f07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339'] for port, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:49:46.934690 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece0929f-8926-4d8c-9b65-76704aa95f07 None None] Pushing event deleted for resources: {'Port': ['ID=3908d5e0-6715-4552-b203-ac9fa4b542b8,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:49:46.942231 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ece0929f-8926-4d8c-9b65-76704aa95f07 None None] No DVR routers for this DVR port 3908d5e0-6715-4552-b203-ac9fa4b542b8 on host dv-neutron-861624-1-hyperv {{(pid=103334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 19 07:49:46.967541 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acfbc553-1b3b-4be1-80c3-34919bd5f7c5 None None] The sync data for ids ['e5ef0c65-b040-4d8f-9522-7d5c04b99252'] in dv-neutron-861624-1-hyperv is: [{'id': 'e5ef0c65-b040-4d8f-9522-7d5c04b99252', 'name': 'tempest-TestNetworkBasicOps-router-1386197143', 'tenant_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'external_fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.149'}], 'enable_snat': True}, 'gw_port_id': '2269bb40-bbae-4dd3-bb8f-443b9538dc8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T07:49:07Z', 'updated_at': '2022-10-19T07:49:45Z', 'revision_number': 5, 'project_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'gw_port': {'id': '2269bb40-bbae-4dd3-bb8f-443b9538dc8a', 'name': '', 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:c8:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5ef0c65-b040-4d8f-9522-7d5c04b99252', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:49:08Z', 'updated_at': '2022-10-19T07:49:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861624-1-hyperv'}] {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 07:49:47.058749 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-4842ab13-cab6-4262-874b-5b7e087deca4 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133553798'] for port, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:49:47.086523 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4842ab13-cab6-4262-874b-5b7e087deca4 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Pushing event deleted for resources: {'Port': ['ID=2269bb40-bbae-4dd3-bb8f-443b9538dc8a,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:49:47.160161 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-4842ab13-cab6-4262-874b-5b7e087deca4 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1693831'] for router_gateway, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:49:47.255671 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-4842ab13-cab6-4262-874b-5b7e087deca4 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1693565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12618'] for router, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:49:47.258137 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device 3908d5e0-6715-4552-b203-ac9fa4b542b8 no longer exists at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 07:49:47.258439 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-4842ab13-cab6-4262-874b-5b7e087deca4 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:49:47.284460 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] No Port match for: 3908d5e0-6715-4552-b203-ac9fa4b542b8 {{(pid=103334) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 19 07:49:47.284828 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device 3908d5e0-6715-4552-b203-ac9fa4b542b8 not bound to the agent host dv-neutron-861624-1-hyperv {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 07:49:47.285236 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device bd3a74a0-ac9b-48f8-92bd-918b675d5fbc no longer exists at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 07:49:47.303199 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-4842ab13-cab6-4262-874b-5b7e087deca4 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1693542'] for router, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:49:47.304156 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4842ab13-cab6-4262-874b-5b7e087deca4 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Fanout notify agent at l3_agent the message router_deleted on router e5ef0c65-b040-4d8f-9522-7d5c04b99252 {{(pid=103332) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 07:49:47.304838 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] No Port match for: bd3a74a0-ac9b-48f8-92bd-918b675d5fbc {{(pid=103334) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 19 07:49:47.305315 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device bd3a74a0-ac9b-48f8-92bd-918b675d5fbc not bound to the agent host dv-neutron-861624-1-hyperv {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 07:49:47.312003 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-4842ab13-cab6-4262-874b-5b7e087deca4 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for router, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:49:47.313170 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-4842ab13-cab6-4262-874b-5b7e087deca4 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "DELETE /v2.0/routers/e5ef0c65-b040-4d8f-9522-7d5c04b99252 HTTP/1.1" status: 204 len: 168 time: 0.8135655 Oct 19 07:49:47.315907 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 33520) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:49:47.393803 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-273a3505-85e7-49d9-8b40-e3cfa8ec9d57 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-667019'] for network, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:49:47.484706 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-273a3505-85e7-49d9-8b40-e3cfa8ec9d57 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-673051', 'neutron.services.segments.db._delete_segments_for_network-8785021519108'] for network, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:49:47.506190 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.services.segments.db [None req-273a3505-85e7-49d9-8b40-e3cfa8ec9d57 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9b79030-4304-4a01-8c3d-401c4c1ecd11']}} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:49:47.515092 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.services.segments.db [None req-273a3505-85e7-49d9-8b40-e3cfa8ec9d57 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd88ad28a-fb4b-416e-8d5a-ca43c09c61be') {'for_net_delete': True} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:49:47.515386 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.services.segments.db [None req-273a3505-85e7-49d9-8b40-e3cfa8ec9d57 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd88ad28a-fb4b-416e-8d5a-ca43c09c61be') {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:49:47.524667 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-273a3505-85e7-49d9-8b40-e3cfa8ec9d57 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785021519382', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130726885'] for segment, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:49:47.537896 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-273a3505-85e7-49d9-8b40-e3cfa8ec9d57 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979'] for segment, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:49:47.544248 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-273a3505-85e7-49d9-8b40-e3cfa8ec9d57 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Releasing vlan 159 on physical network physnet1 to pool {{(pid=103332) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 07:49:47.544689 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-273a3505-85e7-49d9-8b40-e3cfa8ec9d57 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-133553843'] for segment, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:49:47.576521 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.services.segments.plugin [-] Segment d88ad28a-fb4b-416e-8d5a-ca43c09c61be resource provider aggregate not found Oct 19 07:49:47.612215 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.services.segments.plugin [-] Segment d88ad28a-fb4b-416e-8d5a-ca43c09c61be resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d88ad28a-fb4b-416e-8d5a-ca43c09c61be found for delete ", "request_id": "req-c8063d5f-23e8-468d-b3e5-6b8275d0c711"}]} Oct 19 07:49:47.620764 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-273a3505-85e7-49d9-8b40-e3cfa8ec9d57 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-673044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1695087'] for network, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:49:47.628241 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-273a3505-85e7-49d9-8b40-e3cfa8ec9d57 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for network, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:49:47.631357 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-273a3505-85e7-49d9-8b40-e3cfa8ec9d57 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "DELETE /v2.0/networks/e9b79030-4304-4a01-8c3d-401c4c1ecd11 HTTP/1.1" status: 204 len: 168 time: 0.3143458 Oct 19 07:49:47.640621 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 33526) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:49:47.642237 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273a3505-85e7-49d9-8b40-e3cfa8ec9d57 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Pushing event deleted for resources: {'Network': ['ID=e9b79030-4304-4a01-8c3d-401c4c1ecd11,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:49:47.653961 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-d688c3e4-04d1-4e64-98c8-54732b30ca60 tempest-TestNetworkBasicOps-773100899 tempest-TestNetworkBasicOps-773100899-project-admin] 10.222.0.27 "GET /v2.0/agents?agent_type=L3+agent HTTP/1.1" status: 200 len: 838 time: 0.0116873 Oct 19 07:49:47.656462 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 33528) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:49:47.661545 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-8060a8d7-140b-414b-8127-5fdf9e7774f8 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Request body: {'network': {'name': 'tempest-network-smoke--1335384477', 'project_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'port_security_enabled': True}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:49:47.681236 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8060a8d7-140b-414b-8127-5fdf9e7774f8 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Made reservation on behalf of 47a12ea4f74e4c18b13323e6f3cc9741 for: {'network': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 07:49:47.684459 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-8060a8d7-140b-414b-8127-5fdf9e7774f8 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for network, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:49:47.707701 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8060a8d7-140b-414b-8127-5fdf9e7774f8 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 178} {{(pid=103333) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 07:49:47.716819 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-8060a8d7-140b-414b-8127-5fdf9e7774f8 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979'] for segment, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:49:47.717136 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.db.segments_db [None req-8060a8d7-140b-414b-8127-5fdf9e7774f8 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Added segment f52b8178-d7c3-4b3f-9747-5a18abf36760 of type vlan for network 99782532-b362-476d-a058-f261ba1a876f Oct 19 07:49:47.759050 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-8060a8d7-140b-414b-8127-5fdf9e7774f8 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785020965340'] for network, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:49:47.784350 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-8060a8d7-140b-414b-8127-5fdf9e7774f8 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873'] for network, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:49:47.789855 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8060a8d7-140b-414b-8127-5fdf9e7774f8 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:49:47.790432 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-8060a8d7-140b-414b-8127-5fdf9e7774f8 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for network, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:49:47.827491 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-8060a8d7-140b-414b-8127-5fdf9e7774f8 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1700418 Oct 19 07:49:47.831296 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 33530) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:49:47.836010 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-6e19c9bd-8f8f-428a-98d2-0ac88a94e774 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-961570089', 'admin_state_up': True, 'project_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd'}}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:49:47.858150 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-6e19c9bd-8f8f-428a-98d2-0ac88a94e774 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1692695', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12668'] for router, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:49:47.859230 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-6e19c9bd-8f8f-428a-98d2-0ac88a94e774 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1692835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1693910', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1621825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12659'] for router, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:49:47.873057 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8060a8d7-140b-414b-8127-5fdf9e7774f8 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Pushing event updated for resources: {'Network': ['ID=99782532-b362-476d-a058-f261ba1a876f,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:49:47.883822 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Network 99782532-b362-476d-a058-f261ba1a876f details requested by agent ovs-agent-dv-neutron-861624-1-hyperv with host dv-neutron-861624-1-hyperv {{(pid=103334) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 07:49:47.915188 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-6e19c9bd-8f8f-428a-98d2-0ac88a94e774 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:49:47.963112 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-2a2259f7-b034-4eec-af7a-7abaede746c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:49:48.057143 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-6e19c9bd-8f8f-428a-98d2-0ac88a94e774 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:49:48.243441 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-6e19c9bd-8f8f-428a-98d2-0ac88a94e774 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for router_gateway, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:49:48.554756 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-6e19c9bd-8f8f-428a-98d2-0ac88a94e774 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:49:48.655129 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.db_base_plugin_common [None req-6e19c9bd-8f8f-428a-98d2-0ac88a94e774 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Allocated IP 172.26.0.60 (99c66757-74e3-40a4-b479-8d09e3a7c3dd/7f3d1034-1de7-458a-a3ee-77488de3949b/f2a39b87-6282-4170-8b96-50a5a9205139) {{(pid=103332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 07:49:48.756327 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-6e19c9bd-8f8f-428a-98d2-0ac88a94e774 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for port, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:49:48.788974 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-6e19c9bd-8f8f-428a-98d2-0ac88a94e774 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785020947330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133553798'] for port, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:49:48.827486 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e19c9bd-8f8f-428a-98d2-0ac88a94e774 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Network 99c66757-74e3-40a4-b479-8d09e3a7c3dd is already hosted by enough agents. {{(pid=103332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 07:49:48.832521 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.base_scheduler [None req-6e19c9bd-8f8f-428a-98d2-0ac88a94e774 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Resources bound (agent type, host, resource id): {{(pid=103332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:49:48.834941 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e19c9bd-8f8f-428a-98d2-0ac88a94e774 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Received port after_create {{(pid=103332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 07:49:48.856757 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e19c9bd-8f8f-428a-98d2-0ac88a94e774 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Pushing event updated for resources: {'Port': ['ID=f2a39b87-6282-4170-8b96-50a5a9205139,revision_number=1']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:49:48.986853 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-1a0da505-d0f9-48c6-b7e2-53b9c5e41298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:49:49.085509 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-6e19c9bd-8f8f-428a-98d2-0ac88a94e774 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for router_gateway, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:49:49.116850 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:49:49.142218 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device 2269bb40-bbae-4dd3-bb8f-443b9538dc8a no longer exists at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 07:49:49.162185 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] No Port match for: 2269bb40-bbae-4dd3-bb8f-443b9538dc8a {{(pid=103334) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 19 07:49:49.162525 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device 2269bb40-bbae-4dd3-bb8f-443b9538dc8a not bound to the agent host dv-neutron-861624-1-hyperv {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 07:49:49.286259 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-6e19c9bd-8f8f-428a-98d2-0ac88a94e774 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1692844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1693859'] for router, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:49:49.413544 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e19c9bd-8f8f-428a-98d2-0ac88a94e774 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Router 00a46caa-87e8-448d-a3be-878955c3bfe8 is scheduled to L3 agent ab388470-1243-4d53-80f2-c2f5899c97a7 with binding_index 1 {{(pid=103332) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 07:49:49.517878 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e19c9bd-8f8f-428a-98d2-0ac88a94e774 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify agent at l3_agent.dv-neutron-861624-1-hyperv the message routers_updated {{(pid=103332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 07:49:49.528064 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2426ddaf-d062-4c13-b708-b7832664e96f None None] Sync routers for ids ['00a46caa-87e8-448d-a3be-878955c3bfe8'] in dv-neutron-861624-1-hyperv {{(pid=103334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 07:49:49.538046 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-6e19c9bd-8f8f-428a-98d2-0ac88a94e774 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for router, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:49:49.539258 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2426ddaf-d062-4c13-b708-b7832664e96f None None] Routers {'00a46caa-87e8-448d-a3be-878955c3bfe8'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 07:49:49.539492 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-6e19c9bd-8f8f-428a-98d2-0ac88a94e774 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 1.7070794 Oct 19 07:49:49.539872 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-2426ddaf-d062-4c13-b708-b7832664e96f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T07:49:46Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['00a46caa-87e8-448d-a3be-878955c3bfe8'], 'active': True} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:49:49.542427 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 33532) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:49:49.569799 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-28c8bc6c-97f8-4269-8cbf-2ab24decf22d tempest-TestNetworkBasicOps-773100899 tempest-TestNetworkBasicOps-773100899-project-admin] 10.222.0.27 "GET /v2.0/subnets?project_id=47a12ea4f74e4c18b13323e6f3cc9741&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0262332 Oct 19 07:49:49.572260 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 33534) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:49:49.646339 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvr_db [None req-2426ddaf-d062-4c13-b708-b7832664e96f None None] Set router 00a46caa-87e8-448d-a3be-878955c3bfe8 gateway port host: dv-neutron-861624-1-hyperv {{(pid=103334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 07:49:49.664543 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c792b5b5-7a70-40cf-9ed6-a08739b132ae tempest-TestNetworkBasicOps-773100899 tempest-TestNetworkBasicOps-773100899-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:49:49.665972 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-c792b5b5-7a70-40cf-9ed6-a08739b132ae tempest-TestNetworkBasicOps-773100899 tempest-TestNetworkBasicOps-773100899-project-admin] 10.222.0.27 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0927358 Oct 19 07:49:49.668945 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 33536) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:49:49.707407 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-48d4a452-8b87-4267-b124-0d33560a2fdc tempest-TestNetworkBasicOps-773100899 tempest-TestNetworkBasicOps-773100899-project-admin] 10.222.0.27 "GET /v2.0/subnets?network_id=99c66757-74e3-40a4-b479-8d09e3a7c3dd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0373254 Oct 19 07:49:49.709973 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 33538) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:49:49.714899 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-11a05f60-792e-4257-b1c8-7356156d98c0 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1926589137', 'network_id': '99782532-b362-476d-a058-f261ba1a876f', 'project_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:49:49.805320 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11a05f60-792e-4257-b1c8-7356156d98c0 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Made reservation on behalf of 47a12ea4f74e4c18b13323e6f3cc9741 for: {'subnet': 1} {{(pid=103332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 07:49:49.808941 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-11a05f60-792e-4257-b1c8-7356156d98c0 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130659787'] for subnet, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:49:49.969947 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-2426ddaf-d062-4c13-b708-b7832664e96f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00a46caa-87e8-448d-a3be-878955c3bfe8', 'name': 'tempest-TestNetworkBasicOps-router-961570089', 'tenant_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'external_fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.60'}], 'enable_snat': True}, 'gw_port_id': 'f2a39b87-6282-4170-8b96-50a5a9205139', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T07:49:47Z', 'updated_at': '2022-10-19T07:49:48Z', 'revision_number': 3, 'project_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'gw_port': {'id': 'f2a39b87-6282-4170-8b96-50a5a9205139', 'name': '', 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:47:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00a46caa-87e8-448d-a3be-878955c3bfe8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:49:48Z', 'updated_at': '2022-10-19T07:49:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861624-1-hyperv'}], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:49:49.995495 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-11a05f60-792e-4257-b1c8-7356156d98c0 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-133552662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130659641'] for subnet, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:49:49.995755 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2426ddaf-d062-4c13-b708-b7832664e96f None None] Checking router: 00a46caa-87e8-448d-a3be-878955c3bfe8 for host: dv-neutron-861624-1-hyperv {{(pid=103334) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 07:49:49.996263 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2426ddaf-d062-4c13-b708-b7832664e96f None None] Updating router 00a46caa-87e8-448d-a3be-878955c3bfe8 port f2a39b87-6282-4170-8b96-50a5a9205139 binding host dv-neutron-861624-1-hyperv {{(pid=103334) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 07:49:50.021857 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-2426ddaf-d062-4c13-b708-b7832664e96f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:49:50.062595 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a05f60-792e-4257-b1c8-7356156d98c0 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Pushing event updated for resources: {'Subnet': ['ID=0abf27ee-6a01-4306-872d-1b9dec639f5f,revision_number=0']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:49:50.071597 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11a05f60-792e-4257-b1c8-7356156d98c0 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Checking segment: {'id': 'f52b8178-d7c3-4b3f-9747-5a18abf36760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '99782532-b362-476d-a058-f261ba1a876f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 19 07:49:50.071954 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11a05f60-792e-4257-b1c8-7356156d98c0 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Network hostable DHCP agents. Network: 99782532-b362-476d-a058-f261ba1a876f, hostable agents: ['310d813b-0e3e-4d7e-9b79-8f4ec0dbcab0'], hosted agents: [] {{(pid=103332) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 07:49:50.089833 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11a05f60-792e-4257-b1c8-7356156d98c0 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Network 99782532-b362-476d-a058-f261ba1a876f is scheduled to be hosted by DHCP agent 310d813b-0e3e-4d7e-9b79-8f4ec0dbcab0 with binding_index 1 {{(pid=103332) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 07:49:50.098310 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.base_scheduler [None req-11a05f60-792e-4257-b1c8-7356156d98c0 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861624-1-hyperv, 99782532-b362-476d-a058-f261ba1a876f) {{(pid=103332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:49:50.102487 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11a05f60-792e-4257-b1c8-7356156d98c0 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:49:50.103071 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-11a05f60-792e-4257-b1c8-7356156d98c0 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for subnet, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:49:50.109921 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8ca8b1e-80ca-4e21-b757-9d241b7fe7a4 None None] Network 99782532-b362-476d-a058-f261ba1a876f requested from dv-neutron-861624-1-hyperv {{(pid=103334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 07:49:50.119042 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-11a05f60-792e-4257-b1c8-7356156d98c0 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4080415 Oct 19 07:49:50.121701 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 33540) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:49:50.354614 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-652343dd-2198-40ab-9c42-7f163e1fbfde None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d12c6ac-27a3-545c-a8f3-f04e30423d6d-99782532-b362-476d-a058-f261ba1a876f', 'network_id': '99782532-b362-476d-a058-f261ba1a876f', 'tenant_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'fixed_ips': [{'subnet_id': '0abf27ee-6a01-4306-872d-1b9dec639f5f'}]}} from dv-neutron-861624-1-hyperv. {{(pid=103334) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 07:49:50.355480 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-652343dd-2198-40ab-9c42-7f163e1fbfde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:49:50.414395 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-2426ddaf-d062-4c13-b708-b7832664e96f None None] Notify callbacks [] for port, precommit_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:49:50.461841 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-2426ddaf-d062-4c13-b708-b7832664e96f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:49:50.517258 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-2426ddaf-d062-4c13-b708-b7832664e96f None None] Attempting to bind port f2a39b87-6282-4170-8b96-50a5a9205139 on host dv-neutron-861624-1-hyperv for vnic_type normal with profile {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 19 07:49:50.517635 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-2426ddaf-d062-4c13-b708-b7832664e96f None None] Attempting to bind port f2a39b87-6282-4170-8b96-50a5a9205139 by drivers openvswitch,hyperv on host dv-neutron-861624-1-hyperv at level 0 using segments [{'id': '53981d04-8205-40d8-8d33-0510111d6f8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd'}] {{(pid=103334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 19 07:49:50.518003 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2426ddaf-d062-4c13-b708-b7832664e96f None None] Attempting to bind port f2a39b87-6282-4170-8b96-50a5a9205139 on network 99c66757-74e3-40a4-b479-8d09e3a7c3dd {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 07:49:50.533433 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2426ddaf-d062-4c13-b708-b7832664e96f None None] Checking agent: {'id': 'a5b0152c-d633-409b-aaf8-3b76458e2410', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861624-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 19, 7, 30, 19), 'started_at': datetime.datetime(2022, 10, 19, 7, 30, 49), 'heartbeat_timestamp': datetime.datetime(2022, 10, 19, 7, 49, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861624-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 07:49:50.533697 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2426ddaf-d062-4c13-b708-b7832664e96f None None] Checking segment: {'id': '53981d04-8205-40d8-8d33-0510111d6f8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 19 07:49:50.534077 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-2426ddaf-d062-4c13-b708-b7832664e96f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:49:50.534461 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2426ddaf-d062-4c13-b708-b7832664e96f None None] Bound using segment: {'id': '53981d04-8205-40d8-8d33-0510111d6f8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd'} {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 07:49:50.534924 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-2426ddaf-d062-4c13-b708-b7832664e96f None None] Bound port: f2a39b87-6282-4170-8b96-50a5a9205139, host: dv-neutron-861624-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53981d04-8205-40d8-8d33-0510111d6f8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd'}}] {{(pid=103334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 19 07:49:50.535296 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-2426ddaf-d062-4c13-b708-b7832664e96f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:49:50.557715 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c72297a-7fed-444c-a006-52a6a612bc70 None None] Pushing event updated for resources: {'Port': ['ID=f2a39b87-6282-4170-8b96-50a5a9205139,revision_number=2']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:49:50.559279 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-ffb2ec07-f6de-4d9c-8c56-8a7f42acea56 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:49:50.609784 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.db_base_plugin_common [None req-652343dd-2198-40ab-9c42-7f163e1fbfde None None] Allocated IP 172.20.0.2 (99782532-b362-476d-a058-f261ba1a876f/0abf27ee-6a01-4306-872d-1b9dec639f5f/c05373a5-c72e-4b66-a164-6e229599c733) {{(pid=103334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 07:49:50.630035 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-2426ddaf-d062-4c13-b708-b7832664e96f None None] For port f2a39b87-6282-4170-8b96-50a5a9205139, host dv-neutron-861624-1-hyperv, cleared binding levels {{(pid=103334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 07:49:50.655915 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-2426ddaf-d062-4c13-b708-b7832664e96f None None] For port f2a39b87-6282-4170-8b96-50a5a9205139, host dv-neutron-861624-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=f2a39b87-6282-4170-8b96-50a5a9205139,segment=NetworkSegment(53981d04-8205-40d8-8d33-0510111d6f8f),segment_id=53981d04-8205-40d8-8d33-0510111d6f8f)] {{(pid=103334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 07:49:50.667707 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-2426ddaf-d062-4c13-b708-b7832664e96f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:49:50.742723 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2426ddaf-d062-4c13-b708-b7832664e96f None None] Routers {'00a46caa-87e8-448d-a3be-878955c3bfe8'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 07:49:50.743362 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-2426ddaf-d062-4c13-b708-b7832664e96f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T07:49:46Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['00a46caa-87e8-448d-a3be-878955c3bfe8'], 'active': True} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:49:50.800333 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c72297a-7fed-444c-a006-52a6a612bc70 None None] Pushing event updated for resources: {'Port': ['ID=f2a39b87-6282-4170-8b96-50a5a9205139,revision_number=3']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:49:50.916088 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvr_db [None req-2426ddaf-d062-4c13-b708-b7832664e96f None None] Set router 00a46caa-87e8-448d-a3be-878955c3bfe8 gateway port host: dv-neutron-861624-1-hyperv {{(pid=103334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 07:49:50.918173 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-652343dd-2198-40ab-9c42-7f163e1fbfde None None] Notify callbacks [] for port, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:49:50.973661 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-652343dd-2198-40ab-9c42-7f163e1fbfde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785020947330'] for port, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:49:50.995115 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.db_base_plugin_common [None req-ffb2ec07-f6de-4d9c-8c56-8a7f42acea56 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Allocated IP 172.20.0.1 (99782532-b362-476d-a058-f261ba1a876f/0abf27ee-6a01-4306-872d-1b9dec639f5f/7fd86dfb-a21b-4880-9e90-60a8f4f3fead) {{(pid=103332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 07:49:51.037261 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-652343dd-2198-40ab-9c42-7f163e1fbfde None None] Network 99782532-b362-476d-a058-f261ba1a876f is already hosted by enough agents. {{(pid=103334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 07:49:51.043025 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.scheduler.base_scheduler [None req-652343dd-2198-40ab-9c42-7f163e1fbfde None None] Resources bound (agent type, host, resource id): {{(pid=103334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:49:51.045462 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-652343dd-2198-40ab-9c42-7f163e1fbfde None None] Received port after_create {{(pid=103334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 07:49:51.083677 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652343dd-2198-40ab-9c42-7f163e1fbfde None None] Pushing event updated for resources: {'Port': ['ID=c05373a5-c72e-4b66-a164-6e229599c733,revision_number=1']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:49:51.111865 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-ffb2ec07-f6de-4d9c-8c56-8a7f42acea56 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for port, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:49:51.145759 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-ffb2ec07-f6de-4d9c-8c56-8a7f42acea56 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785020947330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133553798'] for port, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:49:51.153211 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-652343dd-2198-40ab-9c42-7f163e1fbfde None None] Attempting to bind port c05373a5-c72e-4b66-a164-6e229599c733 on host dv-neutron-861624-1-hyperv for vnic_type normal with profile {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 19 07:49:51.153590 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-652343dd-2198-40ab-9c42-7f163e1fbfde None None] Attempting to bind port c05373a5-c72e-4b66-a164-6e229599c733 by drivers openvswitch,hyperv on host dv-neutron-861624-1-hyperv at level 0 using segments [{'id': 'f52b8178-d7c3-4b3f-9747-5a18abf36760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '99782532-b362-476d-a058-f261ba1a876f'}] {{(pid=103334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 19 07:49:51.153960 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-652343dd-2198-40ab-9c42-7f163e1fbfde None None] Attempting to bind port c05373a5-c72e-4b66-a164-6e229599c733 on network 99782532-b362-476d-a058-f261ba1a876f {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 07:49:51.177014 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-652343dd-2198-40ab-9c42-7f163e1fbfde None None] Checking agent: {'id': 'a5b0152c-d633-409b-aaf8-3b76458e2410', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861624-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 19, 7, 30, 19), 'started_at': datetime.datetime(2022, 10, 19, 7, 30, 49), 'heartbeat_timestamp': datetime.datetime(2022, 10, 19, 7, 49, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861624-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 07:49:51.177317 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-652343dd-2198-40ab-9c42-7f163e1fbfde None None] Checking segment: {'id': 'f52b8178-d7c3-4b3f-9747-5a18abf36760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '99782532-b362-476d-a058-f261ba1a876f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 19 07:49:51.177681 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-652343dd-2198-40ab-9c42-7f163e1fbfde None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:49:51.178074 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-652343dd-2198-40ab-9c42-7f163e1fbfde None None] Bound using segment: {'id': 'f52b8178-d7c3-4b3f-9747-5a18abf36760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '99782532-b362-476d-a058-f261ba1a876f'} {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 07:49:51.178551 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-652343dd-2198-40ab-9c42-7f163e1fbfde None None] Bound port: c05373a5-c72e-4b66-a164-6e229599c733, host: dv-neutron-861624-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f52b8178-d7c3-4b3f-9747-5a18abf36760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '99782532-b362-476d-a058-f261ba1a876f'}}] {{(pid=103334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 19 07:49:51.178937 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-652343dd-2198-40ab-9c42-7f163e1fbfde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:49:51.186882 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffb2ec07-f6de-4d9c-8c56-8a7f42acea56 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Network 99782532-b362-476d-a058-f261ba1a876f is already hosted by enough agents. {{(pid=103332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 07:49:51.190217 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.base_scheduler [None req-ffb2ec07-f6de-4d9c-8c56-8a7f42acea56 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Resources bound (agent type, host, resource id): {{(pid=103332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:49:51.193996 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffb2ec07-f6de-4d9c-8c56-8a7f42acea56 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Received port after_create {{(pid=103332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 07:49:51.226213 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb2ec07-f6de-4d9c-8c56-8a7f42acea56 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Pushing event updated for resources: {'Port': ['ID=7fd86dfb-a21b-4880-9e90-60a8f4f3fead,revision_number=1']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:49:51.242712 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-ffb2ec07-f6de-4d9c-8c56-8a7f42acea56 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1695190'] for router_interface, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:49:51.254141 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-2426ddaf-d062-4c13-b708-b7832664e96f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00a46caa-87e8-448d-a3be-878955c3bfe8', 'name': 'tempest-TestNetworkBasicOps-router-961570089', 'tenant_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'external_fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.60'}], 'enable_snat': True}, 'gw_port_id': 'f2a39b87-6282-4170-8b96-50a5a9205139', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T07:49:47Z', 'updated_at': '2022-10-19T07:49:48Z', 'revision_number': 3, 'project_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'gw_port': {'id': 'f2a39b87-6282-4170-8b96-50a5a9205139', 'name': '', 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:47:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00a46caa-87e8-448d-a3be-878955c3bfe8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:49:48Z', 'updated_at': '2022-10-19T07:49:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861624-1-hyperv'}], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:49:51.258228 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-652343dd-2198-40ab-9c42-7f163e1fbfde None None] For port c05373a5-c72e-4b66-a164-6e229599c733, host dv-neutron-861624-1-hyperv, cleared binding levels {{(pid=103334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 07:49:51.289724 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2426ddaf-d062-4c13-b708-b7832664e96f None None] The sync data for ids ['00a46caa-87e8-448d-a3be-878955c3bfe8'] in dv-neutron-861624-1-hyperv is: [{'id': '00a46caa-87e8-448d-a3be-878955c3bfe8', 'name': 'tempest-TestNetworkBasicOps-router-961570089', 'tenant_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'external_fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.60'}], 'enable_snat': True}, 'gw_port_id': 'f2a39b87-6282-4170-8b96-50a5a9205139', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T07:49:47Z', 'updated_at': '2022-10-19T07:49:48Z', 'revision_number': 3, 'project_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'gw_port': {'id': 'f2a39b87-6282-4170-8b96-50a5a9205139', 'name': '', 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:47:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00a46caa-87e8-448d-a3be-878955c3bfe8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:49:48Z', 'updated_at': '2022-10-19T07:49:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861624-1-hyperv'}] {{(pid=103334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 07:49:51.293981 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-652343dd-2198-40ab-9c42-7f163e1fbfde None None] For port c05373a5-c72e-4b66-a164-6e229599c733, host dv-neutron-861624-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=c05373a5-c72e-4b66-a164-6e229599c733,segment=NetworkSegment(f52b8178-d7c3-4b3f-9747-5a18abf36760),segment_id=f52b8178-d7c3-4b3f-9747-5a18abf36760)] {{(pid=103334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 07:49:51.302635 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-652343dd-2198-40ab-9c42-7f163e1fbfde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:49:51.370164 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652343dd-2198-40ab-9c42-7f163e1fbfde None None] Pushing event updated for resources: {'Port': ['ID=c05373a5-c72e-4b66-a164-6e229599c733,revision_number=2']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:49:51.397996 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-ffb2ec07-f6de-4d9c-8c56-8a7f42acea56 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:49:51.748491 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-ffb2ec07-f6de-4d9c-8c56-8a7f42acea56 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for port, precommit_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:49:51.753988 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-ffb2ec07-f6de-4d9c-8c56-8a7f42acea56 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133553807'] for port, after_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:49:51.829806 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb2ec07-f6de-4d9c-8c56-8a7f42acea56 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Pushing event updated for resources: {'Port': ['ID=7fd86dfb-a21b-4880-9e90-60a8f4f3fead,revision_number=2']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:49:51.832397 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-ffb2ec07-f6de-4d9c-8c56-8a7f42acea56 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1574855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1694822'] for router_interface, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:49:51.935029 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffb2ec07-f6de-4d9c-8c56-8a7f42acea56 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Network 99782532-b362-476d-a058-f261ba1a876f is already hosted by enough agents. {{(pid=103332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 07:49:51.936828 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.base_scheduler [None req-ffb2ec07-f6de-4d9c-8c56-8a7f42acea56 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Resources bound (agent type, host, resource id): {{(pid=103332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:49:52.056620 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffb2ec07-f6de-4d9c-8c56-8a7f42acea56 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Router 00a46caa-87e8-448d-a3be-878955c3bfe8 has already been hosted by L3 agent ab388470-1243-4d53-80f2-c2f5899c97a7 {{(pid=103332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 07:49:52.172441 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffb2ec07-f6de-4d9c-8c56-8a7f42acea56 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify agent at l3_agent.dv-neutron-861624-1-hyperv the message routers_updated {{(pid=103332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 07:49:52.178579 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-ffb2ec07-f6de-4d9c-8c56-8a7f42acea56 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "PUT /v2.0/routers/00a46caa-87e8-448d-a3be-878955c3bfe8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0558138 Oct 19 07:49:52.181004 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 33542) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:49:52.289761 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94a89b69-53b7-44a9-aea7-c2adda150380 tempest-TestNetworkBasicOps-773100899 tempest-TestNetworkBasicOps-773100899-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:49:52.290240 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94a89b69-53b7-44a9-aea7-c2adda150380 tempest-TestNetworkBasicOps-773100899 tempest-TestNetworkBasicOps-773100899-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:49:52.290710 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94a89b69-53b7-44a9-aea7-c2adda150380 tempest-TestNetworkBasicOps-773100899 tempest-TestNetworkBasicOps-773100899-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:49:52.291177 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94a89b69-53b7-44a9-aea7-c2adda150380 tempest-TestNetworkBasicOps-773100899 tempest-TestNetworkBasicOps-773100899-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:49:52.291640 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94a89b69-53b7-44a9-aea7-c2adda150380 tempest-TestNetworkBasicOps-773100899 tempest-TestNetworkBasicOps-773100899-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:49:52.292129 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94a89b69-53b7-44a9-aea7-c2adda150380 tempest-TestNetworkBasicOps-773100899 tempest-TestNetworkBasicOps-773100899-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:49:52.293928 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-94a89b69-53b7-44a9-aea7-c2adda150380 tempest-TestNetworkBasicOps-773100899 tempest-TestNetworkBasicOps-773100899-project-admin] 10.222.0.27 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4286 time: 0.1120131 Oct 19 07:49:52.296889 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 33544) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:49:52.356363 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f2fe834-e589-435c-b07d-339aef189d7b tempest-TestNetworkBasicOps-773100899 tempest-TestNetworkBasicOps-773100899-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:49:52.356865 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f2fe834-e589-435c-b07d-339aef189d7b tempest-TestNetworkBasicOps-773100899 tempest-TestNetworkBasicOps-773100899-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:49:52.357327 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f2fe834-e589-435c-b07d-339aef189d7b tempest-TestNetworkBasicOps-773100899 tempest-TestNetworkBasicOps-773100899-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:49:52.357829 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f2fe834-e589-435c-b07d-339aef189d7b tempest-TestNetworkBasicOps-773100899 tempest-TestNetworkBasicOps-773100899-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:49:52.358234 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f2fe834-e589-435c-b07d-339aef189d7b tempest-TestNetworkBasicOps-773100899 tempest-TestNetworkBasicOps-773100899-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:49:52.358685 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f2fe834-e589-435c-b07d-339aef189d7b tempest-TestNetworkBasicOps-773100899 tempest-TestNetworkBasicOps-773100899-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:49:52.360987 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-5f2fe834-e589-435c-b07d-339aef189d7b tempest-TestNetworkBasicOps-773100899 tempest-TestNetworkBasicOps-773100899-project-admin] 10.222.0.27 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4006 time: 0.0630906 Oct 19 07:49:52.363792 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 33546) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:49:52.366594 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc33ac44-3a53-469e-bf83-d9a64225d7a8 None None] Network 99782532-b362-476d-a058-f261ba1a876f requested from dv-neutron-861624-1-hyperv {{(pid=103334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 07:49:52.450605 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-72213263-3532-43f0-8322-93f35951bee6 None None] Provisioning complete for port c05373a5-c72e-4b66-a164-6e229599c733 triggered by entity DHCP. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:49:52.451051 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-72213263-3532-43f0-8322-93f35951bee6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:49:52.451460 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-72213263-3532-43f0-8322-93f35951bee6 None None] Attempt 1 to provision port c05373a5-c72e-4b66-a164-6e229599c733 Oct 19 07:49:52.504774 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-21dc378b-6cf4-44c7-93a3-4e92a4e05789 tempest-TestNetworkBasicOps-773100899 tempest-TestNetworkBasicOps-773100899-project-admin] 10.222.0.27 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3047 time: 0.1395864 Oct 19 07:49:52.571026 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 33550) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:49:52.575612 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-5e87e8e1-0dd5-4347-96d9-20795688fff5 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-964933202', 'description': 'tempest-secgroup-smoke-964933202 description', 'project_id': '47a12ea4f74e4c18b13323e6f3cc9741'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:49:52.588377 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-72213263-3532-43f0-8322-93f35951bee6 None None] Current status of the port c05373a5-c72e-4b66-a164-6e229599c733 is: DOWN; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:49:52.588865 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-72213263-3532-43f0-8322-93f35951bee6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:49:52.597230 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-5e87e8e1-0dd5-4347-96d9-20795688fff5 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for security_group, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:49:52.624639 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-72213263-3532-43f0-8322-93f35951bee6 None None] For port c05373a5-c72e-4b66-a164-6e229599c733, host dv-neutron-861624-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=c05373a5-c72e-4b66-a164-6e229599c733,segment=NetworkSegment(f52b8178-d7c3-4b3f-9747-5a18abf36760),segment_id=f52b8178-d7c3-4b3f-9747-5a18abf36760)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:49:52.629641 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-72213263-3532-43f0-8322-93f35951bee6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:49:52.680921 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-5e87e8e1-0dd5-4347-96d9-20795688fff5 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for security_group, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:49:52.687640 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-5e87e8e1-0dd5-4347-96d9-20795688fff5 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788643'] for security_group, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:49:52.727503 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-5e87e8e1-0dd5-4347-96d9-20795688fff5 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for security_group, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:49:52.728925 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-5e87e8e1-0dd5-4347-96d9-20795688fff5 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1568494 Oct 19 07:49:52.730330 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e87e8e1-0dd5-4347-96d9-20795688fff5 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5cab3141-9ec1-49e7-bdbd-a408d3ba0561,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:49:52.732537 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 33552) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:49:52.739952 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-dc9ea808-04f0-41bf-8cb9-57d3bc06a38c tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Request body: {'security_group_rule': {'security_group_id': '5cab3141-9ec1-49e7-bdbd-a408d3ba0561', 'project_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:49:52.769740 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-dc9ea808-04f0-41bf-8cb9-57d3bc06a38c tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:49:52.838602 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-dc9ea808-04f0-41bf-8cb9-57d3bc06a38c tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:49:52.843507 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-dc9ea808-04f0-41bf-8cb9-57d3bc06a38c tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815365'] for security_group_rule, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:49:52.860875 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72213263-3532-43f0-8322-93f35951bee6 None None] Pushing event updated for resources: {'Port': ['ID=c05373a5-c72e-4b66-a164-6e229599c733,revision_number=3']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:49:52.863293 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9ea808-04f0-41bf-8cb9-57d3bc06a38c tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=185f7680-8c21-4368-853c-1a0ad28783bb,revision_number=0']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:49:52.877486 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-dc9ea808-04f0-41bf-8cb9-57d3bc06a38c tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:49:52.880628 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-dc9ea808-04f0-41bf-8cb9-57d3bc06a38c tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1453736 Oct 19 07:49:52.881703 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 33554) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:49:52.886217 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-adf92117-be97-4b45-89bc-5e0ea5225bb9 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Request body: {'security_group_rule': {'security_group_id': '5cab3141-9ec1-49e7-bdbd-a408d3ba0561', 'project_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:49:52.915331 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-adf92117-be97-4b45-89bc-5e0ea5225bb9 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:49:52.963698 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-9105b3c8-4380-4474-b8fd-2712869bc2fc None None] Provisioning complete for port 7fd86dfb-a21b-4880-9e90-60a8f4f3fead triggered by entity DHCP. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:49:52.964167 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-9105b3c8-4380-4474-b8fd-2712869bc2fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:49:52.964608 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-9105b3c8-4380-4474-b8fd-2712869bc2fc None None] Attempt 1 to provision port 7fd86dfb-a21b-4880-9e90-60a8f4f3fead Oct 19 07:49:52.992353 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-adf92117-be97-4b45-89bc-5e0ea5225bb9 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:49:52.997082 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-adf92117-be97-4b45-89bc-5e0ea5225bb9 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815365'] for security_group_rule, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:49:53.004735 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-9105b3c8-4380-4474-b8fd-2712869bc2fc None None] Port 7fd86dfb-a21b-4880-9e90-60a8f4f3fead cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 07:49:53.017708 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf92117-be97-4b45-89bc-5e0ea5225bb9 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14065c34-7e20-4a94-afc0-ddbe99088e3e,revision_number=0']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:49:53.025264 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-adf92117-be97-4b45-89bc-5e0ea5225bb9 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:49:53.026491 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-adf92117-be97-4b45-89bc-5e0ea5225bb9 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1437962 Oct 19 07:49:53.029580 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 33556) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:49:53.034127 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-5ccee5b7-c0c8-40f1-aed3-d7674e999cf4 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Request body: {'security_group_rule': {'security_group_id': '5cab3141-9ec1-49e7-bdbd-a408d3ba0561', 'project_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:49:53.036927 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1fe3691-50c9-4da9-9255-c54422af6993 None None] Sync routers for ids ['00a46caa-87e8-448d-a3be-878955c3bfe8'] in dv-neutron-861624-1-hyperv {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 07:49:53.050851 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1fe3691-50c9-4da9-9255-c54422af6993 None None] Routers {'00a46caa-87e8-448d-a3be-878955c3bfe8'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 07:49:53.051761 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-a1fe3691-50c9-4da9-9255-c54422af6993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T07:49:46Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['00a46caa-87e8-448d-a3be-878955c3bfe8'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:49:53.061935 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-5ccee5b7-c0c8-40f1-aed3-d7674e999cf4 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:49:53.134838 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-5ccee5b7-c0c8-40f1-aed3-d7674e999cf4 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:49:53.140955 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-5ccee5b7-c0c8-40f1-aed3-d7674e999cf4 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815365'] for security_group_rule, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:49:53.160547 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccee5b7-c0c8-40f1-aed3-d7674e999cf4 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16816ba7-0035-4bb7-971d-d3ca13ded76c,revision_number=0']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:49:53.165093 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvr_db [None req-a1fe3691-50c9-4da9-9255-c54422af6993 None None] Set router 00a46caa-87e8-448d-a3be-878955c3bfe8 gateway port host: dv-neutron-861624-1-hyperv {{(pid=103335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 07:49:53.175391 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-5ccee5b7-c0c8-40f1-aed3-d7674e999cf4 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:49:53.177289 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-5ccee5b7-c0c8-40f1-aed3-d7674e999cf4 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1469312 Oct 19 07:49:53.180112 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 33558) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:49:53.187518 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-8d12a55f-c0b4-4da2-a6f8-920c82802657 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Request body: {'security_group_rule': {'security_group_id': '5cab3141-9ec1-49e7-bdbd-a408d3ba0561', 'project_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:49:53.221917 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-8d12a55f-c0b4-4da2-a6f8-920c82802657 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:49:53.304843 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device c05373a5-c72e-4b66-a164-6e229599c733 up at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 07:49:53.330085 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-8d12a55f-c0b4-4da2-a6f8-920c82802657 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:49:53.335777 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-8d12a55f-c0b4-4da2-a6f8-920c82802657 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815365'] for security_group_rule, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:49:53.355294 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d12a55f-c0b4-4da2-a6f8-920c82802657 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c6ebcaf-12d0-44e9-80dd-6bdcb13c241c,revision_number=0']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:49:53.365318 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Provisioning complete for port c05373a5-c72e-4b66-a164-6e229599c733 triggered by entity L2. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:49:53.365722 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:49:53.366029 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Attempt 1 to provision port c05373a5-c72e-4b66-a164-6e229599c733 Oct 19 07:49:53.369558 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-8d12a55f-c0b4-4da2-a6f8-920c82802657 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:49:53.370895 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-8d12a55f-c0b4-4da2-a6f8-920c82802657 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1897478 Oct 19 07:49:53.373626 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 33560) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:49:53.378741 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-6b4abdc1-b139-4047-83fb-478d1a4068bd tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Request body: {'security_group_rule': {'security_group_id': '5cab3141-9ec1-49e7-bdbd-a408d3ba0561', 'project_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:49:53.401868 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.db.securitygroups_db [None req-6b4abdc1-b139-4047-83fb-478d1a4068bd tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Project 47a12ea4f74e4c18b13323e6f3cc9741 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 19 07:49:53.406832 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-a1fe3691-50c9-4da9-9255-c54422af6993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00a46caa-87e8-448d-a3be-878955c3bfe8', 'name': 'tempest-TestNetworkBasicOps-router-961570089', 'tenant_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'external_fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.60'}], 'enable_snat': True}, 'gw_port_id': 'f2a39b87-6282-4170-8b96-50a5a9205139', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T07:49:47Z', 'updated_at': '2022-10-19T07:49:51Z', 'revision_number': 4, 'project_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'gw_port': {'id': 'f2a39b87-6282-4170-8b96-50a5a9205139', 'name': '', 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:47:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00a46caa-87e8-448d-a3be-878955c3bfe8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:49:48Z', 'updated_at': '2022-10-19T07:49:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861624-1-hyperv', '_interfaces': [{'id': '7fd86dfb-a21b-4880-9e90-60a8f4f3fead', 'name': '', 'network_id': '99782532-b362-476d-a058-f261ba1a876f', 'tenant_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'mac_address': 'fa:16:3e:8d:d6:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00a46caa-87e8-448d-a3be-878955c3bfe8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': '0abf27ee-6a01-4306-872d-1b9dec639f5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:49:50Z', 'updated_at': '2022-10-19T07:49:51Z', 'revision_number': 2, 'project_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'subnets': [{'id': '0abf27ee-6a01-4306-872d-1b9dec639f5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:49:53.409588 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-6b4abdc1-b139-4047-83fb-478d1a4068bd tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:49:53.437094 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1fe3691-50c9-4da9-9255-c54422af6993 None None] Checking router: 00a46caa-87e8-448d-a3be-878955c3bfe8 for host: dv-neutron-861624-1-hyperv {{(pid=103335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 07:49:53.437439 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1fe3691-50c9-4da9-9255-c54422af6993 None None] Updating router 00a46caa-87e8-448d-a3be-878955c3bfe8 port 7fd86dfb-a21b-4880-9e90-60a8f4f3fead binding host dv-neutron-861624-1-hyperv {{(pid=103335) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 07:49:53.449548 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Current status of the port c05373a5-c72e-4b66-a164-6e229599c733 is: ACTIVE; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:49:53.450607 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device f2a39b87-6282-4170-8b96-50a5a9205139 up at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 07:49:53.466003 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a1fe3691-50c9-4da9-9255-c54422af6993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:49:53.473348 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-6b4abdc1-b139-4047-83fb-478d1a4068bd tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:49:53.477596 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-6b4abdc1-b139-4047-83fb-478d1a4068bd tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815365'] for security_group_rule, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:49:53.496964 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4abdc1-b139-4047-83fb-478d1a4068bd tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d52fd2c-1899-4a7b-85eb-4b3f317e854c,revision_number=0']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:49:53.504980 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-6b4abdc1-b139-4047-83fb-478d1a4068bd tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:49:53.505204 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-9105b3c8-4380-4474-b8fd-2712869bc2fc None None] Attempt 2 to provision port 7fd86dfb-a21b-4880-9e90-60a8f4f3fead Oct 19 07:49:53.508821 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 33562) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:49:53.508981 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-6b4abdc1-b139-4047-83fb-478d1a4068bd tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1338489 Oct 19 07:49:53.513236 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-ed179ed1-2028-4773-b02f-a7e115d5afec tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Request body: {'security_group_rule': {'security_group_id': '5cab3141-9ec1-49e7-bdbd-a408d3ba0561', 'project_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:49:53.529756 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Provisioning complete for port f2a39b87-6282-4170-8b96-50a5a9205139 triggered by entity L2. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:49:53.530126 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:49:53.530537 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Attempt 1 to provision port f2a39b87-6282-4170-8b96-50a5a9205139 Oct 19 07:49:53.534640 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.db.securitygroups_db [None req-ed179ed1-2028-4773-b02f-a7e115d5afec tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Project 47a12ea4f74e4c18b13323e6f3cc9741 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 19 07:49:53.539980 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-ed179ed1-2028-4773-b02f-a7e115d5afec tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:49:53.574191 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-9105b3c8-4380-4474-b8fd-2712869bc2fc None None] Port 7fd86dfb-a21b-4880-9e90-60a8f4f3fead cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 07:49:53.604210 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-ed179ed1-2028-4773-b02f-a7e115d5afec tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:49:53.608280 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-ed179ed1-2028-4773-b02f-a7e115d5afec tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815365'] for security_group_rule, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:49:53.622325 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Current status of the port f2a39b87-6282-4170-8b96-50a5a9205139 is: DOWN; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:49:53.622325 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:49:53.626218 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed179ed1-2028-4773-b02f-a7e115d5afec tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52770946-381e-4647-b4c1-93ee6f1c8312,revision_number=0']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:49:53.636314 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-ed179ed1-2028-4773-b02f-a7e115d5afec tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:49:53.646258 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-ed179ed1-2028-4773-b02f-a7e115d5afec tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1279581 Oct 19 07:49:53.646478 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] For port f2a39b87-6282-4170-8b96-50a5a9205139, host dv-neutron-861624-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=f2a39b87-6282-4170-8b96-50a5a9205139,segment=NetworkSegment(53981d04-8205-40d8-8d33-0510111d6f8f),segment_id=53981d04-8205-40d8-8d33-0510111d6f8f)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:49:53.649201 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:49:53.697633 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Pushing event updated for resources: {'Port': ['ID=f2a39b87-6282-4170-8b96-50a5a9205139,revision_number=4']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:49:53.748767 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a1fe3691-50c9-4da9-9255-c54422af6993 None None] Notify callbacks [] for port, precommit_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:49:53.754527 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a1fe3691-50c9-4da9-9255-c54422af6993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:49:53.784908 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-ba1b3a6d-0e42-4b17-8c31-3138ea9aea01 req-368a6751-ef99-40d9-8382-55ec753f53cd tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-964933202&fields=id&tenant_id=47a12ea4f74e4c18b13323e6f3cc9741 HTTP/1.1" status: 200 len: 267 time: 0.0342216 Oct 19 07:49:53.813859 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc2cb18-4f35-425c-aa63-e6e11a6f6546 None None] Pushing event updated for resources: {'Port': ['ID=7fd86dfb-a21b-4880-9e90-60a8f4f3fead,revision_number=3']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:49:53.841111 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-a1fe3691-50c9-4da9-9255-c54422af6993 None None] Attempting to bind port 7fd86dfb-a21b-4880-9e90-60a8f4f3fead on host dv-neutron-861624-1-hyperv for vnic_type normal with profile {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 19 07:49:53.841472 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-a1fe3691-50c9-4da9-9255-c54422af6993 None None] Attempting to bind port 7fd86dfb-a21b-4880-9e90-60a8f4f3fead by drivers openvswitch,hyperv on host dv-neutron-861624-1-hyperv at level 0 using segments [{'id': 'f52b8178-d7c3-4b3f-9747-5a18abf36760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '99782532-b362-476d-a058-f261ba1a876f'}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 19 07:49:53.841880 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1fe3691-50c9-4da9-9255-c54422af6993 None None] Attempting to bind port 7fd86dfb-a21b-4880-9e90-60a8f4f3fead on network 99782532-b362-476d-a058-f261ba1a876f {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 07:49:53.847572 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1fe3691-50c9-4da9-9255-c54422af6993 None None] Checking agent: {'id': 'a5b0152c-d633-409b-aaf8-3b76458e2410', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861624-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 19, 7, 30, 19), 'started_at': datetime.datetime(2022, 10, 19, 7, 30, 49), 'heartbeat_timestamp': datetime.datetime(2022, 10, 19, 7, 49, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861624-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 07:49:53.847939 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1fe3691-50c9-4da9-9255-c54422af6993 None None] Checking segment: {'id': 'f52b8178-d7c3-4b3f-9747-5a18abf36760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '99782532-b362-476d-a058-f261ba1a876f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 19 07:49:53.848340 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a1fe3691-50c9-4da9-9255-c54422af6993 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:49:53.848749 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1fe3691-50c9-4da9-9255-c54422af6993 None None] Bound using segment: {'id': 'f52b8178-d7c3-4b3f-9747-5a18abf36760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '99782532-b362-476d-a058-f261ba1a876f'} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 07:49:53.849209 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-a1fe3691-50c9-4da9-9255-c54422af6993 None None] Bound port: 7fd86dfb-a21b-4880-9e90-60a8f4f3fead, host: dv-neutron-861624-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f52b8178-d7c3-4b3f-9747-5a18abf36760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '99782532-b362-476d-a058-f261ba1a876f'}}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 19 07:49:53.849580 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a1fe3691-50c9-4da9-9255-c54422af6993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:49:53.918664 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-a1fe3691-50c9-4da9-9255-c54422af6993 None None] For port 7fd86dfb-a21b-4880-9e90-60a8f4f3fead, host dv-neutron-861624-1-hyperv, cleared binding levels {{(pid=103335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 07:49:53.922160 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-a1fe3691-50c9-4da9-9255-c54422af6993 None None] For port 7fd86dfb-a21b-4880-9e90-60a8f4f3fead, host dv-neutron-861624-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=7fd86dfb-a21b-4880-9e90-60a8f4f3fead,segment=NetworkSegment(f52b8178-d7c3-4b3f-9747-5a18abf36760),segment_id=f52b8178-d7c3-4b3f-9747-5a18abf36760)] {{(pid=103335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 07:49:53.926511 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a1fe3691-50c9-4da9-9255-c54422af6993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:49:53.961816 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1fe3691-50c9-4da9-9255-c54422af6993 None None] Routers {'00a46caa-87e8-448d-a3be-878955c3bfe8'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 07:49:53.962440 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-a1fe3691-50c9-4da9-9255-c54422af6993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T07:49:46Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['00a46caa-87e8-448d-a3be-878955c3bfe8'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:49:54.024124 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc2cb18-4f35-425c-aa63-e6e11a6f6546 None None] Pushing event updated for resources: {'Port': ['ID=7fd86dfb-a21b-4880-9e90-60a8f4f3fead,revision_number=4']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:49:54.075817 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-9105b3c8-4380-4474-b8fd-2712869bc2fc None None] Attempt 3 to provision port 7fd86dfb-a21b-4880-9e90-60a8f4f3fead Oct 19 07:49:54.089191 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvr_db [None req-a1fe3691-50c9-4da9-9255-c54422af6993 None None] Set router 00a46caa-87e8-448d-a3be-878955c3bfe8 gateway port host: dv-neutron-861624-1-hyperv {{(pid=103335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 07:49:54.165574 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-9105b3c8-4380-4474-b8fd-2712869bc2fc None None] Current status of the port 7fd86dfb-a21b-4880-9e90-60a8f4f3fead is: DOWN; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:49:54.166461 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-9105b3c8-4380-4474-b8fd-2712869bc2fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:49:54.198301 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1b3a6d-0e42-4b17-8c31-3138ea9aea01 req-a611355c-79e7-488d-844b-4cfaa3c8fdd8 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:49:54.199696 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-ba1b3a6d-0e42-4b17-8c31-3138ea9aea01 req-a611355c-79e7-488d-844b-4cfaa3c8fdd8 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "GET /v2.0/networks?id=99782532-b362-476d-a058-f261ba1a876f HTTP/1.1" status: 200 len: 797 time: 0.4074032 Oct 19 07:49:54.202196 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-9105b3c8-4380-4474-b8fd-2712869bc2fc None None] For port 7fd86dfb-a21b-4880-9e90-60a8f4f3fead, host dv-neutron-861624-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=7fd86dfb-a21b-4880-9e90-60a8f4f3fead,segment=NetworkSegment(f52b8178-d7c3-4b3f-9747-5a18abf36760),segment_id=f52b8178-d7c3-4b3f-9747-5a18abf36760)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:49:54.208916 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-9105b3c8-4380-4474-b8fd-2712869bc2fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:49:54.218910 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-ba1b3a6d-0e42-4b17-8c31-3138ea9aea01 req-11c20a15-8026-48a0-81bb-b28aefd69d82 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "GET /v2.0/quotas/47a12ea4f74e4c18b13323e6f3cc9741 HTTP/1.1" status: 200 len: 375 time: 0.0116735 Oct 19 07:49:54.247746 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-9105b3c8-4380-4474-b8fd-2712869bc2fc None None] Provisioning complete for port c05373a5-c72e-4b66-a164-6e229599c733 triggered by entity DHCP. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:49:54.248111 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-9105b3c8-4380-4474-b8fd-2712869bc2fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:49:54.248664 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-9105b3c8-4380-4474-b8fd-2712869bc2fc None None] Attempt 1 to provision port c05373a5-c72e-4b66-a164-6e229599c733 Oct 19 07:49:54.272169 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-ba1b3a6d-0e42-4b17-8c31-3138ea9aea01 req-7558f3fb-89bf-4032-966b-25e3baadf57e tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "GET /v2.0/ports?tenant_id=47a12ea4f74e4c18b13323e6f3cc9741&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0469267 Oct 19 07:49:54.301037 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9105b3c8-4380-4474-b8fd-2712869bc2fc None None] Pushing event updated for resources: {'Port': ['ID=7fd86dfb-a21b-4880-9e90-60a8f4f3fead,revision_number=5']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:49:54.319452 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-a1fe3691-50c9-4da9-9255-c54422af6993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00a46caa-87e8-448d-a3be-878955c3bfe8', 'name': 'tempest-TestNetworkBasicOps-router-961570089', 'tenant_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'external_fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.60'}], 'enable_snat': True}, 'gw_port_id': 'f2a39b87-6282-4170-8b96-50a5a9205139', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T07:49:47Z', 'updated_at': '2022-10-19T07:49:51Z', 'revision_number': 4, 'project_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'gw_port': {'id': 'f2a39b87-6282-4170-8b96-50a5a9205139', 'name': '', 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:47:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00a46caa-87e8-448d-a3be-878955c3bfe8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:49:48Z', 'updated_at': '2022-10-19T07:49:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861624-1-hyperv', '_interfaces': [{'id': '7fd86dfb-a21b-4880-9e90-60a8f4f3fead', 'name': '', 'network_id': '99782532-b362-476d-a058-f261ba1a876f', 'tenant_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'mac_address': 'fa:16:3e:8d:d6:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00a46caa-87e8-448d-a3be-878955c3bfe8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': '0abf27ee-6a01-4306-872d-1b9dec639f5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:49:50Z', 'updated_at': '2022-10-19T07:49:53Z', 'revision_number': 4, 'project_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'subnets': [{'id': '0abf27ee-6a01-4306-872d-1b9dec639f5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:49:54.351040 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1fe3691-50c9-4da9-9255-c54422af6993 None None] The sync data for ids ['00a46caa-87e8-448d-a3be-878955c3bfe8'] in dv-neutron-861624-1-hyperv is: [{'id': '00a46caa-87e8-448d-a3be-878955c3bfe8', 'name': 'tempest-TestNetworkBasicOps-router-961570089', 'tenant_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'external_fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.60'}], 'enable_snat': True}, 'gw_port_id': 'f2a39b87-6282-4170-8b96-50a5a9205139', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T07:49:47Z', 'updated_at': '2022-10-19T07:49:51Z', 'revision_number': 4, 'project_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'gw_port': {'id': 'f2a39b87-6282-4170-8b96-50a5a9205139', 'name': '', 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:47:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00a46caa-87e8-448d-a3be-878955c3bfe8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:49:48Z', 'updated_at': '2022-10-19T07:49:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861624-1-hyperv', '_interfaces': [{'id': '7fd86dfb-a21b-4880-9e90-60a8f4f3fead', 'name': '', 'network_id': '99782532-b362-476d-a058-f261ba1a876f', 'tenant_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'mac_address': 'fa:16:3e:8d:d6:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00a46caa-87e8-448d-a3be-878955c3bfe8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': '0abf27ee-6a01-4306-872d-1b9dec639f5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:49:50Z', 'updated_at': '2022-10-19T07:49:53Z', 'revision_number': 4, 'project_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'subnets': [{'id': '0abf27ee-6a01-4306-872d-1b9dec639f5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 07:49:54.360282 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-9105b3c8-4380-4474-b8fd-2712869bc2fc None None] Current status of the port c05373a5-c72e-4b66-a164-6e229599c733 is: ACTIVE; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:49:54.383783 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-ba1b3a6d-0e42-4b17-8c31-3138ea9aea01 req-ae705c7b-667e-4279-a73a-5211f0119999 service neutron] 10.222.0.27 "GET /v2.0/networks/99782532-b362-476d-a058-f261ba1a876f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0990028 Oct 19 07:49:54.480896 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-8245692c-cf0e-4cca-99f0-6e3456b73786 None None] Provisioning complete for port 7fd86dfb-a21b-4880-9e90-60a8f4f3fead triggered by entity DHCP. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:49:54.481499 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-8245692c-cf0e-4cca-99f0-6e3456b73786 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:49:54.481742 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-8245692c-cf0e-4cca-99f0-6e3456b73786 None None] Attempt 1 to provision port 7fd86dfb-a21b-4880-9e90-60a8f4f3fead Oct 19 07:49:54.490980 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-ba1b3a6d-0e42-4b17-8c31-3138ea9aea01 req-59e600ca-db04-4753-95f9-08a36125f5f6 service neutron] 10.222.0.27 "GET /v2.0/networks/99782532-b362-476d-a058-f261ba1a876f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1009698 Oct 19 07:49:54.567042 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-8245692c-cf0e-4cca-99f0-6e3456b73786 None None] Current status of the port 7fd86dfb-a21b-4880-9e90-60a8f4f3fead is: ACTIVE; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:49:54.682734 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-4d7d41c5-fa6d-4c71-9711-be350e62ea05 req-c6f2b6f1-41db-4324-bc13-f1d8e8376b5d tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "GET /v2.0/ports?device_id=e42295b2-5cc1-4cd8-bcce-59681e663de2 HTTP/1.1" status: 200 len: 210 time: 0.0364833 Oct 19 07:49:55.268325 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device 7fd86dfb-a21b-4880-9e90-60a8f4f3fead up at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 07:49:55.322297 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Provisioning complete for port 7fd86dfb-a21b-4880-9e90-60a8f4f3fead triggered by entity L2. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:49:55.322671 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:49:55.323010 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Attempt 1 to provision port 7fd86dfb-a21b-4880-9e90-60a8f4f3fead Oct 19 07:49:55.406729 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Current status of the port 7fd86dfb-a21b-4880-9e90-60a8f4f3fead is: ACTIVE; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:49:55.407930 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device f2a39b87-6282-4170-8b96-50a5a9205139 up at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 07:49:55.456997 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Provisioning complete for port f2a39b87-6282-4170-8b96-50a5a9205139 triggered by entity L2. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:49:55.457447 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:49:55.457855 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Attempt 1 to provision port f2a39b87-6282-4170-8b96-50a5a9205139 Oct 19 07:49:55.541947 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Current status of the port f2a39b87-6282-4170-8b96-50a5a9205139 is: ACTIVE; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:49:55.661668 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1b3a6d-0e42-4b17-8c31-3138ea9aea01 req-e2aa37ee-c806-492f-95a4-46560af47b56 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:49:55.663163 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-ba1b3a6d-0e42-4b17-8c31-3138ea9aea01 req-e2aa37ee-c806-492f-95a4-46560af47b56 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.16 "GET /v2.0/networks?id=99782532-b362-476d-a058-f261ba1a876f HTTP/1.1" status: 200 len: 797 time: 0.1070681 Oct 19 07:49:55.710127 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-ba1b3a6d-0e42-4b17-8c31-3138ea9aea01 req-a9d185c7-7d5e-4e7c-9b46-f88653f7724f tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=47a12ea4f74e4c18b13323e6f3cc9741 HTTP/1.1" status: 200 len: 379 time: 0.0362196 Oct 19 07:49:55.724431 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [req-ba1b3a6d-0e42-4b17-8c31-3138ea9aea01 req-ab46d50b-acc2-46d4-b591-2523aa712170 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Request body: {'port': {'device_id': 'e42295b2-5cc1-4cd8-bcce-59681e663de2', 'network_id': '99782532-b362-476d-a058-f261ba1a876f', 'admin_state_up': True, 'tenant_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'security_groups': ['5cab3141-9ec1-49e7-bdbd-a408d3ba0561']}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:49:55.816367 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-91c0c656-6e1b-4c7f-b6cd-0b1206752a61 req-249a7d6d-6979-4353-b4d6-72be20d4050b tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "GET /v2.0/ports?device_id=e42295b2-5cc1-4cd8-bcce-59681e663de2 HTTP/1.1" status: 200 len: 210 time: 0.0500050 Oct 19 07:49:55.862047 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba1b3a6d-0e42-4b17-8c31-3138ea9aea01 req-ab46d50b-acc2-46d4-b591-2523aa712170 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Made reservation on behalf of 47a12ea4f74e4c18b13323e6f3cc9741 for: {'port': 1} {{(pid=103332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 07:49:55.865814 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-ba1b3a6d-0e42-4b17-8c31-3138ea9aea01 req-ab46d50b-acc2-46d4-b591-2523aa712170 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:49:55.996857 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.db_base_plugin_common [req-ba1b3a6d-0e42-4b17-8c31-3138ea9aea01 req-ab46d50b-acc2-46d4-b591-2523aa712170 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Allocated IP 172.20.0.5 (99782532-b362-476d-a058-f261ba1a876f/0abf27ee-6a01-4306-872d-1b9dec639f5f/f82a0795-972f-4266-b8b7-b14955dc04f0) {{(pid=103332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 07:49:56.131095 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-ba1b3a6d-0e42-4b17-8c31-3138ea9aea01 req-ab46d50b-acc2-46d4-b591-2523aa712170 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for port, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:49:56.167120 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-ba1b3a6d-0e42-4b17-8c31-3138ea9aea01 req-ab46d50b-acc2-46d4-b591-2523aa712170 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785020947330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133553798'] for port, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:49:56.208732 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba1b3a6d-0e42-4b17-8c31-3138ea9aea01 req-ab46d50b-acc2-46d4-b591-2523aa712170 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Network 99782532-b362-476d-a058-f261ba1a876f is already hosted by enough agents. {{(pid=103332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 07:49:56.213641 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.base_scheduler [req-ba1b3a6d-0e42-4b17-8c31-3138ea9aea01 req-ab46d50b-acc2-46d4-b591-2523aa712170 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Resources bound (agent type, host, resource id): {{(pid=103332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:49:56.217241 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba1b3a6d-0e42-4b17-8c31-3138ea9aea01 req-ab46d50b-acc2-46d4-b591-2523aa712170 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Received port after_create {{(pid=103332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 07:49:56.224067 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab46d50b-acc2-46d4-b591-2523aa712170 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Pushing event updated for resources: {'Port': ['ID=f82a0795-972f-4266-b8b7-b14955dc04f0,revision_number=1']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:49:56.270558 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1b3a6d-0e42-4b17-8c31-3138ea9aea01 req-ab46d50b-acc2-46d4-b591-2523aa712170 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:49:56.271157 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-ba1b3a6d-0e42-4b17-8c31-3138ea9aea01 req-ab46d50b-acc2-46d4-b591-2523aa712170 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42160'] for port, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:49:56.293098 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-ba1b3a6d-0e42-4b17-8c31-3138ea9aea01 req-ab46d50b-acc2-46d4-b591-2523aa712170 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5733850 Oct 19 07:49:56.306639 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [req-ba1b3a6d-0e42-4b17-8c31-3138ea9aea01 req-3e48db02-3895-4f7b-aab9-8fc00ab32f5e service neutron] Request body: {'port': {'device_id': 'e42295b2-5cc1-4cd8-bcce-59681e663de2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8616'}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:49:56.368418 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-ba1b3a6d-0e42-4b17-8c31-3138ea9aea01 req-3e48db02-3895-4f7b-aab9-8fc00ab32f5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:49:56.499299 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-b8cf7c03-451b-4039-a927-97078fb24c0f None None] Provisioning complete for port f82a0795-972f-4266-b8b7-b14955dc04f0 triggered by entity DHCP. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:49:56.499727 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-b8cf7c03-451b-4039-a927-97078fb24c0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:49:56.500166 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-b8cf7c03-451b-4039-a927-97078fb24c0f None None] Attempt 1 to provision port f82a0795-972f-4266-b8b7-b14955dc04f0 Oct 19 07:49:56.535004 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-b8cf7c03-451b-4039-a927-97078fb24c0f None None] Port f82a0795-972f-4266-b8b7-b14955dc04f0 cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 07:49:56.633388 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.notifiers.nova [req-ba1b3a6d-0e42-4b17-8c31-3138ea9aea01 req-3e48db02-3895-4f7b-aab9-8fc00ab32f5e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f82a0795-972f-4266-b8b7-b14955dc04f0 {{(pid=103332) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 19 07:49:56.640565 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-ba1b3a6d-0e42-4b17-8c31-3138ea9aea01 req-3e48db02-3895-4f7b-aab9-8fc00ab32f5e service neutron] Notify callbacks [] for port, precommit_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:49:56.652650 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.provisioning_blocks [req-ba1b3a6d-0e42-4b17-8c31-3138ea9aea01 req-3e48db02-3895-4f7b-aab9-8fc00ab32f5e service neutron] Transition to ACTIVE for port object f82a0795-972f-4266-b8b7-b14955dc04f0 will not be triggered until provisioned by entity L2. {{(pid=103332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 19 07:49:56.656241 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-ba1b3a6d-0e42-4b17-8c31-3138ea9aea01 req-3e48db02-3895-4f7b-aab9-8fc00ab32f5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133553807'] for port, after_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:49:56.733734 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e48db02-3895-4f7b-aab9-8fc00ab32f5e service neutron] Pushing event updated for resources: {'Port': ['ID=f82a0795-972f-4266-b8b7-b14955dc04f0,revision_number=2']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:49:56.762372 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.managers [req-ba1b3a6d-0e42-4b17-8c31-3138ea9aea01 req-3e48db02-3895-4f7b-aab9-8fc00ab32f5e service neutron] Attempting to bind port f82a0795-972f-4266-b8b7-b14955dc04f0 on host hv-neutron-8616 for vnic_type normal with profile {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 19 07:49:56.762704 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.managers [req-ba1b3a6d-0e42-4b17-8c31-3138ea9aea01 req-3e48db02-3895-4f7b-aab9-8fc00ab32f5e service neutron] Attempting to bind port f82a0795-972f-4266-b8b7-b14955dc04f0 by drivers openvswitch,hyperv on host hv-neutron-8616 at level 0 using segments [{'id': 'f52b8178-d7c3-4b3f-9747-5a18abf36760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '99782532-b362-476d-a058-f261ba1a876f'}] {{(pid=103332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 19 07:49:56.763031 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba1b3a6d-0e42-4b17-8c31-3138ea9aea01 req-3e48db02-3895-4f7b-aab9-8fc00ab32f5e service neutron] Attempting to bind port f82a0795-972f-4266-b8b7-b14955dc04f0 on network 99782532-b362-476d-a058-f261ba1a876f {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 07:49:56.767882 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba1b3a6d-0e42-4b17-8c31-3138ea9aea01 req-3e48db02-3895-4f7b-aab9-8fc00ab32f5e service neutron] Port f82a0795-972f-4266-b8b7-b14955dc04f0 on network 99782532-b362-476d-a058-f261ba1a876f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8616 {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 07:49:56.768201 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba1b3a6d-0e42-4b17-8c31-3138ea9aea01 req-3e48db02-3895-4f7b-aab9-8fc00ab32f5e service neutron] Attempting to bind port f82a0795-972f-4266-b8b7-b14955dc04f0 on network 99782532-b362-476d-a058-f261ba1a876f {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 07:49:56.773037 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba1b3a6d-0e42-4b17-8c31-3138ea9aea01 req-3e48db02-3895-4f7b-aab9-8fc00ab32f5e service neutron] Checking agent: {'id': '5297b6e1-8fc1-4f42-910c-8f50c918ca65', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8616', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 19, 7, 36, 11), 'started_at': datetime.datetime(2022, 10, 19, 7, 36, 11), 'heartbeat_timestamp': datetime.datetime(2022, 10, 19, 7, 49, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 07:49:56.773385 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba1b3a6d-0e42-4b17-8c31-3138ea9aea01 req-3e48db02-3895-4f7b-aab9-8fc00ab32f5e service neutron] Checking segment: {'id': 'f52b8178-d7c3-4b3f-9747-5a18abf36760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '99782532-b362-476d-a058-f261ba1a876f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 19 07:49:56.773742 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba1b3a6d-0e42-4b17-8c31-3138ea9aea01 req-3e48db02-3895-4f7b-aab9-8fc00ab32f5e service neutron] Bound using segment: {'id': 'f52b8178-d7c3-4b3f-9747-5a18abf36760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '99782532-b362-476d-a058-f261ba1a876f'} {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 07:49:56.774159 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.managers [req-ba1b3a6d-0e42-4b17-8c31-3138ea9aea01 req-3e48db02-3895-4f7b-aab9-8fc00ab32f5e service neutron] Bound port: f82a0795-972f-4266-b8b7-b14955dc04f0, host: hv-neutron-8616, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f52b8178-d7c3-4b3f-9747-5a18abf36760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '99782532-b362-476d-a058-f261ba1a876f'}}] {{(pid=103332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 19 07:49:56.774507 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-ba1b3a6d-0e42-4b17-8c31-3138ea9aea01 req-3e48db02-3895-4f7b-aab9-8fc00ab32f5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:49:56.836455 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.db [req-ba1b3a6d-0e42-4b17-8c31-3138ea9aea01 req-3e48db02-3895-4f7b-aab9-8fc00ab32f5e service neutron] For port f82a0795-972f-4266-b8b7-b14955dc04f0, host hv-neutron-8616, cleared binding levels {{(pid=103332) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 07:49:56.839403 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.db [req-ba1b3a6d-0e42-4b17-8c31-3138ea9aea01 req-3e48db02-3895-4f7b-aab9-8fc00ab32f5e service neutron] For port f82a0795-972f-4266-b8b7-b14955dc04f0, host hv-neutron-8616, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=f82a0795-972f-4266-b8b7-b14955dc04f0,segment=NetworkSegment(f52b8178-d7c3-4b3f-9747-5a18abf36760),segment_id=f52b8178-d7c3-4b3f-9747-5a18abf36760)] {{(pid=103332) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 07:49:56.844218 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-ba1b3a6d-0e42-4b17-8c31-3138ea9aea01 req-3e48db02-3895-4f7b-aab9-8fc00ab32f5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133553807'] for port, after_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:49:56.848546 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1b3a6d-0e42-4b17-8c31-3138ea9aea01 req-3e48db02-3895-4f7b-aab9-8fc00ab32f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:49:56.849212 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-ba1b3a6d-0e42-4b17-8c31-3138ea9aea01 req-3e48db02-3895-4f7b-aab9-8fc00ab32f5e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42160'] for port, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:49:56.850811 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-ba1b3a6d-0e42-4b17-8c31-3138ea9aea01 req-3e48db02-3895-4f7b-aab9-8fc00ab32f5e service neutron] 10.222.0.16 "PUT /v2.0/ports/f82a0795-972f-4266-b8b7-b14955dc04f0 HTTP/1.1" status: 200 len: 1093 time: 0.5484493 Oct 19 07:49:56.851051 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e42295b2-5cc1-4cd8-bcce-59681e663de2', 'tag': 'f82a0795-972f-4266-b8b7-b14955dc04f0'}] {{(pid=103332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 19 07:49:56.853351 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a021b02cf5f527cd4bbbc40a031b51490d9893d7edeeb551bdf5128ee7546f8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c61f64c-34a8-4f9b-aa2b-6cc56cc9602b" -d '{"events": [{"name": "network-changed", "server_uuid": "e42295b2-5cc1-4cd8-bcce-59681e663de2", "tag": "f82a0795-972f-4266-b8b7-b14955dc04f0"}]}' {{(pid=103332) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 07:49:56.911061 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 19 Oct 2022 07:49:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b556b1d-9f51-428f-bd15-44e203fd6735 x-openstack-request-id: req-9b556b1d-9f51-428f-bd15-44e203fd6735 {{(pid=103332) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 07:49:56.911355 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e42295b2-5cc1-4cd8-bcce-59681e663de2", "tag": "f82a0795-972f-4266-b8b7-b14955dc04f0", "status": "completed", "code": 200}]} {{(pid=103332) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 07:49:56.911611 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-9b556b1d-9f51-428f-bd15-44e203fd6735 {{(pid=103332) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 07:49:56.912008 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9b556b1d-9f51-428f-bd15-44e203fd6735'] response: {'name': 'network-changed', 'server_uuid': 'e42295b2-5cc1-4cd8-bcce-59681e663de2', 'tag': 'f82a0795-972f-4266-b8b7-b14955dc04f0', 'status': 'completed', 'code': 200} Oct 19 07:49:56.958328 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e48db02-3895-4f7b-aab9-8fc00ab32f5e service neutron] Pushing event updated for resources: {'Port': ['ID=f82a0795-972f-4266-b8b7-b14955dc04f0,revision_number=3']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:49:56.983995 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1b3a6d-0e42-4b17-8c31-3138ea9aea01 req-128eed22-5c4b-4fd4-9d65-97cf1499602e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:49:56.985593 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-ba1b3a6d-0e42-4b17-8c31-3138ea9aea01 req-128eed22-5c4b-4fd4-9d65-97cf1499602e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=47a12ea4f74e4c18b13323e6f3cc9741&device_id=e42295b2-5cc1-4cd8-bcce-59681e663de2 HTTP/1.1" status: 200 len: 1096 time: 0.0726810 Oct 19 07:49:56.993648 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b350ef6-fa31-4343-af6f-e71f260bd2a9 req-ed573899-8c81-49f5-96ca-1964352ae77b tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:49:56.995013 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-9b350ef6-fa31-4343-af6f-e71f260bd2a9 req-ed573899-8c81-49f5-96ca-1964352ae77b tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "GET /v2.0/ports?device_id=e42295b2-5cc1-4cd8-bcce-59681e663de2 HTTP/1.1" status: 200 len: 943 time: 0.0988443 Oct 19 07:49:57.036864 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-b8cf7c03-451b-4039-a927-97078fb24c0f None None] Attempt 2 to provision port f82a0795-972f-4266-b8b7-b14955dc04f0 Oct 19 07:49:57.040009 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-ba1b3a6d-0e42-4b17-8c31-3138ea9aea01 req-a1283a7f-7bd5-4c4b-a195-e3aabadc7ed4 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f82a0795-972f-4266-b8b7-b14955dc04f0 HTTP/1.1" status: 200 len: 217 time: 0.0440812 Oct 19 07:49:57.077667 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-b8cf7c03-451b-4039-a927-97078fb24c0f None None] Port f82a0795-972f-4266-b8b7-b14955dc04f0 had new provisioning blocks added so it will not transition to active. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:370}} Oct 19 07:49:57.085729 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-9b350ef6-fa31-4343-af6f-e71f260bd2a9 req-3b50a860-426b-4e59-ac4c-37c153ea343f tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "GET /v2.0/security-groups?id=5cab3141-9ec1-49e7-bdbd-a408d3ba0561&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0835586 Oct 19 07:49:57.109383 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1b3a6d-0e42-4b17-8c31-3138ea9aea01 req-8c016abb-e7a7-4edb-b1cb-24984f08f803 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:49:57.112182 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-ba1b3a6d-0e42-4b17-8c31-3138ea9aea01 req-8c016abb-e7a7-4edb-b1cb-24984f08f803 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=0abf27ee-6a01-4306-872d-1b9dec639f5f HTTP/1.1" status: 200 len: 835 time: 0.0647793 Oct 19 07:49:57.162051 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1b3a6d-0e42-4b17-8c31-3138ea9aea01 req-3bbfc93f-fa42-4b3c-a463-3442a014b811 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:49:57.163542 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-ba1b3a6d-0e42-4b17-8c31-3138ea9aea01 req-3bbfc93f-fa42-4b3c-a463-3442a014b811 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=99782532-b362-476d-a058-f261ba1a876f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0455544 Oct 19 07:49:57.252597 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-ba1b3a6d-0e42-4b17-8c31-3138ea9aea01 req-9a8e73eb-72f6-4094-927e-b5dec1cc3ee2 service neutron] 10.222.0.16 "GET /v2.0/networks/99782532-b362-476d-a058-f261ba1a876f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829899 Oct 19 07:49:57.345577 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-ba1b3a6d-0e42-4b17-8c31-3138ea9aea01 req-970a2519-ba83-483e-898b-b1c2a2dc6a25 service neutron] 10.222.0.16 "GET /v2.0/networks/99782532-b362-476d-a058-f261ba1a876f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871415 Oct 19 07:49:57.431327 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c61f64c-34a8-4f9b-aa2b-6cc56cc9602b req-86eae380-e027-44c3-aced-0859bc8c6283 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:49:57.432774 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-9c61f64c-34a8-4f9b-aa2b-6cc56cc9602b req-86eae380-e027-44c3-aced-0859bc8c6283 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=47a12ea4f74e4c18b13323e6f3cc9741&device_id=e42295b2-5cc1-4cd8-bcce-59681e663de2 HTTP/1.1" status: 200 len: 1096 time: 0.0411417 Oct 19 07:49:57.526718 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c61f64c-34a8-4f9b-aa2b-6cc56cc9602b req-8dc5dbae-96e3-4ca3-b940-20ed005f7ab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:49:57.528190 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-9c61f64c-34a8-4f9b-aa2b-6cc56cc9602b req-8dc5dbae-96e3-4ca3-b940-20ed005f7ab3 service neutron] 10.222.0.16 "GET /v2.0/networks?id=99782532-b362-476d-a058-f261ba1a876f HTTP/1.1" status: 200 len: 898 time: 0.0887129 Oct 19 07:49:57.570462 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-9c61f64c-34a8-4f9b-aa2b-6cc56cc9602b req-5e99a0f9-195c-4885-ab36-3e7974e015c3 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f82a0795-972f-4266-b8b7-b14955dc04f0 HTTP/1.1" status: 200 len: 217 time: 0.0348313 Oct 19 07:49:57.624717 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c61f64c-34a8-4f9b-aa2b-6cc56cc9602b req-52c4d72e-695e-40b0-8f87-7b068b9bd30a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:49:57.626177 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-9c61f64c-34a8-4f9b-aa2b-6cc56cc9602b req-52c4d72e-695e-40b0-8f87-7b068b9bd30a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=0abf27ee-6a01-4306-872d-1b9dec639f5f HTTP/1.1" status: 200 len: 835 time: 0.0480368 Oct 19 07:49:57.676333 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c61f64c-34a8-4f9b-aa2b-6cc56cc9602b req-40506c47-7381-4699-9ec4-598d32cd2d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:49:57.677852 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-9c61f64c-34a8-4f9b-aa2b-6cc56cc9602b req-40506c47-7381-4699-9ec4-598d32cd2d63 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=99782532-b362-476d-a058-f261ba1a876f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0441725 Oct 19 07:49:57.768914 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-9c61f64c-34a8-4f9b-aa2b-6cc56cc9602b req-bb529dfa-a57f-4d1a-9948-4e3e6cdb00ec service neutron] 10.222.0.16 "GET /v2.0/networks/99782532-b362-476d-a058-f261ba1a876f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843475 Oct 19 07:49:57.862496 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-9c61f64c-34a8-4f9b-aa2b-6cc56cc9602b req-2eb42468-f636-4f60-aa76-2a2070a127b0 service neutron] 10.222.0.16 "GET /v2.0/networks/99782532-b362-476d-a058-f261ba1a876f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872147 Oct 19 07:49:58.212370 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6bd29f-63ce-4014-beed-c257892c0c6a req-ef12a785-b6a0-4b38-8abd-f19043691f09 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:49:58.213890 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-dd6bd29f-63ce-4014-beed-c257892c0c6a req-ef12a785-b6a0-4b38-8abd-f19043691f09 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "GET /v2.0/ports?device_id=e42295b2-5cc1-4cd8-bcce-59681e663de2 HTTP/1.1" status: 200 len: 943 time: 0.0521493 Oct 19 07:49:58.260438 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-dd6bd29f-63ce-4014-beed-c257892c0c6a req-faa1dab0-572d-4f2d-866f-4c6e2caa7db5 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "GET /v2.0/security-groups?id=5cab3141-9ec1-49e7-bdbd-a408d3ba0561&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386057 Oct 19 07:49:59.081365 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Device f82a0795-972f-4266-b8b7-b14955dc04f0 details requested by agent hyperv_hv-neutron-8616 with host hv-neutron-8616 {{(pid=103334) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 07:49:59.176199 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] For port f82a0795-972f-4266-b8b7-b14955dc04f0, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=f82a0795-972f-4266-b8b7-b14955dc04f0,segment=NetworkSegment(f52b8178-d7c3-4b3f-9747-5a18abf36760),segment_id=f52b8178-d7c3-4b3f-9747-5a18abf36760)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:49:59.186915 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Returning: {'device': 'f82a0795-972f-4266-b8b7-b14955dc04f0', 'network_id': '99782532-b362-476d-a058-f261ba1a876f', 'port_id': 'f82a0795-972f-4266-b8b7-b14955dc04f0', 'mac_address': 'fa:16:3e:46:8e:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0abf27ee-6a01-4306-872d-1b9dec639f5f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103334) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 07:49:59.222054 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Current status of the port f82a0795-972f-4266-b8b7-b14955dc04f0 is: DOWN; New status is: BUILD {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:49:59.222430 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:49:59.234465 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.notifiers.nova [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f82a0795-972f-4266-b8b7-b14955dc04f0 {{(pid=103334) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 19 07:49:59.253551 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] For port f82a0795-972f-4266-b8b7-b14955dc04f0, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=f82a0795-972f-4266-b8b7-b14955dc04f0,segment=NetworkSegment(f52b8178-d7c3-4b3f-9747-5a18abf36760),segment_id=f52b8178-d7c3-4b3f-9747-5a18abf36760)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:49:59.257628 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:49:59.307979 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Pushing event updated for resources: {'Port': ['ID=f82a0795-972f-4266-b8b7-b14955dc04f0,revision_number=4']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:49:59.381975 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910a723a-0f37-4a87-bbe2-9e6d64ed8291 req-07ca68ac-9f57-41b0-953b-f9bc6781f390 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:49:59.383364 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-910a723a-0f37-4a87-bbe2-9e6d64ed8291 req-07ca68ac-9f57-41b0-953b-f9bc6781f390 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "GET /v2.0/ports?device_id=e42295b2-5cc1-4cd8-bcce-59681e663de2 HTTP/1.1" status: 200 len: 944 time: 0.0482616 Oct 19 07:49:59.425965 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-910a723a-0f37-4a87-bbe2-9e6d64ed8291 req-1dbadb8e-26eb-48b9-a6eb-14ef24e9e1bc tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "GET /v2.0/security-groups?id=5cab3141-9ec1-49e7-bdbd-a408d3ba0561&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365865 Oct 19 07:49:59.473961 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] get_ports_and_sgs() called for port_ids ['f82a0795-972f-4266-b8b7-b14955dc04f0'] {{(pid=103334) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 19 07:50:00.544274 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccadd09-a85c-4f8b-a462-ed1c295af7b5 req-6770059e-40a0-4d10-94b5-73013b0e1d8a tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:50:00.545827 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-fccadd09-a85c-4f8b-a462-ed1c295af7b5 req-6770059e-40a0-4d10-94b5-73013b0e1d8a tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "GET /v2.0/ports?device_id=e42295b2-5cc1-4cd8-bcce-59681e663de2 HTTP/1.1" status: 200 len: 944 time: 0.0484381 Oct 19 07:50:00.584171 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-fccadd09-a85c-4f8b-a462-ed1c295af7b5 req-e3482403-b632-4aae-ad05-321967823bbb tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "GET /v2.0/security-groups?id=5cab3141-9ec1-49e7-bdbd-a408d3ba0561&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314577 Oct 19 07:50:01.113983 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Device f82a0795-972f-4266-b8b7-b14955dc04f0 up at agent hyperv_hv-neutron-8616 {{(pid=103334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 07:50:01.161884 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Provisioning for port f82a0795-972f-4266-b8b7-b14955dc04f0 completed by entity L2. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 19 07:50:01.165754 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Provisioning complete for port f82a0795-972f-4266-b8b7-b14955dc04f0 triggered by entity L2. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:50:01.166127 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:50:01.166459 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Attempt 1 to provision port f82a0795-972f-4266-b8b7-b14955dc04f0 Oct 19 07:50:01.243587 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Current status of the port f82a0795-972f-4266-b8b7-b14955dc04f0 is: BUILD; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:50:01.243972 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:50:01.266886 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e42295b2-5cc1-4cd8-bcce-59681e663de2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f82a0795-972f-4266-b8b7-b14955dc04f0'}] {{(pid=103334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 19 07:50:01.269470 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d918bd29c62f7e926e80ce37adcd574e0921d2de3006e6b6ef58999f52d8e2e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b75366d1-b4e6-46fa-a89c-a0b1f9c01306" -d '{"events": [{"server_uuid": "e42295b2-5cc1-4cd8-bcce-59681e663de2", "name": "network-vif-plugged", "status": "completed", "tag": "f82a0795-972f-4266-b8b7-b14955dc04f0"}]}' {{(pid=103334) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 07:50:01.281842 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] For port f82a0795-972f-4266-b8b7-b14955dc04f0, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=f82a0795-972f-4266-b8b7-b14955dc04f0,segment=NetworkSegment(f52b8178-d7c3-4b3f-9747-5a18abf36760),segment_id=f52b8178-d7c3-4b3f-9747-5a18abf36760)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:50:01.286647 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:50:01.336756 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Pushing event updated for resources: {'Port': ['ID=f82a0795-972f-4266-b8b7-b14955dc04f0,revision_number=5']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:50:01.362372 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 19 Oct 2022 07:50:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2d99d91-21af-4dee-b2a8-d20cfce6001b x-openstack-request-id: req-c2d99d91-21af-4dee-b2a8-d20cfce6001b {{(pid=103334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 07:50:01.362669 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e42295b2-5cc1-4cd8-bcce-59681e663de2", "name": "network-vif-plugged", "status": "completed", "tag": "f82a0795-972f-4266-b8b7-b14955dc04f0", "code": 200}]} {{(pid=103334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 07:50:01.362921 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-c2d99d91-21af-4dee-b2a8-d20cfce6001b {{(pid=103334) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 07:50:01.363318 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c2d99d91-21af-4dee-b2a8-d20cfce6001b'] response: {'server_uuid': 'e42295b2-5cc1-4cd8-bcce-59681e663de2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f82a0795-972f-4266-b8b7-b14955dc04f0', 'code': 200} Oct 19 07:50:01.521883 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a324927b-4048-42e8-9f4a-ccb995d3c1ea req-7a18b06b-9d0e-4a7f-b348-380abd2914f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:50:01.523381 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-a324927b-4048-42e8-9f4a-ccb995d3c1ea req-7a18b06b-9d0e-4a7f-b348-380abd2914f4 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=e42295b2-5cc1-4cd8-bcce-59681e663de2 HTTP/1.1" status: 200 len: 1098 time: 0.0407515 Oct 19 07:50:01.556782 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-a324927b-4048-42e8-9f4a-ccb995d3c1ea req-bb7b4d03-4ee0-4188-8831-df624a23059b service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=5cab3141-9ec1-49e7-bdbd-a408d3ba0561&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0270596 Oct 19 07:50:01.706285 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848d201d-428c-46ff-937a-b6e9a72aa4ec req-6e79d380-5ccf-4d7a-bab7-337ed5b42395 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:50:01.707747 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-848d201d-428c-46ff-937a-b6e9a72aa4ec req-6e79d380-5ccf-4d7a-bab7-337ed5b42395 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "GET /v2.0/ports?device_id=e42295b2-5cc1-4cd8-bcce-59681e663de2 HTTP/1.1" status: 200 len: 945 time: 0.0491552 Oct 19 07:50:01.749389 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-848d201d-428c-46ff-937a-b6e9a72aa4ec req-ede708d3-c73d-4bed-9f89-0f125bb94335 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "GET /v2.0/security-groups?id=5cab3141-9ec1-49e7-bdbd-a408d3ba0561&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357466 Oct 19 07:50:02.872283 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43305548-8d82-4220-af10-7c640981b01d req-efca7140-3ed6-4fb3-9ffc-c7918f367c6b tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:50:02.873763 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-43305548-8d82-4220-af10-7c640981b01d req-efca7140-3ed6-4fb3-9ffc-c7918f367c6b tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "GET /v2.0/ports?device_id=e42295b2-5cc1-4cd8-bcce-59681e663de2 HTTP/1.1" status: 200 len: 945 time: 0.0495455 Oct 19 07:50:02.911340 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-43305548-8d82-4220-af10-7c640981b01d req-e9ace56b-7711-41de-b918-9c89922825b4 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "GET /v2.0/security-groups?id=5cab3141-9ec1-49e7-bdbd-a408d3ba0561&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312254 Oct 19 07:50:03.029065 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a809a82-5bcd-42a0-be42-fba7fe3ef36d req-fb35a9c8-0cd2-48e5-8fad-6f41088b1e95 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:50:03.030544 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-1a809a82-5bcd-42a0-be42-fba7fe3ef36d req-fb35a9c8-0cd2-48e5-8fad-6f41088b1e95 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "GET /v2.0/ports?device_id=e42295b2-5cc1-4cd8-bcce-59681e663de2 HTTP/1.1" status: 200 len: 945 time: 0.0489736 Oct 19 07:50:03.069319 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-1a809a82-5bcd-42a0-be42-fba7fe3ef36d req-fafb7d38-6ca3-415d-b386-a191e7157ff0 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "GET /v2.0/security-groups?id=5cab3141-9ec1-49e7-bdbd-a408d3ba0561&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317717 Oct 19 07:50:03.098687 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 33616) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:50:03.136471 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bef35fec-58a1-4f62-9e78-c6a77680978f tempest-TestNetworkBasicOps-773100899 tempest-TestNetworkBasicOps-773100899-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:50:03.137999 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-bef35fec-58a1-4f62-9e78-c6a77680978f tempest-TestNetworkBasicOps-773100899 tempest-TestNetworkBasicOps-773100899-project-admin] 10.222.0.27 "GET /v2.0/ports?device_id=e42295b2-5cc1-4cd8-bcce-59681e663de2 HTTP/1.1" status: 200 len: 1093 time: 0.0383627 Oct 19 07:50:03.140751 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 33618) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:50:03.145540 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-8a431188-e3d7-4c1a-83da-9729cac0aa0d tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Request body: {'floatingip': {'floating_network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'port_id': 'f82a0795-972f-4266-b8b7-b14955dc04f0', 'tenant_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:50:03.165851 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-8a431188-e3d7-4c1a-83da-9729cac0aa0d tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for floatingip, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:50:03.261440 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-8a431188-e3d7-4c1a-83da-9729cac0aa0d tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:50:03.367388 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.db_base_plugin_common [None req-8a431188-e3d7-4c1a-83da-9729cac0aa0d tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Allocated IP 172.26.0.132 (99c66757-74e3-40a4-b479-8d09e3a7c3dd/7f3d1034-1de7-458a-a3ee-77488de3949b/7c91c980-fba5-40c6-8f41-e2cc0c6aa848) {{(pid=103332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 07:50:03.468476 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-8a431188-e3d7-4c1a-83da-9729cac0aa0d tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for port, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:50:03.501982 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-8a431188-e3d7-4c1a-83da-9729cac0aa0d tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785020947330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133553798'] for port, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:50:03.540677 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a431188-e3d7-4c1a-83da-9729cac0aa0d tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Network 99c66757-74e3-40a4-b479-8d09e3a7c3dd is already hosted by enough agents. {{(pid=103332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 07:50:03.544840 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.base_scheduler [None req-8a431188-e3d7-4c1a-83da-9729cac0aa0d tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Resources bound (agent type, host, resource id): {{(pid=103332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:50:03.549071 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a431188-e3d7-4c1a-83da-9729cac0aa0d tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Received port after_create {{(pid=103332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 07:50:03.551972 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a431188-e3d7-4c1a-83da-9729cac0aa0d tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Pushing event updated for resources: {'Port': ['ID=7c91c980-fba5-40c6-8f41-e2cc0c6aa848,revision_number=1']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:50:03.902061 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-8a431188-e3d7-4c1a-83da-9729cac0aa0d tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:50:03.972582 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-8a431188-e3d7-4c1a-83da-9729cac0aa0d tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:50:04.119998 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-8a431188-e3d7-4c1a-83da-9729cac0aa0d tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for port, precommit_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:50:04.126363 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-8a431188-e3d7-4c1a-83da-9729cac0aa0d tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133553807'] for port, after_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:50:04.193429 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a431188-e3d7-4c1a-83da-9729cac0aa0d tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Pushing event updated for resources: {'Port': ['ID=7c91c980-fba5-40c6-8f41-e2cc0c6aa848,revision_number=2']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:50:04.195832 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-8a431188-e3d7-4c1a-83da-9729cac0aa0d tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1695041'] for floatingip, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:50:04.295085 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.db.l3_db [None req-8a431188-e3d7-4c1a-83da-9729cac0aa0d tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Floating IP 73f7be8e-647c-4743-8ac1-bb977fe5203f associated. External IP: 172.26.0.132, port: f82a0795-972f-4266-b8b7-b14955dc04f0. Oct 19 07:50:04.500946 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a431188-e3d7-4c1a-83da-9729cac0aa0d tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Router 00a46caa-87e8-448d-a3be-878955c3bfe8 has already been hosted by L3 agent ab388470-1243-4d53-80f2-c2f5899c97a7 {{(pid=103332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 07:50:04.605462 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a431188-e3d7-4c1a-83da-9729cac0aa0d tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify agent at l3_agent.dv-neutron-861624-1-hyperv the message routers_updated {{(pid=103332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 07:50:04.615684 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d11847e-5652-402d-bd22-c69ad5874a3e None None] Sync routers for ids ['00a46caa-87e8-448d-a3be-878955c3bfe8'] in dv-neutron-861624-1-hyperv {{(pid=103334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 07:50:04.623340 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-8a431188-e3d7-4c1a-83da-9729cac0aa0d tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42160'] for floatingip, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:50:04.627663 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d11847e-5652-402d-bd22-c69ad5874a3e None None] Routers {'00a46caa-87e8-448d-a3be-878955c3bfe8'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 07:50:04.628331 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-3d11847e-5652-402d-bd22-c69ad5874a3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T07:49:46Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['00a46caa-87e8-448d-a3be-878955c3bfe8'], 'active': True} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:50:04.651627 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-8a431188-e3d7-4c1a-83da-9729cac0aa0d tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5093474 Oct 19 07:50:04.652303 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e42295b2-5cc1-4cd8-bcce-59681e663de2', 'tag': 'f82a0795-972f-4266-b8b7-b14955dc04f0'}] {{(pid=103332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 19 07:50:04.654328 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 33620) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:50:04.654797 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a021b02cf5f527cd4bbbc40a031b51490d9893d7edeeb551bdf5128ee7546f8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0506c733-68d8-4f38-a99c-44016c34bc11" -d '{"events": [{"name": "network-changed", "server_uuid": "e42295b2-5cc1-4cd8-bcce-59681e663de2", "tag": "f82a0795-972f-4266-b8b7-b14955dc04f0"}]}' {{(pid=103332) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 07:50:04.692914 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 19 Oct 2022 07:50:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06627c6f-1634-4a9c-905f-f5e27ef5529e x-openstack-request-id: req-06627c6f-1634-4a9c-905f-f5e27ef5529e {{(pid=103332) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 07:50:04.693211 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e42295b2-5cc1-4cd8-bcce-59681e663de2", "tag": "f82a0795-972f-4266-b8b7-b14955dc04f0", "status": "completed", "code": 200}]} {{(pid=103332) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 07:50:04.693468 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-06627c6f-1634-4a9c-905f-f5e27ef5529e {{(pid=103332) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 07:50:04.693875 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.notifiers.nova [-] Nova event matching ['req-06627c6f-1634-4a9c-905f-f5e27ef5529e'] response: {'name': 'network-changed', 'server_uuid': 'e42295b2-5cc1-4cd8-bcce-59681e663de2', 'tag': 'f82a0795-972f-4266-b8b7-b14955dc04f0', 'status': 'completed', 'code': 200} Oct 19 07:50:04.740028 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvr_db [None req-3d11847e-5652-402d-bd22-c69ad5874a3e None None] Set router 00a46caa-87e8-448d-a3be-878955c3bfe8 gateway port host: dv-neutron-861624-1-hyperv {{(pid=103334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 07:50:04.757486 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0506c733-68d8-4f38-a99c-44016c34bc11 req-c8f30fa9-f0ee-42d7-94cd-5c2259f8dc48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:50:04.759212 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-0506c733-68d8-4f38-a99c-44016c34bc11 req-c8f30fa9-f0ee-42d7-94cd-5c2259f8dc48 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=47a12ea4f74e4c18b13323e6f3cc9741&device_id=e42295b2-5cc1-4cd8-bcce-59681e663de2 HTTP/1.1" status: 200 len: 1098 time: 0.0445755 Oct 19 07:50:04.773016 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-d557e61b-f24b-4cc0-a9ca-02e08f3cc5c3 tempest-TestNetworkBasicOps-773100899 tempest-TestNetworkBasicOps-773100899-project-admin] 10.222.0.27 "GET /v2.0/routers/00a46caa-87e8-448d-a3be-878955c3bfe8 HTTP/1.1" status: 200 len: 921 time: 0.1166246 Oct 19 07:50:04.775595 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 33624) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:50:04.841944 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-aae8a2ea-d7a3-461f-95f0-f6e10cfa7921 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "GET /v2.0/floatingips/73f7be8e-647c-4743-8ac1-bb977fe5203f HTTP/1.1" status: 200 len: 991 time: 0.0652831 Oct 19 07:50:04.857211 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0506c733-68d8-4f38-a99c-44016c34bc11 req-ffe8e161-db25-4574-8b6a-691f17ac292b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:50:04.858700 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-0506c733-68d8-4f38-a99c-44016c34bc11 req-ffe8e161-db25-4574-8b6a-691f17ac292b service neutron] 10.222.0.16 "GET /v2.0/networks?id=99782532-b362-476d-a058-f261ba1a876f HTTP/1.1" status: 200 len: 898 time: 0.0927145 Oct 19 07:50:04.923115 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-0506c733-68d8-4f38-a99c-44016c34bc11 req-ccda60ba-4e6f-446e-a0cd-de76157c968e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f82a0795-972f-4266-b8b7-b14955dc04f0 HTTP/1.1" status: 200 len: 999 time: 0.0582955 Oct 19 07:50:04.971675 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0506c733-68d8-4f38-a99c-44016c34bc11 req-87b3bee8-01bf-4c9b-a64e-a91772c47ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:50:04.972869 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-3d11847e-5652-402d-bd22-c69ad5874a3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00a46caa-87e8-448d-a3be-878955c3bfe8', 'name': 'tempest-TestNetworkBasicOps-router-961570089', 'tenant_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'external_fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.60'}], 'enable_snat': True}, 'gw_port_id': 'f2a39b87-6282-4170-8b96-50a5a9205139', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T07:49:47Z', 'updated_at': '2022-10-19T07:49:51Z', 'revision_number': 4, 'project_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'gw_port': {'id': 'f2a39b87-6282-4170-8b96-50a5a9205139', 'name': '', 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:47:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00a46caa-87e8-448d-a3be-878955c3bfe8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:49:48Z', 'updated_at': '2022-10-19T07:49:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861624-1-hyperv', '_floatingips': [{'id': '73f7be8e-647c-4743-8ac1-bb977fe5203f', 'tenant_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'floating_ip_address': '172.26.0.132', 'floating_network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'router_id': '00a46caa-87e8-448d-a3be-878955c3bfe8', 'port_id': 'f82a0795-972f-4266-b8b7-b14955dc04f0', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1434, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '99782532-b362-476d-a058-f261ba1a876f', 'mac_address': 'fa:16:3e:46:8e:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e42295b2-5cc1-4cd8-bcce-59681e663de2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-19T07:50:03Z', 'updated_at': '2022-10-19T07:50:03Z', 'revision_number': 0, 'project_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7fd86dfb-a21b-4880-9e90-60a8f4f3fead', 'name': '', 'network_id': '99782532-b362-476d-a058-f261ba1a876f', 'tenant_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'mac_address': 'fa:16:3e:8d:d6:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00a46caa-87e8-448d-a3be-878955c3bfe8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': '0abf27ee-6a01-4306-872d-1b9dec639f5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:49:50Z', 'updated_at': '2022-10-19T07:49:54Z', 'revision_number': 5, 'project_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'subnets': [{'id': '0abf27ee-6a01-4306-872d-1b9dec639f5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:50:04.973176 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-0506c733-68d8-4f38-a99c-44016c34bc11 req-87b3bee8-01bf-4c9b-a64e-a91772c47ed9 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=0abf27ee-6a01-4306-872d-1b9dec639f5f HTTP/1.1" status: 200 len: 835 time: 0.0444322 Oct 19 07:50:04.998634 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d11847e-5652-402d-bd22-c69ad5874a3e None None] Checking router: 00a46caa-87e8-448d-a3be-878955c3bfe8 for host: dv-neutron-861624-1-hyperv {{(pid=103334) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 07:50:05.008590 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d11847e-5652-402d-bd22-c69ad5874a3e None None] Routers {'00a46caa-87e8-448d-a3be-878955c3bfe8'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 07:50:05.009130 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-3d11847e-5652-402d-bd22-c69ad5874a3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T07:49:46Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['00a46caa-87e8-448d-a3be-878955c3bfe8'], 'active': True} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:50:05.021535 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0506c733-68d8-4f38-a99c-44016c34bc11 req-68b4bcc1-5ed8-48ed-92e3-fafc57c1fe26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:50:05.023015 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-0506c733-68d8-4f38-a99c-44016c34bc11 req-68b4bcc1-5ed8-48ed-92e3-fafc57c1fe26 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=99782532-b362-476d-a058-f261ba1a876f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0440280 Oct 19 07:50:05.111018 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-0506c733-68d8-4f38-a99c-44016c34bc11 req-8ad34974-1b94-4564-bc7f-5648ac6a376a service neutron] 10.222.0.16 "GET /v2.0/networks/99782532-b362-476d-a058-f261ba1a876f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815318 Oct 19 07:50:05.113643 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvr_db [None req-3d11847e-5652-402d-bd22-c69ad5874a3e None None] Set router 00a46caa-87e8-448d-a3be-878955c3bfe8 gateway port host: dv-neutron-861624-1-hyperv {{(pid=103334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 07:50:05.203252 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-0506c733-68d8-4f38-a99c-44016c34bc11 req-b6600fa7-e9d1-4379-b2cd-5552616c14f6 service neutron] 10.222.0.16 "GET /v2.0/networks/99782532-b362-476d-a058-f261ba1a876f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862067 Oct 19 07:50:05.335913 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-3d11847e-5652-402d-bd22-c69ad5874a3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00a46caa-87e8-448d-a3be-878955c3bfe8', 'name': 'tempest-TestNetworkBasicOps-router-961570089', 'tenant_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'external_fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.60'}], 'enable_snat': True}, 'gw_port_id': 'f2a39b87-6282-4170-8b96-50a5a9205139', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T07:49:47Z', 'updated_at': '2022-10-19T07:49:51Z', 'revision_number': 4, 'project_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'gw_port': {'id': 'f2a39b87-6282-4170-8b96-50a5a9205139', 'name': '', 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:47:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00a46caa-87e8-448d-a3be-878955c3bfe8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:49:48Z', 'updated_at': '2022-10-19T07:49:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861624-1-hyperv', '_floatingips': [{'id': '73f7be8e-647c-4743-8ac1-bb977fe5203f', 'tenant_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'floating_ip_address': '172.26.0.132', 'floating_network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'router_id': '00a46caa-87e8-448d-a3be-878955c3bfe8', 'port_id': 'f82a0795-972f-4266-b8b7-b14955dc04f0', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1434, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '99782532-b362-476d-a058-f261ba1a876f', 'mac_address': 'fa:16:3e:46:8e:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e42295b2-5cc1-4cd8-bcce-59681e663de2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-19T07:50:03Z', 'updated_at': '2022-10-19T07:50:03Z', 'revision_number': 0, 'project_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7fd86dfb-a21b-4880-9e90-60a8f4f3fead', 'name': '', 'network_id': '99782532-b362-476d-a058-f261ba1a876f', 'tenant_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'mac_address': 'fa:16:3e:8d:d6:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00a46caa-87e8-448d-a3be-878955c3bfe8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': '0abf27ee-6a01-4306-872d-1b9dec639f5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:49:50Z', 'updated_at': '2022-10-19T07:49:54Z', 'revision_number': 5, 'project_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'subnets': [{'id': '0abf27ee-6a01-4306-872d-1b9dec639f5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:50:05.365167 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d11847e-5652-402d-bd22-c69ad5874a3e None None] The sync data for ids ['00a46caa-87e8-448d-a3be-878955c3bfe8'] in dv-neutron-861624-1-hyperv is: [{'id': '00a46caa-87e8-448d-a3be-878955c3bfe8', 'name': 'tempest-TestNetworkBasicOps-router-961570089', 'tenant_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'external_fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.60'}], 'enable_snat': True}, 'gw_port_id': 'f2a39b87-6282-4170-8b96-50a5a9205139', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T07:49:47Z', 'updated_at': '2022-10-19T07:49:51Z', 'revision_number': 4, 'project_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'gw_port': {'id': 'f2a39b87-6282-4170-8b96-50a5a9205139', 'name': '', 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:47:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00a46caa-87e8-448d-a3be-878955c3bfe8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:49:48Z', 'updated_at': '2022-10-19T07:49:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861624-1-hyperv', '_floatingips': [{'id': '73f7be8e-647c-4743-8ac1-bb977fe5203f', 'tenant_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'floating_ip_address': '172.26.0.132', 'floating_network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'router_id': '00a46caa-87e8-448d-a3be-878955c3bfe8', 'port_id': 'f82a0795-972f-4266-b8b7-b14955dc04f0', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1434, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '99782532-b362-476d-a058-f261ba1a876f', 'mac_address': 'fa:16:3e:46:8e:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e42295b2-5cc1-4cd8-bcce-59681e663de2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-19T07:50:03Z', 'updated_at': '2022-10-19T07:50:03Z', 'revision_number': 0, 'project_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7fd86dfb-a21b-4880-9e90-60a8f4f3fead', 'name': '', 'network_id': '99782532-b362-476d-a058-f261ba1a876f', 'tenant_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'mac_address': 'fa:16:3e:8d:d6:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00a46caa-87e8-448d-a3be-878955c3bfe8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': '0abf27ee-6a01-4306-872d-1b9dec639f5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:49:50Z', 'updated_at': '2022-10-19T07:49:54Z', 'revision_number': 5, 'project_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'subnets': [{'id': '0abf27ee-6a01-4306-872d-1b9dec639f5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 07:50:05.538200 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57b25309-be83-47c7-b4c6-bd2b08e0f29c None None] New status for floating IP 73f7be8e-647c-4743-8ac1-bb977fe5203f: ACTIVE {{(pid=103335) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 19 07:50:05.845720 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 33626) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:50:05.903635 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-cba7eabd-2235-47bd-9f73-7ddbf6cdd119 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "GET /v2.0/floatingips/73f7be8e-647c-4743-8ac1-bb977fe5203f HTTP/1.1" status: 200 len: 993 time: 0.0567563 Oct 19 07:50:07.645317 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.agents_db [None req-6057327c-4456-4c72-8e75-6d3cd9249757 None None] Agent healthcheck: found 6 active agents {{(pid=103335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 07:50:11.737994 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:50:13.361786 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d951070d-8169-405d-8c76-037f11002d09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:50:16.285730 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-5ca48f7c-170b-4a85-ab72-5d75865fc8b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:50:17.935334 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-2a2259f7-b034-4eec-af7a-7abaede746c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:50:19.120481 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-1a0da505-d0f9-48c6-b7e2-53b9c5e41298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:50:19.121743 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:50:27.192953 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-d914e274-4144-4812-a50e-f59d987e0ec6 req-767a17a1-a6e6-478a-968c-f06be81856bf service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=89078aee-3fc3-49a7-ac37-8805f733a6d6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0532091 Oct 19 07:50:27.295325 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d914e274-4144-4812-a50e-f59d987e0ec6 req-72c13ffa-54a5-41a5-be48-f358f5394f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:50:27.297906 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-d914e274-4144-4812-a50e-f59d987e0ec6 req-72c13ffa-54a5-41a5-be48-f358f5394f3b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=505fd091f8c84d6d8a8b7dc9bb7934bf&device_id=89078aee-3fc3-49a7-ac37-8805f733a6d6 HTTP/1.1" status: 200 len: 1098 time: 0.0548460 Oct 19 07:50:27.406571 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d914e274-4144-4812-a50e-f59d987e0ec6 req-63153020-0643-4f41-a6ff-2fe652677da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:50:27.408086 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-d914e274-4144-4812-a50e-f59d987e0ec6 req-63153020-0643-4f41-a6ff-2fe652677da9 service neutron] 10.222.0.16 "GET /v2.0/networks?id=a23ce57c-5e7a-4686-b843-74109161e384 HTTP/1.1" status: 200 len: 913 time: 0.0885055 Oct 19 07:50:27.825903 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-d914e274-4144-4812-a50e-f59d987e0ec6 req-71022b5a-4c60-4831-93ee-2159a05273ed service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=586ccde1-a54b-46ec-9dc9-93d26aed97d9 HTTP/1.1" status: 200 len: 999 time: 0.4112294 Oct 19 07:50:27.890060 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d914e274-4144-4812-a50e-f59d987e0ec6 req-2defe4c2-8d20-4a23-bc8c-2bd76aafdacd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:50:27.891798 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-d914e274-4144-4812-a50e-f59d987e0ec6 req-2defe4c2-8d20-4a23-bc8c-2bd76aafdacd service neutron] 10.222.0.16 "GET /v2.0/subnets?id=59cab28a-9f4d-46b7-9f00-ecdecb2d6122 HTTP/1.1" status: 200 len: 851 time: 0.0578856 Oct 19 07:50:27.965094 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d914e274-4144-4812-a50e-f59d987e0ec6 req-3eed33e7-a06b-4a11-9b55-abae4fe19157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:50:27.966933 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-d914e274-4144-4812-a50e-f59d987e0ec6 req-3eed33e7-a06b-4a11-9b55-abae4fe19157 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a23ce57c-5e7a-4686-b843-74109161e384&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0639615 Oct 19 07:50:28.097422 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-d914e274-4144-4812-a50e-f59d987e0ec6 req-18e9c482-b097-4cdb-9866-af9316fffb55 service neutron] 10.222.0.16 "GET /v2.0/networks/a23ce57c-5e7a-4686-b843-74109161e384?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233573 Oct 19 07:50:28.227754 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-d914e274-4144-4812-a50e-f59d987e0ec6 req-23f431bb-1afc-407f-aaa8-b3028e21b981 service neutron] 10.222.0.16 "GET /v2.0/networks/a23ce57c-5e7a-4686-b843-74109161e384?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1104145 Oct 19 07:50:32.406505 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-e4ac7910-229c-4f0d-a522-32d2ec2e6e21 req-13018769-f48d-4df4-b9fd-60cd29007e19 tempest-TestVolumeBootPattern-1806498022 tempest-TestVolumeBootPattern-1806498022-project] 10.222.0.27 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-718911299&fields=id&tenant_id=505fd091f8c84d6d8a8b7dc9bb7934bf HTTP/1.1" status: 200 len: 267 time: 0.0325735 Oct 19 07:50:32.516964 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ac7910-229c-4f0d-a522-32d2ec2e6e21 req-82f72177-ad16-444e-b043-332caac9799c tempest-TestVolumeBootPattern-1806498022 tempest-TestVolumeBootPattern-1806498022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:50:32.518447 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-e4ac7910-229c-4f0d-a522-32d2ec2e6e21 req-82f72177-ad16-444e-b043-332caac9799c tempest-TestVolumeBootPattern-1806498022 tempest-TestVolumeBootPattern-1806498022-project] 10.222.0.27 "GET /v2.0/networks?id=a23ce57c-5e7a-4686-b843-74109161e384 HTTP/1.1" status: 200 len: 812 time: 0.1052678 Oct 19 07:50:32.532867 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-e4ac7910-229c-4f0d-a522-32d2ec2e6e21 req-cb8ee6c7-16f2-4606-ba5e-6d9e01850f01 tempest-TestVolumeBootPattern-1806498022 tempest-TestVolumeBootPattern-1806498022-project] 10.222.0.27 "GET /v2.0/quotas/505fd091f8c84d6d8a8b7dc9bb7934bf HTTP/1.1" status: 200 len: 375 time: 0.0086722 Oct 19 07:50:32.588141 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-e4ac7910-229c-4f0d-a522-32d2ec2e6e21 req-c62b8090-6879-4d74-a372-f90b8411bcaa tempest-TestVolumeBootPattern-1806498022 tempest-TestVolumeBootPattern-1806498022-project] 10.222.0.27 "GET /v2.0/ports?tenant_id=505fd091f8c84d6d8a8b7dc9bb7934bf&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0497589 Oct 19 07:50:32.646002 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [req-e4ac7910-229c-4f0d-a522-32d2ec2e6e21 req-e66d9f85-81cf-4ed8-ba34-91a263e36065 service neutron] http://10.222.0.27:9696/v2.0/extensions returned with HTTP 200 {{(pid=103332) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 07:50:32.646999 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-e4ac7910-229c-4f0d-a522-32d2ec2e6e21 req-e66d9f85-81cf-4ed8-ba34-91a263e36065 service neutron] 10.222.0.27 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0470567 Oct 19 07:50:32.739885 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-e4ac7910-229c-4f0d-a522-32d2ec2e6e21 req-7218be5d-3cac-4d1c-844a-465d03d9dca1 service neutron] 10.222.0.27 "GET /v2.0/networks/a23ce57c-5e7a-4686-b843-74109161e384?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864604 Oct 19 07:50:32.828013 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-e4ac7910-229c-4f0d-a522-32d2ec2e6e21 req-48ac090c-1345-47b8-9694-610a554474a0 service neutron] 10.222.0.27 "GET /v2.0/networks/a23ce57c-5e7a-4686-b843-74109161e384?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821574 Oct 19 07:50:33.110487 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-aecdee5c-8f0f-4c28-97cd-bd93482466f4 req-855dcfd5-4da9-41e7-82aa-765cee564037 tempest-TestVolumeBootPattern-1806498022 tempest-TestVolumeBootPattern-1806498022-project] 10.222.0.27 "GET /v2.0/ports?device_id=cb74f45d-246d-4237-bf89-7696f1f084f5 HTTP/1.1" status: 200 len: 210 time: 0.0322289 Oct 19 07:50:33.994469 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ac7910-229c-4f0d-a522-32d2ec2e6e21 req-fd9e4247-999d-4e89-bc63-7e1c1a0116f9 tempest-TestVolumeBootPattern-1806498022 tempest-TestVolumeBootPattern-1806498022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:50:33.995927 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-e4ac7910-229c-4f0d-a522-32d2ec2e6e21 req-fd9e4247-999d-4e89-bc63-7e1c1a0116f9 tempest-TestVolumeBootPattern-1806498022 tempest-TestVolumeBootPattern-1806498022-project] 10.222.0.16 "GET /v2.0/networks?id=a23ce57c-5e7a-4686-b843-74109161e384 HTTP/1.1" status: 200 len: 812 time: 0.1056609 Oct 19 07:50:34.040367 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-e4ac7910-229c-4f0d-a522-32d2ec2e6e21 req-5b21720a-47d0-4ee3-a2b7-9f720d5db355 tempest-TestVolumeBootPattern-1806498022 tempest-TestVolumeBootPattern-1806498022-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=505fd091f8c84d6d8a8b7dc9bb7934bf HTTP/1.1" status: 200 len: 379 time: 0.0342171 Oct 19 07:50:34.053606 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [req-e4ac7910-229c-4f0d-a522-32d2ec2e6e21 req-e0fe1e3e-61d2-49cc-b976-aeeb69c40cf2 tempest-TestVolumeBootPattern-1806498022 tempest-TestVolumeBootPattern-1806498022-project] Request body: {'port': {'device_id': 'cb74f45d-246d-4237-bf89-7696f1f084f5', 'network_id': 'a23ce57c-5e7a-4686-b843-74109161e384', 'admin_state_up': True, 'tenant_id': '505fd091f8c84d6d8a8b7dc9bb7934bf', 'security_groups': ['09745190-85cd-4989-bb6d-51a24a3c4be0']}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:50:34.169864 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e4ac7910-229c-4f0d-a522-32d2ec2e6e21 req-e0fe1e3e-61d2-49cc-b976-aeeb69c40cf2 tempest-TestVolumeBootPattern-1806498022 tempest-TestVolumeBootPattern-1806498022-project] Made reservation on behalf of 505fd091f8c84d6d8a8b7dc9bb7934bf for: {'port': 1} {{(pid=103332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 07:50:34.173907 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-e4ac7910-229c-4f0d-a522-32d2ec2e6e21 req-e0fe1e3e-61d2-49cc-b976-aeeb69c40cf2 tempest-TestVolumeBootPattern-1806498022 tempest-TestVolumeBootPattern-1806498022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:50:34.226146 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-ebc52561-439a-407a-91f0-181210f558dd req-f5aa72ca-1347-4bed-abd1-044c17d4cf32 tempest-TestVolumeBootPattern-1806498022 tempest-TestVolumeBootPattern-1806498022-project] 10.222.0.27 "GET /v2.0/ports?device_id=cb74f45d-246d-4237-bf89-7696f1f084f5 HTTP/1.1" status: 200 len: 210 time: 0.0343747 Oct 19 07:50:34.332920 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.db_base_plugin_common [req-e4ac7910-229c-4f0d-a522-32d2ec2e6e21 req-e0fe1e3e-61d2-49cc-b976-aeeb69c40cf2 tempest-TestVolumeBootPattern-1806498022 tempest-TestVolumeBootPattern-1806498022-project] Allocated IP 172.20.0.6 (a23ce57c-5e7a-4686-b843-74109161e384/59cab28a-9f4d-46b7-9f00-ecdecb2d6122/9f1ef1a9-7dba-4a35-8b72-4df45df25335) {{(pid=103332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 07:50:34.470318 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-e4ac7910-229c-4f0d-a522-32d2ec2e6e21 req-e0fe1e3e-61d2-49cc-b976-aeeb69c40cf2 tempest-TestVolumeBootPattern-1806498022 tempest-TestVolumeBootPattern-1806498022-project] Notify callbacks [] for port, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:50:34.474998 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 33700) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:50:34.506685 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-e4ac7910-229c-4f0d-a522-32d2ec2e6e21 req-e0fe1e3e-61d2-49cc-b976-aeeb69c40cf2 tempest-TestVolumeBootPattern-1806498022 tempest-TestVolumeBootPattern-1806498022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785020947330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133553798'] for port, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:50:34.559843 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e4ac7910-229c-4f0d-a522-32d2ec2e6e21 req-e0fe1e3e-61d2-49cc-b976-aeeb69c40cf2 tempest-TestVolumeBootPattern-1806498022 tempest-TestVolumeBootPattern-1806498022-project] Network a23ce57c-5e7a-4686-b843-74109161e384 is already hosted by enough agents. {{(pid=103332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 07:50:34.563222 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.base_scheduler [req-e4ac7910-229c-4f0d-a522-32d2ec2e6e21 req-e0fe1e3e-61d2-49cc-b976-aeeb69c40cf2 tempest-TestVolumeBootPattern-1806498022 tempest-TestVolumeBootPattern-1806498022-project] Resources bound (agent type, host, resource id): {{(pid=103332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:50:34.567724 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4ac7910-229c-4f0d-a522-32d2ec2e6e21 req-e0fe1e3e-61d2-49cc-b976-aeeb69c40cf2 tempest-TestVolumeBootPattern-1806498022 tempest-TestVolumeBootPattern-1806498022-project] Received port after_create {{(pid=103332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 07:50:34.593922 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0fe1e3e-61d2-49cc-b976-aeeb69c40cf2 tempest-TestVolumeBootPattern-1806498022 tempest-TestVolumeBootPattern-1806498022-project] Pushing event updated for resources: {'Port': ['ID=9f1ef1a9-7dba-4a35-8b72-4df45df25335,revision_number=1']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:50:34.604934 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-50f31161-a57e-445d-84d8-f62552712651 tempest-TestNetworkBasicOps-773100899 tempest-TestNetworkBasicOps-773100899-project-admin] 10.222.0.27 "GET /v2.0/routers/00a46caa-87e8-448d-a3be-878955c3bfe8/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.1273139 Oct 19 07:50:34.605966 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 33702) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:50:34.611153 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0fe1e3e-61d2-49cc-b976-aeeb69c40cf2 tempest-TestVolumeBootPattern-1806498022 tempest-TestVolumeBootPattern-1806498022-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:50:34.611511 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0fe1e3e-61d2-49cc-b976-aeeb69c40cf2 tempest-TestVolumeBootPattern-1806498022 tempest-TestVolumeBootPattern-1806498022-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:50:34.612403 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0fe1e3e-61d2-49cc-b976-aeeb69c40cf2 tempest-TestVolumeBootPattern-1806498022 tempest-TestVolumeBootPattern-1806498022-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:50:34.612777 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0fe1e3e-61d2-49cc-b976-aeeb69c40cf2 tempest-TestVolumeBootPattern-1806498022 tempest-TestVolumeBootPattern-1806498022-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:50:34.613115 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0fe1e3e-61d2-49cc-b976-aeeb69c40cf2 tempest-TestVolumeBootPattern-1806498022 tempest-TestVolumeBootPattern-1806498022-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:50:34.613451 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0fe1e3e-61d2-49cc-b976-aeeb69c40cf2 tempest-TestVolumeBootPattern-1806498022 tempest-TestVolumeBootPattern-1806498022-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:50:34.613786 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0fe1e3e-61d2-49cc-b976-aeeb69c40cf2 tempest-TestVolumeBootPattern-1806498022 tempest-TestVolumeBootPattern-1806498022-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:50:34.614117 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0fe1e3e-61d2-49cc-b976-aeeb69c40cf2 tempest-TestVolumeBootPattern-1806498022 tempest-TestVolumeBootPattern-1806498022-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:50:34.614448 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0fe1e3e-61d2-49cc-b976-aeeb69c40cf2 tempest-TestVolumeBootPattern-1806498022 tempest-TestVolumeBootPattern-1806498022-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:50:34.614780 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0fe1e3e-61d2-49cc-b976-aeeb69c40cf2 tempest-TestVolumeBootPattern-1806498022 tempest-TestVolumeBootPattern-1806498022-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:50:34.615106 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0fe1e3e-61d2-49cc-b976-aeeb69c40cf2 tempest-TestVolumeBootPattern-1806498022 tempest-TestVolumeBootPattern-1806498022-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:50:34.615432 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0fe1e3e-61d2-49cc-b976-aeeb69c40cf2 tempest-TestVolumeBootPattern-1806498022 tempest-TestVolumeBootPattern-1806498022-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:50:34.632213 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ac7910-229c-4f0d-a522-32d2ec2e6e21 req-e0fe1e3e-61d2-49cc-b976-aeeb69c40cf2 tempest-TestVolumeBootPattern-1806498022 tempest-TestVolumeBootPattern-1806498022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:50:34.632892 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-e4ac7910-229c-4f0d-a522-32d2ec2e6e21 req-e0fe1e3e-61d2-49cc-b976-aeeb69c40cf2 tempest-TestVolumeBootPattern-1806498022 tempest-TestVolumeBootPattern-1806498022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42160'] for port, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:50:34.653262 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-e4ac7910-229c-4f0d-a522-32d2ec2e6e21 req-e0fe1e3e-61d2-49cc-b976-aeeb69c40cf2 tempest-TestVolumeBootPattern-1806498022 tempest-TestVolumeBootPattern-1806498022-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6048448 Oct 19 07:50:34.666354 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [req-e4ac7910-229c-4f0d-a522-32d2ec2e6e21 req-fc635a5b-5b06-487b-b20b-f26326ef16d0 service neutron] Request body: {'port': {'device_id': 'cb74f45d-246d-4237-bf89-7696f1f084f5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8616'}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:50:34.741075 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-e4ac7910-229c-4f0d-a522-32d2ec2e6e21 req-fc635a5b-5b06-487b-b20b-f26326ef16d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:50:34.751328 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-374727bc-d240-4bd7-bf3f-56eda149e033 tempest-TestNetworkBasicOps-773100899 tempest-TestNetworkBasicOps-773100899-project-admin] Notify agent at dv-neutron-861624-1-hyperv the message router_removed_from_agent {{(pid=103333) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:47}} Oct 19 07:50:34.759002 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-374727bc-d240-4bd7-bf3f-56eda149e033 tempest-TestNetworkBasicOps-773100899 tempest-TestNetworkBasicOps-773100899-project-admin] 10.222.0.27 "DELETE /v2.0/agents/ab388470-1243-4d53-80f2-c2f5899c97a7/l3-routers/00a46caa-87e8-448d-a3be-878955c3bfe8 HTTP/1.1" status: 204 len: 168 time: 0.1514492 Oct 19 07:50:34.764396 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 33704) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:50:34.843018 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-d34ccb51-1b48-4176-8f39-264c240ae62c None None] Provisioning complete for port 9f1ef1a9-7dba-4a35-8b72-4df45df25335 triggered by entity DHCP. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:50:34.844303 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d34ccb51-1b48-4176-8f39-264c240ae62c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:50:34.845006 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-d34ccb51-1b48-4176-8f39-264c240ae62c None None] Attempt 1 to provision port 9f1ef1a9-7dba-4a35-8b72-4df45df25335 Oct 19 07:50:34.884587 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-d34ccb51-1b48-4176-8f39-264c240ae62c None None] Port 9f1ef1a9-7dba-4a35-8b72-4df45df25335 cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 07:50:34.905358 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-d14215e2-ef7e-4c83-8b23-66b4603a2031 tempest-TestNetworkBasicOps-773100899 tempest-TestNetworkBasicOps-773100899-project-admin] 10.222.0.27 "GET /v2.0/routers/00a46caa-87e8-448d-a3be-878955c3bfe8/l3-agents HTTP/1.1" status: 200 len: 207 time: 0.1396194 Oct 19 07:50:34.907941 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 33706) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:50:34.969006 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-0497f1bf-b154-4d5b-9f25-a60eca185501 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "GET /v2.0/floatingips/73f7be8e-647c-4743-8ac1-bb977fe5203f HTTP/1.1" status: 200 len: 993 time: 0.0599945 Oct 19 07:50:35.054015 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.notifiers.nova [req-e4ac7910-229c-4f0d-a522-32d2ec2e6e21 req-fc635a5b-5b06-487b-b20b-f26326ef16d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f1ef1a9-7dba-4a35-8b72-4df45df25335 {{(pid=103332) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 19 07:50:35.061594 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-e4ac7910-229c-4f0d-a522-32d2ec2e6e21 req-fc635a5b-5b06-487b-b20b-f26326ef16d0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:50:35.074320 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.provisioning_blocks [req-e4ac7910-229c-4f0d-a522-32d2ec2e6e21 req-fc635a5b-5b06-487b-b20b-f26326ef16d0 service neutron] Transition to ACTIVE for port object 9f1ef1a9-7dba-4a35-8b72-4df45df25335 will not be triggered until provisioned by entity L2. {{(pid=103332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 19 07:50:35.078269 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-e4ac7910-229c-4f0d-a522-32d2ec2e6e21 req-fc635a5b-5b06-487b-b20b-f26326ef16d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133553807'] for port, after_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:50:35.159379 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc635a5b-5b06-487b-b20b-f26326ef16d0 service neutron] Pushing event updated for resources: {'Port': ['ID=9f1ef1a9-7dba-4a35-8b72-4df45df25335,revision_number=2']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:50:35.200570 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.managers [req-e4ac7910-229c-4f0d-a522-32d2ec2e6e21 req-fc635a5b-5b06-487b-b20b-f26326ef16d0 service neutron] Attempting to bind port 9f1ef1a9-7dba-4a35-8b72-4df45df25335 on host hv-neutron-8616 for vnic_type normal with profile {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 19 07:50:35.200917 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.managers [req-e4ac7910-229c-4f0d-a522-32d2ec2e6e21 req-fc635a5b-5b06-487b-b20b-f26326ef16d0 service neutron] Attempting to bind port 9f1ef1a9-7dba-4a35-8b72-4df45df25335 by drivers openvswitch,hyperv on host hv-neutron-8616 at level 0 using segments [{'id': '96ea79ad-cb18-4750-9b35-f4e90ccd124f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'a23ce57c-5e7a-4686-b843-74109161e384'}] {{(pid=103332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 19 07:50:35.201246 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4ac7910-229c-4f0d-a522-32d2ec2e6e21 req-fc635a5b-5b06-487b-b20b-f26326ef16d0 service neutron] Attempting to bind port 9f1ef1a9-7dba-4a35-8b72-4df45df25335 on network a23ce57c-5e7a-4686-b843-74109161e384 {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 07:50:35.214183 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4ac7910-229c-4f0d-a522-32d2ec2e6e21 req-fc635a5b-5b06-487b-b20b-f26326ef16d0 service neutron] Port 9f1ef1a9-7dba-4a35-8b72-4df45df25335 on network a23ce57c-5e7a-4686-b843-74109161e384 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8616 {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 07:50:35.214509 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4ac7910-229c-4f0d-a522-32d2ec2e6e21 req-fc635a5b-5b06-487b-b20b-f26326ef16d0 service neutron] Attempting to bind port 9f1ef1a9-7dba-4a35-8b72-4df45df25335 on network a23ce57c-5e7a-4686-b843-74109161e384 {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 07:50:35.220625 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4ac7910-229c-4f0d-a522-32d2ec2e6e21 req-fc635a5b-5b06-487b-b20b-f26326ef16d0 service neutron] Checking agent: {'id': '5297b6e1-8fc1-4f42-910c-8f50c918ca65', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8616', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 19, 7, 36, 11), 'started_at': datetime.datetime(2022, 10, 19, 7, 36, 11), 'heartbeat_timestamp': datetime.datetime(2022, 10, 19, 7, 50, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 07:50:35.221362 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4ac7910-229c-4f0d-a522-32d2ec2e6e21 req-fc635a5b-5b06-487b-b20b-f26326ef16d0 service neutron] Checking segment: {'id': '96ea79ad-cb18-4750-9b35-f4e90ccd124f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'a23ce57c-5e7a-4686-b843-74109161e384'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 19 07:50:35.221935 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4ac7910-229c-4f0d-a522-32d2ec2e6e21 req-fc635a5b-5b06-487b-b20b-f26326ef16d0 service neutron] Bound using segment: {'id': '96ea79ad-cb18-4750-9b35-f4e90ccd124f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'a23ce57c-5e7a-4686-b843-74109161e384'} {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 07:50:35.222590 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.managers [req-e4ac7910-229c-4f0d-a522-32d2ec2e6e21 req-fc635a5b-5b06-487b-b20b-f26326ef16d0 service neutron] Bound port: 9f1ef1a9-7dba-4a35-8b72-4df45df25335, host: hv-neutron-8616, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96ea79ad-cb18-4750-9b35-f4e90ccd124f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'a23ce57c-5e7a-4686-b843-74109161e384'}}] {{(pid=103332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 19 07:50:35.223130 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-e4ac7910-229c-4f0d-a522-32d2ec2e6e21 req-fc635a5b-5b06-487b-b20b-f26326ef16d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:50:35.275930 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device 7fd86dfb-a21b-4880-9e90-60a8f4f3fead no longer exists at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 07:50:35.310831 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.db [req-e4ac7910-229c-4f0d-a522-32d2ec2e6e21 req-fc635a5b-5b06-487b-b20b-f26326ef16d0 service neutron] For port 9f1ef1a9-7dba-4a35-8b72-4df45df25335, host hv-neutron-8616, cleared binding levels {{(pid=103332) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 07:50:35.313935 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.db [req-e4ac7910-229c-4f0d-a522-32d2ec2e6e21 req-fc635a5b-5b06-487b-b20b-f26326ef16d0 service neutron] For port 9f1ef1a9-7dba-4a35-8b72-4df45df25335, host hv-neutron-8616, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=9f1ef1a9-7dba-4a35-8b72-4df45df25335,segment=NetworkSegment(96ea79ad-cb18-4750-9b35-f4e90ccd124f),segment_id=96ea79ad-cb18-4750-9b35-f4e90ccd124f)] {{(pid=103332) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 07:50:35.327218 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-e4ac7910-229c-4f0d-a522-32d2ec2e6e21 req-fc635a5b-5b06-487b-b20b-f26326ef16d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133553807'] for port, after_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:50:35.337704 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ac7910-229c-4f0d-a522-32d2ec2e6e21 req-fc635a5b-5b06-487b-b20b-f26326ef16d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:50:35.337704 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-e4ac7910-229c-4f0d-a522-32d2ec2e6e21 req-fc635a5b-5b06-487b-b20b-f26326ef16d0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42160'] for port, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:50:35.338196 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-e4ac7910-229c-4f0d-a522-32d2ec2e6e21 req-fc635a5b-5b06-487b-b20b-f26326ef16d0 service neutron] 10.222.0.16 "PUT /v2.0/ports/9f1ef1a9-7dba-4a35-8b72-4df45df25335 HTTP/1.1" status: 200 len: 1093 time: 0.6766608 Oct 19 07:50:35.347720 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb74f45d-246d-4237-bf89-7696f1f084f5', 'tag': '9f1ef1a9-7dba-4a35-8b72-4df45df25335'}] {{(pid=103332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 19 07:50:35.351126 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a021b02cf5f527cd4bbbc40a031b51490d9893d7edeeb551bdf5128ee7546f8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-134491ba-0df9-4645-9d96-5224af25e3a5" -d '{"events": [{"name": "network-changed", "server_uuid": "cb74f45d-246d-4237-bf89-7696f1f084f5", "tag": "9f1ef1a9-7dba-4a35-8b72-4df45df25335"}]}' {{(pid=103332) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 07:50:35.385629 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-d34ccb51-1b48-4176-8f39-264c240ae62c None None] Attempt 2 to provision port 9f1ef1a9-7dba-4a35-8b72-4df45df25335 Oct 19 07:50:35.389835 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Current status of the port 7fd86dfb-a21b-4880-9e90-60a8f4f3fead is: ACTIVE; New status is: DOWN {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:50:35.390346 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:50:35.417274 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 19 Oct 2022 07:50:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfc75d05-027f-4f07-b04a-ed86bcdf91e2 x-openstack-request-id: req-bfc75d05-027f-4f07-b04a-ed86bcdf91e2 {{(pid=103332) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 07:50:35.417574 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb74f45d-246d-4237-bf89-7696f1f084f5", "tag": "9f1ef1a9-7dba-4a35-8b72-4df45df25335", "status": "completed", "code": 200}]} {{(pid=103332) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 07:50:35.417831 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-bfc75d05-027f-4f07-b04a-ed86bcdf91e2 {{(pid=103332) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 07:50:35.418700 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bfc75d05-027f-4f07-b04a-ed86bcdf91e2'] response: {'name': 'network-changed', 'server_uuid': 'cb74f45d-246d-4237-bf89-7696f1f084f5', 'tag': '9f1ef1a9-7dba-4a35-8b72-4df45df25335', 'status': 'completed', 'code': 200} Oct 19 07:50:35.459125 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc635a5b-5b06-487b-b20b-f26326ef16d0 service neutron] Pushing event updated for resources: {'Port': ['ID=9f1ef1a9-7dba-4a35-8b72-4df45df25335,revision_number=3']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:50:35.473617 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] For port 7fd86dfb-a21b-4880-9e90-60a8f4f3fead, host dv-neutron-861624-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=7fd86dfb-a21b-4880-9e90-60a8f4f3fead,segment=NetworkSegment(f52b8178-d7c3-4b3f-9747-5a18abf36760),segment_id=f52b8178-d7c3-4b3f-9747-5a18abf36760)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:50:35.475030 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-d34ccb51-1b48-4176-8f39-264c240ae62c None None] Port 9f1ef1a9-7dba-4a35-8b72-4df45df25335 had new provisioning blocks added so it will not transition to active. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:370}} Oct 19 07:50:35.475221 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45990cf1-de57-4621-bd2f-3f7730519582 req-ee86c4c1-0100-4918-8695-0e9897a15ae4 tempest-TestVolumeBootPattern-1806498022 tempest-TestVolumeBootPattern-1806498022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:50:35.476937 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-45990cf1-de57-4621-bd2f-3f7730519582 req-ee86c4c1-0100-4918-8695-0e9897a15ae4 tempest-TestVolumeBootPattern-1806498022 tempest-TestVolumeBootPattern-1806498022-project] 10.222.0.27 "GET /v2.0/ports?device_id=cb74f45d-246d-4237-bf89-7696f1f084f5 HTTP/1.1" status: 200 len: 943 time: 0.1442068 Oct 19 07:50:35.484863 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:50:35.491362 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ac7910-229c-4f0d-a522-32d2ec2e6e21 req-70090339-d9e9-4fdb-866a-9f10dd6ff72a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:50:35.492847 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-e4ac7910-229c-4f0d-a522-32d2ec2e6e21 req-70090339-d9e9-4fdb-866a-9f10dd6ff72a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=505fd091f8c84d6d8a8b7dc9bb7934bf&device_id=cb74f45d-246d-4237-bf89-7696f1f084f5 HTTP/1.1" status: 200 len: 1096 time: 0.0941973 Oct 19 07:50:35.540621 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Pushing event updated for resources: {'Port': ['ID=7fd86dfb-a21b-4880-9e90-60a8f4f3fead,revision_number=6']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:50:35.547163 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-e4ac7910-229c-4f0d-a522-32d2ec2e6e21 req-081145cb-14c2-4cae-bdb5-ee7734b7ad58 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9f1ef1a9-7dba-4a35-8b72-4df45df25335 HTTP/1.1" status: 200 len: 217 time: 0.0446959 Oct 19 07:50:35.550937 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:50:35.551399 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:50:35.551841 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:50:35.552570 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:50:35.553008 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:50:35.553440 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:50:35.553990 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:50:35.554418 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:50:35.554849 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:50:35.555385 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-45990cf1-de57-4621-bd2f-3f7730519582 req-83eed13c-e478-49a9-9de3-141c41edb85e tempest-TestVolumeBootPattern-1806498022 tempest-TestVolumeBootPattern-1806498022-project] 10.222.0.27 "GET /v2.0/security-groups?id=09745190-85cd-4989-bb6d-51a24a3c4be0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0719895 Oct 19 07:50:35.565207 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:50:35.565663 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:50:35.566015 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:50:35.607777 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ac7910-229c-4f0d-a522-32d2ec2e6e21 req-ff3e4300-59f6-4f9f-89a5-2fa184965449 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:50:35.609269 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-e4ac7910-229c-4f0d-a522-32d2ec2e6e21 req-ff3e4300-59f6-4f9f-89a5-2fa184965449 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=59cab28a-9f4d-46b7-9f00-ecdecb2d6122 HTTP/1.1" status: 200 len: 851 time: 0.0530357 Oct 19 07:50:35.655405 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ac7910-229c-4f0d-a522-32d2ec2e6e21 req-c25b9511-41bb-4f11-8105-bb31202328c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:50:35.656962 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-e4ac7910-229c-4f0d-a522-32d2ec2e6e21 req-c25b9511-41bb-4f11-8105-bb31202328c1 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a23ce57c-5e7a-4686-b843-74109161e384&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0413265 Oct 19 07:50:35.693527 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34db7b66-d5c5-4a9d-90fb-f0d806e367bc None None] New status for floating IP 73f7be8e-647c-4743-8ac1-bb977fe5203f: DOWN {{(pid=103334) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 19 07:50:35.760483 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-e4ac7910-229c-4f0d-a522-32d2ec2e6e21 req-812c75f0-e4ac-466a-b7b2-000ca8976ec3 service neutron] 10.222.0.16 "GET /v2.0/networks/a23ce57c-5e7a-4686-b843-74109161e384?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956411 Oct 19 07:50:35.870304 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-e4ac7910-229c-4f0d-a522-32d2ec2e6e21 req-33b1426d-fd70-404d-b614-96451c706c72 service neutron] 10.222.0.16 "GET /v2.0/networks/a23ce57c-5e7a-4686-b843-74109161e384?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968575 Oct 19 07:50:35.959085 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134491ba-0df9-4645-9d96-5224af25e3a5 req-f40b5b8c-4c64-4e1a-835b-a166f583d7f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:50:35.960641 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-134491ba-0df9-4645-9d96-5224af25e3a5 req-f40b5b8c-4c64-4e1a-835b-a166f583d7f0 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=505fd091f8c84d6d8a8b7dc9bb7934bf&device_id=cb74f45d-246d-4237-bf89-7696f1f084f5 HTTP/1.1" status: 200 len: 1096 time: 0.0433497 Oct 19 07:50:35.973517 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 33712) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:50:36.042925 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-fb60397b-fee9-464c-9c09-dc50a316342a tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "GET /v2.0/floatingips/73f7be8e-647c-4743-8ac1-bb977fe5203f HTTP/1.1" status: 200 len: 991 time: 0.0681365 Oct 19 07:50:36.066734 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134491ba-0df9-4645-9d96-5224af25e3a5 req-6cebcfff-66d7-4e2a-b239-fae9b46a619c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:50:36.068216 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-134491ba-0df9-4645-9d96-5224af25e3a5 req-6cebcfff-66d7-4e2a-b239-fae9b46a619c service neutron] 10.222.0.16 "GET /v2.0/networks?id=a23ce57c-5e7a-4686-b843-74109161e384 HTTP/1.1" status: 200 len: 913 time: 0.0974338 Oct 19 07:50:36.111512 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-134491ba-0df9-4645-9d96-5224af25e3a5 req-08b5ac89-2e98-4d51-9ea9-53b25923d88d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9f1ef1a9-7dba-4a35-8b72-4df45df25335 HTTP/1.1" status: 200 len: 217 time: 0.0357413 Oct 19 07:50:36.161052 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134491ba-0df9-4645-9d96-5224af25e3a5 req-0d758189-4ed7-41ff-bb27-8e3a9daf24f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:50:36.162432 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-134491ba-0df9-4645-9d96-5224af25e3a5 req-0d758189-4ed7-41ff-bb27-8e3a9daf24f7 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=59cab28a-9f4d-46b7-9f00-ecdecb2d6122 HTTP/1.1" status: 200 len: 851 time: 0.0442936 Oct 19 07:50:36.211939 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134491ba-0df9-4645-9d96-5224af25e3a5 req-edb75b05-a7bc-484b-938e-56fad9d0ef54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:50:36.213455 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-134491ba-0df9-4645-9d96-5224af25e3a5 req-edb75b05-a7bc-484b-938e-56fad9d0ef54 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a23ce57c-5e7a-4686-b843-74109161e384&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0440090 Oct 19 07:50:36.305350 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-134491ba-0df9-4645-9d96-5224af25e3a5 req-9e18d7bb-ac32-4480-b495-38be901e7e51 service neutron] 10.222.0.16 "GET /v2.0/networks/a23ce57c-5e7a-4686-b843-74109161e384?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843461 Oct 19 07:50:36.401952 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-134491ba-0df9-4645-9d96-5224af25e3a5 req-ce522ca1-a4a3-4dda-b8a2-24c13f8502e3 service neutron] 10.222.0.16 "GET /v2.0/networks/a23ce57c-5e7a-4686-b843-74109161e384?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876038 Oct 19 07:50:36.682411 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc19094f-1d4b-4ba9-a528-c8cc7b620b3d req-9e2569ad-dbe8-4160-8d6f-4974fc62a13b tempest-TestVolumeBootPattern-1806498022 tempest-TestVolumeBootPattern-1806498022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:50:36.684025 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-dc19094f-1d4b-4ba9-a528-c8cc7b620b3d req-9e2569ad-dbe8-4160-8d6f-4974fc62a13b tempest-TestVolumeBootPattern-1806498022 tempest-TestVolumeBootPattern-1806498022-project] 10.222.0.27 "GET /v2.0/ports?device_id=cb74f45d-246d-4237-bf89-7696f1f084f5 HTTP/1.1" status: 200 len: 943 time: 0.0514228 Oct 19 07:50:36.722986 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-dc19094f-1d4b-4ba9-a528-c8cc7b620b3d req-809723a1-de3d-4c05-8a08-3b1b5a9a7dea tempest-TestVolumeBootPattern-1806498022 tempest-TestVolumeBootPattern-1806498022-project] 10.222.0.27 "GET /v2.0/security-groups?id=09745190-85cd-4989-bb6d-51a24a3c4be0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326562 Oct 19 07:50:37.165829 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 33718) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:50:37.216889 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device f2a39b87-6282-4170-8b96-50a5a9205139 no longer exists at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 07:50:37.304010 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8670175b-b22e-4788-bbfa-76aae456fdcc tempest-TestNetworkBasicOps-773100899 tempest-TestNetworkBasicOps-773100899-project-admin] Router 00a46caa-87e8-448d-a3be-878955c3bfe8 is scheduled to L3 agent ab388470-1243-4d53-80f2-c2f5899c97a7 with binding_index 1 {{(pid=103333) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 07:50:37.304285 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8670175b-b22e-4788-bbfa-76aae456fdcc tempest-TestNetworkBasicOps-773100899 tempest-TestNetworkBasicOps-773100899-project-admin] Notify agent at dv-neutron-861624-1-hyperv the message router_added_to_agent {{(pid=103333) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:47}} Oct 19 07:50:37.309611 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Current status of the port f2a39b87-6282-4170-8b96-50a5a9205139 is: ACTIVE; New status is: DOWN {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:50:37.310060 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:50:37.325412 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-8670175b-b22e-4788-bbfa-76aae456fdcc tempest-TestNetworkBasicOps-773100899 tempest-TestNetworkBasicOps-773100899-project-admin] 10.222.0.27 "POST /v2.0/agents/ab388470-1243-4d53-80f2-c2f5899c97a7/l3-routers HTTP/1.1" status: 201 len: 201 time: 0.1585054 Oct 19 07:50:37.330445 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 33722) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:50:37.336375 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] For port f2a39b87-6282-4170-8b96-50a5a9205139, host dv-neutron-861624-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=f2a39b87-6282-4170-8b96-50a5a9205139,segment=NetworkSegment(53981d04-8205-40d8-8d33-0510111d6f8f),segment_id=53981d04-8205-40d8-8d33-0510111d6f8f)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:50:37.341800 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:50:37.343356 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee08ced6-05e4-40dc-9e8e-f39d7dc053d1 None None] Sync routers for ids ['00a46caa-87e8-448d-a3be-878955c3bfe8'] in dv-neutron-861624-1-hyperv {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 07:50:37.361019 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee08ced6-05e4-40dc-9e8e-f39d7dc053d1 None None] Routers {'00a46caa-87e8-448d-a3be-878955c3bfe8'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 07:50:37.361679 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-ee08ced6-05e4-40dc-9e8e-f39d7dc053d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T07:50:16Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['00a46caa-87e8-448d-a3be-878955c3bfe8'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:50:37.396946 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Pushing event updated for resources: {'Port': ['ID=f2a39b87-6282-4170-8b96-50a5a9205139,revision_number=5']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:50:37.487184 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-87183d62-29c4-42ae-9628-56a59c9c6e71 tempest-TestNetworkBasicOps-773100899 tempest-TestNetworkBasicOps-773100899-project-admin] 10.222.0.27 "GET /v2.0/routers/00a46caa-87e8-448d-a3be-878955c3bfe8/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.1515362 Oct 19 07:50:37.487408 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 33726) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:50:37.553253 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-ae0b2149-a994-44e9-b02c-3accf1543554 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "GET /v2.0/floatingips/73f7be8e-647c-4743-8ac1-bb977fe5203f HTTP/1.1" status: 200 len: 991 time: 0.0648768 Oct 19 07:50:37.582049 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvr_db [None req-ee08ced6-05e4-40dc-9e8e-f39d7dc053d1 None None] Set router 00a46caa-87e8-448d-a3be-878955c3bfe8 gateway port host: dv-neutron-861624-1-hyperv {{(pid=103335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 07:50:37.802784 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-ee08ced6-05e4-40dc-9e8e-f39d7dc053d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00a46caa-87e8-448d-a3be-878955c3bfe8', 'name': 'tempest-TestNetworkBasicOps-router-961570089', 'tenant_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'external_fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.60'}], 'enable_snat': True}, 'gw_port_id': 'f2a39b87-6282-4170-8b96-50a5a9205139', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T07:49:47Z', 'updated_at': '2022-10-19T07:49:51Z', 'revision_number': 4, 'project_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'gw_port': {'id': 'f2a39b87-6282-4170-8b96-50a5a9205139', 'name': '', 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:47:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00a46caa-87e8-448d-a3be-878955c3bfe8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:49:48Z', 'updated_at': '2022-10-19T07:50:37Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861624-1-hyperv', '_floatingips': [{'id': '73f7be8e-647c-4743-8ac1-bb977fe5203f', 'tenant_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'floating_ip_address': '172.26.0.132', 'floating_network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'router_id': '00a46caa-87e8-448d-a3be-878955c3bfe8', 'port_id': 'f82a0795-972f-4266-b8b7-b14955dc04f0', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1434, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '99782532-b362-476d-a058-f261ba1a876f', 'mac_address': 'fa:16:3e:46:8e:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e42295b2-5cc1-4cd8-bcce-59681e663de2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-19T07:50:03Z', 'updated_at': '2022-10-19T07:50:35Z', 'revision_number': 2, 'project_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7fd86dfb-a21b-4880-9e90-60a8f4f3fead', 'name': '', 'network_id': '99782532-b362-476d-a058-f261ba1a876f', 'tenant_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'mac_address': 'fa:16:3e:8d:d6:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00a46caa-87e8-448d-a3be-878955c3bfe8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': '0abf27ee-6a01-4306-872d-1b9dec639f5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:49:50Z', 'updated_at': '2022-10-19T07:50:35Z', 'revision_number': 6, 'project_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'subnets': [{'id': '0abf27ee-6a01-4306-872d-1b9dec639f5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:50:37.832175 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee08ced6-05e4-40dc-9e8e-f39d7dc053d1 None None] Checking router: 00a46caa-87e8-448d-a3be-878955c3bfe8 for host: dv-neutron-861624-1-hyperv {{(pid=103335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 07:50:37.842099 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee08ced6-05e4-40dc-9e8e-f39d7dc053d1 None None] Routers {'00a46caa-87e8-448d-a3be-878955c3bfe8'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 07:50:37.842721 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-ee08ced6-05e4-40dc-9e8e-f39d7dc053d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T07:50:16Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['00a46caa-87e8-448d-a3be-878955c3bfe8'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:50:37.855598 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfad1316-6673-430c-820c-a2e8d8fe0103 req-59d797ef-c760-4033-a39b-faff112d70c1 tempest-TestVolumeBootPattern-1806498022 tempest-TestVolumeBootPattern-1806498022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:50:37.857390 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-cfad1316-6673-430c-820c-a2e8d8fe0103 req-59d797ef-c760-4033-a39b-faff112d70c1 tempest-TestVolumeBootPattern-1806498022 tempest-TestVolumeBootPattern-1806498022-project] 10.222.0.27 "GET /v2.0/ports?device_id=cb74f45d-246d-4237-bf89-7696f1f084f5 HTTP/1.1" status: 200 len: 943 time: 0.0553844 Oct 19 07:50:37.899136 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-cfad1316-6673-430c-820c-a2e8d8fe0103 req-40e4f9a5-86fb-4e93-b0a5-0214a96b3e30 tempest-TestVolumeBootPattern-1806498022 tempest-TestVolumeBootPattern-1806498022-project] 10.222.0.27 "GET /v2.0/security-groups?id=09745190-85cd-4989-bb6d-51a24a3c4be0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350025 Oct 19 07:50:37.955010 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvr_db [None req-ee08ced6-05e4-40dc-9e8e-f39d7dc053d1 None None] Set router 00a46caa-87e8-448d-a3be-878955c3bfe8 gateway port host: dv-neutron-861624-1-hyperv {{(pid=103335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 07:50:38.187655 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-ee08ced6-05e4-40dc-9e8e-f39d7dc053d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00a46caa-87e8-448d-a3be-878955c3bfe8', 'name': 'tempest-TestNetworkBasicOps-router-961570089', 'tenant_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'external_fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.60'}], 'enable_snat': True}, 'gw_port_id': 'f2a39b87-6282-4170-8b96-50a5a9205139', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T07:49:47Z', 'updated_at': '2022-10-19T07:49:51Z', 'revision_number': 4, 'project_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'gw_port': {'id': 'f2a39b87-6282-4170-8b96-50a5a9205139', 'name': '', 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:47:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00a46caa-87e8-448d-a3be-878955c3bfe8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:49:48Z', 'updated_at': '2022-10-19T07:50:37Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861624-1-hyperv', '_floatingips': [{'id': '73f7be8e-647c-4743-8ac1-bb977fe5203f', 'tenant_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'floating_ip_address': '172.26.0.132', 'floating_network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'router_id': '00a46caa-87e8-448d-a3be-878955c3bfe8', 'port_id': 'f82a0795-972f-4266-b8b7-b14955dc04f0', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1434, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '99782532-b362-476d-a058-f261ba1a876f', 'mac_address': 'fa:16:3e:46:8e:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e42295b2-5cc1-4cd8-bcce-59681e663de2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-19T07:50:03Z', 'updated_at': '2022-10-19T07:50:35Z', 'revision_number': 2, 'project_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7fd86dfb-a21b-4880-9e90-60a8f4f3fead', 'name': '', 'network_id': '99782532-b362-476d-a058-f261ba1a876f', 'tenant_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'mac_address': 'fa:16:3e:8d:d6:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00a46caa-87e8-448d-a3be-878955c3bfe8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': '0abf27ee-6a01-4306-872d-1b9dec639f5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:49:50Z', 'updated_at': '2022-10-19T07:50:35Z', 'revision_number': 6, 'project_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'subnets': [{'id': '0abf27ee-6a01-4306-872d-1b9dec639f5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:50:38.213571 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee08ced6-05e4-40dc-9e8e-f39d7dc053d1 None None] The sync data for ids ['00a46caa-87e8-448d-a3be-878955c3bfe8'] in dv-neutron-861624-1-hyperv is: [{'id': '00a46caa-87e8-448d-a3be-878955c3bfe8', 'name': 'tempest-TestNetworkBasicOps-router-961570089', 'tenant_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'external_fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.60'}], 'enable_snat': True}, 'gw_port_id': 'f2a39b87-6282-4170-8b96-50a5a9205139', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T07:49:47Z', 'updated_at': '2022-10-19T07:49:51Z', 'revision_number': 4, 'project_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'gw_port': {'id': 'f2a39b87-6282-4170-8b96-50a5a9205139', 'name': '', 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:47:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00a46caa-87e8-448d-a3be-878955c3bfe8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:49:48Z', 'updated_at': '2022-10-19T07:50:37Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861624-1-hyperv', '_floatingips': [{'id': '73f7be8e-647c-4743-8ac1-bb977fe5203f', 'tenant_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'floating_ip_address': '172.26.0.132', 'floating_network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'router_id': '00a46caa-87e8-448d-a3be-878955c3bfe8', 'port_id': 'f82a0795-972f-4266-b8b7-b14955dc04f0', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1434, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '99782532-b362-476d-a058-f261ba1a876f', 'mac_address': 'fa:16:3e:46:8e:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e42295b2-5cc1-4cd8-bcce-59681e663de2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-19T07:50:03Z', 'updated_at': '2022-10-19T07:50:35Z', 'revision_number': 2, 'project_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7fd86dfb-a21b-4880-9e90-60a8f4f3fead', 'name': '', 'network_id': '99782532-b362-476d-a058-f261ba1a876f', 'tenant_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'mac_address': 'fa:16:3e:8d:d6:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00a46caa-87e8-448d-a3be-878955c3bfe8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': '0abf27ee-6a01-4306-872d-1b9dec639f5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:49:50Z', 'updated_at': '2022-10-19T07:50:35Z', 'revision_number': 6, 'project_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'subnets': [{'id': '0abf27ee-6a01-4306-872d-1b9dec639f5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 07:50:38.557130 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 33730) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:50:38.619177 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-fcd3f33b-2e6c-4d11-9d3e-e6e28a13b496 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "GET /v2.0/floatingips/73f7be8e-647c-4743-8ac1-bb977fe5203f HTTP/1.1" status: 200 len: 991 time: 0.0608656 Oct 19 07:50:39.032540 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7269e372-04c1-4bda-bc5f-b7b70949768b req-4c95ced6-b3db-4bf6-9d90-62d277db4c9c tempest-TestVolumeBootPattern-1806498022 tempest-TestVolumeBootPattern-1806498022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:50:39.034678 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-7269e372-04c1-4bda-bc5f-b7b70949768b req-4c95ced6-b3db-4bf6-9d90-62d277db4c9c tempest-TestVolumeBootPattern-1806498022 tempest-TestVolumeBootPattern-1806498022-project] 10.222.0.27 "GET /v2.0/ports?device_id=cb74f45d-246d-4237-bf89-7696f1f084f5 HTTP/1.1" status: 200 len: 943 time: 0.0557024 Oct 19 07:50:39.075774 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-7269e372-04c1-4bda-bc5f-b7b70949768b req-44b7c053-c256-454d-8ac4-89d1e7a2f2f8 tempest-TestVolumeBootPattern-1806498022 tempest-TestVolumeBootPattern-1806498022-project] 10.222.0.27 "GET /v2.0/security-groups?id=09745190-85cd-4989-bb6d-51a24a3c4be0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350821 Oct 19 07:50:39.251103 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device 7fd86dfb-a21b-4880-9e90-60a8f4f3fead up at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 07:50:39.304126 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Provisioning complete for port 7fd86dfb-a21b-4880-9e90-60a8f4f3fead triggered by entity L2. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:50:39.304496 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:50:39.304862 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Attempt 1 to provision port 7fd86dfb-a21b-4880-9e90-60a8f4f3fead Oct 19 07:50:39.384264 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Current status of the port 7fd86dfb-a21b-4880-9e90-60a8f4f3fead is: DOWN; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:50:39.384687 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:50:39.416187 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] For port 7fd86dfb-a21b-4880-9e90-60a8f4f3fead, host dv-neutron-861624-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=7fd86dfb-a21b-4880-9e90-60a8f4f3fead,segment=NetworkSegment(f52b8178-d7c3-4b3f-9747-5a18abf36760),segment_id=f52b8178-d7c3-4b3f-9747-5a18abf36760)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:50:39.420161 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:50:39.420947 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device f2a39b87-6282-4170-8b96-50a5a9205139 up at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 07:50:39.494260 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Pushing event updated for resources: {'Port': ['ID=7fd86dfb-a21b-4880-9e90-60a8f4f3fead,revision_number=7']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:50:39.507215 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Provisioning complete for port f2a39b87-6282-4170-8b96-50a5a9205139 triggered by entity L2. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:50:39.507585 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:50:39.507922 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Attempt 1 to provision port f2a39b87-6282-4170-8b96-50a5a9205139 Oct 19 07:50:39.583618 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Current status of the port f2a39b87-6282-4170-8b96-50a5a9205139 is: DOWN; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:50:39.584009 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:50:39.603076 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] For port f2a39b87-6282-4170-8b96-50a5a9205139, host dv-neutron-861624-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=f2a39b87-6282-4170-8b96-50a5a9205139,segment=NetworkSegment(53981d04-8205-40d8-8d33-0510111d6f8f),segment_id=53981d04-8205-40d8-8d33-0510111d6f8f)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:50:39.607965 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:50:39.622291 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 33734) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:50:39.654563 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Pushing event updated for resources: {'Port': ['ID=f2a39b87-6282-4170-8b96-50a5a9205139,revision_number=6']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:50:39.684751 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-68fa0165-1f1f-47f5-b25d-1f7c86dd476e tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "GET /v2.0/floatingips/73f7be8e-647c-4743-8ac1-bb977fe5203f HTTP/1.1" status: 200 len: 991 time: 0.0612361 Oct 19 07:50:39.814462 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7061af86-796e-430a-9933-6d6a6993621a None None] New status for floating IP 73f7be8e-647c-4743-8ac1-bb977fe5203f: ACTIVE {{(pid=103334) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 19 07:50:40.197875 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1100d757-4da5-4a8e-8ef9-90b6d87f1b11 req-38e753e8-495d-4a9d-a3b1-b43e55bccb50 tempest-TestVolumeBootPattern-1806498022 tempest-TestVolumeBootPattern-1806498022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:50:40.199343 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-1100d757-4da5-4a8e-8ef9-90b6d87f1b11 req-38e753e8-495d-4a9d-a3b1-b43e55bccb50 tempest-TestVolumeBootPattern-1806498022 tempest-TestVolumeBootPattern-1806498022-project] 10.222.0.27 "GET /v2.0/ports?device_id=cb74f45d-246d-4237-bf89-7696f1f084f5 HTTP/1.1" status: 200 len: 943 time: 0.0513129 Oct 19 07:50:40.244060 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-1100d757-4da5-4a8e-8ef9-90b6d87f1b11 req-18a52bf8-6f9b-4b30-8785-6a7982dc773e tempest-TestVolumeBootPattern-1806498022 tempest-TestVolumeBootPattern-1806498022-project] 10.222.0.27 "GET /v2.0/security-groups?id=09745190-85cd-4989-bb6d-51a24a3c4be0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384529 Oct 19 07:50:40.688349 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 33738) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:50:40.747396 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-13813922-b0ad-4c2d-94f9-c52022a7377c tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "GET /v2.0/floatingips/73f7be8e-647c-4743-8ac1-bb977fe5203f HTTP/1.1" status: 200 len: 993 time: 0.0577962 Oct 19 07:50:40.985781 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 33744) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:50:41.138418 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-108f6e51-93db-4796-a8f3-8d8c0d7381d1 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Deleting port 7c91c980-fba5-40c6-8f41-e2cc0c6aa848 {{(pid=103333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 07:50:41.138762 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-108f6e51-93db-4796-a8f3-8d8c0d7381d1 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:50:41.218128 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-108f6e51-93db-4796-a8f3-8d8c0d7381d1 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:50:41.218461 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-108f6e51-93db-4796-a8f3-8d8c0d7381d1 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:50:41.222353 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device 7fd86dfb-a21b-4880-9e90-60a8f4f3fead up at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 07:50:41.230405 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-108f6e51-93db-4796-a8f3-8d8c0d7381d1 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Calling delete_port for 7c91c980-fba5-40c6-8f41-e2cc0c6aa848 owned by network:floatingip {{(pid=103333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 07:50:41.269749 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Provisioning complete for port 7fd86dfb-a21b-4880-9e90-60a8f4f3fead triggered by entity L2. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:50:41.270552 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:50:41.270889 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Attempt 1 to provision port 7fd86dfb-a21b-4880-9e90-60a8f4f3fead Oct 19 07:50:41.356108 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Current status of the port 7fd86dfb-a21b-4880-9e90-60a8f4f3fead is: ACTIVE; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:50:41.357227 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device f2a39b87-6282-4170-8b96-50a5a9205139 up at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 07:50:41.373494 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fab01d-63d4-4677-8034-f2339f4565c4 req-a6236091-f1b8-425f-8069-59a7f58e5915 tempest-TestVolumeBootPattern-1806498022 tempest-TestVolumeBootPattern-1806498022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:50:41.375132 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-59fab01d-63d4-4677-8034-f2339f4565c4 req-a6236091-f1b8-425f-8069-59a7f58e5915 tempest-TestVolumeBootPattern-1806498022 tempest-TestVolumeBootPattern-1806498022-project] 10.222.0.27 "GET /v2.0/ports?device_id=cb74f45d-246d-4237-bf89-7696f1f084f5 HTTP/1.1" status: 200 len: 943 time: 0.0526917 Oct 19 07:50:41.387796 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-108f6e51-93db-4796-a8f3-8d8c0d7381d1 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130996763'] for port, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:50:41.409688 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Provisioning complete for port f2a39b87-6282-4170-8b96-50a5a9205139 triggered by entity L2. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:50:41.410065 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:50:41.410402 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Attempt 1 to provision port f2a39b87-6282-4170-8b96-50a5a9205139 Oct 19 07:50:41.416184 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-59fab01d-63d4-4677-8034-f2339f4565c4 req-f7f66c52-11d9-46a0-93cf-37e07cd31149 tempest-TestVolumeBootPattern-1806498022 tempest-TestVolumeBootPattern-1806498022-project] 10.222.0.27 "GET /v2.0/security-groups?id=09745190-85cd-4989-bb6d-51a24a3c4be0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340066 Oct 19 07:50:41.416943 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108f6e51-93db-4796-a8f3-8d8c0d7381d1 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Pushing event deleted for resources: {'Port': ['ID=7c91c980-fba5-40c6-8f41-e2cc0c6aa848,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:50:41.447378 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108f6e51-93db-4796-a8f3-8d8c0d7381d1 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:50:41.447813 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108f6e51-93db-4796-a8f3-8d8c0d7381d1 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:50:41.448230 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108f6e51-93db-4796-a8f3-8d8c0d7381d1 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:50:41.448658 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108f6e51-93db-4796-a8f3-8d8c0d7381d1 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:50:41.449080 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108f6e51-93db-4796-a8f3-8d8c0d7381d1 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:50:41.449466 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108f6e51-93db-4796-a8f3-8d8c0d7381d1 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:50:41.449866 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108f6e51-93db-4796-a8f3-8d8c0d7381d1 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:50:41.450261 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108f6e51-93db-4796-a8f3-8d8c0d7381d1 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:50:41.450662 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108f6e51-93db-4796-a8f3-8d8c0d7381d1 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:50:41.450991 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108f6e51-93db-4796-a8f3-8d8c0d7381d1 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:50:41.451314 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108f6e51-93db-4796-a8f3-8d8c0d7381d1 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:50:41.451635 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108f6e51-93db-4796-a8f3-8d8c0d7381d1 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:50:41.489393 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Current status of the port f2a39b87-6282-4170-8b96-50a5a9205139 is: ACTIVE; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:50:41.495244 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-108f6e51-93db-4796-a8f3-8d8c0d7381d1 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for floatingip, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:50:41.495577 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.db.l3_db [None req-108f6e51-93db-4796-a8f3-8d8c0d7381d1 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Floating IP 73f7be8e-647c-4743-8ac1-bb977fe5203f disassociated (deleted). External IP: 172.26.0.132, port: f82a0795-972f-4266-b8b7-b14955dc04f0. Oct 19 07:50:41.697440 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-108f6e51-93db-4796-a8f3-8d8c0d7381d1 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Router 00a46caa-87e8-448d-a3be-878955c3bfe8 has already been hosted by L3 agent ab388470-1243-4d53-80f2-c2f5899c97a7 {{(pid=103333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 07:50:41.751119 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:50:42.126270 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-108f6e51-93db-4796-a8f3-8d8c0d7381d1 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify agent at l3_agent.dv-neutron-861624-1-hyperv the message routers_updated {{(pid=103333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 07:50:42.130867 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-108f6e51-93db-4796-a8f3-8d8c0d7381d1 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42160'] for floatingip, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:50:42.136294 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64e11d74-7626-42b3-83bb-36005cf1e70c None None] Sync routers for ids ['00a46caa-87e8-448d-a3be-878955c3bfe8'] in dv-neutron-861624-1-hyperv {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 07:50:42.147045 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64e11d74-7626-42b3-83bb-36005cf1e70c None None] Routers {'00a46caa-87e8-448d-a3be-878955c3bfe8'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 07:50:42.147721 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-64e11d74-7626-42b3-83bb-36005cf1e70c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T07:50:16Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['00a46caa-87e8-448d-a3be-878955c3bfe8'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:50:42.157718 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-108f6e51-93db-4796-a8f3-8d8c0d7381d1 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "DELETE /v2.0/floatingips/73f7be8e-647c-4743-8ac1-bb977fe5203f HTTP/1.1" status: 204 len: 168 time: 1.1709626 Oct 19 07:50:42.159092 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e42295b2-5cc1-4cd8-bcce-59681e663de2', 'tag': 'f82a0795-972f-4266-b8b7-b14955dc04f0'}] {{(pid=103333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 19 07:50:42.161519 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e3bb7d74903c72d9cb0d0f2f187c581e0456bd3142b101dc46d694cf75cdf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4997dce-c83a-4b71-af79-13e83dddbf56" -d '{"events": [{"name": "network-changed", "server_uuid": "e42295b2-5cc1-4cd8-bcce-59681e663de2", "tag": "f82a0795-972f-4266-b8b7-b14955dc04f0"}]}' {{(pid=103333) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 07:50:42.257178 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvr_db [None req-64e11d74-7626-42b3-83bb-36005cf1e70c None None] Set router 00a46caa-87e8-448d-a3be-878955c3bfe8 gateway port host: dv-neutron-861624-1-hyperv {{(pid=103335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 07:50:42.264322 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 19 Oct 2022 07:50:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ded5c9f-ab4a-41cd-86c0-2881a5fb696e x-openstack-request-id: req-2ded5c9f-ab4a-41cd-86c0-2881a5fb696e {{(pid=103333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 07:50:42.264651 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e42295b2-5cc1-4cd8-bcce-59681e663de2", "tag": "f82a0795-972f-4266-b8b7-b14955dc04f0", "status": "completed", "code": 200}]} {{(pid=103333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 07:50:42.264938 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-2ded5c9f-ab4a-41cd-86c0-2881a5fb696e {{(pid=103333) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 07:50:42.265449 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2ded5c9f-ab4a-41cd-86c0-2881a5fb696e'] response: {'name': 'network-changed', 'server_uuid': 'e42295b2-5cc1-4cd8-bcce-59681e663de2', 'tag': 'f82a0795-972f-4266-b8b7-b14955dc04f0', 'status': 'completed', 'code': 200} Oct 19 07:50:42.334124 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4997dce-c83a-4b71-af79-13e83dddbf56 req-7e89fd20-501f-411c-b6fb-c46593fa5d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:50:42.335642 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-d4997dce-c83a-4b71-af79-13e83dddbf56 req-7e89fd20-501f-411c-b6fb-c46593fa5d22 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=47a12ea4f74e4c18b13323e6f3cc9741&device_id=e42295b2-5cc1-4cd8-bcce-59681e663de2 HTTP/1.1" status: 200 len: 1098 time: 0.0454295 Oct 19 07:50:42.461126 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0460d0d-d2be-4904-aa18-b58e1937ed70 req-c26964c7-d37c-4753-b99f-66a8151736d7 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:50:42.462824 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-c0460d0d-d2be-4904-aa18-b58e1937ed70 req-c26964c7-d37c-4753-b99f-66a8151736d7 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "GET /v2.0/ports?device_id=e42295b2-5cc1-4cd8-bcce-59681e663de2 HTTP/1.1" status: 200 len: 945 time: 0.1024644 Oct 19 07:50:42.471301 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4997dce-c83a-4b71-af79-13e83dddbf56 req-bae6f868-59db-47f7-8f00-331620c17332 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:50:42.472751 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-d4997dce-c83a-4b71-af79-13e83dddbf56 req-bae6f868-59db-47f7-8f00-331620c17332 service neutron] 10.222.0.16 "GET /v2.0/networks?id=99782532-b362-476d-a058-f261ba1a876f HTTP/1.1" status: 200 len: 898 time: 0.1297989 Oct 19 07:50:42.482938 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-64e11d74-7626-42b3-83bb-36005cf1e70c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00a46caa-87e8-448d-a3be-878955c3bfe8', 'name': 'tempest-TestNetworkBasicOps-router-961570089', 'tenant_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'external_fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.60'}], 'enable_snat': True}, 'gw_port_id': 'f2a39b87-6282-4170-8b96-50a5a9205139', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T07:49:47Z', 'updated_at': '2022-10-19T07:49:51Z', 'revision_number': 4, 'project_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'gw_port': {'id': 'f2a39b87-6282-4170-8b96-50a5a9205139', 'name': '', 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:47:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00a46caa-87e8-448d-a3be-878955c3bfe8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:49:48Z', 'updated_at': '2022-10-19T07:50:39Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861624-1-hyperv', '_interfaces': [{'id': '7fd86dfb-a21b-4880-9e90-60a8f4f3fead', 'name': '', 'network_id': '99782532-b362-476d-a058-f261ba1a876f', 'tenant_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'mac_address': 'fa:16:3e:8d:d6:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00a46caa-87e8-448d-a3be-878955c3bfe8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': '0abf27ee-6a01-4306-872d-1b9dec639f5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:49:50Z', 'updated_at': '2022-10-19T07:50:39Z', 'revision_number': 7, 'project_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'subnets': [{'id': '0abf27ee-6a01-4306-872d-1b9dec639f5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:50:42.510585 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64e11d74-7626-42b3-83bb-36005cf1e70c None None] Checking router: 00a46caa-87e8-448d-a3be-878955c3bfe8 for host: dv-neutron-861624-1-hyperv {{(pid=103335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 07:50:42.521022 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64e11d74-7626-42b3-83bb-36005cf1e70c None None] Routers {'00a46caa-87e8-448d-a3be-878955c3bfe8'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 07:50:42.522019 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-64e11d74-7626-42b3-83bb-36005cf1e70c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T07:50:16Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['00a46caa-87e8-448d-a3be-878955c3bfe8'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:50:42.539552 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-d4997dce-c83a-4b71-af79-13e83dddbf56 req-4876898f-fbfa-4174-9ef7-c09d7d722032 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f82a0795-972f-4266-b8b7-b14955dc04f0 HTTP/1.1" status: 200 len: 217 time: 0.0535722 Oct 19 07:50:42.561492 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-c0460d0d-d2be-4904-aa18-b58e1937ed70 req-4fbb0c11-0fad-461d-bd3f-dd831517d24b tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "GET /v2.0/security-groups?id=5cab3141-9ec1-49e7-bdbd-a408d3ba0561&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0916388 Oct 19 07:50:42.617037 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4997dce-c83a-4b71-af79-13e83dddbf56 req-53509324-6306-41d3-a21a-5693381921ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:50:42.618482 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-d4997dce-c83a-4b71-af79-13e83dddbf56 req-53509324-6306-41d3-a21a-5693381921ca service neutron] 10.222.0.16 "GET /v2.0/subnets?id=0abf27ee-6a01-4306-872d-1b9dec639f5f HTTP/1.1" status: 200 len: 835 time: 0.0606351 Oct 19 07:50:42.625669 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf805083-7b51-4fa7-a644-67fb89466cc3 req-80d63f74-fc0a-45d5-8a3b-9309cf4c0698 tempest-TestVolumeBootPattern-1806498022 tempest-TestVolumeBootPattern-1806498022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:50:42.626148 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvr_db [None req-64e11d74-7626-42b3-83bb-36005cf1e70c None None] Set router 00a46caa-87e8-448d-a3be-878955c3bfe8 gateway port host: dv-neutron-861624-1-hyperv {{(pid=103335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 07:50:42.627592 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-cf805083-7b51-4fa7-a644-67fb89466cc3 req-80d63f74-fc0a-45d5-8a3b-9309cf4c0698 tempest-TestVolumeBootPattern-1806498022 tempest-TestVolumeBootPattern-1806498022-project] 10.222.0.27 "GET /v2.0/ports?device_id=cb74f45d-246d-4237-bf89-7696f1f084f5 HTTP/1.1" status: 200 len: 943 time: 0.1033828 Oct 19 07:50:42.691789 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-cf805083-7b51-4fa7-a644-67fb89466cc3 req-9d885ccf-abe6-4bb0-9349-4fb354f79ce1 tempest-TestVolumeBootPattern-1806498022 tempest-TestVolumeBootPattern-1806498022-project] 10.222.0.27 "GET /v2.0/security-groups?id=09745190-85cd-4989-bb6d-51a24a3c4be0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556266 Oct 19 07:50:42.693496 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4997dce-c83a-4b71-af79-13e83dddbf56 req-b3e728d7-ab61-45c9-94c9-5eedcb0491df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:50:42.694885 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-d4997dce-c83a-4b71-af79-13e83dddbf56 req-b3e728d7-ab61-45c9-94c9-5eedcb0491df service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=99782532-b362-476d-a058-f261ba1a876f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0662372 Oct 19 07:50:42.801272 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-d4997dce-c83a-4b71-af79-13e83dddbf56 req-a20510b3-e55e-4d4e-8d22-ad768972d5c5 service neutron] 10.222.0.16 "GET /v2.0/networks/99782532-b362-476d-a058-f261ba1a876f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988760 Oct 19 07:50:42.824151 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-64e11d74-7626-42b3-83bb-36005cf1e70c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00a46caa-87e8-448d-a3be-878955c3bfe8', 'name': 'tempest-TestNetworkBasicOps-router-961570089', 'tenant_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'external_fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.60'}], 'enable_snat': True}, 'gw_port_id': 'f2a39b87-6282-4170-8b96-50a5a9205139', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T07:49:47Z', 'updated_at': '2022-10-19T07:49:51Z', 'revision_number': 4, 'project_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'gw_port': {'id': 'f2a39b87-6282-4170-8b96-50a5a9205139', 'name': '', 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:47:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00a46caa-87e8-448d-a3be-878955c3bfe8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:49:48Z', 'updated_at': '2022-10-19T07:50:39Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861624-1-hyperv', '_interfaces': [{'id': '7fd86dfb-a21b-4880-9e90-60a8f4f3fead', 'name': '', 'network_id': '99782532-b362-476d-a058-f261ba1a876f', 'tenant_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'mac_address': 'fa:16:3e:8d:d6:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00a46caa-87e8-448d-a3be-878955c3bfe8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': '0abf27ee-6a01-4306-872d-1b9dec639f5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:49:50Z', 'updated_at': '2022-10-19T07:50:39Z', 'revision_number': 7, 'project_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'subnets': [{'id': '0abf27ee-6a01-4306-872d-1b9dec639f5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:50:42.894274 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-d4997dce-c83a-4b71-af79-13e83dddbf56 req-59b0c116-f718-47ce-bf1a-98d40e83cb1e service neutron] 10.222.0.16 "GET /v2.0/networks/99782532-b362-476d-a058-f261ba1a876f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851748 Oct 19 07:50:42.940160 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64e11d74-7626-42b3-83bb-36005cf1e70c None None] The sync data for ids ['00a46caa-87e8-448d-a3be-878955c3bfe8'] in dv-neutron-861624-1-hyperv is: [{'id': '00a46caa-87e8-448d-a3be-878955c3bfe8', 'name': 'tempest-TestNetworkBasicOps-router-961570089', 'tenant_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'external_fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.60'}], 'enable_snat': True}, 'gw_port_id': 'f2a39b87-6282-4170-8b96-50a5a9205139', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T07:49:47Z', 'updated_at': '2022-10-19T07:49:51Z', 'revision_number': 4, 'project_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'gw_port': {'id': 'f2a39b87-6282-4170-8b96-50a5a9205139', 'name': '', 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:47:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00a46caa-87e8-448d-a3be-878955c3bfe8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:49:48Z', 'updated_at': '2022-10-19T07:50:39Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861624-1-hyperv', '_interfaces': [{'id': '7fd86dfb-a21b-4880-9e90-60a8f4f3fead', 'name': '', 'network_id': '99782532-b362-476d-a058-f261ba1a876f', 'tenant_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'mac_address': 'fa:16:3e:8d:d6:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00a46caa-87e8-448d-a3be-878955c3bfe8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': '0abf27ee-6a01-4306-872d-1b9dec639f5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:49:50Z', 'updated_at': '2022-10-19T07:50:39Z', 'revision_number': 7, 'project_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'subnets': [{'id': '0abf27ee-6a01-4306-872d-1b9dec639f5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 07:50:43.364929 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-a7dffef4-07b9-43d4-b765-20b9bda88f98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:50:43.625321 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7ac8209-5d7b-4734-bea5-0ded6d1f419d None None] New status for floating IP 73f7be8e-647c-4743-8ac1-bb977fe5203f: DOWN {{(pid=103334) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 19 07:50:43.720819 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af748de1-e33f-4b73-9e1d-9265dc28406f req-b65ffc0f-f7cb-4d02-bbbe-965263f074f9 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:50:43.722591 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-af748de1-e33f-4b73-9e1d-9265dc28406f req-b65ffc0f-f7cb-4d02-bbbe-965263f074f9 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "GET /v2.0/ports?device_id=e42295b2-5cc1-4cd8-bcce-59681e663de2 HTTP/1.1" status: 200 len: 945 time: 0.0726724 Oct 19 07:50:43.730030 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb11afc6-7ee3-4996-b5ec-4b242b0f9bde req-1e5ff226-7ced-4da5-8765-c23f74d7ea95 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:50:43.731602 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-bb11afc6-7ee3-4996-b5ec-4b242b0f9bde req-1e5ff226-7ced-4da5-8765-c23f74d7ea95 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.16 "GET /v2.0/ports?device_id=e42295b2-5cc1-4cd8-bcce-59681e663de2 HTTP/1.1" status: 200 len: 945 time: 0.0903885 Oct 19 07:50:43.850204 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-af748de1-e33f-4b73-9e1d-9265dc28406f req-805b46ee-b0f5-447e-a3b1-0434b3525dc5 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "GET /v2.0/security-groups?id=5cab3141-9ec1-49e7-bdbd-a408d3ba0561&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1137798 Oct 19 07:50:43.872138 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18aa77f-cfb0-46f1-ae57-b39de6b3ec24 req-45916a94-c549-401b-b352-21a9d809539c tempest-TestVolumeBootPattern-1806498022 tempest-TestVolumeBootPattern-1806498022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:50:43.873617 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-a18aa77f-cfb0-46f1-ae57-b39de6b3ec24 req-45916a94-c549-401b-b352-21a9d809539c tempest-TestVolumeBootPattern-1806498022 tempest-TestVolumeBootPattern-1806498022-project] 10.222.0.27 "GET /v2.0/ports?device_id=cb74f45d-246d-4237-bf89-7696f1f084f5 HTTP/1.1" status: 200 len: 943 time: 0.1004581 Oct 19 07:50:43.911888 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.plugin [req-bb11afc6-7ee3-4996-b5ec-4b242b0f9bde req-2eb747dd-6052-4468-9539-11ab9ab0415e tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Deleting port f82a0795-972f-4266-b8b7-b14955dc04f0 {{(pid=103332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 07:50:43.912224 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-bb11afc6-7ee3-4996-b5ec-4b242b0f9bde req-2eb747dd-6052-4468-9539-11ab9ab0415e tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:50:43.931688 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-a18aa77f-cfb0-46f1-ae57-b39de6b3ec24 req-a579b2e7-425d-4c3e-92df-1272066eb5a5 tempest-TestVolumeBootPattern-1806498022 tempest-TestVolumeBootPattern-1806498022-project] 10.222.0.27 "GET /v2.0/security-groups?id=09745190-85cd-4989-bb6d-51a24a3c4be0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517211 Oct 19 07:50:44.004587 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.db [req-bb11afc6-7ee3-4996-b5ec-4b242b0f9bde req-2eb747dd-6052-4468-9539-11ab9ab0415e tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] For port f82a0795-972f-4266-b8b7-b14955dc04f0, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=f82a0795-972f-4266-b8b7-b14955dc04f0,segment=NetworkSegment(f52b8178-d7c3-4b3f-9747-5a18abf36760),segment_id=f52b8178-d7c3-4b3f-9747-5a18abf36760)] {{(pid=103332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:50:44.004954 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-bb11afc6-7ee3-4996-b5ec-4b242b0f9bde req-2eb747dd-6052-4468-9539-11ab9ab0415e tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:50:44.016824 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.plugin [req-bb11afc6-7ee3-4996-b5ec-4b242b0f9bde req-2eb747dd-6052-4468-9539-11ab9ab0415e tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Calling delete_port for f82a0795-972f-4266-b8b7-b14955dc04f0 owned by compute:nova {{(pid=103332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 07:50:44.143351 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-bb11afc6-7ee3-4996-b5ec-4b242b0f9bde req-2eb747dd-6052-4468-9539-11ab9ab0415e tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133553798'] for port, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:50:44.169416 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb747dd-6052-4468-9539-11ab9ab0415e tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Pushing event deleted for resources: {'Port': ['ID=f82a0795-972f-4266-b8b7-b14955dc04f0,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:50:44.214299 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb11afc6-7ee3-4996-b5ec-4b242b0f9bde req-2eb747dd-6052-4468-9539-11ab9ab0415e tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] No DVR routers for this DVR port f82a0795-972f-4266-b8b7-b14955dc04f0 on host hv-neutron-8616 {{(pid=103332) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 19 07:50:44.216838 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-bb11afc6-7ee3-4996-b5ec-4b242b0f9bde req-2eb747dd-6052-4468-9539-11ab9ab0415e tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42160'] for port, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:50:44.220079 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-bb11afc6-7ee3-4996-b5ec-4b242b0f9bde req-2eb747dd-6052-4468-9539-11ab9ab0415e tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.16 "DELETE /v2.0/ports/f82a0795-972f-4266-b8b7-b14955dc04f0 HTTP/1.1" status: 204 len: 173 time: 0.4769745 Oct 19 07:50:44.220583 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e42295b2-5cc1-4cd8-bcce-59681e663de2', 'name': 'network-vif-deleted', 'tag': 'f82a0795-972f-4266-b8b7-b14955dc04f0'}] {{(pid=103332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 19 07:50:44.223577 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a021b02cf5f527cd4bbbc40a031b51490d9893d7edeeb551bdf5128ee7546f8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80736bb7-c338-495d-a289-2602774c4051" -d '{"events": [{"server_uuid": "e42295b2-5cc1-4cd8-bcce-59681e663de2", "name": "network-vif-deleted", "tag": "f82a0795-972f-4266-b8b7-b14955dc04f0"}]}' {{(pid=103332) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 07:50:44.260905 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 19 Oct 2022 07:50:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ff241b0-1e86-4d17-828a-25159c24e28e x-openstack-request-id: req-1ff241b0-1e86-4d17-828a-25159c24e28e {{(pid=103332) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 07:50:44.261199 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e42295b2-5cc1-4cd8-bcce-59681e663de2", "name": "network-vif-deleted", "tag": "f82a0795-972f-4266-b8b7-b14955dc04f0", "status": "completed", "code": 200}]} {{(pid=103332) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 07:50:44.261446 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-1ff241b0-1e86-4d17-828a-25159c24e28e {{(pid=103332) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 07:50:44.261840 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1ff241b0-1e86-4d17-828a-25159c24e28e'] response: {'server_uuid': 'e42295b2-5cc1-4cd8-bcce-59681e663de2', 'name': 'network-vif-deleted', 'tag': 'f82a0795-972f-4266-b8b7-b14955dc04f0', 'status': 'completed', 'code': 200} Oct 19 07:50:44.647824 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.agents_db [None req-6057327c-4456-4c72-8e75-6d3cd9249757 None None] Agent healthcheck: found 6 active agents {{(pid=103335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 07:50:44.914952 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 33766) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:50:44.978019 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-7515b5d7-ff69-4a85-8b9c-b0ea044d8c55 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for security_group, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:50:45.004771 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-7515b5d7-ff69-4a85-8b9c-b0ea044d8c55 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:50:45.062663 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5604f7d9-e03b-49fd-b343-28ee5104150c req-aae77f96-0572-468d-a8e5-4b4d20406c00 tempest-TestVolumeBootPattern-1806498022 tempest-TestVolumeBootPattern-1806498022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:50:45.064612 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-5604f7d9-e03b-49fd-b343-28ee5104150c req-aae77f96-0572-468d-a8e5-4b4d20406c00 tempest-TestVolumeBootPattern-1806498022 tempest-TestVolumeBootPattern-1806498022-project] 10.222.0.27 "GET /v2.0/ports?device_id=cb74f45d-246d-4237-bf89-7696f1f084f5 HTTP/1.1" status: 200 len: 943 time: 0.0531502 Oct 19 07:50:45.072823 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-7515b5d7-ff69-4a85-8b9c-b0ea044d8c55 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788643'] for security_group, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:50:45.075463 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-7515b5d7-ff69-4a85-8b9c-b0ea044d8c55 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for security_group, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:50:45.080556 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-7515b5d7-ff69-4a85-8b9c-b0ea044d8c55 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "DELETE /v2.0/security-groups/5cab3141-9ec1-49e7-bdbd-a408d3ba0561 HTTP/1.1" status: 204 len: 168 time: 0.1638646 Oct 19 07:50:45.089633 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7515b5d7-ff69-4a85-8b9c-b0ea044d8c55 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cab3141-9ec1-49e7-bdbd-a408d3ba0561,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:50:45.118318 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 33772) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:50:45.120646 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-5604f7d9-e03b-49fd-b343-28ee5104150c req-523f1edf-3f61-4b8b-99e9-f508397cf095 tempest-TestVolumeBootPattern-1806498022 tempest-TestVolumeBootPattern-1806498022-project] 10.222.0.27 "GET /v2.0/security-groups?id=09745190-85cd-4989-bb6d-51a24a3c4be0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485716 Oct 19 07:50:45.333424 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Device 9f1ef1a9-7dba-4a35-8b72-4df45df25335 details requested by agent hyperv_hv-neutron-8616 with host hv-neutron-8616 {{(pid=103334) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 07:50:45.437744 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] For port 9f1ef1a9-7dba-4a35-8b72-4df45df25335, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=9f1ef1a9-7dba-4a35-8b72-4df45df25335,segment=NetworkSegment(96ea79ad-cb18-4750-9b35-f4e90ccd124f),segment_id=96ea79ad-cb18-4750-9b35-f4e90ccd124f)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:50:45.450975 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Returning: {'device': '9f1ef1a9-7dba-4a35-8b72-4df45df25335', 'network_id': 'a23ce57c-5e7a-4686-b843-74109161e384', 'port_id': '9f1ef1a9-7dba-4a35-8b72-4df45df25335', 'mac_address': 'fa:16:3e:40:89:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59cab28a-9f4d-46b7-9f00-ecdecb2d6122', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103334) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 07:50:45.489729 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Current status of the port 9f1ef1a9-7dba-4a35-8b72-4df45df25335 is: DOWN; New status is: BUILD {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:50:45.490116 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:50:45.503644 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.notifiers.nova [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f1ef1a9-7dba-4a35-8b72-4df45df25335 {{(pid=103334) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 19 07:50:45.516557 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-bddb911e-4830-430f-9f5a-984ed5d64d0b tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1694785'] for router_interface, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:50:45.528385 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] For port 9f1ef1a9-7dba-4a35-8b72-4df45df25335, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=9f1ef1a9-7dba-4a35-8b72-4df45df25335,segment=NetworkSegment(96ea79ad-cb18-4750-9b35-f4e90ccd124f),segment_id=96ea79ad-cb18-4750-9b35-f4e90ccd124f)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:50:45.532181 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:50:45.581932 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Pushing event updated for resources: {'Port': ['ID=9f1ef1a9-7dba-4a35-8b72-4df45df25335,revision_number=4']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:50:45.738948 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] get_ports_and_sgs() called for port_ids ['9f1ef1a9-7dba-4a35-8b72-4df45df25335'] {{(pid=103334) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 19 07:50:45.796144 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-bddb911e-4830-430f-9f5a-984ed5d64d0b tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Deleting port 7fd86dfb-a21b-4880-9e90-60a8f4f3fead {{(pid=103333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 07:50:45.796588 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-bddb911e-4830-430f-9f5a-984ed5d64d0b tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:50:45.889503 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.db [None req-bddb911e-4830-430f-9f5a-984ed5d64d0b tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] For port 7fd86dfb-a21b-4880-9e90-60a8f4f3fead, host dv-neutron-861624-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=7fd86dfb-a21b-4880-9e90-60a8f4f3fead,segment=NetworkSegment(f52b8178-d7c3-4b3f-9747-5a18abf36760),segment_id=f52b8178-d7c3-4b3f-9747-5a18abf36760)] {{(pid=103333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:50:45.889861 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-bddb911e-4830-430f-9f5a-984ed5d64d0b tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:50:45.906339 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-bddb911e-4830-430f-9f5a-984ed5d64d0b tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Calling delete_port for 7fd86dfb-a21b-4880-9e90-60a8f4f3fead owned by network:router_interface {{(pid=103333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 07:50:46.092184 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-bddb911e-4830-430f-9f5a-984ed5d64d0b tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130996763'] for port, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:50:46.120117 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bddb911e-4830-430f-9f5a-984ed5d64d0b tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Pushing event deleted for resources: {'Port': ['ID=7fd86dfb-a21b-4880-9e90-60a8f4f3fead,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:50:46.262954 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a340b385-4981-478c-96ec-ab40673cbce1 req-82558edc-f820-4fd0-82d1-57ae5679c62a tempest-TestVolumeBootPattern-1806498022 tempest-TestVolumeBootPattern-1806498022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:50:46.265295 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-a340b385-4981-478c-96ec-ab40673cbce1 req-82558edc-f820-4fd0-82d1-57ae5679c62a tempest-TestVolumeBootPattern-1806498022 tempest-TestVolumeBootPattern-1806498022-project] 10.222.0.27 "GET /v2.0/ports?device_id=cb74f45d-246d-4237-bf89-7696f1f084f5 HTTP/1.1" status: 200 len: 944 time: 0.0571809 Oct 19 07:50:46.303778 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-95c35d64-ce6e-47cb-bf80-c04cc5405d4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:50:46.313094 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-a340b385-4981-478c-96ec-ab40673cbce1 req-aa13ad97-24e0-4075-a5ec-a22fbe731256 tempest-TestVolumeBootPattern-1806498022 tempest-TestVolumeBootPattern-1806498022-project] 10.222.0.27 "GET /v2.0/security-groups?id=09745190-85cd-4989-bb6d-51a24a3c4be0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402219 Oct 19 07:50:46.319487 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-bddb911e-4830-430f-9f5a-984ed5d64d0b tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1574862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1694957'] for router_interface, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:50:46.563828 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bddb911e-4830-430f-9f5a-984ed5d64d0b tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Router 00a46caa-87e8-448d-a3be-878955c3bfe8 has already been hosted by L3 agent ab388470-1243-4d53-80f2-c2f5899c97a7 {{(pid=103333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 07:50:46.678958 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bddb911e-4830-430f-9f5a-984ed5d64d0b tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify agent at l3_agent.dv-neutron-861624-1-hyperv the message routers_updated {{(pid=103333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 07:50:46.684007 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-bddb911e-4830-430f-9f5a-984ed5d64d0b tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "PUT /v2.0/routers/00a46caa-87e8-448d-a3be-878955c3bfe8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5647922 Oct 19 07:50:46.686752 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 33776) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:50:46.689273 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a963b844-630e-4c9e-b76a-0457c185688b None None] Sync routers for ids ['00a46caa-87e8-448d-a3be-878955c3bfe8'] in dv-neutron-861624-1-hyperv {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 07:50:46.699355 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a963b844-630e-4c9e-b76a-0457c185688b None None] Routers {'00a46caa-87e8-448d-a3be-878955c3bfe8'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 07:50:46.700041 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-a963b844-630e-4c9e-b76a-0457c185688b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T07:50:46Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['00a46caa-87e8-448d-a3be-878955c3bfe8'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:50:46.737899 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4a39722-dd25-4302-8335-cf9d28206161 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Deleting subnet 0abf27ee-6a01-4306-872d-1b9dec639f5f {{(pid=103333) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 19 07:50:46.740966 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-b4a39722-dd25-4302-8335-cf9d28206161 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for subnet, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:50:46.783214 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-b4a39722-dd25-4302-8335-cf9d28206161 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-134111928'] for subnet, precommit_delete_associations {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:50:46.802178 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvr_db [None req-a963b844-630e-4c9e-b76a-0457c185688b None None] Set router 00a46caa-87e8-448d-a3be-878955c3bfe8 gateway port host: dv-neutron-861624-1-hyperv {{(pid=103335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 07:50:46.873542 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-b4a39722-dd25-4302-8335-cf9d28206161 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-679826'] for subnet, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:50:46.932339 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-b4a39722-dd25-4302-8335-cf9d28206161 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-679819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130997964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130170408'] for subnet, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:50:46.963149 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-b4a39722-dd25-4302-8335-cf9d28206161 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for subnet, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:50:46.966330 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-b4a39722-dd25-4302-8335-cf9d28206161 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "DELETE /v2.0/subnets/0abf27ee-6a01-4306-872d-1b9dec639f5f HTTP/1.1" status: 204 len: 168 time: 0.2786448 Oct 19 07:50:46.968431 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a39722-dd25-4302-8335-cf9d28206161 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Pushing event deleted for resources: {'Subnet': ['ID=0abf27ee-6a01-4306-872d-1b9dec639f5f,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:50:46.969746 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 33778) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:50:46.974454 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2fa799f-4c42-4b2b-b55b-017c203d4378 None None] Network 99782532-b362-476d-a058-f261ba1a876f requested from dv-neutron-861624-1-hyperv {{(pid=103334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 07:50:46.984607 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-a963b844-630e-4c9e-b76a-0457c185688b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00a46caa-87e8-448d-a3be-878955c3bfe8', 'name': 'tempest-TestNetworkBasicOps-router-961570089', 'tenant_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'external_fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.60'}], 'enable_snat': True}, 'gw_port_id': 'f2a39b87-6282-4170-8b96-50a5a9205139', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T07:49:47Z', 'updated_at': '2022-10-19T07:50:46Z', 'revision_number': 5, 'project_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'gw_port': {'id': 'f2a39b87-6282-4170-8b96-50a5a9205139', 'name': '', 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:47:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00a46caa-87e8-448d-a3be-878955c3bfe8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:49:48Z', 'updated_at': '2022-10-19T07:50:39Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861624-1-hyperv'}], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:50:47.016191 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a963b844-630e-4c9e-b76a-0457c185688b None None] Checking router: 00a46caa-87e8-448d-a3be-878955c3bfe8 for host: dv-neutron-861624-1-hyperv {{(pid=103335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 07:50:47.025000 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a963b844-630e-4c9e-b76a-0457c185688b None None] Routers {'00a46caa-87e8-448d-a3be-878955c3bfe8'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 07:50:47.025602 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-a963b844-630e-4c9e-b76a-0457c185688b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T07:50:46Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['00a46caa-87e8-448d-a3be-878955c3bfe8'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:50:47.082266 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-d87675c6-44c6-4eda-94c1-f230067c00e4 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for router, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:50:47.139186 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvr_db [None req-a963b844-630e-4c9e-b76a-0457c185688b None None] Set router 00a46caa-87e8-448d-a3be-878955c3bfe8 gateway port host: dv-neutron-861624-1-hyperv {{(pid=103335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 07:50:47.188259 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7998143f-505d-46cd-b1ae-73ab61f61695 None None] DHCP port deletion for 99782532-b362-476d-a058-f261ba1a876f request from dv-neutron-861624-1-hyperv {{(pid=103334) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 07:50:47.253059 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-7998143f-505d-46cd-b1ae-73ab61f61695 None None] Deleting port c05373a5-c72e-4b66-a164-6e229599c733 {{(pid=103334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 07:50:47.254447 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-7998143f-505d-46cd-b1ae-73ab61f61695 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:50:47.343988 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device c05373a5-c72e-4b66-a164-6e229599c733 no longer exists at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 07:50:47.372294 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Device 9f1ef1a9-7dba-4a35-8b72-4df45df25335 up at agent hyperv_hv-neutron-8616 {{(pid=103334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 07:50:47.381823 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-a963b844-630e-4c9e-b76a-0457c185688b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00a46caa-87e8-448d-a3be-878955c3bfe8', 'name': 'tempest-TestNetworkBasicOps-router-961570089', 'tenant_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'external_fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.60'}], 'enable_snat': True}, 'gw_port_id': 'f2a39b87-6282-4170-8b96-50a5a9205139', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T07:49:47Z', 'updated_at': '2022-10-19T07:50:46Z', 'revision_number': 5, 'project_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'gw_port': {'id': 'f2a39b87-6282-4170-8b96-50a5a9205139', 'name': '', 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:47:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00a46caa-87e8-448d-a3be-878955c3bfe8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:49:48Z', 'updated_at': '2022-10-19T07:50:39Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861624-1-hyperv'}], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:50:47.410236 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a963b844-630e-4c9e-b76a-0457c185688b None None] The sync data for ids ['00a46caa-87e8-448d-a3be-878955c3bfe8'] in dv-neutron-861624-1-hyperv is: [{'id': '00a46caa-87e8-448d-a3be-878955c3bfe8', 'name': 'tempest-TestNetworkBasicOps-router-961570089', 'tenant_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'external_fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.60'}], 'enable_snat': True}, 'gw_port_id': 'f2a39b87-6282-4170-8b96-50a5a9205139', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T07:49:47Z', 'updated_at': '2022-10-19T07:50:46Z', 'revision_number': 5, 'project_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'gw_port': {'id': 'f2a39b87-6282-4170-8b96-50a5a9205139', 'name': '', 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:47:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00a46caa-87e8-448d-a3be-878955c3bfe8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:49:48Z', 'updated_at': '2022-10-19T07:50:39Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861624-1-hyperv'}] {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 07:50:47.432322 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-7998143f-505d-46cd-b1ae-73ab61f61695 None None] For port c05373a5-c72e-4b66-a164-6e229599c733, host dv-neutron-861624-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=c05373a5-c72e-4b66-a164-6e229599c733,segment=NetworkSegment(f52b8178-d7c3-4b3f-9747-5a18abf36760),segment_id=f52b8178-d7c3-4b3f-9747-5a18abf36760)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:50:47.432903 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-7998143f-505d-46cd-b1ae-73ab61f61695 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:50:47.470386 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-7998143f-505d-46cd-b1ae-73ab61f61695 None None] Calling delete_port for c05373a5-c72e-4b66-a164-6e229599c733 owned by network:dhcp {{(pid=103334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 07:50:47.485089 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Provisioning for port 9f1ef1a9-7dba-4a35-8b72-4df45df25335 completed by entity L2. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 19 07:50:47.539850 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c163bf5a-9b7a-433d-aade-c792b964b3f3 req-a50d5dd9-a30d-4906-8a7e-e9daa73a87dd tempest-TestVolumeBootPattern-1806498022 tempest-TestVolumeBootPattern-1806498022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:50:47.540854 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Provisioning complete for port 9f1ef1a9-7dba-4a35-8b72-4df45df25335 triggered by entity L2. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:50:47.541235 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:50:47.541568 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Attempt 1 to provision port 9f1ef1a9-7dba-4a35-8b72-4df45df25335 Oct 19 07:50:47.543055 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-c163bf5a-9b7a-433d-aade-c792b964b3f3 req-a50d5dd9-a30d-4906-8a7e-e9daa73a87dd tempest-TestVolumeBootPattern-1806498022 tempest-TestVolumeBootPattern-1806498022-project] 10.222.0.27 "GET /v2.0/ports?device_id=cb74f45d-246d-4237-bf89-7696f1f084f5 HTTP/1.1" status: 200 len: 944 time: 0.0981839 Oct 19 07:50:47.573174 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-d87675c6-44c6-4eda-94c1-f230067c00e4 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:50:47.595663 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-c163bf5a-9b7a-433d-aade-c792b964b3f3 req-368c6178-da79-4891-9ef5-a22813ab6a09 tempest-TestVolumeBootPattern-1806498022 tempest-TestVolumeBootPattern-1806498022-project] 10.222.0.27 "GET /v2.0/security-groups?id=09745190-85cd-4989-bb6d-51a24a3c4be0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457747 Oct 19 07:50:47.598915 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Current status of the port c05373a5-c72e-4b66-a164-6e229599c733 is: ACTIVE; New status is: DOWN {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:50:47.599303 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:50:47.642446 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.plugin [None req-d87675c6-44c6-4eda-94c1-f230067c00e4 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Deleting port f2a39b87-6282-4170-8b96-50a5a9205139 {{(pid=103332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 07:50:47.642713 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-d87675c6-44c6-4eda-94c1-f230067c00e4 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:50:47.649776 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] For port c05373a5-c72e-4b66-a164-6e229599c733, host dv-neutron-861624-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=c05373a5-c72e-4b66-a164-6e229599c733,segment=NetworkSegment(f52b8178-d7c3-4b3f-9747-5a18abf36760),segment_id=f52b8178-d7c3-4b3f-9747-5a18abf36760)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:50:47.674167 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:50:47.684746 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-7998143f-505d-46cd-b1ae-73ab61f61695 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339'] for port, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:50:47.709520 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Pushing event deleted for resources: {'Port': ['ID=c05373a5-c72e-4b66-a164-6e229599c733,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:50:47.716878 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Current status of the port 9f1ef1a9-7dba-4a35-8b72-4df45df25335 is: BUILD; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:50:47.717267 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:50:47.719138 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7998143f-505d-46cd-b1ae-73ab61f61695 None None] No DVR routers for this DVR port c05373a5-c72e-4b66-a164-6e229599c733 on host dv-neutron-861624-1-hyperv {{(pid=103334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 19 07:50:47.728323 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.db [None req-d87675c6-44c6-4eda-94c1-f230067c00e4 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] For port f2a39b87-6282-4170-8b96-50a5a9205139, host dv-neutron-861624-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=f2a39b87-6282-4170-8b96-50a5a9205139,segment=NetworkSegment(53981d04-8205-40d8-8d33-0510111d6f8f),segment_id=53981d04-8205-40d8-8d33-0510111d6f8f)] {{(pid=103332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:50:47.728323 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-d87675c6-44c6-4eda-94c1-f230067c00e4 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:50:47.746892 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7998143f-505d-46cd-b1ae-73ab61f61695 None None] Pushing event deleted for resources: {'Port': ['ID=c05373a5-c72e-4b66-a164-6e229599c733,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:50:47.749909 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.plugin [None req-d87675c6-44c6-4eda-94c1-f230067c00e4 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Calling delete_port for f2a39b87-6282-4170-8b96-50a5a9205139 owned by network:router_gateway {{(pid=103332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 07:50:47.775612 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb74f45d-246d-4237-bf89-7696f1f084f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f1ef1a9-7dba-4a35-8b72-4df45df25335'}] {{(pid=103334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 19 07:50:47.779122 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d918bd29c62f7e926e80ce37adcd574e0921d2de3006e6b6ef58999f52d8e2e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a45d06b6-d711-4fa2-bb00-a850b7d8e837" -d '{"events": [{"server_uuid": "cb74f45d-246d-4237-bf89-7696f1f084f5", "name": "network-vif-plugged", "status": "completed", "tag": "9f1ef1a9-7dba-4a35-8b72-4df45df25335"}]}' {{(pid=103334) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 07:50:47.791875 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] For port 9f1ef1a9-7dba-4a35-8b72-4df45df25335, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=9f1ef1a9-7dba-4a35-8b72-4df45df25335,segment=NetworkSegment(96ea79ad-cb18-4750-9b35-f4e90ccd124f),segment_id=96ea79ad-cb18-4750-9b35-f4e90ccd124f)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:50:47.798941 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:50:47.800831 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Device f82a0795-972f-4266-b8b7-b14955dc04f0 no longer exists at agent hyperv_hv-neutron-8616 {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 07:50:47.844990 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 19 Oct 2022 07:50:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d396b280-ab2c-4df6-937e-8e958592a962 x-openstack-request-id: req-d396b280-ab2c-4df6-937e-8e958592a962 {{(pid=103334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 07:50:47.845385 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb74f45d-246d-4237-bf89-7696f1f084f5", "name": "network-vif-plugged", "status": "completed", "tag": "9f1ef1a9-7dba-4a35-8b72-4df45df25335", "code": 200}]} {{(pid=103334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 07:50:47.845651 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-d396b280-ab2c-4df6-937e-8e958592a962 {{(pid=103334) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 07:50:47.846048 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d396b280-ab2c-4df6-937e-8e958592a962'] response: {'server_uuid': 'cb74f45d-246d-4237-bf89-7696f1f084f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f1ef1a9-7dba-4a35-8b72-4df45df25335', 'code': 200} Oct 19 07:50:47.847387 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] No Port match for: f82a0795-972f-4266-b8b7-b14955dc04f0 {{(pid=103334) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 19 07:50:47.847944 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Device f82a0795-972f-4266-b8b7-b14955dc04f0 not bound to the agent host hv-neutron-8616 {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 07:50:47.891777 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Pushing event updated for resources: {'Port': ['ID=9f1ef1a9-7dba-4a35-8b72-4df45df25335,revision_number=5']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:50:47.937940 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-2a2259f7-b034-4eec-af7a-7abaede746c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:50:47.962087 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-d87675c6-44c6-4eda-94c1-f230067c00e4 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133553798'] for port, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:50:47.993371 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87675c6-44c6-4eda-94c1-f230067c00e4 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Pushing event deleted for resources: {'Port': ['ID=f2a39b87-6282-4170-8b96-50a5a9205139,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:50:48.077676 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a863e253-8240-479b-bde3-09d239abdfbe req-3877baea-4326-4a30-8fd6-2aefdbf058f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:50:48.079423 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-a863e253-8240-479b-bde3-09d239abdfbe req-3877baea-4326-4a30-8fd6-2aefdbf058f6 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=cb74f45d-246d-4237-bf89-7696f1f084f5 HTTP/1.1" status: 200 len: 1098 time: 0.0872383 Oct 19 07:50:48.082760 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-d87675c6-44c6-4eda-94c1-f230067c00e4 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1693831'] for router_gateway, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:50:48.189853 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-d87675c6-44c6-4eda-94c1-f230067c00e4 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1693565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12618'] for router, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:50:48.196062 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-d87675c6-44c6-4eda-94c1-f230067c00e4 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:50:48.205124 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-a863e253-8240-479b-bde3-09d239abdfbe req-1132fdbc-cbb2-46b0-9232-145e48616a67 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=09745190-85cd-4989-bb6d-51a24a3c4be0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1185722 Oct 19 07:50:48.244544 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-d87675c6-44c6-4eda-94c1-f230067c00e4 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1693542'] for router, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:50:48.245104 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d87675c6-44c6-4eda-94c1-f230067c00e4 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Fanout notify agent at l3_agent the message router_deleted on router 00a46caa-87e8-448d-a3be-878955c3bfe8 {{(pid=103332) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 07:50:48.252090 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-d87675c6-44c6-4eda-94c1-f230067c00e4 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for router, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:50:48.253241 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-d87675c6-44c6-4eda-94c1-f230067c00e4 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "DELETE /v2.0/routers/00a46caa-87e8-448d-a3be-878955c3bfe8 HTTP/1.1" status: 204 len: 168 time: 1.2824974 Oct 19 07:50:48.255906 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 33784) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:50:48.336590 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-cfd8f364-07fc-4df1-bda9-8d4e6df009e4 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-667019'] for network, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:50:48.425354 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-cfd8f364-07fc-4df1-bda9-8d4e6df009e4 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-673051', 'neutron.services.segments.db._delete_segments_for_network-8785021519108'] for network, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:50:48.445123 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.services.segments.db [None req-cfd8f364-07fc-4df1-bda9-8d4e6df009e4 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99782532-b362-476d-a058-f261ba1a876f']}} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:50:48.454301 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.services.segments.db [None req-cfd8f364-07fc-4df1-bda9-8d4e6df009e4 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f52b8178-d7c3-4b3f-9747-5a18abf36760') {'for_net_delete': True} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:50:48.454591 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.services.segments.db [None req-cfd8f364-07fc-4df1-bda9-8d4e6df009e4 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f52b8178-d7c3-4b3f-9747-5a18abf36760') {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:50:48.464252 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-cfd8f364-07fc-4df1-bda9-8d4e6df009e4 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785021519382', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130726885'] for segment, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:50:48.476872 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-cfd8f364-07fc-4df1-bda9-8d4e6df009e4 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979'] for segment, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:50:48.482465 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cfd8f364-07fc-4df1-bda9-8d4e6df009e4 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Releasing vlan 178 on physical network physnet1 to pool {{(pid=103332) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 07:50:48.482841 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-cfd8f364-07fc-4df1-bda9-8d4e6df009e4 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-133553843'] for segment, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:50:48.501485 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.services.segments.plugin [-] Segment f52b8178-d7c3-4b3f-9747-5a18abf36760 resource provider aggregate not found Oct 19 07:50:48.518426 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.services.segments.plugin [-] Segment f52b8178-d7c3-4b3f-9747-5a18abf36760 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f52b8178-d7c3-4b3f-9747-5a18abf36760 found for delete ", "request_id": "req-7dc88d78-7a05-477c-ac1c-daf79e4ddf94"}]} Oct 19 07:50:48.557395 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-cfd8f364-07fc-4df1-bda9-8d4e6df009e4 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-673044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1695087'] for network, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:50:48.564779 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-cfd8f364-07fc-4df1-bda9-8d4e6df009e4 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for network, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:50:48.568143 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-cfd8f364-07fc-4df1-bda9-8d4e6df009e4 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "DELETE /v2.0/networks/99782532-b362-476d-a058-f261ba1a876f HTTP/1.1" status: 204 len: 168 time: 0.3113060 Oct 19 07:50:48.579503 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd8f364-07fc-4df1-bda9-8d4e6df009e4 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Pushing event deleted for resources: {'Network': ['ID=99782532-b362-476d-a058-f261ba1a876f,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:50:48.585832 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 33790) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:50:48.590792 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-bff0d8a1-529c-4084-ab46-dbff58d56a07 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Request body: {'network': {'name': 'tempest-network-smoke--542445938', 'project_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'port_security_enabled': True}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:50:48.610699 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bff0d8a1-529c-4084-ab46-dbff58d56a07 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Made reservation on behalf of 47a12ea4f74e4c18b13323e6f3cc9741 for: {'network': 1} {{(pid=103332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 07:50:48.614375 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-bff0d8a1-529c-4084-ab46-dbff58d56a07 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for network, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:50:48.638977 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bff0d8a1-529c-4084-ab46-dbff58d56a07 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 169} {{(pid=103332) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 07:50:48.649062 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-bff0d8a1-529c-4084-ab46-dbff58d56a07 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979'] for segment, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:50:48.649455 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.db.segments_db [None req-bff0d8a1-529c-4084-ab46-dbff58d56a07 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Added segment ab2cb047-2039-459f-ae24-7fab4aca9152 of type vlan for network 9b2aaf44-60e9-4e88-afbf-c97a4221b073 Oct 19 07:50:48.705734 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-bff0d8a1-529c-4084-ab46-dbff58d56a07 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785020965340'] for network, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:50:48.750113 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-bff0d8a1-529c-4084-ab46-dbff58d56a07 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873'] for network, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:50:48.756273 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bff0d8a1-529c-4084-ab46-dbff58d56a07 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:50:48.756885 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-bff0d8a1-529c-4084-ab46-dbff58d56a07 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for network, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:50:48.769399 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26438947-f4c0-443f-80cc-36c990a772b0 req-e56a7b12-449e-40d7-ad22-0ffe2dc05d7a tempest-TestVolumeBootPattern-1806498022 tempest-TestVolumeBootPattern-1806498022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:50:48.770858 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-26438947-f4c0-443f-80cc-36c990a772b0 req-e56a7b12-449e-40d7-ad22-0ffe2dc05d7a tempest-TestVolumeBootPattern-1806498022 tempest-TestVolumeBootPattern-1806498022-project] 10.222.0.27 "GET /v2.0/ports?device_id=cb74f45d-246d-4237-bf89-7696f1f084f5 HTTP/1.1" status: 200 len: 945 time: 0.0885260 Oct 19 07:50:48.806308 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-bff0d8a1-529c-4084-ab46-dbff58d56a07 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2193742 Oct 19 07:50:48.809284 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 33794) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:50:48.814187 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-0129715c-024c-4328-9630-b6748e7f62fa tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1529366030', 'admin_state_up': True, 'project_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd'}}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:50:48.842819 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-0129715c-024c-4328-9630-b6748e7f62fa tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1692695', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12668'] for router, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:50:48.843993 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-0129715c-024c-4328-9630-b6748e7f62fa tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1692835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1693910', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1621825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12659'] for router, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:50:48.854135 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff0d8a1-529c-4084-ab46-dbff58d56a07 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Pushing event updated for resources: {'Network': ['ID=9b2aaf44-60e9-4e88-afbf-c97a4221b073,revision_number=1']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:50:48.866292 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Network 9b2aaf44-60e9-4e88-afbf-c97a4221b073 details requested by agent ovs-agent-dv-neutron-861624-1-hyperv with host dv-neutron-861624-1-hyperv {{(pid=103334) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 07:50:48.878996 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-26438947-f4c0-443f-80cc-36c990a772b0 req-d44060f5-0180-4e19-8bc9-75f6d25f1d11 tempest-TestVolumeBootPattern-1806498022 tempest-TestVolumeBootPattern-1806498022-project] 10.222.0.27 "GET /v2.0/security-groups?id=09745190-85cd-4989-bb6d-51a24a3c4be0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0884659 Oct 19 07:50:48.907752 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-0129715c-024c-4328-9630-b6748e7f62fa tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:50:48.993701 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-1a0da505-d0f9-48c6-b7e2-53b9c5e41298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:50:49.047745 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-0129715c-024c-4328-9630-b6748e7f62fa tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:50:49.124227 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:50:49.223676 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device 7fd86dfb-a21b-4880-9e90-60a8f4f3fead no longer exists at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 07:50:49.244752 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] No Port match for: 7fd86dfb-a21b-4880-9e90-60a8f4f3fead {{(pid=103334) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 19 07:50:49.245087 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device 7fd86dfb-a21b-4880-9e90-60a8f4f3fead not bound to the agent host dv-neutron-861624-1-hyperv {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 07:50:49.245703 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device f2a39b87-6282-4170-8b96-50a5a9205139 no longer exists at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 07:50:49.248478 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-0129715c-024c-4328-9630-b6748e7f62fa tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for router_gateway, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:50:49.268471 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-0129715c-024c-4328-9630-b6748e7f62fa tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:50:49.268782 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] No Port match for: f2a39b87-6282-4170-8b96-50a5a9205139 {{(pid=103334) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 19 07:50:49.268960 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device f2a39b87-6282-4170-8b96-50a5a9205139 not bound to the agent host dv-neutron-861624-1-hyperv {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 07:50:49.378783 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.db_base_plugin_common [None req-0129715c-024c-4328-9630-b6748e7f62fa tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Allocated IP 172.26.0.210 (99c66757-74e3-40a4-b479-8d09e3a7c3dd/7f3d1034-1de7-458a-a3ee-77488de3949b/8b5a099c-f71d-4c65-ace6-90ff4adfb812) {{(pid=103333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 07:50:49.480415 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-0129715c-024c-4328-9630-b6748e7f62fa tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for port, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:50:49.512360 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-0129715c-024c-4328-9630-b6748e7f62fa tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785020947330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130996763'] for port, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:50:49.548957 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0129715c-024c-4328-9630-b6748e7f62fa tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Network 99c66757-74e3-40a4-b479-8d09e3a7c3dd is already hosted by enough agents. {{(pid=103333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 07:50:49.551871 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-0129715c-024c-4328-9630-b6748e7f62fa tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Resources bound (agent type, host, resource id): {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:50:49.555374 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0129715c-024c-4328-9630-b6748e7f62fa tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Received port after_create {{(pid=103333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 07:50:49.585823 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0129715c-024c-4328-9630-b6748e7f62fa tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Pushing event updated for resources: {'Port': ['ID=8b5a099c-f71d-4c65-ace6-90ff4adfb812,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:50:49.808145 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-0129715c-024c-4328-9630-b6748e7f62fa tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for router_gateway, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:50:49.998876 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-0129715c-024c-4328-9630-b6748e7f62fa tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1692844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1693859'] for router, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:50:50.002249 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fb7400-b616-4995-9d7a-9ef19dc71e80 req-f5d9256d-9b89-45b6-b94a-d3812e72c9b9 tempest-TestVolumeBootPattern-1806498022 tempest-TestVolumeBootPattern-1806498022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:50:50.004346 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-42fb7400-b616-4995-9d7a-9ef19dc71e80 req-f5d9256d-9b89-45b6-b94a-d3812e72c9b9 tempest-TestVolumeBootPattern-1806498022 tempest-TestVolumeBootPattern-1806498022-project] 10.222.0.27 "GET /v2.0/ports?device_id=cb74f45d-246d-4237-bf89-7696f1f084f5 HTTP/1.1" status: 200 len: 945 time: 0.0495336 Oct 19 07:50:50.041960 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-42fb7400-b616-4995-9d7a-9ef19dc71e80 req-b55192c1-5ea3-4cde-8509-252ff6e07d76 tempest-TestVolumeBootPattern-1806498022 tempest-TestVolumeBootPattern-1806498022-project] 10.222.0.27 "GET /v2.0/security-groups?id=09745190-85cd-4989-bb6d-51a24a3c4be0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315413 Oct 19 07:50:50.128650 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0129715c-024c-4328-9630-b6748e7f62fa tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Router f9c65748-1d02-4292-8b2a-21f1ffce8c13 is scheduled to L3 agent ab388470-1243-4d53-80f2-c2f5899c97a7 with binding_index 1 {{(pid=103333) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 07:50:50.169828 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134bcae4-911a-4a72-b6e1-85071ae9b113 req-54327a30-ddeb-417d-8ecd-271a1313946c tempest-TestVolumeBootPattern-1806498022 tempest-TestVolumeBootPattern-1806498022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:50:50.171308 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-134bcae4-911a-4a72-b6e1-85071ae9b113 req-54327a30-ddeb-417d-8ecd-271a1313946c tempest-TestVolumeBootPattern-1806498022 tempest-TestVolumeBootPattern-1806498022-project] 10.222.0.27 "GET /v2.0/ports?device_id=cb74f45d-246d-4237-bf89-7696f1f084f5 HTTP/1.1" status: 200 len: 945 time: 0.0572741 Oct 19 07:50:50.210381 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-134bcae4-911a-4a72-b6e1-85071ae9b113 req-48a4813b-e0ca-4628-981a-80231c41ffba tempest-TestVolumeBootPattern-1806498022 tempest-TestVolumeBootPattern-1806498022-project] 10.222.0.27 "GET /v2.0/security-groups?id=09745190-85cd-4989-bb6d-51a24a3c4be0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320714 Oct 19 07:50:50.235999 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0129715c-024c-4328-9630-b6748e7f62fa tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify agent at l3_agent.dv-neutron-861624-1-hyperv the message routers_updated {{(pid=103333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 07:50:50.240011 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 33800) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:50:50.248473 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee2f6df6-5fdb-41e3-8fe8-b4490e0cf161 None None] Sync routers for ids ['f9c65748-1d02-4292-8b2a-21f1ffce8c13'] in dv-neutron-861624-1-hyperv {{(pid=103334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 07:50:50.260152 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-0129715c-024c-4328-9630-b6748e7f62fa tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for router, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:50:50.260541 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee2f6df6-5fdb-41e3-8fe8-b4490e0cf161 None None] Routers {'f9c65748-1d02-4292-8b2a-21f1ffce8c13'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 07:50:50.264382 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-0129715c-024c-4328-9630-b6748e7f62fa tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 1.4512987 Oct 19 07:50:50.264640 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 33802) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:50:50.264907 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-ee2f6df6-5fdb-41e3-8fe8-b4490e0cf161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T07:50:46Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['f9c65748-1d02-4292-8b2a-21f1ffce8c13'], 'active': True} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:50:50.290628 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-562f3570-5379-4d0d-9726-92fe6274a1cf tempest-TestVolumeBootPattern-1448135616 tempest-TestVolumeBootPattern-1448135616-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:50:50.294913 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-562f3570-5379-4d0d-9726-92fe6274a1cf tempest-TestVolumeBootPattern-1448135616 tempest-TestVolumeBootPattern-1448135616-project-admin] 10.222.0.27 "GET /v2.0/ports?device_id=cb74f45d-246d-4237-bf89-7696f1f084f5 HTTP/1.1" status: 200 len: 1093 time: 0.0511613 Oct 19 07:50:50.295099 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 33804) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:50:50.296214 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-7b9ddb82-c6a7-4627-8d10-7000b7b16883 tempest-TestNetworkBasicOps-773100899 tempest-TestNetworkBasicOps-773100899-project-admin] 10.222.0.27 "GET /v2.0/subnets?project_id=47a12ea4f74e4c18b13323e6f3cc9741&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0305135 Oct 19 07:50:50.300937 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-44bf9f9b-d8a1-4ecc-9aad-eb267d8321c6 tempest-TestVolumeBootPattern-1806498022 tempest-TestVolumeBootPattern-1806498022-project] Request body: {'floatingip': {'floating_network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'port_id': '9f1ef1a9-7dba-4a35-8b72-4df45df25335', 'tenant_id': '505fd091f8c84d6d8a8b7dc9bb7934bf', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:50:50.301574 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 33806) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:50:50.323228 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-44bf9f9b-d8a1-4ecc-9aad-eb267d8321c6 tempest-TestVolumeBootPattern-1806498022 tempest-TestVolumeBootPattern-1806498022-project] Notify callbacks [] for floatingip, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:50:50.402491 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16d8cd32-4972-40da-ad4b-c822300d080f tempest-TestNetworkBasicOps-773100899 tempest-TestNetworkBasicOps-773100899-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:50:50.407093 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 33808) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:50:50.407433 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-16d8cd32-4972-40da-ad4b-c822300d080f tempest-TestNetworkBasicOps-773100899 tempest-TestNetworkBasicOps-773100899-project-admin] 10.222.0.27 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1033754 Oct 19 07:50:50.441408 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-66701a16-e600-4cfa-8ee7-b51119c0f479 tempest-TestNetworkBasicOps-773100899 tempest-TestNetworkBasicOps-773100899-project-admin] 10.222.0.27 "GET /v2.0/subnets?network_id=99c66757-74e3-40a4-b479-8d09e3a7c3dd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0319839 Oct 19 07:50:50.443877 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 33810) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:50:50.448876 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-1b2356a8-b1f4-4a22-b2d9-b76b7347d6ee tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-15694878', 'network_id': '9b2aaf44-60e9-4e88-afbf-c97a4221b073', 'project_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'ip_version': 4, 'cidr': '172.20.0.0/28', 'dns_nameservers': ['1.2.3.4']}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:50:50.515467 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvr_db [None req-ee2f6df6-5fdb-41e3-8fe8-b4490e0cf161 None None] Set router f9c65748-1d02-4292-8b2a-21f1ffce8c13 gateway port host: dv-neutron-861624-1-hyperv {{(pid=103334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 07:50:50.522904 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-44bf9f9b-d8a1-4ecc-9aad-eb267d8321c6 tempest-TestVolumeBootPattern-1806498022 tempest-TestVolumeBootPattern-1806498022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:50:50.589824 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b2356a8-b1f4-4a22-b2d9-b76b7347d6ee tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Made reservation on behalf of 47a12ea4f74e4c18b13323e6f3cc9741 for: {'subnet': 1} {{(pid=103332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 07:50:50.593297 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-1b2356a8-b1f4-4a22-b2d9-b76b7347d6ee tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130659787'] for subnet, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:50:50.696749 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-ee2f6df6-5fdb-41e3-8fe8-b4490e0cf161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9c65748-1d02-4292-8b2a-21f1ffce8c13', 'name': 'tempest-TestNetworkBasicOps-router-1529366030', 'tenant_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'external_fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.210'}], 'enable_snat': True}, 'gw_port_id': '8b5a099c-f71d-4c65-ace6-90ff4adfb812', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T07:50:48Z', 'updated_at': '2022-10-19T07:50:49Z', 'revision_number': 3, 'project_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'gw_port': {'id': '8b5a099c-f71d-4c65-ace6-90ff4adfb812', 'name': '', 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:87:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9c65748-1d02-4292-8b2a-21f1ffce8c13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:50:49Z', 'updated_at': '2022-10-19T07:50:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861624-1-hyperv'}], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:50:50.710020 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.db_base_plugin_common [None req-44bf9f9b-d8a1-4ecc-9aad-eb267d8321c6 tempest-TestVolumeBootPattern-1806498022 tempest-TestVolumeBootPattern-1806498022-project] Allocated IP 172.26.0.215 (99c66757-74e3-40a4-b479-8d09e3a7c3dd/7f3d1034-1de7-458a-a3ee-77488de3949b/ff5ec90f-6d09-4da2-bd46-cfb2e517b678) {{(pid=103332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 07:50:50.724306 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee2f6df6-5fdb-41e3-8fe8-b4490e0cf161 None None] Checking router: f9c65748-1d02-4292-8b2a-21f1ffce8c13 for host: dv-neutron-861624-1-hyperv {{(pid=103334) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 07:50:50.724672 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee2f6df6-5fdb-41e3-8fe8-b4490e0cf161 None None] Updating router f9c65748-1d02-4292-8b2a-21f1ffce8c13 port 8b5a099c-f71d-4c65-ace6-90ff4adfb812 binding host dv-neutron-861624-1-hyperv {{(pid=103334) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 07:50:50.754635 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-ee2f6df6-5fdb-41e3-8fe8-b4490e0cf161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:50:50.890819 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-44bf9f9b-d8a1-4ecc-9aad-eb267d8321c6 tempest-TestVolumeBootPattern-1806498022 tempest-TestVolumeBootPattern-1806498022-project] Notify callbacks [] for port, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:50:50.900045 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-1b2356a8-b1f4-4a22-b2d9-b76b7347d6ee tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-133552662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130659641'] for subnet, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:50:50.983140 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2356a8-b1f4-4a22-b2d9-b76b7347d6ee tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Pushing event updated for resources: {'Subnet': ['ID=8dbbc9eb-5907-46bf-9638-935b68b1c488,revision_number=0']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:50:50.985486 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-44bf9f9b-d8a1-4ecc-9aad-eb267d8321c6 tempest-TestVolumeBootPattern-1806498022 tempest-TestVolumeBootPattern-1806498022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785020947330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133553798'] for port, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:50:51.015989 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b2356a8-b1f4-4a22-b2d9-b76b7347d6ee tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Checking segment: {'id': 'ab2cb047-2039-459f-ae24-7fab4aca9152', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '9b2aaf44-60e9-4e88-afbf-c97a4221b073'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 19 07:50:51.016692 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b2356a8-b1f4-4a22-b2d9-b76b7347d6ee tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Network hostable DHCP agents. Network: 9b2aaf44-60e9-4e88-afbf-c97a4221b073, hostable agents: ['310d813b-0e3e-4d7e-9b79-8f4ec0dbcab0'], hosted agents: [] {{(pid=103332) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 07:50:51.036115 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44bf9f9b-d8a1-4ecc-9aad-eb267d8321c6 tempest-TestVolumeBootPattern-1806498022 tempest-TestVolumeBootPattern-1806498022-project] Network 99c66757-74e3-40a4-b479-8d09e3a7c3dd is already hosted by enough agents. {{(pid=103332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 07:50:51.042801 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.base_scheduler [None req-44bf9f9b-d8a1-4ecc-9aad-eb267d8321c6 tempest-TestVolumeBootPattern-1806498022 tempest-TestVolumeBootPattern-1806498022-project] Resources bound (agent type, host, resource id): {{(pid=103332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:50:51.047690 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44bf9f9b-d8a1-4ecc-9aad-eb267d8321c6 tempest-TestVolumeBootPattern-1806498022 tempest-TestVolumeBootPattern-1806498022-project] Received port after_create {{(pid=103332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 07:50:51.077409 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bf9f9b-d8a1-4ecc-9aad-eb267d8321c6 tempest-TestVolumeBootPattern-1806498022 tempest-TestVolumeBootPattern-1806498022-project] Pushing event updated for resources: {'Port': ['ID=ff5ec90f-6d09-4da2-bd46-cfb2e517b678,revision_number=1']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:50:51.091123 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b2356a8-b1f4-4a22-b2d9-b76b7347d6ee tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Network 9b2aaf44-60e9-4e88-afbf-c97a4221b073 is scheduled to be hosted by DHCP agent 310d813b-0e3e-4d7e-9b79-8f4ec0dbcab0 with binding_index 1 {{(pid=103332) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 07:50:51.106121 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.base_scheduler [None req-1b2356a8-b1f4-4a22-b2d9-b76b7347d6ee tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861624-1-hyperv, 9b2aaf44-60e9-4e88-afbf-c97a4221b073) {{(pid=103332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:50:51.116877 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b05dbe5-da34-4556-9de0-ba20b0da8f20 None None] Network 9b2aaf44-60e9-4e88-afbf-c97a4221b073 requested from dv-neutron-861624-1-hyperv {{(pid=103334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 07:50:51.128571 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b2356a8-b1f4-4a22-b2d9-b76b7347d6ee tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:50:51.129356 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-1b2356a8-b1f4-4a22-b2d9-b76b7347d6ee tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for subnet, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:50:51.155524 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-ee2f6df6-5fdb-41e3-8fe8-b4490e0cf161 None None] Notify callbacks [] for port, precommit_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:50:51.168772 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-1b2356a8-b1f4-4a22-b2d9-b76b7347d6ee tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 839 time: 0.7238324 Oct 19 07:50:51.171537 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 33812) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:50:51.188290 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-ee2f6df6-5fdb-41e3-8fe8-b4490e0cf161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:50:51.233410 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-ee2f6df6-5fdb-41e3-8fe8-b4490e0cf161 None None] Attempting to bind port 8b5a099c-f71d-4c65-ace6-90ff4adfb812 on host dv-neutron-861624-1-hyperv for vnic_type normal with profile {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 19 07:50:51.233764 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-ee2f6df6-5fdb-41e3-8fe8-b4490e0cf161 None None] Attempting to bind port 8b5a099c-f71d-4c65-ace6-90ff4adfb812 by drivers openvswitch,hyperv on host dv-neutron-861624-1-hyperv at level 0 using segments [{'id': '53981d04-8205-40d8-8d33-0510111d6f8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd'}] {{(pid=103334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 19 07:50:51.234139 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee2f6df6-5fdb-41e3-8fe8-b4490e0cf161 None None] Attempting to bind port 8b5a099c-f71d-4c65-ace6-90ff4adfb812 on network 99c66757-74e3-40a4-b479-8d09e3a7c3dd {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 07:50:51.247448 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee2f6df6-5fdb-41e3-8fe8-b4490e0cf161 None None] Checking agent: {'id': 'a5b0152c-d633-409b-aaf8-3b76458e2410', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861624-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 19, 7, 30, 19), 'started_at': datetime.datetime(2022, 10, 19, 7, 30, 49), 'heartbeat_timestamp': datetime.datetime(2022, 10, 19, 7, 50, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861624-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 07:50:51.247823 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee2f6df6-5fdb-41e3-8fe8-b4490e0cf161 None None] Checking segment: {'id': '53981d04-8205-40d8-8d33-0510111d6f8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 19 07:50:51.248225 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-ee2f6df6-5fdb-41e3-8fe8-b4490e0cf161 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:50:51.248650 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee2f6df6-5fdb-41e3-8fe8-b4490e0cf161 None None] Bound using segment: {'id': '53981d04-8205-40d8-8d33-0510111d6f8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd'} {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 07:50:51.249222 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-ee2f6df6-5fdb-41e3-8fe8-b4490e0cf161 None None] Bound port: 8b5a099c-f71d-4c65-ace6-90ff4adfb812, host: dv-neutron-861624-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53981d04-8205-40d8-8d33-0510111d6f8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd'}}] {{(pid=103334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 19 07:50:51.249496 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-ee2f6df6-5fdb-41e3-8fe8-b4490e0cf161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:50:51.279434 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8470aee-16f9-4ea7-835e-14c75f1f9cfd None None] Pushing event updated for resources: {'Port': ['ID=8b5a099c-f71d-4c65-ace6-90ff4adfb812,revision_number=2']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:50:51.363825 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-ee2f6df6-5fdb-41e3-8fe8-b4490e0cf161 None None] For port 8b5a099c-f71d-4c65-ace6-90ff4adfb812, host dv-neutron-861624-1-hyperv, cleared binding levels {{(pid=103334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 07:50:51.376259 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93798ccd-c842-42b0-8c28-834c4412162e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d12c6ac-27a3-545c-a8f3-f04e30423d6d-9b2aaf44-60e9-4e88-afbf-c97a4221b073', 'network_id': '9b2aaf44-60e9-4e88-afbf-c97a4221b073', 'tenant_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'fixed_ips': [{'subnet_id': '8dbbc9eb-5907-46bf-9638-935b68b1c488'}]}} from dv-neutron-861624-1-hyperv. {{(pid=103334) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 07:50:51.377149 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-93798ccd-c842-42b0-8c28-834c4412162e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:50:51.389140 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-ee2f6df6-5fdb-41e3-8fe8-b4490e0cf161 None None] For port 8b5a099c-f71d-4c65-ace6-90ff4adfb812, host dv-neutron-861624-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=8b5a099c-f71d-4c65-ace6-90ff4adfb812,segment=NetworkSegment(53981d04-8205-40d8-8d33-0510111d6f8f),segment_id=53981d04-8205-40d8-8d33-0510111d6f8f)] {{(pid=103334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 07:50:51.397219 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-ee2f6df6-5fdb-41e3-8fe8-b4490e0cf161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:50:51.501783 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee2f6df6-5fdb-41e3-8fe8-b4490e0cf161 None None] Routers {'f9c65748-1d02-4292-8b2a-21f1ffce8c13'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 07:50:51.502329 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-ee2f6df6-5fdb-41e3-8fe8-b4490e0cf161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T07:50:46Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['f9c65748-1d02-4292-8b2a-21f1ffce8c13'], 'active': True} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:50:51.564385 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8470aee-16f9-4ea7-835e-14c75f1f9cfd None None] Pushing event updated for resources: {'Port': ['ID=8b5a099c-f71d-4c65-ace6-90ff4adfb812,revision_number=3']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:50:51.650522 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.db_base_plugin_common [None req-93798ccd-c842-42b0-8c28-834c4412162e None None] Allocated IP 172.20.0.2 (9b2aaf44-60e9-4e88-afbf-c97a4221b073/8dbbc9eb-5907-46bf-9638-935b68b1c488/a1afa8b4-460c-4829-8069-d7867caf4be5) {{(pid=103334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 07:50:51.670895 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvr_db [None req-ee2f6df6-5fdb-41e3-8fe8-b4490e0cf161 None None] Set router f9c65748-1d02-4292-8b2a-21f1ffce8c13 gateway port host: dv-neutron-861624-1-hyperv {{(pid=103334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 07:50:51.699785 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-44bf9f9b-d8a1-4ecc-9aad-eb267d8321c6 tempest-TestVolumeBootPattern-1806498022 tempest-TestVolumeBootPattern-1806498022-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:50:51.829133 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-44bf9f9b-d8a1-4ecc-9aad-eb267d8321c6 tempest-TestVolumeBootPattern-1806498022 tempest-TestVolumeBootPattern-1806498022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:50:51.909941 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-e69a6d33-681e-4f0a-98aa-fd8ae3f54bf5 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:50:51.943538 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-93798ccd-c842-42b0-8c28-834c4412162e None None] Notify callbacks [] for port, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:50:51.950887 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-93798ccd-c842-42b0-8c28-834c4412162e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785020947330'] for port, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:50:51.998408 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93798ccd-c842-42b0-8c28-834c4412162e None None] Network 9b2aaf44-60e9-4e88-afbf-c97a4221b073 is already hosted by enough agents. {{(pid=103334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 07:50:52.007797 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.scheduler.base_scheduler [None req-93798ccd-c842-42b0-8c28-834c4412162e None None] Resources bound (agent type, host, resource id): {{(pid=103334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:50:52.010675 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93798ccd-c842-42b0-8c28-834c4412162e None None] Received port after_create {{(pid=103334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 07:50:52.012469 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93798ccd-c842-42b0-8c28-834c4412162e None None] Pushing event updated for resources: {'Port': ['ID=a1afa8b4-460c-4829-8069-d7867caf4be5,revision_number=1']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:50:52.016596 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-ee2f6df6-5fdb-41e3-8fe8-b4490e0cf161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9c65748-1d02-4292-8b2a-21f1ffce8c13', 'name': 'tempest-TestNetworkBasicOps-router-1529366030', 'tenant_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'external_fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.210'}], 'enable_snat': True}, 'gw_port_id': '8b5a099c-f71d-4c65-ace6-90ff4adfb812', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T07:50:48Z', 'updated_at': '2022-10-19T07:50:49Z', 'revision_number': 3, 'project_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'gw_port': {'id': '8b5a099c-f71d-4c65-ace6-90ff4adfb812', 'name': '', 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:87:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9c65748-1d02-4292-8b2a-21f1ffce8c13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:50:49Z', 'updated_at': '2022-10-19T07:50:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861624-1-hyperv'}], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:50:52.048155 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee2f6df6-5fdb-41e3-8fe8-b4490e0cf161 None None] The sync data for ids ['f9c65748-1d02-4292-8b2a-21f1ffce8c13'] in dv-neutron-861624-1-hyperv is: [{'id': 'f9c65748-1d02-4292-8b2a-21f1ffce8c13', 'name': 'tempest-TestNetworkBasicOps-router-1529366030', 'tenant_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'external_fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.210'}], 'enable_snat': True}, 'gw_port_id': '8b5a099c-f71d-4c65-ace6-90ff4adfb812', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T07:50:48Z', 'updated_at': '2022-10-19T07:50:49Z', 'revision_number': 3, 'project_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'gw_port': {'id': '8b5a099c-f71d-4c65-ace6-90ff4adfb812', 'name': '', 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:87:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9c65748-1d02-4292-8b2a-21f1ffce8c13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:50:49Z', 'updated_at': '2022-10-19T07:50:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861624-1-hyperv'}] {{(pid=103334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 07:50:52.098732 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-93798ccd-c842-42b0-8c28-834c4412162e None None] Attempting to bind port a1afa8b4-460c-4829-8069-d7867caf4be5 on host dv-neutron-861624-1-hyperv for vnic_type normal with profile {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 19 07:50:52.099196 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-93798ccd-c842-42b0-8c28-834c4412162e None None] Attempting to bind port a1afa8b4-460c-4829-8069-d7867caf4be5 by drivers openvswitch,hyperv on host dv-neutron-861624-1-hyperv at level 0 using segments [{'id': 'ab2cb047-2039-459f-ae24-7fab4aca9152', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '9b2aaf44-60e9-4e88-afbf-c97a4221b073'}] {{(pid=103334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 19 07:50:52.099821 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93798ccd-c842-42b0-8c28-834c4412162e None None] Attempting to bind port a1afa8b4-460c-4829-8069-d7867caf4be5 on network 9b2aaf44-60e9-4e88-afbf-c97a4221b073 {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 07:50:52.105929 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93798ccd-c842-42b0-8c28-834c4412162e None None] Checking agent: {'id': 'a5b0152c-d633-409b-aaf8-3b76458e2410', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861624-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 19, 7, 30, 19), 'started_at': datetime.datetime(2022, 10, 19, 7, 30, 49), 'heartbeat_timestamp': datetime.datetime(2022, 10, 19, 7, 50, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861624-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 07:50:52.106387 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93798ccd-c842-42b0-8c28-834c4412162e None None] Checking segment: {'id': 'ab2cb047-2039-459f-ae24-7fab4aca9152', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '9b2aaf44-60e9-4e88-afbf-c97a4221b073'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 19 07:50:52.106853 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-93798ccd-c842-42b0-8c28-834c4412162e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:50:52.107305 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93798ccd-c842-42b0-8c28-834c4412162e None None] Bound using segment: {'id': 'ab2cb047-2039-459f-ae24-7fab4aca9152', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '9b2aaf44-60e9-4e88-afbf-c97a4221b073'} {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 07:50:52.107835 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-93798ccd-c842-42b0-8c28-834c4412162e None None] Bound port: a1afa8b4-460c-4829-8069-d7867caf4be5, host: dv-neutron-861624-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab2cb047-2039-459f-ae24-7fab4aca9152', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '9b2aaf44-60e9-4e88-afbf-c97a4221b073'}}] {{(pid=103334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 19 07:50:52.108275 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-93798ccd-c842-42b0-8c28-834c4412162e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:50:52.122065 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-44bf9f9b-d8a1-4ecc-9aad-eb267d8321c6 tempest-TestVolumeBootPattern-1806498022 tempest-TestVolumeBootPattern-1806498022-project] Notify callbacks [] for port, precommit_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:50:52.154878 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-44bf9f9b-d8a1-4ecc-9aad-eb267d8321c6 tempest-TestVolumeBootPattern-1806498022 tempest-TestVolumeBootPattern-1806498022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133553807'] for port, after_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:50:52.186084 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-93798ccd-c842-42b0-8c28-834c4412162e None None] For port a1afa8b4-460c-4829-8069-d7867caf4be5, host dv-neutron-861624-1-hyperv, cleared binding levels {{(pid=103334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 07:50:52.189262 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-93798ccd-c842-42b0-8c28-834c4412162e None None] For port a1afa8b4-460c-4829-8069-d7867caf4be5, host dv-neutron-861624-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=a1afa8b4-460c-4829-8069-d7867caf4be5,segment=NetworkSegment(ab2cb047-2039-459f-ae24-7fab4aca9152),segment_id=ab2cb047-2039-459f-ae24-7fab4aca9152)] {{(pid=103334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 07:50:52.193622 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-93798ccd-c842-42b0-8c28-834c4412162e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:50:52.286492 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-44bf9f9b-d8a1-4ecc-9aad-eb267d8321c6 tempest-TestVolumeBootPattern-1806498022 tempest-TestVolumeBootPattern-1806498022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1695041'] for floatingip, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:50:52.440874 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93798ccd-c842-42b0-8c28-834c4412162e None None] Pushing event updated for resources: {'Port': ['ID=a1afa8b4-460c-4829-8069-d7867caf4be5,revision_number=2']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:50:52.686391 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bf9f9b-d8a1-4ecc-9aad-eb267d8321c6 tempest-TestVolumeBootPattern-1806498022 tempest-TestVolumeBootPattern-1806498022-project] Pushing event updated for resources: {'Port': ['ID=ff5ec90f-6d09-4da2-bd46-cfb2e517b678,revision_number=2']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:50:52.790739 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.db_base_plugin_common [None req-e69a6d33-681e-4f0a-98aa-fd8ae3f54bf5 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Allocated IP 172.20.0.1 (9b2aaf44-60e9-4e88-afbf-c97a4221b073/8dbbc9eb-5907-46bf-9638-935b68b1c488/1fe8369e-0ebd-484f-a150-7f0c74e837dd) {{(pid=103332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 07:50:52.804896 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.db.l3_db [None req-44bf9f9b-d8a1-4ecc-9aad-eb267d8321c6 tempest-TestVolumeBootPattern-1806498022 tempest-TestVolumeBootPattern-1806498022-project] Floating IP a24a5944-e39b-4405-bea3-b2fbd247de5c associated. External IP: 172.26.0.215, port: 9f1ef1a9-7dba-4a35-8b72-4df45df25335. Oct 19 07:50:53.008125 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-e69a6d33-681e-4f0a-98aa-fd8ae3f54bf5 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for port, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:50:53.126364 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-e69a6d33-681e-4f0a-98aa-fd8ae3f54bf5 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785020947330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133553798'] for port, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:50:53.172246 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44bf9f9b-d8a1-4ecc-9aad-eb267d8321c6 tempest-TestVolumeBootPattern-1806498022 tempest-TestVolumeBootPattern-1806498022-project] Router 75e804fd-898a-4e41-901a-ea564d73d357 has already been hosted by L3 agent ab388470-1243-4d53-80f2-c2f5899c97a7 {{(pid=103332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 07:50:53.183519 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e69a6d33-681e-4f0a-98aa-fd8ae3f54bf5 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Network 9b2aaf44-60e9-4e88-afbf-c97a4221b073 is already hosted by enough agents. {{(pid=103332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 07:50:53.191593 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.base_scheduler [None req-e69a6d33-681e-4f0a-98aa-fd8ae3f54bf5 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Resources bound (agent type, host, resource id): {{(pid=103332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:50:53.199108 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e69a6d33-681e-4f0a-98aa-fd8ae3f54bf5 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Received port after_create {{(pid=103332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 07:50:53.202780 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69a6d33-681e-4f0a-98aa-fd8ae3f54bf5 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Pushing event updated for resources: {'Port': ['ID=1fe8369e-0ebd-484f-a150-7f0c74e837dd,revision_number=1']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:50:53.266556 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c56cbab-14a2-47cb-9247-376841b9ed81 None None] Network 9b2aaf44-60e9-4e88-afbf-c97a4221b073 requested from dv-neutron-861624-1-hyperv {{(pid=103334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 07:50:53.318861 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-e69a6d33-681e-4f0a-98aa-fd8ae3f54bf5 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1695190'] for router_interface, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:50:53.328195 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device 8b5a099c-f71d-4c65-ace6-90ff4adfb812 up at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 07:50:53.392557 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-a3895b92-6f24-443a-9b3f-ef5e20fb1d11 None None] Provisioning complete for port a1afa8b4-460c-4829-8069-d7867caf4be5 triggered by entity DHCP. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:50:53.393211 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-a3895b92-6f24-443a-9b3f-ef5e20fb1d11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:50:53.393211 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-a3895b92-6f24-443a-9b3f-ef5e20fb1d11 None None] Attempt 1 to provision port a1afa8b4-460c-4829-8069-d7867caf4be5 Oct 19 07:50:53.416653 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44bf9f9b-d8a1-4ecc-9aad-eb267d8321c6 tempest-TestVolumeBootPattern-1806498022 tempest-TestVolumeBootPattern-1806498022-project] Notify agent at l3_agent.dv-neutron-861624-1-hyperv the message routers_updated {{(pid=103332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 07:50:53.430518 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2181c9e-7862-4793-8f52-f5fe82eb0ab3 None None] Sync routers for ids ['75e804fd-898a-4e41-901a-ea564d73d357'] in dv-neutron-861624-1-hyperv {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 07:50:53.447569 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2181c9e-7862-4793-8f52-f5fe82eb0ab3 None None] Routers {'75e804fd-898a-4e41-901a-ea564d73d357'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 07:50:53.449087 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-a2181c9e-7862-4793-8f52-f5fe82eb0ab3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T07:50:46Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['75e804fd-898a-4e41-901a-ea564d73d357'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:50:53.470887 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-44bf9f9b-d8a1-4ecc-9aad-eb267d8321c6 tempest-TestVolumeBootPattern-1806498022 tempest-TestVolumeBootPattern-1806498022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42160'] for floatingip, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:50:53.485998 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Provisioning complete for port 8b5a099c-f71d-4c65-ace6-90ff4adfb812 triggered by entity L2. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:50:53.486478 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:50:53.486592 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Attempt 1 to provision port 8b5a099c-f71d-4c65-ace6-90ff4adfb812 Oct 19 07:50:53.530501 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-44bf9f9b-d8a1-4ecc-9aad-eb267d8321c6 tempest-TestVolumeBootPattern-1806498022 tempest-TestVolumeBootPattern-1806498022-project] 10.222.0.27 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.2343640 Oct 19 07:50:53.534939 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb74f45d-246d-4237-bf89-7696f1f084f5', 'tag': '9f1ef1a9-7dba-4a35-8b72-4df45df25335'}] {{(pid=103332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 19 07:50:53.537517 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a021b02cf5f527cd4bbbc40a031b51490d9893d7edeeb551bdf5128ee7546f8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-280c7c4e-0f63-4610-b91c-ddc1e4a4c2aa" -d '{"events": [{"name": "network-changed", "server_uuid": "cb74f45d-246d-4237-bf89-7696f1f084f5", "tag": "9f1ef1a9-7dba-4a35-8b72-4df45df25335"}]}' {{(pid=103332) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 07:50:53.552894 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-e69a6d33-681e-4f0a-98aa-fd8ae3f54bf5 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:50:53.583104 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-a3895b92-6f24-443a-9b3f-ef5e20fb1d11 None None] Current status of the port a1afa8b4-460c-4829-8069-d7867caf4be5 is: DOWN; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:50:53.583104 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-a3895b92-6f24-443a-9b3f-ef5e20fb1d11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:50:53.602799 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvr_db [None req-a2181c9e-7862-4793-8f52-f5fe82eb0ab3 None None] Set router 75e804fd-898a-4e41-901a-ea564d73d357 gateway port host: dv-neutron-861624-1-hyperv {{(pid=103335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 07:50:53.647283 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Current status of the port 8b5a099c-f71d-4c65-ace6-90ff4adfb812 is: DOWN; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:50:53.647583 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:50:53.658297 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-a3895b92-6f24-443a-9b3f-ef5e20fb1d11 None None] For port a1afa8b4-460c-4829-8069-d7867caf4be5, host dv-neutron-861624-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=a1afa8b4-460c-4829-8069-d7867caf4be5,segment=NetworkSegment(ab2cb047-2039-459f-ae24-7fab4aca9152),segment_id=ab2cb047-2039-459f-ae24-7fab4aca9152)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:50:53.671372 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-a3895b92-6f24-443a-9b3f-ef5e20fb1d11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:50:53.689923 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] For port 8b5a099c-f71d-4c65-ace6-90ff4adfb812, host dv-neutron-861624-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=8b5a099c-f71d-4c65-ace6-90ff4adfb812,segment=NetworkSegment(53981d04-8205-40d8-8d33-0510111d6f8f),segment_id=53981d04-8205-40d8-8d33-0510111d6f8f)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:50:53.713225 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 19 Oct 2022 07:50:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-010d5346-1cbb-4019-8d02-9bdf7fc62e47 x-openstack-request-id: req-010d5346-1cbb-4019-8d02-9bdf7fc62e47 {{(pid=103332) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 07:50:53.713490 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb74f45d-246d-4237-bf89-7696f1f084f5", "tag": "9f1ef1a9-7dba-4a35-8b72-4df45df25335", "status": "completed", "code": 200}]} {{(pid=103332) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 07:50:53.713726 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-010d5346-1cbb-4019-8d02-9bdf7fc62e47 {{(pid=103332) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 07:50:53.714127 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.notifiers.nova [-] Nova event matching ['req-010d5346-1cbb-4019-8d02-9bdf7fc62e47'] response: {'name': 'network-changed', 'server_uuid': 'cb74f45d-246d-4237-bf89-7696f1f084f5', 'tag': '9f1ef1a9-7dba-4a35-8b72-4df45df25335', 'status': 'completed', 'code': 200} Oct 19 07:50:53.717838 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:50:53.718581 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device a1afa8b4-460c-4829-8069-d7867caf4be5 up at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 07:50:53.779661 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3895b92-6f24-443a-9b3f-ef5e20fb1d11 None None] Pushing event updated for resources: {'Port': ['ID=a1afa8b4-460c-4829-8069-d7867caf4be5,revision_number=3']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:50:53.838307 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Provisioning complete for port a1afa8b4-460c-4829-8069-d7867caf4be5 triggered by entity L2. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:50:53.838986 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:50:53.839470 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Attempt 1 to provision port a1afa8b4-460c-4829-8069-d7867caf4be5 Oct 19 07:50:53.863463 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280c7c4e-0f63-4610-b91c-ddc1e4a4c2aa req-f1c92cc5-af69-4201-aa49-9114c64169cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:50:53.865165 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-280c7c4e-0f63-4610-b91c-ddc1e4a4c2aa req-f1c92cc5-af69-4201-aa49-9114c64169cd service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=505fd091f8c84d6d8a8b7dc9bb7934bf&device_id=cb74f45d-246d-4237-bf89-7696f1f084f5 HTTP/1.1" status: 200 len: 1098 time: 0.1539402 Oct 19 07:50:53.879625 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Pushing event updated for resources: {'Port': ['ID=8b5a099c-f71d-4c65-ace6-90ff4adfb812,revision_number=4']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:50:53.914816 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-a2181c9e-7862-4793-8f52-f5fe82eb0ab3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75e804fd-898a-4e41-901a-ea564d73d357', 'name': 'tempest-TestVolumeBootPattern-2140510641-router', 'tenant_id': '505fd091f8c84d6d8a8b7dc9bb7934bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'external_fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.47'}], 'enable_snat': True}, 'gw_port_id': '27a5a6f1-ef1d-4f19-9401-e95be5cdafde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T07:45:41Z', 'updated_at': '2022-10-19T07:45:45Z', 'revision_number': 4, 'project_id': '505fd091f8c84d6d8a8b7dc9bb7934bf', 'gw_port': {'id': '27a5a6f1-ef1d-4f19-9401-e95be5cdafde', 'name': '', 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:8e:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75e804fd-898a-4e41-901a-ea564d73d357', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1311, 'fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:45:42Z', 'updated_at': '2022-10-19T07:45:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861624-1-hyperv', '_floatingips': [{'id': 'a24a5944-e39b-4405-bea3-b2fbd247de5c', 'tenant_id': '505fd091f8c84d6d8a8b7dc9bb7934bf', 'floating_ip_address': '172.26.0.215', 'floating_network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'router_id': '75e804fd-898a-4e41-901a-ea564d73d357', 'port_id': '9f1ef1a9-7dba-4a35-8b72-4df45df25335', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1443, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a23ce57c-5e7a-4686-b843-74109161e384', 'mac_address': 'fa:16:3e:40:89:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb74f45d-246d-4237-bf89-7696f1f084f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-19T07:50:51Z', 'updated_at': '2022-10-19T07:50:51Z', 'revision_number': 0, 'project_id': '505fd091f8c84d6d8a8b7dc9bb7934bf', 'fixed_ip_address_scope': None}, {'id': 'bf835650-ec17-4cc3-8e46-b047633066b3', 'tenant_id': '505fd091f8c84d6d8a8b7dc9bb7934bf', 'floating_ip_address': '172.26.0.2', 'floating_network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'router_id': '75e804fd-898a-4e41-901a-ea564d73d357', 'port_id': '586ccde1-a54b-46ec-9dc9-93d26aed97d9', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1387, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a23ce57c-5e7a-4686-b843-74109161e384', 'mac_address': 'fa:16:3e:85:7b:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89078aee-3fc3-49a7-ac37-8805f733a6d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-19T07:48:52Z', 'updated_at': '2022-10-19T07:48:54Z', 'revision_number': 1, 'project_id': '505fd091f8c84d6d8a8b7dc9bb7934bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '875c69bf-bbd0-43d5-a353-16a753075bc3', 'name': '', 'network_id': 'a23ce57c-5e7a-4686-b843-74109161e384', 'tenant_id': '505fd091f8c84d6d8a8b7dc9bb7934bf', 'mac_address': 'fa:16:3e:ac:9e:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75e804fd-898a-4e41-901a-ea564d73d357', 'device_owner': 'network:router_interface', 'standard_attr_id': 1312, 'fixed_ips': [{'subnet_id': '59cab28a-9f4d-46b7-9f00-ecdecb2d6122', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:45:44Z', 'updated_at': '2022-10-19T07:45:49Z', 'revision_number': 5, 'project_id': '505fd091f8c84d6d8a8b7dc9bb7934bf', 'subnets': [{'id': '59cab28a-9f4d-46b7-9f00-ecdecb2d6122', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:50:53.947411 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Current status of the port a1afa8b4-460c-4829-8069-d7867caf4be5 is: ACTIVE; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:50:53.951035 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2181c9e-7862-4793-8f52-f5fe82eb0ab3 None None] Checking router: 75e804fd-898a-4e41-901a-ea564d73d357 for host: dv-neutron-861624-1-hyperv {{(pid=103335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 07:50:53.963728 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2181c9e-7862-4793-8f52-f5fe82eb0ab3 None None] Routers {'75e804fd-898a-4e41-901a-ea564d73d357'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 07:50:53.964474 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-a2181c9e-7862-4793-8f52-f5fe82eb0ab3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T07:50:46Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['75e804fd-898a-4e41-901a-ea564d73d357'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:50:53.991025 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-9248dd50-1656-4bd5-8c0c-a73c2bdee431 None None] Provisioning complete for port 1fe8369e-0ebd-484f-a150-7f0c74e837dd triggered by entity DHCP. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:50:53.991794 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-9248dd50-1656-4bd5-8c0c-a73c2bdee431 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:50:53.992327 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-9248dd50-1656-4bd5-8c0c-a73c2bdee431 None None] Attempt 1 to provision port 1fe8369e-0ebd-484f-a150-7f0c74e837dd Oct 19 07:50:54.042123 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-9248dd50-1656-4bd5-8c0c-a73c2bdee431 None None] Port 1fe8369e-0ebd-484f-a150-7f0c74e837dd cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 07:50:54.076371 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280c7c4e-0f63-4610-b91c-ddc1e4a4c2aa req-d6cc888c-97ff-4859-b6c3-d30e9db3c37d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:50:54.077916 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-280c7c4e-0f63-4610-b91c-ddc1e4a4c2aa req-d6cc888c-97ff-4859-b6c3-d30e9db3c37d service neutron] 10.222.0.16 "GET /v2.0/networks?id=a23ce57c-5e7a-4686-b843-74109161e384 HTTP/1.1" status: 200 len: 913 time: 0.1945014 Oct 19 07:50:54.088418 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvr_db [None req-a2181c9e-7862-4793-8f52-f5fe82eb0ab3 None None] Set router 75e804fd-898a-4e41-901a-ea564d73d357 gateway port host: dv-neutron-861624-1-hyperv {{(pid=103335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 07:50:54.153329 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-e69a6d33-681e-4f0a-98aa-fd8ae3f54bf5 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for port, precommit_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:50:54.160788 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-e69a6d33-681e-4f0a-98aa-fd8ae3f54bf5 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133553807'] for port, after_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:50:54.210130 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-280c7c4e-0f63-4610-b91c-ddc1e4a4c2aa req-23d3f84d-1ffd-494f-a84a-7bcd9ff741f5 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9f1ef1a9-7dba-4a35-8b72-4df45df25335 HTTP/1.1" status: 200 len: 999 time: 0.1255858 Oct 19 07:50:54.271781 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-e69a6d33-681e-4f0a-98aa-fd8ae3f54bf5 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1574855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1694822'] for router_interface, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:50:54.273595 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69a6d33-681e-4f0a-98aa-fd8ae3f54bf5 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Pushing event updated for resources: {'Port': ['ID=1fe8369e-0ebd-484f-a150-7f0c74e837dd,revision_number=2']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:50:54.298035 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280c7c4e-0f63-4610-b91c-ddc1e4a4c2aa req-e217cc3c-5dec-433a-a3c0-a2528a365076 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:50:54.299557 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-280c7c4e-0f63-4610-b91c-ddc1e4a4c2aa req-e217cc3c-5dec-433a-a3c0-a2528a365076 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=59cab28a-9f4d-46b7-9f00-ecdecb2d6122 HTTP/1.1" status: 200 len: 851 time: 0.0786068 Oct 19 07:50:54.325635 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-a2181c9e-7862-4793-8f52-f5fe82eb0ab3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75e804fd-898a-4e41-901a-ea564d73d357', 'name': 'tempest-TestVolumeBootPattern-2140510641-router', 'tenant_id': '505fd091f8c84d6d8a8b7dc9bb7934bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'external_fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.47'}], 'enable_snat': True}, 'gw_port_id': '27a5a6f1-ef1d-4f19-9401-e95be5cdafde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T07:45:41Z', 'updated_at': '2022-10-19T07:45:45Z', 'revision_number': 4, 'project_id': '505fd091f8c84d6d8a8b7dc9bb7934bf', 'gw_port': {'id': '27a5a6f1-ef1d-4f19-9401-e95be5cdafde', 'name': '', 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:8e:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75e804fd-898a-4e41-901a-ea564d73d357', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1311, 'fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:45:42Z', 'updated_at': '2022-10-19T07:45:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861624-1-hyperv', '_floatingips': [{'id': 'a24a5944-e39b-4405-bea3-b2fbd247de5c', 'tenant_id': '505fd091f8c84d6d8a8b7dc9bb7934bf', 'floating_ip_address': '172.26.0.215', 'floating_network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'router_id': '75e804fd-898a-4e41-901a-ea564d73d357', 'port_id': '9f1ef1a9-7dba-4a35-8b72-4df45df25335', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1443, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a23ce57c-5e7a-4686-b843-74109161e384', 'mac_address': 'fa:16:3e:40:89:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb74f45d-246d-4237-bf89-7696f1f084f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-19T07:50:51Z', 'updated_at': '2022-10-19T07:50:51Z', 'revision_number': 0, 'project_id': '505fd091f8c84d6d8a8b7dc9bb7934bf', 'fixed_ip_address_scope': None}, {'id': 'bf835650-ec17-4cc3-8e46-b047633066b3', 'tenant_id': '505fd091f8c84d6d8a8b7dc9bb7934bf', 'floating_ip_address': '172.26.0.2', 'floating_network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'router_id': '75e804fd-898a-4e41-901a-ea564d73d357', 'port_id': '586ccde1-a54b-46ec-9dc9-93d26aed97d9', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1387, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a23ce57c-5e7a-4686-b843-74109161e384', 'mac_address': 'fa:16:3e:85:7b:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89078aee-3fc3-49a7-ac37-8805f733a6d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-19T07:48:52Z', 'updated_at': '2022-10-19T07:48:54Z', 'revision_number': 1, 'project_id': '505fd091f8c84d6d8a8b7dc9bb7934bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '875c69bf-bbd0-43d5-a353-16a753075bc3', 'name': '', 'network_id': 'a23ce57c-5e7a-4686-b843-74109161e384', 'tenant_id': '505fd091f8c84d6d8a8b7dc9bb7934bf', 'mac_address': 'fa:16:3e:ac:9e:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75e804fd-898a-4e41-901a-ea564d73d357', 'device_owner': 'network:router_interface', 'standard_attr_id': 1312, 'fixed_ips': [{'subnet_id': '59cab28a-9f4d-46b7-9f00-ecdecb2d6122', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:45:44Z', 'updated_at': '2022-10-19T07:45:49Z', 'revision_number': 5, 'project_id': '505fd091f8c84d6d8a8b7dc9bb7934bf', 'subnets': [{'id': '59cab28a-9f4d-46b7-9f00-ecdecb2d6122', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:50:54.401617 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280c7c4e-0f63-4610-b91c-ddc1e4a4c2aa req-3c60e696-63e8-46ee-b551-8024be7b86bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:50:54.403102 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-280c7c4e-0f63-4610-b91c-ddc1e4a4c2aa req-3c60e696-63e8-46ee-b551-8024be7b86bb service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a23ce57c-5e7a-4686-b843-74109161e384&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0928996 Oct 19 07:50:54.441359 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2181c9e-7862-4793-8f52-f5fe82eb0ab3 None None] The sync data for ids ['75e804fd-898a-4e41-901a-ea564d73d357'] in dv-neutron-861624-1-hyperv is: [{'id': '75e804fd-898a-4e41-901a-ea564d73d357', 'name': 'tempest-TestVolumeBootPattern-2140510641-router', 'tenant_id': '505fd091f8c84d6d8a8b7dc9bb7934bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'external_fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.47'}], 'enable_snat': True}, 'gw_port_id': '27a5a6f1-ef1d-4f19-9401-e95be5cdafde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T07:45:41Z', 'updated_at': '2022-10-19T07:45:45Z', 'revision_number': 4, 'project_id': '505fd091f8c84d6d8a8b7dc9bb7934bf', 'gw_port': {'id': '27a5a6f1-ef1d-4f19-9401-e95be5cdafde', 'name': '', 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:8e:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75e804fd-898a-4e41-901a-ea564d73d357', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1311, 'fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:45:42Z', 'updated_at': '2022-10-19T07:45:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861624-1-hyperv', '_floatingips': [{'id': 'a24a5944-e39b-4405-bea3-b2fbd247de5c', 'tenant_id': '505fd091f8c84d6d8a8b7dc9bb7934bf', 'floating_ip_address': '172.26.0.215', 'floating_network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'router_id': '75e804fd-898a-4e41-901a-ea564d73d357', 'port_id': '9f1ef1a9-7dba-4a35-8b72-4df45df25335', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1443, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a23ce57c-5e7a-4686-b843-74109161e384', 'mac_address': 'fa:16:3e:40:89:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb74f45d-246d-4237-bf89-7696f1f084f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-19T07:50:51Z', 'updated_at': '2022-10-19T07:50:51Z', 'revision_number': 0, 'project_id': '505fd091f8c84d6d8a8b7dc9bb7934bf', 'fixed_ip_address_scope': None}, {'id': 'bf835650-ec17-4cc3-8e46-b047633066b3', 'tenant_id': '505fd091f8c84d6d8a8b7dc9bb7934bf', 'floating_ip_address': '172.26.0.2', 'floating_network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'router_id': '75e804fd-898a-4e41-901a-ea564d73d357', 'port_id': '586ccde1-a54b-46ec-9dc9-93d26aed97d9', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1387, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a23ce57c-5e7a-4686-b843-74109161e384', 'mac_address': 'fa:16:3e:85:7b:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89078aee-3fc3-49a7-ac37-8805f733a6d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-19T07:48:52Z', 'updated_at': '2022-10-19T07:48:54Z', 'revision_number': 1, 'project_id': '505fd091f8c84d6d8a8b7dc9bb7934bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '875c69bf-bbd0-43d5-a353-16a753075bc3', 'name': '', 'network_id': 'a23ce57c-5e7a-4686-b843-74109161e384', 'tenant_id': '505fd091f8c84d6d8a8b7dc9bb7934bf', 'mac_address': 'fa:16:3e:ac:9e:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75e804fd-898a-4e41-901a-ea564d73d357', 'device_owner': 'network:router_interface', 'standard_attr_id': 1312, 'fixed_ips': [{'subnet_id': '59cab28a-9f4d-46b7-9f00-ecdecb2d6122', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:45:44Z', 'updated_at': '2022-10-19T07:45:49Z', 'revision_number': 5, 'project_id': '505fd091f8c84d6d8a8b7dc9bb7934bf', 'subnets': [{'id': '59cab28a-9f4d-46b7-9f00-ecdecb2d6122', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 07:50:54.442049 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e69a6d33-681e-4f0a-98aa-fd8ae3f54bf5 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Network 9b2aaf44-60e9-4e88-afbf-c97a4221b073 is already hosted by enough agents. {{(pid=103332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 07:50:54.454971 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.base_scheduler [None req-e69a6d33-681e-4f0a-98aa-fd8ae3f54bf5 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Resources bound (agent type, host, resource id): {{(pid=103332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:50:54.543301 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-9248dd50-1656-4bd5-8c0c-a73c2bdee431 None None] Attempt 2 to provision port 1fe8369e-0ebd-484f-a150-7f0c74e837dd Oct 19 07:50:54.568331 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-280c7c4e-0f63-4610-b91c-ddc1e4a4c2aa req-ff326664-b2ca-4f9f-86b6-519ba113cfb3 service neutron] 10.222.0.16 "GET /v2.0/networks/a23ce57c-5e7a-4686-b843-74109161e384?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1541226 Oct 19 07:50:54.588151 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-9248dd50-1656-4bd5-8c0c-a73c2bdee431 None None] Port 1fe8369e-0ebd-484f-a150-7f0c74e837dd cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 07:50:54.661664 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d898834-e652-4952-86ad-f80946036188 None None] New status for floating IP a24a5944-e39b-4405-bea3-b2fbd247de5c: ACTIVE {{(pid=103334) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 19 07:50:54.684451 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e69a6d33-681e-4f0a-98aa-fd8ae3f54bf5 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Router f9c65748-1d02-4292-8b2a-21f1ffce8c13 has already been hosted by L3 agent ab388470-1243-4d53-80f2-c2f5899c97a7 {{(pid=103332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 07:50:54.756835 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-280c7c4e-0f63-4610-b91c-ddc1e4a4c2aa req-6d3f2467-83fe-45cc-a9c7-8c41a758a6b7 service neutron] 10.222.0.16 "GET /v2.0/networks/a23ce57c-5e7a-4686-b843-74109161e384?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1488919 Oct 19 07:50:54.816702 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e69a6d33-681e-4f0a-98aa-fd8ae3f54bf5 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify agent at l3_agent.dv-neutron-861624-1-hyperv the message routers_updated {{(pid=103332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 07:50:54.822771 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-e69a6d33-681e-4f0a-98aa-fd8ae3f54bf5 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "PUT /v2.0/routers/f9c65748-1d02-4292-8b2a-21f1ffce8c13/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6502559 Oct 19 07:50:54.825530 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 33818) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:50:54.826687 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b1068ee-c83f-445d-ac53-0e88cab9813e None None] Sync routers for ids ['f9c65748-1d02-4292-8b2a-21f1ffce8c13'] in dv-neutron-861624-1-hyperv {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 07:50:54.836807 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b1068ee-c83f-445d-ac53-0e88cab9813e None None] Routers {'f9c65748-1d02-4292-8b2a-21f1ffce8c13'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 07:50:54.837420 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-8b1068ee-c83f-445d-ac53-0e88cab9813e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T07:50:46Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['f9c65748-1d02-4292-8b2a-21f1ffce8c13'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:50:54.928493 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-364f0fcb-3719-4ec2-bbe8-90925a6b719e tempest-TestNetworkBasicOps-773100899 tempest-TestNetworkBasicOps-773100899-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:50:54.928902 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-364f0fcb-3719-4ec2-bbe8-90925a6b719e tempest-TestNetworkBasicOps-773100899 tempest-TestNetworkBasicOps-773100899-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:50:54.929371 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-364f0fcb-3719-4ec2-bbe8-90925a6b719e tempest-TestNetworkBasicOps-773100899 tempest-TestNetworkBasicOps-773100899-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:50:54.929828 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-364f0fcb-3719-4ec2-bbe8-90925a6b719e tempest-TestNetworkBasicOps-773100899 tempest-TestNetworkBasicOps-773100899-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:50:54.930276 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-364f0fcb-3719-4ec2-bbe8-90925a6b719e tempest-TestNetworkBasicOps-773100899 tempest-TestNetworkBasicOps-773100899-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:50:54.930728 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-364f0fcb-3719-4ec2-bbe8-90925a6b719e tempest-TestNetworkBasicOps-773100899 tempest-TestNetworkBasicOps-773100899-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:50:54.932475 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-364f0fcb-3719-4ec2-bbe8-90925a6b719e tempest-TestNetworkBasicOps-773100899 tempest-TestNetworkBasicOps-773100899-project-admin] 10.222.0.27 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4285 time: 0.1060126 Oct 19 07:50:54.935240 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 33820) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:50:54.942767 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvr_db [None req-8b1068ee-c83f-445d-ac53-0e88cab9813e None None] Set router f9c65748-1d02-4292-8b2a-21f1ffce8c13 gateway port host: dv-neutron-861624-1-hyperv {{(pid=103335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 07:50:54.991479 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e936acbc-cbf3-49f8-affa-bdcd7a8efc39 tempest-TestNetworkBasicOps-773100899 tempest-TestNetworkBasicOps-773100899-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:50:54.991946 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e936acbc-cbf3-49f8-affa-bdcd7a8efc39 tempest-TestNetworkBasicOps-773100899 tempest-TestNetworkBasicOps-773100899-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:50:54.992565 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e936acbc-cbf3-49f8-affa-bdcd7a8efc39 tempest-TestNetworkBasicOps-773100899 tempest-TestNetworkBasicOps-773100899-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:50:54.993029 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e936acbc-cbf3-49f8-affa-bdcd7a8efc39 tempest-TestNetworkBasicOps-773100899 tempest-TestNetworkBasicOps-773100899-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:50:54.993479 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e936acbc-cbf3-49f8-affa-bdcd7a8efc39 tempest-TestNetworkBasicOps-773100899 tempest-TestNetworkBasicOps-773100899-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:50:54.993938 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e936acbc-cbf3-49f8-affa-bdcd7a8efc39 tempest-TestNetworkBasicOps-773100899 tempest-TestNetworkBasicOps-773100899-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:50:54.998210 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-e936acbc-cbf3-49f8-affa-bdcd7a8efc39 tempest-TestNetworkBasicOps-773100899 tempest-TestNetworkBasicOps-773100899-project-admin] 10.222.0.27 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4013 time: 0.0593722 Oct 19 07:50:54.998440 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 33822) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:50:55.089580 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-9248dd50-1656-4bd5-8c0c-a73c2bdee431 None None] Attempt 3 to provision port 1fe8369e-0ebd-484f-a150-7f0c74e837dd Oct 19 07:50:55.125250 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-9248dd50-1656-4bd5-8c0c-a73c2bdee431 None None] Port 1fe8369e-0ebd-484f-a150-7f0c74e837dd cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 07:50:55.137427 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-32dfa012-ec7a-4e60-bd9d-fa97ce3f3de0 tempest-TestNetworkBasicOps-773100899 tempest-TestNetworkBasicOps-773100899-project-admin] 10.222.0.27 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3049 time: 0.1377523 Oct 19 07:50:55.143007 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-8b1068ee-c83f-445d-ac53-0e88cab9813e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9c65748-1d02-4292-8b2a-21f1ffce8c13', 'name': 'tempest-TestNetworkBasicOps-router-1529366030', 'tenant_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'external_fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.210'}], 'enable_snat': True}, 'gw_port_id': '8b5a099c-f71d-4c65-ace6-90ff4adfb812', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T07:50:48Z', 'updated_at': '2022-10-19T07:50:53Z', 'revision_number': 4, 'project_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'gw_port': {'id': '8b5a099c-f71d-4c65-ace6-90ff4adfb812', 'name': '', 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:87:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9c65748-1d02-4292-8b2a-21f1ffce8c13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:50:49Z', 'updated_at': '2022-10-19T07:50:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861624-1-hyperv', '_interfaces': [{'id': '1fe8369e-0ebd-484f-a150-7f0c74e837dd', 'name': '', 'network_id': '9b2aaf44-60e9-4e88-afbf-c97a4221b073', 'tenant_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'mac_address': 'fa:16:3e:a1:da:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9c65748-1d02-4292-8b2a-21f1ffce8c13', 'device_owner': 'network:router_interface', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': '8dbbc9eb-5907-46bf-9638-935b68b1c488', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:50:52Z', 'updated_at': '2022-10-19T07:50:53Z', 'revision_number': 2, 'project_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'subnets': [{'id': '8dbbc9eb-5907-46bf-9638-935b68b1c488', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:50:55.174214 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b1068ee-c83f-445d-ac53-0e88cab9813e None None] Checking router: f9c65748-1d02-4292-8b2a-21f1ffce8c13 for host: dv-neutron-861624-1-hyperv {{(pid=103335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 07:50:55.174545 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b1068ee-c83f-445d-ac53-0e88cab9813e None None] Updating router f9c65748-1d02-4292-8b2a-21f1ffce8c13 port 1fe8369e-0ebd-484f-a150-7f0c74e837dd binding host dv-neutron-861624-1-hyperv {{(pid=103335) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 07:50:55.204161 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-8b1068ee-c83f-445d-ac53-0e88cab9813e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:50:55.207651 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 33826) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:50:55.212181 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-ee3ad8ca-206e-44e3-9646-233ad5c895d0 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1636964579', 'description': 'tempest-secgroup-smoke-1636964579 description', 'project_id': '47a12ea4f74e4c18b13323e6f3cc9741'}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:50:55.231066 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device 8b5a099c-f71d-4c65-ace6-90ff4adfb812 up at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 07:50:55.239644 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-ee3ad8ca-206e-44e3-9646-233ad5c895d0 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for security_group, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:50:55.286443 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Provisioning complete for port 8b5a099c-f71d-4c65-ace6-90ff4adfb812 triggered by entity L2. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:50:55.286830 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:50:55.287168 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Attempt 1 to provision port 8b5a099c-f71d-4c65-ace6-90ff4adfb812 Oct 19 07:50:55.316234 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-ee3ad8ca-206e-44e3-9646-233ad5c895d0 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for security_group, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:50:55.321751 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-ee3ad8ca-206e-44e3-9646-233ad5c895d0 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788643'] for security_group, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:50:55.354855 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-ee3ad8ca-206e-44e3-9646-233ad5c895d0 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for security_group, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:50:55.358966 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-ee3ad8ca-206e-44e3-9646-233ad5c895d0 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1474173 Oct 19 07:50:55.359164 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 33828) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:50:55.364582 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-468234fc-13b6-40fc-9baa-d64e80d590f7 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Request body: {'security_group_rule': {'security_group_id': 'c7ebaecb-1d5b-4f8a-be97-f5830ed5da26', 'project_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:50:55.371517 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3ad8ca-206e-44e3-9646-233ad5c895d0 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c7ebaecb-1d5b-4f8a-be97-f5830ed5da26,revision_number=1']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:50:55.379053 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Current status of the port 8b5a099c-f71d-4c65-ace6-90ff4adfb812 is: ACTIVE; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:50:55.380676 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device a1afa8b4-460c-4829-8069-d7867caf4be5 up at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 07:50:55.396987 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-468234fc-13b6-40fc-9baa-d64e80d590f7 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:50:55.433117 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Provisioning complete for port a1afa8b4-460c-4829-8069-d7867caf4be5 triggered by entity L2. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:50:55.433476 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:50:55.433730 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Attempt 1 to provision port a1afa8b4-460c-4829-8069-d7867caf4be5 Oct 19 07:50:55.466619 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-468234fc-13b6-40fc-9baa-d64e80d590f7 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:50:55.472425 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-468234fc-13b6-40fc-9baa-d64e80d590f7 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815365'] for security_group_rule, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:50:55.486753 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468234fc-13b6-40fc-9baa-d64e80d590f7 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=107a19c1-4c30-4365-8555-5b4df8ecbb0c,revision_number=0']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:50:55.500804 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-8b1068ee-c83f-445d-ac53-0e88cab9813e None None] Notify callbacks [] for port, precommit_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:50:55.503444 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-468234fc-13b6-40fc-9baa-d64e80d590f7 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:50:55.504996 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-468234fc-13b6-40fc-9baa-d64e80d590f7 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1448393 Oct 19 07:50:55.506669 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-8b1068ee-c83f-445d-ac53-0e88cab9813e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:50:55.507804 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 33830) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:50:55.512406 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-6b7f2dac-57a9-48c0-ba99-f29ee9c78fb0 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Request body: {'security_group_rule': {'security_group_id': 'c7ebaecb-1d5b-4f8a-be97-f5830ed5da26', 'project_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:50:55.519033 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Current status of the port a1afa8b4-460c-4829-8069-d7867caf4be5 is: ACTIVE; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:50:55.539567 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-6b7f2dac-57a9-48c0-ba99-f29ee9c78fb0 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:50:55.569834 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8448989-2791-45f6-b5b5-d57bff635f30 None None] Pushing event updated for resources: {'Port': ['ID=1fe8369e-0ebd-484f-a150-7f0c74e837dd,revision_number=3']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:50:55.593215 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8448989-2791-45f6-b5b5-d57bff635f30 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:50:55.593705 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8448989-2791-45f6-b5b5-d57bff635f30 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:50:55.594138 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8448989-2791-45f6-b5b5-d57bff635f30 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:50:55.594551 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8448989-2791-45f6-b5b5-d57bff635f30 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:50:55.594963 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8448989-2791-45f6-b5b5-d57bff635f30 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:50:55.595391 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8448989-2791-45f6-b5b5-d57bff635f30 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:50:55.595778 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8448989-2791-45f6-b5b5-d57bff635f30 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:50:55.596162 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8448989-2791-45f6-b5b5-d57bff635f30 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:50:55.597658 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8448989-2791-45f6-b5b5-d57bff635f30 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:50:55.597658 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8448989-2791-45f6-b5b5-d57bff635f30 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:50:55.598014 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8448989-2791-45f6-b5b5-d57bff635f30 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:50:55.598327 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8448989-2791-45f6-b5b5-d57bff635f30 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:50:55.602247 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-6b7f2dac-57a9-48c0-ba99-f29ee9c78fb0 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:50:55.607460 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-6b7f2dac-57a9-48c0-ba99-f29ee9c78fb0 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815365'] for security_group_rule, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:50:55.612684 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-8b1068ee-c83f-445d-ac53-0e88cab9813e None None] Attempting to bind port 1fe8369e-0ebd-484f-a150-7f0c74e837dd on host dv-neutron-861624-1-hyperv for vnic_type normal with profile {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 19 07:50:55.613238 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-8b1068ee-c83f-445d-ac53-0e88cab9813e None None] Attempting to bind port 1fe8369e-0ebd-484f-a150-7f0c74e837dd by drivers openvswitch,hyperv on host dv-neutron-861624-1-hyperv at level 0 using segments [{'id': 'ab2cb047-2039-459f-ae24-7fab4aca9152', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '9b2aaf44-60e9-4e88-afbf-c97a4221b073'}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 19 07:50:55.613403 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b1068ee-c83f-445d-ac53-0e88cab9813e None None] Attempting to bind port 1fe8369e-0ebd-484f-a150-7f0c74e837dd on network 9b2aaf44-60e9-4e88-afbf-c97a4221b073 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 07:50:55.618236 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b1068ee-c83f-445d-ac53-0e88cab9813e None None] Checking agent: {'id': 'a5b0152c-d633-409b-aaf8-3b76458e2410', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861624-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 19, 7, 30, 19), 'started_at': datetime.datetime(2022, 10, 19, 7, 30, 49), 'heartbeat_timestamp': datetime.datetime(2022, 10, 19, 7, 50, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861624-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 07:50:55.618603 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b1068ee-c83f-445d-ac53-0e88cab9813e None None] Checking segment: {'id': 'ab2cb047-2039-459f-ae24-7fab4aca9152', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '9b2aaf44-60e9-4e88-afbf-c97a4221b073'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 19 07:50:55.618990 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-8b1068ee-c83f-445d-ac53-0e88cab9813e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:50:55.619365 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b1068ee-c83f-445d-ac53-0e88cab9813e None None] Bound using segment: {'id': 'ab2cb047-2039-459f-ae24-7fab4aca9152', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '9b2aaf44-60e9-4e88-afbf-c97a4221b073'} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 07:50:55.619813 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-8b1068ee-c83f-445d-ac53-0e88cab9813e None None] Bound port: 1fe8369e-0ebd-484f-a150-7f0c74e837dd, host: dv-neutron-861624-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab2cb047-2039-459f-ae24-7fab4aca9152', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '9b2aaf44-60e9-4e88-afbf-c97a4221b073'}}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 19 07:50:55.620176 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-8b1068ee-c83f-445d-ac53-0e88cab9813e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:50:55.625303 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7f2dac-57a9-48c0-ba99-f29ee9c78fb0 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73781331-efa7-4a08-95e0-bf9e43a37164,revision_number=0']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:50:55.626200 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-9248dd50-1656-4bd5-8c0c-a73c2bdee431 None None] Attempt 4 to provision port 1fe8369e-0ebd-484f-a150-7f0c74e837dd Oct 19 07:50:55.635426 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-6b7f2dac-57a9-48c0-ba99-f29ee9c78fb0 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:50:55.636684 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-6b7f2dac-57a9-48c0-ba99-f29ee9c78fb0 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1278102 Oct 19 07:50:55.639386 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 33832) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:50:55.644765 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-9ced73fb-09aa-4a3c-9cfd-5f2c70cb7f10 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Request body: {'security_group_rule': {'security_group_id': 'c7ebaecb-1d5b-4f8a-be97-f5830ed5da26', 'project_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:50:55.670685 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-9ced73fb-09aa-4a3c-9cfd-5f2c70cb7f10 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:50:55.672737 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-9248dd50-1656-4bd5-8c0c-a73c2bdee431 None None] Port 1fe8369e-0ebd-484f-a150-7f0c74e837dd cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 07:50:55.689256 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-8b1068ee-c83f-445d-ac53-0e88cab9813e None None] For port 1fe8369e-0ebd-484f-a150-7f0c74e837dd, host dv-neutron-861624-1-hyperv, cleared binding levels {{(pid=103335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 07:50:55.692307 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-8b1068ee-c83f-445d-ac53-0e88cab9813e None None] For port 1fe8369e-0ebd-484f-a150-7f0c74e837dd, host dv-neutron-861624-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=1fe8369e-0ebd-484f-a150-7f0c74e837dd,segment=NetworkSegment(ab2cb047-2039-459f-ae24-7fab4aca9152),segment_id=ab2cb047-2039-459f-ae24-7fab4aca9152)] {{(pid=103335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 07:50:55.697019 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-8b1068ee-c83f-445d-ac53-0e88cab9813e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:50:55.734757 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-9ced73fb-09aa-4a3c-9cfd-5f2c70cb7f10 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:50:55.738793 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-9ced73fb-09aa-4a3c-9cfd-5f2c70cb7f10 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815365'] for security_group_rule, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:50:55.739157 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b1068ee-c83f-445d-ac53-0e88cab9813e None None] Routers {'f9c65748-1d02-4292-8b2a-21f1ffce8c13'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 07:50:55.739767 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-8b1068ee-c83f-445d-ac53-0e88cab9813e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T07:50:46Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['f9c65748-1d02-4292-8b2a-21f1ffce8c13'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:50:55.757278 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ced73fb-09aa-4a3c-9cfd-5f2c70cb7f10 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=439b1c57-a80e-489d-95e4-4ce23d115d35,revision_number=0']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:50:55.770242 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-9ced73fb-09aa-4a3c-9cfd-5f2c70cb7f10 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:50:55.774047 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-9ced73fb-09aa-4a3c-9cfd-5f2c70cb7f10 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1311433 Oct 19 07:50:55.774355 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 33834) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:50:55.787737 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-a3d03978-a1e2-4efc-9f4b-ceb9c3ee31e3 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Request body: {'security_group_rule': {'security_group_id': 'c7ebaecb-1d5b-4f8a-be97-f5830ed5da26', 'project_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:50:55.794471 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8448989-2791-45f6-b5b5-d57bff635f30 None None] Pushing event updated for resources: {'Port': ['ID=1fe8369e-0ebd-484f-a150-7f0c74e837dd,revision_number=4']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:50:55.814232 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-a3d03978-a1e2-4efc-9f4b-ceb9c3ee31e3 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:50:55.858665 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvr_db [None req-8b1068ee-c83f-445d-ac53-0e88cab9813e None None] Set router f9c65748-1d02-4292-8b2a-21f1ffce8c13 gateway port host: dv-neutron-861624-1-hyperv {{(pid=103335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 07:50:55.874875 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-a3d03978-a1e2-4efc-9f4b-ceb9c3ee31e3 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:50:55.879276 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-a3d03978-a1e2-4efc-9f4b-ceb9c3ee31e3 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815365'] for security_group_rule, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:50:55.902529 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-a3d03978-a1e2-4efc-9f4b-ceb9c3ee31e3 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:50:55.903747 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-a3d03978-a1e2-4efc-9f4b-ceb9c3ee31e3 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1282885 Oct 19 07:50:55.905003 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d03978-a1e2-4efc-9f4b-ceb9c3ee31e3 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1298844-4b9e-44e7-b022-2d36daaa23d6,revision_number=0']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:50:55.906725 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 33836) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:50:55.911099 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-f546ceba-c55e-4a43-8840-7801d17bcbb1 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Request body: {'security_group_rule': {'security_group_id': 'c7ebaecb-1d5b-4f8a-be97-f5830ed5da26', 'project_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:50:55.932500 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.db.securitygroups_db [None req-f546ceba-c55e-4a43-8840-7801d17bcbb1 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Project 47a12ea4f74e4c18b13323e6f3cc9741 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 19 07:50:55.937297 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-f546ceba-c55e-4a43-8840-7801d17bcbb1 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:50:55.999016 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-f546ceba-c55e-4a43-8840-7801d17bcbb1 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:50:56.003530 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-f546ceba-c55e-4a43-8840-7801d17bcbb1 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815365'] for security_group_rule, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:50:56.021046 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f546ceba-c55e-4a43-8840-7801d17bcbb1 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32a9f072-744a-4d4e-b66b-5eca75e2646e,revision_number=0']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:50:56.028833 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-f546ceba-c55e-4a43-8840-7801d17bcbb1 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:50:56.030026 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-f546ceba-c55e-4a43-8840-7801d17bcbb1 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1224022 Oct 19 07:50:56.032868 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 33838) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:50:56.037127 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-1103792b-2111-428d-a04b-3f05169c6dca tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Request body: {'security_group_rule': {'security_group_id': 'c7ebaecb-1d5b-4f8a-be97-f5830ed5da26', 'project_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:50:56.056389 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.db.securitygroups_db [None req-1103792b-2111-428d-a04b-3f05169c6dca tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Project 47a12ea4f74e4c18b13323e6f3cc9741 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 19 07:50:56.061107 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-1103792b-2111-428d-a04b-3f05169c6dca tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:50:56.061667 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-8b1068ee-c83f-445d-ac53-0e88cab9813e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9c65748-1d02-4292-8b2a-21f1ffce8c13', 'name': 'tempest-TestNetworkBasicOps-router-1529366030', 'tenant_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'external_fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.210'}], 'enable_snat': True}, 'gw_port_id': '8b5a099c-f71d-4c65-ace6-90ff4adfb812', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T07:50:48Z', 'updated_at': '2022-10-19T07:50:53Z', 'revision_number': 4, 'project_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'gw_port': {'id': '8b5a099c-f71d-4c65-ace6-90ff4adfb812', 'name': '', 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:87:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9c65748-1d02-4292-8b2a-21f1ffce8c13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:50:49Z', 'updated_at': '2022-10-19T07:50:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861624-1-hyperv', '_interfaces': [{'id': '1fe8369e-0ebd-484f-a150-7f0c74e837dd', 'name': '', 'network_id': '9b2aaf44-60e9-4e88-afbf-c97a4221b073', 'tenant_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'mac_address': 'fa:16:3e:a1:da:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9c65748-1d02-4292-8b2a-21f1ffce8c13', 'device_owner': 'network:router_interface', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': '8dbbc9eb-5907-46bf-9638-935b68b1c488', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:50:52Z', 'updated_at': '2022-10-19T07:50:55Z', 'revision_number': 4, 'project_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'subnets': [{'id': '8dbbc9eb-5907-46bf-9638-935b68b1c488', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:50:56.088977 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b1068ee-c83f-445d-ac53-0e88cab9813e None None] The sync data for ids ['f9c65748-1d02-4292-8b2a-21f1ffce8c13'] in dv-neutron-861624-1-hyperv is: [{'id': 'f9c65748-1d02-4292-8b2a-21f1ffce8c13', 'name': 'tempest-TestNetworkBasicOps-router-1529366030', 'tenant_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'external_fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.210'}], 'enable_snat': True}, 'gw_port_id': '8b5a099c-f71d-4c65-ace6-90ff4adfb812', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T07:50:48Z', 'updated_at': '2022-10-19T07:50:53Z', 'revision_number': 4, 'project_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'gw_port': {'id': '8b5a099c-f71d-4c65-ace6-90ff4adfb812', 'name': '', 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:87:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9c65748-1d02-4292-8b2a-21f1ffce8c13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:50:49Z', 'updated_at': '2022-10-19T07:50:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861624-1-hyperv', '_interfaces': [{'id': '1fe8369e-0ebd-484f-a150-7f0c74e837dd', 'name': '', 'network_id': '9b2aaf44-60e9-4e88-afbf-c97a4221b073', 'tenant_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'mac_address': 'fa:16:3e:a1:da:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9c65748-1d02-4292-8b2a-21f1ffce8c13', 'device_owner': 'network:router_interface', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': '8dbbc9eb-5907-46bf-9638-935b68b1c488', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:50:52Z', 'updated_at': '2022-10-19T07:50:55Z', 'revision_number': 4, 'project_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'subnets': [{'id': '8dbbc9eb-5907-46bf-9638-935b68b1c488', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 07:50:56.124986 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-1103792b-2111-428d-a04b-3f05169c6dca tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:50:56.131058 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-1103792b-2111-428d-a04b-3f05169c6dca tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815365'] for security_group_rule, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:50:56.156490 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1103792b-2111-428d-a04b-3f05169c6dca tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6519c5db-28cc-44e2-baf1-e7bbb35030f2,revision_number=0']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:50:56.168138 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-1103792b-2111-428d-a04b-3f05169c6dca tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:50:56.169364 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-1103792b-2111-428d-a04b-3f05169c6dca tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1355903 Oct 19 07:50:56.174000 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-9248dd50-1656-4bd5-8c0c-a73c2bdee431 None None] Attempt 5 to provision port 1fe8369e-0ebd-484f-a150-7f0c74e837dd Oct 19 07:50:56.263645 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-9248dd50-1656-4bd5-8c0c-a73c2bdee431 None None] Current status of the port 1fe8369e-0ebd-484f-a150-7f0c74e837dd is: DOWN; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:50:56.263645 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-9248dd50-1656-4bd5-8c0c-a73c2bdee431 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:50:56.304202 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-9248dd50-1656-4bd5-8c0c-a73c2bdee431 None None] For port 1fe8369e-0ebd-484f-a150-7f0c74e837dd, host dv-neutron-861624-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=1fe8369e-0ebd-484f-a150-7f0c74e837dd,segment=NetworkSegment(ab2cb047-2039-459f-ae24-7fab4aca9152),segment_id=ab2cb047-2039-459f-ae24-7fab4aca9152)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:50:56.308308 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-9248dd50-1656-4bd5-8c0c-a73c2bdee431 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:50:56.351065 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-9248dd50-1656-4bd5-8c0c-a73c2bdee431 None None] Provisioning complete for port a1afa8b4-460c-4829-8069-d7867caf4be5 triggered by entity DHCP. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:50:56.351470 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-9248dd50-1656-4bd5-8c0c-a73c2bdee431 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:50:56.351749 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-9248dd50-1656-4bd5-8c0c-a73c2bdee431 None None] Attempt 1 to provision port a1afa8b4-460c-4829-8069-d7867caf4be5 Oct 19 07:50:56.371924 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-a6db75e8-fcae-4415-86f3-658798a4233f req-479102c1-056e-4eb9-8006-93c0ae1b0add tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1636964579&fields=id&tenant_id=47a12ea4f74e4c18b13323e6f3cc9741 HTTP/1.1" status: 200 len: 267 time: 0.0360878 Oct 19 07:50:56.388904 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9248dd50-1656-4bd5-8c0c-a73c2bdee431 None None] Pushing event updated for resources: {'Port': ['ID=1fe8369e-0ebd-484f-a150-7f0c74e837dd,revision_number=5']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:50:56.445876 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-9248dd50-1656-4bd5-8c0c-a73c2bdee431 None None] Current status of the port a1afa8b4-460c-4829-8069-d7867caf4be5 is: ACTIVE; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:50:56.490921 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6db75e8-fcae-4415-86f3-658798a4233f req-518479d8-9e98-4324-ac93-5f867511eee5 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:50:56.492432 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-a6db75e8-fcae-4415-86f3-658798a4233f req-518479d8-9e98-4324-ac93-5f867511eee5 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "GET /v2.0/networks?id=9b2aaf44-60e9-4e88-afbf-c97a4221b073 HTTP/1.1" status: 200 len: 796 time: 0.1126184 Oct 19 07:50:56.508344 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-a6db75e8-fcae-4415-86f3-658798a4233f req-849d5780-c328-48fe-b21f-02ec54561607 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "GET /v2.0/quotas/47a12ea4f74e4c18b13323e6f3cc9741 HTTP/1.1" status: 200 len: 375 time: 0.0099237 Oct 19 07:50:56.562053 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-a6db75e8-fcae-4415-86f3-658798a4233f req-c1dbe3a3-aa25-408b-9a53-6bcd67b5937c tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "GET /v2.0/ports?tenant_id=47a12ea4f74e4c18b13323e6f3cc9741&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0476761 Oct 19 07:50:56.572034 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-d438c206-388a-43b1-b7ab-aef20ef0dd28 None None] Provisioning complete for port 1fe8369e-0ebd-484f-a150-7f0c74e837dd triggered by entity DHCP. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:50:56.572401 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d438c206-388a-43b1-b7ab-aef20ef0dd28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:50:56.572777 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-d438c206-388a-43b1-b7ab-aef20ef0dd28 None None] Attempt 1 to provision port 1fe8369e-0ebd-484f-a150-7f0c74e837dd Oct 19 07:50:56.657469 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-d438c206-388a-43b1-b7ab-aef20ef0dd28 None None] Current status of the port 1fe8369e-0ebd-484f-a150-7f0c74e837dd is: ACTIVE; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:50:56.664129 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-a6db75e8-fcae-4415-86f3-658798a4233f req-27c98e51-1d26-4616-8ab1-0cf62665a96d service neutron] 10.222.0.27 "GET /v2.0/networks/9b2aaf44-60e9-4e88-afbf-c97a4221b073?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876131 Oct 19 07:50:56.766824 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-a6db75e8-fcae-4415-86f3-658798a4233f req-52174219-5a94-45a2-8d35-30b9dce6e91c service neutron] 10.222.0.27 "GET /v2.0/networks/9b2aaf44-60e9-4e88-afbf-c97a4221b073?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933640 Oct 19 07:50:56.943770 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-9677ecc5-de7e-43e3-80eb-0180b2f5d4eb req-49559d4a-cc1e-4ab8-badd-eb0ed0fa7cb2 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "GET /v2.0/ports?device_id=45236966-25a6-47df-9c38-f54a4e213b75 HTTP/1.1" status: 200 len: 210 time: 0.0274954 Oct 19 07:50:57.253157 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device 1fe8369e-0ebd-484f-a150-7f0c74e837dd up at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 07:50:57.304303 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Provisioning complete for port 1fe8369e-0ebd-484f-a150-7f0c74e837dd triggered by entity L2. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:50:57.304703 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:50:57.305037 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Attempt 1 to provision port 1fe8369e-0ebd-484f-a150-7f0c74e837dd Oct 19 07:50:57.382784 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Current status of the port 1fe8369e-0ebd-484f-a150-7f0c74e837dd is: ACTIVE; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:50:58.166811 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-2fa1c043-a3d3-4657-a7c1-8ea5b383e76c req-9c4427b6-8bcd-4744-a967-f5911e4672e7 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "GET /v2.0/ports?device_id=45236966-25a6-47df-9c38-f54a4e213b75 HTTP/1.1" status: 200 len: 210 time: 0.0333428 Oct 19 07:50:58.193103 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6db75e8-fcae-4415-86f3-658798a4233f req-0046d292-a60e-4543-9574-d552bb453b8c tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:50:58.194528 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-a6db75e8-fcae-4415-86f3-658798a4233f req-0046d292-a60e-4543-9574-d552bb453b8c tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.16 "GET /v2.0/networks?id=9b2aaf44-60e9-4e88-afbf-c97a4221b073 HTTP/1.1" status: 200 len: 796 time: 0.4384327 Oct 19 07:50:58.235568 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-a6db75e8-fcae-4415-86f3-658798a4233f req-67df901b-3f5c-4916-bdfa-597f2f943608 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=47a12ea4f74e4c18b13323e6f3cc9741 HTTP/1.1" status: 200 len: 380 time: 0.0322971 Oct 19 07:50:58.244494 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [req-a6db75e8-fcae-4415-86f3-658798a4233f req-5810fa9d-291b-4b1a-982f-c4f3eea6b246 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Request body: {'port': {'device_id': '45236966-25a6-47df-9c38-f54a4e213b75', 'network_id': '9b2aaf44-60e9-4e88-afbf-c97a4221b073', 'admin_state_up': True, 'tenant_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'security_groups': ['c7ebaecb-1d5b-4f8a-be97-f5830ed5da26']}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:50:58.350691 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a6db75e8-fcae-4415-86f3-658798a4233f req-5810fa9d-291b-4b1a-982f-c4f3eea6b246 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Made reservation on behalf of 47a12ea4f74e4c18b13323e6f3cc9741 for: {'port': 1} {{(pid=103332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 07:50:58.354229 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-a6db75e8-fcae-4415-86f3-658798a4233f req-5810fa9d-291b-4b1a-982f-c4f3eea6b246 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:50:58.476715 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.db_base_plugin_common [req-a6db75e8-fcae-4415-86f3-658798a4233f req-5810fa9d-291b-4b1a-982f-c4f3eea6b246 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Allocated IP 172.20.0.9 (9b2aaf44-60e9-4e88-afbf-c97a4221b073/8dbbc9eb-5907-46bf-9638-935b68b1c488/5547fa0a-943e-4e7c-a536-e22b56dd48cb) {{(pid=103332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 07:50:58.615053 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-a6db75e8-fcae-4415-86f3-658798a4233f req-5810fa9d-291b-4b1a-982f-c4f3eea6b246 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for port, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:50:58.648632 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-a6db75e8-fcae-4415-86f3-658798a4233f req-5810fa9d-291b-4b1a-982f-c4f3eea6b246 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785020947330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133553798'] for port, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:50:58.692449 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a6db75e8-fcae-4415-86f3-658798a4233f req-5810fa9d-291b-4b1a-982f-c4f3eea6b246 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Network 9b2aaf44-60e9-4e88-afbf-c97a4221b073 is already hosted by enough agents. {{(pid=103332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 07:50:58.695548 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.base_scheduler [req-a6db75e8-fcae-4415-86f3-658798a4233f req-5810fa9d-291b-4b1a-982f-c4f3eea6b246 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Resources bound (agent type, host, resource id): {{(pid=103332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:50:58.697910 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6db75e8-fcae-4415-86f3-658798a4233f req-5810fa9d-291b-4b1a-982f-c4f3eea6b246 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Received port after_create {{(pid=103332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 07:50:58.727419 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5810fa9d-291b-4b1a-982f-c4f3eea6b246 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Pushing event updated for resources: {'Port': ['ID=5547fa0a-943e-4e7c-a536-e22b56dd48cb,revision_number=1']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:50:58.763169 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6db75e8-fcae-4415-86f3-658798a4233f req-5810fa9d-291b-4b1a-982f-c4f3eea6b246 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:50:58.763822 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-a6db75e8-fcae-4415-86f3-658798a4233f req-5810fa9d-291b-4b1a-982f-c4f3eea6b246 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42160'] for port, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:50:58.785576 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-a6db75e8-fcae-4415-86f3-658798a4233f req-5810fa9d-291b-4b1a-982f-c4f3eea6b246 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5441492 Oct 19 07:50:58.797031 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [req-a6db75e8-fcae-4415-86f3-658798a4233f req-177f9284-ea7e-47f4-86bb-0427021b5fed service neutron] Request body: {'port': {'device_id': '45236966-25a6-47df-9c38-f54a4e213b75', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8616'}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:50:58.861103 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-a6db75e8-fcae-4415-86f3-658798a4233f req-177f9284-ea7e-47f4-86bb-0427021b5fed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:50:58.995013 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-ad6eef0b-02be-4b0f-8ff9-55e164aac6f4 None None] Provisioning complete for port 5547fa0a-943e-4e7c-a536-e22b56dd48cb triggered by entity DHCP. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:50:58.995596 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-ad6eef0b-02be-4b0f-8ff9-55e164aac6f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:50:58.995969 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-ad6eef0b-02be-4b0f-8ff9-55e164aac6f4 None None] Attempt 1 to provision port 5547fa0a-943e-4e7c-a536-e22b56dd48cb Oct 19 07:50:59.035863 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-ad6eef0b-02be-4b0f-8ff9-55e164aac6f4 None None] Port 5547fa0a-943e-4e7c-a536-e22b56dd48cb cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 07:50:59.171644 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.notifiers.nova [req-a6db75e8-fcae-4415-86f3-658798a4233f req-177f9284-ea7e-47f4-86bb-0427021b5fed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5547fa0a-943e-4e7c-a536-e22b56dd48cb {{(pid=103332) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 19 07:50:59.180541 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-a6db75e8-fcae-4415-86f3-658798a4233f req-177f9284-ea7e-47f4-86bb-0427021b5fed service neutron] Notify callbacks [] for port, precommit_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:50:59.194689 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.provisioning_blocks [req-a6db75e8-fcae-4415-86f3-658798a4233f req-177f9284-ea7e-47f4-86bb-0427021b5fed service neutron] Transition to ACTIVE for port object 5547fa0a-943e-4e7c-a536-e22b56dd48cb will not be triggered until provisioned by entity L2. {{(pid=103332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 19 07:50:59.200147 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-a6db75e8-fcae-4415-86f3-658798a4233f req-177f9284-ea7e-47f4-86bb-0427021b5fed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133553807'] for port, after_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:50:59.287335 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177f9284-ea7e-47f4-86bb-0427021b5fed service neutron] Pushing event updated for resources: {'Port': ['ID=5547fa0a-943e-4e7c-a536-e22b56dd48cb,revision_number=2']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:50:59.371151 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1c95dd-5b4d-42ee-b395-8b15ede2bdc0 req-7787b37a-c9eb-41a6-98c6-d295804cd38e tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:50:59.373676 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-9a1c95dd-5b4d-42ee-b395-8b15ede2bdc0 req-7787b37a-c9eb-41a6-98c6-d295804cd38e tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "GET /v2.0/ports?device_id=45236966-25a6-47df-9c38-f54a4e213b75 HTTP/1.1" status: 200 len: 943 time: 0.1239488 Oct 19 07:50:59.378717 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.managers [req-a6db75e8-fcae-4415-86f3-658798a4233f req-177f9284-ea7e-47f4-86bb-0427021b5fed service neutron] Attempting to bind port 5547fa0a-943e-4e7c-a536-e22b56dd48cb on host hv-neutron-8616 for vnic_type normal with profile {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 19 07:50:59.378882 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.managers [req-a6db75e8-fcae-4415-86f3-658798a4233f req-177f9284-ea7e-47f4-86bb-0427021b5fed service neutron] Attempting to bind port 5547fa0a-943e-4e7c-a536-e22b56dd48cb by drivers openvswitch,hyperv on host hv-neutron-8616 at level 0 using segments [{'id': 'ab2cb047-2039-459f-ae24-7fab4aca9152', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '9b2aaf44-60e9-4e88-afbf-c97a4221b073'}] {{(pid=103332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 19 07:50:59.379126 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6db75e8-fcae-4415-86f3-658798a4233f req-177f9284-ea7e-47f4-86bb-0427021b5fed service neutron] Attempting to bind port 5547fa0a-943e-4e7c-a536-e22b56dd48cb on network 9b2aaf44-60e9-4e88-afbf-c97a4221b073 {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 07:50:59.393652 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6db75e8-fcae-4415-86f3-658798a4233f req-177f9284-ea7e-47f4-86bb-0427021b5fed service neutron] Port 5547fa0a-943e-4e7c-a536-e22b56dd48cb on network 9b2aaf44-60e9-4e88-afbf-c97a4221b073 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8616 {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 07:50:59.394650 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6db75e8-fcae-4415-86f3-658798a4233f req-177f9284-ea7e-47f4-86bb-0427021b5fed service neutron] Attempting to bind port 5547fa0a-943e-4e7c-a536-e22b56dd48cb on network 9b2aaf44-60e9-4e88-afbf-c97a4221b073 {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 07:50:59.407222 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6db75e8-fcae-4415-86f3-658798a4233f req-177f9284-ea7e-47f4-86bb-0427021b5fed service neutron] Checking agent: {'id': '5297b6e1-8fc1-4f42-910c-8f50c918ca65', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8616', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 19, 7, 36, 11), 'started_at': datetime.datetime(2022, 10, 19, 7, 36, 11), 'heartbeat_timestamp': datetime.datetime(2022, 10, 19, 7, 50, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 07:50:59.407569 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6db75e8-fcae-4415-86f3-658798a4233f req-177f9284-ea7e-47f4-86bb-0427021b5fed service neutron] Checking segment: {'id': 'ab2cb047-2039-459f-ae24-7fab4aca9152', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '9b2aaf44-60e9-4e88-afbf-c97a4221b073'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 19 07:50:59.407948 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6db75e8-fcae-4415-86f3-658798a4233f req-177f9284-ea7e-47f4-86bb-0427021b5fed service neutron] Bound using segment: {'id': 'ab2cb047-2039-459f-ae24-7fab4aca9152', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '9b2aaf44-60e9-4e88-afbf-c97a4221b073'} {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 07:50:59.408601 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.managers [req-a6db75e8-fcae-4415-86f3-658798a4233f req-177f9284-ea7e-47f4-86bb-0427021b5fed service neutron] Bound port: 5547fa0a-943e-4e7c-a536-e22b56dd48cb, host: hv-neutron-8616, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab2cb047-2039-459f-ae24-7fab4aca9152', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '9b2aaf44-60e9-4e88-afbf-c97a4221b073'}}] {{(pid=103332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 19 07:50:59.409428 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-a6db75e8-fcae-4415-86f3-658798a4233f req-177f9284-ea7e-47f4-86bb-0427021b5fed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:50:59.446027 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-9a1c95dd-5b4d-42ee-b395-8b15ede2bdc0 req-07a589fc-cf3f-4043-a53e-827b7958ecf2 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "GET /v2.0/security-groups?id=c7ebaecb-1d5b-4f8a-be97-f5830ed5da26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641592 Oct 19 07:50:59.510971 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.db [req-a6db75e8-fcae-4415-86f3-658798a4233f req-177f9284-ea7e-47f4-86bb-0427021b5fed service neutron] For port 5547fa0a-943e-4e7c-a536-e22b56dd48cb, host hv-neutron-8616, cleared binding levels {{(pid=103332) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 07:50:59.514439 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.db [req-a6db75e8-fcae-4415-86f3-658798a4233f req-177f9284-ea7e-47f4-86bb-0427021b5fed service neutron] For port 5547fa0a-943e-4e7c-a536-e22b56dd48cb, host hv-neutron-8616, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=5547fa0a-943e-4e7c-a536-e22b56dd48cb,segment=NetworkSegment(ab2cb047-2039-459f-ae24-7fab4aca9152),segment_id=ab2cb047-2039-459f-ae24-7fab4aca9152)] {{(pid=103332) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 07:50:59.520981 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-a6db75e8-fcae-4415-86f3-658798a4233f req-177f9284-ea7e-47f4-86bb-0427021b5fed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133553807'] for port, after_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:50:59.524726 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6db75e8-fcae-4415-86f3-658798a4233f req-177f9284-ea7e-47f4-86bb-0427021b5fed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:50:59.525529 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-a6db75e8-fcae-4415-86f3-658798a4233f req-177f9284-ea7e-47f4-86bb-0427021b5fed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42160'] for port, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:50:59.527003 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-a6db75e8-fcae-4415-86f3-658798a4233f req-177f9284-ea7e-47f4-86bb-0427021b5fed service neutron] 10.222.0.16 "PUT /v2.0/ports/5547fa0a-943e-4e7c-a536-e22b56dd48cb HTTP/1.1" status: 200 len: 1093 time: 0.7343459 Oct 19 07:50:59.529191 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45236966-25a6-47df-9c38-f54a4e213b75', 'tag': '5547fa0a-943e-4e7c-a536-e22b56dd48cb'}] {{(pid=103332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 19 07:50:59.532374 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a021b02cf5f527cd4bbbc40a031b51490d9893d7edeeb551bdf5128ee7546f8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74c21e06-1fd1-46d3-9c0e-d34ca62fe8f2" -d '{"events": [{"name": "network-changed", "server_uuid": "45236966-25a6-47df-9c38-f54a4e213b75", "tag": "5547fa0a-943e-4e7c-a536-e22b56dd48cb"}]}' {{(pid=103332) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 07:50:59.537246 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-ad6eef0b-02be-4b0f-8ff9-55e164aac6f4 None None] Attempt 2 to provision port 5547fa0a-943e-4e7c-a536-e22b56dd48cb Oct 19 07:50:59.583206 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-ad6eef0b-02be-4b0f-8ff9-55e164aac6f4 None None] Port 5547fa0a-943e-4e7c-a536-e22b56dd48cb had new provisioning blocks added so it will not transition to active. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:370}} Oct 19 07:50:59.602129 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 19 Oct 2022 07:50:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-819f72b5-c958-4940-ae19-b134b7bacdc5 x-openstack-request-id: req-819f72b5-c958-4940-ae19-b134b7bacdc5 {{(pid=103332) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 07:50:59.602402 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45236966-25a6-47df-9c38-f54a4e213b75", "tag": "5547fa0a-943e-4e7c-a536-e22b56dd48cb", "status": "completed", "code": 200}]} {{(pid=103332) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 07:50:59.602702 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-819f72b5-c958-4940-ae19-b134b7bacdc5 {{(pid=103332) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 07:50:59.603097 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.notifiers.nova [-] Nova event matching ['req-819f72b5-c958-4940-ae19-b134b7bacdc5'] response: {'name': 'network-changed', 'server_uuid': '45236966-25a6-47df-9c38-f54a4e213b75', 'tag': '5547fa0a-943e-4e7c-a536-e22b56dd48cb', 'status': 'completed', 'code': 200} Oct 19 07:50:59.626450 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177f9284-ea7e-47f4-86bb-0427021b5fed service neutron] Pushing event updated for resources: {'Port': ['ID=5547fa0a-943e-4e7c-a536-e22b56dd48cb,revision_number=3']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:50:59.637692 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6db75e8-fcae-4415-86f3-658798a4233f req-1bef076c-b135-4733-b80b-7ca260ef624f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:50:59.639238 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-a6db75e8-fcae-4415-86f3-658798a4233f req-1bef076c-b135-4733-b80b-7ca260ef624f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=47a12ea4f74e4c18b13323e6f3cc9741&device_id=45236966-25a6-47df-9c38-f54a4e213b75 HTTP/1.1" status: 200 len: 1096 time: 0.0662177 Oct 19 07:50:59.683267 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-a6db75e8-fcae-4415-86f3-658798a4233f req-cb3118fc-614f-40d9-a854-dc3bb283ca97 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5547fa0a-943e-4e7c-a536-e22b56dd48cb HTTP/1.1" status: 200 len: 217 time: 0.0357528 Oct 19 07:50:59.739288 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6db75e8-fcae-4415-86f3-658798a4233f req-c9667394-9cd1-4edf-b983-6ece3fb863d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:50:59.740825 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-a6db75e8-fcae-4415-86f3-658798a4233f req-c9667394-9cd1-4edf-b983-6ece3fb863d0 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8dbbc9eb-5907-46bf-9638-935b68b1c488 HTTP/1.1" status: 200 len: 842 time: 0.0498550 Oct 19 07:50:59.789907 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6db75e8-fcae-4415-86f3-658798a4233f req-2a8a3033-9dc2-48bd-9e02-ce716f4b2e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:50:59.791336 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-a6db75e8-fcae-4415-86f3-658798a4233f req-2a8a3033-9dc2-48bd-9e02-ce716f4b2e8c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=9b2aaf44-60e9-4e88-afbf-c97a4221b073&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0442238 Oct 19 07:50:59.889743 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-a6db75e8-fcae-4415-86f3-658798a4233f req-b9c44a45-d697-43df-b9dd-a9d21ddefd48 service neutron] 10.222.0.16 "GET /v2.0/networks/9b2aaf44-60e9-4e88-afbf-c97a4221b073?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922997 Oct 19 07:50:59.994811 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-a6db75e8-fcae-4415-86f3-658798a4233f req-6855d50b-a9ba-4c35-a85b-7d8f35a599ba service neutron] 10.222.0.16 "GET /v2.0/networks/9b2aaf44-60e9-4e88-afbf-c97a4221b073?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959752 Oct 19 07:51:00.086927 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c21e06-1fd1-46d3-9c0e-d34ca62fe8f2 req-74e26bad-9754-4a03-b508-bdfc80ff34a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:51:00.088613 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-74c21e06-1fd1-46d3-9c0e-d34ca62fe8f2 req-74e26bad-9754-4a03-b508-bdfc80ff34a0 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=47a12ea4f74e4c18b13323e6f3cc9741&device_id=45236966-25a6-47df-9c38-f54a4e213b75 HTTP/1.1" status: 200 len: 1096 time: 0.0462441 Oct 19 07:51:00.196538 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c21e06-1fd1-46d3-9c0e-d34ca62fe8f2 req-d50c2c47-1197-4796-95a3-964ad5830401 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:51:00.198033 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-74c21e06-1fd1-46d3-9c0e-d34ca62fe8f2 req-d50c2c47-1197-4796-95a3-964ad5830401 service neutron] 10.222.0.16 "GET /v2.0/networks?id=9b2aaf44-60e9-4e88-afbf-c97a4221b073 HTTP/1.1" status: 200 len: 897 time: 0.1016109 Oct 19 07:51:00.244651 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-74c21e06-1fd1-46d3-9c0e-d34ca62fe8f2 req-5c182b0a-aa45-4bea-805d-465fbb73fc43 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5547fa0a-943e-4e7c-a536-e22b56dd48cb HTTP/1.1" status: 200 len: 217 time: 0.0388436 Oct 19 07:51:00.300066 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c21e06-1fd1-46d3-9c0e-d34ca62fe8f2 req-000a61f4-c52d-411a-951b-a3eb71afa19e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:51:00.301639 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-74c21e06-1fd1-46d3-9c0e-d34ca62fe8f2 req-000a61f4-c52d-411a-951b-a3eb71afa19e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8dbbc9eb-5907-46bf-9638-935b68b1c488 HTTP/1.1" status: 200 len: 842 time: 0.0499790 Oct 19 07:51:00.348751 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c21e06-1fd1-46d3-9c0e-d34ca62fe8f2 req-d98c50f2-7711-4242-ba40-d4f4bd3a439a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:51:00.350300 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-74c21e06-1fd1-46d3-9c0e-d34ca62fe8f2 req-d98c50f2-7711-4242-ba40-d4f4bd3a439a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=9b2aaf44-60e9-4e88-afbf-c97a4221b073&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0417662 Oct 19 07:51:00.446093 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-74c21e06-1fd1-46d3-9c0e-d34ca62fe8f2 req-5b4e7612-7583-4ebe-92df-741ef72874c2 service neutron] 10.222.0.16 "GET /v2.0/networks/9b2aaf44-60e9-4e88-afbf-c97a4221b073?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887024 Oct 19 07:51:00.559678 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-74c21e06-1fd1-46d3-9c0e-d34ca62fe8f2 req-1fd654fb-7c3a-4278-92fc-3a6bb7b2daaa service neutron] 10.222.0.16 "GET /v2.0/networks/9b2aaf44-60e9-4e88-afbf-c97a4221b073?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1063716 Oct 19 07:51:00.581290 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f06f50-462e-41ee-a044-ab22cdcf89e1 req-0b1db707-dd02-4697-a6d5-90e2dcfda7a6 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:51:00.583139 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-17f06f50-462e-41ee-a044-ab22cdcf89e1 req-0b1db707-dd02-4697-a6d5-90e2dcfda7a6 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "GET /v2.0/ports?device_id=45236966-25a6-47df-9c38-f54a4e213b75 HTTP/1.1" status: 200 len: 943 time: 0.0586059 Oct 19 07:51:00.622339 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-17f06f50-462e-41ee-a044-ab22cdcf89e1 req-1a516b0d-5fb3-4684-a5bf-7f264156d009 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "GET /v2.0/security-groups?id=c7ebaecb-1d5b-4f8a-be97-f5830ed5da26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322583 Oct 19 07:51:01.397486 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Device 5547fa0a-943e-4e7c-a536-e22b56dd48cb details requested by agent hyperv_hv-neutron-8616 with host hv-neutron-8616 {{(pid=103334) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 07:51:01.494321 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] For port 5547fa0a-943e-4e7c-a536-e22b56dd48cb, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=5547fa0a-943e-4e7c-a536-e22b56dd48cb,segment=NetworkSegment(ab2cb047-2039-459f-ae24-7fab4aca9152),segment_id=ab2cb047-2039-459f-ae24-7fab4aca9152)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:51:01.505059 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Returning: {'device': '5547fa0a-943e-4e7c-a536-e22b56dd48cb', 'network_id': '9b2aaf44-60e9-4e88-afbf-c97a4221b073', 'port_id': '5547fa0a-943e-4e7c-a536-e22b56dd48cb', 'mac_address': 'fa:16:3e:3e:33:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8dbbc9eb-5907-46bf-9638-935b68b1c488', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103334) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 07:51:01.542211 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Current status of the port 5547fa0a-943e-4e7c-a536-e22b56dd48cb is: DOWN; New status is: BUILD {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:51:01.542514 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:51:01.554902 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.notifiers.nova [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5547fa0a-943e-4e7c-a536-e22b56dd48cb {{(pid=103334) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 19 07:51:01.573756 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] For port 5547fa0a-943e-4e7c-a536-e22b56dd48cb, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=5547fa0a-943e-4e7c-a536-e22b56dd48cb,segment=NetworkSegment(ab2cb047-2039-459f-ae24-7fab4aca9152),segment_id=ab2cb047-2039-459f-ae24-7fab4aca9152)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:51:01.577293 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:51:01.622182 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Pushing event updated for resources: {'Port': ['ID=5547fa0a-943e-4e7c-a536-e22b56dd48cb,revision_number=4']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:51:01.755562 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9faab439-0d22-4651-8f5d-9cf5cc021318 req-1402e330-cd45-4751-9b22-e504381e84fd tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:51:01.757068 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-9faab439-0d22-4651-8f5d-9cf5cc021318 req-1402e330-cd45-4751-9b22-e504381e84fd tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "GET /v2.0/ports?device_id=45236966-25a6-47df-9c38-f54a4e213b75 HTTP/1.1" status: 200 len: 944 time: 0.0577359 Oct 19 07:51:01.796308 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-9faab439-0d22-4651-8f5d-9cf5cc021318 req-60b57f7f-eb05-45d7-9e38-791bda054cf5 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "GET /v2.0/security-groups?id=c7ebaecb-1d5b-4f8a-be97-f5830ed5da26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330365 Oct 19 07:51:01.810553 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] get_ports_and_sgs() called for port_ids ['5547fa0a-943e-4e7c-a536-e22b56dd48cb'] {{(pid=103334) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 19 07:51:02.916418 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b78898-e811-4da4-b3e1-768b8189c181 req-85fd97bb-16e8-4466-a239-3b43782ed23c tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:51:02.917903 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-15b78898-e811-4da4-b3e1-768b8189c181 req-85fd97bb-16e8-4466-a239-3b43782ed23c tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "GET /v2.0/ports?device_id=45236966-25a6-47df-9c38-f54a4e213b75 HTTP/1.1" status: 200 len: 944 time: 0.0483232 Oct 19 07:51:02.954088 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-15b78898-e811-4da4-b3e1-768b8189c181 req-4fedb2ae-5504-49c8-be24-08ffed05ce17 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "GET /v2.0/security-groups?id=c7ebaecb-1d5b-4f8a-be97-f5830ed5da26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300536 Oct 19 07:51:03.396591 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Device 5547fa0a-943e-4e7c-a536-e22b56dd48cb up at agent hyperv_hv-neutron-8616 {{(pid=103334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 07:51:03.445607 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Provisioning for port 5547fa0a-943e-4e7c-a536-e22b56dd48cb completed by entity L2. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 19 07:51:03.449457 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Provisioning complete for port 5547fa0a-943e-4e7c-a536-e22b56dd48cb triggered by entity L2. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:51:03.449824 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:51:03.450150 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Attempt 1 to provision port 5547fa0a-943e-4e7c-a536-e22b56dd48cb Oct 19 07:51:03.526644 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Current status of the port 5547fa0a-943e-4e7c-a536-e22b56dd48cb is: BUILD; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:51:03.527031 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:51:03.548337 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45236966-25a6-47df-9c38-f54a4e213b75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5547fa0a-943e-4e7c-a536-e22b56dd48cb'}] {{(pid=103334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 19 07:51:03.550709 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d918bd29c62f7e926e80ce37adcd574e0921d2de3006e6b6ef58999f52d8e2e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58f3f9fd-26e6-424b-8c8a-1e33cadb764e" -d '{"events": [{"server_uuid": "45236966-25a6-47df-9c38-f54a4e213b75", "name": "network-vif-plugged", "status": "completed", "tag": "5547fa0a-943e-4e7c-a536-e22b56dd48cb"}]}' {{(pid=103334) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 07:51:03.566871 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] For port 5547fa0a-943e-4e7c-a536-e22b56dd48cb, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=5547fa0a-943e-4e7c-a536-e22b56dd48cb,segment=NetworkSegment(ab2cb047-2039-459f-ae24-7fab4aca9152),segment_id=ab2cb047-2039-459f-ae24-7fab4aca9152)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:51:03.571066 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:51:03.594878 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 19 Oct 2022 07:51:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eec449f8-389b-4788-a06c-46356dd0b019 x-openstack-request-id: req-eec449f8-389b-4788-a06c-46356dd0b019 {{(pid=103334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 07:51:03.595200 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45236966-25a6-47df-9c38-f54a4e213b75", "name": "network-vif-plugged", "status": "completed", "tag": "5547fa0a-943e-4e7c-a536-e22b56dd48cb", "code": 200}]} {{(pid=103334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 07:51:03.595424 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-eec449f8-389b-4788-a06c-46356dd0b019 {{(pid=103334) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 07:51:03.595814 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eec449f8-389b-4788-a06c-46356dd0b019'] response: {'server_uuid': '45236966-25a6-47df-9c38-f54a4e213b75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5547fa0a-943e-4e7c-a536-e22b56dd48cb', 'code': 200} Oct 19 07:51:03.621584 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Pushing event updated for resources: {'Port': ['ID=5547fa0a-943e-4e7c-a536-e22b56dd48cb,revision_number=5']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:51:03.746752 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fe3ce7-6aea-4311-8b19-4c468d49bdaa req-a6bf24ce-f358-4668-929a-d3400e1b8bff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:51:03.748255 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-23fe3ce7-6aea-4311-8b19-4c468d49bdaa req-a6bf24ce-f358-4668-929a-d3400e1b8bff service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=45236966-25a6-47df-9c38-f54a4e213b75 HTTP/1.1" status: 200 len: 1098 time: 0.0391369 Oct 19 07:51:03.782154 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-23fe3ce7-6aea-4311-8b19-4c468d49bdaa req-d96f935a-ff0d-4689-a543-4d01a1a1cd22 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=c7ebaecb-1d5b-4f8a-be97-f5830ed5da26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0271008 Oct 19 07:51:04.077179 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd013469-c827-43d9-a0b5-23a843d0b3a9 req-e4cc8a38-8879-4c27-970a-63c21d1ab7da tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:51:04.078629 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-dd013469-c827-43d9-a0b5-23a843d0b3a9 req-e4cc8a38-8879-4c27-970a-63c21d1ab7da tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "GET /v2.0/ports?device_id=45236966-25a6-47df-9c38-f54a4e213b75 HTTP/1.1" status: 200 len: 945 time: 0.0515234 Oct 19 07:51:04.116070 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-dd013469-c827-43d9-a0b5-23a843d0b3a9 req-9d506813-3723-448b-9d6e-33c12ac33a82 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "GET /v2.0/security-groups?id=c7ebaecb-1d5b-4f8a-be97-f5830ed5da26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310400 Oct 19 07:51:05.240707 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2919fe4-e2a9-4baa-a397-44235bc2a028 req-a5695550-d47b-4ee2-9a3c-bf96bb70ce3d tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:51:05.242354 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-c2919fe4-e2a9-4baa-a397-44235bc2a028 req-a5695550-d47b-4ee2-9a3c-bf96bb70ce3d tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "GET /v2.0/ports?device_id=45236966-25a6-47df-9c38-f54a4e213b75 HTTP/1.1" status: 200 len: 945 time: 0.0506024 Oct 19 07:51:05.280178 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-c2919fe4-e2a9-4baa-a397-44235bc2a028 req-810328d9-007d-4c9a-aa89-581de5f2ddbb tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "GET /v2.0/security-groups?id=c7ebaecb-1d5b-4f8a-be97-f5830ed5da26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319080 Oct 19 07:51:05.403884 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f43b81-02ef-4dcc-81a0-68ffe95addca req-5a80e97f-e4bd-41ab-851e-ddf1a3917ed7 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:51:05.405290 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-b6f43b81-02ef-4dcc-81a0-68ffe95addca req-5a80e97f-e4bd-41ab-851e-ddf1a3917ed7 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "GET /v2.0/ports?device_id=45236966-25a6-47df-9c38-f54a4e213b75 HTTP/1.1" status: 200 len: 945 time: 0.0499547 Oct 19 07:51:05.443832 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-b6f43b81-02ef-4dcc-81a0-68ffe95addca req-e4183819-9808-4c16-bc9d-7702c8deded6 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "GET /v2.0/security-groups?id=c7ebaecb-1d5b-4f8a-be97-f5830ed5da26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323858 Oct 19 07:51:05.471623 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 33892) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:51:05.511583 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d7b8851-f00c-4640-a05c-a838055824e6 tempest-TestNetworkBasicOps-773100899 tempest-TestNetworkBasicOps-773100899-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:51:05.514152 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-1d7b8851-f00c-4640-a05c-a838055824e6 tempest-TestNetworkBasicOps-773100899 tempest-TestNetworkBasicOps-773100899-project-admin] 10.222.0.27 "GET /v2.0/ports?device_id=45236966-25a6-47df-9c38-f54a4e213b75 HTTP/1.1" status: 200 len: 1093 time: 0.0404420 Oct 19 07:51:05.515871 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 33894) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:51:05.520337 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-bf49bd96-2e10-40cc-b4bd-3f31797a1364 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Request body: {'floatingip': {'floating_network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'port_id': '5547fa0a-943e-4e7c-a536-e22b56dd48cb', 'tenant_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:51:05.540448 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-bf49bd96-2e10-40cc-b4bd-3f31797a1364 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for floatingip, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:51:05.638417 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-bf49bd96-2e10-40cc-b4bd-3f31797a1364 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:51:05.743039 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.db_base_plugin_common [None req-bf49bd96-2e10-40cc-b4bd-3f31797a1364 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Allocated IP 172.26.0.23 (99c66757-74e3-40a4-b479-8d09e3a7c3dd/7f3d1034-1de7-458a-a3ee-77488de3949b/0dd4a791-e27b-4065-aea3-7ec22295ecef) {{(pid=103333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 07:51:05.850346 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-bf49bd96-2e10-40cc-b4bd-3f31797a1364 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for port, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:51:05.882887 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-bf49bd96-2e10-40cc-b4bd-3f31797a1364 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785020947330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130996763'] for port, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:51:05.925692 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf49bd96-2e10-40cc-b4bd-3f31797a1364 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Network 99c66757-74e3-40a4-b479-8d09e3a7c3dd is already hosted by enough agents. {{(pid=103333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 07:51:05.928530 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-bf49bd96-2e10-40cc-b4bd-3f31797a1364 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Resources bound (agent type, host, resource id): {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:51:05.931092 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf49bd96-2e10-40cc-b4bd-3f31797a1364 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Received port after_create {{(pid=103333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 07:51:05.959497 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf49bd96-2e10-40cc-b4bd-3f31797a1364 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Pushing event updated for resources: {'Port': ['ID=0dd4a791-e27b-4065-aea3-7ec22295ecef,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:51:06.677987 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-bf49bd96-2e10-40cc-b4bd-3f31797a1364 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:51:06.759263 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-bf49bd96-2e10-40cc-b4bd-3f31797a1364 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:51:06.911548 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-bf49bd96-2e10-40cc-b4bd-3f31797a1364 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for port, precommit_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:51:06.915897 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-bf49bd96-2e10-40cc-b4bd-3f31797a1364 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130996754'] for port, after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:51:06.987342 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-bf49bd96-2e10-40cc-b4bd-3f31797a1364 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1695041'] for floatingip, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:51:06.989095 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf49bd96-2e10-40cc-b4bd-3f31797a1364 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Pushing event updated for resources: {'Port': ['ID=0dd4a791-e27b-4065-aea3-7ec22295ecef,revision_number=2']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:51:07.100149 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.db.l3_db [None req-bf49bd96-2e10-40cc-b4bd-3f31797a1364 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Floating IP 23023c08-760b-4cb3-8337-d0b3269473a4 associated. External IP: 172.26.0.23, port: 5547fa0a-943e-4e7c-a536-e22b56dd48cb. Oct 19 07:51:07.344246 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf49bd96-2e10-40cc-b4bd-3f31797a1364 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Router f9c65748-1d02-4292-8b2a-21f1ffce8c13 has already been hosted by L3 agent ab388470-1243-4d53-80f2-c2f5899c97a7 {{(pid=103333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 07:51:07.456277 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf49bd96-2e10-40cc-b4bd-3f31797a1364 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify agent at l3_agent.dv-neutron-861624-1-hyperv the message routers_updated {{(pid=103333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 07:51:07.466070 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe16e73c-0f5c-456d-8327-4e70d1182eff None None] Sync routers for ids ['f9c65748-1d02-4292-8b2a-21f1ffce8c13'] in dv-neutron-861624-1-hyperv {{(pid=103334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 07:51:07.473517 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-bf49bd96-2e10-40cc-b4bd-3f31797a1364 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42160'] for floatingip, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:51:07.476081 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe16e73c-0f5c-456d-8327-4e70d1182eff None None] Routers {'f9c65748-1d02-4292-8b2a-21f1ffce8c13'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 07:51:07.476935 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-fe16e73c-0f5c-456d-8327-4e70d1182eff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T07:50:46Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['f9c65748-1d02-4292-8b2a-21f1ffce8c13'], 'active': True} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:51:07.502940 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-bf49bd96-2e10-40cc-b4bd-3f31797a1364 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9845941 Oct 19 07:51:07.504035 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45236966-25a6-47df-9c38-f54a4e213b75', 'tag': '5547fa0a-943e-4e7c-a536-e22b56dd48cb'}] {{(pid=103333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 19 07:51:07.505346 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 33898) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:51:07.506560 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e3bb7d74903c72d9cb0d0f2f187c581e0456bd3142b101dc46d694cf75cdf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-062932f9-bed6-4da3-a446-fed7f9c1338b" -d '{"events": [{"name": "network-changed", "server_uuid": "45236966-25a6-47df-9c38-f54a4e213b75", "tag": "5547fa0a-943e-4e7c-a536-e22b56dd48cb"}]}' {{(pid=103333) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 07:51:07.543589 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 19 Oct 2022 07:51:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e425b20-b3cb-4696-aad9-24b0cf870300 x-openstack-request-id: req-8e425b20-b3cb-4696-aad9-24b0cf870300 {{(pid=103333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 07:51:07.543955 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45236966-25a6-47df-9c38-f54a4e213b75", "tag": "5547fa0a-943e-4e7c-a536-e22b56dd48cb", "status": "completed", "code": 200}]} {{(pid=103333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 07:51:07.544278 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-8e425b20-b3cb-4696-aad9-24b0cf870300 {{(pid=103333) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 07:51:07.544796 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8e425b20-b3cb-4696-aad9-24b0cf870300'] response: {'name': 'network-changed', 'server_uuid': '45236966-25a6-47df-9c38-f54a4e213b75', 'tag': '5547fa0a-943e-4e7c-a536-e22b56dd48cb', 'status': 'completed', 'code': 200} Oct 19 07:51:07.583195 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-6396d7da-9fce-4c89-8366-42758c647512 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "GET /v2.0/floatingips/23023c08-760b-4cb3-8337-d0b3269473a4 HTTP/1.1" status: 200 len: 990 time: 0.0761454 Oct 19 07:51:07.588072 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvr_db [None req-fe16e73c-0f5c-456d-8327-4e70d1182eff None None] Set router f9c65748-1d02-4292-8b2a-21f1ffce8c13 gateway port host: dv-neutron-861624-1-hyperv {{(pid=103334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 07:51:07.610780 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062932f9-bed6-4da3-a446-fed7f9c1338b req-23b45dd9-443c-476c-9957-73320736a6eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:51:07.612994 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-062932f9-bed6-4da3-a446-fed7f9c1338b req-23b45dd9-443c-476c-9957-73320736a6eb service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=47a12ea4f74e4c18b13323e6f3cc9741&device_id=45236966-25a6-47df-9c38-f54a4e213b75 HTTP/1.1" status: 200 len: 1098 time: 0.0426598 Oct 19 07:51:07.706749 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062932f9-bed6-4da3-a446-fed7f9c1338b req-2881599f-c7e8-46bc-8df8-e6f8fa96d985 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:51:07.708129 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-062932f9-bed6-4da3-a446-fed7f9c1338b req-2881599f-c7e8-46bc-8df8-e6f8fa96d985 service neutron] 10.222.0.16 "GET /v2.0/networks?id=9b2aaf44-60e9-4e88-afbf-c97a4221b073 HTTP/1.1" status: 200 len: 897 time: 0.0887344 Oct 19 07:51:07.773626 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-062932f9-bed6-4da3-a446-fed7f9c1338b req-03a6be0b-73c0-4850-bd77-4d4e3f86c668 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5547fa0a-943e-4e7c-a536-e22b56dd48cb HTTP/1.1" status: 200 len: 998 time: 0.0588765 Oct 19 07:51:07.811738 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-fe16e73c-0f5c-456d-8327-4e70d1182eff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9c65748-1d02-4292-8b2a-21f1ffce8c13', 'name': 'tempest-TestNetworkBasicOps-router-1529366030', 'tenant_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'external_fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.210'}], 'enable_snat': True}, 'gw_port_id': '8b5a099c-f71d-4c65-ace6-90ff4adfb812', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T07:50:48Z', 'updated_at': '2022-10-19T07:50:53Z', 'revision_number': 4, 'project_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'gw_port': {'id': '8b5a099c-f71d-4c65-ace6-90ff4adfb812', 'name': '', 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:87:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9c65748-1d02-4292-8b2a-21f1ffce8c13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:50:49Z', 'updated_at': '2022-10-19T07:50:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861624-1-hyperv', '_floatingips': [{'id': '23023c08-760b-4cb3-8337-d0b3269473a4', 'tenant_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'floating_ip_address': '172.26.0.23', 'floating_network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'router_id': 'f9c65748-1d02-4292-8b2a-21f1ffce8c13', 'port_id': '5547fa0a-943e-4e7c-a536-e22b56dd48cb', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1456, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9b2aaf44-60e9-4e88-afbf-c97a4221b073', 'mac_address': 'fa:16:3e:3e:33:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45236966-25a6-47df-9c38-f54a4e213b75', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-19T07:51:06Z', 'updated_at': '2022-10-19T07:51:06Z', 'revision_number': 0, 'project_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1fe8369e-0ebd-484f-a150-7f0c74e837dd', 'name': '', 'network_id': '9b2aaf44-60e9-4e88-afbf-c97a4221b073', 'tenant_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'mac_address': 'fa:16:3e:a1:da:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9c65748-1d02-4292-8b2a-21f1ffce8c13', 'device_owner': 'network:router_interface', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': '8dbbc9eb-5907-46bf-9638-935b68b1c488', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:50:52Z', 'updated_at': '2022-10-19T07:50:56Z', 'revision_number': 5, 'project_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'subnets': [{'id': '8dbbc9eb-5907-46bf-9638-935b68b1c488', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:51:07.823387 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062932f9-bed6-4da3-a446-fed7f9c1338b req-cd1291e3-379c-4c54-baee-5dba5cf33fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:51:07.824869 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-062932f9-bed6-4da3-a446-fed7f9c1338b req-cd1291e3-379c-4c54-baee-5dba5cf33fdd service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8dbbc9eb-5907-46bf-9638-935b68b1c488 HTTP/1.1" status: 200 len: 842 time: 0.0439370 Oct 19 07:51:07.837932 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe16e73c-0f5c-456d-8327-4e70d1182eff None None] Checking router: f9c65748-1d02-4292-8b2a-21f1ffce8c13 for host: dv-neutron-861624-1-hyperv {{(pid=103334) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 07:51:07.846690 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe16e73c-0f5c-456d-8327-4e70d1182eff None None] Routers {'f9c65748-1d02-4292-8b2a-21f1ffce8c13'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 07:51:07.847332 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-fe16e73c-0f5c-456d-8327-4e70d1182eff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T07:50:46Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['f9c65748-1d02-4292-8b2a-21f1ffce8c13'], 'active': True} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:51:07.874446 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062932f9-bed6-4da3-a446-fed7f9c1338b req-0d2f8c50-a560-45ba-8b94-ce47630c175e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:51:07.875938 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-062932f9-bed6-4da3-a446-fed7f9c1338b req-0d2f8c50-a560-45ba-8b94-ce47630c175e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=9b2aaf44-60e9-4e88-afbf-c97a4221b073&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0439665 Oct 19 07:51:07.949011 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvr_db [None req-fe16e73c-0f5c-456d-8327-4e70d1182eff None None] Set router f9c65748-1d02-4292-8b2a-21f1ffce8c13 gateway port host: dv-neutron-861624-1-hyperv {{(pid=103334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 07:51:07.965425 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-062932f9-bed6-4da3-a446-fed7f9c1338b req-641cde0f-ded8-498c-84d5-e7ffd75d0d7b service neutron] 10.222.0.16 "GET /v2.0/networks/9b2aaf44-60e9-4e88-afbf-c97a4221b073?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823064 Oct 19 07:51:08.060685 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-062932f9-bed6-4da3-a446-fed7f9c1338b req-4a4d1023-6a3f-4f10-8306-b7313283877f service neutron] 10.222.0.16 "GET /v2.0/networks/9b2aaf44-60e9-4e88-afbf-c97a4221b073?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875282 Oct 19 07:51:08.309249 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-fe16e73c-0f5c-456d-8327-4e70d1182eff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9c65748-1d02-4292-8b2a-21f1ffce8c13', 'name': 'tempest-TestNetworkBasicOps-router-1529366030', 'tenant_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'external_fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.210'}], 'enable_snat': True}, 'gw_port_id': '8b5a099c-f71d-4c65-ace6-90ff4adfb812', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T07:50:48Z', 'updated_at': '2022-10-19T07:50:53Z', 'revision_number': 4, 'project_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'gw_port': {'id': '8b5a099c-f71d-4c65-ace6-90ff4adfb812', 'name': '', 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:87:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9c65748-1d02-4292-8b2a-21f1ffce8c13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:50:49Z', 'updated_at': '2022-10-19T07:50:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861624-1-hyperv', '_floatingips': [{'id': '23023c08-760b-4cb3-8337-d0b3269473a4', 'tenant_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'floating_ip_address': '172.26.0.23', 'floating_network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'router_id': 'f9c65748-1d02-4292-8b2a-21f1ffce8c13', 'port_id': '5547fa0a-943e-4e7c-a536-e22b56dd48cb', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1456, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9b2aaf44-60e9-4e88-afbf-c97a4221b073', 'mac_address': 'fa:16:3e:3e:33:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45236966-25a6-47df-9c38-f54a4e213b75', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-19T07:51:06Z', 'updated_at': '2022-10-19T07:51:06Z', 'revision_number': 0, 'project_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1fe8369e-0ebd-484f-a150-7f0c74e837dd', 'name': '', 'network_id': '9b2aaf44-60e9-4e88-afbf-c97a4221b073', 'tenant_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'mac_address': 'fa:16:3e:a1:da:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9c65748-1d02-4292-8b2a-21f1ffce8c13', 'device_owner': 'network:router_interface', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': '8dbbc9eb-5907-46bf-9638-935b68b1c488', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:50:52Z', 'updated_at': '2022-10-19T07:50:56Z', 'revision_number': 5, 'project_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'subnets': [{'id': '8dbbc9eb-5907-46bf-9638-935b68b1c488', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:51:08.339454 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe16e73c-0f5c-456d-8327-4e70d1182eff None None] The sync data for ids ['f9c65748-1d02-4292-8b2a-21f1ffce8c13'] in dv-neutron-861624-1-hyperv is: [{'id': 'f9c65748-1d02-4292-8b2a-21f1ffce8c13', 'name': 'tempest-TestNetworkBasicOps-router-1529366030', 'tenant_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'external_fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.210'}], 'enable_snat': True}, 'gw_port_id': '8b5a099c-f71d-4c65-ace6-90ff4adfb812', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T07:50:48Z', 'updated_at': '2022-10-19T07:50:53Z', 'revision_number': 4, 'project_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'gw_port': {'id': '8b5a099c-f71d-4c65-ace6-90ff4adfb812', 'name': '', 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:87:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9c65748-1d02-4292-8b2a-21f1ffce8c13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:50:49Z', 'updated_at': '2022-10-19T07:50:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861624-1-hyperv', '_floatingips': [{'id': '23023c08-760b-4cb3-8337-d0b3269473a4', 'tenant_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'floating_ip_address': '172.26.0.23', 'floating_network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'router_id': 'f9c65748-1d02-4292-8b2a-21f1ffce8c13', 'port_id': '5547fa0a-943e-4e7c-a536-e22b56dd48cb', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1456, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9b2aaf44-60e9-4e88-afbf-c97a4221b073', 'mac_address': 'fa:16:3e:3e:33:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45236966-25a6-47df-9c38-f54a4e213b75', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-19T07:51:06Z', 'updated_at': '2022-10-19T07:51:06Z', 'revision_number': 0, 'project_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1fe8369e-0ebd-484f-a150-7f0c74e837dd', 'name': '', 'network_id': '9b2aaf44-60e9-4e88-afbf-c97a4221b073', 'tenant_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'mac_address': 'fa:16:3e:a1:da:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9c65748-1d02-4292-8b2a-21f1ffce8c13', 'device_owner': 'network:router_interface', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': '8dbbc9eb-5907-46bf-9638-935b68b1c488', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:50:52Z', 'updated_at': '2022-10-19T07:50:56Z', 'revision_number': 5, 'project_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'subnets': [{'id': '8dbbc9eb-5907-46bf-9638-935b68b1c488', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 07:51:08.517675 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dd9ac80-787c-486c-998b-e7ae7640f71d None None] New status for floating IP 23023c08-760b-4cb3-8337-d0b3269473a4: ACTIVE {{(pid=103335) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 19 07:51:08.586361 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 33902) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:51:08.652921 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-fb2ef6e7-4e45-4279-8e23-c5a6d9688546 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "GET /v2.0/floatingips/23023c08-760b-4cb3-8337-d0b3269473a4 HTTP/1.1" status: 200 len: 990 time: 0.0653074 Oct 19 07:51:09.656737 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 33904) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:51:09.723352 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-66f185ee-0b06-4254-b926-3b802514f229 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "GET /v2.0/floatingips/23023c08-760b-4cb3-8337-d0b3269473a4 HTTP/1.1" status: 200 len: 992 time: 0.0654736 Oct 19 07:51:11.753689 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:51:13.366937 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d1a4acd8-0282-41bf-819e-f179c4008bb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:51:16.287314 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-0c1105a3-3660-4fcb-a474-1d21168ad507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:51:17.938104 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-2a2259f7-b034-4eec-af7a-7abaede746c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:51:18.999403 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-1a0da505-d0f9-48c6-b7e2-53b9c5e41298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:51:19.126967 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:51:21.648800 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.agents_db [None req-6057327c-4456-4c72-8e75-6d3cd9249757 None None] Agent healthcheck: found 6 active agents {{(pid=103335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 07:51:41.757264 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:51:43.367540 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-e5dd4748-4895-4f4d-afac-efcb29d9c21e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:51:46.289599 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-bd0206d5-6ddf-4c9b-9778-35db23b165c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:51:47.941755 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-2a2259f7-b034-4eec-af7a-7abaede746c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:51:48.998019 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-1a0da505-d0f9-48c6-b7e2-53b9c5e41298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:51:49.131929 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:51:58.647568 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.agents_db [None req-6057327c-4456-4c72-8e75-6d3cd9249757 None None] Agent healthcheck: found 6 active agents {{(pid=103335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 07:52:11.764868 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:52:13.368897 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-a37eafd7-601a-4516-a939-6b282c4ff993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:52:16.290380 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-51e061ba-3160-45ae-89da-19af872c2d6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:52:17.945369 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-2a2259f7-b034-4eec-af7a-7abaede746c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:52:19.000868 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-1a0da505-d0f9-48c6-b7e2-53b9c5e41298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:52:19.133324 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:52:23.221288 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 33932) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:52:23.428097 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.plugin [None req-9cc17c65-c018-4c1e-bba0-7022ace8034f tempest-TestVolumeBootPattern-1806498022 tempest-TestVolumeBootPattern-1806498022-project] Deleting port ff5ec90f-6d09-4da2-bd46-cfb2e517b678 {{(pid=103332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 07:52:23.428441 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-9cc17c65-c018-4c1e-bba0-7022ace8034f tempest-TestVolumeBootPattern-1806498022 tempest-TestVolumeBootPattern-1806498022-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:52:23.507150 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-9cc17c65-c018-4c1e-bba0-7022ace8034f tempest-TestVolumeBootPattern-1806498022 tempest-TestVolumeBootPattern-1806498022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:52:23.507376 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-9cc17c65-c018-4c1e-bba0-7022ace8034f tempest-TestVolumeBootPattern-1806498022 tempest-TestVolumeBootPattern-1806498022-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:52:23.518751 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.plugin [None req-9cc17c65-c018-4c1e-bba0-7022ace8034f tempest-TestVolumeBootPattern-1806498022 tempest-TestVolumeBootPattern-1806498022-project] Calling delete_port for ff5ec90f-6d09-4da2-bd46-cfb2e517b678 owned by network:floatingip {{(pid=103332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 07:52:23.660305 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-9cc17c65-c018-4c1e-bba0-7022ace8034f tempest-TestVolumeBootPattern-1806498022 tempest-TestVolumeBootPattern-1806498022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133553798'] for port, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:52:23.688209 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc17c65-c018-4c1e-bba0-7022ace8034f tempest-TestVolumeBootPattern-1806498022 tempest-TestVolumeBootPattern-1806498022-project] Pushing event deleted for resources: {'Port': ['ID=ff5ec90f-6d09-4da2-bd46-cfb2e517b678,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:52:23.700413 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc17c65-c018-4c1e-bba0-7022ace8034f tempest-TestVolumeBootPattern-1806498022 tempest-TestVolumeBootPattern-1806498022-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:52:23.700790 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc17c65-c018-4c1e-bba0-7022ace8034f tempest-TestVolumeBootPattern-1806498022 tempest-TestVolumeBootPattern-1806498022-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:52:23.701133 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc17c65-c018-4c1e-bba0-7022ace8034f tempest-TestVolumeBootPattern-1806498022 tempest-TestVolumeBootPattern-1806498022-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:52:23.701467 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc17c65-c018-4c1e-bba0-7022ace8034f tempest-TestVolumeBootPattern-1806498022 tempest-TestVolumeBootPattern-1806498022-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:52:23.701801 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc17c65-c018-4c1e-bba0-7022ace8034f tempest-TestVolumeBootPattern-1806498022 tempest-TestVolumeBootPattern-1806498022-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:52:23.702130 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc17c65-c018-4c1e-bba0-7022ace8034f tempest-TestVolumeBootPattern-1806498022 tempest-TestVolumeBootPattern-1806498022-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:52:23.702459 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc17c65-c018-4c1e-bba0-7022ace8034f tempest-TestVolumeBootPattern-1806498022 tempest-TestVolumeBootPattern-1806498022-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:52:23.702785 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc17c65-c018-4c1e-bba0-7022ace8034f tempest-TestVolumeBootPattern-1806498022 tempest-TestVolumeBootPattern-1806498022-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:52:23.703108 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc17c65-c018-4c1e-bba0-7022ace8034f tempest-TestVolumeBootPattern-1806498022 tempest-TestVolumeBootPattern-1806498022-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:52:23.703430 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc17c65-c018-4c1e-bba0-7022ace8034f tempest-TestVolumeBootPattern-1806498022 tempest-TestVolumeBootPattern-1806498022-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:52:23.704007 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc17c65-c018-4c1e-bba0-7022ace8034f tempest-TestVolumeBootPattern-1806498022 tempest-TestVolumeBootPattern-1806498022-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:52:23.704324 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc17c65-c018-4c1e-bba0-7022ace8034f tempest-TestVolumeBootPattern-1806498022 tempest-TestVolumeBootPattern-1806498022-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:52:23.758377 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-9cc17c65-c018-4c1e-bba0-7022ace8034f tempest-TestVolumeBootPattern-1806498022 tempest-TestVolumeBootPattern-1806498022-project] Notify callbacks [] for floatingip, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:52:23.758610 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.db.l3_db [None req-9cc17c65-c018-4c1e-bba0-7022ace8034f tempest-TestVolumeBootPattern-1806498022 tempest-TestVolumeBootPattern-1806498022-project] Floating IP a24a5944-e39b-4405-bea3-b2fbd247de5c disassociated (deleted). External IP: 172.26.0.215, port: 9f1ef1a9-7dba-4a35-8b72-4df45df25335. Oct 19 07:52:23.963226 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cc17c65-c018-4c1e-bba0-7022ace8034f tempest-TestVolumeBootPattern-1806498022 tempest-TestVolumeBootPattern-1806498022-project] Router 75e804fd-898a-4e41-901a-ea564d73d357 has already been hosted by L3 agent ab388470-1243-4d53-80f2-c2f5899c97a7 {{(pid=103332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 07:52:24.067910 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cc17c65-c018-4c1e-bba0-7022ace8034f tempest-TestVolumeBootPattern-1806498022 tempest-TestVolumeBootPattern-1806498022-project] Notify agent at l3_agent.dv-neutron-861624-1-hyperv the message routers_updated {{(pid=103332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 07:52:24.072741 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-9cc17c65-c018-4c1e-bba0-7022ace8034f tempest-TestVolumeBootPattern-1806498022 tempest-TestVolumeBootPattern-1806498022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42160'] for floatingip, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:52:24.078890 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63c28216-3db0-4aa3-91e2-37bfdb74ac06 None None] Sync routers for ids ['75e804fd-898a-4e41-901a-ea564d73d357'] in dv-neutron-861624-1-hyperv {{(pid=103334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 07:52:24.089014 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63c28216-3db0-4aa3-91e2-37bfdb74ac06 None None] Routers {'75e804fd-898a-4e41-901a-ea564d73d357'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 07:52:24.089624 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-63c28216-3db0-4aa3-91e2-37bfdb74ac06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T07:52:16Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['75e804fd-898a-4e41-901a-ea564d73d357'], 'active': True} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:52:24.099135 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-9cc17c65-c018-4c1e-bba0-7022ace8034f tempest-TestVolumeBootPattern-1806498022 tempest-TestVolumeBootPattern-1806498022-project] 10.222.0.27 "DELETE /v2.0/floatingips/a24a5944-e39b-4405-bea3-b2fbd247de5c HTTP/1.1" status: 204 len: 168 time: 0.8767593 Oct 19 07:52:24.099788 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb74f45d-246d-4237-bf89-7696f1f084f5', 'tag': '9f1ef1a9-7dba-4a35-8b72-4df45df25335'}] {{(pid=103332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 19 07:52:24.102112 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a021b02cf5f527cd4bbbc40a031b51490d9893d7edeeb551bdf5128ee7546f8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69fb7fc9-3bd2-49e9-9322-e44c72b28c1a" -d '{"events": [{"name": "network-changed", "server_uuid": "cb74f45d-246d-4237-bf89-7696f1f084f5", "tag": "9f1ef1a9-7dba-4a35-8b72-4df45df25335"}]}' {{(pid=103332) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 07:52:24.144309 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 19 Oct 2022 07:52:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0197fd7b-03c3-45f6-ac86-8249fcdda5f5 x-openstack-request-id: req-0197fd7b-03c3-45f6-ac86-8249fcdda5f5 {{(pid=103332) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 07:52:24.145010 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb74f45d-246d-4237-bf89-7696f1f084f5", "tag": "9f1ef1a9-7dba-4a35-8b72-4df45df25335", "status": "completed", "code": 200}]} {{(pid=103332) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 07:52:24.145248 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-0197fd7b-03c3-45f6-ac86-8249fcdda5f5 {{(pid=103332) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 07:52:24.145709 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0197fd7b-03c3-45f6-ac86-8249fcdda5f5'] response: {'name': 'network-changed', 'server_uuid': 'cb74f45d-246d-4237-bf89-7696f1f084f5', 'tag': '9f1ef1a9-7dba-4a35-8b72-4df45df25335', 'status': 'completed', 'code': 200} Oct 19 07:52:24.206482 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvr_db [None req-63c28216-3db0-4aa3-91e2-37bfdb74ac06 None None] Set router 75e804fd-898a-4e41-901a-ea564d73d357 gateway port host: dv-neutron-861624-1-hyperv {{(pid=103334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 07:52:24.216119 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fb7fc9-3bd2-49e9-9322-e44c72b28c1a req-3052c331-8f5d-4d73-a144-b32e65a45702 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:52:24.217772 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-69fb7fc9-3bd2-49e9-9322-e44c72b28c1a req-3052c331-8f5d-4d73-a144-b32e65a45702 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=505fd091f8c84d6d8a8b7dc9bb7934bf&device_id=cb74f45d-246d-4237-bf89-7696f1f084f5 HTTP/1.1" status: 200 len: 1098 time: 0.0519288 Oct 19 07:52:24.350571 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fb7fc9-3bd2-49e9-9322-e44c72b28c1a req-fe313e88-2ef6-457d-97e7-d95066173fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:52:24.351953 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-69fb7fc9-3bd2-49e9-9322-e44c72b28c1a req-fe313e88-2ef6-457d-97e7-d95066173fd0 service neutron] 10.222.0.16 "GET /v2.0/networks?id=a23ce57c-5e7a-4686-b843-74109161e384 HTTP/1.1" status: 200 len: 913 time: 0.1247814 Oct 19 07:52:24.364259 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5b54d0-8e6e-4e78-b31a-19753b6a21c3 req-da926423-8d3c-4f3d-8bd1-99ea536a8a64 tempest-TestVolumeBootPattern-1806498022 tempest-TestVolumeBootPattern-1806498022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:52:24.365690 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-5e5b54d0-8e6e-4e78-b31a-19753b6a21c3 req-da926423-8d3c-4f3d-8bd1-99ea536a8a64 tempest-TestVolumeBootPattern-1806498022 tempest-TestVolumeBootPattern-1806498022-project] 10.222.0.27 "GET /v2.0/ports?device_id=cb74f45d-246d-4237-bf89-7696f1f084f5 HTTP/1.1" status: 200 len: 945 time: 0.0709724 Oct 19 07:52:24.408107 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-69fb7fc9-3bd2-49e9-9322-e44c72b28c1a req-b2284d08-94cd-4b06-ae7d-8cde05cb2802 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9f1ef1a9-7dba-4a35-8b72-4df45df25335 HTTP/1.1" status: 200 len: 217 time: 0.0414884 Oct 19 07:52:24.448122 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-63c28216-3db0-4aa3-91e2-37bfdb74ac06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75e804fd-898a-4e41-901a-ea564d73d357', 'name': 'tempest-TestVolumeBootPattern-2140510641-router', 'tenant_id': '505fd091f8c84d6d8a8b7dc9bb7934bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'external_fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.47'}], 'enable_snat': True}, 'gw_port_id': '27a5a6f1-ef1d-4f19-9401-e95be5cdafde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T07:45:41Z', 'updated_at': '2022-10-19T07:45:45Z', 'revision_number': 4, 'project_id': '505fd091f8c84d6d8a8b7dc9bb7934bf', 'gw_port': {'id': '27a5a6f1-ef1d-4f19-9401-e95be5cdafde', 'name': '', 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:8e:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75e804fd-898a-4e41-901a-ea564d73d357', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1311, 'fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:45:42Z', 'updated_at': '2022-10-19T07:45:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861624-1-hyperv', '_floatingips': [{'id': 'bf835650-ec17-4cc3-8e46-b047633066b3', 'tenant_id': '505fd091f8c84d6d8a8b7dc9bb7934bf', 'floating_ip_address': '172.26.0.2', 'floating_network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'router_id': '75e804fd-898a-4e41-901a-ea564d73d357', 'port_id': '586ccde1-a54b-46ec-9dc9-93d26aed97d9', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1387, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a23ce57c-5e7a-4686-b843-74109161e384', 'mac_address': 'fa:16:3e:85:7b:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89078aee-3fc3-49a7-ac37-8805f733a6d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-19T07:48:52Z', 'updated_at': '2022-10-19T07:48:54Z', 'revision_number': 1, 'project_id': '505fd091f8c84d6d8a8b7dc9bb7934bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '875c69bf-bbd0-43d5-a353-16a753075bc3', 'name': '', 'network_id': 'a23ce57c-5e7a-4686-b843-74109161e384', 'tenant_id': '505fd091f8c84d6d8a8b7dc9bb7934bf', 'mac_address': 'fa:16:3e:ac:9e:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75e804fd-898a-4e41-901a-ea564d73d357', 'device_owner': 'network:router_interface', 'standard_attr_id': 1312, 'fixed_ips': [{'subnet_id': '59cab28a-9f4d-46b7-9f00-ecdecb2d6122', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:45:44Z', 'updated_at': '2022-10-19T07:45:49Z', 'revision_number': 5, 'project_id': '505fd091f8c84d6d8a8b7dc9bb7934bf', 'subnets': [{'id': '59cab28a-9f4d-46b7-9f00-ecdecb2d6122', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:52:24.467592 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-5e5b54d0-8e6e-4e78-b31a-19753b6a21c3 req-cf9b6038-00cf-4ab2-8948-8dee88d32758 tempest-TestVolumeBootPattern-1806498022 tempest-TestVolumeBootPattern-1806498022-project] 10.222.0.27 "GET /v2.0/security-groups?id=09745190-85cd-4989-bb6d-51a24a3c4be0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0941980 Oct 19 07:52:24.475602 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fb7fc9-3bd2-49e9-9322-e44c72b28c1a req-14f01cb1-c601-462a-956e-31cfc0853358 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:52:24.477047 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-69fb7fc9-3bd2-49e9-9322-e44c72b28c1a req-14f01cb1-c601-462a-956e-31cfc0853358 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=59cab28a-9f4d-46b7-9f00-ecdecb2d6122 HTTP/1.1" status: 200 len: 851 time: 0.0609059 Oct 19 07:52:24.477202 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63c28216-3db0-4aa3-91e2-37bfdb74ac06 None None] Checking router: 75e804fd-898a-4e41-901a-ea564d73d357 for host: dv-neutron-861624-1-hyperv {{(pid=103334) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 07:52:24.485989 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63c28216-3db0-4aa3-91e2-37bfdb74ac06 None None] Routers {'75e804fd-898a-4e41-901a-ea564d73d357'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 07:52:24.486596 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-63c28216-3db0-4aa3-91e2-37bfdb74ac06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T07:52:16Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['75e804fd-898a-4e41-901a-ea564d73d357'], 'active': True} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:52:24.522665 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fb7fc9-3bd2-49e9-9322-e44c72b28c1a req-1d296add-106f-4a8c-a517-079e52f57118 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:52:24.524185 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-69fb7fc9-3bd2-49e9-9322-e44c72b28c1a req-1d296add-106f-4a8c-a517-079e52f57118 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a23ce57c-5e7a-4686-b843-74109161e384&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0404139 Oct 19 07:52:24.593860 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvr_db [None req-63c28216-3db0-4aa3-91e2-37bfdb74ac06 None None] Set router 75e804fd-898a-4e41-901a-ea564d73d357 gateway port host: dv-neutron-861624-1-hyperv {{(pid=103334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 07:52:24.620735 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-69fb7fc9-3bd2-49e9-9322-e44c72b28c1a req-7394ecc9-5152-488e-8be0-ad621be054d3 service neutron] 10.222.0.16 "GET /v2.0/networks/a23ce57c-5e7a-4686-b843-74109161e384?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890725 Oct 19 07:52:24.713140 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-69fb7fc9-3bd2-49e9-9322-e44c72b28c1a req-3b779439-c073-4b3f-9c19-24fc9296cc0a service neutron] 10.222.0.16 "GET /v2.0/networks/a23ce57c-5e7a-4686-b843-74109161e384?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848901 Oct 19 07:52:24.814768 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-63c28216-3db0-4aa3-91e2-37bfdb74ac06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75e804fd-898a-4e41-901a-ea564d73d357', 'name': 'tempest-TestVolumeBootPattern-2140510641-router', 'tenant_id': '505fd091f8c84d6d8a8b7dc9bb7934bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'external_fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.47'}], 'enable_snat': True}, 'gw_port_id': '27a5a6f1-ef1d-4f19-9401-e95be5cdafde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T07:45:41Z', 'updated_at': '2022-10-19T07:45:45Z', 'revision_number': 4, 'project_id': '505fd091f8c84d6d8a8b7dc9bb7934bf', 'gw_port': {'id': '27a5a6f1-ef1d-4f19-9401-e95be5cdafde', 'name': '', 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:8e:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75e804fd-898a-4e41-901a-ea564d73d357', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1311, 'fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:45:42Z', 'updated_at': '2022-10-19T07:45:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861624-1-hyperv', '_floatingips': [{'id': 'bf835650-ec17-4cc3-8e46-b047633066b3', 'tenant_id': '505fd091f8c84d6d8a8b7dc9bb7934bf', 'floating_ip_address': '172.26.0.2', 'floating_network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'router_id': '75e804fd-898a-4e41-901a-ea564d73d357', 'port_id': '586ccde1-a54b-46ec-9dc9-93d26aed97d9', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1387, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a23ce57c-5e7a-4686-b843-74109161e384', 'mac_address': 'fa:16:3e:85:7b:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89078aee-3fc3-49a7-ac37-8805f733a6d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-19T07:48:52Z', 'updated_at': '2022-10-19T07:48:54Z', 'revision_number': 1, 'project_id': '505fd091f8c84d6d8a8b7dc9bb7934bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '875c69bf-bbd0-43d5-a353-16a753075bc3', 'name': '', 'network_id': 'a23ce57c-5e7a-4686-b843-74109161e384', 'tenant_id': '505fd091f8c84d6d8a8b7dc9bb7934bf', 'mac_address': 'fa:16:3e:ac:9e:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75e804fd-898a-4e41-901a-ea564d73d357', 'device_owner': 'network:router_interface', 'standard_attr_id': 1312, 'fixed_ips': [{'subnet_id': '59cab28a-9f4d-46b7-9f00-ecdecb2d6122', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:45:44Z', 'updated_at': '2022-10-19T07:45:49Z', 'revision_number': 5, 'project_id': '505fd091f8c84d6d8a8b7dc9bb7934bf', 'subnets': [{'id': '59cab28a-9f4d-46b7-9f00-ecdecb2d6122', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:52:24.840382 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63c28216-3db0-4aa3-91e2-37bfdb74ac06 None None] The sync data for ids ['75e804fd-898a-4e41-901a-ea564d73d357'] in dv-neutron-861624-1-hyperv is: [{'id': '75e804fd-898a-4e41-901a-ea564d73d357', 'name': 'tempest-TestVolumeBootPattern-2140510641-router', 'tenant_id': '505fd091f8c84d6d8a8b7dc9bb7934bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'external_fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.47'}], 'enable_snat': True}, 'gw_port_id': '27a5a6f1-ef1d-4f19-9401-e95be5cdafde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T07:45:41Z', 'updated_at': '2022-10-19T07:45:45Z', 'revision_number': 4, 'project_id': '505fd091f8c84d6d8a8b7dc9bb7934bf', 'gw_port': {'id': '27a5a6f1-ef1d-4f19-9401-e95be5cdafde', 'name': '', 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:8e:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75e804fd-898a-4e41-901a-ea564d73d357', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1311, 'fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:45:42Z', 'updated_at': '2022-10-19T07:45:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861624-1-hyperv', '_floatingips': [{'id': 'bf835650-ec17-4cc3-8e46-b047633066b3', 'tenant_id': '505fd091f8c84d6d8a8b7dc9bb7934bf', 'floating_ip_address': '172.26.0.2', 'floating_network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'router_id': '75e804fd-898a-4e41-901a-ea564d73d357', 'port_id': '586ccde1-a54b-46ec-9dc9-93d26aed97d9', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1387, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a23ce57c-5e7a-4686-b843-74109161e384', 'mac_address': 'fa:16:3e:85:7b:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89078aee-3fc3-49a7-ac37-8805f733a6d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-19T07:48:52Z', 'updated_at': '2022-10-19T07:48:54Z', 'revision_number': 1, 'project_id': '505fd091f8c84d6d8a8b7dc9bb7934bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '875c69bf-bbd0-43d5-a353-16a753075bc3', 'name': '', 'network_id': 'a23ce57c-5e7a-4686-b843-74109161e384', 'tenant_id': '505fd091f8c84d6d8a8b7dc9bb7934bf', 'mac_address': 'fa:16:3e:ac:9e:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75e804fd-898a-4e41-901a-ea564d73d357', 'device_owner': 'network:router_interface', 'standard_attr_id': 1312, 'fixed_ips': [{'subnet_id': '59cab28a-9f4d-46b7-9f00-ecdecb2d6122', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:45:44Z', 'updated_at': '2022-10-19T07:45:49Z', 'revision_number': 5, 'project_id': '505fd091f8c84d6d8a8b7dc9bb7934bf', 'subnets': [{'id': '59cab28a-9f4d-46b7-9f00-ecdecb2d6122', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 07:52:25.063618 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a4456be-976e-49ff-932d-e26da2965f28 None None] New status for floating IP a24a5944-e39b-4405-bea3-b2fbd247de5c: DOWN {{(pid=103335) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 19 07:52:25.595055 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8521f0-b7ba-457f-b166-58d9598a5fe3 req-ab7599a4-2c2f-4140-9fbd-5c2bec3cf86f tempest-TestVolumeBootPattern-1806498022 tempest-TestVolumeBootPattern-1806498022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:52:25.596523 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-ad8521f0-b7ba-457f-b166-58d9598a5fe3 req-ab7599a4-2c2f-4140-9fbd-5c2bec3cf86f tempest-TestVolumeBootPattern-1806498022 tempest-TestVolumeBootPattern-1806498022-project] 10.222.0.27 "GET /v2.0/ports?device_id=cb74f45d-246d-4237-bf89-7696f1f084f5 HTTP/1.1" status: 200 len: 945 time: 0.0545015 Oct 19 07:52:25.634352 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-ad8521f0-b7ba-457f-b166-58d9598a5fe3 req-6758c0a4-a019-4049-aee1-43c051011f53 tempest-TestVolumeBootPattern-1806498022 tempest-TestVolumeBootPattern-1806498022-project] 10.222.0.27 "GET /v2.0/security-groups?id=09745190-85cd-4989-bb6d-51a24a3c4be0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317686 Oct 19 07:52:25.810538 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedb0a0b-89a4-4c9d-8633-b5debfc0ce33 req-c311740d-b9aa-4073-9a03-e61659c93116 tempest-TestVolumeBootPattern-1806498022 tempest-TestVolumeBootPattern-1806498022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:52:25.811963 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-fedb0a0b-89a4-4c9d-8633-b5debfc0ce33 req-c311740d-b9aa-4073-9a03-e61659c93116 tempest-TestVolumeBootPattern-1806498022 tempest-TestVolumeBootPattern-1806498022-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb74f45d-246d-4237-bf89-7696f1f084f5 HTTP/1.1" status: 200 len: 945 time: 0.0481567 Oct 19 07:52:25.899718 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.plugin [req-fedb0a0b-89a4-4c9d-8633-b5debfc0ce33 req-240ca2a5-bcce-4bbd-b833-abdbc69e86f7 tempest-TestVolumeBootPattern-1806498022 tempest-TestVolumeBootPattern-1806498022-project] Deleting port 9f1ef1a9-7dba-4a35-8b72-4df45df25335 {{(pid=103332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 07:52:25.900052 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-fedb0a0b-89a4-4c9d-8633-b5debfc0ce33 req-240ca2a5-bcce-4bbd-b833-abdbc69e86f7 tempest-TestVolumeBootPattern-1806498022 tempest-TestVolumeBootPattern-1806498022-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:52:25.990356 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.db [req-fedb0a0b-89a4-4c9d-8633-b5debfc0ce33 req-240ca2a5-bcce-4bbd-b833-abdbc69e86f7 tempest-TestVolumeBootPattern-1806498022 tempest-TestVolumeBootPattern-1806498022-project] For port 9f1ef1a9-7dba-4a35-8b72-4df45df25335, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=9f1ef1a9-7dba-4a35-8b72-4df45df25335,segment=NetworkSegment(96ea79ad-cb18-4750-9b35-f4e90ccd124f),segment_id=96ea79ad-cb18-4750-9b35-f4e90ccd124f)] {{(pid=103332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:52:25.990713 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-fedb0a0b-89a4-4c9d-8633-b5debfc0ce33 req-240ca2a5-bcce-4bbd-b833-abdbc69e86f7 tempest-TestVolumeBootPattern-1806498022 tempest-TestVolumeBootPattern-1806498022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:52:26.002724 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.plugin [req-fedb0a0b-89a4-4c9d-8633-b5debfc0ce33 req-240ca2a5-bcce-4bbd-b833-abdbc69e86f7 tempest-TestVolumeBootPattern-1806498022 tempest-TestVolumeBootPattern-1806498022-project] Calling delete_port for 9f1ef1a9-7dba-4a35-8b72-4df45df25335 owned by compute:nova {{(pid=103332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 07:52:26.129723 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-fedb0a0b-89a4-4c9d-8633-b5debfc0ce33 req-240ca2a5-bcce-4bbd-b833-abdbc69e86f7 tempest-TestVolumeBootPattern-1806498022 tempest-TestVolumeBootPattern-1806498022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133553798'] for port, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:52:26.158494 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240ca2a5-bcce-4bbd-b833-abdbc69e86f7 tempest-TestVolumeBootPattern-1806498022 tempest-TestVolumeBootPattern-1806498022-project] Pushing event deleted for resources: {'Port': ['ID=9f1ef1a9-7dba-4a35-8b72-4df45df25335,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:52:26.198603 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [req-fedb0a0b-89a4-4c9d-8633-b5debfc0ce33 req-240ca2a5-bcce-4bbd-b833-abdbc69e86f7 tempest-TestVolumeBootPattern-1806498022 tempest-TestVolumeBootPattern-1806498022-project] No DVR routers for this DVR port 9f1ef1a9-7dba-4a35-8b72-4df45df25335 on host hv-neutron-8616 {{(pid=103332) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 19 07:52:26.201205 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-fedb0a0b-89a4-4c9d-8633-b5debfc0ce33 req-240ca2a5-bcce-4bbd-b833-abdbc69e86f7 tempest-TestVolumeBootPattern-1806498022 tempest-TestVolumeBootPattern-1806498022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42160'] for port, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:52:26.204782 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-fedb0a0b-89a4-4c9d-8633-b5debfc0ce33 req-240ca2a5-bcce-4bbd-b833-abdbc69e86f7 tempest-TestVolumeBootPattern-1806498022 tempest-TestVolumeBootPattern-1806498022-project] 10.222.0.16 "DELETE /v2.0/ports/9f1ef1a9-7dba-4a35-8b72-4df45df25335 HTTP/1.1" status: 204 len: 173 time: 0.3861949 Oct 19 07:52:26.205283 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb74f45d-246d-4237-bf89-7696f1f084f5', 'name': 'network-vif-deleted', 'tag': '9f1ef1a9-7dba-4a35-8b72-4df45df25335'}] {{(pid=103332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 19 07:52:26.208196 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a021b02cf5f527cd4bbbc40a031b51490d9893d7edeeb551bdf5128ee7546f8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aeba56f5-6e06-477a-8365-3b8dbecb6350" -d '{"events": [{"server_uuid": "cb74f45d-246d-4237-bf89-7696f1f084f5", "name": "network-vif-deleted", "tag": "9f1ef1a9-7dba-4a35-8b72-4df45df25335"}]}' {{(pid=103332) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 07:52:26.244740 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 19 Oct 2022 07:52:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-130b8154-3e0a-4600-9614-84e6fae6a280 x-openstack-request-id: req-130b8154-3e0a-4600-9614-84e6fae6a280 {{(pid=103332) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 07:52:26.245035 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb74f45d-246d-4237-bf89-7696f1f084f5", "name": "network-vif-deleted", "tag": "9f1ef1a9-7dba-4a35-8b72-4df45df25335", "status": "completed", "code": 200}]} {{(pid=103332) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 07:52:26.245341 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-130b8154-3e0a-4600-9614-84e6fae6a280 {{(pid=103332) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 07:52:26.245746 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.notifiers.nova [-] Nova event matching ['req-130b8154-3e0a-4600-9614-84e6fae6a280'] response: {'server_uuid': 'cb74f45d-246d-4237-bf89-7696f1f084f5', 'name': 'network-vif-deleted', 'tag': '9f1ef1a9-7dba-4a35-8b72-4df45df25335', 'status': 'completed', 'code': 200} Oct 19 07:52:26.737983 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-0e0e9059-fd90-4160-ae41-97fc65377c4b req-589dc032-75f8-4444-914b-46563e4fd732 tempest-TestVolumeBootPattern-1806498022 tempest-TestVolumeBootPattern-1806498022-project] 10.222.0.27 "GET /v2.0/ports?device_id=cb74f45d-246d-4237-bf89-7696f1f084f5 HTTP/1.1" status: 200 len: 210 time: 0.0306458 Oct 19 07:52:27.134804 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-285bf9cf-45bf-452e-916a-73b12b54c41d req-71cf742c-9ed2-4249-9fe2-eb7a073ce74e service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=89078aee-3fc3-49a7-ac37-8805f733a6d6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0397172 Oct 19 07:52:27.216558 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285bf9cf-45bf-452e-916a-73b12b54c41d req-491629c5-7ac7-44c6-af42-d68f5395e6c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:52:27.218067 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-285bf9cf-45bf-452e-916a-73b12b54c41d req-491629c5-7ac7-44c6-af42-d68f5395e6c0 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=505fd091f8c84d6d8a8b7dc9bb7934bf&device_id=89078aee-3fc3-49a7-ac37-8805f733a6d6 HTTP/1.1" status: 200 len: 1098 time: 0.0410430 Oct 19 07:52:27.324625 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285bf9cf-45bf-452e-916a-73b12b54c41d req-83455f79-dfdf-4f27-8b4a-23be729ac6c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:52:27.326086 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-285bf9cf-45bf-452e-916a-73b12b54c41d req-83455f79-dfdf-4f27-8b4a-23be729ac6c3 service neutron] 10.222.0.16 "GET /v2.0/networks?id=a23ce57c-5e7a-4686-b843-74109161e384 HTTP/1.1" status: 200 len: 913 time: 0.0883098 Oct 19 07:52:27.390132 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-285bf9cf-45bf-452e-916a-73b12b54c41d req-aad46fd1-2817-4798-b52b-47ba8cc00922 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=586ccde1-a54b-46ec-9dc9-93d26aed97d9 HTTP/1.1" status: 200 len: 999 time: 0.0574121 Oct 19 07:52:27.437833 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285bf9cf-45bf-452e-916a-73b12b54c41d req-d5f9d761-fdb5-42ef-8d2e-5f0a533b5048 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:52:27.439351 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-285bf9cf-45bf-452e-916a-73b12b54c41d req-d5f9d761-fdb5-42ef-8d2e-5f0a533b5048 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=59cab28a-9f4d-46b7-9f00-ecdecb2d6122 HTTP/1.1" status: 200 len: 851 time: 0.0430446 Oct 19 07:52:27.490079 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285bf9cf-45bf-452e-916a-73b12b54c41d req-a9b9d920-485b-4669-a633-427604b534c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:52:27.491603 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-285bf9cf-45bf-452e-916a-73b12b54c41d req-a9b9d920-485b-4669-a633-427604b534c8 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a23ce57c-5e7a-4686-b843-74109161e384&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0459518 Oct 19 07:52:27.584277 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-285bf9cf-45bf-452e-916a-73b12b54c41d req-62d31924-7dee-435d-94af-7f5fc863e018 service neutron] 10.222.0.16 "GET /v2.0/networks/a23ce57c-5e7a-4686-b843-74109161e384?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856428 Oct 19 07:52:27.675630 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-285bf9cf-45bf-452e-916a-73b12b54c41d req-4d3869b9-c67d-4e57-9dd2-c7684fbe10ef service neutron] 10.222.0.16 "GET /v2.0/networks/a23ce57c-5e7a-4686-b843-74109161e384?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842447 Oct 19 07:52:27.840536 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-5a891bd5-28e8-40af-bd97-44e1d1ab7826 req-7032a0e1-fdc9-4fde-8706-7b15934e53b7 tempest-TestVolumeBootPattern-1806498022 tempest-TestVolumeBootPattern-1806498022-project] 10.222.0.27 "GET /v2.0/ports?device_id=cb74f45d-246d-4237-bf89-7696f1f084f5 HTTP/1.1" status: 200 len: 210 time: 0.0272331 Oct 19 07:52:28.942448 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-6e4af126-8d46-4825-a7ad-3446f82abe2e req-7049f9d6-6c7d-4beb-9f07-bcbbfe2182ea tempest-TestVolumeBootPattern-1806498022 tempest-TestVolumeBootPattern-1806498022-project] 10.222.0.27 "GET /v2.0/ports?device_id=cb74f45d-246d-4237-bf89-7696f1f084f5 HTTP/1.1" status: 200 len: 210 time: 0.0263567 Oct 19 07:52:29.780266 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Device 9f1ef1a9-7dba-4a35-8b72-4df45df25335 no longer exists at agent hyperv_hv-neutron-8616 {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 07:52:29.800533 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] No Port match for: 9f1ef1a9-7dba-4a35-8b72-4df45df25335 {{(pid=103334) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 19 07:52:29.800950 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Device 9f1ef1a9-7dba-4a35-8b72-4df45df25335 not bound to the agent host hv-neutron-8616 {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 07:52:34.332379 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 33978) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:52:34.783854 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.plugin [None req-9b85374f-a514-41a5-8568-08871d269267 tempest-TestVolumeBootPattern-1806498022 tempest-TestVolumeBootPattern-1806498022-project] Deleting port 536ba35b-aaa1-4b89-8c6c-e7c10ab44ec0 {{(pid=103332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 07:52:34.784196 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-9b85374f-a514-41a5-8568-08871d269267 tempest-TestVolumeBootPattern-1806498022 tempest-TestVolumeBootPattern-1806498022-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:52:34.860291 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-9b85374f-a514-41a5-8568-08871d269267 tempest-TestVolumeBootPattern-1806498022 tempest-TestVolumeBootPattern-1806498022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:52:34.860716 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-9b85374f-a514-41a5-8568-08871d269267 tempest-TestVolumeBootPattern-1806498022 tempest-TestVolumeBootPattern-1806498022-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:52:34.872005 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.plugin [None req-9b85374f-a514-41a5-8568-08871d269267 tempest-TestVolumeBootPattern-1806498022 tempest-TestVolumeBootPattern-1806498022-project] Calling delete_port for 536ba35b-aaa1-4b89-8c6c-e7c10ab44ec0 owned by network:floatingip {{(pid=103332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 07:52:35.017495 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-9b85374f-a514-41a5-8568-08871d269267 tempest-TestVolumeBootPattern-1806498022 tempest-TestVolumeBootPattern-1806498022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133553798'] for port, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:52:35.043430 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b85374f-a514-41a5-8568-08871d269267 tempest-TestVolumeBootPattern-1806498022 tempest-TestVolumeBootPattern-1806498022-project] Pushing event deleted for resources: {'Port': ['ID=536ba35b-aaa1-4b89-8c6c-e7c10ab44ec0,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:52:35.101384 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-9b85374f-a514-41a5-8568-08871d269267 tempest-TestVolumeBootPattern-1806498022 tempest-TestVolumeBootPattern-1806498022-project] Notify callbacks [] for floatingip, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:52:35.101704 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.db.l3_db [None req-9b85374f-a514-41a5-8568-08871d269267 tempest-TestVolumeBootPattern-1806498022 tempest-TestVolumeBootPattern-1806498022-project] Floating IP bf835650-ec17-4cc3-8e46-b047633066b3 disassociated (deleted). External IP: 172.26.0.2, port: 586ccde1-a54b-46ec-9dc9-93d26aed97d9. Oct 19 07:52:35.303513 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b85374f-a514-41a5-8568-08871d269267 tempest-TestVolumeBootPattern-1806498022 tempest-TestVolumeBootPattern-1806498022-project] Router 75e804fd-898a-4e41-901a-ea564d73d357 has already been hosted by L3 agent ab388470-1243-4d53-80f2-c2f5899c97a7 {{(pid=103332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 07:52:35.410042 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b85374f-a514-41a5-8568-08871d269267 tempest-TestVolumeBootPattern-1806498022 tempest-TestVolumeBootPattern-1806498022-project] Notify agent at l3_agent.dv-neutron-861624-1-hyperv the message routers_updated {{(pid=103332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 07:52:35.414936 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-9b85374f-a514-41a5-8568-08871d269267 tempest-TestVolumeBootPattern-1806498022 tempest-TestVolumeBootPattern-1806498022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42160'] for floatingip, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:52:35.419529 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-949a2eac-2592-4d6a-aa0b-04e5c088e228 None None] Sync routers for ids ['75e804fd-898a-4e41-901a-ea564d73d357'] in dv-neutron-861624-1-hyperv {{(pid=103334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 07:52:35.428748 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-949a2eac-2592-4d6a-aa0b-04e5c088e228 None None] Routers {'75e804fd-898a-4e41-901a-ea564d73d357'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 07:52:35.429360 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-949a2eac-2592-4d6a-aa0b-04e5c088e228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T07:52:16Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['75e804fd-898a-4e41-901a-ea564d73d357'], 'active': True} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:52:35.441285 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-9b85374f-a514-41a5-8568-08871d269267 tempest-TestVolumeBootPattern-1806498022 tempest-TestVolumeBootPattern-1806498022-project] 10.222.0.27 "DELETE /v2.0/floatingips/bf835650-ec17-4cc3-8e46-b047633066b3 HTTP/1.1" status: 204 len: 168 time: 1.1078081 Oct 19 07:52:35.442828 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89078aee-3fc3-49a7-ac37-8805f733a6d6', 'tag': '586ccde1-a54b-46ec-9dc9-93d26aed97d9'}] {{(pid=103332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 19 07:52:35.445265 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a021b02cf5f527cd4bbbc40a031b51490d9893d7edeeb551bdf5128ee7546f8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6edee09-d8de-4784-a4c6-946719c5549f" -d '{"events": [{"name": "network-changed", "server_uuid": "89078aee-3fc3-49a7-ac37-8805f733a6d6", "tag": "586ccde1-a54b-46ec-9dc9-93d26aed97d9"}]}' {{(pid=103332) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 07:52:35.482691 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 19 Oct 2022 07:52:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9ac5073-1b4c-4121-b619-6505ca6e1e22 x-openstack-request-id: req-a9ac5073-1b4c-4121-b619-6505ca6e1e22 {{(pid=103332) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 07:52:35.482981 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89078aee-3fc3-49a7-ac37-8805f733a6d6", "tag": "586ccde1-a54b-46ec-9dc9-93d26aed97d9", "status": "completed", "code": 200}]} {{(pid=103332) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 07:52:35.483227 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-a9ac5073-1b4c-4121-b619-6505ca6e1e22 {{(pid=103332) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 07:52:35.483641 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a9ac5073-1b4c-4121-b619-6505ca6e1e22'] response: {'name': 'network-changed', 'server_uuid': '89078aee-3fc3-49a7-ac37-8805f733a6d6', 'tag': '586ccde1-a54b-46ec-9dc9-93d26aed97d9', 'status': 'completed', 'code': 200} Oct 19 07:52:35.540280 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvr_db [None req-949a2eac-2592-4d6a-aa0b-04e5c088e228 None None] Set router 75e804fd-898a-4e41-901a-ea564d73d357 gateway port host: dv-neutron-861624-1-hyperv {{(pid=103334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 07:52:35.556044 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6edee09-d8de-4784-a4c6-946719c5549f req-f8a7a963-f7c1-4f2e-bbfa-170e3b62ef06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:52:35.557569 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-d6edee09-d8de-4784-a4c6-946719c5549f req-f8a7a963-f7c1-4f2e-bbfa-170e3b62ef06 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=505fd091f8c84d6d8a8b7dc9bb7934bf&device_id=89078aee-3fc3-49a7-ac37-8805f733a6d6 HTTP/1.1" status: 200 len: 1098 time: 0.0491130 Oct 19 07:52:35.646231 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.agents_db [None req-6057327c-4456-4c72-8e75-6d3cd9249757 None None] Agent healthcheck: found 6 active agents {{(pid=103335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 07:52:35.682667 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6edee09-d8de-4784-a4c6-946719c5549f req-247dcc2b-ffcc-4e91-9be5-895efc7d61df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:52:35.684196 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-d6edee09-d8de-4784-a4c6-946719c5549f req-247dcc2b-ffcc-4e91-9be5-895efc7d61df service neutron] 10.222.0.16 "GET /v2.0/networks?id=a23ce57c-5e7a-4686-b843-74109161e384 HTTP/1.1" status: 200 len: 913 time: 0.1195757 Oct 19 07:52:35.696290 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0aea9d9-1c02-4639-bb03-e31498ec4cce req-73d45d9d-40e8-433f-a1b6-978a1e17cf23 tempest-TestVolumeBootPattern-1806498022 tempest-TestVolumeBootPattern-1806498022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:52:35.697746 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-e0aea9d9-1c02-4639-bb03-e31498ec4cce req-73d45d9d-40e8-433f-a1b6-978a1e17cf23 tempest-TestVolumeBootPattern-1806498022 tempest-TestVolumeBootPattern-1806498022-project] 10.222.0.27 "GET /v2.0/ports?device_id=89078aee-3fc3-49a7-ac37-8805f733a6d6 HTTP/1.1" status: 200 len: 945 time: 0.0712831 Oct 19 07:52:35.744447 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-949a2eac-2592-4d6a-aa0b-04e5c088e228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75e804fd-898a-4e41-901a-ea564d73d357', 'name': 'tempest-TestVolumeBootPattern-2140510641-router', 'tenant_id': '505fd091f8c84d6d8a8b7dc9bb7934bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'external_fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.47'}], 'enable_snat': True}, 'gw_port_id': '27a5a6f1-ef1d-4f19-9401-e95be5cdafde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T07:45:41Z', 'updated_at': '2022-10-19T07:45:45Z', 'revision_number': 4, 'project_id': '505fd091f8c84d6d8a8b7dc9bb7934bf', 'gw_port': {'id': '27a5a6f1-ef1d-4f19-9401-e95be5cdafde', 'name': '', 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:8e:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75e804fd-898a-4e41-901a-ea564d73d357', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1311, 'fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:45:42Z', 'updated_at': '2022-10-19T07:45:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861624-1-hyperv', '_interfaces': [{'id': '875c69bf-bbd0-43d5-a353-16a753075bc3', 'name': '', 'network_id': 'a23ce57c-5e7a-4686-b843-74109161e384', 'tenant_id': '505fd091f8c84d6d8a8b7dc9bb7934bf', 'mac_address': 'fa:16:3e:ac:9e:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75e804fd-898a-4e41-901a-ea564d73d357', 'device_owner': 'network:router_interface', 'standard_attr_id': 1312, 'fixed_ips': [{'subnet_id': '59cab28a-9f4d-46b7-9f00-ecdecb2d6122', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:45:44Z', 'updated_at': '2022-10-19T07:45:49Z', 'revision_number': 5, 'project_id': '505fd091f8c84d6d8a8b7dc9bb7934bf', 'subnets': [{'id': '59cab28a-9f4d-46b7-9f00-ecdecb2d6122', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:52:35.748245 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-d6edee09-d8de-4784-a4c6-946719c5549f req-48a1094e-76bc-4b94-917e-875895b4e701 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=586ccde1-a54b-46ec-9dc9-93d26aed97d9 HTTP/1.1" status: 200 len: 217 time: 0.0495591 Oct 19 07:52:35.770866 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-949a2eac-2592-4d6a-aa0b-04e5c088e228 None None] Checking router: 75e804fd-898a-4e41-901a-ea564d73d357 for host: dv-neutron-861624-1-hyperv {{(pid=103334) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 07:52:35.779186 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-949a2eac-2592-4d6a-aa0b-04e5c088e228 None None] Routers {'75e804fd-898a-4e41-901a-ea564d73d357'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 07:52:35.779789 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-949a2eac-2592-4d6a-aa0b-04e5c088e228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T07:52:16Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['75e804fd-898a-4e41-901a-ea564d73d357'], 'active': True} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:52:35.793464 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-e0aea9d9-1c02-4639-bb03-e31498ec4cce req-d1a20ac2-744b-4d58-8b8d-ea21d163c7a9 tempest-TestVolumeBootPattern-1806498022 tempest-TestVolumeBootPattern-1806498022-project] 10.222.0.27 "GET /v2.0/security-groups?id=09745190-85cd-4989-bb6d-51a24a3c4be0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0886319 Oct 19 07:52:35.822664 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6edee09-d8de-4784-a4c6-946719c5549f req-bfafe994-ddb1-410b-b0b4-311e43ecf014 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:52:35.824045 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-d6edee09-d8de-4784-a4c6-946719c5549f req-bfafe994-ddb1-410b-b0b4-311e43ecf014 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=59cab28a-9f4d-46b7-9f00-ecdecb2d6122 HTTP/1.1" status: 200 len: 851 time: 0.0633068 Oct 19 07:52:35.870868 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6edee09-d8de-4784-a4c6-946719c5549f req-d2dae510-6e79-4a2c-9bb5-040785360c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:52:35.872539 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-d6edee09-d8de-4784-a4c6-946719c5549f req-d2dae510-6e79-4a2c-9bb5-040785360c9f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a23ce57c-5e7a-4686-b843-74109161e384&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0408087 Oct 19 07:52:35.889177 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvr_db [None req-949a2eac-2592-4d6a-aa0b-04e5c088e228 None None] Set router 75e804fd-898a-4e41-901a-ea564d73d357 gateway port host: dv-neutron-861624-1-hyperv {{(pid=103334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 07:52:35.969153 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-d6edee09-d8de-4784-a4c6-946719c5549f req-b5b0f30d-71f6-4a7a-bbba-2cde19d38da6 service neutron] 10.222.0.16 "GET /v2.0/networks/a23ce57c-5e7a-4686-b843-74109161e384?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889578 Oct 19 07:52:36.062857 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-d6edee09-d8de-4784-a4c6-946719c5549f req-2d9a5996-706d-4b76-811d-b89bc520af0f service neutron] 10.222.0.16 "GET /v2.0/networks/a23ce57c-5e7a-4686-b843-74109161e384?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847988 Oct 19 07:52:36.090729 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-949a2eac-2592-4d6a-aa0b-04e5c088e228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75e804fd-898a-4e41-901a-ea564d73d357', 'name': 'tempest-TestVolumeBootPattern-2140510641-router', 'tenant_id': '505fd091f8c84d6d8a8b7dc9bb7934bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'external_fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.47'}], 'enable_snat': True}, 'gw_port_id': '27a5a6f1-ef1d-4f19-9401-e95be5cdafde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T07:45:41Z', 'updated_at': '2022-10-19T07:45:45Z', 'revision_number': 4, 'project_id': '505fd091f8c84d6d8a8b7dc9bb7934bf', 'gw_port': {'id': '27a5a6f1-ef1d-4f19-9401-e95be5cdafde', 'name': '', 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:8e:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75e804fd-898a-4e41-901a-ea564d73d357', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1311, 'fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:45:42Z', 'updated_at': '2022-10-19T07:45:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861624-1-hyperv', '_interfaces': [{'id': '875c69bf-bbd0-43d5-a353-16a753075bc3', 'name': '', 'network_id': 'a23ce57c-5e7a-4686-b843-74109161e384', 'tenant_id': '505fd091f8c84d6d8a8b7dc9bb7934bf', 'mac_address': 'fa:16:3e:ac:9e:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75e804fd-898a-4e41-901a-ea564d73d357', 'device_owner': 'network:router_interface', 'standard_attr_id': 1312, 'fixed_ips': [{'subnet_id': '59cab28a-9f4d-46b7-9f00-ecdecb2d6122', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:45:44Z', 'updated_at': '2022-10-19T07:45:49Z', 'revision_number': 5, 'project_id': '505fd091f8c84d6d8a8b7dc9bb7934bf', 'subnets': [{'id': '59cab28a-9f4d-46b7-9f00-ecdecb2d6122', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:52:36.117002 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-949a2eac-2592-4d6a-aa0b-04e5c088e228 None None] The sync data for ids ['75e804fd-898a-4e41-901a-ea564d73d357'] in dv-neutron-861624-1-hyperv is: [{'id': '75e804fd-898a-4e41-901a-ea564d73d357', 'name': 'tempest-TestVolumeBootPattern-2140510641-router', 'tenant_id': '505fd091f8c84d6d8a8b7dc9bb7934bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'external_fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.47'}], 'enable_snat': True}, 'gw_port_id': '27a5a6f1-ef1d-4f19-9401-e95be5cdafde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T07:45:41Z', 'updated_at': '2022-10-19T07:45:45Z', 'revision_number': 4, 'project_id': '505fd091f8c84d6d8a8b7dc9bb7934bf', 'gw_port': {'id': '27a5a6f1-ef1d-4f19-9401-e95be5cdafde', 'name': '', 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:8e:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75e804fd-898a-4e41-901a-ea564d73d357', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1311, 'fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:45:42Z', 'updated_at': '2022-10-19T07:45:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861624-1-hyperv', '_interfaces': [{'id': '875c69bf-bbd0-43d5-a353-16a753075bc3', 'name': '', 'network_id': 'a23ce57c-5e7a-4686-b843-74109161e384', 'tenant_id': '505fd091f8c84d6d8a8b7dc9bb7934bf', 'mac_address': 'fa:16:3e:ac:9e:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75e804fd-898a-4e41-901a-ea564d73d357', 'device_owner': 'network:router_interface', 'standard_attr_id': 1312, 'fixed_ips': [{'subnet_id': '59cab28a-9f4d-46b7-9f00-ecdecb2d6122', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:45:44Z', 'updated_at': '2022-10-19T07:45:49Z', 'revision_number': 5, 'project_id': '505fd091f8c84d6d8a8b7dc9bb7934bf', 'subnets': [{'id': '59cab28a-9f4d-46b7-9f00-ecdecb2d6122', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 07:52:36.335316 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2194d7d-c7ab-42fa-8e7a-9bc129bc78b4 None None] New status for floating IP bf835650-ec17-4cc3-8e46-b047633066b3: DOWN {{(pid=103335) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 19 07:52:36.915930 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fd785a-bfeb-4163-bd8e-74caf1f6f746 req-80c59026-6d70-4cd5-b225-b280b380cc21 tempest-TestVolumeBootPattern-1806498022 tempest-TestVolumeBootPattern-1806498022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:52:36.917444 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-37fd785a-bfeb-4163-bd8e-74caf1f6f746 req-80c59026-6d70-4cd5-b225-b280b380cc21 tempest-TestVolumeBootPattern-1806498022 tempest-TestVolumeBootPattern-1806498022-project] 10.222.0.27 "GET /v2.0/ports?device_id=89078aee-3fc3-49a7-ac37-8805f733a6d6 HTTP/1.1" status: 200 len: 945 time: 0.0484293 Oct 19 07:52:36.955855 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-37fd785a-bfeb-4163-bd8e-74caf1f6f746 req-3da02e51-dae1-4ab4-b63c-bd487308cc0d tempest-TestVolumeBootPattern-1806498022 tempest-TestVolumeBootPattern-1806498022-project] 10.222.0.27 "GET /v2.0/security-groups?id=09745190-85cd-4989-bb6d-51a24a3c4be0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323932 Oct 19 07:52:37.116688 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfae13f0-f7e7-4393-91b7-7f68248314fe req-c763ac85-edab-4d1b-804c-69eef425e3e4 tempest-TestVolumeBootPattern-1806498022 tempest-TestVolumeBootPattern-1806498022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:52:37.118093 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-cfae13f0-f7e7-4393-91b7-7f68248314fe req-c763ac85-edab-4d1b-804c-69eef425e3e4 tempest-TestVolumeBootPattern-1806498022 tempest-TestVolumeBootPattern-1806498022-project] 10.222.0.16 "GET /v2.0/ports?device_id=89078aee-3fc3-49a7-ac37-8805f733a6d6 HTTP/1.1" status: 200 len: 945 time: 0.0486486 Oct 19 07:52:37.208942 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.plugin [req-cfae13f0-f7e7-4393-91b7-7f68248314fe req-5b2d57a2-86db-4929-9bb1-e94d31c8db3f tempest-TestVolumeBootPattern-1806498022 tempest-TestVolumeBootPattern-1806498022-project] Deleting port 586ccde1-a54b-46ec-9dc9-93d26aed97d9 {{(pid=103332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 07:52:37.209272 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-cfae13f0-f7e7-4393-91b7-7f68248314fe req-5b2d57a2-86db-4929-9bb1-e94d31c8db3f tempest-TestVolumeBootPattern-1806498022 tempest-TestVolumeBootPattern-1806498022-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:52:37.294509 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.db [req-cfae13f0-f7e7-4393-91b7-7f68248314fe req-5b2d57a2-86db-4929-9bb1-e94d31c8db3f tempest-TestVolumeBootPattern-1806498022 tempest-TestVolumeBootPattern-1806498022-project] For port 586ccde1-a54b-46ec-9dc9-93d26aed97d9, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=586ccde1-a54b-46ec-9dc9-93d26aed97d9,segment=NetworkSegment(96ea79ad-cb18-4750-9b35-f4e90ccd124f),segment_id=96ea79ad-cb18-4750-9b35-f4e90ccd124f)] {{(pid=103332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:52:37.294872 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-cfae13f0-f7e7-4393-91b7-7f68248314fe req-5b2d57a2-86db-4929-9bb1-e94d31c8db3f tempest-TestVolumeBootPattern-1806498022 tempest-TestVolumeBootPattern-1806498022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:52:37.307795 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.plugin [req-cfae13f0-f7e7-4393-91b7-7f68248314fe req-5b2d57a2-86db-4929-9bb1-e94d31c8db3f tempest-TestVolumeBootPattern-1806498022 tempest-TestVolumeBootPattern-1806498022-project] Calling delete_port for 586ccde1-a54b-46ec-9dc9-93d26aed97d9 owned by compute:nova {{(pid=103332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 07:52:37.433464 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-cfae13f0-f7e7-4393-91b7-7f68248314fe req-5b2d57a2-86db-4929-9bb1-e94d31c8db3f tempest-TestVolumeBootPattern-1806498022 tempest-TestVolumeBootPattern-1806498022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133553798'] for port, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:52:37.460143 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2d57a2-86db-4929-9bb1-e94d31c8db3f tempest-TestVolumeBootPattern-1806498022 tempest-TestVolumeBootPattern-1806498022-project] Pushing event deleted for resources: {'Port': ['ID=586ccde1-a54b-46ec-9dc9-93d26aed97d9,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:52:37.501827 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfae13f0-f7e7-4393-91b7-7f68248314fe req-5b2d57a2-86db-4929-9bb1-e94d31c8db3f tempest-TestVolumeBootPattern-1806498022 tempest-TestVolumeBootPattern-1806498022-project] No DVR routers for this DVR port 586ccde1-a54b-46ec-9dc9-93d26aed97d9 on host hv-neutron-8616 {{(pid=103332) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 19 07:52:37.504236 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-cfae13f0-f7e7-4393-91b7-7f68248314fe req-5b2d57a2-86db-4929-9bb1-e94d31c8db3f tempest-TestVolumeBootPattern-1806498022 tempest-TestVolumeBootPattern-1806498022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42160'] for port, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:52:37.507673 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-cfae13f0-f7e7-4393-91b7-7f68248314fe req-5b2d57a2-86db-4929-9bb1-e94d31c8db3f tempest-TestVolumeBootPattern-1806498022 tempest-TestVolumeBootPattern-1806498022-project] 10.222.0.16 "DELETE /v2.0/ports/586ccde1-a54b-46ec-9dc9-93d26aed97d9 HTTP/1.1" status: 204 len: 173 time: 0.3834655 Oct 19 07:52:37.508159 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89078aee-3fc3-49a7-ac37-8805f733a6d6', 'name': 'network-vif-deleted', 'tag': '586ccde1-a54b-46ec-9dc9-93d26aed97d9'}] {{(pid=103332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 19 07:52:37.510439 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a021b02cf5f527cd4bbbc40a031b51490d9893d7edeeb551bdf5128ee7546f8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b989cd9e-7184-4763-af88-f2a8ec6b8fdf" -d '{"events": [{"server_uuid": "89078aee-3fc3-49a7-ac37-8805f733a6d6", "name": "network-vif-deleted", "tag": "586ccde1-a54b-46ec-9dc9-93d26aed97d9"}]}' {{(pid=103332) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 07:52:37.548721 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 19 Oct 2022 07:52:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edee0151-d453-44a7-9fba-2570315145c1 x-openstack-request-id: req-edee0151-d453-44a7-9fba-2570315145c1 {{(pid=103332) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 07:52:37.549020 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89078aee-3fc3-49a7-ac37-8805f733a6d6", "name": "network-vif-deleted", "tag": "586ccde1-a54b-46ec-9dc9-93d26aed97d9", "status": "completed", "code": 200}]} {{(pid=103332) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 07:52:37.549277 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-edee0151-d453-44a7-9fba-2570315145c1 {{(pid=103332) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 07:52:37.549684 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.notifiers.nova [-] Nova event matching ['req-edee0151-d453-44a7-9fba-2570315145c1'] response: {'server_uuid': '89078aee-3fc3-49a7-ac37-8805f733a6d6', 'name': 'network-vif-deleted', 'tag': '586ccde1-a54b-46ec-9dc9-93d26aed97d9', 'status': 'completed', 'code': 200} Oct 19 07:52:38.058770 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-10664c95-350a-4dfa-91a3-5f6b9e4d9010 req-b1d989b2-f521-43dc-b1a7-5cb52684d2fe tempest-TestVolumeBootPattern-1806498022 tempest-TestVolumeBootPattern-1806498022-project] 10.222.0.27 "GET /v2.0/ports?device_id=89078aee-3fc3-49a7-ac37-8805f733a6d6 HTTP/1.1" status: 200 len: 210 time: 0.0307524 Oct 19 07:52:39.161366 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-25f5bc0a-c54f-4d4e-b878-9d237d89f1a4 req-1f9d37e6-ed9c-45cb-bfa8-01cc4a205ea6 tempest-TestVolumeBootPattern-1806498022 tempest-TestVolumeBootPattern-1806498022-project] 10.222.0.27 "GET /v2.0/ports?device_id=89078aee-3fc3-49a7-ac37-8805f733a6d6 HTTP/1.1" status: 200 len: 210 time: 0.0261533 Oct 19 07:52:40.261199 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-25381954-636b-41ff-9a5e-5a4b42292a12 req-1527633c-b906-4873-9234-3c1ceefe76d0 tempest-TestVolumeBootPattern-1806498022 tempest-TestVolumeBootPattern-1806498022-project] 10.222.0.27 "GET /v2.0/ports?device_id=89078aee-3fc3-49a7-ac37-8805f733a6d6 HTTP/1.1" status: 200 len: 210 time: 0.0266798 Oct 19 07:52:41.322836 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 33998) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:52:41.447858 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-f735e864-1c83-4f0a-b443-56122b6e1f40 tempest-TestVolumeBootPattern-1806498022 tempest-TestVolumeBootPattern-1806498022-project] Deleting port 3616289a-c9ba-480a-b51c-35197f5b1422 {{(pid=103333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 07:52:41.448193 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-f735e864-1c83-4f0a-b443-56122b6e1f40 tempest-TestVolumeBootPattern-1806498022 tempest-TestVolumeBootPattern-1806498022-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:52:41.522130 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-f735e864-1c83-4f0a-b443-56122b6e1f40 tempest-TestVolumeBootPattern-1806498022 tempest-TestVolumeBootPattern-1806498022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:52:41.522453 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-f735e864-1c83-4f0a-b443-56122b6e1f40 tempest-TestVolumeBootPattern-1806498022 tempest-TestVolumeBootPattern-1806498022-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:52:41.534239 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-f735e864-1c83-4f0a-b443-56122b6e1f40 tempest-TestVolumeBootPattern-1806498022 tempest-TestVolumeBootPattern-1806498022-project] Calling delete_port for 3616289a-c9ba-480a-b51c-35197f5b1422 owned by network:floatingip {{(pid=103333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 07:52:41.664253 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-f735e864-1c83-4f0a-b443-56122b6e1f40 tempest-TestVolumeBootPattern-1806498022 tempest-TestVolumeBootPattern-1806498022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130996763'] for port, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:52:41.687455 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f735e864-1c83-4f0a-b443-56122b6e1f40 tempest-TestVolumeBootPattern-1806498022 tempest-TestVolumeBootPattern-1806498022-project] Pushing event deleted for resources: {'Port': ['ID=3616289a-c9ba-480a-b51c-35197f5b1422,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:52:41.697135 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f735e864-1c83-4f0a-b443-56122b6e1f40 tempest-TestVolumeBootPattern-1806498022 tempest-TestVolumeBootPattern-1806498022-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:52:41.697480 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f735e864-1c83-4f0a-b443-56122b6e1f40 tempest-TestVolumeBootPattern-1806498022 tempest-TestVolumeBootPattern-1806498022-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:52:41.697822 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f735e864-1c83-4f0a-b443-56122b6e1f40 tempest-TestVolumeBootPattern-1806498022 tempest-TestVolumeBootPattern-1806498022-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:52:41.698152 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f735e864-1c83-4f0a-b443-56122b6e1f40 tempest-TestVolumeBootPattern-1806498022 tempest-TestVolumeBootPattern-1806498022-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:52:41.698479 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f735e864-1c83-4f0a-b443-56122b6e1f40 tempest-TestVolumeBootPattern-1806498022 tempest-TestVolumeBootPattern-1806498022-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:52:41.699219 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f735e864-1c83-4f0a-b443-56122b6e1f40 tempest-TestVolumeBootPattern-1806498022 tempest-TestVolumeBootPattern-1806498022-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:52:41.699219 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f735e864-1c83-4f0a-b443-56122b6e1f40 tempest-TestVolumeBootPattern-1806498022 tempest-TestVolumeBootPattern-1806498022-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:52:41.699425 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f735e864-1c83-4f0a-b443-56122b6e1f40 tempest-TestVolumeBootPattern-1806498022 tempest-TestVolumeBootPattern-1806498022-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:52:41.699727 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f735e864-1c83-4f0a-b443-56122b6e1f40 tempest-TestVolumeBootPattern-1806498022 tempest-TestVolumeBootPattern-1806498022-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:52:41.700045 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f735e864-1c83-4f0a-b443-56122b6e1f40 tempest-TestVolumeBootPattern-1806498022 tempest-TestVolumeBootPattern-1806498022-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:52:41.700362 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f735e864-1c83-4f0a-b443-56122b6e1f40 tempest-TestVolumeBootPattern-1806498022 tempest-TestVolumeBootPattern-1806498022-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:52:41.700707 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f735e864-1c83-4f0a-b443-56122b6e1f40 tempest-TestVolumeBootPattern-1806498022 tempest-TestVolumeBootPattern-1806498022-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:52:41.760328 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-f735e864-1c83-4f0a-b443-56122b6e1f40 tempest-TestVolumeBootPattern-1806498022 tempest-TestVolumeBootPattern-1806498022-project] Notify callbacks [] for floatingip, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:52:41.763553 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-f735e864-1c83-4f0a-b443-56122b6e1f40 tempest-TestVolumeBootPattern-1806498022 tempest-TestVolumeBootPattern-1806498022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42160'] for floatingip, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:52:41.767663 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-f735e864-1c83-4f0a-b443-56122b6e1f40 tempest-TestVolumeBootPattern-1806498022 tempest-TestVolumeBootPattern-1806498022-project] 10.222.0.27 "DELETE /v2.0/floatingips/7393c42a-82cd-4439-ae0a-ee0ce6bcfb8d HTTP/1.1" status: 204 len: 168 time: 0.4438305 Oct 19 07:52:41.772336 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:52:41.856127 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Device 586ccde1-a54b-46ec-9dc9-93d26aed97d9 no longer exists at agent hyperv_hv-neutron-8616 {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 07:52:41.878894 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] No Port match for: 586ccde1-a54b-46ec-9dc9-93d26aed97d9 {{(pid=103334) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 19 07:52:41.879223 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Device 586ccde1-a54b-46ec-9dc9-93d26aed97d9 not bound to the agent host hv-neutron-8616 {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 07:52:43.370976 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d34f9a5e-1518-4c5f-a2d2-f5e3a3bb8ca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:52:44.021662 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 34014) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:52:44.085718 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-99eb8fd1-d583-4291-9846-d79ea1aba168 tempest-TestVolumeBootPattern-1806498022 tempest-TestVolumeBootPattern-1806498022-project] Notify callbacks [] for security_group, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:52:44.111746 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-99eb8fd1-d583-4291-9846-d79ea1aba168 tempest-TestVolumeBootPattern-1806498022 tempest-TestVolumeBootPattern-1806498022-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:52:44.170703 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-99eb8fd1-d583-4291-9846-d79ea1aba168 tempest-TestVolumeBootPattern-1806498022 tempest-TestVolumeBootPattern-1806498022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788643'] for security_group, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:52:44.173460 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-99eb8fd1-d583-4291-9846-d79ea1aba168 tempest-TestVolumeBootPattern-1806498022 tempest-TestVolumeBootPattern-1806498022-project] Notify callbacks [] for security_group, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:52:44.177559 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-99eb8fd1-d583-4291-9846-d79ea1aba168 tempest-TestVolumeBootPattern-1806498022 tempest-TestVolumeBootPattern-1806498022-project] 10.222.0.27 "DELETE /v2.0/security-groups/09745190-85cd-4989-bb6d-51a24a3c4be0 HTTP/1.1" status: 204 len: 168 time: 0.1518459 Oct 19 07:52:44.188213 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99eb8fd1-d583-4291-9846-d79ea1aba168 tempest-TestVolumeBootPattern-1806498022 tempest-TestVolumeBootPattern-1806498022-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=09745190-85cd-4989-bb6d-51a24a3c4be0,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:52:44.228842 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 34018) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:52:44.694492 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-827a91ea-3cf4-4d77-92a7-fa5034242eef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1694785'] for router_interface, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:52:44.943328 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-827a91ea-3cf4-4d77-92a7-fa5034242eef admin admin] Deleting port 875c69bf-bbd0-43d5-a353-16a753075bc3 {{(pid=103333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 07:52:44.943669 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-827a91ea-3cf4-4d77-92a7-fa5034242eef admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:52:45.025568 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.db [None req-827a91ea-3cf4-4d77-92a7-fa5034242eef admin admin] For port 875c69bf-bbd0-43d5-a353-16a753075bc3, host dv-neutron-861624-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=875c69bf-bbd0-43d5-a353-16a753075bc3,segment=NetworkSegment(96ea79ad-cb18-4750-9b35-f4e90ccd124f),segment_id=96ea79ad-cb18-4750-9b35-f4e90ccd124f)] {{(pid=103333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:52:45.026249 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-827a91ea-3cf4-4d77-92a7-fa5034242eef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:52:45.038591 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-827a91ea-3cf4-4d77-92a7-fa5034242eef admin admin] Calling delete_port for 875c69bf-bbd0-43d5-a353-16a753075bc3 owned by network:router_interface {{(pid=103333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 07:52:45.214121 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-827a91ea-3cf4-4d77-92a7-fa5034242eef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130996763'] for port, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:52:45.240320 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827a91ea-3cf4-4d77-92a7-fa5034242eef admin admin] Pushing event deleted for resources: {'Port': ['ID=875c69bf-bbd0-43d5-a353-16a753075bc3,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:52:45.408372 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-827a91ea-3cf4-4d77-92a7-fa5034242eef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1574862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1694957'] for router_interface, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:52:45.615836 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-827a91ea-3cf4-4d77-92a7-fa5034242eef admin admin] Router 75e804fd-898a-4e41-901a-ea564d73d357 has already been hosted by L3 agent ab388470-1243-4d53-80f2-c2f5899c97a7 {{(pid=103333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 07:52:45.720732 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-827a91ea-3cf4-4d77-92a7-fa5034242eef admin admin] Notify agent at l3_agent.dv-neutron-861624-1-hyperv the message routers_updated {{(pid=103333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 07:52:45.726547 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-827a91ea-3cf4-4d77-92a7-fa5034242eef admin admin] 10.222.0.27 "PUT /v2.0/routers/75e804fd-898a-4e41-901a-ea564d73d357/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4966724 Oct 19 07:52:45.729125 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 34022) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:52:45.730933 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2698152b-4564-4eeb-b54a-e9bb34ae7741 None None] Sync routers for ids ['75e804fd-898a-4e41-901a-ea564d73d357'] in dv-neutron-861624-1-hyperv {{(pid=103334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 07:52:45.741503 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2698152b-4564-4eeb-b54a-e9bb34ae7741 None None] Routers {'75e804fd-898a-4e41-901a-ea564d73d357'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 07:52:45.742112 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-2698152b-4564-4eeb-b54a-e9bb34ae7741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T07:52:16Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['75e804fd-898a-4e41-901a-ea564d73d357'], 'active': True} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:52:45.834532 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-975e3a18-a61e-407b-829a-a95b2ac7fefb admin admin] Notify callbacks [] for router, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:52:45.944312 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-975e3a18-a61e-407b-829a-a95b2ac7fefb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:52:45.992727 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvr_db [None req-2698152b-4564-4eeb-b54a-e9bb34ae7741 None None] Set router 75e804fd-898a-4e41-901a-ea564d73d357 gateway port host: dv-neutron-861624-1-hyperv {{(pid=103334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 07:52:45.997290 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-975e3a18-a61e-407b-829a-a95b2ac7fefb admin admin] Deleting port 27a5a6f1-ef1d-4f19-9401-e95be5cdafde {{(pid=103333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 07:52:45.997646 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-975e3a18-a61e-407b-829a-a95b2ac7fefb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:52:46.079736 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.db [None req-975e3a18-a61e-407b-829a-a95b2ac7fefb admin admin] For port 27a5a6f1-ef1d-4f19-9401-e95be5cdafde, host dv-neutron-861624-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=27a5a6f1-ef1d-4f19-9401-e95be5cdafde,segment=NetworkSegment(53981d04-8205-40d8-8d33-0510111d6f8f),segment_id=53981d04-8205-40d8-8d33-0510111d6f8f)] {{(pid=103333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:52:46.080991 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-975e3a18-a61e-407b-829a-a95b2ac7fefb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:52:46.093892 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-975e3a18-a61e-407b-829a-a95b2ac7fefb admin admin] Calling delete_port for 27a5a6f1-ef1d-4f19-9401-e95be5cdafde owned by network:router_gateway {{(pid=103333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 07:52:46.172066 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-2698152b-4564-4eeb-b54a-e9bb34ae7741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75e804fd-898a-4e41-901a-ea564d73d357', 'name': 'tempest-TestVolumeBootPattern-2140510641-router', 'tenant_id': '505fd091f8c84d6d8a8b7dc9bb7934bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'external_fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.47'}], 'enable_snat': True}, 'gw_port_id': '27a5a6f1-ef1d-4f19-9401-e95be5cdafde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T07:45:41Z', 'updated_at': '2022-10-19T07:52:45Z', 'revision_number': 5, 'project_id': '505fd091f8c84d6d8a8b7dc9bb7934bf', 'gw_port': {'id': '27a5a6f1-ef1d-4f19-9401-e95be5cdafde', 'name': '', 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:8e:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75e804fd-898a-4e41-901a-ea564d73d357', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1311, 'fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:45:42Z', 'updated_at': '2022-10-19T07:45:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861624-1-hyperv'}], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:52:46.198296 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2698152b-4564-4eeb-b54a-e9bb34ae7741 None None] Checking router: 75e804fd-898a-4e41-901a-ea564d73d357 for host: dv-neutron-861624-1-hyperv {{(pid=103334) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 07:52:46.208233 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2698152b-4564-4eeb-b54a-e9bb34ae7741 None None] Routers {'75e804fd-898a-4e41-901a-ea564d73d357'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 07:52:46.208900 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-2698152b-4564-4eeb-b54a-e9bb34ae7741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T07:52:16Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['75e804fd-898a-4e41-901a-ea564d73d357'], 'active': True} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:52:46.261678 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-975e3a18-a61e-407b-829a-a95b2ac7fefb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130996763'] for port, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:52:46.290103 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975e3a18-a61e-407b-829a-a95b2ac7fefb admin admin] Pushing event deleted for resources: {'Port': ['ID=27a5a6f1-ef1d-4f19-9401-e95be5cdafde,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:52:46.307736 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-4a6ffbc5-8828-4acd-918b-2a5d43ab754a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:52:46.309657 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvr_db [None req-2698152b-4564-4eeb-b54a-e9bb34ae7741 None None] Set router 75e804fd-898a-4e41-901a-ea564d73d357 gateway port host: None {{(pid=103334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 07:52:46.358756 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-975e3a18-a61e-407b-829a-a95b2ac7fefb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1693831'] for router_gateway, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:52:46.362303 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-2698152b-4564-4eeb-b54a-e9bb34ae7741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75e804fd-898a-4e41-901a-ea564d73d357', 'name': 'tempest-TestVolumeBootPattern-2140510641-router', 'tenant_id': '505fd091f8c84d6d8a8b7dc9bb7934bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T07:45:41Z', 'updated_at': '2022-10-19T07:52:45Z', 'revision_number': 6, 'project_id': '505fd091f8c84d6d8a8b7dc9bb7934bf', 'gw_port_host': None}], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:52:46.392643 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2698152b-4564-4eeb-b54a-e9bb34ae7741 None None] The sync data for ids ['75e804fd-898a-4e41-901a-ea564d73d357'] in dv-neutron-861624-1-hyperv is: [{'id': '75e804fd-898a-4e41-901a-ea564d73d357', 'name': 'tempest-TestVolumeBootPattern-2140510641-router', 'tenant_id': '505fd091f8c84d6d8a8b7dc9bb7934bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T07:45:41Z', 'updated_at': '2022-10-19T07:52:45Z', 'revision_number': 6, 'project_id': '505fd091f8c84d6d8a8b7dc9bb7934bf', 'gw_port_host': None}] {{(pid=103334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 07:52:46.780860 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-975e3a18-a61e-407b-829a-a95b2ac7fefb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1693565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12618'] for router, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:52:46.783478 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-975e3a18-a61e-407b-829a-a95b2ac7fefb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:52:46.827821 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-975e3a18-a61e-407b-829a-a95b2ac7fefb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1693542'] for router, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:52:46.828437 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-975e3a18-a61e-407b-829a-a95b2ac7fefb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 75e804fd-898a-4e41-901a-ea564d73d357 {{(pid=103333) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 07:52:46.834173 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-975e3a18-a61e-407b-829a-a95b2ac7fefb admin admin] Notify callbacks [] for router, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:52:46.838004 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 34024) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:52:46.838593 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-975e3a18-a61e-407b-829a-a95b2ac7fefb admin admin] 10.222.0.27 "DELETE /v2.0/routers/75e804fd-898a-4e41-901a-ea564d73d357 HTTP/1.1" status: 204 len: 168 time: 1.1078331 Oct 19 07:52:46.882200 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.db_base_plugin_v2 [None req-caef630d-48a3-4805-bfc4-0f6f8634ace0 admin admin] Deleting subnet 59cab28a-9f4d-46b7-9f00-ecdecb2d6122 {{(pid=103332) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 19 07:52:46.885261 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-caef630d-48a3-4805-bfc4-0f6f8634ace0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:52:46.918883 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-caef630d-48a3-4805-bfc4-0f6f8634ace0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130726890'] for subnet, precommit_delete_associations {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:52:46.998312 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-caef630d-48a3-4805-bfc4-0f6f8634ace0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-679826'] for subnet, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:52:47.048445 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-caef630d-48a3-4805-bfc4-0f6f8634ace0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-679819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-133552721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130659632'] for subnet, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:52:47.074952 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caef630d-48a3-4805-bfc4-0f6f8634ace0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=59cab28a-9f4d-46b7-9f00-ecdecb2d6122,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:52:47.076966 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-caef630d-48a3-4805-bfc4-0f6f8634ace0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:52:47.080375 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-caef630d-48a3-4805-bfc4-0f6f8634ace0 admin admin] 10.222.0.27 "DELETE /v2.0/subnets/59cab28a-9f4d-46b7-9f00-ecdecb2d6122 HTTP/1.1" status: 204 len: 168 time: 0.2411032 Oct 19 07:52:47.083701 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 34026) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:52:47.084478 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b1c273c-6215-4e06-a620-9dc2efc7fa57 None None] Network a23ce57c-5e7a-4686-b843-74109161e384 requested from dv-neutron-861624-1-hyperv {{(pid=103334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 07:52:47.156100 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-03dccf40-8d2a-43c6-86f0-c655e4aed36c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-667019'] for network, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:52:47.215068 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.plugin [None req-03dccf40-8d2a-43c6-86f0-c655e4aed36c admin admin] Deleting port 0fca1110-4bf7-42e9-b7bf-386fd60dbaa8 {{(pid=103332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 07:52:47.215420 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-03dccf40-8d2a-43c6-86f0-c655e4aed36c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:52:47.268946 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-667d8cbe-c214-4d8a-97db-3b61d8606bed None None] DHCP port deletion for a23ce57c-5e7a-4686-b843-74109161e384 request from dv-neutron-861624-1-hyperv {{(pid=103334) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 07:52:47.289740 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.db [None req-03dccf40-8d2a-43c6-86f0-c655e4aed36c admin admin] For port 0fca1110-4bf7-42e9-b7bf-386fd60dbaa8, host dv-neutron-861624-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=0fca1110-4bf7-42e9-b7bf-386fd60dbaa8,segment=NetworkSegment(96ea79ad-cb18-4750-9b35-f4e90ccd124f),segment_id=96ea79ad-cb18-4750-9b35-f4e90ccd124f)] {{(pid=103332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:52:47.290129 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-03dccf40-8d2a-43c6-86f0-c655e4aed36c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:52:47.309754 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.plugin [None req-03dccf40-8d2a-43c6-86f0-c655e4aed36c admin admin] Calling delete_port for 0fca1110-4bf7-42e9-b7bf-386fd60dbaa8 owned by network:dhcp {{(pid=103332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 07:52:47.318047 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-667d8cbe-c214-4d8a-97db-3b61d8606bed None None] Deleting port 0fca1110-4bf7-42e9-b7bf-386fd60dbaa8 {{(pid=103334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 07:52:47.319263 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-667d8cbe-c214-4d8a-97db-3b61d8606bed None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:52:47.384751 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-667d8cbe-c214-4d8a-97db-3b61d8606bed None None] For port 0fca1110-4bf7-42e9-b7bf-386fd60dbaa8, host dv-neutron-861624-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=0fca1110-4bf7-42e9-b7bf-386fd60dbaa8,segment=NetworkSegment(96ea79ad-cb18-4750-9b35-f4e90ccd124f),segment_id=96ea79ad-cb18-4750-9b35-f4e90ccd124f)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:52:47.385160 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-667d8cbe-c214-4d8a-97db-3b61d8606bed None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:52:47.393263 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device 875c69bf-bbd0-43d5-a353-16a753075bc3 no longer exists at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 07:52:47.397182 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-03dccf40-8d2a-43c6-86f0-c655e4aed36c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133553798'] for port, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:52:47.421401 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03dccf40-8d2a-43c6-86f0-c655e4aed36c admin admin] Pushing event deleted for resources: {'Port': ['ID=0fca1110-4bf7-42e9-b7bf-386fd60dbaa8,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:52:47.428371 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03dccf40-8d2a-43c6-86f0-c655e4aed36c admin admin] No DVR routers for this DVR port 0fca1110-4bf7-42e9-b7bf-386fd60dbaa8 on host dv-neutron-861624-1-hyperv {{(pid=103332) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 19 07:52:47.437151 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] No Port match for: 875c69bf-bbd0-43d5-a353-16a753075bc3 {{(pid=103334) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 19 07:52:47.437631 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device 875c69bf-bbd0-43d5-a353-16a753075bc3 not bound to the agent host dv-neutron-861624-1-hyperv {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 07:52:47.438162 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device 27a5a6f1-ef1d-4f19-9401-e95be5cdafde no longer exists at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 07:52:47.443015 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-667d8cbe-c214-4d8a-97db-3b61d8606bed None None] Calling delete_port for 0fca1110-4bf7-42e9-b7bf-386fd60dbaa8 owned by network:dhcp {{(pid=103334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 07:52:47.474756 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] No Port match for: 27a5a6f1-ef1d-4f19-9401-e95be5cdafde {{(pid=103334) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 19 07:52:47.475220 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device 27a5a6f1-ef1d-4f19-9401-e95be5cdafde not bound to the agent host dv-neutron-861624-1-hyperv {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 07:52:47.475745 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device 0fca1110-4bf7-42e9-b7bf-386fd60dbaa8 no longer exists at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 07:52:47.502302 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] No Port match for: 0fca1110-4bf7-42e9-b7bf-386fd60dbaa8 {{(pid=103334) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 19 07:52:47.502302 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device 0fca1110-4bf7-42e9-b7bf-386fd60dbaa8 not bound to the agent host dv-neutron-861624-1-hyperv {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 07:52:47.507765 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-03dccf40-8d2a-43c6-86f0-c655e4aed36c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-673051', 'neutron.services.segments.db._delete_segments_for_network-8785021519108'] for network, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:52:47.528424 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.services.segments.db [None req-03dccf40-8d2a-43c6-86f0-c655e4aed36c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a23ce57c-5e7a-4686-b843-74109161e384']}} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:52:47.538406 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.services.segments.db [None req-03dccf40-8d2a-43c6-86f0-c655e4aed36c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96ea79ad-cb18-4750-9b35-f4e90ccd124f') {'for_net_delete': True} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:52:47.538704 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.services.segments.db [None req-03dccf40-8d2a-43c6-86f0-c655e4aed36c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96ea79ad-cb18-4750-9b35-f4e90ccd124f') {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:52:47.548143 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-03dccf40-8d2a-43c6-86f0-c655e4aed36c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785021519382', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130726885'] for segment, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:52:47.561768 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-03dccf40-8d2a-43c6-86f0-c655e4aed36c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979'] for segment, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:52:47.567646 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03dccf40-8d2a-43c6-86f0-c655e4aed36c admin admin] Releasing vlan 187 on physical network physnet1 to pool {{(pid=103332) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 07:52:47.568038 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-03dccf40-8d2a-43c6-86f0-c655e4aed36c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-133553843'] for segment, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:52:47.570957 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-667d8cbe-c214-4d8a-97db-3b61d8606bed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339'] for port, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:52:47.602678 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-667d8cbe-c214-4d8a-97db-3b61d8606bed None None] No DVR routers for this DVR port 0fca1110-4bf7-42e9-b7bf-386fd60dbaa8 on host dv-neutron-861624-1-hyperv {{(pid=103334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 19 07:52:47.606552 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667d8cbe-c214-4d8a-97db-3b61d8606bed None None] Pushing event deleted for resources: {'Port': ['ID=0fca1110-4bf7-42e9-b7bf-386fd60dbaa8,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:52:47.614469 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-667d8cbe-c214-4d8a-97db-3b61d8606bed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:52:47.614828 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-667d8cbe-c214-4d8a-97db-3b61d8606bed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:52:47.615177 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-667d8cbe-c214-4d8a-97db-3b61d8606bed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:52:47.615955 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-667d8cbe-c214-4d8a-97db-3b61d8606bed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:52:47.615955 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-667d8cbe-c214-4d8a-97db-3b61d8606bed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:52:47.616160 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-667d8cbe-c214-4d8a-97db-3b61d8606bed None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:52:47.616872 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-667d8cbe-c214-4d8a-97db-3b61d8606bed None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:52:47.617075 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-667d8cbe-c214-4d8a-97db-3b61d8606bed None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:52:47.617410 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-667d8cbe-c214-4d8a-97db-3b61d8606bed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:52:47.617732 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-667d8cbe-c214-4d8a-97db-3b61d8606bed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:52:47.618247 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-667d8cbe-c214-4d8a-97db-3b61d8606bed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:52:47.618577 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-667d8cbe-c214-4d8a-97db-3b61d8606bed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:52:47.621863 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.services.segments.plugin [-] Segment 96ea79ad-cb18-4750-9b35-f4e90ccd124f resource provider aggregate not found Oct 19 07:52:47.634128 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-03dccf40-8d2a-43c6-86f0-c655e4aed36c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-673044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1695087'] for network, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:52:47.640621 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-03dccf40-8d2a-43c6-86f0-c655e4aed36c admin admin] Notify callbacks [] for network, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:52:47.643970 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-03dccf40-8d2a-43c6-86f0-c655e4aed36c admin admin] 10.222.0.27 "DELETE /v2.0/networks/a23ce57c-5e7a-4686-b843-74109161e384 HTTP/1.1" status: 204 len: 168 time: 0.5593944 Oct 19 07:52:47.647327 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 34032) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:52:47.653979 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.services.segments.plugin [-] Segment 96ea79ad-cb18-4750-9b35-f4e90ccd124f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 96ea79ad-cb18-4750-9b35-f4e90ccd124f found for delete ", "request_id": "req-ca49e272-3100-4892-ad23-ceda730dd959"}]} Oct 19 07:52:47.655120 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03dccf40-8d2a-43c6-86f0-c655e4aed36c admin admin] Pushing event deleted for resources: {'Network': ['ID=a23ce57c-5e7a-4686-b843-74109161e384,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:52:47.948520 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-2a2259f7-b034-4eec-af7a-7abaede746c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:52:47.987505 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-4da42d85-599c-4e3e-bb5f-fa7b15106eb3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1694785'] for router_interface, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:52:48.225919 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-4da42d85-599c-4e3e-bb5f-fa7b15106eb3 admin admin] Deleting port 35b51115-d0cc-488d-af82-60221fdf3f8b {{(pid=103333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 07:52:48.226155 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-4da42d85-599c-4e3e-bb5f-fa7b15106eb3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:52:48.302887 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.db [None req-4da42d85-599c-4e3e-bb5f-fa7b15106eb3 admin admin] For port 35b51115-d0cc-488d-af82-60221fdf3f8b, host dv-neutron-861624-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=35b51115-d0cc-488d-af82-60221fdf3f8b,segment=NetworkSegment(e83dc392-5b02-4faa-a2cb-3b0eb9c22e8d),segment_id=e83dc392-5b02-4faa-a2cb-3b0eb9c22e8d)] {{(pid=103333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:52:48.303244 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-4da42d85-599c-4e3e-bb5f-fa7b15106eb3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:52:48.317630 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-4da42d85-599c-4e3e-bb5f-fa7b15106eb3 admin admin] Calling delete_port for 35b51115-d0cc-488d-af82-60221fdf3f8b owned by network:router_interface {{(pid=103333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 07:52:48.494170 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-4da42d85-599c-4e3e-bb5f-fa7b15106eb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130996763'] for port, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:52:48.520481 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da42d85-599c-4e3e-bb5f-fa7b15106eb3 admin admin] Pushing event deleted for resources: {'Port': ['ID=35b51115-d0cc-488d-af82-60221fdf3f8b,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:52:48.692220 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-4da42d85-599c-4e3e-bb5f-fa7b15106eb3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1574862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1694957'] for router_interface, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:52:48.903481 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4da42d85-599c-4e3e-bb5f-fa7b15106eb3 admin admin] Router a2233ab6-2d22-4e8a-8fb7-b851dcad6ece has already been hosted by L3 agent ab388470-1243-4d53-80f2-c2f5899c97a7 {{(pid=103333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 07:52:49.002739 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-1a0da505-d0f9-48c6-b7e2-53b9c5e41298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:52:49.016066 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4da42d85-599c-4e3e-bb5f-fa7b15106eb3 admin admin] Notify agent at l3_agent.dv-neutron-861624-1-hyperv the message routers_updated {{(pid=103333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 07:52:49.022190 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-4da42d85-599c-4e3e-bb5f-fa7b15106eb3 admin admin] 10.222.0.27 "PUT /v2.0/routers/a2233ab6-2d22-4e8a-8fb7-b851dcad6ece/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3735065 Oct 19 07:52:49.024362 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 34034) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:52:49.026273 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-779e69dd-45d8-47f3-bd87-64c33aa165a9 None None] Sync routers for ids ['a2233ab6-2d22-4e8a-8fb7-b851dcad6ece'] in dv-neutron-861624-1-hyperv {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 07:52:49.036990 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-779e69dd-45d8-47f3-bd87-64c33aa165a9 None None] Routers {'a2233ab6-2d22-4e8a-8fb7-b851dcad6ece'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 07:52:49.037602 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-779e69dd-45d8-47f3-bd87-64c33aa165a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T07:52:46Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['a2233ab6-2d22-4e8a-8fb7-b851dcad6ece'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:52:49.131085 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-6d11e6db-791c-4a4a-a413-dd30e303e793 admin admin] Notify callbacks [] for router, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:52:49.137135 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:52:49.141360 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvr_db [None req-779e69dd-45d8-47f3-bd87-64c33aa165a9 None None] Set router a2233ab6-2d22-4e8a-8fb7-b851dcad6ece gateway port host: dv-neutron-861624-1-hyperv {{(pid=103335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 07:52:49.232251 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-6d11e6db-791c-4a4a-a413-dd30e303e793 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:52:49.288269 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-6d11e6db-791c-4a4a-a413-dd30e303e793 admin admin] Deleting port 862e91ad-cd4c-40d8-93f8-73085759b1aa {{(pid=103333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 07:52:49.288658 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-6d11e6db-791c-4a4a-a413-dd30e303e793 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:52:49.326331 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-779e69dd-45d8-47f3-bd87-64c33aa165a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2233ab6-2d22-4e8a-8fb7-b851dcad6ece', 'name': 'tempest-TestVolumeBootPattern-1608080828-router', 'tenant_id': 'bf2e8342c88e429ebc9ca03b3c923eac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'external_fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.181'}], 'enable_snat': True}, 'gw_port_id': '862e91ad-cd4c-40d8-93f8-73085759b1aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T07:45:47Z', 'updated_at': '2022-10-19T07:52:48Z', 'revision_number': 5, 'project_id': 'bf2e8342c88e429ebc9ca03b3c923eac', 'gw_port': {'id': '862e91ad-cd4c-40d8-93f8-73085759b1aa', 'name': '', 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:31:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2233ab6-2d22-4e8a-8fb7-b851dcad6ece', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:45:47Z', 'updated_at': '2022-10-19T07:45:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861624-1-hyperv'}], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:52:49.356618 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-779e69dd-45d8-47f3-bd87-64c33aa165a9 None None] Checking router: a2233ab6-2d22-4e8a-8fb7-b851dcad6ece for host: dv-neutron-861624-1-hyperv {{(pid=103335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 07:52:49.365898 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-779e69dd-45d8-47f3-bd87-64c33aa165a9 None None] Routers {'a2233ab6-2d22-4e8a-8fb7-b851dcad6ece'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 07:52:49.366579 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-779e69dd-45d8-47f3-bd87-64c33aa165a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T07:52:46Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['a2233ab6-2d22-4e8a-8fb7-b851dcad6ece'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:52:49.370717 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.db [None req-6d11e6db-791c-4a4a-a413-dd30e303e793 admin admin] For port 862e91ad-cd4c-40d8-93f8-73085759b1aa, host dv-neutron-861624-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=862e91ad-cd4c-40d8-93f8-73085759b1aa,segment=NetworkSegment(53981d04-8205-40d8-8d33-0510111d6f8f),segment_id=53981d04-8205-40d8-8d33-0510111d6f8f)] {{(pid=103333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:52:49.371074 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-6d11e6db-791c-4a4a-a413-dd30e303e793 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:52:49.384407 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-6d11e6db-791c-4a4a-a413-dd30e303e793 admin admin] Calling delete_port for 862e91ad-cd4c-40d8-93f8-73085759b1aa owned by network:router_gateway {{(pid=103333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 07:52:49.453396 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvr_db [None req-779e69dd-45d8-47f3-bd87-64c33aa165a9 None None] Set router a2233ab6-2d22-4e8a-8fb7-b851dcad6ece gateway port host: None {{(pid=103335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 07:52:49.503846 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-779e69dd-45d8-47f3-bd87-64c33aa165a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2233ab6-2d22-4e8a-8fb7-b851dcad6ece', 'name': 'tempest-TestVolumeBootPattern-1608080828-router', 'tenant_id': 'bf2e8342c88e429ebc9ca03b3c923eac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T07:45:47Z', 'updated_at': '2022-10-19T07:52:49Z', 'revision_number': 6, 'project_id': 'bf2e8342c88e429ebc9ca03b3c923eac', 'gw_port_host': None}], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:52:49.533293 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-779e69dd-45d8-47f3-bd87-64c33aa165a9 None None] The sync data for ids ['a2233ab6-2d22-4e8a-8fb7-b851dcad6ece'] in dv-neutron-861624-1-hyperv is: [{'id': 'a2233ab6-2d22-4e8a-8fb7-b851dcad6ece', 'name': 'tempest-TestVolumeBootPattern-1608080828-router', 'tenant_id': 'bf2e8342c88e429ebc9ca03b3c923eac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T07:45:47Z', 'updated_at': '2022-10-19T07:52:49Z', 'revision_number': 6, 'project_id': 'bf2e8342c88e429ebc9ca03b3c923eac', 'gw_port_host': None}] {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 07:52:49.551586 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-6d11e6db-791c-4a4a-a413-dd30e303e793 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130996763'] for port, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:52:49.579083 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d11e6db-791c-4a4a-a413-dd30e303e793 admin admin] Pushing event deleted for resources: {'Port': ['ID=862e91ad-cd4c-40d8-93f8-73085759b1aa,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:52:49.639174 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-6d11e6db-791c-4a4a-a413-dd30e303e793 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1693831'] for router_gateway, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:52:49.727122 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-6d11e6db-791c-4a4a-a413-dd30e303e793 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1693565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12618'] for router, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:52:49.729397 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-6d11e6db-791c-4a4a-a413-dd30e303e793 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:52:49.771107 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-6d11e6db-791c-4a4a-a413-dd30e303e793 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1693542'] for router, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:52:49.771555 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d11e6db-791c-4a4a-a413-dd30e303e793 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a2233ab6-2d22-4e8a-8fb7-b851dcad6ece {{(pid=103333) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 07:52:49.776077 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-6d11e6db-791c-4a4a-a413-dd30e303e793 admin admin] Notify callbacks [] for router, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:52:49.777253 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-6d11e6db-791c-4a4a-a413-dd30e303e793 admin admin] 10.222.0.27 "DELETE /v2.0/routers/a2233ab6-2d22-4e8a-8fb7-b851dcad6ece HTTP/1.1" status: 204 len: 168 time: 0.7519479 Oct 19 07:52:49.779841 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 34036) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:52:49.824154 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.db_base_plugin_v2 [None req-5bfa4e54-4327-4c25-804a-fa87edb556a5 admin admin] Deleting subnet c841d969-9c85-4447-aaf0-3b636036fd21 {{(pid=103333) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 19 07:52:49.827072 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-5bfa4e54-4327-4c25-804a-fa87edb556a5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:52:49.865840 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-5bfa4e54-4327-4c25-804a-fa87edb556a5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-134111928'] for subnet, precommit_delete_associations {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:52:49.946989 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-5bfa4e54-4327-4c25-804a-fa87edb556a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-679826'] for subnet, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:52:50.000868 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-5bfa4e54-4327-4c25-804a-fa87edb556a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-679819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130997964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130170408'] for subnet, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:52:50.027084 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bfa4e54-4327-4c25-804a-fa87edb556a5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c841d969-9c85-4447-aaf0-3b636036fd21,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:52:50.028998 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-5bfa4e54-4327-4c25-804a-fa87edb556a5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:52:50.034400 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-5bfa4e54-4327-4c25-804a-fa87edb556a5 admin admin] 10.222.0.27 "DELETE /v2.0/subnets/c841d969-9c85-4447-aaf0-3b636036fd21 HTTP/1.1" status: 204 len: 168 time: 0.2513654 Oct 19 07:52:50.034568 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5d26e77-4ac9-4b0f-b560-0860419b870b None None] Network 6a961075-6d90-45b4-ac75-6fd78162ab3b requested from dv-neutron-861624-1-hyperv {{(pid=103334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 07:52:50.035009 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 34038) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:52:50.106965 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-52f2cdb3-b365-46d2-a8d5-b97b54b5ab68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-667019'] for network, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:52:50.158533 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-52f2cdb3-b365-46d2-a8d5-b97b54b5ab68 admin admin] Deleting port c7e798e2-6767-42bf-96ac-a20b0b2163a9 {{(pid=103333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 07:52:50.158875 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-52f2cdb3-b365-46d2-a8d5-b97b54b5ab68 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:52:50.228729 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.db [None req-52f2cdb3-b365-46d2-a8d5-b97b54b5ab68 admin admin] For port c7e798e2-6767-42bf-96ac-a20b0b2163a9, host dv-neutron-861624-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=c7e798e2-6767-42bf-96ac-a20b0b2163a9,segment=NetworkSegment(e83dc392-5b02-4faa-a2cb-3b0eb9c22e8d),segment_id=e83dc392-5b02-4faa-a2cb-3b0eb9c22e8d)] {{(pid=103333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:52:50.229022 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-52f2cdb3-b365-46d2-a8d5-b97b54b5ab68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:52:50.241084 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-52f2cdb3-b365-46d2-a8d5-b97b54b5ab68 admin admin] Calling delete_port for c7e798e2-6767-42bf-96ac-a20b0b2163a9 owned by network:dhcp {{(pid=103333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 07:52:50.289608 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c23e2527-ad56-4c45-a239-17817352eb06 None None] DHCP port deletion for 6a961075-6d90-45b4-ac75-6fd78162ab3b request from dv-neutron-861624-1-hyperv {{(pid=103334) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 07:52:50.326294 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-52f2cdb3-b365-46d2-a8d5-b97b54b5ab68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130996763'] for port, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:52:50.339306 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-c23e2527-ad56-4c45-a239-17817352eb06 None None] Deleting port c7e798e2-6767-42bf-96ac-a20b0b2163a9 {{(pid=103334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 07:52:50.339681 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-c23e2527-ad56-4c45-a239-17817352eb06 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:52:50.352395 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f2cdb3-b365-46d2-a8d5-b97b54b5ab68 admin admin] Pushing event deleted for resources: {'Port': ['ID=c7e798e2-6767-42bf-96ac-a20b0b2163a9,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:52:50.356060 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52f2cdb3-b365-46d2-a8d5-b97b54b5ab68 admin admin] No DVR routers for this DVR port c7e798e2-6767-42bf-96ac-a20b0b2163a9 on host dv-neutron-861624-1-hyperv {{(pid=103333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 19 07:52:50.409324 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-c23e2527-ad56-4c45-a239-17817352eb06 None None] For port c7e798e2-6767-42bf-96ac-a20b0b2163a9, host dv-neutron-861624-1-hyperv, got binding levels [] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:52:50.409716 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-c23e2527-ad56-4c45-a239-17817352eb06 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:52:50.423073 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-c23e2527-ad56-4c45-a239-17817352eb06 None None] Calling delete_port for c7e798e2-6767-42bf-96ac-a20b0b2163a9 owned by network:dhcp {{(pid=103334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 07:52:50.425742 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.ipam_backend_mixin [None req-c23e2527-ad56-4c45-a239-17817352eb06 None None] Port c7e798e2-6767-42bf-96ac-a20b0b2163a9 was not found and therefore no delete operation was performed {{(pid=103334) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Oct 19 07:52:50.427120 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-c23e2527-ad56-4c45-a239-17817352eb06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339'] for port, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:52:50.434335 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-52f2cdb3-b365-46d2-a8d5-b97b54b5ab68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-673051', 'neutron.services.segments.db._delete_segments_for_network-8785021519108'] for network, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:52:50.451011 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23e2527-ad56-4c45-a239-17817352eb06 None None] Pushing event deleted for resources: {'Port': ['ID=c7e798e2-6767-42bf-96ac-a20b0b2163a9,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:52:50.456643 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-52f2cdb3-b365-46d2-a8d5-b97b54b5ab68 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a961075-6d90-45b4-ac75-6fd78162ab3b']}} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:52:50.456964 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c23e2527-ad56-4c45-a239-17817352eb06 None None] No DVR routers for this DVR port c7e798e2-6767-42bf-96ac-a20b0b2163a9 on host dv-neutron-861624-1-hyperv {{(pid=103334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 19 07:52:50.468409 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-52f2cdb3-b365-46d2-a8d5-b97b54b5ab68 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e83dc392-5b02-4faa-a2cb-3b0eb9c22e8d') {'for_net_delete': True} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:52:50.468743 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-52f2cdb3-b365-46d2-a8d5-b97b54b5ab68 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e83dc392-5b02-4faa-a2cb-3b0eb9c22e8d') {} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:52:50.479442 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-52f2cdb3-b365-46d2-a8d5-b97b54b5ab68 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785021519382', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-134111927'] for segment, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:52:50.494030 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-52f2cdb3-b365-46d2-a8d5-b97b54b5ab68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979'] for segment, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:52:50.500409 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52f2cdb3-b365-46d2-a8d5-b97b54b5ab68 admin admin] Releasing vlan 198 on physical network physnet1 to pool {{(pid=103333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 07:52:50.500842 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-52f2cdb3-b365-46d2-a8d5-b97b54b5ab68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130996782'] for segment, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:52:50.568644 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-52f2cdb3-b365-46d2-a8d5-b97b54b5ab68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-673044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1695087'] for network, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:52:50.573207 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-52f2cdb3-b365-46d2-a8d5-b97b54b5ab68 admin admin] Notify callbacks [] for network, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:52:50.576356 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-52f2cdb3-b365-46d2-a8d5-b97b54b5ab68 admin admin] 10.222.0.27 "DELETE /v2.0/networks/6a961075-6d90-45b4-ac75-6fd78162ab3b HTTP/1.1" status: 204 len: 168 time: 0.5403132 Oct 19 07:52:50.591107 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f2cdb3-b365-46d2-a8d5-b97b54b5ab68 admin admin] Pushing event deleted for resources: {'Network': ['ID=6a961075-6d90-45b4-ac75-6fd78162ab3b,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:52:50.619067 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.services.segments.plugin [-] Segment e83dc392-5b02-4faa-a2cb-3b0eb9c22e8d resource provider aggregate not found Oct 19 07:52:50.636062 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.services.segments.plugin [-] Segment e83dc392-5b02-4faa-a2cb-3b0eb9c22e8d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e83dc392-5b02-4faa-a2cb-3b0eb9c22e8d found for delete ", "request_id": "req-bd33d0f4-58a8-4d89-bf98-1a630af8be7b"}]} Oct 19 07:52:50.694242 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 34048) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:52:50.744926 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-1573ed70-dd5d-44ff-9378-f6117a6b000d admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=505fd091f8c84d6d8a8b7dc9bb7934bf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0494132 Oct 19 07:52:50.747317 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 34050) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:52:50.794877 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-2832f9e3-2d1b-4f15-8dee-571d114b6242 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:52:50.815443 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-2832f9e3-2d1b-4f15-8dee-571d114b6242 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:52:50.861876 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-2832f9e3-2d1b-4f15-8dee-571d114b6242 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788643'] for security_group, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:52:50.865752 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-2832f9e3-2d1b-4f15-8dee-571d114b6242 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:52:50.867004 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-2832f9e3-2d1b-4f15-8dee-571d114b6242 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/08ff64a1-fa24-495b-b152-6f8e20133b21 HTTP/1.1" status: 204 len: 168 time: 0.1187780 Oct 19 07:52:50.875306 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2832f9e3-2d1b-4f15-8dee-571d114b6242 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08ff64a1-fa24-495b-b152-6f8e20133b21,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:52:51.186730 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 34056) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:52:51.226306 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-0ec66212-dac7-430a-83dd-acf156c78680 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=bf2e8342c88e429ebc9ca03b3c923eac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0384393 Oct 19 07:52:51.228752 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 34058) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:52:51.274372 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-91a0346e-56af-42dc-ab47-091ffdd41445 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:52:51.295418 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-91a0346e-56af-42dc-ab47-091ffdd41445 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:52:51.343467 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-91a0346e-56af-42dc-ab47-091ffdd41445 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788643'] for security_group, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:52:51.346425 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-91a0346e-56af-42dc-ab47-091ffdd41445 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:52:51.350676 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-91a0346e-56af-42dc-ab47-091ffdd41445 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/db3b23bf-02c7-4737-bf0c-174d19b190f8 HTTP/1.1" status: 204 len: 168 time: 0.1179936 Oct 19 07:52:51.356075 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a0346e-56af-42dc-ab47-091ffdd41445 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db3b23bf-02c7-4737-bf0c-174d19b190f8,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:52:51.391412 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device 862e91ad-cd4c-40d8-93f8-73085759b1aa no longer exists at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 07:52:51.412109 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] No Port match for: 862e91ad-cd4c-40d8-93f8-73085759b1aa {{(pid=103334) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 19 07:52:51.412452 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device 862e91ad-cd4c-40d8-93f8-73085759b1aa not bound to the agent host dv-neutron-861624-1-hyperv {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 07:52:51.412894 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device 35b51115-d0cc-488d-af82-60221fdf3f8b no longer exists at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 07:52:51.432189 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] No Port match for: 35b51115-d0cc-488d-af82-60221fdf3f8b {{(pid=103334) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 19 07:52:51.432554 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device 35b51115-d0cc-488d-af82-60221fdf3f8b not bound to the agent host dv-neutron-861624-1-hyperv {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 07:52:51.432968 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device c7e798e2-6767-42bf-96ac-a20b0b2163a9 no longer exists at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 07:52:51.454524 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] No Port match for: c7e798e2-6767-42bf-96ac-a20b0b2163a9 {{(pid=103334) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 19 07:52:51.454953 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device c7e798e2-6767-42bf-96ac-a20b0b2163a9 not bound to the agent host dv-neutron-861624-1-hyperv {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 07:52:59.873987 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 34064) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:52:59.879934 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-39585fd6-c221-4989-8bc9-a8fc83058968 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Request body: {'subnet': {'dns_nameservers': ['9.8.7.6']}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:52:59.968480 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-39585fd6-c221-4989-8bc9-a8fc83058968 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-130170586'] for subnet, before_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:53:00.112018 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-39585fd6-c221-4989-8bc9-a8fc83058968 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8785021377747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-130997973'] for subnet, after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:53:00.147865 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39585fd6-c221-4989-8bc9-a8fc83058968 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:53:00.147865 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-39585fd6-c221-4989-8bc9-a8fc83058968 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for subnet, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:53:00.148987 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-39585fd6-c221-4989-8bc9-a8fc83058968 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "PUT /v2.0/subnets/8dbbc9eb-5907-46bf-9638-935b68b1c488 HTTP/1.1" status: 200 len: 834 time: 0.2740188 Oct 19 07:53:00.152253 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33ed1694-85ed-426d-9484-c5dfd9d7e08c None None] Network 9b2aaf44-60e9-4e88-afbf-c97a4221b073 requested from dv-neutron-861624-1-hyperv {{(pid=103334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 07:53:00.164779 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39585fd6-c221-4989-8bc9-a8fc83058968 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Pushing event updated for resources: {'Subnet': ['ID=8dbbc9eb-5907-46bf-9638-935b68b1c488,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:53:00.526368 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-74ec691a-f7eb-4db9-b5e8-aa19600272b8 None None] Provisioning complete for port 5547fa0a-943e-4e7c-a536-e22b56dd48cb triggered by entity DHCP. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:53:00.526731 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-74ec691a-f7eb-4db9-b5e8-aa19600272b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:53:00.527059 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-74ec691a-f7eb-4db9-b5e8-aa19600272b8 None None] Attempt 1 to provision port 5547fa0a-943e-4e7c-a536-e22b56dd48cb Oct 19 07:53:00.604030 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-74ec691a-f7eb-4db9-b5e8-aa19600272b8 None None] Current status of the port 5547fa0a-943e-4e7c-a536-e22b56dd48cb is: ACTIVE; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:53:00.613481 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-74ec691a-f7eb-4db9-b5e8-aa19600272b8 None None] Provisioning complete for port 1fe8369e-0ebd-484f-a150-7f0c74e837dd triggered by entity DHCP. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:53:00.613842 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-74ec691a-f7eb-4db9-b5e8-aa19600272b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:53:00.614170 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-74ec691a-f7eb-4db9-b5e8-aa19600272b8 None None] Attempt 1 to provision port 1fe8369e-0ebd-484f-a150-7f0c74e837dd Oct 19 07:53:00.686827 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-74ec691a-f7eb-4db9-b5e8-aa19600272b8 None None] Current status of the port 1fe8369e-0ebd-484f-a150-7f0c74e837dd is: ACTIVE; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:53:00.696805 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-74ec691a-f7eb-4db9-b5e8-aa19600272b8 None None] Provisioning complete for port a1afa8b4-460c-4829-8069-d7867caf4be5 triggered by entity DHCP. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:53:00.697167 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-74ec691a-f7eb-4db9-b5e8-aa19600272b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:53:00.697495 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-74ec691a-f7eb-4db9-b5e8-aa19600272b8 None None] Attempt 1 to provision port a1afa8b4-460c-4829-8069-d7867caf4be5 Oct 19 07:53:00.773177 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-74ec691a-f7eb-4db9-b5e8-aa19600272b8 None None] Current status of the port a1afa8b4-460c-4829-8069-d7867caf4be5 is: ACTIVE; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:53:11.771388 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:53:12.645797 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.agents_db [None req-6057327c-4456-4c72-8e75-6d3cd9249757 None None] Agent healthcheck: found 6 active agents {{(pid=103335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 07:53:13.373249 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-bacc3701-7f93-43f2-b4a5-ba6988b56d74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:53:16.288785 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-edb60690-0073-4d36-b419-fa589d3719d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:53:17.950274 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-2a2259f7-b034-4eec-af7a-7abaede746c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:53:19.005058 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-1a0da505-d0f9-48c6-b7e2-53b9c5e41298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:53:19.138770 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:53:27.144286 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-5f8d9581-879c-4b64-a36c-02668d372470 req-b4ce29a8-41f0-4311-8af6-728aacd7c738 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=45236966-25a6-47df-9c38-f54a4e213b75&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0413494 Oct 19 07:53:27.206263 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8d9581-879c-4b64-a36c-02668d372470 req-11439677-5bd5-43cb-916e-3efb46c2b37e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:53:27.207721 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-5f8d9581-879c-4b64-a36c-02668d372470 req-11439677-5bd5-43cb-916e-3efb46c2b37e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=47a12ea4f74e4c18b13323e6f3cc9741&device_id=45236966-25a6-47df-9c38-f54a4e213b75 HTTP/1.1" status: 200 len: 1098 time: 0.0437241 Oct 19 07:53:27.308329 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8d9581-879c-4b64-a36c-02668d372470 req-c93f1fb8-25c9-44ac-af1d-5ea8a4deba1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:53:27.309811 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-5f8d9581-879c-4b64-a36c-02668d372470 req-c93f1fb8-25c9-44ac-af1d-5ea8a4deba1a service neutron] 10.222.0.16 "GET /v2.0/networks?id=9b2aaf44-60e9-4e88-afbf-c97a4221b073 HTTP/1.1" status: 200 len: 897 time: 0.0844409 Oct 19 07:53:27.377199 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-5f8d9581-879c-4b64-a36c-02668d372470 req-caa3d408-3325-4a16-bac3-2cfadf9faee1 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5547fa0a-943e-4e7c-a536-e22b56dd48cb HTTP/1.1" status: 200 len: 1000 time: 0.0608308 Oct 19 07:53:27.425136 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8d9581-879c-4b64-a36c-02668d372470 req-f8054215-2991-4243-82f6-36efc5cc4191 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:53:27.426603 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-5f8d9581-879c-4b64-a36c-02668d372470 req-f8054215-2991-4243-82f6-36efc5cc4191 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8dbbc9eb-5907-46bf-9638-935b68b1c488 HTTP/1.1" status: 200 len: 842 time: 0.0434520 Oct 19 07:53:27.470937 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8d9581-879c-4b64-a36c-02668d372470 req-86e4d6a6-f365-4e70-98fc-6d1c089e8ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:53:27.473316 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-5f8d9581-879c-4b64-a36c-02668d372470 req-86e4d6a6-f365-4e70-98fc-6d1c089e8ae9 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=9b2aaf44-60e9-4e88-afbf-c97a4221b073&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0408926 Oct 19 07:53:27.564894 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-5f8d9581-879c-4b64-a36c-02668d372470 req-b157ef45-0b09-4315-a2f6-9d0e16df29a7 service neutron] 10.222.0.16 "GET /v2.0/networks/9b2aaf44-60e9-4e88-afbf-c97a4221b073?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851617 Oct 19 07:53:27.651373 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-5f8d9581-879c-4b64-a36c-02668d372470 req-e4f86508-1beb-4033-9af8-e83855e4adb8 service neutron] 10.222.0.16 "GET /v2.0/networks/9b2aaf44-60e9-4e88-afbf-c97a4221b073?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805044 Oct 19 07:53:41.791024 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:53:42.278064 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [req-b88870ad-e84d-4280-9626-622325afe1ea req-ca91b68a-3a11-448e-9af8-5bc4f39eb54d service neutron] (103332) timed out ('10.222.0.16', 60100) {{(pid=103332) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 19 07:53:42.990279 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 34090) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:53:43.144338 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.plugin [None req-e94d1963-40db-4bb5-8915-2f38509e2f49 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Deleting port 0dd4a791-e27b-4065-aea3-7ec22295ecef {{(pid=103332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 07:53:43.144705 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-e94d1963-40db-4bb5-8915-2f38509e2f49 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:53:43.220268 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-e94d1963-40db-4bb5-8915-2f38509e2f49 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:53:43.220633 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-e94d1963-40db-4bb5-8915-2f38509e2f49 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:53:43.231961 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.plugin [None req-e94d1963-40db-4bb5-8915-2f38509e2f49 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Calling delete_port for 0dd4a791-e27b-4065-aea3-7ec22295ecef owned by network:floatingip {{(pid=103332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 07:53:43.374864 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-74cd4f1d-ccd0-4a3a-a232-47486acbf6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:53:43.376716 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-e94d1963-40db-4bb5-8915-2f38509e2f49 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133553798'] for port, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:53:43.400023 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94d1963-40db-4bb5-8915-2f38509e2f49 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Pushing event deleted for resources: {'Port': ['ID=0dd4a791-e27b-4065-aea3-7ec22295ecef,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:53:43.409892 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e94d1963-40db-4bb5-8915-2f38509e2f49 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:53:43.410240 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e94d1963-40db-4bb5-8915-2f38509e2f49 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:53:43.410579 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e94d1963-40db-4bb5-8915-2f38509e2f49 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:53:43.410914 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e94d1963-40db-4bb5-8915-2f38509e2f49 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:53:43.411253 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e94d1963-40db-4bb5-8915-2f38509e2f49 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:53:43.411581 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e94d1963-40db-4bb5-8915-2f38509e2f49 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:53:43.411898 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e94d1963-40db-4bb5-8915-2f38509e2f49 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:53:43.412219 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e94d1963-40db-4bb5-8915-2f38509e2f49 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:53:43.412559 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e94d1963-40db-4bb5-8915-2f38509e2f49 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:53:43.412883 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e94d1963-40db-4bb5-8915-2f38509e2f49 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:53:43.413202 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e94d1963-40db-4bb5-8915-2f38509e2f49 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:53:43.413519 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e94d1963-40db-4bb5-8915-2f38509e2f49 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:53:43.472372 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-e94d1963-40db-4bb5-8915-2f38509e2f49 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for floatingip, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:53:43.472782 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.db.l3_db [None req-e94d1963-40db-4bb5-8915-2f38509e2f49 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Floating IP 23023c08-760b-4cb3-8337-d0b3269473a4 disassociated (deleted). External IP: 172.26.0.23, port: 5547fa0a-943e-4e7c-a536-e22b56dd48cb. Oct 19 07:53:43.677808 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e94d1963-40db-4bb5-8915-2f38509e2f49 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Router f9c65748-1d02-4292-8b2a-21f1ffce8c13 has already been hosted by L3 agent ab388470-1243-4d53-80f2-c2f5899c97a7 {{(pid=103332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 07:53:43.786267 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e94d1963-40db-4bb5-8915-2f38509e2f49 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify agent at l3_agent.dv-neutron-861624-1-hyperv the message routers_updated {{(pid=103332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 07:53:43.791243 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-e94d1963-40db-4bb5-8915-2f38509e2f49 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42160'] for floatingip, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:53:43.796299 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80b28820-2287-456e-954c-1f3deb1ec924 None None] Sync routers for ids ['f9c65748-1d02-4292-8b2a-21f1ffce8c13'] in dv-neutron-861624-1-hyperv {{(pid=103334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 07:53:43.805683 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80b28820-2287-456e-954c-1f3deb1ec924 None None] Routers {'f9c65748-1d02-4292-8b2a-21f1ffce8c13'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 07:53:43.806281 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-80b28820-2287-456e-954c-1f3deb1ec924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T07:53:16Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['f9c65748-1d02-4292-8b2a-21f1ffce8c13'], 'active': True} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:53:43.819317 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-e94d1963-40db-4bb5-8915-2f38509e2f49 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "DELETE /v2.0/floatingips/23023c08-760b-4cb3-8337-d0b3269473a4 HTTP/1.1" status: 204 len: 168 time: 0.8279655 Oct 19 07:53:43.820166 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45236966-25a6-47df-9c38-f54a4e213b75', 'tag': '5547fa0a-943e-4e7c-a536-e22b56dd48cb'}] {{(pid=103332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 19 07:53:43.822593 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a021b02cf5f527cd4bbbc40a031b51490d9893d7edeeb551bdf5128ee7546f8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da630397-eb9d-442d-9085-034fcdc1c663" -d '{"events": [{"name": "network-changed", "server_uuid": "45236966-25a6-47df-9c38-f54a4e213b75", "tag": "5547fa0a-943e-4e7c-a536-e22b56dd48cb"}]}' {{(pid=103332) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 07:53:43.866542 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 19 Oct 2022 07:53:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-742845bb-dd1c-430a-96af-c5848d9f8600 x-openstack-request-id: req-742845bb-dd1c-430a-96af-c5848d9f8600 {{(pid=103332) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 07:53:43.866864 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45236966-25a6-47df-9c38-f54a4e213b75", "tag": "5547fa0a-943e-4e7c-a536-e22b56dd48cb", "status": "completed", "code": 200}]} {{(pid=103332) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 07:53:43.867658 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-742845bb-dd1c-430a-96af-c5848d9f8600 {{(pid=103332) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 07:53:43.868073 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.notifiers.nova [-] Nova event matching ['req-742845bb-dd1c-430a-96af-c5848d9f8600'] response: {'name': 'network-changed', 'server_uuid': '45236966-25a6-47df-9c38-f54a4e213b75', 'tag': '5547fa0a-943e-4e7c-a536-e22b56dd48cb', 'status': 'completed', 'code': 200} Oct 19 07:53:43.935900 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da630397-eb9d-442d-9085-034fcdc1c663 req-515dc945-8882-4212-ba38-65f257ed6338 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:53:43.937636 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-da630397-eb9d-442d-9085-034fcdc1c663 req-515dc945-8882-4212-ba38-65f257ed6338 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=47a12ea4f74e4c18b13323e6f3cc9741&device_id=45236966-25a6-47df-9c38-f54a4e213b75 HTTP/1.1" status: 200 len: 1098 time: 0.0515022 Oct 19 07:53:44.046123 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da630397-eb9d-442d-9085-034fcdc1c663 req-d9778b60-425a-4b25-9058-122e55deaabf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:53:44.048203 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-da630397-eb9d-442d-9085-034fcdc1c663 req-d9778b60-425a-4b25-9058-122e55deaabf service neutron] 10.222.0.16 "GET /v2.0/networks?id=9b2aaf44-60e9-4e88-afbf-c97a4221b073 HTTP/1.1" status: 200 len: 897 time: 0.1032221 Oct 19 07:53:44.075295 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvr_db [None req-80b28820-2287-456e-954c-1f3deb1ec924 None None] Set router f9c65748-1d02-4292-8b2a-21f1ffce8c13 gateway port host: dv-neutron-861624-1-hyperv {{(pid=103334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 07:53:44.095510 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-da630397-eb9d-442d-9085-034fcdc1c663 req-52a6b917-ca61-4895-bef8-adc2a420543a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5547fa0a-943e-4e7c-a536-e22b56dd48cb HTTP/1.1" status: 200 len: 217 time: 0.0391335 Oct 19 07:53:44.148310 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da630397-eb9d-442d-9085-034fcdc1c663 req-a73b042a-0b4a-4795-bb3c-e77e5f43c1da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:53:44.149786 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-da630397-eb9d-442d-9085-034fcdc1c663 req-a73b042a-0b4a-4795-bb3c-e77e5f43c1da service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8dbbc9eb-5907-46bf-9638-935b68b1c488 HTTP/1.1" status: 200 len: 842 time: 0.0465882 Oct 19 07:53:44.198911 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da630397-eb9d-442d-9085-034fcdc1c663 req-f9708d3a-49e3-4035-ac25-208725c0b679 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:53:44.200354 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-da630397-eb9d-442d-9085-034fcdc1c663 req-f9708d3a-49e3-4035-ac25-208725c0b679 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=9b2aaf44-60e9-4e88-afbf-c97a4221b073&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0440233 Oct 19 07:53:44.279483 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-80b28820-2287-456e-954c-1f3deb1ec924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9c65748-1d02-4292-8b2a-21f1ffce8c13', 'name': 'tempest-TestNetworkBasicOps-router-1529366030', 'tenant_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'external_fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.210'}], 'enable_snat': True}, 'gw_port_id': '8b5a099c-f71d-4c65-ace6-90ff4adfb812', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T07:50:48Z', 'updated_at': '2022-10-19T07:50:53Z', 'revision_number': 4, 'project_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'gw_port': {'id': '8b5a099c-f71d-4c65-ace6-90ff4adfb812', 'name': '', 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:87:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9c65748-1d02-4292-8b2a-21f1ffce8c13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:50:49Z', 'updated_at': '2022-10-19T07:50:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861624-1-hyperv', '_interfaces': [{'id': '1fe8369e-0ebd-484f-a150-7f0c74e837dd', 'name': '', 'network_id': '9b2aaf44-60e9-4e88-afbf-c97a4221b073', 'tenant_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'mac_address': 'fa:16:3e:a1:da:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9c65748-1d02-4292-8b2a-21f1ffce8c13', 'device_owner': 'network:router_interface', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': '8dbbc9eb-5907-46bf-9638-935b68b1c488', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:50:52Z', 'updated_at': '2022-10-19T07:50:56Z', 'revision_number': 5, 'project_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'subnets': [{'id': '8dbbc9eb-5907-46bf-9638-935b68b1c488', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:53:44.312282 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80b28820-2287-456e-954c-1f3deb1ec924 None None] Checking router: f9c65748-1d02-4292-8b2a-21f1ffce8c13 for host: dv-neutron-861624-1-hyperv {{(pid=103334) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 07:53:44.321640 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80b28820-2287-456e-954c-1f3deb1ec924 None None] Routers {'f9c65748-1d02-4292-8b2a-21f1ffce8c13'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 07:53:44.322326 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-80b28820-2287-456e-954c-1f3deb1ec924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T07:53:16Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['f9c65748-1d02-4292-8b2a-21f1ffce8c13'], 'active': True} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:53:44.332037 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-da630397-eb9d-442d-9085-034fcdc1c663 req-f531bec0-89df-4502-81eb-4b28b6bb21e9 service neutron] 10.222.0.16 "GET /v2.0/networks/9b2aaf44-60e9-4e88-afbf-c97a4221b073?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240132 Oct 19 07:53:44.343032 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fff3ab-3ae9-469e-a010-d4063ad96c55 req-b048c4a8-f5ce-4acf-b482-284467e2ef0d tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:53:44.344422 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-73fff3ab-3ae9-469e-a010-d4063ad96c55 req-b048c4a8-f5ce-4acf-b482-284467e2ef0d tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "GET /v2.0/ports?device_id=45236966-25a6-47df-9c38-f54a4e213b75 HTTP/1.1" status: 200 len: 945 time: 0.3327348 Oct 19 07:53:44.427925 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvr_db [None req-80b28820-2287-456e-954c-1f3deb1ec924 None None] Set router f9c65748-1d02-4292-8b2a-21f1ffce8c13 gateway port host: dv-neutron-861624-1-hyperv {{(pid=103334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 07:53:44.436579 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-73fff3ab-3ae9-469e-a010-d4063ad96c55 req-2ab01b0f-f31e-4bad-b30f-baaa718249e6 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "GET /v2.0/security-groups?id=c7ebaecb-1d5b-4f8a-be97-f5830ed5da26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0799456 Oct 19 07:53:44.466353 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-da630397-eb9d-442d-9085-034fcdc1c663 req-98535101-67b0-4614-8e14-08e1bead373f service neutron] 10.222.0.16 "GET /v2.0/networks/9b2aaf44-60e9-4e88-afbf-c97a4221b073?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1209471 Oct 19 07:53:44.626023 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-80b28820-2287-456e-954c-1f3deb1ec924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9c65748-1d02-4292-8b2a-21f1ffce8c13', 'name': 'tempest-TestNetworkBasicOps-router-1529366030', 'tenant_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'external_fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.210'}], 'enable_snat': True}, 'gw_port_id': '8b5a099c-f71d-4c65-ace6-90ff4adfb812', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T07:50:48Z', 'updated_at': '2022-10-19T07:50:53Z', 'revision_number': 4, 'project_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'gw_port': {'id': '8b5a099c-f71d-4c65-ace6-90ff4adfb812', 'name': '', 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:87:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9c65748-1d02-4292-8b2a-21f1ffce8c13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:50:49Z', 'updated_at': '2022-10-19T07:50:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861624-1-hyperv', '_interfaces': [{'id': '1fe8369e-0ebd-484f-a150-7f0c74e837dd', 'name': '', 'network_id': '9b2aaf44-60e9-4e88-afbf-c97a4221b073', 'tenant_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'mac_address': 'fa:16:3e:a1:da:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9c65748-1d02-4292-8b2a-21f1ffce8c13', 'device_owner': 'network:router_interface', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': '8dbbc9eb-5907-46bf-9638-935b68b1c488', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:50:52Z', 'updated_at': '2022-10-19T07:50:56Z', 'revision_number': 5, 'project_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'subnets': [{'id': '8dbbc9eb-5907-46bf-9638-935b68b1c488', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:53:44.652794 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80b28820-2287-456e-954c-1f3deb1ec924 None None] The sync data for ids ['f9c65748-1d02-4292-8b2a-21f1ffce8c13'] in dv-neutron-861624-1-hyperv is: [{'id': 'f9c65748-1d02-4292-8b2a-21f1ffce8c13', 'name': 'tempest-TestNetworkBasicOps-router-1529366030', 'tenant_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'external_fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.210'}], 'enable_snat': True}, 'gw_port_id': '8b5a099c-f71d-4c65-ace6-90ff4adfb812', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T07:50:48Z', 'updated_at': '2022-10-19T07:50:53Z', 'revision_number': 4, 'project_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'gw_port': {'id': '8b5a099c-f71d-4c65-ace6-90ff4adfb812', 'name': '', 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:87:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9c65748-1d02-4292-8b2a-21f1ffce8c13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:50:49Z', 'updated_at': '2022-10-19T07:50:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861624-1-hyperv', '_interfaces': [{'id': '1fe8369e-0ebd-484f-a150-7f0c74e837dd', 'name': '', 'network_id': '9b2aaf44-60e9-4e88-afbf-c97a4221b073', 'tenant_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'mac_address': 'fa:16:3e:a1:da:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9c65748-1d02-4292-8b2a-21f1ffce8c13', 'device_owner': 'network:router_interface', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': '8dbbc9eb-5907-46bf-9638-935b68b1c488', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:50:52Z', 'updated_at': '2022-10-19T07:50:56Z', 'revision_number': 5, 'project_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'subnets': [{'id': '8dbbc9eb-5907-46bf-9638-935b68b1c488', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 07:53:44.869740 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5dbf36c-aca9-47d6-a660-bc3b1f39bdc5 None None] New status for floating IP 23023c08-760b-4cb3-8337-d0b3269473a4: DOWN {{(pid=103335) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 19 07:53:45.318285 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a2c816-a0ea-4565-b053-77484261bc8b req-d4ad21ea-7fde-4569-88ae-3e2018142187 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:53:45.319714 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-67a2c816-a0ea-4565-b053-77484261bc8b req-d4ad21ea-7fde-4569-88ae-3e2018142187 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.16 "GET /v2.0/ports?device_id=45236966-25a6-47df-9c38-f54a4e213b75 HTTP/1.1" status: 200 len: 945 time: 0.0497563 Oct 19 07:53:45.404876 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.plugin [req-67a2c816-a0ea-4565-b053-77484261bc8b req-ca83f28e-76ce-4982-a3fb-87be0a5c3e72 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Deleting port 5547fa0a-943e-4e7c-a536-e22b56dd48cb {{(pid=103332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 07:53:45.405216 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-67a2c816-a0ea-4565-b053-77484261bc8b req-ca83f28e-76ce-4982-a3fb-87be0a5c3e72 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:53:45.495727 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.db [req-67a2c816-a0ea-4565-b053-77484261bc8b req-ca83f28e-76ce-4982-a3fb-87be0a5c3e72 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] For port 5547fa0a-943e-4e7c-a536-e22b56dd48cb, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=5547fa0a-943e-4e7c-a536-e22b56dd48cb,segment=NetworkSegment(ab2cb047-2039-459f-ae24-7fab4aca9152),segment_id=ab2cb047-2039-459f-ae24-7fab4aca9152)] {{(pid=103332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:53:45.496499 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-67a2c816-a0ea-4565-b053-77484261bc8b req-ca83f28e-76ce-4982-a3fb-87be0a5c3e72 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:53:45.507765 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.plugin [req-67a2c816-a0ea-4565-b053-77484261bc8b req-ca83f28e-76ce-4982-a3fb-87be0a5c3e72 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Calling delete_port for 5547fa0a-943e-4e7c-a536-e22b56dd48cb owned by compute:nova {{(pid=103332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 07:53:45.666918 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0123bf0-88dc-45ac-b3f9-f910a27962d4 req-348df7a9-1971-4e55-9c96-127b93ae2994 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:53:45.668423 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-a0123bf0-88dc-45ac-b3f9-f910a27962d4 req-348df7a9-1971-4e55-9c96-127b93ae2994 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "GET /v2.0/ports?device_id=45236966-25a6-47df-9c38-f54a4e213b75 HTTP/1.1" status: 200 len: 945 time: 0.1527214 Oct 19 07:53:45.689966 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-67a2c816-a0ea-4565-b053-77484261bc8b req-ca83f28e-76ce-4982-a3fb-87be0a5c3e72 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133553798'] for port, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:53:45.724058 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca83f28e-76ce-4982-a3fb-87be0a5c3e72 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Pushing event deleted for resources: {'Port': ['ID=5547fa0a-943e-4e7c-a536-e22b56dd48cb,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:53:45.755804 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-a0123bf0-88dc-45ac-b3f9-f910a27962d4 req-63a05cbb-d6ee-4da5-9165-e77b9089558e tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "GET /v2.0/security-groups?id=c7ebaecb-1d5b-4f8a-be97-f5830ed5da26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0812714 Oct 19 07:53:45.780041 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [req-67a2c816-a0ea-4565-b053-77484261bc8b req-ca83f28e-76ce-4982-a3fb-87be0a5c3e72 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] No DVR routers for this DVR port 5547fa0a-943e-4e7c-a536-e22b56dd48cb on host hv-neutron-8616 {{(pid=103332) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 19 07:53:45.785057 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-67a2c816-a0ea-4565-b053-77484261bc8b req-ca83f28e-76ce-4982-a3fb-87be0a5c3e72 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42160'] for port, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:53:45.788404 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-67a2c816-a0ea-4565-b053-77484261bc8b req-ca83f28e-76ce-4982-a3fb-87be0a5c3e72 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.16 "DELETE /v2.0/ports/5547fa0a-943e-4e7c-a536-e22b56dd48cb HTTP/1.1" status: 204 len: 173 time: 0.4630949 Oct 19 07:53:45.869231 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45236966-25a6-47df-9c38-f54a4e213b75', 'name': 'network-vif-deleted', 'tag': '5547fa0a-943e-4e7c-a536-e22b56dd48cb'}] {{(pid=103332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 19 07:53:45.872042 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a021b02cf5f527cd4bbbc40a031b51490d9893d7edeeb551bdf5128ee7546f8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e9e2ddf-9d2d-409c-9fa4-e56ff1913b3b" -d '{"events": [{"server_uuid": "45236966-25a6-47df-9c38-f54a4e213b75", "name": "network-vif-deleted", "tag": "5547fa0a-943e-4e7c-a536-e22b56dd48cb"}]}' {{(pid=103332) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 07:53:45.912527 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 19 Oct 2022 07:53:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf7454bf-2833-4621-9cda-1f3746bffd0b x-openstack-request-id: req-bf7454bf-2833-4621-9cda-1f3746bffd0b {{(pid=103332) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 07:53:45.912833 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45236966-25a6-47df-9c38-f54a4e213b75", "name": "network-vif-deleted", "tag": "5547fa0a-943e-4e7c-a536-e22b56dd48cb", "status": "completed", "code": 200}]} {{(pid=103332) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 07:53:45.913161 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-bf7454bf-2833-4621-9cda-1f3746bffd0b {{(pid=103332) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 07:53:45.913540 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bf7454bf-2833-4621-9cda-1f3746bffd0b'] response: {'server_uuid': '45236966-25a6-47df-9c38-f54a4e213b75', 'name': 'network-vif-deleted', 'tag': '5547fa0a-943e-4e7c-a536-e22b56dd48cb', 'status': 'completed', 'code': 200} Oct 19 07:53:46.294283 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-4aabea94-46bd-4426-a5f8-da27d7032487 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:53:46.817985 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 34110) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:53:46.876361 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-a6ca951f-7688-4f47-8cb4-de0896dee912 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for security_group, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:53:46.900755 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-a6ca951f-7688-4f47-8cb4-de0896dee912 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:53:46.958773 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-a6ca951f-7688-4f47-8cb4-de0896dee912 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788643'] for security_group, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:53:46.961493 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-a6ca951f-7688-4f47-8cb4-de0896dee912 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for security_group, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:53:46.962823 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-a6ca951f-7688-4f47-8cb4-de0896dee912 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "DELETE /v2.0/security-groups/c7ebaecb-1d5b-4f8a-be97-f5830ed5da26 HTTP/1.1" status: 204 len: 168 time: 0.1438239 Oct 19 07:53:46.972606 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ca951f-7688-4f47-8cb4-de0896dee912 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7ebaecb-1d5b-4f8a-be97-f5830ed5da26,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:53:46.995415 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 34114) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:53:47.646536 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-3688e9a9-65a4-4341-b638-7a7fbbba1afe tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1694785'] for router_interface, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:53:47.896943 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.plugin [None req-3688e9a9-65a4-4341-b638-7a7fbbba1afe tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Deleting port 1fe8369e-0ebd-484f-a150-7f0c74e837dd {{(pid=103332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 07:53:47.897633 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-3688e9a9-65a4-4341-b638-7a7fbbba1afe tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:53:47.954755 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-2a2259f7-b034-4eec-af7a-7abaede746c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:53:47.984067 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.db [None req-3688e9a9-65a4-4341-b638-7a7fbbba1afe tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] For port 1fe8369e-0ebd-484f-a150-7f0c74e837dd, host dv-neutron-861624-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=1fe8369e-0ebd-484f-a150-7f0c74e837dd,segment=NetworkSegment(ab2cb047-2039-459f-ae24-7fab4aca9152),segment_id=ab2cb047-2039-459f-ae24-7fab4aca9152)] {{(pid=103332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:53:47.984439 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-3688e9a9-65a4-4341-b638-7a7fbbba1afe tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:53:47.997761 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.plugin [None req-3688e9a9-65a4-4341-b638-7a7fbbba1afe tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Calling delete_port for 1fe8369e-0ebd-484f-a150-7f0c74e837dd owned by network:router_interface {{(pid=103332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 07:53:48.181819 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-3688e9a9-65a4-4341-b638-7a7fbbba1afe tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133553798'] for port, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:53:48.213307 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3688e9a9-65a4-4341-b638-7a7fbbba1afe tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Pushing event deleted for resources: {'Port': ['ID=1fe8369e-0ebd-484f-a150-7f0c74e837dd,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:53:48.385247 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-3688e9a9-65a4-4341-b638-7a7fbbba1afe tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1574862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1694957'] for router_interface, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:53:48.599322 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3688e9a9-65a4-4341-b638-7a7fbbba1afe tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Router f9c65748-1d02-4292-8b2a-21f1ffce8c13 has already been hosted by L3 agent ab388470-1243-4d53-80f2-c2f5899c97a7 {{(pid=103332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 07:53:48.703291 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3688e9a9-65a4-4341-b638-7a7fbbba1afe tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify agent at l3_agent.dv-neutron-861624-1-hyperv the message routers_updated {{(pid=103332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 07:53:48.709122 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-3688e9a9-65a4-4341-b638-7a7fbbba1afe tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "PUT /v2.0/routers/f9c65748-1d02-4292-8b2a-21f1ffce8c13/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7126527 Oct 19 07:53:48.711768 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 34116) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:53:48.714912 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b59c8c3e-a1a0-4639-802a-0e7a77d3c137 None None] Sync routers for ids ['f9c65748-1d02-4292-8b2a-21f1ffce8c13'] in dv-neutron-861624-1-hyperv {{(pid=103334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 07:53:48.725141 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b59c8c3e-a1a0-4639-802a-0e7a77d3c137 None None] Routers {'f9c65748-1d02-4292-8b2a-21f1ffce8c13'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 07:53:48.725760 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-b59c8c3e-a1a0-4639-802a-0e7a77d3c137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T07:53:46Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['f9c65748-1d02-4292-8b2a-21f1ffce8c13'], 'active': True} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:53:48.762047 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.db_base_plugin_v2 [None req-7cc94261-2308-4ecf-bed6-d2c06c5853a1 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Deleting subnet 8dbbc9eb-5907-46bf-9638-935b68b1c488 {{(pid=103332) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 19 07:53:48.765286 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-7cc94261-2308-4ecf-bed6-d2c06c5853a1 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for subnet, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:53:48.805118 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-7cc94261-2308-4ecf-bed6-d2c06c5853a1 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130726890'] for subnet, precommit_delete_associations {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:53:48.832376 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvr_db [None req-b59c8c3e-a1a0-4639-802a-0e7a77d3c137 None None] Set router f9c65748-1d02-4292-8b2a-21f1ffce8c13 gateway port host: dv-neutron-861624-1-hyperv {{(pid=103334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 07:53:48.894059 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-7cc94261-2308-4ecf-bed6-d2c06c5853a1 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-679826'] for subnet, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:53:48.953315 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-7cc94261-2308-4ecf-bed6-d2c06c5853a1 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-679819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-133552721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130659632'] for subnet, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:53:48.980799 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc94261-2308-4ecf-bed6-d2c06c5853a1 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Pushing event deleted for resources: {'Subnet': ['ID=8dbbc9eb-5907-46bf-9638-935b68b1c488,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:53:48.985942 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-7cc94261-2308-4ecf-bed6-d2c06c5853a1 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for subnet, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:53:48.989202 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-7cc94261-2308-4ecf-bed6-d2c06c5853a1 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "DELETE /v2.0/subnets/8dbbc9eb-5907-46bf-9638-935b68b1c488 HTTP/1.1" status: 204 len: 168 time: 0.2765050 Oct 19 07:53:48.992395 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 34118) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:53:49.004131 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f24600b9-6168-4d1d-82a6-87abbf14d499 None None] Network 9b2aaf44-60e9-4e88-afbf-c97a4221b073 requested from dv-neutron-861624-1-hyperv {{(pid=103334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 07:53:49.045984 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-1a0da505-d0f9-48c6-b7e2-53b9c5e41298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:53:49.090861 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-b59c8c3e-a1a0-4639-802a-0e7a77d3c137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9c65748-1d02-4292-8b2a-21f1ffce8c13', 'name': 'tempest-TestNetworkBasicOps-router-1529366030', 'tenant_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'external_fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.210'}], 'enable_snat': True}, 'gw_port_id': '8b5a099c-f71d-4c65-ace6-90ff4adfb812', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T07:50:48Z', 'updated_at': '2022-10-19T07:53:48Z', 'revision_number': 5, 'project_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'gw_port': {'id': '8b5a099c-f71d-4c65-ace6-90ff4adfb812', 'name': '', 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:87:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9c65748-1d02-4292-8b2a-21f1ffce8c13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:50:49Z', 'updated_at': '2022-10-19T07:50:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861624-1-hyperv'}], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:53:49.103194 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-332e6172-225b-43a0-9184-0a6b3b58dbe2 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for router, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:53:49.155353 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b59c8c3e-a1a0-4639-802a-0e7a77d3c137 None None] Checking router: f9c65748-1d02-4292-8b2a-21f1ffce8c13 for host: dv-neutron-861624-1-hyperv {{(pid=103334) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 07:53:49.177292 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:53:49.178654 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b59c8c3e-a1a0-4639-802a-0e7a77d3c137 None None] Routers {'f9c65748-1d02-4292-8b2a-21f1ffce8c13'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 07:53:49.179265 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-b59c8c3e-a1a0-4639-802a-0e7a77d3c137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T07:53:46Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['f9c65748-1d02-4292-8b2a-21f1ffce8c13'], 'active': True} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:53:49.209273 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-332e6172-225b-43a0-9184-0a6b3b58dbe2 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:53:49.262995 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.plugin [None req-332e6172-225b-43a0-9184-0a6b3b58dbe2 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Deleting port 8b5a099c-f71d-4c65-ace6-90ff4adfb812 {{(pid=103332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 07:53:49.263365 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-332e6172-225b-43a0-9184-0a6b3b58dbe2 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:53:49.301481 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvr_db [None req-b59c8c3e-a1a0-4639-802a-0e7a77d3c137 None None] Set router f9c65748-1d02-4292-8b2a-21f1ffce8c13 gateway port host: dv-neutron-861624-1-hyperv {{(pid=103334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 07:53:49.329609 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e23102da-0aad-469d-88df-a3eeac501067 None None] DHCP port deletion for 9b2aaf44-60e9-4e88-afbf-c97a4221b073 request from dv-neutron-861624-1-hyperv {{(pid=103334) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 07:53:49.355241 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.db [None req-332e6172-225b-43a0-9184-0a6b3b58dbe2 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] For port 8b5a099c-f71d-4c65-ace6-90ff4adfb812, host dv-neutron-861624-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=8b5a099c-f71d-4c65-ace6-90ff4adfb812,segment=NetworkSegment(53981d04-8205-40d8-8d33-0510111d6f8f),segment_id=53981d04-8205-40d8-8d33-0510111d6f8f)] {{(pid=103332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:53:49.355646 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-332e6172-225b-43a0-9184-0a6b3b58dbe2 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:53:49.370387 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.plugin [None req-332e6172-225b-43a0-9184-0a6b3b58dbe2 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Calling delete_port for 8b5a099c-f71d-4c65-ace6-90ff4adfb812 owned by network:router_gateway {{(pid=103332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 07:53:49.494371 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device a1afa8b4-460c-4829-8069-d7867caf4be5 no longer exists at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 07:53:49.516486 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-e23102da-0aad-469d-88df-a3eeac501067 None None] Deleting port a1afa8b4-460c-4829-8069-d7867caf4be5 {{(pid=103334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 07:53:49.516883 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-e23102da-0aad-469d-88df-a3eeac501067 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:53:49.550561 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-332e6172-225b-43a0-9184-0a6b3b58dbe2 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133553798'] for port, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:53:49.575973 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332e6172-225b-43a0-9184-0a6b3b58dbe2 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Pushing event deleted for resources: {'Port': ['ID=8b5a099c-f71d-4c65-ace6-90ff4adfb812,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:53:49.604496 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-e23102da-0aad-469d-88df-a3eeac501067 None None] For port a1afa8b4-460c-4829-8069-d7867caf4be5, host dv-neutron-861624-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=a1afa8b4-460c-4829-8069-d7867caf4be5,segment=NetworkSegment(ab2cb047-2039-459f-ae24-7fab4aca9152),segment_id=ab2cb047-2039-459f-ae24-7fab4aca9152)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:53:49.604914 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-e23102da-0aad-469d-88df-a3eeac501067 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:53:49.625777 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-e23102da-0aad-469d-88df-a3eeac501067 None None] Calling delete_port for a1afa8b4-460c-4829-8069-d7867caf4be5 owned by network:dhcp {{(pid=103334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 07:53:49.640172 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-332e6172-225b-43a0-9184-0a6b3b58dbe2 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1693831'] for router_gateway, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:53:49.645802 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.agents_db [None req-6057327c-4456-4c72-8e75-6d3cd9249757 None None] Agent healthcheck: found 6 active agents {{(pid=103335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 07:53:49.692343 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-b59c8c3e-a1a0-4639-802a-0e7a77d3c137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9c65748-1d02-4292-8b2a-21f1ffce8c13', 'name': 'tempest-TestNetworkBasicOps-router-1529366030', 'tenant_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'external_fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.210'}], 'enable_snat': True}, 'gw_port_id': '8b5a099c-f71d-4c65-ace6-90ff4adfb812', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T07:50:48Z', 'updated_at': '2022-10-19T07:53:48Z', 'revision_number': 5, 'project_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'gw_port': {'id': '8b5a099c-f71d-4c65-ace6-90ff4adfb812', 'name': '', 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:87:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9c65748-1d02-4292-8b2a-21f1ffce8c13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:50:49Z', 'updated_at': '2022-10-19T07:50:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861624-1-hyperv'}], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:53:49.732216 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-332e6172-225b-43a0-9184-0a6b3b58dbe2 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1693565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12618'] for router, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:53:49.733382 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b59c8c3e-a1a0-4639-802a-0e7a77d3c137 None None] The sync data for ids ['f9c65748-1d02-4292-8b2a-21f1ffce8c13'] in dv-neutron-861624-1-hyperv is: [{'id': 'f9c65748-1d02-4292-8b2a-21f1ffce8c13', 'name': 'tempest-TestNetworkBasicOps-router-1529366030', 'tenant_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'external_fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.210'}], 'enable_snat': True}, 'gw_port_id': '8b5a099c-f71d-4c65-ace6-90ff4adfb812', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T07:50:48Z', 'updated_at': '2022-10-19T07:53:48Z', 'revision_number': 5, 'project_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'gw_port': {'id': '8b5a099c-f71d-4c65-ace6-90ff4adfb812', 'name': '', 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:87:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9c65748-1d02-4292-8b2a-21f1ffce8c13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:50:49Z', 'updated_at': '2022-10-19T07:50:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861624-1-hyperv'}] {{(pid=103334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 07:53:49.734537 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-332e6172-225b-43a0-9184-0a6b3b58dbe2 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:53:49.745113 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Current status of the port a1afa8b4-460c-4829-8069-d7867caf4be5 is: ACTIVE; New status is: DOWN {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:53:49.745505 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:53:49.784407 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-332e6172-225b-43a0-9184-0a6b3b58dbe2 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1693542'] for router, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:53:49.785061 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-332e6172-225b-43a0-9184-0a6b3b58dbe2 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Fanout notify agent at l3_agent the message router_deleted on router f9c65748-1d02-4292-8b2a-21f1ffce8c13 {{(pid=103332) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 07:53:49.792041 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-332e6172-225b-43a0-9184-0a6b3b58dbe2 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for router, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:53:49.793213 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-332e6172-225b-43a0-9184-0a6b3b58dbe2 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "DELETE /v2.0/routers/f9c65748-1d02-4292-8b2a-21f1ffce8c13 HTTP/1.1" status: 204 len: 168 time: 0.7996070 Oct 19 07:53:49.795925 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 34120) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:53:49.875881 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-91284227-0596-4337-8bfe-7d050796631b tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-667019'] for network, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:53:49.934904 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.plugin [None req-91284227-0596-4337-8bfe-7d050796631b tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Deleting port a1afa8b4-460c-4829-8069-d7867caf4be5 {{(pid=103332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 07:53:49.935257 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-91284227-0596-4337-8bfe-7d050796631b tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:53:49.936132 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] For port a1afa8b4-460c-4829-8069-d7867caf4be5, host dv-neutron-861624-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=a1afa8b4-460c-4829-8069-d7867caf4be5,segment=NetworkSegment(ab2cb047-2039-459f-ae24-7fab4aca9152),segment_id=ab2cb047-2039-459f-ae24-7fab4aca9152)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:53:49.940168 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:53:49.963442 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-e23102da-0aad-469d-88df-a3eeac501067 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339'] for port, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:53:49.981529 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e23102da-0aad-469d-88df-a3eeac501067 None None] No DVR routers for this DVR port a1afa8b4-460c-4829-8069-d7867caf4be5 on host dv-neutron-861624-1-hyperv {{(pid=103334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 19 07:53:50.000913 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.db [None req-91284227-0596-4337-8bfe-7d050796631b tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] For port a1afa8b4-460c-4829-8069-d7867caf4be5, host dv-neutron-861624-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=a1afa8b4-460c-4829-8069-d7867caf4be5,segment=NetworkSegment(ab2cb047-2039-459f-ae24-7fab4aca9152),segment_id=ab2cb047-2039-459f-ae24-7fab4aca9152)] {{(pid=103332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:53:50.001443 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-91284227-0596-4337-8bfe-7d050796631b tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:53:50.003975 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Pushing event updated for resources: {'Port': ['ID=a1afa8b4-460c-4829-8069-d7867caf4be5,revision_number=5']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:53:50.011198 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:53:50.011828 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:53:50.011925 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:53:50.012192 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:53:50.012535 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:53:50.012925 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:53:50.013248 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:53:50.013572 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:53:50.013789 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.plugin [None req-91284227-0596-4337-8bfe-7d050796631b tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Calling delete_port for a1afa8b4-460c-4829-8069-d7867caf4be5 owned by network:dhcp {{(pid=103332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 07:53:50.013911 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:53:50.014200 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:53:50.014517 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:53:50.014970 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:53:50.039430 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23102da-0aad-469d-88df-a3eeac501067 None None] Pushing event deleted for resources: {'Port': ['ID=a1afa8b4-460c-4829-8069-d7867caf4be5,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:53:50.091390 dv-neutron-861624-1-hyperv neutron-server[103332]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 19 07:53:50.091390 dv-neutron-861624-1-hyperv neutron-server[103332]: from cryptography.utils import int_from_bytes Oct 19 07:53:50.091390 dv-neutron-861624-1-hyperv neutron-server[103332]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 19 07:53:50.091390 dv-neutron-861624-1-hyperv neutron-server[103332]: from cryptography.utils import int_from_bytes Oct 19 07:53:50.091390 dv-neutron-861624-1-hyperv neutron-server[103332]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 07:53:50.091390 dv-neutron-861624-1-hyperv neutron-server[103332]: self.session.flush() Oct 19 07:53:50.091390 dv-neutron-861624-1-hyperv neutron-server[103332]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 07:53:50.091390 dv-neutron-861624-1-hyperv neutron-server[103332]: self.session.flush() Oct 19 07:53:50.091390 dv-neutron-861624-1-hyperv neutron-server[103332]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 07:53:50.091390 dv-neutron-861624-1-hyperv neutron-server[103332]: self.session.flush() Oct 19 07:53:50.091390 dv-neutron-861624-1-hyperv neutron-server[103332]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 07:53:50.091390 dv-neutron-861624-1-hyperv neutron-server[103332]: self.session.flush() Oct 19 07:53:50.091390 dv-neutron-861624-1-hyperv neutron-server[103332]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 07:53:50.091390 dv-neutron-861624-1-hyperv neutron-server[103332]: self.session.flush() Oct 19 07:53:50.091390 dv-neutron-861624-1-hyperv neutron-server[103332]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 07:53:50.091390 dv-neutron-861624-1-hyperv neutron-server[103332]: self.session.flush() Oct 19 07:53:50.091390 dv-neutron-861624-1-hyperv neutron-server[103332]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 07:53:50.091390 dv-neutron-861624-1-hyperv neutron-server[103332]: self.session.flush() Oct 19 07:53:50.091390 dv-neutron-861624-1-hyperv neutron-server[103332]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 07:53:50.091390 dv-neutron-861624-1-hyperv neutron-server[103332]: self.session.flush() Oct 19 07:53:50.091390 dv-neutron-861624-1-hyperv neutron-server[103332]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 07:53:50.091390 dv-neutron-861624-1-hyperv neutron-server[103332]: self.session.flush() Oct 19 07:53:50.091390 dv-neutron-861624-1-hyperv neutron-server[103332]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 07:53:50.091390 dv-neutron-861624-1-hyperv neutron-server[103332]: self.session.flush() Oct 19 07:53:50.091390 dv-neutron-861624-1-hyperv neutron-server[103332]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 07:53:50.091390 dv-neutron-861624-1-hyperv neutron-server[103332]: self.session.flush() Oct 19 07:53:50.091390 dv-neutron-861624-1-hyperv neutron-server[103332]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 07:53:50.091390 dv-neutron-861624-1-hyperv neutron-server[103332]: self.session.flush() Oct 19 07:53:50.091390 dv-neutron-861624-1-hyperv neutron-server[103332]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 07:53:50.091390 dv-neutron-861624-1-hyperv neutron-server[103332]: self.session.flush() Oct 19 07:53:50.091390 dv-neutron-861624-1-hyperv neutron-server[103332]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 07:53:50.091390 dv-neutron-861624-1-hyperv neutron-server[103332]: self.session.flush() Oct 19 07:53:50.091390 dv-neutron-861624-1-hyperv neutron-server[103332]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 07:53:50.091390 dv-neutron-861624-1-hyperv neutron-server[103332]: self.session.flush() Oct 19 07:53:50.091390 dv-neutron-861624-1-hyperv neutron-server[103332]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 07:53:50.091390 dv-neutron-861624-1-hyperv neutron-server[103332]: self.session.flush() Oct 19 07:53:50.091390 dv-neutron-861624-1-hyperv neutron-server[103332]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 07:53:50.091390 dv-neutron-861624-1-hyperv neutron-server[103332]: self.session.flush() Oct 19 07:53:50.091390 dv-neutron-861624-1-hyperv neutron-server[103332]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 07:53:50.091390 dv-neutron-861624-1-hyperv neutron-server[103332]: self.session.flush() Oct 19 07:53:50.091390 dv-neutron-861624-1-hyperv neutron-server[103332]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 07:53:50.091390 dv-neutron-861624-1-hyperv neutron-server[103332]: self.session.flush() Oct 19 07:53:50.091390 dv-neutron-861624-1-hyperv neutron-server[103332]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 07:53:50.091390 dv-neutron-861624-1-hyperv neutron-server[103332]: self.session.flush() Oct 19 07:53:50.091390 dv-neutron-861624-1-hyperv neutron-server[103332]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 07:53:50.091390 dv-neutron-861624-1-hyperv neutron-server[103332]: self.session.flush() Oct 19 07:53:50.091390 dv-neutron-861624-1-hyperv neutron-server[103332]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 07:53:50.091390 dv-neutron-861624-1-hyperv neutron-server[103332]: self.session.flush() Oct 19 07:53:50.091390 dv-neutron-861624-1-hyperv neutron-server[103332]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 07:53:50.091390 dv-neutron-861624-1-hyperv neutron-server[103332]: self.session.flush() Oct 19 07:53:50.091390 dv-neutron-861624-1-hyperv neutron-server[103332]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 07:53:50.091390 dv-neutron-861624-1-hyperv neutron-server[103332]: self.session.flush() Oct 19 07:53:50.091390 dv-neutron-861624-1-hyperv neutron-server[103332]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 07:53:50.091390 dv-neutron-861624-1-hyperv neutron-server[103332]: self.session.flush() Oct 19 07:53:50.091390 dv-neutron-861624-1-hyperv neutron-server[103332]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 07:53:50.091390 dv-neutron-861624-1-hyperv neutron-server[103332]: self.session.flush() Oct 19 07:53:50.097155 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-91284227-0596-4337-8bfe-7d050796631b tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133553798'] for port, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:53:50.124707 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91284227-0596-4337-8bfe-7d050796631b tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Pushing event deleted for resources: {'Port': ['ID=a1afa8b4-460c-4829-8069-d7867caf4be5,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:53:50.126600 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91284227-0596-4337-8bfe-7d050796631b tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] No DVR routers for this DVR port a1afa8b4-460c-4829-8069-d7867caf4be5 on host dv-neutron-861624-1-hyperv {{(pid=103332) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 19 07:53:50.195559 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Device 5547fa0a-943e-4e7c-a536-e22b56dd48cb no longer exists at agent hyperv_hv-neutron-8616 {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 07:53:50.208487 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-91284227-0596-4337-8bfe-7d050796631b tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-673051', 'neutron.services.segments.db._delete_segments_for_network-8785021519108'] for network, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:53:50.222088 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] No Port match for: 5547fa0a-943e-4e7c-a536-e22b56dd48cb {{(pid=103334) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 19 07:53:50.222556 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Device 5547fa0a-943e-4e7c-a536-e22b56dd48cb not bound to the agent host hv-neutron-8616 {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 07:53:50.233651 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.services.segments.db [None req-91284227-0596-4337-8bfe-7d050796631b tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b2aaf44-60e9-4e88-afbf-c97a4221b073']}} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:53:50.243533 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.services.segments.db [None req-91284227-0596-4337-8bfe-7d050796631b tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab2cb047-2039-459f-ae24-7fab4aca9152') {'for_net_delete': True} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:53:50.243829 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.services.segments.db [None req-91284227-0596-4337-8bfe-7d050796631b tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab2cb047-2039-459f-ae24-7fab4aca9152') {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:53:50.254095 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-91284227-0596-4337-8bfe-7d050796631b tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785021519382', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130726885'] for segment, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:53:50.266586 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-91284227-0596-4337-8bfe-7d050796631b tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979'] for segment, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:53:50.272866 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91284227-0596-4337-8bfe-7d050796631b tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Releasing vlan 169 on physical network physnet1 to pool {{(pid=103332) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 07:53:50.273248 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-91284227-0596-4337-8bfe-7d050796631b tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-133553843'] for segment, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:53:50.306014 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.services.segments.plugin [-] Segment ab2cb047-2039-459f-ae24-7fab4aca9152 resource provider aggregate not found Oct 19 07:53:50.346329 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-91284227-0596-4337-8bfe-7d050796631b tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-673044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1695087'] for network, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:53:50.354991 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-91284227-0596-4337-8bfe-7d050796631b tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for network, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:53:50.358129 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-91284227-0596-4337-8bfe-7d050796631b tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "DELETE /v2.0/networks/9b2aaf44-60e9-4e88-afbf-c97a4221b073 HTTP/1.1" status: 204 len: 168 time: 0.5611777 Oct 19 07:53:50.359643 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.services.segments.plugin [-] Segment ab2cb047-2039-459f-ae24-7fab4aca9152 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ab2cb047-2039-459f-ae24-7fab4aca9152 found for delete ", "request_id": "req-1282996a-b538-4b22-a3bf-0afd8550e6ab"}]} Oct 19 07:53:50.371493 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91284227-0596-4337-8bfe-7d050796631b tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Pushing event deleted for resources: {'Network': ['ID=9b2aaf44-60e9-4e88-afbf-c97a4221b073,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:53:50.372377 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 34126) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:53:50.380122 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-a872c7d5-2dba-4c15-9d8a-b4dfe81a4081 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Request body: {'network': {'name': 'tempest-network-smoke--1822749662', 'project_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'port_security_enabled': True}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:53:50.400251 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a872c7d5-2dba-4c15-9d8a-b4dfe81a4081 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Made reservation on behalf of 47a12ea4f74e4c18b13323e6f3cc9741 for: {'network': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 07:53:50.403700 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-a872c7d5-2dba-4c15-9d8a-b4dfe81a4081 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for network, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:53:50.428526 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a872c7d5-2dba-4c15-9d8a-b4dfe81a4081 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 177} {{(pid=103333) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 07:53:50.437447 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-a872c7d5-2dba-4c15-9d8a-b4dfe81a4081 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979'] for segment, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:53:50.437786 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.db.segments_db [None req-a872c7d5-2dba-4c15-9d8a-b4dfe81a4081 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Added segment 747e4316-62da-4d56-96c9-ae3509316046 of type vlan for network 73dbeef5-d7d5-4ee6-aad7-c17680f37564 Oct 19 07:53:50.476457 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-a872c7d5-2dba-4c15-9d8a-b4dfe81a4081 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785020965340'] for network, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:53:50.503455 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-a872c7d5-2dba-4c15-9d8a-b4dfe81a4081 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873'] for network, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:53:50.508982 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a872c7d5-2dba-4c15-9d8a-b4dfe81a4081 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:53:50.509555 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-a872c7d5-2dba-4c15-9d8a-b4dfe81a4081 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for network, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:53:50.541855 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-a872c7d5-2dba-4c15-9d8a-b4dfe81a4081 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1673782 Oct 19 07:53:50.544980 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 34128) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:53:50.550277 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-5c2d34f6-2bc6-4913-8f8e-87b16ddd1073 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1355953929', 'admin_state_up': True, 'project_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd'}}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:53:50.571240 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-5c2d34f6-2bc6-4913-8f8e-87b16ddd1073 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1692695', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12668'] for router, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:53:50.572460 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-5c2d34f6-2bc6-4913-8f8e-87b16ddd1073 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1692835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1693910', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1621825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12659'] for router, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:53:50.580587 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a872c7d5-2dba-4c15-9d8a-b4dfe81a4081 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Pushing event updated for resources: {'Network': ['ID=73dbeef5-d7d5-4ee6-aad7-c17680f37564,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:53:50.587950 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a872c7d5-2dba-4c15-9d8a-b4dfe81a4081 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:53:50.588296 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a872c7d5-2dba-4c15-9d8a-b4dfe81a4081 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:53:50.588658 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a872c7d5-2dba-4c15-9d8a-b4dfe81a4081 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:53:50.588992 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a872c7d5-2dba-4c15-9d8a-b4dfe81a4081 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:53:50.589321 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a872c7d5-2dba-4c15-9d8a-b4dfe81a4081 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:53:50.589670 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a872c7d5-2dba-4c15-9d8a-b4dfe81a4081 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:53:50.589983 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a872c7d5-2dba-4c15-9d8a-b4dfe81a4081 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:53:50.590323 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a872c7d5-2dba-4c15-9d8a-b4dfe81a4081 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:53:50.590629 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a872c7d5-2dba-4c15-9d8a-b4dfe81a4081 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:53:50.590956 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a872c7d5-2dba-4c15-9d8a-b4dfe81a4081 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:53:50.591275 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a872c7d5-2dba-4c15-9d8a-b4dfe81a4081 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:53:50.591591 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a872c7d5-2dba-4c15-9d8a-b4dfe81a4081 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:53:50.603364 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Network 73dbeef5-d7d5-4ee6-aad7-c17680f37564 details requested by agent ovs-agent-dv-neutron-861624-1-hyperv with host dv-neutron-861624-1-hyperv {{(pid=103334) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 07:53:50.630812 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-5c2d34f6-2bc6-4913-8f8e-87b16ddd1073 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:53:50.766746 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-5c2d34f6-2bc6-4913-8f8e-87b16ddd1073 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:53:50.957918 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-5c2d34f6-2bc6-4913-8f8e-87b16ddd1073 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for router_gateway, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:53:50.976903 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-5c2d34f6-2bc6-4913-8f8e-87b16ddd1073 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:53:51.080874 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.db_base_plugin_common [None req-5c2d34f6-2bc6-4913-8f8e-87b16ddd1073 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Allocated IP 172.26.0.45 (99c66757-74e3-40a4-b479-8d09e3a7c3dd/7f3d1034-1de7-458a-a3ee-77488de3949b/24498c4c-e241-4311-ab81-cb29c2dcf42b) {{(pid=103332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 07:53:51.179022 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-5c2d34f6-2bc6-4913-8f8e-87b16ddd1073 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for port, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:53:51.212144 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-5c2d34f6-2bc6-4913-8f8e-87b16ddd1073 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785020947330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133553798'] for port, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:53:51.250309 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c2d34f6-2bc6-4913-8f8e-87b16ddd1073 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Network 99c66757-74e3-40a4-b479-8d09e3a7c3dd is already hosted by enough agents. {{(pid=103332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 07:53:51.253712 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.base_scheduler [None req-5c2d34f6-2bc6-4913-8f8e-87b16ddd1073 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Resources bound (agent type, host, resource id): {{(pid=103332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:53:51.257163 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c2d34f6-2bc6-4913-8f8e-87b16ddd1073 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Received port after_create {{(pid=103332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 07:53:51.406921 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device 8b5a099c-f71d-4c65-ace6-90ff4adfb812 no longer exists at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 07:53:51.426949 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] No Port match for: 8b5a099c-f71d-4c65-ace6-90ff4adfb812 {{(pid=103334) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 19 07:53:51.427297 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device 8b5a099c-f71d-4c65-ace6-90ff4adfb812 not bound to the agent host dv-neutron-861624-1-hyperv {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 07:53:51.427720 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device 1fe8369e-0ebd-484f-a150-7f0c74e837dd no longer exists at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 07:53:51.448020 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] No Port match for: 1fe8369e-0ebd-484f-a150-7f0c74e837dd {{(pid=103334) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 19 07:53:51.448372 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device 1fe8369e-0ebd-484f-a150-7f0c74e837dd not bound to the agent host dv-neutron-861624-1-hyperv {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 07:53:51.585470 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2d34f6-2bc6-4913-8f8e-87b16ddd1073 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Pushing event updated for resources: {'Port': ['ID=24498c4c-e241-4311-ab81-cb29c2dcf42b,revision_number=1']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:53:51.808657 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-5c2d34f6-2bc6-4913-8f8e-87b16ddd1073 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for router_gateway, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:53:52.006413 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-5c2d34f6-2bc6-4913-8f8e-87b16ddd1073 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1692844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1693859'] for router, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:53:52.131255 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c2d34f6-2bc6-4913-8f8e-87b16ddd1073 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Router dc7d48d4-ca2b-4943-9b08-298004166067 is scheduled to L3 agent ab388470-1243-4d53-80f2-c2f5899c97a7 with binding_index 1 {{(pid=103332) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 07:53:52.235464 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c2d34f6-2bc6-4913-8f8e-87b16ddd1073 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify agent at l3_agent.dv-neutron-861624-1-hyperv the message routers_updated {{(pid=103332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 07:53:52.245890 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cff2650-3fa0-47c9-963b-a0cb94a899f8 None None] Sync routers for ids ['dc7d48d4-ca2b-4943-9b08-298004166067'] in dv-neutron-861624-1-hyperv {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 07:53:52.255909 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-5c2d34f6-2bc6-4913-8f8e-87b16ddd1073 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for router, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:53:52.256585 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cff2650-3fa0-47c9-963b-a0cb94a899f8 None None] Routers {'dc7d48d4-ca2b-4943-9b08-298004166067'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 07:53:52.257166 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-5c2d34f6-2bc6-4913-8f8e-87b16ddd1073 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.7111645 Oct 19 07:53:52.257297 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-5cff2650-3fa0-47c9-963b-a0cb94a899f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T07:53:46Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['dc7d48d4-ca2b-4943-9b08-298004166067'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:53:52.260378 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 34130) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:53:52.289069 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-481dfcec-a464-4b41-998c-767c4378c72c tempest-TestNetworkBasicOps-773100899 tempest-TestNetworkBasicOps-773100899-project-admin] 10.222.0.27 "GET /v2.0/subnets?project_id=47a12ea4f74e4c18b13323e6f3cc9741&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0270872 Oct 19 07:53:52.291313 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 34132) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:53:52.379514 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-295fd2e2-365a-4de5-bd66-706627b8d79f tempest-TestNetworkBasicOps-773100899 tempest-TestNetworkBasicOps-773100899-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:53:52.381099 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-295fd2e2-365a-4de5-bd66-706627b8d79f tempest-TestNetworkBasicOps-773100899 tempest-TestNetworkBasicOps-773100899-project-admin] 10.222.0.27 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0888801 Oct 19 07:53:52.384028 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 34134) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:53:52.414053 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-b4432153-5e76-4eef-b5f8-ee447b6baa49 tempest-TestNetworkBasicOps-773100899 tempest-TestNetworkBasicOps-773100899-project-admin] 10.222.0.27 "GET /v2.0/subnets?network_id=99c66757-74e3-40a4-b479-8d09e3a7c3dd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0288606 Oct 19 07:53:52.416590 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 34136) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:53:52.421354 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-ba7560b6-cdce-4ad7-8232-8c2b3275228f tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1279799404', 'network_id': '73dbeef5-d7d5-4ee6-aad7-c17680f37564', 'project_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:53:52.449097 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvr_db [None req-5cff2650-3fa0-47c9-963b-a0cb94a899f8 None None] Set router dc7d48d4-ca2b-4943-9b08-298004166067 gateway port host: dv-neutron-861624-1-hyperv {{(pid=103335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 07:53:52.509771 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba7560b6-cdce-4ad7-8232-8c2b3275228f tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Made reservation on behalf of 47a12ea4f74e4c18b13323e6f3cc9741 for: {'subnet': 1} {{(pid=103332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 07:53:52.513501 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-ba7560b6-cdce-4ad7-8232-8c2b3275228f tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130659787'] for subnet, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:53:52.629263 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-5cff2650-3fa0-47c9-963b-a0cb94a899f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc7d48d4-ca2b-4943-9b08-298004166067', 'name': 'tempest-TestNetworkBasicOps-router-1355953929', 'tenant_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'external_fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.45'}], 'enable_snat': True}, 'gw_port_id': '24498c4c-e241-4311-ab81-cb29c2dcf42b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T07:53:50Z', 'updated_at': '2022-10-19T07:53:51Z', 'revision_number': 3, 'project_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'gw_port': {'id': '24498c4c-e241-4311-ab81-cb29c2dcf42b', 'name': '', 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:30:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc7d48d4-ca2b-4943-9b08-298004166067', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:53:50Z', 'updated_at': '2022-10-19T07:53:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861624-1-hyperv'}], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:53:52.655529 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cff2650-3fa0-47c9-963b-a0cb94a899f8 None None] Checking router: dc7d48d4-ca2b-4943-9b08-298004166067 for host: dv-neutron-861624-1-hyperv {{(pid=103335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 07:53:52.655865 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cff2650-3fa0-47c9-963b-a0cb94a899f8 None None] Updating router dc7d48d4-ca2b-4943-9b08-298004166067 port 24498c4c-e241-4311-ab81-cb29c2dcf42b binding host dv-neutron-861624-1-hyperv {{(pid=103335) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 07:53:52.680297 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-5cff2650-3fa0-47c9-963b-a0cb94a899f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:53:52.695994 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-ba7560b6-cdce-4ad7-8232-8c2b3275228f tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-133552662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130659641'] for subnet, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:53:52.761006 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7560b6-cdce-4ad7-8232-8c2b3275228f tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Pushing event updated for resources: {'Subnet': ['ID=3ea396ce-07cb-4620-a39a-7d0bca0a6def,revision_number=0']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:53:52.769781 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba7560b6-cdce-4ad7-8232-8c2b3275228f tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Checking segment: {'id': '747e4316-62da-4d56-96c9-ae3509316046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '73dbeef5-d7d5-4ee6-aad7-c17680f37564'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 19 07:53:52.770099 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba7560b6-cdce-4ad7-8232-8c2b3275228f tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Network hostable DHCP agents. Network: 73dbeef5-d7d5-4ee6-aad7-c17680f37564, hostable agents: ['310d813b-0e3e-4d7e-9b79-8f4ec0dbcab0'], hosted agents: [] {{(pid=103332) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 07:53:52.787222 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba7560b6-cdce-4ad7-8232-8c2b3275228f tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Network 73dbeef5-d7d5-4ee6-aad7-c17680f37564 is scheduled to be hosted by DHCP agent 310d813b-0e3e-4d7e-9b79-8f4ec0dbcab0 with binding_index 1 {{(pid=103332) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 07:53:52.796079 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.base_scheduler [None req-ba7560b6-cdce-4ad7-8232-8c2b3275228f tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861624-1-hyperv, 73dbeef5-d7d5-4ee6-aad7-c17680f37564) {{(pid=103332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:53:52.800296 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba7560b6-cdce-4ad7-8232-8c2b3275228f tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:53:52.800913 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-ba7560b6-cdce-4ad7-8232-8c2b3275228f tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for subnet, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:53:52.807058 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dae0d66c-e227-41fd-88f0-402c06b1890c None None] Network 73dbeef5-d7d5-4ee6-aad7-c17680f37564 requested from dv-neutron-861624-1-hyperv {{(pid=103334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 07:53:52.821932 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-ba7560b6-cdce-4ad7-8232-8c2b3275228f tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4016912 Oct 19 07:53:52.822176 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 34138) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:53:52.952998 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-5cff2650-3fa0-47c9-963b-a0cb94a899f8 None None] Notify callbacks [] for port, precommit_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:53:52.959660 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-5cff2650-3fa0-47c9-963b-a0cb94a899f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:53:52.968702 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd3ad0e5-3e60-4547-aa25-b1f30f81dd2b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d12c6ac-27a3-545c-a8f3-f04e30423d6d-73dbeef5-d7d5-4ee6-aad7-c17680f37564', 'network_id': '73dbeef5-d7d5-4ee6-aad7-c17680f37564', 'tenant_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'fixed_ips': [{'subnet_id': '3ea396ce-07cb-4620-a39a-7d0bca0a6def'}]}} from dv-neutron-861624-1-hyperv. {{(pid=103334) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 07:53:52.969567 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-dd3ad0e5-3e60-4547-aa25-b1f30f81dd2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:53:52.994022 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-5cff2650-3fa0-47c9-963b-a0cb94a899f8 None None] Attempting to bind port 24498c4c-e241-4311-ab81-cb29c2dcf42b on host dv-neutron-861624-1-hyperv for vnic_type normal with profile {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 19 07:53:52.994387 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-5cff2650-3fa0-47c9-963b-a0cb94a899f8 None None] Attempting to bind port 24498c4c-e241-4311-ab81-cb29c2dcf42b by drivers openvswitch,hyperv on host dv-neutron-861624-1-hyperv at level 0 using segments [{'id': '53981d04-8205-40d8-8d33-0510111d6f8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd'}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 19 07:53:52.994854 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cff2650-3fa0-47c9-963b-a0cb94a899f8 None None] Attempting to bind port 24498c4c-e241-4311-ab81-cb29c2dcf42b on network 99c66757-74e3-40a4-b479-8d09e3a7c3dd {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 07:53:53.002624 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cff2650-3fa0-47c9-963b-a0cb94a899f8 None None] Checking agent: {'id': 'a5b0152c-d633-409b-aaf8-3b76458e2410', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861624-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 19, 7, 30, 19), 'started_at': datetime.datetime(2022, 10, 19, 7, 30, 49), 'heartbeat_timestamp': datetime.datetime(2022, 10, 19, 7, 53, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861624-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 07:53:53.003033 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cff2650-3fa0-47c9-963b-a0cb94a899f8 None None] Checking segment: {'id': '53981d04-8205-40d8-8d33-0510111d6f8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 19 07:53:53.003419 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-5cff2650-3fa0-47c9-963b-a0cb94a899f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:53:53.003807 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cff2650-3fa0-47c9-963b-a0cb94a899f8 None None] Bound using segment: {'id': '53981d04-8205-40d8-8d33-0510111d6f8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd'} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 07:53:53.004275 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-5cff2650-3fa0-47c9-963b-a0cb94a899f8 None None] Bound port: 24498c4c-e241-4311-ab81-cb29c2dcf42b, host: dv-neutron-861624-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53981d04-8205-40d8-8d33-0510111d6f8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd'}}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 19 07:53:53.004666 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-5cff2650-3fa0-47c9-963b-a0cb94a899f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:53:53.043340 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c217e942-e2a5-4da0-a914-50d35d72aaa7 None None] Pushing event updated for resources: {'Port': ['ID=24498c4c-e241-4311-ab81-cb29c2dcf42b,revision_number=2']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:53:53.052868 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c217e942-e2a5-4da0-a914-50d35d72aaa7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:53:53.053210 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c217e942-e2a5-4da0-a914-50d35d72aaa7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:53:53.053551 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c217e942-e2a5-4da0-a914-50d35d72aaa7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:53:53.053883 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c217e942-e2a5-4da0-a914-50d35d72aaa7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:53:53.054218 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c217e942-e2a5-4da0-a914-50d35d72aaa7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:53:53.054549 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c217e942-e2a5-4da0-a914-50d35d72aaa7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:53:53.054871 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c217e942-e2a5-4da0-a914-50d35d72aaa7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:53:53.055194 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c217e942-e2a5-4da0-a914-50d35d72aaa7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:53:53.055517 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c217e942-e2a5-4da0-a914-50d35d72aaa7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:53:53.055834 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c217e942-e2a5-4da0-a914-50d35d72aaa7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:53:53.056152 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c217e942-e2a5-4da0-a914-50d35d72aaa7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:53:53.056474 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c217e942-e2a5-4da0-a914-50d35d72aaa7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:53:53.085032 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-5cff2650-3fa0-47c9-963b-a0cb94a899f8 None None] For port 24498c4c-e241-4311-ab81-cb29c2dcf42b, host dv-neutron-861624-1-hyperv, cleared binding levels {{(pid=103335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 07:53:53.088253 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-5cff2650-3fa0-47c9-963b-a0cb94a899f8 None None] For port 24498c4c-e241-4311-ab81-cb29c2dcf42b, host dv-neutron-861624-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=24498c4c-e241-4311-ab81-cb29c2dcf42b,segment=NetworkSegment(53981d04-8205-40d8-8d33-0510111d6f8f),segment_id=53981d04-8205-40d8-8d33-0510111d6f8f)] {{(pid=103335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 07:53:53.093533 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-5cff2650-3fa0-47c9-963b-a0cb94a899f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:53:53.121444 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.db_base_plugin_common [None req-dd3ad0e5-3e60-4547-aa25-b1f30f81dd2b None None] Allocated IP 172.20.0.2 (73dbeef5-d7d5-4ee6-aad7-c17680f37564/3ea396ce-07cb-4620-a39a-7d0bca0a6def/c2d954ba-bfaf-4c53-88fd-93a0beae0ec9) {{(pid=103334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 07:53:53.129914 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cff2650-3fa0-47c9-963b-a0cb94a899f8 None None] Routers {'dc7d48d4-ca2b-4943-9b08-298004166067'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 07:53:53.130548 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-5cff2650-3fa0-47c9-963b-a0cb94a899f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T07:53:46Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['dc7d48d4-ca2b-4943-9b08-298004166067'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:53:53.200897 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c217e942-e2a5-4da0-a914-50d35d72aaa7 None None] Pushing event updated for resources: {'Port': ['ID=24498c4c-e241-4311-ab81-cb29c2dcf42b,revision_number=3']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:53:53.252992 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvr_db [None req-5cff2650-3fa0-47c9-963b-a0cb94a899f8 None None] Set router dc7d48d4-ca2b-4943-9b08-298004166067 gateway port host: dv-neutron-861624-1-hyperv {{(pid=103335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 07:53:53.276328 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-dd3ad0e5-3e60-4547-aa25-b1f30f81dd2b None None] Notify callbacks [] for port, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:53:53.283817 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-dd3ad0e5-3e60-4547-aa25-b1f30f81dd2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785020947330'] for port, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:53:53.289728 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-c1666b43-e1ed-49c5-831e-bb6b837d822f tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:53:53.329133 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd3ad0e5-3e60-4547-aa25-b1f30f81dd2b None None] Network 73dbeef5-d7d5-4ee6-aad7-c17680f37564 is already hosted by enough agents. {{(pid=103334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 07:53:53.334879 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.scheduler.base_scheduler [None req-dd3ad0e5-3e60-4547-aa25-b1f30f81dd2b None None] Resources bound (agent type, host, resource id): {{(pid=103334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:53:53.337447 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd3ad0e5-3e60-4547-aa25-b1f30f81dd2b None None] Received port after_create {{(pid=103334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 07:53:53.345307 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3ad0e5-3e60-4547-aa25-b1f30f81dd2b None None] Pushing event updated for resources: {'Port': ['ID=c2d954ba-bfaf-4c53-88fd-93a0beae0ec9,revision_number=1']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:53:53.409063 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-dd3ad0e5-3e60-4547-aa25-b1f30f81dd2b None None] Attempting to bind port c2d954ba-bfaf-4c53-88fd-93a0beae0ec9 on host dv-neutron-861624-1-hyperv for vnic_type normal with profile {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 19 07:53:53.410320 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-dd3ad0e5-3e60-4547-aa25-b1f30f81dd2b None None] Attempting to bind port c2d954ba-bfaf-4c53-88fd-93a0beae0ec9 by drivers openvswitch,hyperv on host dv-neutron-861624-1-hyperv at level 0 using segments [{'id': '747e4316-62da-4d56-96c9-ae3509316046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '73dbeef5-d7d5-4ee6-aad7-c17680f37564'}] {{(pid=103334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 19 07:53:53.410686 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd3ad0e5-3e60-4547-aa25-b1f30f81dd2b None None] Attempting to bind port c2d954ba-bfaf-4c53-88fd-93a0beae0ec9 on network 73dbeef5-d7d5-4ee6-aad7-c17680f37564 {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 07:53:53.415756 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd3ad0e5-3e60-4547-aa25-b1f30f81dd2b None None] Checking agent: {'id': 'a5b0152c-d633-409b-aaf8-3b76458e2410', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861624-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 19, 7, 30, 19), 'started_at': datetime.datetime(2022, 10, 19, 7, 30, 49), 'heartbeat_timestamp': datetime.datetime(2022, 10, 19, 7, 53, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861624-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 07:53:53.416119 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd3ad0e5-3e60-4547-aa25-b1f30f81dd2b None None] Checking segment: {'id': '747e4316-62da-4d56-96c9-ae3509316046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '73dbeef5-d7d5-4ee6-aad7-c17680f37564'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 19 07:53:53.416728 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-dd3ad0e5-3e60-4547-aa25-b1f30f81dd2b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:53:53.417129 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd3ad0e5-3e60-4547-aa25-b1f30f81dd2b None None] Bound using segment: {'id': '747e4316-62da-4d56-96c9-ae3509316046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '73dbeef5-d7d5-4ee6-aad7-c17680f37564'} {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 07:53:53.417597 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-dd3ad0e5-3e60-4547-aa25-b1f30f81dd2b None None] Bound port: c2d954ba-bfaf-4c53-88fd-93a0beae0ec9, host: dv-neutron-861624-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '747e4316-62da-4d56-96c9-ae3509316046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '73dbeef5-d7d5-4ee6-aad7-c17680f37564'}}] {{(pid=103334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 19 07:53:53.417975 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-dd3ad0e5-3e60-4547-aa25-b1f30f81dd2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:53:53.437904 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-5cff2650-3fa0-47c9-963b-a0cb94a899f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc7d48d4-ca2b-4943-9b08-298004166067', 'name': 'tempest-TestNetworkBasicOps-router-1355953929', 'tenant_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'external_fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.45'}], 'enable_snat': True}, 'gw_port_id': '24498c4c-e241-4311-ab81-cb29c2dcf42b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T07:53:50Z', 'updated_at': '2022-10-19T07:53:51Z', 'revision_number': 3, 'project_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'gw_port': {'id': '24498c4c-e241-4311-ab81-cb29c2dcf42b', 'name': '', 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:30:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc7d48d4-ca2b-4943-9b08-298004166067', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:53:50Z', 'updated_at': '2022-10-19T07:53:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861624-1-hyperv'}], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:53:53.465004 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cff2650-3fa0-47c9-963b-a0cb94a899f8 None None] The sync data for ids ['dc7d48d4-ca2b-4943-9b08-298004166067'] in dv-neutron-861624-1-hyperv is: [{'id': 'dc7d48d4-ca2b-4943-9b08-298004166067', 'name': 'tempest-TestNetworkBasicOps-router-1355953929', 'tenant_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'external_fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.45'}], 'enable_snat': True}, 'gw_port_id': '24498c4c-e241-4311-ab81-cb29c2dcf42b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T07:53:50Z', 'updated_at': '2022-10-19T07:53:51Z', 'revision_number': 3, 'project_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'gw_port': {'id': '24498c4c-e241-4311-ab81-cb29c2dcf42b', 'name': '', 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:30:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc7d48d4-ca2b-4943-9b08-298004166067', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:53:50Z', 'updated_at': '2022-10-19T07:53:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861624-1-hyperv'}] {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 07:53:53.487142 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-dd3ad0e5-3e60-4547-aa25-b1f30f81dd2b None None] For port c2d954ba-bfaf-4c53-88fd-93a0beae0ec9, host dv-neutron-861624-1-hyperv, cleared binding levels {{(pid=103334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 07:53:53.490747 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-dd3ad0e5-3e60-4547-aa25-b1f30f81dd2b None None] For port c2d954ba-bfaf-4c53-88fd-93a0beae0ec9, host dv-neutron-861624-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=c2d954ba-bfaf-4c53-88fd-93a0beae0ec9,segment=NetworkSegment(747e4316-62da-4d56-96c9-ae3509316046),segment_id=747e4316-62da-4d56-96c9-ae3509316046)] {{(pid=103334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 07:53:53.494885 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-dd3ad0e5-3e60-4547-aa25-b1f30f81dd2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:53:53.555944 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3ad0e5-3e60-4547-aa25-b1f30f81dd2b None None] Pushing event updated for resources: {'Port': ['ID=c2d954ba-bfaf-4c53-88fd-93a0beae0ec9,revision_number=2']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:53:53.600537 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.db_base_plugin_common [None req-c1666b43-e1ed-49c5-831e-bb6b837d822f tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Allocated IP 172.20.0.1 (73dbeef5-d7d5-4ee6-aad7-c17680f37564/3ea396ce-07cb-4620-a39a-7d0bca0a6def/5ee5c114-d7ab-4be5-a9de-45f0f31007a4) {{(pid=103332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 07:53:53.752696 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-c1666b43-e1ed-49c5-831e-bb6b837d822f tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for port, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:53:53.792757 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-c1666b43-e1ed-49c5-831e-bb6b837d822f tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785020947330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133553798'] for port, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:53:53.839021 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1666b43-e1ed-49c5-831e-bb6b837d822f tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Network 73dbeef5-d7d5-4ee6-aad7-c17680f37564 is already hosted by enough agents. {{(pid=103332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 07:53:53.842267 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.base_scheduler [None req-c1666b43-e1ed-49c5-831e-bb6b837d822f tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Resources bound (agent type, host, resource id): {{(pid=103332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:53:53.847018 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1666b43-e1ed-49c5-831e-bb6b837d822f tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Received port after_create {{(pid=103332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 07:53:53.884999 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1666b43-e1ed-49c5-831e-bb6b837d822f tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Pushing event updated for resources: {'Port': ['ID=5ee5c114-d7ab-4be5-a9de-45f0f31007a4,revision_number=1']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:53:53.904771 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-c1666b43-e1ed-49c5-831e-bb6b837d822f tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1695190'] for router_interface, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:53:54.035836 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-c1666b43-e1ed-49c5-831e-bb6b837d822f tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:53:54.327621 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-c1666b43-e1ed-49c5-831e-bb6b837d822f tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for port, precommit_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:53:54.332896 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-c1666b43-e1ed-49c5-831e-bb6b837d822f tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133553807'] for port, after_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:53:54.411132 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1666b43-e1ed-49c5-831e-bb6b837d822f tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Pushing event updated for resources: {'Port': ['ID=5ee5c114-d7ab-4be5-a9de-45f0f31007a4,revision_number=2']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:53:54.416112 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-c1666b43-e1ed-49c5-831e-bb6b837d822f tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1574855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1694822'] for router_interface, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:53:54.512132 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1666b43-e1ed-49c5-831e-bb6b837d822f tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Network 73dbeef5-d7d5-4ee6-aad7-c17680f37564 is already hosted by enough agents. {{(pid=103332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 07:53:54.513637 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.base_scheduler [None req-c1666b43-e1ed-49c5-831e-bb6b837d822f tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Resources bound (agent type, host, resource id): {{(pid=103332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:53:54.585422 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bfef21b-e281-49ad-b9b4-c1392bfd13bc None None] Network 73dbeef5-d7d5-4ee6-aad7-c17680f37564 requested from dv-neutron-861624-1-hyperv {{(pid=103334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 07:53:54.632091 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1666b43-e1ed-49c5-831e-bb6b837d822f tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Router dc7d48d4-ca2b-4943-9b08-298004166067 has already been hosted by L3 agent ab388470-1243-4d53-80f2-c2f5899c97a7 {{(pid=103332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 07:53:54.658773 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-4aace0b3-01f1-46b2-a39e-5007f3b45ed8 None None] Provisioning complete for port c2d954ba-bfaf-4c53-88fd-93a0beae0ec9 triggered by entity DHCP. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:53:54.659628 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-4aace0b3-01f1-46b2-a39e-5007f3b45ed8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:53:54.659964 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-4aace0b3-01f1-46b2-a39e-5007f3b45ed8 None None] Attempt 1 to provision port c2d954ba-bfaf-4c53-88fd-93a0beae0ec9 Oct 19 07:53:54.740476 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1666b43-e1ed-49c5-831e-bb6b837d822f tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify agent at l3_agent.dv-neutron-861624-1-hyperv the message routers_updated {{(pid=103332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 07:53:54.745864 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-c1666b43-e1ed-49c5-831e-bb6b837d822f tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "PUT /v2.0/routers/dc7d48d4-ca2b-4943-9b08-298004166067/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9226823 Oct 19 07:53:54.748541 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 34140) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:53:54.802104 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-4aace0b3-01f1-46b2-a39e-5007f3b45ed8 None None] Current status of the port c2d954ba-bfaf-4c53-88fd-93a0beae0ec9 is: DOWN; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:53:54.802496 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-4aace0b3-01f1-46b2-a39e-5007f3b45ed8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:53:54.848089 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-4aace0b3-01f1-46b2-a39e-5007f3b45ed8 None None] For port c2d954ba-bfaf-4c53-88fd-93a0beae0ec9, host dv-neutron-861624-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=c2d954ba-bfaf-4c53-88fd-93a0beae0ec9,segment=NetworkSegment(747e4316-62da-4d56-96c9-ae3509316046),segment_id=747e4316-62da-4d56-96c9-ae3509316046)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:53:54.853497 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-4aace0b3-01f1-46b2-a39e-5007f3b45ed8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:53:54.866294 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af7fc71f-4df3-4aa3-b6ea-ba3808317b88 tempest-TestNetworkBasicOps-773100899 tempest-TestNetworkBasicOps-773100899-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:53:54.866898 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af7fc71f-4df3-4aa3-b6ea-ba3808317b88 tempest-TestNetworkBasicOps-773100899 tempest-TestNetworkBasicOps-773100899-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:53:54.867367 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af7fc71f-4df3-4aa3-b6ea-ba3808317b88 tempest-TestNetworkBasicOps-773100899 tempest-TestNetworkBasicOps-773100899-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:53:54.867819 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af7fc71f-4df3-4aa3-b6ea-ba3808317b88 tempest-TestNetworkBasicOps-773100899 tempest-TestNetworkBasicOps-773100899-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:53:54.869583 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-af7fc71f-4df3-4aa3-b6ea-ba3808317b88 tempest-TestNetworkBasicOps-773100899 tempest-TestNetworkBasicOps-773100899-project-admin] 10.222.0.27 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.1201138 Oct 19 07:53:54.872318 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 34142) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:53:54.916671 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aace0b3-01f1-46b2-a39e-5007f3b45ed8 None None] Pushing event updated for resources: {'Port': ['ID=c2d954ba-bfaf-4c53-88fd-93a0beae0ec9,revision_number=3']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:53:54.938772 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4c2d4bd-478f-4550-8e10-c25fa050b9df tempest-TestNetworkBasicOps-773100899 tempest-TestNetworkBasicOps-773100899-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:53:54.940032 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4c2d4bd-478f-4550-8e10-c25fa050b9df tempest-TestNetworkBasicOps-773100899 tempest-TestNetworkBasicOps-773100899-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:53:54.940575 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4c2d4bd-478f-4550-8e10-c25fa050b9df tempest-TestNetworkBasicOps-773100899 tempest-TestNetworkBasicOps-773100899-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:53:54.941087 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4c2d4bd-478f-4550-8e10-c25fa050b9df tempest-TestNetworkBasicOps-773100899 tempest-TestNetworkBasicOps-773100899-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:53:54.942904 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-e4c2d4bd-478f-4550-8e10-c25fa050b9df tempest-TestNetworkBasicOps-773100899 tempest-TestNetworkBasicOps-773100899-project-admin] 10.222.0.27 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.0696173 Oct 19 07:53:54.945937 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 34144) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:53:55.082072 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-245984f5-d3fe-4253-ac19-a5bd47cf27bb None None] Provisioning complete for port c2d954ba-bfaf-4c53-88fd-93a0beae0ec9 triggered by entity DHCP. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:53:55.082445 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-245984f5-d3fe-4253-ac19-a5bd47cf27bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:53:55.082779 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-245984f5-d3fe-4253-ac19-a5bd47cf27bb None None] Attempt 1 to provision port c2d954ba-bfaf-4c53-88fd-93a0beae0ec9 Oct 19 07:53:55.086258 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-258ce009-b43f-4c67-b2b0-f032e43ea7a2 tempest-TestNetworkBasicOps-773100899 tempest-TestNetworkBasicOps-773100899-project-admin] 10.222.0.27 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1607 time: 0.1389155 Oct 19 07:53:55.151131 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05e49f51-6334-4f5b-bec4-56be5ca53923 None None] Sync routers for ids ['dc7d48d4-ca2b-4943-9b08-298004166067'] in dv-neutron-861624-1-hyperv {{(pid=103334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 07:53:55.170148 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 34148) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:53:55.172684 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05e49f51-6334-4f5b-bec4-56be5ca53923 None None] Routers {'dc7d48d4-ca2b-4943-9b08-298004166067'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 07:53:55.173310 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-05e49f51-6334-4f5b-bec4-56be5ca53923 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T07:53:46Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['dc7d48d4-ca2b-4943-9b08-298004166067'], 'active': True} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:53:55.174920 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-fe127d8d-d748-4fb2-8881-0844f2995b31 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-78045316', 'description': 'tempest-secgroup-smoke-78045316 description', 'project_id': '47a12ea4f74e4c18b13323e6f3cc9741'}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:53:55.198921 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-fe127d8d-d748-4fb2-8881-0844f2995b31 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for security_group, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:53:55.213888 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-245984f5-d3fe-4253-ac19-a5bd47cf27bb None None] Current status of the port c2d954ba-bfaf-4c53-88fd-93a0beae0ec9 is: ACTIVE; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:53:55.238454 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-245984f5-d3fe-4253-ac19-a5bd47cf27bb None None] Provisioning complete for port 5ee5c114-d7ab-4be5-a9de-45f0f31007a4 triggered by entity DHCP. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:53:55.238877 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-245984f5-d3fe-4253-ac19-a5bd47cf27bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:53:55.239210 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-245984f5-d3fe-4253-ac19-a5bd47cf27bb None None] Attempt 1 to provision port 5ee5c114-d7ab-4be5-a9de-45f0f31007a4 Oct 19 07:53:55.274480 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-fe127d8d-d748-4fb2-8881-0844f2995b31 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for security_group, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:53:55.279369 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-fe127d8d-d748-4fb2-8881-0844f2995b31 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788643'] for security_group, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:53:55.312591 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe127d8d-d748-4fb2-8881-0844f2995b31 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0f2c5e56-8f62-42ff-aa5c-01300a41ca34,revision_number=1']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:53:55.322063 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-fe127d8d-d748-4fb2-8881-0844f2995b31 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for security_group, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:53:55.324564 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-fe127d8d-d748-4fb2-8881-0844f2995b31 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1525118 Oct 19 07:53:55.326583 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-245984f5-d3fe-4253-ac19-a5bd47cf27bb None None] Port 5ee5c114-d7ab-4be5-a9de-45f0f31007a4 cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 07:53:55.326951 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 34150) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:53:55.328184 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvr_db [None req-05e49f51-6334-4f5b-bec4-56be5ca53923 None None] Set router dc7d48d4-ca2b-4943-9b08-298004166067 gateway port host: dv-neutron-861624-1-hyperv {{(pid=103334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 07:53:55.332371 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-a9134651-3a62-4b4d-9f13-fad7e71fadb7 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Request body: {'security_group_rule': {'security_group_id': '0f2c5e56-8f62-42ff-aa5c-01300a41ca34', 'project_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:53:55.367052 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-a9134651-3a62-4b4d-9f13-fad7e71fadb7 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:53:55.450619 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-a9134651-3a62-4b4d-9f13-fad7e71fadb7 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:53:55.457562 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-a9134651-3a62-4b4d-9f13-fad7e71fadb7 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815365'] for security_group_rule, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:53:55.482896 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9134651-3a62-4b4d-9f13-fad7e71fadb7 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=962bc174-3d13-408f-8d53-74aeac958129,revision_number=0']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:53:55.492904 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-a9134651-3a62-4b4d-9f13-fad7e71fadb7 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:53:55.496960 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-a9134651-3a62-4b4d-9f13-fad7e71fadb7 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1689844 Oct 19 07:53:55.497457 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 34152) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:53:55.503582 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-94ca9275-1f69-4ab9-a506-012dbb974b5d tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Request body: {'security_group_rule': {'security_group_id': '0f2c5e56-8f62-42ff-aa5c-01300a41ca34', 'project_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:53:55.521186 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device c2d954ba-bfaf-4c53-88fd-93a0beae0ec9 up at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 07:53:55.536551 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-94ca9275-1f69-4ab9-a506-012dbb974b5d tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:53:55.592993 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-94ca9275-1f69-4ab9-a506-012dbb974b5d tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:53:55.597668 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-94ca9275-1f69-4ab9-a506-012dbb974b5d tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815365'] for security_group_rule, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:53:55.608320 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Provisioning complete for port c2d954ba-bfaf-4c53-88fd-93a0beae0ec9 triggered by entity L2. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:53:55.608945 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:53:55.609066 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Attempt 1 to provision port c2d954ba-bfaf-4c53-88fd-93a0beae0ec9 Oct 19 07:53:55.618775 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ca9275-1f69-4ab9-a506-012dbb974b5d tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c254ffc5-bac9-49da-b833-4a5ff1b7c3d5,revision_number=0']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:53:55.628459 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-94ca9275-1f69-4ab9-a506-012dbb974b5d tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:53:55.629810 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-94ca9275-1f69-4ab9-a506-012dbb974b5d tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1305234 Oct 19 07:53:55.633094 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 34154) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:53:55.636863 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-5a623b24-c969-4104-a5d1-812034b1069b tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Request body: {'security_group_rule': {'security_group_id': '0f2c5e56-8f62-42ff-aa5c-01300a41ca34', 'project_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:53:55.641246 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-05e49f51-6334-4f5b-bec4-56be5ca53923 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc7d48d4-ca2b-4943-9b08-298004166067', 'name': 'tempest-TestNetworkBasicOps-router-1355953929', 'tenant_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'external_fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.45'}], 'enable_snat': True}, 'gw_port_id': '24498c4c-e241-4311-ab81-cb29c2dcf42b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T07:53:50Z', 'updated_at': '2022-10-19T07:53:53Z', 'revision_number': 4, 'project_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'gw_port': {'id': '24498c4c-e241-4311-ab81-cb29c2dcf42b', 'name': '', 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:30:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc7d48d4-ca2b-4943-9b08-298004166067', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:53:50Z', 'updated_at': '2022-10-19T07:53:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861624-1-hyperv', '_interfaces': [{'id': '5ee5c114-d7ab-4be5-a9de-45f0f31007a4', 'name': '', 'network_id': '73dbeef5-d7d5-4ee6-aad7-c17680f37564', 'tenant_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'mac_address': 'fa:16:3e:0b:fa:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc7d48d4-ca2b-4943-9b08-298004166067', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '3ea396ce-07cb-4620-a39a-7d0bca0a6def', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:53:53Z', 'updated_at': '2022-10-19T07:53:54Z', 'revision_number': 2, 'project_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'subnets': [{'id': '3ea396ce-07cb-4620-a39a-7d0bca0a6def', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:53:55.662637 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-5a623b24-c969-4104-a5d1-812034b1069b tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:53:55.675604 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05e49f51-6334-4f5b-bec4-56be5ca53923 None None] Checking router: dc7d48d4-ca2b-4943-9b08-298004166067 for host: dv-neutron-861624-1-hyperv {{(pid=103334) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 07:53:55.675953 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05e49f51-6334-4f5b-bec4-56be5ca53923 None None] Updating router dc7d48d4-ca2b-4943-9b08-298004166067 port 5ee5c114-d7ab-4be5-a9de-45f0f31007a4 binding host dv-neutron-861624-1-hyperv {{(pid=103334) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 07:53:55.707871 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-05e49f51-6334-4f5b-bec4-56be5ca53923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:53:55.780014 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Current status of the port c2d954ba-bfaf-4c53-88fd-93a0beae0ec9 is: ACTIVE; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:53:55.781134 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device 24498c4c-e241-4311-ab81-cb29c2dcf42b up at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 07:53:55.857173 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-245984f5-d3fe-4253-ac19-a5bd47cf27bb None None] Attempt 2 to provision port 5ee5c114-d7ab-4be5-a9de-45f0f31007a4 Oct 19 07:53:55.921632 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-245984f5-d3fe-4253-ac19-a5bd47cf27bb None None] Port 5ee5c114-d7ab-4be5-a9de-45f0f31007a4 cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 07:53:55.951644 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Provisioning complete for port 24498c4c-e241-4311-ab81-cb29c2dcf42b triggered by entity L2. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:53:55.952016 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:53:55.952347 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Attempt 1 to provision port 24498c4c-e241-4311-ab81-cb29c2dcf42b Oct 19 07:53:56.012742 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-5a623b24-c969-4104-a5d1-812034b1069b tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:53:56.016523 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-5a623b24-c969-4104-a5d1-812034b1069b tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815365'] for security_group_rule, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:53:56.034257 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a623b24-c969-4104-a5d1-812034b1069b tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b10c847-dbd3-46ae-bfeb-d411a3a8cd44,revision_number=0']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:53:56.046715 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-5a623b24-c969-4104-a5d1-812034b1069b tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:53:56.047972 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-5a623b24-c969-4104-a5d1-812034b1069b tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4144022 Oct 19 07:53:56.051484 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 34156) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:53:56.056161 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-3aaf9b0a-8ce8-4e1c-b4d3-639eab3cf810 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Request body: {'security_group_rule': {'security_group_id': '0f2c5e56-8f62-42ff-aa5c-01300a41ca34', 'project_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:53:56.080428 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-3aaf9b0a-8ce8-4e1c-b4d3-639eab3cf810 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:53:56.120631 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Current status of the port 24498c4c-e241-4311-ab81-cb29c2dcf42b is: DOWN; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:53:56.121015 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:53:56.141414 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-3aaf9b0a-8ce8-4e1c-b4d3-639eab3cf810 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:53:56.142352 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-05e49f51-6334-4f5b-bec4-56be5ca53923 None None] Notify callbacks [] for port, precommit_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:53:56.145431 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-3aaf9b0a-8ce8-4e1c-b4d3-639eab3cf810 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815365'] for security_group_rule, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:53:56.151592 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] For port 24498c4c-e241-4311-ab81-cb29c2dcf42b, host dv-neutron-861624-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=24498c4c-e241-4311-ab81-cb29c2dcf42b,segment=NetworkSegment(53981d04-8205-40d8-8d33-0510111d6f8f),segment_id=53981d04-8205-40d8-8d33-0510111d6f8f)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:53:56.152996 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-05e49f51-6334-4f5b-bec4-56be5ca53923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:53:56.157682 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:53:56.163725 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aaf9b0a-8ce8-4e1c-b4d3-639eab3cf810 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c47265af-b923-4e6f-a51f-d35f5339cbcc,revision_number=0']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:53:56.172808 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-3aaf9b0a-8ce8-4e1c-b4d3-639eab3cf810 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:53:56.177165 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-3aaf9b0a-8ce8-4e1c-b4d3-639eab3cf810 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1217382 Oct 19 07:53:56.177407 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 34158) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:53:56.181764 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-3919c9ac-4184-4a70-bc78-4abb170c5d86 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Request body: {'security_group_rule': {'security_group_id': '0f2c5e56-8f62-42ff-aa5c-01300a41ca34', 'project_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:53:56.203265 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.db.securitygroups_db [None req-3919c9ac-4184-4a70-bc78-4abb170c5d86 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Project 47a12ea4f74e4c18b13323e6f3cc9741 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 19 07:53:56.208648 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-3919c9ac-4184-4a70-bc78-4abb170c5d86 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:53:56.215773 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34bb06d-b6e5-4939-aeb5-2d9ba9efe70b None None] Pushing event updated for resources: {'Port': ['ID=5ee5c114-d7ab-4be5-a9de-45f0f31007a4,revision_number=3']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:53:56.269118 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-05e49f51-6334-4f5b-bec4-56be5ca53923 None None] Attempting to bind port 5ee5c114-d7ab-4be5-a9de-45f0f31007a4 on host dv-neutron-861624-1-hyperv for vnic_type normal with profile {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 19 07:53:56.269485 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-05e49f51-6334-4f5b-bec4-56be5ca53923 None None] Attempting to bind port 5ee5c114-d7ab-4be5-a9de-45f0f31007a4 by drivers openvswitch,hyperv on host dv-neutron-861624-1-hyperv at level 0 using segments [{'id': '747e4316-62da-4d56-96c9-ae3509316046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '73dbeef5-d7d5-4ee6-aad7-c17680f37564'}] {{(pid=103334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 19 07:53:56.269844 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05e49f51-6334-4f5b-bec4-56be5ca53923 None None] Attempting to bind port 5ee5c114-d7ab-4be5-a9de-45f0f31007a4 on network 73dbeef5-d7d5-4ee6-aad7-c17680f37564 {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 07:53:56.271340 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-3919c9ac-4184-4a70-bc78-4abb170c5d86 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:53:56.275345 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-3919c9ac-4184-4a70-bc78-4abb170c5d86 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815365'] for security_group_rule, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:53:56.281254 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05e49f51-6334-4f5b-bec4-56be5ca53923 None None] Checking agent: {'id': 'a5b0152c-d633-409b-aaf8-3b76458e2410', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861624-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 19, 7, 30, 19), 'started_at': datetime.datetime(2022, 10, 19, 7, 30, 49), 'heartbeat_timestamp': datetime.datetime(2022, 10, 19, 7, 53, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861624-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 07:53:56.281254 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05e49f51-6334-4f5b-bec4-56be5ca53923 None None] Checking segment: {'id': '747e4316-62da-4d56-96c9-ae3509316046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '73dbeef5-d7d5-4ee6-aad7-c17680f37564'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 19 07:53:56.281254 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-05e49f51-6334-4f5b-bec4-56be5ca53923 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:53:56.281254 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05e49f51-6334-4f5b-bec4-56be5ca53923 None None] Bound using segment: {'id': '747e4316-62da-4d56-96c9-ae3509316046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '73dbeef5-d7d5-4ee6-aad7-c17680f37564'} {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 07:53:56.281254 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-05e49f51-6334-4f5b-bec4-56be5ca53923 None None] Bound port: 5ee5c114-d7ab-4be5-a9de-45f0f31007a4, host: dv-neutron-861624-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '747e4316-62da-4d56-96c9-ae3509316046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '73dbeef5-d7d5-4ee6-aad7-c17680f37564'}}] {{(pid=103334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 19 07:53:56.281254 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-05e49f51-6334-4f5b-bec4-56be5ca53923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:53:56.294424 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3919c9ac-4184-4a70-bc78-4abb170c5d86 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e054e1a-06fe-44e1-8111-461d47d1b5e7,revision_number=0']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:53:56.306458 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Pushing event updated for resources: {'Port': ['ID=24498c4c-e241-4311-ab81-cb29c2dcf42b,revision_number=4']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:53:56.309371 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-3919c9ac-4184-4a70-bc78-4abb170c5d86 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:53:56.312991 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-3919c9ac-4184-4a70-bc78-4abb170c5d86 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1346059 Oct 19 07:53:56.313732 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 34160) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:53:56.319133 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-a9e04b16-84ab-4290-9171-9fbd87a0c066 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Request body: {'security_group_rule': {'security_group_id': '0f2c5e56-8f62-42ff-aa5c-01300a41ca34', 'project_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:53:56.339309 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.db.securitygroups_db [None req-a9e04b16-84ab-4290-9171-9fbd87a0c066 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Project 47a12ea4f74e4c18b13323e6f3cc9741 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 19 07:53:56.344908 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-a9e04b16-84ab-4290-9171-9fbd87a0c066 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:53:56.359444 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-05e49f51-6334-4f5b-bec4-56be5ca53923 None None] For port 5ee5c114-d7ab-4be5-a9de-45f0f31007a4, host dv-neutron-861624-1-hyperv, cleared binding levels {{(pid=103334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 07:53:56.363269 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-05e49f51-6334-4f5b-bec4-56be5ca53923 None None] For port 5ee5c114-d7ab-4be5-a9de-45f0f31007a4, host dv-neutron-861624-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=5ee5c114-d7ab-4be5-a9de-45f0f31007a4,segment=NetworkSegment(747e4316-62da-4d56-96c9-ae3509316046),segment_id=747e4316-62da-4d56-96c9-ae3509316046)] {{(pid=103334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 07:53:56.367580 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-05e49f51-6334-4f5b-bec4-56be5ca53923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:53:56.405755 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05e49f51-6334-4f5b-bec4-56be5ca53923 None None] Routers {'dc7d48d4-ca2b-4943-9b08-298004166067'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 07:53:56.406348 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-05e49f51-6334-4f5b-bec4-56be5ca53923 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T07:53:46Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['dc7d48d4-ca2b-4943-9b08-298004166067'], 'active': True} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:53:56.445359 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-245984f5-d3fe-4253-ac19-a5bd47cf27bb None None] Attempt 3 to provision port 5ee5c114-d7ab-4be5-a9de-45f0f31007a4 Oct 19 07:53:56.488110 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34bb06d-b6e5-4939-aeb5-2d9ba9efe70b None None] Pushing event updated for resources: {'Port': ['ID=5ee5c114-d7ab-4be5-a9de-45f0f31007a4,revision_number=4']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:53:56.557822 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvr_db [None req-05e49f51-6334-4f5b-bec4-56be5ca53923 None None] Set router dc7d48d4-ca2b-4943-9b08-298004166067 gateway port host: dv-neutron-861624-1-hyperv {{(pid=103334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 07:53:56.746389 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-a9e04b16-84ab-4290-9171-9fbd87a0c066 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:53:56.750363 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-a9e04b16-84ab-4290-9171-9fbd87a0c066 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815365'] for security_group_rule, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:53:56.770354 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e04b16-84ab-4290-9171-9fbd87a0c066 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46d2d893-9389-448d-8166-3886f75b29f3,revision_number=0']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:53:56.776409 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-a9e04b16-84ab-4290-9171-9fbd87a0c066 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:53:56.777553 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-a9e04b16-84ab-4290-9171-9fbd87a0c066 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4619660 Oct 19 07:53:56.797403 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-245984f5-d3fe-4253-ac19-a5bd47cf27bb None None] Current status of the port 5ee5c114-d7ab-4be5-a9de-45f0f31007a4 is: DOWN; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:53:56.797900 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-245984f5-d3fe-4253-ac19-a5bd47cf27bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:53:56.881286 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-245984f5-d3fe-4253-ac19-a5bd47cf27bb None None] For port 5ee5c114-d7ab-4be5-a9de-45f0f31007a4, host dv-neutron-861624-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=5ee5c114-d7ab-4be5-a9de-45f0f31007a4,segment=NetworkSegment(747e4316-62da-4d56-96c9-ae3509316046),segment_id=747e4316-62da-4d56-96c9-ae3509316046)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:53:56.886190 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-245984f5-d3fe-4253-ac19-a5bd47cf27bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:53:56.968071 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245984f5-d3fe-4253-ac19-a5bd47cf27bb None None] Pushing event updated for resources: {'Port': ['ID=5ee5c114-d7ab-4be5-a9de-45f0f31007a4,revision_number=5']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:53:56.971818 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-93a2104d-83e2-4c77-a7a1-4bee29c18f1f req-e38f2e6b-e6bf-4812-a84e-66492a007b7d tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-78045316&fields=id&tenant_id=47a12ea4f74e4c18b13323e6f3cc9741 HTTP/1.1" status: 200 len: 267 time: 0.0358753 Oct 19 07:53:56.993465 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-05e49f51-6334-4f5b-bec4-56be5ca53923 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc7d48d4-ca2b-4943-9b08-298004166067', 'name': 'tempest-TestNetworkBasicOps-router-1355953929', 'tenant_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'external_fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.45'}], 'enable_snat': True}, 'gw_port_id': '24498c4c-e241-4311-ab81-cb29c2dcf42b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T07:53:50Z', 'updated_at': '2022-10-19T07:53:53Z', 'revision_number': 4, 'project_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'gw_port': {'id': '24498c4c-e241-4311-ab81-cb29c2dcf42b', 'name': '', 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:30:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc7d48d4-ca2b-4943-9b08-298004166067', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:53:50Z', 'updated_at': '2022-10-19T07:53:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861624-1-hyperv', '_interfaces': [{'id': '5ee5c114-d7ab-4be5-a9de-45f0f31007a4', 'name': '', 'network_id': '73dbeef5-d7d5-4ee6-aad7-c17680f37564', 'tenant_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'mac_address': 'fa:16:3e:0b:fa:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc7d48d4-ca2b-4943-9b08-298004166067', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '3ea396ce-07cb-4620-a39a-7d0bca0a6def', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:53:53Z', 'updated_at': '2022-10-19T07:53:56Z', 'revision_number': 4, 'project_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'subnets': [{'id': '3ea396ce-07cb-4620-a39a-7d0bca0a6def', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:53:57.026063 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05e49f51-6334-4f5b-bec4-56be5ca53923 None None] The sync data for ids ['dc7d48d4-ca2b-4943-9b08-298004166067'] in dv-neutron-861624-1-hyperv is: [{'id': 'dc7d48d4-ca2b-4943-9b08-298004166067', 'name': 'tempest-TestNetworkBasicOps-router-1355953929', 'tenant_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'external_fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.45'}], 'enable_snat': True}, 'gw_port_id': '24498c4c-e241-4311-ab81-cb29c2dcf42b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T07:53:50Z', 'updated_at': '2022-10-19T07:53:53Z', 'revision_number': 4, 'project_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'gw_port': {'id': '24498c4c-e241-4311-ab81-cb29c2dcf42b', 'name': '', 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:30:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc7d48d4-ca2b-4943-9b08-298004166067', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:53:50Z', 'updated_at': '2022-10-19T07:53:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861624-1-hyperv', '_interfaces': [{'id': '5ee5c114-d7ab-4be5-a9de-45f0f31007a4', 'name': '', 'network_id': '73dbeef5-d7d5-4ee6-aad7-c17680f37564', 'tenant_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'mac_address': 'fa:16:3e:0b:fa:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc7d48d4-ca2b-4943-9b08-298004166067', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '3ea396ce-07cb-4620-a39a-7d0bca0a6def', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:53:53Z', 'updated_at': '2022-10-19T07:53:56Z', 'revision_number': 4, 'project_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'subnets': [{'id': '3ea396ce-07cb-4620-a39a-7d0bca0a6def', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 07:53:57.034852 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-a622b847-4bd3-48e6-95c6-b2f968ec08ca None None] Provisioning complete for port 5ee5c114-d7ab-4be5-a9de-45f0f31007a4 triggered by entity DHCP. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:53:57.035380 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-a622b847-4bd3-48e6-95c6-b2f968ec08ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:53:57.035808 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-a622b847-4bd3-48e6-95c6-b2f968ec08ca None None] Attempt 1 to provision port 5ee5c114-d7ab-4be5-a9de-45f0f31007a4 Oct 19 07:53:57.106375 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a2104d-83e2-4c77-a7a1-4bee29c18f1f req-5fa3408a-c07e-47f2-afa5-35a2548fcda6 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:53:57.107864 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-93a2104d-83e2-4c77-a7a1-4bee29c18f1f req-5fa3408a-c07e-47f2-afa5-35a2548fcda6 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "GET /v2.0/networks?id=73dbeef5-d7d5-4ee6-aad7-c17680f37564 HTTP/1.1" status: 200 len: 797 time: 0.1279874 Oct 19 07:53:57.127649 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-93a2104d-83e2-4c77-a7a1-4bee29c18f1f req-666cff60-8e43-4c5d-9f8b-d443a2683760 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "GET /v2.0/quotas/47a12ea4f74e4c18b13323e6f3cc9741 HTTP/1.1" status: 200 len: 375 time: 0.0122571 Oct 19 07:53:57.155014 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-a622b847-4bd3-48e6-95c6-b2f968ec08ca None None] Current status of the port 5ee5c114-d7ab-4be5-a9de-45f0f31007a4 is: ACTIVE; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:53:57.185616 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-93a2104d-83e2-4c77-a7a1-4bee29c18f1f req-dbb565b2-629b-4eb3-81a6-3bb1c1dafe26 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "GET /v2.0/ports?tenant_id=47a12ea4f74e4c18b13323e6f3cc9741&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0483298 Oct 19 07:53:57.337344 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-93a2104d-83e2-4c77-a7a1-4bee29c18f1f req-75a3ac3f-99f1-4a6d-971d-ff55bc13f7cc service neutron] 10.222.0.27 "GET /v2.0/networks/73dbeef5-d7d5-4ee6-aad7-c17680f37564?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1400430 Oct 19 07:53:57.443103 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-93a2104d-83e2-4c77-a7a1-4bee29c18f1f req-e8751c2c-51f7-4417-9836-50c93908c828 service neutron] 10.222.0.27 "GET /v2.0/networks/73dbeef5-d7d5-4ee6-aad7-c17680f37564?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993011 Oct 19 07:53:57.518183 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device 5ee5c114-d7ab-4be5-a9de-45f0f31007a4 up at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 07:53:57.586181 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Provisioning complete for port 5ee5c114-d7ab-4be5-a9de-45f0f31007a4 triggered by entity L2. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:53:57.586619 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:53:57.587124 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Attempt 1 to provision port 5ee5c114-d7ab-4be5-a9de-45f0f31007a4 Oct 19 07:53:57.642869 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-88793359-59fb-409a-a927-2446df6540c4 req-e048d005-6ea3-4f48-acc1-a4554d51aaf6 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "GET /v2.0/ports?device_id=9e9ff4ee-2a27-44bb-be20-aa22a8e7876e HTTP/1.1" status: 200 len: 210 time: 0.0285759 Oct 19 07:53:57.675695 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Current status of the port 5ee5c114-d7ab-4be5-a9de-45f0f31007a4 is: ACTIVE; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:53:57.676954 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device 24498c4c-e241-4311-ab81-cb29c2dcf42b up at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 07:53:57.734030 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Provisioning complete for port 24498c4c-e241-4311-ab81-cb29c2dcf42b triggered by entity L2. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:53:57.736726 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:53:57.737108 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Attempt 1 to provision port 24498c4c-e241-4311-ab81-cb29c2dcf42b Oct 19 07:53:57.823501 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Current status of the port 24498c4c-e241-4311-ab81-cb29c2dcf42b is: ACTIVE; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:53:58.580903 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a2104d-83e2-4c77-a7a1-4bee29c18f1f req-eba944cb-66f0-4adc-8959-db0ccb013674 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:53:58.582412 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-93a2104d-83e2-4c77-a7a1-4bee29c18f1f req-eba944cb-66f0-4adc-8959-db0ccb013674 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.16 "GET /v2.0/networks?id=73dbeef5-d7d5-4ee6-aad7-c17680f37564 HTTP/1.1" status: 200 len: 797 time: 0.1040428 Oct 19 07:53:58.624935 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-93a2104d-83e2-4c77-a7a1-4bee29c18f1f req-b208ab75-60fe-4df6-b0d7-c5425b1ff171 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=47a12ea4f74e4c18b13323e6f3cc9741 HTTP/1.1" status: 200 len: 378 time: 0.0339899 Oct 19 07:53:58.635329 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [req-93a2104d-83e2-4c77-a7a1-4bee29c18f1f req-f9f5dd17-981c-4007-80d5-487883f09b06 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Request body: {'port': {'device_id': '9e9ff4ee-2a27-44bb-be20-aa22a8e7876e', 'network_id': '73dbeef5-d7d5-4ee6-aad7-c17680f37564', 'admin_state_up': True, 'tenant_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'security_groups': ['0f2c5e56-8f62-42ff-aa5c-01300a41ca34']}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:53:58.753319 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-c976cfa7-7df7-40c6-900a-98a987331205 req-a992e0a9-2542-4d3f-b5c6-87de6aee389c tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "GET /v2.0/ports?device_id=9e9ff4ee-2a27-44bb-be20-aa22a8e7876e HTTP/1.1" status: 200 len: 210 time: 0.0296130 Oct 19 07:53:58.770650 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-93a2104d-83e2-4c77-a7a1-4bee29c18f1f req-f9f5dd17-981c-4007-80d5-487883f09b06 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Made reservation on behalf of 47a12ea4f74e4c18b13323e6f3cc9741 for: {'port': 1} {{(pid=103332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 07:53:58.774261 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-93a2104d-83e2-4c77-a7a1-4bee29c18f1f req-f9f5dd17-981c-4007-80d5-487883f09b06 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:53:58.901721 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.db_base_plugin_common [req-93a2104d-83e2-4c77-a7a1-4bee29c18f1f req-f9f5dd17-981c-4007-80d5-487883f09b06 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Allocated IP 172.20.0.6 (73dbeef5-d7d5-4ee6-aad7-c17680f37564/3ea396ce-07cb-4620-a39a-7d0bca0a6def/da1eab69-5a24-4f57-9569-f9ace4cd7115) {{(pid=103332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 07:53:59.039577 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-93a2104d-83e2-4c77-a7a1-4bee29c18f1f req-f9f5dd17-981c-4007-80d5-487883f09b06 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for port, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:53:59.074282 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-93a2104d-83e2-4c77-a7a1-4bee29c18f1f req-f9f5dd17-981c-4007-80d5-487883f09b06 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785020947330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133553798'] for port, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:53:59.117171 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-93a2104d-83e2-4c77-a7a1-4bee29c18f1f req-f9f5dd17-981c-4007-80d5-487883f09b06 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Network 73dbeef5-d7d5-4ee6-aad7-c17680f37564 is already hosted by enough agents. {{(pid=103332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 07:53:59.120321 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.base_scheduler [req-93a2104d-83e2-4c77-a7a1-4bee29c18f1f req-f9f5dd17-981c-4007-80d5-487883f09b06 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Resources bound (agent type, host, resource id): {{(pid=103332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:53:59.124048 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [req-93a2104d-83e2-4c77-a7a1-4bee29c18f1f req-f9f5dd17-981c-4007-80d5-487883f09b06 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Received port after_create {{(pid=103332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 07:53:59.150137 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f5dd17-981c-4007-80d5-487883f09b06 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Pushing event updated for resources: {'Port': ['ID=da1eab69-5a24-4f57-9569-f9ace4cd7115,revision_number=1']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:53:59.178993 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a2104d-83e2-4c77-a7a1-4bee29c18f1f req-f9f5dd17-981c-4007-80d5-487883f09b06 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:53:59.179626 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-93a2104d-83e2-4c77-a7a1-4bee29c18f1f req-f9f5dd17-981c-4007-80d5-487883f09b06 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42160'] for port, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:53:59.196638 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-93a2104d-83e2-4c77-a7a1-4bee29c18f1f req-f9f5dd17-981c-4007-80d5-487883f09b06 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5648024 Oct 19 07:53:59.254081 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [req-93a2104d-83e2-4c77-a7a1-4bee29c18f1f req-f953c655-e774-4ae8-8032-5885c3e4891b service neutron] Request body: {'port': {'device_id': '9e9ff4ee-2a27-44bb-be20-aa22a8e7876e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8616'}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:53:59.313028 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-93a2104d-83e2-4c77-a7a1-4bee29c18f1f req-f953c655-e774-4ae8-8032-5885c3e4891b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:53:59.395985 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-c16aa1cf-4a16-421e-b3f3-687f26833ccb None None] Provisioning complete for port da1eab69-5a24-4f57-9569-f9ace4cd7115 triggered by entity DHCP. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:53:59.396603 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-c16aa1cf-4a16-421e-b3f3-687f26833ccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:53:59.396740 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-c16aa1cf-4a16-421e-b3f3-687f26833ccb None None] Attempt 1 to provision port da1eab69-5a24-4f57-9569-f9ace4cd7115 Oct 19 07:53:59.430598 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-c16aa1cf-4a16-421e-b3f3-687f26833ccb None None] Port da1eab69-5a24-4f57-9569-f9ace4cd7115 cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 07:53:59.574597 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.notifiers.nova [req-93a2104d-83e2-4c77-a7a1-4bee29c18f1f req-f953c655-e774-4ae8-8032-5885c3e4891b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da1eab69-5a24-4f57-9569-f9ace4cd7115 {{(pid=103332) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 19 07:53:59.582483 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-93a2104d-83e2-4c77-a7a1-4bee29c18f1f req-f953c655-e774-4ae8-8032-5885c3e4891b service neutron] Notify callbacks [] for port, precommit_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:53:59.593953 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.provisioning_blocks [req-93a2104d-83e2-4c77-a7a1-4bee29c18f1f req-f953c655-e774-4ae8-8032-5885c3e4891b service neutron] Transition to ACTIVE for port object da1eab69-5a24-4f57-9569-f9ace4cd7115 will not be triggered until provisioned by entity L2. {{(pid=103332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 19 07:53:59.598383 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-93a2104d-83e2-4c77-a7a1-4bee29c18f1f req-f953c655-e774-4ae8-8032-5885c3e4891b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133553807'] for port, after_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:53:59.677909 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f953c655-e774-4ae8-8032-5885c3e4891b service neutron] Pushing event updated for resources: {'Port': ['ID=da1eab69-5a24-4f57-9569-f9ace4cd7115,revision_number=2']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:53:59.706048 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.managers [req-93a2104d-83e2-4c77-a7a1-4bee29c18f1f req-f953c655-e774-4ae8-8032-5885c3e4891b service neutron] Attempting to bind port da1eab69-5a24-4f57-9569-f9ace4cd7115 on host hv-neutron-8616 for vnic_type normal with profile {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 19 07:53:59.706385 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.managers [req-93a2104d-83e2-4c77-a7a1-4bee29c18f1f req-f953c655-e774-4ae8-8032-5885c3e4891b service neutron] Attempting to bind port da1eab69-5a24-4f57-9569-f9ace4cd7115 by drivers openvswitch,hyperv on host hv-neutron-8616 at level 0 using segments [{'id': '747e4316-62da-4d56-96c9-ae3509316046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '73dbeef5-d7d5-4ee6-aad7-c17680f37564'}] {{(pid=103332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 19 07:53:59.706720 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93a2104d-83e2-4c77-a7a1-4bee29c18f1f req-f953c655-e774-4ae8-8032-5885c3e4891b service neutron] Attempting to bind port da1eab69-5a24-4f57-9569-f9ace4cd7115 on network 73dbeef5-d7d5-4ee6-aad7-c17680f37564 {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 07:53:59.710868 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93a2104d-83e2-4c77-a7a1-4bee29c18f1f req-f953c655-e774-4ae8-8032-5885c3e4891b service neutron] Port da1eab69-5a24-4f57-9569-f9ace4cd7115 on network 73dbeef5-d7d5-4ee6-aad7-c17680f37564 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8616 {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 07:53:59.711192 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93a2104d-83e2-4c77-a7a1-4bee29c18f1f req-f953c655-e774-4ae8-8032-5885c3e4891b service neutron] Attempting to bind port da1eab69-5a24-4f57-9569-f9ace4cd7115 on network 73dbeef5-d7d5-4ee6-aad7-c17680f37564 {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 07:53:59.715951 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93a2104d-83e2-4c77-a7a1-4bee29c18f1f req-f953c655-e774-4ae8-8032-5885c3e4891b service neutron] Checking agent: {'id': '5297b6e1-8fc1-4f42-910c-8f50c918ca65', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8616', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 19, 7, 36, 11), 'started_at': datetime.datetime(2022, 10, 19, 7, 36, 11), 'heartbeat_timestamp': datetime.datetime(2022, 10, 19, 7, 53, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 07:53:59.716287 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93a2104d-83e2-4c77-a7a1-4bee29c18f1f req-f953c655-e774-4ae8-8032-5885c3e4891b service neutron] Checking segment: {'id': '747e4316-62da-4d56-96c9-ae3509316046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '73dbeef5-d7d5-4ee6-aad7-c17680f37564'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 19 07:53:59.716700 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93a2104d-83e2-4c77-a7a1-4bee29c18f1f req-f953c655-e774-4ae8-8032-5885c3e4891b service neutron] Bound using segment: {'id': '747e4316-62da-4d56-96c9-ae3509316046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '73dbeef5-d7d5-4ee6-aad7-c17680f37564'} {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 07:53:59.717129 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.managers [req-93a2104d-83e2-4c77-a7a1-4bee29c18f1f req-f953c655-e774-4ae8-8032-5885c3e4891b service neutron] Bound port: da1eab69-5a24-4f57-9569-f9ace4cd7115, host: hv-neutron-8616, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '747e4316-62da-4d56-96c9-ae3509316046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '73dbeef5-d7d5-4ee6-aad7-c17680f37564'}}] {{(pid=103332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 19 07:53:59.717476 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-93a2104d-83e2-4c77-a7a1-4bee29c18f1f req-f953c655-e774-4ae8-8032-5885c3e4891b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:53:59.781252 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.db [req-93a2104d-83e2-4c77-a7a1-4bee29c18f1f req-f953c655-e774-4ae8-8032-5885c3e4891b service neutron] For port da1eab69-5a24-4f57-9569-f9ace4cd7115, host hv-neutron-8616, cleared binding levels {{(pid=103332) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 07:53:59.784737 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.db [req-93a2104d-83e2-4c77-a7a1-4bee29c18f1f req-f953c655-e774-4ae8-8032-5885c3e4891b service neutron] For port da1eab69-5a24-4f57-9569-f9ace4cd7115, host hv-neutron-8616, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=da1eab69-5a24-4f57-9569-f9ace4cd7115,segment=NetworkSegment(747e4316-62da-4d56-96c9-ae3509316046),segment_id=747e4316-62da-4d56-96c9-ae3509316046)] {{(pid=103332) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 07:53:59.789539 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-93a2104d-83e2-4c77-a7a1-4bee29c18f1f req-f953c655-e774-4ae8-8032-5885c3e4891b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133553807'] for port, after_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:53:59.793064 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a2104d-83e2-4c77-a7a1-4bee29c18f1f req-f953c655-e774-4ae8-8032-5885c3e4891b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:53:59.793674 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-93a2104d-83e2-4c77-a7a1-4bee29c18f1f req-f953c655-e774-4ae8-8032-5885c3e4891b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42160'] for port, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:53:59.795076 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-93a2104d-83e2-4c77-a7a1-4bee29c18f1f req-f953c655-e774-4ae8-8032-5885c3e4891b service neutron] 10.222.0.16 "PUT /v2.0/ports/da1eab69-5a24-4f57-9569-f9ace4cd7115 HTTP/1.1" status: 200 len: 1093 time: 0.5911474 Oct 19 07:53:59.796467 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e9ff4ee-2a27-44bb-be20-aa22a8e7876e', 'tag': 'da1eab69-5a24-4f57-9569-f9ace4cd7115'}] {{(pid=103332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 19 07:53:59.799359 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a021b02cf5f527cd4bbbc40a031b51490d9893d7edeeb551bdf5128ee7546f8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13c1f075-8bac-4455-8bb0-204f372a2c41" -d '{"events": [{"name": "network-changed", "server_uuid": "9e9ff4ee-2a27-44bb-be20-aa22a8e7876e", "tag": "da1eab69-5a24-4f57-9569-f9ace4cd7115"}]}' {{(pid=103332) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 07:53:59.865823 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 19 Oct 2022 07:53:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf602d5b-c33e-41ff-ad9f-69c1f6e5c490 x-openstack-request-id: req-cf602d5b-c33e-41ff-ad9f-69c1f6e5c490 {{(pid=103332) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 07:53:59.866111 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e9ff4ee-2a27-44bb-be20-aa22a8e7876e", "tag": "da1eab69-5a24-4f57-9569-f9ace4cd7115", "status": "completed", "code": 200}]} {{(pid=103332) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 07:53:59.866362 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-cf602d5b-c33e-41ff-ad9f-69c1f6e5c490 {{(pid=103332) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 07:53:59.866758 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cf602d5b-c33e-41ff-ad9f-69c1f6e5c490'] response: {'name': 'network-changed', 'server_uuid': '9e9ff4ee-2a27-44bb-be20-aa22a8e7876e', 'tag': 'da1eab69-5a24-4f57-9569-f9ace4cd7115', 'status': 'completed', 'code': 200} Oct 19 07:53:59.886274 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f953c655-e774-4ae8-8032-5885c3e4891b service neutron] Pushing event updated for resources: {'Port': ['ID=da1eab69-5a24-4f57-9569-f9ace4cd7115,revision_number=3']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:53:59.931111 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c559bf-de87-4fd7-b863-83be534c892d req-79c789e4-0c09-4e87-a2d7-6e78c29f7b26 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:53:59.932045 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-c16aa1cf-4a16-421e-b3f3-687f26833ccb None None] Attempt 2 to provision port da1eab69-5a24-4f57-9569-f9ace4cd7115 Oct 19 07:53:59.932610 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-94c559bf-de87-4fd7-b863-83be534c892d req-79c789e4-0c09-4e87-a2d7-6e78c29f7b26 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "GET /v2.0/ports?device_id=9e9ff4ee-2a27-44bb-be20-aa22a8e7876e HTTP/1.1" status: 200 len: 943 time: 0.0943573 Oct 19 07:53:59.935315 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a2104d-83e2-4c77-a7a1-4bee29c18f1f req-39ddf9e5-f4d8-4660-af0e-e25dd793133f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:53:59.936698 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-93a2104d-83e2-4c77-a7a1-4bee29c18f1f req-39ddf9e5-f4d8-4660-af0e-e25dd793133f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=47a12ea4f74e4c18b13323e6f3cc9741&device_id=9e9ff4ee-2a27-44bb-be20-aa22a8e7876e HTTP/1.1" status: 200 len: 1096 time: 0.0823224 Oct 19 07:53:59.973168 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-c16aa1cf-4a16-421e-b3f3-687f26833ccb None None] Port da1eab69-5a24-4f57-9569-f9ace4cd7115 had new provisioning blocks added so it will not transition to active. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:370}} Oct 19 07:53:59.986962 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-93a2104d-83e2-4c77-a7a1-4bee29c18f1f req-1c98d333-28b9-4a4c-912b-54a0a763c18a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=da1eab69-5a24-4f57-9569-f9ace4cd7115 HTTP/1.1" status: 200 len: 217 time: 0.0412927 Oct 19 07:54:00.030051 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-94c559bf-de87-4fd7-b863-83be534c892d req-9ab63818-1ff2-4194-a039-69eed96ac540 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "GET /v2.0/security-groups?id=0f2c5e56-8f62-42ff-aa5c-01300a41ca34&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0913041 Oct 19 07:54:00.047824 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a2104d-83e2-4c77-a7a1-4bee29c18f1f req-365295b8-760a-4250-8ee5-217c2f4a95ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:54:00.049307 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-93a2104d-83e2-4c77-a7a1-4bee29c18f1f req-365295b8-760a-4250-8ee5-217c2f4a95ed service neutron] 10.222.0.16 "GET /v2.0/subnets?id=3ea396ce-07cb-4620-a39a-7d0bca0a6def HTTP/1.1" status: 200 len: 835 time: 0.0530610 Oct 19 07:54:00.095018 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a2104d-83e2-4c77-a7a1-4bee29c18f1f req-71d199ac-0004-41b3-824d-5131d6d59c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:54:00.096842 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-93a2104d-83e2-4c77-a7a1-4bee29c18f1f req-71d199ac-0004-41b3-824d-5131d6d59c56 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=73dbeef5-d7d5-4ee6-aad7-c17680f37564&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0402870 Oct 19 07:54:00.184798 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-93a2104d-83e2-4c77-a7a1-4bee29c18f1f req-3b88ead4-ad83-4576-b4b6-8e4508d11a03 service neutron] 10.222.0.16 "GET /v2.0/networks/73dbeef5-d7d5-4ee6-aad7-c17680f37564?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810528 Oct 19 07:54:00.276010 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-93a2104d-83e2-4c77-a7a1-4bee29c18f1f req-b8c0502b-535b-40a9-84c6-eda12a359f2b service neutron] 10.222.0.16 "GET /v2.0/networks/73dbeef5-d7d5-4ee6-aad7-c17680f37564?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847173 Oct 19 07:54:00.358484 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c1f075-8bac-4455-8bb0-204f372a2c41 req-5236aa4f-4be5-4116-93ba-734e7086b002 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:54:00.359873 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-13c1f075-8bac-4455-8bb0-204f372a2c41 req-5236aa4f-4be5-4116-93ba-734e7086b002 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=47a12ea4f74e4c18b13323e6f3cc9741&device_id=9e9ff4ee-2a27-44bb-be20-aa22a8e7876e HTTP/1.1" status: 200 len: 1096 time: 0.0407305 Oct 19 07:54:00.452577 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c1f075-8bac-4455-8bb0-204f372a2c41 req-c0af7a71-287e-4978-b2fa-260b6e225d6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:54:00.454281 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-13c1f075-8bac-4455-8bb0-204f372a2c41 req-c0af7a71-287e-4978-b2fa-260b6e225d6f service neutron] 10.222.0.16 "GET /v2.0/networks?id=73dbeef5-d7d5-4ee6-aad7-c17680f37564 HTTP/1.1" status: 200 len: 898 time: 0.0871809 Oct 19 07:54:00.495717 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-13c1f075-8bac-4455-8bb0-204f372a2c41 req-f448a7bd-11fe-4423-a8c0-79565ed0ddf6 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=da1eab69-5a24-4f57-9569-f9ace4cd7115 HTTP/1.1" status: 200 len: 217 time: 0.0330312 Oct 19 07:54:00.542849 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c1f075-8bac-4455-8bb0-204f372a2c41 req-d4824d78-b6d9-400d-8be0-a313d9a7f3a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:54:00.544256 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-13c1f075-8bac-4455-8bb0-204f372a2c41 req-d4824d78-b6d9-400d-8be0-a313d9a7f3a9 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=3ea396ce-07cb-4620-a39a-7d0bca0a6def HTTP/1.1" status: 200 len: 835 time: 0.0418773 Oct 19 07:54:00.593738 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c1f075-8bac-4455-8bb0-204f372a2c41 req-a471e4d4-149f-4d16-9989-78417a1d6523 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:54:00.595191 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-13c1f075-8bac-4455-8bb0-204f372a2c41 req-a471e4d4-149f-4d16-9989-78417a1d6523 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=73dbeef5-d7d5-4ee6-aad7-c17680f37564&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0438764 Oct 19 07:54:00.685181 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-13c1f075-8bac-4455-8bb0-204f372a2c41 req-335f17d5-0109-402a-bc78-cd67646d09a7 service neutron] 10.222.0.16 "GET /v2.0/networks/73dbeef5-d7d5-4ee6-aad7-c17680f37564?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817266 Oct 19 07:54:00.778600 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-13c1f075-8bac-4455-8bb0-204f372a2c41 req-3f506bfa-2368-4199-812c-abe283d86e6b service neutron] 10.222.0.16 "GET /v2.0/networks/73dbeef5-d7d5-4ee6-aad7-c17680f37564?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846803 Oct 19 07:54:01.152015 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5b2d8a-8be5-4c86-9b4d-421fa3c85b2a req-4f899220-c79f-4141-87fa-7d6d8ce4a332 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:54:01.153518 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-fb5b2d8a-8be5-4c86-9b4d-421fa3c85b2a req-4f899220-c79f-4141-87fa-7d6d8ce4a332 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "GET /v2.0/ports?device_id=9e9ff4ee-2a27-44bb-be20-aa22a8e7876e HTTP/1.1" status: 200 len: 943 time: 0.0483620 Oct 19 07:54:01.191656 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-fb5b2d8a-8be5-4c86-9b4d-421fa3c85b2a req-72b1ab12-2213-46ee-b0e1-a01b99988d81 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "GET /v2.0/security-groups?id=0f2c5e56-8f62-42ff-aa5c-01300a41ca34&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0316963 Oct 19 07:54:02.309861 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48abe53a-148a-4911-ae14-2350e4a834a0 req-5a98b3f0-1d68-43ca-a9ea-d3cd60f4666d tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:54:02.311314 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-48abe53a-148a-4911-ae14-2350e4a834a0 req-5a98b3f0-1d68-43ca-a9ea-d3cd60f4666d tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "GET /v2.0/ports?device_id=9e9ff4ee-2a27-44bb-be20-aa22a8e7876e HTTP/1.1" status: 200 len: 943 time: 0.0485587 Oct 19 07:54:02.348790 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-48abe53a-148a-4911-ae14-2350e4a834a0 req-50c97efe-9520-4a36-a12d-c3411a55ed0a tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "GET /v2.0/security-groups?id=0f2c5e56-8f62-42ff-aa5c-01300a41ca34&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0314174 Oct 19 07:54:03.470655 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61754cfe-09fc-49f4-8ea6-5bc8c20ec8e8 req-46148c0e-e068-4c1b-9c72-5bb8c114826f tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:54:03.472103 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-61754cfe-09fc-49f4-8ea6-5bc8c20ec8e8 req-46148c0e-e068-4c1b-9c72-5bb8c114826f tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "GET /v2.0/ports?device_id=9e9ff4ee-2a27-44bb-be20-aa22a8e7876e HTTP/1.1" status: 200 len: 943 time: 0.0526016 Oct 19 07:54:03.510225 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-61754cfe-09fc-49f4-8ea6-5bc8c20ec8e8 req-54784cf6-4f22-4f34-8648-44efd751144e tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "GET /v2.0/security-groups?id=0f2c5e56-8f62-42ff-aa5c-01300a41ca34&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0321627 Oct 19 07:54:04.227170 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Device da1eab69-5a24-4f57-9569-f9ace4cd7115 details requested by agent hyperv_hv-neutron-8616 with host hv-neutron-8616 {{(pid=103334) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 07:54:04.328916 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] For port da1eab69-5a24-4f57-9569-f9ace4cd7115, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=da1eab69-5a24-4f57-9569-f9ace4cd7115,segment=NetworkSegment(747e4316-62da-4d56-96c9-ae3509316046),segment_id=747e4316-62da-4d56-96c9-ae3509316046)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:54:04.340464 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Returning: {'device': 'da1eab69-5a24-4f57-9569-f9ace4cd7115', 'network_id': '73dbeef5-d7d5-4ee6-aad7-c17680f37564', 'port_id': 'da1eab69-5a24-4f57-9569-f9ace4cd7115', 'mac_address': 'fa:16:3e:92:ab:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ea396ce-07cb-4620-a39a-7d0bca0a6def', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103334) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 07:54:04.383338 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Current status of the port da1eab69-5a24-4f57-9569-f9ace4cd7115 is: DOWN; New status is: BUILD {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:54:04.383813 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:54:04.398455 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.notifiers.nova [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da1eab69-5a24-4f57-9569-f9ace4cd7115 {{(pid=103334) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 19 07:54:04.418714 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] For port da1eab69-5a24-4f57-9569-f9ace4cd7115, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=da1eab69-5a24-4f57-9569-f9ace4cd7115,segment=NetworkSegment(747e4316-62da-4d56-96c9-ae3509316046),segment_id=747e4316-62da-4d56-96c9-ae3509316046)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:54:04.422238 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:54:04.469003 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Pushing event updated for resources: {'Port': ['ID=da1eab69-5a24-4f57-9569-f9ace4cd7115,revision_number=4']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:54:04.631141 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed366622-b286-4119-be30-01e3839e39d3 req-e751e894-6014-4c84-98b3-75022b626a6d tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:54:04.632653 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-ed366622-b286-4119-be30-01e3839e39d3 req-e751e894-6014-4c84-98b3-75022b626a6d tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "GET /v2.0/ports?device_id=9e9ff4ee-2a27-44bb-be20-aa22a8e7876e HTTP/1.1" status: 200 len: 944 time: 0.0493007 Oct 19 07:54:04.662484 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] get_ports_and_sgs() called for port_ids ['da1eab69-5a24-4f57-9569-f9ace4cd7115'] {{(pid=103334) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 19 07:54:04.670694 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-ed366622-b286-4119-be30-01e3839e39d3 req-32b80f82-a7ed-41a4-9978-125950d769e2 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "GET /v2.0/security-groups?id=0f2c5e56-8f62-42ff-aa5c-01300a41ca34&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0320246 Oct 19 07:54:05.792076 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49e7792-36bf-4818-b790-cec706e929c3 req-95fd17cb-5300-4591-ad49-fe0e95effabc tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:54:05.793557 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-b49e7792-36bf-4818-b790-cec706e929c3 req-95fd17cb-5300-4591-ad49-fe0e95effabc tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "GET /v2.0/ports?device_id=9e9ff4ee-2a27-44bb-be20-aa22a8e7876e HTTP/1.1" status: 200 len: 944 time: 0.0490935 Oct 19 07:54:05.831660 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-b49e7792-36bf-4818-b790-cec706e929c3 req-1c134c5f-0237-4796-9b6c-aace756cd860 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "GET /v2.0/security-groups?id=0f2c5e56-8f62-42ff-aa5c-01300a41ca34&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0311100 Oct 19 07:54:06.243936 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Device da1eab69-5a24-4f57-9569-f9ace4cd7115 up at agent hyperv_hv-neutron-8616 {{(pid=103334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 07:54:06.293182 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Provisioning for port da1eab69-5a24-4f57-9569-f9ace4cd7115 completed by entity L2. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 19 07:54:06.301770 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Provisioning complete for port da1eab69-5a24-4f57-9569-f9ace4cd7115 triggered by entity L2. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:54:06.302142 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:54:06.302595 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Attempt 1 to provision port da1eab69-5a24-4f57-9569-f9ace4cd7115 Oct 19 07:54:06.383173 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Current status of the port da1eab69-5a24-4f57-9569-f9ace4cd7115 is: BUILD; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:54:06.383459 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:54:06.406502 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e9ff4ee-2a27-44bb-be20-aa22a8e7876e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da1eab69-5a24-4f57-9569-f9ace4cd7115'}] {{(pid=103334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 19 07:54:06.409417 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d918bd29c62f7e926e80ce37adcd574e0921d2de3006e6b6ef58999f52d8e2e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-256d2dbf-a83e-457d-bada-a7779b94356e" -d '{"events": [{"server_uuid": "9e9ff4ee-2a27-44bb-be20-aa22a8e7876e", "name": "network-vif-plugged", "status": "completed", "tag": "da1eab69-5a24-4f57-9569-f9ace4cd7115"}]}' {{(pid=103334) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 07:54:06.422257 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] For port da1eab69-5a24-4f57-9569-f9ace4cd7115, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=da1eab69-5a24-4f57-9569-f9ace4cd7115,segment=NetworkSegment(747e4316-62da-4d56-96c9-ae3509316046),segment_id=747e4316-62da-4d56-96c9-ae3509316046)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:54:06.427237 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:54:06.453027 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 19 Oct 2022 07:54:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6673e9a-6e0e-40cd-b767-bc927abd0b5a x-openstack-request-id: req-a6673e9a-6e0e-40cd-b767-bc927abd0b5a {{(pid=103334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 07:54:06.454137 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e9ff4ee-2a27-44bb-be20-aa22a8e7876e", "name": "network-vif-plugged", "status": "completed", "tag": "da1eab69-5a24-4f57-9569-f9ace4cd7115", "code": 200}]} {{(pid=103334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 07:54:06.454381 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-a6673e9a-6e0e-40cd-b767-bc927abd0b5a {{(pid=103334) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 07:54:06.454776 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a6673e9a-6e0e-40cd-b767-bc927abd0b5a'] response: {'server_uuid': '9e9ff4ee-2a27-44bb-be20-aa22a8e7876e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da1eab69-5a24-4f57-9569-f9ace4cd7115', 'code': 200} Oct 19 07:54:06.481135 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Pushing event updated for resources: {'Port': ['ID=da1eab69-5a24-4f57-9569-f9ace4cd7115,revision_number=5']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:54:06.617796 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0838183f-72e2-47c8-86b3-e241bfca0915 req-f81b9d6a-583d-4f38-a50a-1d814f6fc462 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:54:06.619395 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-0838183f-72e2-47c8-86b3-e241bfca0915 req-f81b9d6a-583d-4f38-a50a-1d814f6fc462 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=9e9ff4ee-2a27-44bb-be20-aa22a8e7876e HTTP/1.1" status: 200 len: 1098 time: 0.0453985 Oct 19 07:54:06.653164 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-0838183f-72e2-47c8-86b3-e241bfca0915 req-bf9131a0-574b-485e-9d13-ebfd8f788938 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=0f2c5e56-8f62-42ff-aa5c-01300a41ca34&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0274022 Oct 19 07:54:06.958322 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928e1124-85fe-4794-90d7-c2acfe1ea61a req-cc52c67b-ce4e-4e6e-83f7-49269af45a11 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:54:06.959705 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-928e1124-85fe-4794-90d7-c2acfe1ea61a req-cc52c67b-ce4e-4e6e-83f7-49269af45a11 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "GET /v2.0/ports?device_id=9e9ff4ee-2a27-44bb-be20-aa22a8e7876e HTTP/1.1" status: 200 len: 945 time: 0.0490849 Oct 19 07:54:06.995953 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-928e1124-85fe-4794-90d7-c2acfe1ea61a req-f6e6eaa0-7b0f-4bab-a3d5-0613bb46d13c tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "GET /v2.0/security-groups?id=0f2c5e56-8f62-42ff-aa5c-01300a41ca34&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0303686 Oct 19 07:54:08.118085 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab285099-43a7-4cec-9e50-4087c6dfb693 req-a55fd66e-3700-485c-92dd-e5787172d1a9 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:54:08.119597 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-ab285099-43a7-4cec-9e50-4087c6dfb693 req-a55fd66e-3700-485c-92dd-e5787172d1a9 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "GET /v2.0/ports?device_id=9e9ff4ee-2a27-44bb-be20-aa22a8e7876e HTTP/1.1" status: 200 len: 945 time: 0.0483806 Oct 19 07:54:08.156645 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-ab285099-43a7-4cec-9e50-4087c6dfb693 req-7d2a4dbe-5508-4979-94f3-b7699ce9e5f3 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "GET /v2.0/security-groups?id=0f2c5e56-8f62-42ff-aa5c-01300a41ca34&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0310106 Oct 19 07:54:08.281702 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e01b1c-7999-4bfb-b7d4-42611aae31b2 req-e17b7ffc-28a4-444b-a31f-01a6aa3c2e5d tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:54:08.283498 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-18e01b1c-7999-4bfb-b7d4-42611aae31b2 req-e17b7ffc-28a4-444b-a31f-01a6aa3c2e5d tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "GET /v2.0/ports?device_id=9e9ff4ee-2a27-44bb-be20-aa22a8e7876e HTTP/1.1" status: 200 len: 945 time: 0.0532498 Oct 19 07:54:08.321069 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-18e01b1c-7999-4bfb-b7d4-42611aae31b2 req-71cb40c6-396a-401c-b5b1-6b3a8cc8511f tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "GET /v2.0/security-groups?id=0f2c5e56-8f62-42ff-aa5c-01300a41ca34&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0317996 Oct 19 07:54:08.348820 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 34220) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:54:08.387274 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3034e4c4-2777-48df-9e65-290a60b89087 tempest-TestNetworkBasicOps-773100899 tempest-TestNetworkBasicOps-773100899-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:54:08.388756 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-3034e4c4-2777-48df-9e65-290a60b89087 tempest-TestNetworkBasicOps-773100899 tempest-TestNetworkBasicOps-773100899-project-admin] 10.222.0.27 "GET /v2.0/ports?device_id=9e9ff4ee-2a27-44bb-be20-aa22a8e7876e HTTP/1.1" status: 200 len: 1093 time: 0.0389800 Oct 19 07:54:08.391545 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 34222) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:54:08.396053 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-7630fcf8-0b13-4a74-af1f-fccd233d8828 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Request body: {'floatingip': {'floating_network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'port_id': 'da1eab69-5a24-4f57-9569-f9ace4cd7115', 'tenant_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:54:08.415942 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-7630fcf8-0b13-4a74-af1f-fccd233d8828 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for floatingip, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:54:08.511475 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-7630fcf8-0b13-4a74-af1f-fccd233d8828 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:54:08.609545 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.db_base_plugin_common [None req-7630fcf8-0b13-4a74-af1f-fccd233d8828 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Allocated IP 172.26.0.168 (99c66757-74e3-40a4-b479-8d09e3a7c3dd/7f3d1034-1de7-458a-a3ee-77488de3949b/dedd5c82-954b-40bb-8bc6-761f8f5e2cde) {{(pid=103332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 07:54:08.710269 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-7630fcf8-0b13-4a74-af1f-fccd233d8828 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for port, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:54:08.743162 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-7630fcf8-0b13-4a74-af1f-fccd233d8828 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785020947330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133553798'] for port, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:54:08.780050 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7630fcf8-0b13-4a74-af1f-fccd233d8828 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Network 99c66757-74e3-40a4-b479-8d09e3a7c3dd is already hosted by enough agents. {{(pid=103332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 07:54:08.782987 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.base_scheduler [None req-7630fcf8-0b13-4a74-af1f-fccd233d8828 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Resources bound (agent type, host, resource id): {{(pid=103332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:54:08.786528 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7630fcf8-0b13-4a74-af1f-fccd233d8828 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Received port after_create {{(pid=103332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 07:54:08.812804 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7630fcf8-0b13-4a74-af1f-fccd233d8828 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Pushing event updated for resources: {'Port': ['ID=dedd5c82-954b-40bb-8bc6-761f8f5e2cde,revision_number=1']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:54:09.139045 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-7630fcf8-0b13-4a74-af1f-fccd233d8828 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:54:09.201699 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-7630fcf8-0b13-4a74-af1f-fccd233d8828 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:54:09.347859 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-7630fcf8-0b13-4a74-af1f-fccd233d8828 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for port, precommit_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:54:09.352264 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-7630fcf8-0b13-4a74-af1f-fccd233d8828 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133553807'] for port, after_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:54:09.419512 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7630fcf8-0b13-4a74-af1f-fccd233d8828 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Pushing event updated for resources: {'Port': ['ID=dedd5c82-954b-40bb-8bc6-761f8f5e2cde,revision_number=2']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:54:09.421789 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-7630fcf8-0b13-4a74-af1f-fccd233d8828 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1695041'] for floatingip, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:54:09.518622 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.db.l3_db [None req-7630fcf8-0b13-4a74-af1f-fccd233d8828 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Floating IP 94f33c72-ba0b-480e-b374-af71b3f754ee associated. External IP: 172.26.0.168, port: da1eab69-5a24-4f57-9569-f9ace4cd7115. Oct 19 07:54:09.716189 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7630fcf8-0b13-4a74-af1f-fccd233d8828 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Router dc7d48d4-ca2b-4943-9b08-298004166067 has already been hosted by L3 agent ab388470-1243-4d53-80f2-c2f5899c97a7 {{(pid=103332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 07:54:09.821535 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7630fcf8-0b13-4a74-af1f-fccd233d8828 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify agent at l3_agent.dv-neutron-861624-1-hyperv the message routers_updated {{(pid=103332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 07:54:09.832680 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15947ab9-2849-4f1b-9ffb-9865dd3e5328 None None] Sync routers for ids ['dc7d48d4-ca2b-4943-9b08-298004166067'] in dv-neutron-861624-1-hyperv {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 07:54:09.839704 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-7630fcf8-0b13-4a74-af1f-fccd233d8828 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42160'] for floatingip, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:54:09.841934 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15947ab9-2849-4f1b-9ffb-9865dd3e5328 None None] Routers {'dc7d48d4-ca2b-4943-9b08-298004166067'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 07:54:09.842539 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-15947ab9-2849-4f1b-9ffb-9865dd3e5328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T07:53:46Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['dc7d48d4-ca2b-4943-9b08-298004166067'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:54:09.866847 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-7630fcf8-0b13-4a74-af1f-fccd233d8828 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.4739699 Oct 19 07:54:09.867487 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e9ff4ee-2a27-44bb-be20-aa22a8e7876e', 'tag': 'da1eab69-5a24-4f57-9569-f9ace4cd7115'}] {{(pid=103332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 19 07:54:09.869790 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 34224) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:54:09.870321 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a021b02cf5f527cd4bbbc40a031b51490d9893d7edeeb551bdf5128ee7546f8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2510c279-08ed-4ca2-9278-b5f26af8c605" -d '{"events": [{"name": "network-changed", "server_uuid": "9e9ff4ee-2a27-44bb-be20-aa22a8e7876e", "tag": "da1eab69-5a24-4f57-9569-f9ace4cd7115"}]}' {{(pid=103332) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 07:54:09.905573 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 19 Oct 2022 07:54:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-027da1ab-82ca-4a16-b317-3c2c060dd1aa x-openstack-request-id: req-027da1ab-82ca-4a16-b317-3c2c060dd1aa {{(pid=103332) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 07:54:09.905875 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e9ff4ee-2a27-44bb-be20-aa22a8e7876e", "tag": "da1eab69-5a24-4f57-9569-f9ace4cd7115", "status": "completed", "code": 200}]} {{(pid=103332) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 07:54:09.906118 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-027da1ab-82ca-4a16-b317-3c2c060dd1aa {{(pid=103332) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 07:54:09.906523 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.notifiers.nova [-] Nova event matching ['req-027da1ab-82ca-4a16-b317-3c2c060dd1aa'] response: {'name': 'network-changed', 'server_uuid': '9e9ff4ee-2a27-44bb-be20-aa22a8e7876e', 'tag': 'da1eab69-5a24-4f57-9569-f9ace4cd7115', 'status': 'completed', 'code': 200} Oct 19 07:54:09.914065 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7677086c-cd8e-474d-ab42-0d2567c60fab tempest-TestNetworkBasicOps-773100899 tempest-TestNetworkBasicOps-773100899-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:54:09.916546 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-7677086c-cd8e-474d-ab42-0d2567c60fab tempest-TestNetworkBasicOps-773100899 tempest-TestNetworkBasicOps-773100899-project-admin] 10.222.0.27 "GET /v2.0/ports?device_id=9e9ff4ee-2a27-44bb-be20-aa22a8e7876e HTTP/1.1" status: 200 len: 1093 time: 0.0445409 Oct 19 07:54:09.952222 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvr_db [None req-15947ab9-2849-4f1b-9ffb-9865dd3e5328 None None] Set router dc7d48d4-ca2b-4943-9b08-298004166067 gateway port host: dv-neutron-861624-1-hyperv {{(pid=103335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 07:54:09.972402 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2510c279-08ed-4ca2-9278-b5f26af8c605 req-bd7d4c04-d5a6-4e40-8fbc-6f24c8cc1252 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:54:09.973888 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-2510c279-08ed-4ca2-9278-b5f26af8c605 req-bd7d4c04-d5a6-4e40-8fbc-6f24c8cc1252 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=47a12ea4f74e4c18b13323e6f3cc9741&device_id=9e9ff4ee-2a27-44bb-be20-aa22a8e7876e HTTP/1.1" status: 200 len: 1098 time: 0.0459592 Oct 19 07:54:09.985986 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 34230) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:54:09.990920 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-7dc797e8-513a-47bf-85dd-5adecb637866 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1752556616', 'description': 'tempest-secgroup-smoke-1752556616 description', 'project_id': '47a12ea4f74e4c18b13323e6f3cc9741'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:54:10.014299 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-7dc797e8-513a-47bf-85dd-5adecb637866 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for security_group, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:54:10.072195 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2510c279-08ed-4ca2-9278-b5f26af8c605 req-87d29de7-a40b-4221-a022-d846ff79ab5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:54:10.074034 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-2510c279-08ed-4ca2-9278-b5f26af8c605 req-87d29de7-a40b-4221-a022-d846ff79ab5f service neutron] 10.222.0.16 "GET /v2.0/networks?id=73dbeef5-d7d5-4ee6-aad7-c17680f37564 HTTP/1.1" status: 200 len: 898 time: 0.0942309 Oct 19 07:54:10.086227 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-7dc797e8-513a-47bf-85dd-5adecb637866 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for security_group, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:54:10.093760 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-7dc797e8-513a-47bf-85dd-5adecb637866 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788643'] for security_group, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:54:10.123455 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-7dc797e8-513a-47bf-85dd-5adecb637866 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for security_group, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:54:10.127974 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-7dc797e8-513a-47bf-85dd-5adecb637866 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1404405 Oct 19 07:54:10.128658 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 34232) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:54:10.135356 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-6f6bd404-73c0-4b24-ba5c-a4d9aa1a889f tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Request body: {'security_group_rule': {'security_group_id': '1cb58401-6940-46f8-98ec-de0a18781c5c', 'project_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:54:10.143269 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc797e8-513a-47bf-85dd-5adecb637866 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1cb58401-6940-46f8-98ec-de0a18781c5c,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:54:10.167702 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-6f6bd404-73c0-4b24-ba5c-a4d9aa1a889f tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:54:10.208648 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-15947ab9-2849-4f1b-9ffb-9865dd3e5328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc7d48d4-ca2b-4943-9b08-298004166067', 'name': 'tempest-TestNetworkBasicOps-router-1355953929', 'tenant_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'external_fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.45'}], 'enable_snat': True}, 'gw_port_id': '24498c4c-e241-4311-ab81-cb29c2dcf42b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T07:53:50Z', 'updated_at': '2022-10-19T07:53:53Z', 'revision_number': 4, 'project_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'gw_port': {'id': '24498c4c-e241-4311-ab81-cb29c2dcf42b', 'name': '', 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:30:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc7d48d4-ca2b-4943-9b08-298004166067', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:53:50Z', 'updated_at': '2022-10-19T07:53:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861624-1-hyperv', '_floatingips': [{'id': '94f33c72-ba0b-480e-b374-af71b3f754ee', 'tenant_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'floating_ip_address': '172.26.0.168', 'floating_network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'router_id': 'dc7d48d4-ca2b-4943-9b08-298004166067', 'port_id': 'da1eab69-5a24-4f57-9569-f9ace4cd7115', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1475, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '73dbeef5-d7d5-4ee6-aad7-c17680f37564', 'mac_address': 'fa:16:3e:92:ab:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e9ff4ee-2a27-44bb-be20-aa22a8e7876e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-19T07:54:09Z', 'updated_at': '2022-10-19T07:54:09Z', 'revision_number': 0, 'project_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ee5c114-d7ab-4be5-a9de-45f0f31007a4', 'name': '', 'network_id': '73dbeef5-d7d5-4ee6-aad7-c17680f37564', 'tenant_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'mac_address': 'fa:16:3e:0b:fa:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc7d48d4-ca2b-4943-9b08-298004166067', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '3ea396ce-07cb-4620-a39a-7d0bca0a6def', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:53:53Z', 'updated_at': '2022-10-19T07:53:56Z', 'revision_number': 5, 'project_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'subnets': [{'id': '3ea396ce-07cb-4620-a39a-7d0bca0a6def', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:54:10.234200 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-6f6bd404-73c0-4b24-ba5c-a4d9aa1a889f tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:54:10.236267 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15947ab9-2849-4f1b-9ffb-9865dd3e5328 None None] Checking router: dc7d48d4-ca2b-4943-9b08-298004166067 for host: dv-neutron-861624-1-hyperv {{(pid=103335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 07:54:10.239387 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-6f6bd404-73c0-4b24-ba5c-a4d9aa1a889f tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815365'] for security_group_rule, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:54:10.245646 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15947ab9-2849-4f1b-9ffb-9865dd3e5328 None None] Routers {'dc7d48d4-ca2b-4943-9b08-298004166067'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 07:54:10.246313 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-15947ab9-2849-4f1b-9ffb-9865dd3e5328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T07:53:46Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['dc7d48d4-ca2b-4943-9b08-298004166067'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:54:10.262146 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6bd404-73c0-4b24-ba5c-a4d9aa1a889f tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=606d6646-95de-4ce4-be40-6eda3ee10bf7,revision_number=0']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:54:10.269509 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-6f6bd404-73c0-4b24-ba5c-a4d9aa1a889f tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:54:10.270759 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-6f6bd404-73c0-4b24-ba5c-a4d9aa1a889f tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1389179 Oct 19 07:54:10.283618 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 34234) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:54:10.288560 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-f3d18b47-6de3-4767-86f8-efd46ba189b2 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Request body: {'security_group_rule': {'security_group_id': '1cb58401-6940-46f8-98ec-de0a18781c5c', 'project_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:54:10.317827 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-f3d18b47-6de3-4767-86f8-efd46ba189b2 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:54:10.363952 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvr_db [None req-15947ab9-2849-4f1b-9ffb-9865dd3e5328 None None] Set router dc7d48d4-ca2b-4943-9b08-298004166067 gateway port host: dv-neutron-861624-1-hyperv {{(pid=103335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 07:54:10.383710 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-f3d18b47-6de3-4767-86f8-efd46ba189b2 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:54:10.388633 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-f3d18b47-6de3-4767-86f8-efd46ba189b2 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815365'] for security_group_rule, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:54:10.409741 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d18b47-6de3-4767-86f8-efd46ba189b2 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4629d678-953c-406e-a141-94da956ec4ef,revision_number=0']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:54:10.421344 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-f3d18b47-6de3-4767-86f8-efd46ba189b2 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:54:10.426436 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-f3d18b47-6de3-4767-86f8-efd46ba189b2 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1380019 Oct 19 07:54:10.427066 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 34236) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:54:10.431982 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-9c09cfb2-7fce-4cd3-9f9b-5940491ad320 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Request body: {'security_group_rule': {'security_group_id': '1cb58401-6940-46f8-98ec-de0a18781c5c', 'project_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:54:10.460753 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-9c09cfb2-7fce-4cd3-9f9b-5940491ad320 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:54:10.464768 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-2510c279-08ed-4ca2-9278-b5f26af8c605 req-e0c030aa-d929-4611-b7c9-52a3e34792e3 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=da1eab69-5a24-4f57-9569-f9ace4cd7115 HTTP/1.1" status: 200 len: 999 time: 0.3840818 Oct 19 07:54:10.514068 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2510c279-08ed-4ca2-9278-b5f26af8c605 req-50fb0544-a656-4d5b-b515-78037ddc9f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:54:10.515534 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-2510c279-08ed-4ca2-9278-b5f26af8c605 req-50fb0544-a656-4d5b-b515-78037ddc9f91 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=3ea396ce-07cb-4620-a39a-7d0bca0a6def HTTP/1.1" status: 200 len: 835 time: 0.0447080 Oct 19 07:54:10.523017 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-9c09cfb2-7fce-4cd3-9f9b-5940491ad320 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:54:10.528331 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-9c09cfb2-7fce-4cd3-9f9b-5940491ad320 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815365'] for security_group_rule, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:54:10.547484 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c09cfb2-7fce-4cd3-9f9b-5940491ad320 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a9ac1ec-664e-4d42-8e04-5e425d6fc167,revision_number=0']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:54:10.557637 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-9c09cfb2-7fce-4cd3-9f9b-5940491ad320 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:54:10.561535 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-9c09cfb2-7fce-4cd3-9f9b-5940491ad320 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1307497 Oct 19 07:54:10.561910 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 34238) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:54:10.563513 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2510c279-08ed-4ca2-9278-b5f26af8c605 req-41131cfe-0040-4f44-b277-54503292a6d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:54:10.565569 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-2510c279-08ed-4ca2-9278-b5f26af8c605 req-41131cfe-0040-4f44-b277-54503292a6d3 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=73dbeef5-d7d5-4ee6-aad7-c17680f37564&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0430291 Oct 19 07:54:10.566825 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-0eed85f4-fb66-4380-8697-e7a75c49ed3a tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Request body: {'security_group_rule': {'security_group_id': '1cb58401-6940-46f8-98ec-de0a18781c5c', 'project_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:54:10.593470 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-0eed85f4-fb66-4380-8697-e7a75c49ed3a tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:54:10.656295 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-0eed85f4-fb66-4380-8697-e7a75c49ed3a tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:54:10.662695 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-0eed85f4-fb66-4380-8697-e7a75c49ed3a tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815365'] for security_group_rule, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:54:10.665836 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-2510c279-08ed-4ca2-9278-b5f26af8c605 req-25f2bb4c-d811-4e60-8ba4-2be344f5b571 service neutron] 10.222.0.16 "GET /v2.0/networks/73dbeef5-d7d5-4ee6-aad7-c17680f37564?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935469 Oct 19 07:54:10.682246 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eed85f4-fb66-4380-8697-e7a75c49ed3a tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=542a18da-2fbb-4f96-94ae-b2de9b2b3ed0,revision_number=0']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:54:10.690900 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-0eed85f4-fb66-4380-8697-e7a75c49ed3a tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:54:10.692391 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-0eed85f4-fb66-4380-8697-e7a75c49ed3a tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1293087 Oct 19 07:54:10.694876 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 34240) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:54:10.699320 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-455e2299-d474-4cad-a8c5-fb708eca667e tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Request body: {'security_group_rule': {'security_group_id': '1cb58401-6940-46f8-98ec-de0a18781c5c', 'project_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:54:10.715701 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-15947ab9-2849-4f1b-9ffb-9865dd3e5328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc7d48d4-ca2b-4943-9b08-298004166067', 'name': 'tempest-TestNetworkBasicOps-router-1355953929', 'tenant_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'external_fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.45'}], 'enable_snat': True}, 'gw_port_id': '24498c4c-e241-4311-ab81-cb29c2dcf42b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T07:53:50Z', 'updated_at': '2022-10-19T07:53:53Z', 'revision_number': 4, 'project_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'gw_port': {'id': '24498c4c-e241-4311-ab81-cb29c2dcf42b', 'name': '', 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:30:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc7d48d4-ca2b-4943-9b08-298004166067', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:53:50Z', 'updated_at': '2022-10-19T07:53:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861624-1-hyperv', '_floatingips': [{'id': '94f33c72-ba0b-480e-b374-af71b3f754ee', 'tenant_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'floating_ip_address': '172.26.0.168', 'floating_network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'router_id': 'dc7d48d4-ca2b-4943-9b08-298004166067', 'port_id': 'da1eab69-5a24-4f57-9569-f9ace4cd7115', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1475, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '73dbeef5-d7d5-4ee6-aad7-c17680f37564', 'mac_address': 'fa:16:3e:92:ab:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e9ff4ee-2a27-44bb-be20-aa22a8e7876e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-19T07:54:09Z', 'updated_at': '2022-10-19T07:54:09Z', 'revision_number': 0, 'project_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ee5c114-d7ab-4be5-a9de-45f0f31007a4', 'name': '', 'network_id': '73dbeef5-d7d5-4ee6-aad7-c17680f37564', 'tenant_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'mac_address': 'fa:16:3e:0b:fa:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc7d48d4-ca2b-4943-9b08-298004166067', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '3ea396ce-07cb-4620-a39a-7d0bca0a6def', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:53:53Z', 'updated_at': '2022-10-19T07:53:56Z', 'revision_number': 5, 'project_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'subnets': [{'id': '3ea396ce-07cb-4620-a39a-7d0bca0a6def', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:54:10.721092 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.db.securitygroups_db [None req-455e2299-d474-4cad-a8c5-fb708eca667e tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Project 47a12ea4f74e4c18b13323e6f3cc9741 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 19 07:54:10.726354 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-455e2299-d474-4cad-a8c5-fb708eca667e tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:54:10.741845 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15947ab9-2849-4f1b-9ffb-9865dd3e5328 None None] The sync data for ids ['dc7d48d4-ca2b-4943-9b08-298004166067'] in dv-neutron-861624-1-hyperv is: [{'id': 'dc7d48d4-ca2b-4943-9b08-298004166067', 'name': 'tempest-TestNetworkBasicOps-router-1355953929', 'tenant_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'external_fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.45'}], 'enable_snat': True}, 'gw_port_id': '24498c4c-e241-4311-ab81-cb29c2dcf42b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T07:53:50Z', 'updated_at': '2022-10-19T07:53:53Z', 'revision_number': 4, 'project_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'gw_port': {'id': '24498c4c-e241-4311-ab81-cb29c2dcf42b', 'name': '', 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:30:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc7d48d4-ca2b-4943-9b08-298004166067', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:53:50Z', 'updated_at': '2022-10-19T07:53:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861624-1-hyperv', '_floatingips': [{'id': '94f33c72-ba0b-480e-b374-af71b3f754ee', 'tenant_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'floating_ip_address': '172.26.0.168', 'floating_network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'router_id': 'dc7d48d4-ca2b-4943-9b08-298004166067', 'port_id': 'da1eab69-5a24-4f57-9569-f9ace4cd7115', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1475, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '73dbeef5-d7d5-4ee6-aad7-c17680f37564', 'mac_address': 'fa:16:3e:92:ab:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e9ff4ee-2a27-44bb-be20-aa22a8e7876e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-19T07:54:09Z', 'updated_at': '2022-10-19T07:54:09Z', 'revision_number': 0, 'project_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ee5c114-d7ab-4be5-a9de-45f0f31007a4', 'name': '', 'network_id': '73dbeef5-d7d5-4ee6-aad7-c17680f37564', 'tenant_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'mac_address': 'fa:16:3e:0b:fa:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc7d48d4-ca2b-4943-9b08-298004166067', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '3ea396ce-07cb-4620-a39a-7d0bca0a6def', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:53:53Z', 'updated_at': '2022-10-19T07:53:56Z', 'revision_number': 5, 'project_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'subnets': [{'id': '3ea396ce-07cb-4620-a39a-7d0bca0a6def', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 07:54:10.775996 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-2510c279-08ed-4ca2-9278-b5f26af8c605 req-888c38b3-ac0e-4a2c-bd60-b3526e4ff168 service neutron] 10.222.0.16 "GET /v2.0/networks/73dbeef5-d7d5-4ee6-aad7-c17680f37564?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1040940 Oct 19 07:54:10.795376 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-455e2299-d474-4cad-a8c5-fb708eca667e tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:54:10.799844 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-455e2299-d474-4cad-a8c5-fb708eca667e tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815365'] for security_group_rule, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:54:10.818355 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455e2299-d474-4cad-a8c5-fb708eca667e tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6dd02102-6961-455d-b068-800453ae4dd7,revision_number=0']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:54:10.826984 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-455e2299-d474-4cad-a8c5-fb708eca667e tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:54:10.831805 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-455e2299-d474-4cad-a8c5-fb708eca667e tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1324389 Oct 19 07:54:10.832030 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 34242) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:54:10.836393 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-71224014-2542-4b05-9d4b-2ab7c438ec0f tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Request body: {'security_group_rule': {'security_group_id': '1cb58401-6940-46f8-98ec-de0a18781c5c', 'project_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:54:10.856432 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.db.securitygroups_db [None req-71224014-2542-4b05-9d4b-2ab7c438ec0f tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Project 47a12ea4f74e4c18b13323e6f3cc9741 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 19 07:54:10.861534 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-71224014-2542-4b05-9d4b-2ab7c438ec0f tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:54:10.931179 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-71224014-2542-4b05-9d4b-2ab7c438ec0f tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:54:10.935415 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-71224014-2542-4b05-9d4b-2ab7c438ec0f tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815365'] for security_group_rule, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:54:10.955619 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71224014-2542-4b05-9d4b-2ab7c438ec0f tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73ced3ec-4632-4935-8362-51072124ac0d,revision_number=0']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:54:10.967200 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-71224014-2542-4b05-9d4b-2ab7c438ec0f tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:54:10.968599 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-71224014-2542-4b05-9d4b-2ab7c438ec0f tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1354473 Oct 19 07:54:10.976851 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d50406c-8250-42c8-b550-60a556e154ab None None] New status for floating IP 94f33c72-ba0b-480e-b374-af71b3f754ee: ACTIVE {{(pid=103334) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 19 07:54:11.115595 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-a5c8dcb6-475a-4509-9f49-4c3022ed3569 req-b2e30a5f-4cfd-4493-8e53-3d9c170ccef1 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1752556616&fields=id&tenant_id=47a12ea4f74e4c18b13323e6f3cc9741 HTTP/1.1" status: 200 len: 267 time: 0.0334771 Oct 19 07:54:11.228213 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c8dcb6-475a-4509-9f49-4c3022ed3569 req-f8f33564-194e-4998-9cdb-4dfc4a5af312 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:54:11.229712 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-a5c8dcb6-475a-4509-9f49-4c3022ed3569 req-f8f33564-194e-4998-9cdb-4dfc4a5af312 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "GET /v2.0/networks?id=73dbeef5-d7d5-4ee6-aad7-c17680f37564 HTTP/1.1" status: 200 len: 797 time: 0.1063056 Oct 19 07:54:11.245225 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-a5c8dcb6-475a-4509-9f49-4c3022ed3569 req-c91cc396-643f-4551-a22f-a7c47764a026 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "GET /v2.0/quotas/47a12ea4f74e4c18b13323e6f3cc9741 HTTP/1.1" status: 200 len: 375 time: 0.0096684 Oct 19 07:54:11.300907 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-a5c8dcb6-475a-4509-9f49-4c3022ed3569 req-b45ed87d-3bc8-465f-84b1-4d7cb1c22c76 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "GET /v2.0/ports?tenant_id=47a12ea4f74e4c18b13323e6f3cc9741&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0504339 Oct 19 07:54:11.399624 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-a5c8dcb6-475a-4509-9f49-4c3022ed3569 req-a9d34b6d-19f3-445c-a9f8-edda5f69b179 service neutron] 10.222.0.27 "GET /v2.0/networks/73dbeef5-d7d5-4ee6-aad7-c17680f37564?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858307 Oct 19 07:54:11.487203 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-a5c8dcb6-475a-4509-9f49-4c3022ed3569 req-937c2daf-8a61-4b43-9421-1c88c07a4da6 service neutron] 10.222.0.27 "GET /v2.0/networks/73dbeef5-d7d5-4ee6-aad7-c17680f37564?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815291 Oct 19 07:54:11.649010 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-32137999-4b7e-4c75-aa84-19f5112f839e req-607d991a-43f5-4a34-87e7-1a22e204249a tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "GET /v2.0/ports?device_id=4400aa3c-d191-4c85-819f-678aed6732dd HTTP/1.1" status: 200 len: 210 time: 0.0313699 Oct 19 07:54:11.798580 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:54:12.522460 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c8dcb6-475a-4509-9f49-4c3022ed3569 req-31c95181-5e05-491a-9cf0-1e1e93087cde tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:54:12.523926 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-a5c8dcb6-475a-4509-9f49-4c3022ed3569 req-31c95181-5e05-491a-9cf0-1e1e93087cde tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.16 "GET /v2.0/networks?id=73dbeef5-d7d5-4ee6-aad7-c17680f37564 HTTP/1.1" status: 200 len: 797 time: 0.1066427 Oct 19 07:54:12.569165 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-a5c8dcb6-475a-4509-9f49-4c3022ed3569 req-7fae1828-0204-4dab-854b-eaf0c69ea572 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=47a12ea4f74e4c18b13323e6f3cc9741 HTTP/1.1" status: 200 len: 471 time: 0.0367639 Oct 19 07:54:12.578192 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [req-a5c8dcb6-475a-4509-9f49-4c3022ed3569 req-e6798ce1-de31-49a3-9355-4af6db16ae1a tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Request body: {'port': {'device_id': '4400aa3c-d191-4c85-819f-678aed6732dd', 'network_id': '73dbeef5-d7d5-4ee6-aad7-c17680f37564', 'admin_state_up': True, 'tenant_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'security_groups': ['1cb58401-6940-46f8-98ec-de0a18781c5c']}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:54:12.689016 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a5c8dcb6-475a-4509-9f49-4c3022ed3569 req-e6798ce1-de31-49a3-9355-4af6db16ae1a tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Made reservation on behalf of 47a12ea4f74e4c18b13323e6f3cc9741 for: {'port': 1} {{(pid=103332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 07:54:12.692692 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-a5c8dcb6-475a-4509-9f49-4c3022ed3569 req-e6798ce1-de31-49a3-9355-4af6db16ae1a tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:54:12.785099 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-f2fafe3c-1413-4708-877d-88c2c33983fc req-18f9a6f2-dbd6-4641-b9ad-a2167eb0b2b5 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "GET /v2.0/ports?device_id=4400aa3c-d191-4c85-819f-678aed6732dd HTTP/1.1" status: 200 len: 210 time: 0.0398438 Oct 19 07:54:12.843749 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.db_base_plugin_common [req-a5c8dcb6-475a-4509-9f49-4c3022ed3569 req-e6798ce1-de31-49a3-9355-4af6db16ae1a tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Allocated IP 172.20.0.13 (73dbeef5-d7d5-4ee6-aad7-c17680f37564/3ea396ce-07cb-4620-a39a-7d0bca0a6def/bf802894-dd6f-474f-8d3c-ff33a514596f) {{(pid=103332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 07:54:12.981214 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-a5c8dcb6-475a-4509-9f49-4c3022ed3569 req-e6798ce1-de31-49a3-9355-4af6db16ae1a tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for port, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:54:13.018719 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-a5c8dcb6-475a-4509-9f49-4c3022ed3569 req-e6798ce1-de31-49a3-9355-4af6db16ae1a tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785020947330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133553798'] for port, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:54:13.061509 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a5c8dcb6-475a-4509-9f49-4c3022ed3569 req-e6798ce1-de31-49a3-9355-4af6db16ae1a tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Network 73dbeef5-d7d5-4ee6-aad7-c17680f37564 is already hosted by enough agents. {{(pid=103332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 07:54:13.064801 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.base_scheduler [req-a5c8dcb6-475a-4509-9f49-4c3022ed3569 req-e6798ce1-de31-49a3-9355-4af6db16ae1a tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Resources bound (agent type, host, resource id): {{(pid=103332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:54:13.067153 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5c8dcb6-475a-4509-9f49-4c3022ed3569 req-e6798ce1-de31-49a3-9355-4af6db16ae1a tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Received port after_create {{(pid=103332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 07:54:13.100382 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6798ce1-de31-49a3-9355-4af6db16ae1a tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Pushing event updated for resources: {'Port': ['ID=bf802894-dd6f-474f-8d3c-ff33a514596f,revision_number=1']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:54:13.124177 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c8dcb6-475a-4509-9f49-4c3022ed3569 req-e6798ce1-de31-49a3-9355-4af6db16ae1a tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:54:13.124980 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-a5c8dcb6-475a-4509-9f49-4c3022ed3569 req-e6798ce1-de31-49a3-9355-4af6db16ae1a tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42160'] for port, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:54:13.141723 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-a5c8dcb6-475a-4509-9f49-4c3022ed3569 req-e6798ce1-de31-49a3-9355-4af6db16ae1a tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5671754 Oct 19 07:54:13.154047 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [req-a5c8dcb6-475a-4509-9f49-4c3022ed3569 req-71f902a3-ffe0-40a7-83d7-ac3df76777ed service neutron] Request body: {'port': {'device_id': '4400aa3c-d191-4c85-819f-678aed6732dd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8616'}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:54:13.214298 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-a5c8dcb6-475a-4509-9f49-4c3022ed3569 req-71f902a3-ffe0-40a7-83d7-ac3df76777ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:54:13.387066 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-329650f8-a078-4ce5-a9fe-33dfc71031af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:54:13.389831 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-5e59e12a-e889-4e09-a291-6c517f4f7064 None None] Provisioning complete for port bf802894-dd6f-474f-8d3c-ff33a514596f triggered by entity DHCP. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:54:13.390315 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-5e59e12a-e889-4e09-a291-6c517f4f7064 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:54:13.390744 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-5e59e12a-e889-4e09-a291-6c517f4f7064 None None] Attempt 1 to provision port bf802894-dd6f-474f-8d3c-ff33a514596f Oct 19 07:54:13.424951 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-5e59e12a-e889-4e09-a291-6c517f4f7064 None None] Port bf802894-dd6f-474f-8d3c-ff33a514596f cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 07:54:13.494187 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.notifiers.nova [req-a5c8dcb6-475a-4509-9f49-4c3022ed3569 req-71f902a3-ffe0-40a7-83d7-ac3df76777ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf802894-dd6f-474f-8d3c-ff33a514596f {{(pid=103332) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 19 07:54:13.501495 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-a5c8dcb6-475a-4509-9f49-4c3022ed3569 req-71f902a3-ffe0-40a7-83d7-ac3df76777ed service neutron] Notify callbacks [] for port, precommit_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:54:13.513049 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.provisioning_blocks [req-a5c8dcb6-475a-4509-9f49-4c3022ed3569 req-71f902a3-ffe0-40a7-83d7-ac3df76777ed service neutron] Transition to ACTIVE for port object bf802894-dd6f-474f-8d3c-ff33a514596f will not be triggered until provisioned by entity L2. {{(pid=103332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 19 07:54:13.516047 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-a5c8dcb6-475a-4509-9f49-4c3022ed3569 req-71f902a3-ffe0-40a7-83d7-ac3df76777ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133553807'] for port, after_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:54:13.591298 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f902a3-ffe0-40a7-83d7-ac3df76777ed service neutron] Pushing event updated for resources: {'Port': ['ID=bf802894-dd6f-474f-8d3c-ff33a514596f,revision_number=2']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:54:13.619257 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.managers [req-a5c8dcb6-475a-4509-9f49-4c3022ed3569 req-71f902a3-ffe0-40a7-83d7-ac3df76777ed service neutron] Attempting to bind port bf802894-dd6f-474f-8d3c-ff33a514596f on host hv-neutron-8616 for vnic_type normal with profile {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 19 07:54:13.619520 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.managers [req-a5c8dcb6-475a-4509-9f49-4c3022ed3569 req-71f902a3-ffe0-40a7-83d7-ac3df76777ed service neutron] Attempting to bind port bf802894-dd6f-474f-8d3c-ff33a514596f by drivers openvswitch,hyperv on host hv-neutron-8616 at level 0 using segments [{'id': '747e4316-62da-4d56-96c9-ae3509316046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '73dbeef5-d7d5-4ee6-aad7-c17680f37564'}] {{(pid=103332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 19 07:54:13.619842 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5c8dcb6-475a-4509-9f49-4c3022ed3569 req-71f902a3-ffe0-40a7-83d7-ac3df76777ed service neutron] Attempting to bind port bf802894-dd6f-474f-8d3c-ff33a514596f on network 73dbeef5-d7d5-4ee6-aad7-c17680f37564 {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 07:54:13.623991 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5c8dcb6-475a-4509-9f49-4c3022ed3569 req-71f902a3-ffe0-40a7-83d7-ac3df76777ed service neutron] Port bf802894-dd6f-474f-8d3c-ff33a514596f on network 73dbeef5-d7d5-4ee6-aad7-c17680f37564 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8616 {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 07:54:13.624306 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5c8dcb6-475a-4509-9f49-4c3022ed3569 req-71f902a3-ffe0-40a7-83d7-ac3df76777ed service neutron] Attempting to bind port bf802894-dd6f-474f-8d3c-ff33a514596f on network 73dbeef5-d7d5-4ee6-aad7-c17680f37564 {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 07:54:13.629038 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5c8dcb6-475a-4509-9f49-4c3022ed3569 req-71f902a3-ffe0-40a7-83d7-ac3df76777ed service neutron] Checking agent: {'id': '5297b6e1-8fc1-4f42-910c-8f50c918ca65', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8616', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 19, 7, 36, 11), 'started_at': datetime.datetime(2022, 10, 19, 7, 36, 11), 'heartbeat_timestamp': datetime.datetime(2022, 10, 19, 7, 54, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 07:54:13.629368 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5c8dcb6-475a-4509-9f49-4c3022ed3569 req-71f902a3-ffe0-40a7-83d7-ac3df76777ed service neutron] Checking segment: {'id': '747e4316-62da-4d56-96c9-ae3509316046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '73dbeef5-d7d5-4ee6-aad7-c17680f37564'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 19 07:54:13.629735 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5c8dcb6-475a-4509-9f49-4c3022ed3569 req-71f902a3-ffe0-40a7-83d7-ac3df76777ed service neutron] Bound using segment: {'id': '747e4316-62da-4d56-96c9-ae3509316046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '73dbeef5-d7d5-4ee6-aad7-c17680f37564'} {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 07:54:13.630150 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.managers [req-a5c8dcb6-475a-4509-9f49-4c3022ed3569 req-71f902a3-ffe0-40a7-83d7-ac3df76777ed service neutron] Bound port: bf802894-dd6f-474f-8d3c-ff33a514596f, host: hv-neutron-8616, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '747e4316-62da-4d56-96c9-ae3509316046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '73dbeef5-d7d5-4ee6-aad7-c17680f37564'}}] {{(pid=103332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 19 07:54:13.630493 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-a5c8dcb6-475a-4509-9f49-4c3022ed3569 req-71f902a3-ffe0-40a7-83d7-ac3df76777ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:54:13.697312 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.db [req-a5c8dcb6-475a-4509-9f49-4c3022ed3569 req-71f902a3-ffe0-40a7-83d7-ac3df76777ed service neutron] For port bf802894-dd6f-474f-8d3c-ff33a514596f, host hv-neutron-8616, cleared binding levels {{(pid=103332) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 07:54:13.700256 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.db [req-a5c8dcb6-475a-4509-9f49-4c3022ed3569 req-71f902a3-ffe0-40a7-83d7-ac3df76777ed service neutron] For port bf802894-dd6f-474f-8d3c-ff33a514596f, host hv-neutron-8616, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=bf802894-dd6f-474f-8d3c-ff33a514596f,segment=NetworkSegment(747e4316-62da-4d56-96c9-ae3509316046),segment_id=747e4316-62da-4d56-96c9-ae3509316046)] {{(pid=103332) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 07:54:13.704723 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-a5c8dcb6-475a-4509-9f49-4c3022ed3569 req-71f902a3-ffe0-40a7-83d7-ac3df76777ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133553807'] for port, after_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:54:13.707856 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c8dcb6-475a-4509-9f49-4c3022ed3569 req-71f902a3-ffe0-40a7-83d7-ac3df76777ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:54:13.708674 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-a5c8dcb6-475a-4509-9f49-4c3022ed3569 req-71f902a3-ffe0-40a7-83d7-ac3df76777ed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42160'] for port, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:54:13.710029 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-a5c8dcb6-475a-4509-9f49-4c3022ed3569 req-71f902a3-ffe0-40a7-83d7-ac3df76777ed service neutron] 10.222.0.16 "PUT /v2.0/ports/bf802894-dd6f-474f-8d3c-ff33a514596f HTTP/1.1" status: 200 len: 1094 time: 0.5603507 Oct 19 07:54:13.712619 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4400aa3c-d191-4c85-819f-678aed6732dd', 'tag': 'bf802894-dd6f-474f-8d3c-ff33a514596f'}] {{(pid=103332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 19 07:54:13.715631 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a021b02cf5f527cd4bbbc40a031b51490d9893d7edeeb551bdf5128ee7546f8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-463ebc48-9ec0-4554-a1a1-8e924f2d8b2e" -d '{"events": [{"name": "network-changed", "server_uuid": "4400aa3c-d191-4c85-819f-678aed6732dd", "tag": "bf802894-dd6f-474f-8d3c-ff33a514596f"}]}' {{(pid=103332) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 07:54:13.763701 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 19 Oct 2022 07:54:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc8bb702-6a16-451f-8138-e7e48a764000 x-openstack-request-id: req-bc8bb702-6a16-451f-8138-e7e48a764000 {{(pid=103332) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 07:54:13.763980 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4400aa3c-d191-4c85-819f-678aed6732dd", "tag": "bf802894-dd6f-474f-8d3c-ff33a514596f", "status": "completed", "code": 200}]} {{(pid=103332) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 07:54:13.764226 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-bc8bb702-6a16-451f-8138-e7e48a764000 {{(pid=103332) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 07:54:13.764646 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bc8bb702-6a16-451f-8138-e7e48a764000'] response: {'name': 'network-changed', 'server_uuid': '4400aa3c-d191-4c85-819f-678aed6732dd', 'tag': 'bf802894-dd6f-474f-8d3c-ff33a514596f', 'status': 'completed', 'code': 200} Oct 19 07:54:13.793720 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f902a3-ffe0-40a7-83d7-ac3df76777ed service neutron] Pushing event updated for resources: {'Port': ['ID=bf802894-dd6f-474f-8d3c-ff33a514596f,revision_number=3']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:54:13.807910 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c8dcb6-475a-4509-9f49-4c3022ed3569 req-4ccd3842-36f9-4f11-9bd2-b34db0583baf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:54:13.809458 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-a5c8dcb6-475a-4509-9f49-4c3022ed3569 req-4ccd3842-36f9-4f11-9bd2-b34db0583baf service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=47a12ea4f74e4c18b13323e6f3cc9741&device_id=4400aa3c-d191-4c85-819f-678aed6732dd HTTP/1.1" status: 200 len: 1097 time: 0.0560691 Oct 19 07:54:13.856025 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-a5c8dcb6-475a-4509-9f49-4c3022ed3569 req-77079fae-2aa4-4b51-b8fd-8dd0a6f57056 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bf802894-dd6f-474f-8d3c-ff33a514596f HTTP/1.1" status: 200 len: 217 time: 0.0392735 Oct 19 07:54:13.925785 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-5e59e12a-e889-4e09-a291-6c517f4f7064 None None] Attempt 2 to provision port bf802894-dd6f-474f-8d3c-ff33a514596f Oct 19 07:54:13.933919 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c8dcb6-475a-4509-9f49-4c3022ed3569 req-2ceb3075-5d45-4e5b-be62-54923f200f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:54:13.935412 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-a5c8dcb6-475a-4509-9f49-4c3022ed3569 req-2ceb3075-5d45-4e5b-be62-54923f200f0d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=3ea396ce-07cb-4620-a39a-7d0bca0a6def HTTP/1.1" status: 200 len: 835 time: 0.0735652 Oct 19 07:54:13.943839 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a242950-43ec-4902-b6be-918c98c175a7 req-63d90ccc-ddf7-44b6-a0f0-595adbb3c814 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:54:13.945282 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-2a242950-43ec-4902-b6be-918c98c175a7 req-63d90ccc-ddf7-44b6-a0f0-595adbb3c814 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "GET /v2.0/ports?device_id=4400aa3c-d191-4c85-819f-678aed6732dd HTTP/1.1" status: 200 len: 944 time: 0.0852304 Oct 19 07:54:13.968598 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-5e59e12a-e889-4e09-a291-6c517f4f7064 None None] Port bf802894-dd6f-474f-8d3c-ff33a514596f had new provisioning blocks added so it will not transition to active. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:370}} Oct 19 07:54:14.011522 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-2a242950-43ec-4902-b6be-918c98c175a7 req-7ea14a01-bb69-46da-bbab-34f4eb1b92a3 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "GET /v2.0/security-groups?id=1cb58401-6940-46f8-98ec-de0a18781c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577891 Oct 19 07:54:14.015838 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c8dcb6-475a-4509-9f49-4c3022ed3569 req-ab3dd422-8085-4d81-9850-0b736e08e0b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:54:14.017352 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-a5c8dcb6-475a-4509-9f49-4c3022ed3569 req-ab3dd422-8085-4d81-9850-0b736e08e0b4 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=73dbeef5-d7d5-4ee6-aad7-c17680f37564&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0712278 Oct 19 07:54:14.107225 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-a5c8dcb6-475a-4509-9f49-4c3022ed3569 req-4257a243-43ca-490a-b9ef-35a047142cc1 service neutron] 10.222.0.16 "GET /v2.0/networks/73dbeef5-d7d5-4ee6-aad7-c17680f37564?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830476 Oct 19 07:54:14.199585 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-a5c8dcb6-475a-4509-9f49-4c3022ed3569 req-d7730053-ddc2-45d6-a86f-64ebd69bbc8a service neutron] 10.222.0.16 "GET /v2.0/networks/73dbeef5-d7d5-4ee6-aad7-c17680f37564?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859056 Oct 19 07:54:14.285639 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463ebc48-9ec0-4554-a1a1-8e924f2d8b2e req-fdf5e8bd-3d45-440d-91e4-107ec74e0c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:54:14.287175 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-463ebc48-9ec0-4554-a1a1-8e924f2d8b2e req-fdf5e8bd-3d45-440d-91e4-107ec74e0c41 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=47a12ea4f74e4c18b13323e6f3cc9741&device_id=4400aa3c-d191-4c85-819f-678aed6732dd HTTP/1.1" status: 200 len: 1097 time: 0.0411966 Oct 19 07:54:14.381836 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463ebc48-9ec0-4554-a1a1-8e924f2d8b2e req-7b8a3a93-5cf5-42ce-99be-3a06f996a267 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:54:14.383296 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-463ebc48-9ec0-4554-a1a1-8e924f2d8b2e req-7b8a3a93-5cf5-42ce-99be-3a06f996a267 service neutron] 10.222.0.16 "GET /v2.0/networks?id=73dbeef5-d7d5-4ee6-aad7-c17680f37564 HTTP/1.1" status: 200 len: 898 time: 0.0886590 Oct 19 07:54:14.424606 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-463ebc48-9ec0-4554-a1a1-8e924f2d8b2e req-215125e1-01ba-4ee4-8723-c44280827477 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bf802894-dd6f-474f-8d3c-ff33a514596f HTTP/1.1" status: 200 len: 217 time: 0.0341465 Oct 19 07:54:14.472260 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463ebc48-9ec0-4554-a1a1-8e924f2d8b2e req-9cd7595a-404d-4811-96d4-11c911811984 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:54:14.473587 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-463ebc48-9ec0-4554-a1a1-8e924f2d8b2e req-9cd7595a-404d-4811-96d4-11c911811984 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=3ea396ce-07cb-4620-a39a-7d0bca0a6def HTTP/1.1" status: 200 len: 835 time: 0.0423727 Oct 19 07:54:14.522697 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463ebc48-9ec0-4554-a1a1-8e924f2d8b2e req-ea8c1dbd-ec2d-4345-ba96-98380caf543e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:54:14.524143 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-463ebc48-9ec0-4554-a1a1-8e924f2d8b2e req-ea8c1dbd-ec2d-4345-ba96-98380caf543e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=73dbeef5-d7d5-4ee6-aad7-c17680f37564&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0430434 Oct 19 07:54:14.611754 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-463ebc48-9ec0-4554-a1a1-8e924f2d8b2e req-6fe2d039-67a1-4e3e-9f62-b9a1288cc021 service neutron] 10.222.0.16 "GET /v2.0/networks/73dbeef5-d7d5-4ee6-aad7-c17680f37564?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804482 Oct 19 07:54:14.703276 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-463ebc48-9ec0-4554-a1a1-8e924f2d8b2e req-3f066457-a9d3-411e-9d27-2b28c6b268b9 service neutron] 10.222.0.16 "GET /v2.0/networks/73dbeef5-d7d5-4ee6-aad7-c17680f37564?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840628 Oct 19 07:54:15.133557 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a144bb-6ce5-4d3f-be1b-0a9ca8dec0a1 req-8ac0e1f1-1c5e-4ee4-9f03-5d6b0cd8e805 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:54:15.135009 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-08a144bb-6ce5-4d3f-be1b-0a9ca8dec0a1 req-8ac0e1f1-1c5e-4ee4-9f03-5d6b0cd8e805 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "GET /v2.0/ports?device_id=4400aa3c-d191-4c85-819f-678aed6732dd HTTP/1.1" status: 200 len: 944 time: 0.0491590 Oct 19 07:54:15.172274 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-08a144bb-6ce5-4d3f-be1b-0a9ca8dec0a1 req-500ba032-ae6c-40b1-8186-78a11412af2e tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "GET /v2.0/security-groups?id=1cb58401-6940-46f8-98ec-de0a18781c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313103 Oct 19 07:54:16.291425 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8112b021-5d56-47bf-a32b-62bef8fb8b8d req-25f06941-66fb-457b-971c-9c900a10f3ff tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:54:16.292932 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-8112b021-5d56-47bf-a32b-62bef8fb8b8d req-25f06941-66fb-457b-971c-9c900a10f3ff tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "GET /v2.0/ports?device_id=4400aa3c-d191-4c85-819f-678aed6732dd HTTP/1.1" status: 200 len: 944 time: 0.0486634 Oct 19 07:54:16.300650 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-fd2b894d-8477-480c-a0e5-d9a6b1d2b4b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:54:16.333006 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-8112b021-5d56-47bf-a32b-62bef8fb8b8d req-d0c2a848-be49-4ba1-988a-393fd2ff0749 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "GET /v2.0/security-groups?id=1cb58401-6940-46f8-98ec-de0a18781c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322371 Oct 19 07:54:17.458393 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4932f9b-c4ed-494b-9324-4bf64f3a7cfe req-cb92e26a-8eb0-4e0f-ac65-68a1ffc012b7 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:54:17.459898 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-a4932f9b-c4ed-494b-9324-4bf64f3a7cfe req-cb92e26a-8eb0-4e0f-ac65-68a1ffc012b7 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "GET /v2.0/ports?device_id=4400aa3c-d191-4c85-819f-678aed6732dd HTTP/1.1" status: 200 len: 944 time: 0.0555346 Oct 19 07:54:17.498888 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-a4932f9b-c4ed-494b-9324-4bf64f3a7cfe req-dbeeaede-84b0-406f-bc00-1b3ad1972ef0 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "GET /v2.0/security-groups?id=1cb58401-6940-46f8-98ec-de0a18781c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327122 Oct 19 07:54:17.957279 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-2a2259f7-b034-4eec-af7a-7abaede746c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:54:18.344026 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Device bf802894-dd6f-474f-8d3c-ff33a514596f details requested by agent hyperv_hv-neutron-8616 with host hv-neutron-8616 {{(pid=103334) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 07:54:18.439704 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] For port bf802894-dd6f-474f-8d3c-ff33a514596f, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=bf802894-dd6f-474f-8d3c-ff33a514596f,segment=NetworkSegment(747e4316-62da-4d56-96c9-ae3509316046),segment_id=747e4316-62da-4d56-96c9-ae3509316046)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:54:18.450308 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Returning: {'device': 'bf802894-dd6f-474f-8d3c-ff33a514596f', 'network_id': '73dbeef5-d7d5-4ee6-aad7-c17680f37564', 'port_id': 'bf802894-dd6f-474f-8d3c-ff33a514596f', 'mac_address': 'fa:16:3e:ac:16:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ea396ce-07cb-4620-a39a-7d0bca0a6def', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103334) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 07:54:18.486836 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Current status of the port bf802894-dd6f-474f-8d3c-ff33a514596f is: DOWN; New status is: BUILD {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:54:18.487221 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:54:18.499525 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.notifiers.nova [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf802894-dd6f-474f-8d3c-ff33a514596f {{(pid=103334) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 19 07:54:18.517785 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] For port bf802894-dd6f-474f-8d3c-ff33a514596f, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=bf802894-dd6f-474f-8d3c-ff33a514596f,segment=NetworkSegment(747e4316-62da-4d56-96c9-ae3509316046),segment_id=747e4316-62da-4d56-96c9-ae3509316046)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:54:18.521683 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:54:18.568803 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Pushing event updated for resources: {'Port': ['ID=bf802894-dd6f-474f-8d3c-ff33a514596f,revision_number=4']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:54:18.620268 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d4a17f-95eb-44ed-ac04-750cab2a70e1 req-80828d55-4c16-4f97-a43b-6c46f956116d tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:54:18.621779 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-09d4a17f-95eb-44ed-ac04-750cab2a70e1 req-80828d55-4c16-4f97-a43b-6c46f956116d tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "GET /v2.0/ports?device_id=4400aa3c-d191-4c85-819f-678aed6732dd HTTP/1.1" status: 200 len: 945 time: 0.0492749 Oct 19 07:54:18.660096 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-09d4a17f-95eb-44ed-ac04-750cab2a70e1 req-deb3c39e-b8f6-43eb-8cd6-dd478dc5e341 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "GET /v2.0/security-groups?id=1cb58401-6940-46f8-98ec-de0a18781c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322447 Oct 19 07:54:18.758573 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] get_ports_and_sgs() called for port_ids ['bf802894-dd6f-474f-8d3c-ff33a514596f'] {{(pid=103334) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 19 07:54:19.010999 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-1a0da505-d0f9-48c6-b7e2-53b9c5e41298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:54:19.139514 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:54:19.779862 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf83980e-1bfd-47ce-92c9-100315e453c8 req-b49db53b-3637-42d0-a4cf-120262c5982a tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:54:19.781377 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-cf83980e-1bfd-47ce-92c9-100315e453c8 req-b49db53b-3637-42d0-a4cf-120262c5982a tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "GET /v2.0/ports?device_id=4400aa3c-d191-4c85-819f-678aed6732dd HTTP/1.1" status: 200 len: 945 time: 0.0500786 Oct 19 07:54:19.819150 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-cf83980e-1bfd-47ce-92c9-100315e453c8 req-23abb906-7682-45ac-bce8-87409106d12b tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "GET /v2.0/security-groups?id=1cb58401-6940-46f8-98ec-de0a18781c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310457 Oct 19 07:54:20.347670 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Device bf802894-dd6f-474f-8d3c-ff33a514596f up at agent hyperv_hv-neutron-8616 {{(pid=103334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 07:54:20.398810 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Provisioning for port bf802894-dd6f-474f-8d3c-ff33a514596f completed by entity L2. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 19 07:54:20.402367 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Provisioning complete for port bf802894-dd6f-474f-8d3c-ff33a514596f triggered by entity L2. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:54:20.402734 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:54:20.403067 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Attempt 1 to provision port bf802894-dd6f-474f-8d3c-ff33a514596f Oct 19 07:54:20.476279 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Current status of the port bf802894-dd6f-474f-8d3c-ff33a514596f is: BUILD; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:54:20.476690 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:54:20.497946 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4400aa3c-d191-4c85-819f-678aed6732dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf802894-dd6f-474f-8d3c-ff33a514596f'}] {{(pid=103334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 19 07:54:20.500173 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d918bd29c62f7e926e80ce37adcd574e0921d2de3006e6b6ef58999f52d8e2e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03dde996-94e2-4f6b-b291-d8bf96ca87d9" -d '{"events": [{"server_uuid": "4400aa3c-d191-4c85-819f-678aed6732dd", "name": "network-vif-plugged", "status": "completed", "tag": "bf802894-dd6f-474f-8d3c-ff33a514596f"}]}' {{(pid=103334) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 07:54:20.513286 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] For port bf802894-dd6f-474f-8d3c-ff33a514596f, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=bf802894-dd6f-474f-8d3c-ff33a514596f,segment=NetworkSegment(747e4316-62da-4d56-96c9-ae3509316046),segment_id=747e4316-62da-4d56-96c9-ae3509316046)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:54:20.517889 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:54:20.543285 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 19 Oct 2022 07:54:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dde6d23e-3fea-46be-ab5b-60c89db756d7 x-openstack-request-id: req-dde6d23e-3fea-46be-ab5b-60c89db756d7 {{(pid=103334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 07:54:20.543581 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4400aa3c-d191-4c85-819f-678aed6732dd", "name": "network-vif-plugged", "status": "completed", "tag": "bf802894-dd6f-474f-8d3c-ff33a514596f", "code": 200}]} {{(pid=103334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 07:54:20.543832 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-dde6d23e-3fea-46be-ab5b-60c89db756d7 {{(pid=103334) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 07:54:20.544236 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dde6d23e-3fea-46be-ab5b-60c89db756d7'] response: {'server_uuid': '4400aa3c-d191-4c85-819f-678aed6732dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf802894-dd6f-474f-8d3c-ff33a514596f', 'code': 200} Oct 19 07:54:20.570519 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Pushing event updated for resources: {'Port': ['ID=bf802894-dd6f-474f-8d3c-ff33a514596f,revision_number=5']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:54:20.702549 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f038d5e-d2fd-49de-91d9-110ab4321e70 req-be1c60b8-4276-435c-9173-cb7547df7cad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:54:20.704840 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-2f038d5e-d2fd-49de-91d9-110ab4321e70 req-be1c60b8-4276-435c-9173-cb7547df7cad service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=4400aa3c-d191-4c85-819f-678aed6732dd HTTP/1.1" status: 200 len: 1099 time: 0.0427220 Oct 19 07:54:20.738765 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-2f038d5e-d2fd-49de-91d9-110ab4321e70 req-a3e551e8-3f9e-4543-ac34-afd7ae92ab81 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=1cb58401-6940-46f8-98ec-de0a18781c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0265403 Oct 19 07:54:20.939413 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e4387a-e07b-4f7a-bfb9-ac0f29fac01a req-5cb06a73-97ac-45c8-81d3-1441ccd51c1a tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:54:20.941066 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-b4e4387a-e07b-4f7a-bfb9-ac0f29fac01a req-5cb06a73-97ac-45c8-81d3-1441ccd51c1a tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "GET /v2.0/ports?device_id=4400aa3c-d191-4c85-819f-678aed6732dd HTTP/1.1" status: 200 len: 946 time: 0.0498605 Oct 19 07:54:20.979176 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-b4e4387a-e07b-4f7a-bfb9-ac0f29fac01a req-769c6fff-026f-498d-b25e-41eace51cf61 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "GET /v2.0/security-groups?id=1cb58401-6940-46f8-98ec-de0a18781c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320990 Oct 19 07:54:22.099881 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483bf1a0-c0b6-4500-a2d4-8f73d54ae21a req-9afc2309-0238-404b-b231-f2bba398d918 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:54:22.101386 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-483bf1a0-c0b6-4500-a2d4-8f73d54ae21a req-9afc2309-0238-404b-b231-f2bba398d918 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "GET /v2.0/ports?device_id=4400aa3c-d191-4c85-819f-678aed6732dd HTTP/1.1" status: 200 len: 946 time: 0.0488923 Oct 19 07:54:22.138043 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-483bf1a0-c0b6-4500-a2d4-8f73d54ae21a req-76424974-5e15-4478-84a2-d83718eacad3 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "GET /v2.0/security-groups?id=1cb58401-6940-46f8-98ec-de0a18781c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308309 Oct 19 07:54:22.261187 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68633977-7a92-481a-bfda-94121ac80c71 req-39573d8e-116d-49cf-87cc-f1dd6f0255ae tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:54:22.262647 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-68633977-7a92-481a-bfda-94121ac80c71 req-39573d8e-116d-49cf-87cc-f1dd6f0255ae tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "GET /v2.0/ports?device_id=4400aa3c-d191-4c85-819f-678aed6732dd HTTP/1.1" status: 200 len: 946 time: 0.0514894 Oct 19 07:54:22.300581 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-68633977-7a92-481a-bfda-94121ac80c71 req-cabdf792-86ce-48d0-a54c-2b6b5ec012a4 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "GET /v2.0/security-groups?id=1cb58401-6940-46f8-98ec-de0a18781c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314956 Oct 19 07:54:22.328345 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 34296) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:54:22.367140 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28192fa0-339c-4c61-9b4d-22a31487f4f4 tempest-TestNetworkBasicOps-773100899 tempest-TestNetworkBasicOps-773100899-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:54:22.368628 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-28192fa0-339c-4c61-9b4d-22a31487f4f4 tempest-TestNetworkBasicOps-773100899 tempest-TestNetworkBasicOps-773100899-project-admin] 10.222.0.27 "GET /v2.0/ports?device_id=4400aa3c-d191-4c85-819f-678aed6732dd HTTP/1.1" status: 200 len: 1094 time: 0.0389917 Oct 19 07:54:22.371308 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 34298) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:54:22.375444 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-8de8f782-e60b-488e-a814-2c499018a373 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Request body: {'floatingip': {'floating_network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'port_id': 'bf802894-dd6f-474f-8d3c-ff33a514596f', 'tenant_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:54:22.396524 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-8de8f782-e60b-488e-a814-2c499018a373 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for floatingip, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:54:22.492413 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-8de8f782-e60b-488e-a814-2c499018a373 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:54:22.594382 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.db_base_plugin_common [None req-8de8f782-e60b-488e-a814-2c499018a373 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Allocated IP 172.26.0.142 (99c66757-74e3-40a4-b479-8d09e3a7c3dd/7f3d1034-1de7-458a-a3ee-77488de3949b/0d53df63-a6a6-402d-83bf-a7f7d83ecbdd) {{(pid=103332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 07:54:22.697789 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-8de8f782-e60b-488e-a814-2c499018a373 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for port, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:54:22.731617 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-8de8f782-e60b-488e-a814-2c499018a373 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785020947330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133553798'] for port, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:54:22.772282 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8de8f782-e60b-488e-a814-2c499018a373 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Network 99c66757-74e3-40a4-b479-8d09e3a7c3dd is already hosted by enough agents. {{(pid=103332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 07:54:22.775487 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.base_scheduler [None req-8de8f782-e60b-488e-a814-2c499018a373 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Resources bound (agent type, host, resource id): {{(pid=103332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:54:22.778089 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8de8f782-e60b-488e-a814-2c499018a373 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Received port after_create {{(pid=103332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 07:54:22.804682 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de8f782-e60b-488e-a814-2c499018a373 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Pushing event updated for resources: {'Port': ['ID=0d53df63-a6a6-402d-83bf-a7f7d83ecbdd,revision_number=1']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:54:23.135088 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-8de8f782-e60b-488e-a814-2c499018a373 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:54:23.199155 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-8de8f782-e60b-488e-a814-2c499018a373 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:54:23.344213 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-8de8f782-e60b-488e-a814-2c499018a373 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for port, precommit_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:54:23.349278 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-8de8f782-e60b-488e-a814-2c499018a373 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133553807'] for port, after_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:54:23.416668 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de8f782-e60b-488e-a814-2c499018a373 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Pushing event updated for resources: {'Port': ['ID=0d53df63-a6a6-402d-83bf-a7f7d83ecbdd,revision_number=2']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:54:23.419313 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-8de8f782-e60b-488e-a814-2c499018a373 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1695041'] for floatingip, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:54:23.513232 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.db.l3_db [None req-8de8f782-e60b-488e-a814-2c499018a373 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Floating IP f3b9507f-3cf6-4f40-8eb5-1df9a341c7f3 associated. External IP: 172.26.0.142, port: bf802894-dd6f-474f-8d3c-ff33a514596f. Oct 19 07:54:23.711621 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8de8f782-e60b-488e-a814-2c499018a373 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Router dc7d48d4-ca2b-4943-9b08-298004166067 has already been hosted by L3 agent ab388470-1243-4d53-80f2-c2f5899c97a7 {{(pid=103332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 07:54:23.817336 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8de8f782-e60b-488e-a814-2c499018a373 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify agent at l3_agent.dv-neutron-861624-1-hyperv the message routers_updated {{(pid=103332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 07:54:23.829504 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e0a9808-b67e-4a59-b323-9e3ec0b7de9c None None] Sync routers for ids ['dc7d48d4-ca2b-4943-9b08-298004166067'] in dv-neutron-861624-1-hyperv {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 07:54:23.834809 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-8de8f782-e60b-488e-a814-2c499018a373 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42160'] for floatingip, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:54:23.843044 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e0a9808-b67e-4a59-b323-9e3ec0b7de9c None None] Routers {'dc7d48d4-ca2b-4943-9b08-298004166067'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 07:54:23.843652 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-1e0a9808-b67e-4a59-b323-9e3ec0b7de9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T07:54:16Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['dc7d48d4-ca2b-4943-9b08-298004166067'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:54:23.862180 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-8de8f782-e60b-488e-a814-2c499018a373 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.4898870 Oct 19 07:54:23.862830 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4400aa3c-d191-4c85-819f-678aed6732dd', 'tag': 'bf802894-dd6f-474f-8d3c-ff33a514596f'}] {{(pid=103332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 19 07:54:23.865112 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a021b02cf5f527cd4bbbc40a031b51490d9893d7edeeb551bdf5128ee7546f8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3e15a41-83f8-4776-8a14-483851ad19c2" -d '{"events": [{"name": "network-changed", "server_uuid": "4400aa3c-d191-4c85-819f-678aed6732dd", "tag": "bf802894-dd6f-474f-8d3c-ff33a514596f"}]}' {{(pid=103332) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 07:54:23.899924 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 19 Oct 2022 07:54:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97410023-6878-4b68-a510-60241318e966 x-openstack-request-id: req-97410023-6878-4b68-a510-60241318e966 {{(pid=103332) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 07:54:23.900216 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4400aa3c-d191-4c85-819f-678aed6732dd", "tag": "bf802894-dd6f-474f-8d3c-ff33a514596f", "status": "completed", "code": 200}]} {{(pid=103332) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 07:54:23.900470 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-97410023-6878-4b68-a510-60241318e966 {{(pid=103332) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 07:54:23.900954 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.notifiers.nova [-] Nova event matching ['req-97410023-6878-4b68-a510-60241318e966'] response: {'name': 'network-changed', 'server_uuid': '4400aa3c-d191-4c85-819f-678aed6732dd', 'tag': 'bf802894-dd6f-474f-8d3c-ff33a514596f', 'status': 'completed', 'code': 200} Oct 19 07:54:23.948871 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvr_db [None req-1e0a9808-b67e-4a59-b323-9e3ec0b7de9c None None] Set router dc7d48d4-ca2b-4943-9b08-298004166067 gateway port host: dv-neutron-861624-1-hyperv {{(pid=103335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 07:54:23.967331 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e15a41-83f8-4776-8a14-483851ad19c2 req-1fd6b14c-3962-47c6-aeb6-c07b805374c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:54:23.968784 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-f3e15a41-83f8-4776-8a14-483851ad19c2 req-1fd6b14c-3962-47c6-aeb6-c07b805374c1 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=47a12ea4f74e4c18b13323e6f3cc9741&device_id=4400aa3c-d191-4c85-819f-678aed6732dd HTTP/1.1" status: 200 len: 1099 time: 0.0438318 Oct 19 07:54:24.058176 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e15a41-83f8-4776-8a14-483851ad19c2 req-e8fcfb2e-b05a-4a13-b3f4-ccfe5f393630 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:54:24.059658 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-f3e15a41-83f8-4776-8a14-483851ad19c2 req-e8fcfb2e-b05a-4a13-b3f4-ccfe5f393630 service neutron] 10.222.0.16 "GET /v2.0/networks?id=73dbeef5-d7d5-4ee6-aad7-c17680f37564 HTTP/1.1" status: 200 len: 898 time: 0.0835509 Oct 19 07:54:24.127660 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-f3e15a41-83f8-4776-8a14-483851ad19c2 req-1468b432-3c46-4ed1-87a0-c3b028333079 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bf802894-dd6f-474f-8d3c-ff33a514596f HTTP/1.1" status: 200 len: 1000 time: 0.0615387 Oct 19 07:54:24.166672 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-1e0a9808-b67e-4a59-b323-9e3ec0b7de9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc7d48d4-ca2b-4943-9b08-298004166067', 'name': 'tempest-TestNetworkBasicOps-router-1355953929', 'tenant_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'external_fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.45'}], 'enable_snat': True}, 'gw_port_id': '24498c4c-e241-4311-ab81-cb29c2dcf42b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T07:53:50Z', 'updated_at': '2022-10-19T07:53:53Z', 'revision_number': 4, 'project_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'gw_port': {'id': '24498c4c-e241-4311-ab81-cb29c2dcf42b', 'name': '', 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:30:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc7d48d4-ca2b-4943-9b08-298004166067', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:53:50Z', 'updated_at': '2022-10-19T07:53:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861624-1-hyperv', '_floatingips': [{'id': '94f33c72-ba0b-480e-b374-af71b3f754ee', 'tenant_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'floating_ip_address': '172.26.0.168', 'floating_network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'router_id': 'dc7d48d4-ca2b-4943-9b08-298004166067', 'port_id': 'da1eab69-5a24-4f57-9569-f9ace4cd7115', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1475, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '73dbeef5-d7d5-4ee6-aad7-c17680f37564', 'mac_address': 'fa:16:3e:92:ab:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e9ff4ee-2a27-44bb-be20-aa22a8e7876e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-19T07:54:09Z', 'updated_at': '2022-10-19T07:54:11Z', 'revision_number': 1, 'project_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'fixed_ip_address_scope': None}, {'id': 'f3b9507f-3cf6-4f40-8eb5-1df9a341c7f3', 'tenant_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'floating_ip_address': '172.26.0.142', 'floating_network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'router_id': 'dc7d48d4-ca2b-4943-9b08-298004166067', 'port_id': 'bf802894-dd6f-474f-8d3c-ff33a514596f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1487, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '73dbeef5-d7d5-4ee6-aad7-c17680f37564', 'mac_address': 'fa:16:3e:ac:16:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4400aa3c-d191-4c85-819f-678aed6732dd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-19T07:54:22Z', 'updated_at': '2022-10-19T07:54:22Z', 'revision_number': 0, 'project_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ee5c114-d7ab-4be5-a9de-45f0f31007a4', 'name': '', 'network_id': '73dbeef5-d7d5-4ee6-aad7-c17680f37564', 'tenant_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'mac_address': 'fa:16:3e:0b:fa:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc7d48d4-ca2b-4943-9b08-298004166067', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '3ea396ce-07cb-4620-a39a-7d0bca0a6def', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:53:53Z', 'updated_at': '2022-10-19T07:53:56Z', 'revision_number': 5, 'project_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'subnets': [{'id': '3ea396ce-07cb-4620-a39a-7d0bca0a6def', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:54:24.177591 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e15a41-83f8-4776-8a14-483851ad19c2 req-2bf860fa-e0df-4ba7-a541-6960c366afc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:54:24.179040 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-f3e15a41-83f8-4776-8a14-483851ad19c2 req-2bf860fa-e0df-4ba7-a541-6960c366afc3 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=3ea396ce-07cb-4620-a39a-7d0bca0a6def HTTP/1.1" status: 200 len: 835 time: 0.0444715 Oct 19 07:54:24.192615 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e0a9808-b67e-4a59-b323-9e3ec0b7de9c None None] Checking router: dc7d48d4-ca2b-4943-9b08-298004166067 for host: dv-neutron-861624-1-hyperv {{(pid=103335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 07:54:24.200921 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e0a9808-b67e-4a59-b323-9e3ec0b7de9c None None] Routers {'dc7d48d4-ca2b-4943-9b08-298004166067'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 07:54:24.201517 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-1e0a9808-b67e-4a59-b323-9e3ec0b7de9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T07:54:16Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['dc7d48d4-ca2b-4943-9b08-298004166067'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:54:24.223591 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e15a41-83f8-4776-8a14-483851ad19c2 req-8bad4dfd-dbcd-49b4-bc72-dec9ddb71d41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:54:24.225026 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-f3e15a41-83f8-4776-8a14-483851ad19c2 req-8bad4dfd-dbcd-49b4-bc72-dec9ddb71d41 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=73dbeef5-d7d5-4ee6-aad7-c17680f37564&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0402646 Oct 19 07:54:24.306360 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvr_db [None req-1e0a9808-b67e-4a59-b323-9e3ec0b7de9c None None] Set router dc7d48d4-ca2b-4943-9b08-298004166067 gateway port host: dv-neutron-861624-1-hyperv {{(pid=103335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 07:54:24.317977 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-f3e15a41-83f8-4776-8a14-483851ad19c2 req-44a20c31-c68e-4d57-9777-41fad43a91d4 service neutron] 10.222.0.16 "GET /v2.0/networks/73dbeef5-d7d5-4ee6-aad7-c17680f37564?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865831 Oct 19 07:54:24.409030 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-f3e15a41-83f8-4776-8a14-483851ad19c2 req-a44038ff-e7cc-4192-b950-e2bce94b1d32 service neutron] 10.222.0.16 "GET /v2.0/networks/73dbeef5-d7d5-4ee6-aad7-c17680f37564?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830951 Oct 19 07:54:24.542552 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-1e0a9808-b67e-4a59-b323-9e3ec0b7de9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc7d48d4-ca2b-4943-9b08-298004166067', 'name': 'tempest-TestNetworkBasicOps-router-1355953929', 'tenant_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'external_fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.45'}], 'enable_snat': True}, 'gw_port_id': '24498c4c-e241-4311-ab81-cb29c2dcf42b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T07:53:50Z', 'updated_at': '2022-10-19T07:53:53Z', 'revision_number': 4, 'project_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'gw_port': {'id': '24498c4c-e241-4311-ab81-cb29c2dcf42b', 'name': '', 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:30:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc7d48d4-ca2b-4943-9b08-298004166067', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:53:50Z', 'updated_at': '2022-10-19T07:53:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861624-1-hyperv', '_floatingips': [{'id': '94f33c72-ba0b-480e-b374-af71b3f754ee', 'tenant_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'floating_ip_address': '172.26.0.168', 'floating_network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'router_id': 'dc7d48d4-ca2b-4943-9b08-298004166067', 'port_id': 'da1eab69-5a24-4f57-9569-f9ace4cd7115', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1475, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '73dbeef5-d7d5-4ee6-aad7-c17680f37564', 'mac_address': 'fa:16:3e:92:ab:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e9ff4ee-2a27-44bb-be20-aa22a8e7876e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-19T07:54:09Z', 'updated_at': '2022-10-19T07:54:11Z', 'revision_number': 1, 'project_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'fixed_ip_address_scope': None}, {'id': 'f3b9507f-3cf6-4f40-8eb5-1df9a341c7f3', 'tenant_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'floating_ip_address': '172.26.0.142', 'floating_network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'router_id': 'dc7d48d4-ca2b-4943-9b08-298004166067', 'port_id': 'bf802894-dd6f-474f-8d3c-ff33a514596f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1487, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '73dbeef5-d7d5-4ee6-aad7-c17680f37564', 'mac_address': 'fa:16:3e:ac:16:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4400aa3c-d191-4c85-819f-678aed6732dd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-19T07:54:22Z', 'updated_at': '2022-10-19T07:54:22Z', 'revision_number': 0, 'project_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ee5c114-d7ab-4be5-a9de-45f0f31007a4', 'name': '', 'network_id': '73dbeef5-d7d5-4ee6-aad7-c17680f37564', 'tenant_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'mac_address': 'fa:16:3e:0b:fa:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc7d48d4-ca2b-4943-9b08-298004166067', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '3ea396ce-07cb-4620-a39a-7d0bca0a6def', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:53:53Z', 'updated_at': '2022-10-19T07:53:56Z', 'revision_number': 5, 'project_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'subnets': [{'id': '3ea396ce-07cb-4620-a39a-7d0bca0a6def', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:54:24.577640 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e0a9808-b67e-4a59-b323-9e3ec0b7de9c None None] The sync data for ids ['dc7d48d4-ca2b-4943-9b08-298004166067'] in dv-neutron-861624-1-hyperv is: [{'id': 'dc7d48d4-ca2b-4943-9b08-298004166067', 'name': 'tempest-TestNetworkBasicOps-router-1355953929', 'tenant_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'external_fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.45'}], 'enable_snat': True}, 'gw_port_id': '24498c4c-e241-4311-ab81-cb29c2dcf42b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T07:53:50Z', 'updated_at': '2022-10-19T07:53:53Z', 'revision_number': 4, 'project_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'gw_port': {'id': '24498c4c-e241-4311-ab81-cb29c2dcf42b', 'name': '', 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:30:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc7d48d4-ca2b-4943-9b08-298004166067', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:53:50Z', 'updated_at': '2022-10-19T07:53:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861624-1-hyperv', '_floatingips': [{'id': '94f33c72-ba0b-480e-b374-af71b3f754ee', 'tenant_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'floating_ip_address': '172.26.0.168', 'floating_network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'router_id': 'dc7d48d4-ca2b-4943-9b08-298004166067', 'port_id': 'da1eab69-5a24-4f57-9569-f9ace4cd7115', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1475, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '73dbeef5-d7d5-4ee6-aad7-c17680f37564', 'mac_address': 'fa:16:3e:92:ab:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e9ff4ee-2a27-44bb-be20-aa22a8e7876e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-19T07:54:09Z', 'updated_at': '2022-10-19T07:54:11Z', 'revision_number': 1, 'project_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'fixed_ip_address_scope': None}, {'id': 'f3b9507f-3cf6-4f40-8eb5-1df9a341c7f3', 'tenant_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'floating_ip_address': '172.26.0.142', 'floating_network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'router_id': 'dc7d48d4-ca2b-4943-9b08-298004166067', 'port_id': 'bf802894-dd6f-474f-8d3c-ff33a514596f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1487, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '73dbeef5-d7d5-4ee6-aad7-c17680f37564', 'mac_address': 'fa:16:3e:ac:16:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4400aa3c-d191-4c85-819f-678aed6732dd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-19T07:54:22Z', 'updated_at': '2022-10-19T07:54:22Z', 'revision_number': 0, 'project_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ee5c114-d7ab-4be5-a9de-45f0f31007a4', 'name': '', 'network_id': '73dbeef5-d7d5-4ee6-aad7-c17680f37564', 'tenant_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'mac_address': 'fa:16:3e:0b:fa:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc7d48d4-ca2b-4943-9b08-298004166067', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '3ea396ce-07cb-4620-a39a-7d0bca0a6def', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:53:53Z', 'updated_at': '2022-10-19T07:53:56Z', 'revision_number': 5, 'project_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'subnets': [{'id': '3ea396ce-07cb-4620-a39a-7d0bca0a6def', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 07:54:24.760880 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65841d48-8c55-478e-8d2e-b4a3937a967b None None] New status for floating IP f3b9507f-3cf6-4f40-8eb5-1df9a341c7f3: ACTIVE {{(pid=103334) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 19 07:54:26.644356 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.agents_db [None req-6057327c-4456-4c72-8e75-6d3cd9249757 None None] Agent healthcheck: found 6 active agents {{(pid=103335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 07:54:27.712801 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-b349ce24-99aa-4fa8-bbf8-ac11a49a6f60 req-17733a55-7afe-436e-89a4-3f25d3ebc7da service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=9e9ff4ee-2a27-44bb-be20-aa22a8e7876e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0426884 Oct 19 07:54:28.092574 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b349ce24-99aa-4fa8-bbf8-ac11a49a6f60 req-70272993-3572-4891-9c4d-306aa55865ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:54:28.094054 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-b349ce24-99aa-4fa8-bbf8-ac11a49a6f60 req-70272993-3572-4891-9c4d-306aa55865ce service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=47a12ea4f74e4c18b13323e6f3cc9741&device_id=9e9ff4ee-2a27-44bb-be20-aa22a8e7876e HTTP/1.1" status: 200 len: 1098 time: 0.3322639 Oct 19 07:54:28.193702 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b349ce24-99aa-4fa8-bbf8-ac11a49a6f60 req-d8a40f17-3ad8-473d-9f64-637ba0c722b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:54:28.195133 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-b349ce24-99aa-4fa8-bbf8-ac11a49a6f60 req-d8a40f17-3ad8-473d-9f64-637ba0c722b0 service neutron] 10.222.0.16 "GET /v2.0/networks?id=73dbeef5-d7d5-4ee6-aad7-c17680f37564 HTTP/1.1" status: 200 len: 898 time: 0.0812542 Oct 19 07:54:28.260747 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-b349ce24-99aa-4fa8-bbf8-ac11a49a6f60 req-f91b74f5-f129-49ad-85de-693e39b84274 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=da1eab69-5a24-4f57-9569-f9ace4cd7115 HTTP/1.1" status: 200 len: 1001 time: 0.0588224 Oct 19 07:54:28.308960 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b349ce24-99aa-4fa8-bbf8-ac11a49a6f60 req-69081a4f-ac8c-437e-8dc9-4860d0adf7bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:54:28.310425 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-b349ce24-99aa-4fa8-bbf8-ac11a49a6f60 req-69081a4f-ac8c-437e-8dc9-4860d0adf7bb service neutron] 10.222.0.16 "GET /v2.0/subnets?id=3ea396ce-07cb-4620-a39a-7d0bca0a6def HTTP/1.1" status: 200 len: 835 time: 0.0425553 Oct 19 07:54:28.354060 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b349ce24-99aa-4fa8-bbf8-ac11a49a6f60 req-efd804bc-b1ac-46e1-88ad-8cfbf8d273ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:54:28.355451 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-b349ce24-99aa-4fa8-bbf8-ac11a49a6f60 req-efd804bc-b1ac-46e1-88ad-8cfbf8d273ce service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=73dbeef5-d7d5-4ee6-aad7-c17680f37564&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0386217 Oct 19 07:54:28.446732 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-b349ce24-99aa-4fa8-bbf8-ac11a49a6f60 req-c0ea554a-e60f-4f55-a31c-f327b68f895d service neutron] 10.222.0.16 "GET /v2.0/networks/73dbeef5-d7d5-4ee6-aad7-c17680f37564?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838432 Oct 19 07:54:28.538191 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-b349ce24-99aa-4fa8-bbf8-ac11a49a6f60 req-39222e46-fb22-487f-87db-8d588ce247fa service neutron] 10.222.0.16 "GET /v2.0/networks/73dbeef5-d7d5-4ee6-aad7-c17680f37564?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848522 Oct 19 07:54:41.794313 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:54:43.378871 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-551cd774-bee6-4c6d-90b1-99a28ca97a25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:54:46.292731 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-2d5981ef-91b1-46b8-9746-1049ae07fa7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:54:47.960754 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-2a2259f7-b034-4eec-af7a-7abaede746c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:54:49.014042 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-1a0da505-d0f9-48c6-b7e2-53b9c5e41298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:54:49.144251 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:55:00.000319 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 34314) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:55:00.133656 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-ec1d7be7-e560-4ca1-b7c4-505b4f8e9b03 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "GET /v2.0/floatingips/94f33c72-ba0b-480e-b374-af71b3f754ee HTTP/1.1" status: 200 len: 993 time: 0.1321158 Oct 19 07:55:01.090653 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 34324) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:55:01.095912 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-cf152174-be6b-4c49-a13d-96a0ad1c2fac tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Request body: {'port': {'admin_state_up': False}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:55:01.160037 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-cf152174-be6b-4c49-a13d-96a0ad1c2fac tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:55:01.303583 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.db [None req-cf152174-be6b-4c49-a13d-96a0ad1c2fac tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] For port da1eab69-5a24-4f57-9569-f9ace4cd7115, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=da1eab69-5a24-4f57-9569-f9ace4cd7115,segment=NetworkSegment(747e4316-62da-4d56-96c9-ae3509316046),segment_id=747e4316-62da-4d56-96c9-ae3509316046)] {{(pid=103332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:55:01.336243 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-cf152174-be6b-4c49-a13d-96a0ad1c2fac tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for port, precommit_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:55:01.340481 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-cf152174-be6b-4c49-a13d-96a0ad1c2fac tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133553807'] for port, after_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:55:01.350494 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf152174-be6b-4c49-a13d-96a0ad1c2fac tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:55:01.351088 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-cf152174-be6b-4c49-a13d-96a0ad1c2fac tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42160'] for port, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:55:01.352444 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-cf152174-be6b-4c49-a13d-96a0ad1c2fac tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "PUT /v2.0/ports/da1eab69-5a24-4f57-9569-f9ace4cd7115 HTTP/1.1" status: 200 len: 938 time: 0.2608068 Oct 19 07:55:01.353154 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e9ff4ee-2a27-44bb-be20-aa22a8e7876e', 'tag': 'da1eab69-5a24-4f57-9569-f9ace4cd7115'}] {{(pid=103332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 19 07:55:01.355396 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a021b02cf5f527cd4bbbc40a031b51490d9893d7edeeb551bdf5128ee7546f8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1bf2a08-27cd-4540-b169-dc94c0eb86c3" -d '{"events": [{"name": "network-changed", "server_uuid": "9e9ff4ee-2a27-44bb-be20-aa22a8e7876e", "tag": "da1eab69-5a24-4f57-9569-f9ace4cd7115"}]}' {{(pid=103332) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 07:55:01.406982 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf152174-be6b-4c49-a13d-96a0ad1c2fac tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Pushing event updated for resources: {'Port': ['ID=da1eab69-5a24-4f57-9569-f9ace4cd7115,revision_number=6']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:55:01.415188 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf152174-be6b-4c49-a13d-96a0ad1c2fac tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:55:01.415560 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf152174-be6b-4c49-a13d-96a0ad1c2fac tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:55:01.415901 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf152174-be6b-4c49-a13d-96a0ad1c2fac tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:55:01.416236 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf152174-be6b-4c49-a13d-96a0ad1c2fac tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:55:01.416603 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf152174-be6b-4c49-a13d-96a0ad1c2fac tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:55:01.416987 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf152174-be6b-4c49-a13d-96a0ad1c2fac tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:55:01.417336 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf152174-be6b-4c49-a13d-96a0ad1c2fac tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:55:01.417645 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf152174-be6b-4c49-a13d-96a0ad1c2fac tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:55:01.417971 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf152174-be6b-4c49-a13d-96a0ad1c2fac tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:55:01.418299 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf152174-be6b-4c49-a13d-96a0ad1c2fac tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:55:01.418620 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf152174-be6b-4c49-a13d-96a0ad1c2fac tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:55:01.418939 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf152174-be6b-4c49-a13d-96a0ad1c2fac tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:55:01.452195 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 19 Oct 2022 07:55:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02b4b82b-e94c-4d3c-a0e3-b1da4613f24e x-openstack-request-id: req-02b4b82b-e94c-4d3c-a0e3-b1da4613f24e {{(pid=103332) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 07:55:01.452482 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e9ff4ee-2a27-44bb-be20-aa22a8e7876e", "tag": "da1eab69-5a24-4f57-9569-f9ace4cd7115", "status": "completed", "code": 200}]} {{(pid=103332) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 07:55:01.453015 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-02b4b82b-e94c-4d3c-a0e3-b1da4613f24e {{(pid=103332) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 07:55:01.453427 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.notifiers.nova [-] Nova event matching ['req-02b4b82b-e94c-4d3c-a0e3-b1da4613f24e'] response: {'name': 'network-changed', 'server_uuid': '9e9ff4ee-2a27-44bb-be20-aa22a8e7876e', 'tag': 'da1eab69-5a24-4f57-9569-f9ace4cd7115', 'status': 'completed', 'code': 200} Oct 19 07:55:01.512701 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bf2a08-27cd-4540-b169-dc94c0eb86c3 req-1b38474e-881a-4b11-b95e-bf607545c40c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:55:01.514219 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-c1bf2a08-27cd-4540-b169-dc94c0eb86c3 req-1b38474e-881a-4b11-b95e-bf607545c40c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=47a12ea4f74e4c18b13323e6f3cc9741&device_id=9e9ff4ee-2a27-44bb-be20-aa22a8e7876e HTTP/1.1" status: 200 len: 1099 time: 0.0404458 Oct 19 07:55:01.609158 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bf2a08-27cd-4540-b169-dc94c0eb86c3 req-d71253e1-e006-46ec-8941-2da952f7478a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:55:01.610627 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-c1bf2a08-27cd-4540-b169-dc94c0eb86c3 req-d71253e1-e006-46ec-8941-2da952f7478a service neutron] 10.222.0.16 "GET /v2.0/networks?id=73dbeef5-d7d5-4ee6-aad7-c17680f37564 HTTP/1.1" status: 200 len: 898 time: 0.0896139 Oct 19 07:55:01.673617 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-c1bf2a08-27cd-4540-b169-dc94c0eb86c3 req-04bcc76c-12c4-4d5d-a13b-bd30f90b493c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=da1eab69-5a24-4f57-9569-f9ace4cd7115 HTTP/1.1" status: 200 len: 1002 time: 0.0569985 Oct 19 07:55:01.720106 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bf2a08-27cd-4540-b169-dc94c0eb86c3 req-5a7a5a7d-0ff5-48c6-8d65-8dcd7094e49e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:55:01.721552 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-c1bf2a08-27cd-4540-b169-dc94c0eb86c3 req-5a7a5a7d-0ff5-48c6-8d65-8dcd7094e49e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=3ea396ce-07cb-4620-a39a-7d0bca0a6def HTTP/1.1" status: 200 len: 835 time: 0.0421069 Oct 19 07:55:01.767963 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bf2a08-27cd-4540-b169-dc94c0eb86c3 req-34c03a6b-4e14-4ed5-b225-064202cb0f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:55:01.769972 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-c1bf2a08-27cd-4540-b169-dc94c0eb86c3 req-34c03a6b-4e14-4ed5-b225-064202cb0f3d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=73dbeef5-d7d5-4ee6-aad7-c17680f37564&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0416667 Oct 19 07:55:01.860178 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-c1bf2a08-27cd-4540-b169-dc94c0eb86c3 req-15abee5e-4a54-41ca-ab0e-5642dbcfac2f service neutron] 10.222.0.16 "GET /v2.0/networks/73dbeef5-d7d5-4ee6-aad7-c17680f37564?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829718 Oct 19 07:55:01.953353 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-c1bf2a08-27cd-4540-b169-dc94c0eb86c3 req-b70e5d1f-1908-4223-9e7c-8d783cc3fb24 service neutron] 10.222.0.16 "GET /v2.0/networks/73dbeef5-d7d5-4ee6-aad7-c17680f37564?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864618 Oct 19 07:55:03.643248 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.agents_db [None req-6057327c-4456-4c72-8e75-6d3cd9249757 None None] Agent healthcheck: found 6 active agents {{(pid=103335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 07:55:04.748604 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 34334) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:55:04.754450 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-56b2d1a2-14b2-4d79-b199-df13f7933841 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Request body: {'port': {'admin_state_up': True}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:55:04.814769 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-56b2d1a2-14b2-4d79-b199-df13f7933841 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:55:04.962294 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.db [None req-56b2d1a2-14b2-4d79-b199-df13f7933841 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] For port da1eab69-5a24-4f57-9569-f9ace4cd7115, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=da1eab69-5a24-4f57-9569-f9ace4cd7115,segment=NetworkSegment(747e4316-62da-4d56-96c9-ae3509316046),segment_id=747e4316-62da-4d56-96c9-ae3509316046)] {{(pid=103332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:55:04.991531 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-56b2d1a2-14b2-4d79-b199-df13f7933841 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for port, precommit_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:55:04.996330 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-56b2d1a2-14b2-4d79-b199-df13f7933841 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133553807'] for port, after_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:55:05.005821 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56b2d1a2-14b2-4d79-b199-df13f7933841 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:55:05.006365 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-56b2d1a2-14b2-4d79-b199-df13f7933841 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42160'] for port, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:55:05.007755 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-56b2d1a2-14b2-4d79-b199-df13f7933841 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "PUT /v2.0/ports/da1eab69-5a24-4f57-9569-f9ace4cd7115 HTTP/1.1" status: 200 len: 937 time: 0.2581546 Oct 19 07:55:05.008366 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e9ff4ee-2a27-44bb-be20-aa22a8e7876e', 'tag': 'da1eab69-5a24-4f57-9569-f9ace4cd7115'}] {{(pid=103332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 19 07:55:05.010671 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a021b02cf5f527cd4bbbc40a031b51490d9893d7edeeb551bdf5128ee7546f8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec9d31fd-4bd2-4e55-8de3-4624bfc414eb" -d '{"events": [{"name": "network-changed", "server_uuid": "9e9ff4ee-2a27-44bb-be20-aa22a8e7876e", "tag": "da1eab69-5a24-4f57-9569-f9ace4cd7115"}]}' {{(pid=103332) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 07:55:05.010928 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 34336) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:55:05.051863 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 19 Oct 2022 07:55:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-caa93564-a0cb-4518-a88d-e7304256bb31 x-openstack-request-id: req-caa93564-a0cb-4518-a88d-e7304256bb31 {{(pid=103332) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 07:55:05.052348 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e9ff4ee-2a27-44bb-be20-aa22a8e7876e", "tag": "da1eab69-5a24-4f57-9569-f9ace4cd7115", "status": "completed", "code": 200}]} {{(pid=103332) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 07:55:05.052835 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-caa93564-a0cb-4518-a88d-e7304256bb31 {{(pid=103332) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 07:55:05.053502 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.notifiers.nova [-] Nova event matching ['req-caa93564-a0cb-4518-a88d-e7304256bb31'] response: {'name': 'network-changed', 'server_uuid': '9e9ff4ee-2a27-44bb-be20-aa22a8e7876e', 'tag': 'da1eab69-5a24-4f57-9569-f9ace4cd7115', 'status': 'completed', 'code': 200} Oct 19 07:55:05.071529 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b2d1a2-14b2-4d79-b199-df13f7933841 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Pushing event updated for resources: {'Port': ['ID=da1eab69-5a24-4f57-9569-f9ace4cd7115,revision_number=7']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:55:05.078032 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-26783213-8c9a-4424-8169-6612d4b93626 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "GET /v2.0/floatingips/94f33c72-ba0b-480e-b374-af71b3f754ee HTTP/1.1" status: 200 len: 993 time: 0.0659034 Oct 19 07:55:05.120306 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9d31fd-4bd2-4e55-8de3-4624bfc414eb req-a30c3610-0753-47b9-8865-83d93bad0d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:55:05.121846 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-ec9d31fd-4bd2-4e55-8de3-4624bfc414eb req-a30c3610-0753-47b9-8865-83d93bad0d0b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=47a12ea4f74e4c18b13323e6f3cc9741&device_id=9e9ff4ee-2a27-44bb-be20-aa22a8e7876e HTTP/1.1" status: 200 len: 1098 time: 0.0463893 Oct 19 07:55:05.230939 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9d31fd-4bd2-4e55-8de3-4624bfc414eb req-9d4f152b-250f-40a7-9730-31424a05678f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:55:05.232429 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-ec9d31fd-4bd2-4e55-8de3-4624bfc414eb req-9d4f152b-250f-40a7-9730-31424a05678f service neutron] 10.222.0.16 "GET /v2.0/networks?id=73dbeef5-d7d5-4ee6-aad7-c17680f37564 HTTP/1.1" status: 200 len: 898 time: 0.1038103 Oct 19 07:55:05.233690 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] get_ports_and_sgs() called for port_ids ['da1eab69-5a24-4f57-9569-f9ace4cd7115'] {{(pid=103334) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 19 07:55:05.313584 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-ec9d31fd-4bd2-4e55-8de3-4624bfc414eb req-ce1f32e7-ec77-4d4e-8410-c09922691f78 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=da1eab69-5a24-4f57-9569-f9ace4cd7115 HTTP/1.1" status: 200 len: 1001 time: 0.0738297 Oct 19 07:55:05.365838 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9d31fd-4bd2-4e55-8de3-4624bfc414eb req-af124195-4117-44ba-9496-fc2451386bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:55:05.367421 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-ec9d31fd-4bd2-4e55-8de3-4624bfc414eb req-af124195-4117-44ba-9496-fc2451386bd5 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=3ea396ce-07cb-4620-a39a-7d0bca0a6def HTTP/1.1" status: 200 len: 835 time: 0.0475986 Oct 19 07:55:05.419946 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9d31fd-4bd2-4e55-8de3-4624bfc414eb req-ced11337-2b5c-47c7-a6be-b35c9fb7880c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:55:05.421539 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-ec9d31fd-4bd2-4e55-8de3-4624bfc414eb req-ced11337-2b5c-47c7-a6be-b35c9fb7880c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=73dbeef5-d7d5-4ee6-aad7-c17680f37564&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0466306 Oct 19 07:55:05.531383 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-ec9d31fd-4bd2-4e55-8de3-4624bfc414eb req-10c2c9fa-4133-4ddd-973d-48a08b682706 service neutron] 10.222.0.16 "GET /v2.0/networks/73dbeef5-d7d5-4ee6-aad7-c17680f37564?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1017113 Oct 19 07:55:05.629944 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-ec9d31fd-4bd2-4e55-8de3-4624bfc414eb req-81eaaa1b-d339-4fe8-a8ae-2b74b4af591f service neutron] 10.222.0.16 "GET /v2.0/networks/73dbeef5-d7d5-4ee6-aad7-c17680f37564?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919690 Oct 19 07:55:07.613794 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 34346) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:55:07.767045 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.plugin [None req-a3c148d2-56f1-4b17-ae6b-66b30db24fd9 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Deleting port 0d53df63-a6a6-402d-83bf-a7f7d83ecbdd {{(pid=103332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 07:55:07.767385 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-a3c148d2-56f1-4b17-ae6b-66b30db24fd9 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:55:07.845803 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-a3c148d2-56f1-4b17-ae6b-66b30db24fd9 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:55:07.846129 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-a3c148d2-56f1-4b17-ae6b-66b30db24fd9 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:55:07.857608 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.plugin [None req-a3c148d2-56f1-4b17-ae6b-66b30db24fd9 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Calling delete_port for 0d53df63-a6a6-402d-83bf-a7f7d83ecbdd owned by network:floatingip {{(pid=103332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 07:55:08.003035 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-a3c148d2-56f1-4b17-ae6b-66b30db24fd9 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133553798'] for port, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:55:08.028885 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c148d2-56f1-4b17-ae6b-66b30db24fd9 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Pushing event deleted for resources: {'Port': ['ID=0d53df63-a6a6-402d-83bf-a7f7d83ecbdd,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:55:08.086680 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-a3c148d2-56f1-4b17-ae6b-66b30db24fd9 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for floatingip, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:55:08.087004 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.db.l3_db [None req-a3c148d2-56f1-4b17-ae6b-66b30db24fd9 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Floating IP f3b9507f-3cf6-4f40-8eb5-1df9a341c7f3 disassociated (deleted). External IP: 172.26.0.142, port: bf802894-dd6f-474f-8d3c-ff33a514596f. Oct 19 07:55:08.290285 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3c148d2-56f1-4b17-ae6b-66b30db24fd9 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Router dc7d48d4-ca2b-4943-9b08-298004166067 has already been hosted by L3 agent ab388470-1243-4d53-80f2-c2f5899c97a7 {{(pid=103332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 07:55:08.396486 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3c148d2-56f1-4b17-ae6b-66b30db24fd9 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify agent at l3_agent.dv-neutron-861624-1-hyperv the message routers_updated {{(pid=103332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 07:55:08.401380 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-a3c148d2-56f1-4b17-ae6b-66b30db24fd9 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42160'] for floatingip, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:55:08.405924 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1aea48c-9d59-445f-913a-01b3b2ef83ff None None] Sync routers for ids ['dc7d48d4-ca2b-4943-9b08-298004166067'] in dv-neutron-861624-1-hyperv {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 07:55:08.416319 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1aea48c-9d59-445f-913a-01b3b2ef83ff None None] Routers {'dc7d48d4-ca2b-4943-9b08-298004166067'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 07:55:08.416954 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-d1aea48c-9d59-445f-913a-01b3b2ef83ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T07:54:46Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['dc7d48d4-ca2b-4943-9b08-298004166067'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:55:08.427774 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-a3c148d2-56f1-4b17-ae6b-66b30db24fd9 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "DELETE /v2.0/floatingips/f3b9507f-3cf6-4f40-8eb5-1df9a341c7f3 HTTP/1.1" status: 204 len: 168 time: 0.8127782 Oct 19 07:55:08.428540 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4400aa3c-d191-4c85-819f-678aed6732dd', 'tag': 'bf802894-dd6f-474f-8d3c-ff33a514596f'}] {{(pid=103332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 19 07:55:08.430965 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a021b02cf5f527cd4bbbc40a031b51490d9893d7edeeb551bdf5128ee7546f8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b56ec57-c7b6-4eba-8eed-469adbea78d6" -d '{"events": [{"name": "network-changed", "server_uuid": "4400aa3c-d191-4c85-819f-678aed6732dd", "tag": "bf802894-dd6f-474f-8d3c-ff33a514596f"}]}' {{(pid=103332) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 07:55:08.469442 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 19 Oct 2022 07:55:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da1c69bb-5576-4a92-8c23-917c226de414 x-openstack-request-id: req-da1c69bb-5576-4a92-8c23-917c226de414 {{(pid=103332) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 07:55:08.470035 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4400aa3c-d191-4c85-819f-678aed6732dd", "tag": "bf802894-dd6f-474f-8d3c-ff33a514596f", "status": "completed", "code": 200}]} {{(pid=103332) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 07:55:08.470605 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-da1c69bb-5576-4a92-8c23-917c226de414 {{(pid=103332) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 07:55:08.471109 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.notifiers.nova [-] Nova event matching ['req-da1c69bb-5576-4a92-8c23-917c226de414'] response: {'name': 'network-changed', 'server_uuid': '4400aa3c-d191-4c85-819f-678aed6732dd', 'tag': 'bf802894-dd6f-474f-8d3c-ff33a514596f', 'status': 'completed', 'code': 200} Oct 19 07:55:08.526345 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvr_db [None req-d1aea48c-9d59-445f-913a-01b3b2ef83ff None None] Set router dc7d48d4-ca2b-4943-9b08-298004166067 gateway port host: dv-neutron-861624-1-hyperv {{(pid=103335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 07:55:08.537967 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b56ec57-c7b6-4eba-8eed-469adbea78d6 req-72bd575c-1d55-4425-a7e4-e8dd3c4ea14e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:55:08.539438 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-5b56ec57-c7b6-4eba-8eed-469adbea78d6 req-72bd575c-1d55-4425-a7e4-e8dd3c4ea14e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=47a12ea4f74e4c18b13323e6f3cc9741&device_id=4400aa3c-d191-4c85-819f-678aed6732dd HTTP/1.1" status: 200 len: 1099 time: 0.0481579 Oct 19 07:55:08.671773 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b56ec57-c7b6-4eba-8eed-469adbea78d6 req-00323988-6534-4360-8028-7b688b0f35d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:55:08.673311 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-5b56ec57-c7b6-4eba-8eed-469adbea78d6 req-00323988-6534-4360-8028-7b688b0f35d8 service neutron] 10.222.0.16 "GET /v2.0/networks?id=73dbeef5-d7d5-4ee6-aad7-c17680f37564 HTTP/1.1" status: 200 len: 898 time: 0.1260986 Oct 19 07:55:08.686245 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d6b857-03e1-49a6-bf0b-60b99b773846 req-65ac2409-7dd0-41a4-ba36-12e5d536805c tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:55:08.687742 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-f0d6b857-03e1-49a6-bf0b-60b99b773846 req-65ac2409-7dd0-41a4-ba36-12e5d536805c tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "GET /v2.0/ports?device_id=4400aa3c-d191-4c85-819f-678aed6732dd HTTP/1.1" status: 200 len: 946 time: 0.0770190 Oct 19 07:55:08.730507 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-5b56ec57-c7b6-4eba-8eed-469adbea78d6 req-27720768-b8f3-480f-8cf2-f376ebc4e70c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bf802894-dd6f-474f-8d3c-ff33a514596f HTTP/1.1" status: 200 len: 217 time: 0.0418115 Oct 19 07:55:08.789778 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-f0d6b857-03e1-49a6-bf0b-60b99b773846 req-37253d45-1f41-449e-9339-b98a768904a7 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "GET /v2.0/security-groups?id=1cb58401-6940-46f8-98ec-de0a18781c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0944498 Oct 19 07:55:08.796718 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b56ec57-c7b6-4eba-8eed-469adbea78d6 req-7bf12609-1836-461a-954c-e45e2aca0714 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:55:08.798171 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-5b56ec57-c7b6-4eba-8eed-469adbea78d6 req-7bf12609-1836-461a-954c-e45e2aca0714 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=3ea396ce-07cb-4620-a39a-7d0bca0a6def HTTP/1.1" status: 200 len: 835 time: 0.0600245 Oct 19 07:55:08.845694 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-d1aea48c-9d59-445f-913a-01b3b2ef83ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc7d48d4-ca2b-4943-9b08-298004166067', 'name': 'tempest-TestNetworkBasicOps-router-1355953929', 'tenant_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'external_fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.45'}], 'enable_snat': True}, 'gw_port_id': '24498c4c-e241-4311-ab81-cb29c2dcf42b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T07:53:50Z', 'updated_at': '2022-10-19T07:53:53Z', 'revision_number': 4, 'project_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'gw_port': {'id': '24498c4c-e241-4311-ab81-cb29c2dcf42b', 'name': '', 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:30:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc7d48d4-ca2b-4943-9b08-298004166067', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:53:50Z', 'updated_at': '2022-10-19T07:53:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861624-1-hyperv', '_floatingips': [{'id': '94f33c72-ba0b-480e-b374-af71b3f754ee', 'tenant_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'floating_ip_address': '172.26.0.168', 'floating_network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'router_id': 'dc7d48d4-ca2b-4943-9b08-298004166067', 'port_id': 'da1eab69-5a24-4f57-9569-f9ace4cd7115', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1475, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '73dbeef5-d7d5-4ee6-aad7-c17680f37564', 'mac_address': 'fa:16:3e:92:ab:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e9ff4ee-2a27-44bb-be20-aa22a8e7876e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-19T07:54:09Z', 'updated_at': '2022-10-19T07:54:11Z', 'revision_number': 1, 'project_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ee5c114-d7ab-4be5-a9de-45f0f31007a4', 'name': '', 'network_id': '73dbeef5-d7d5-4ee6-aad7-c17680f37564', 'tenant_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'mac_address': 'fa:16:3e:0b:fa:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc7d48d4-ca2b-4943-9b08-298004166067', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '3ea396ce-07cb-4620-a39a-7d0bca0a6def', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:53:53Z', 'updated_at': '2022-10-19T07:53:56Z', 'revision_number': 5, 'project_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'subnets': [{'id': '3ea396ce-07cb-4620-a39a-7d0bca0a6def', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:55:08.848445 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b56ec57-c7b6-4eba-8eed-469adbea78d6 req-abc716c4-fd84-4725-baad-41e296383293 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:55:08.849952 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-5b56ec57-c7b6-4eba-8eed-469adbea78d6 req-abc716c4-fd84-4725-baad-41e296383293 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=73dbeef5-d7d5-4ee6-aad7-c17680f37564&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0439937 Oct 19 07:55:08.874150 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1aea48c-9d59-445f-913a-01b3b2ef83ff None None] Checking router: dc7d48d4-ca2b-4943-9b08-298004166067 for host: dv-neutron-861624-1-hyperv {{(pid=103335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 07:55:08.882719 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1aea48c-9d59-445f-913a-01b3b2ef83ff None None] Routers {'dc7d48d4-ca2b-4943-9b08-298004166067'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 07:55:08.883320 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-d1aea48c-9d59-445f-913a-01b3b2ef83ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T07:54:46Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['dc7d48d4-ca2b-4943-9b08-298004166067'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:55:08.940886 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-5b56ec57-c7b6-4eba-8eed-469adbea78d6 req-23091ead-a8a0-4797-bafa-74350875cfe5 service neutron] 10.222.0.16 "GET /v2.0/networks/73dbeef5-d7d5-4ee6-aad7-c17680f37564?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825019 Oct 19 07:55:08.986027 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvr_db [None req-d1aea48c-9d59-445f-913a-01b3b2ef83ff None None] Set router dc7d48d4-ca2b-4943-9b08-298004166067 gateway port host: dv-neutron-861624-1-hyperv {{(pid=103335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 07:55:09.034905 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-5b56ec57-c7b6-4eba-8eed-469adbea78d6 req-eada79b0-a76d-4c7f-a4fe-8c79baa3a300 service neutron] 10.222.0.16 "GET /v2.0/networks/73dbeef5-d7d5-4ee6-aad7-c17680f37564?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870965 Oct 19 07:55:09.203698 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-d1aea48c-9d59-445f-913a-01b3b2ef83ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc7d48d4-ca2b-4943-9b08-298004166067', 'name': 'tempest-TestNetworkBasicOps-router-1355953929', 'tenant_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'external_fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.45'}], 'enable_snat': True}, 'gw_port_id': '24498c4c-e241-4311-ab81-cb29c2dcf42b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T07:53:50Z', 'updated_at': '2022-10-19T07:53:53Z', 'revision_number': 4, 'project_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'gw_port': {'id': '24498c4c-e241-4311-ab81-cb29c2dcf42b', 'name': '', 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:30:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc7d48d4-ca2b-4943-9b08-298004166067', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:53:50Z', 'updated_at': '2022-10-19T07:53:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861624-1-hyperv', '_floatingips': [{'id': '94f33c72-ba0b-480e-b374-af71b3f754ee', 'tenant_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'floating_ip_address': '172.26.0.168', 'floating_network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'router_id': 'dc7d48d4-ca2b-4943-9b08-298004166067', 'port_id': 'da1eab69-5a24-4f57-9569-f9ace4cd7115', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1475, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '73dbeef5-d7d5-4ee6-aad7-c17680f37564', 'mac_address': 'fa:16:3e:92:ab:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e9ff4ee-2a27-44bb-be20-aa22a8e7876e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-19T07:54:09Z', 'updated_at': '2022-10-19T07:54:11Z', 'revision_number': 1, 'project_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ee5c114-d7ab-4be5-a9de-45f0f31007a4', 'name': '', 'network_id': '73dbeef5-d7d5-4ee6-aad7-c17680f37564', 'tenant_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'mac_address': 'fa:16:3e:0b:fa:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc7d48d4-ca2b-4943-9b08-298004166067', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '3ea396ce-07cb-4620-a39a-7d0bca0a6def', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:53:53Z', 'updated_at': '2022-10-19T07:53:56Z', 'revision_number': 5, 'project_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'subnets': [{'id': '3ea396ce-07cb-4620-a39a-7d0bca0a6def', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:55:09.232918 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1aea48c-9d59-445f-913a-01b3b2ef83ff None None] The sync data for ids ['dc7d48d4-ca2b-4943-9b08-298004166067'] in dv-neutron-861624-1-hyperv is: [{'id': 'dc7d48d4-ca2b-4943-9b08-298004166067', 'name': 'tempest-TestNetworkBasicOps-router-1355953929', 'tenant_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'external_fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.45'}], 'enable_snat': True}, 'gw_port_id': '24498c4c-e241-4311-ab81-cb29c2dcf42b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T07:53:50Z', 'updated_at': '2022-10-19T07:53:53Z', 'revision_number': 4, 'project_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'gw_port': {'id': '24498c4c-e241-4311-ab81-cb29c2dcf42b', 'name': '', 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:30:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc7d48d4-ca2b-4943-9b08-298004166067', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:53:50Z', 'updated_at': '2022-10-19T07:53:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861624-1-hyperv', '_floatingips': [{'id': '94f33c72-ba0b-480e-b374-af71b3f754ee', 'tenant_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'floating_ip_address': '172.26.0.168', 'floating_network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'router_id': 'dc7d48d4-ca2b-4943-9b08-298004166067', 'port_id': 'da1eab69-5a24-4f57-9569-f9ace4cd7115', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1475, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '73dbeef5-d7d5-4ee6-aad7-c17680f37564', 'mac_address': 'fa:16:3e:92:ab:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e9ff4ee-2a27-44bb-be20-aa22a8e7876e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-19T07:54:09Z', 'updated_at': '2022-10-19T07:54:11Z', 'revision_number': 1, 'project_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ee5c114-d7ab-4be5-a9de-45f0f31007a4', 'name': '', 'network_id': '73dbeef5-d7d5-4ee6-aad7-c17680f37564', 'tenant_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'mac_address': 'fa:16:3e:0b:fa:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc7d48d4-ca2b-4943-9b08-298004166067', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '3ea396ce-07cb-4620-a39a-7d0bca0a6def', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:53:53Z', 'updated_at': '2022-10-19T07:53:56Z', 'revision_number': 5, 'project_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'subnets': [{'id': '3ea396ce-07cb-4620-a39a-7d0bca0a6def', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 07:55:09.447016 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b9680aa-d333-48d8-9b9d-bf604ac47163 None None] New status for floating IP f3b9507f-3cf6-4f40-8eb5-1df9a341c7f3: DOWN {{(pid=103334) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 19 07:55:09.936907 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c813d8-a70b-4613-8a76-21de253b0fb4 req-b70e200b-b8b2-467b-8bb1-335b2ecfd5a9 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:55:09.938356 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-d9c813d8-a70b-4613-8a76-21de253b0fb4 req-b70e200b-b8b2-467b-8bb1-335b2ecfd5a9 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "GET /v2.0/ports?device_id=4400aa3c-d191-4c85-819f-678aed6732dd HTTP/1.1" status: 200 len: 946 time: 0.0703633 Oct 19 07:55:09.971458 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2915bfdb-9d72-45e9-8325-8fafda1dcc05 req-8eb1e3ed-b559-4926-a535-980f51cd2eb1 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:55:09.973006 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-2915bfdb-9d72-45e9-8325-8fafda1dcc05 req-8eb1e3ed-b559-4926-a535-980f51cd2eb1 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.16 "GET /v2.0/ports?device_id=4400aa3c-d191-4c85-819f-678aed6732dd HTTP/1.1" status: 200 len: 946 time: 0.0696173 Oct 19 07:55:10.012718 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-d9c813d8-a70b-4613-8a76-21de253b0fb4 req-bc4ab23a-c803-4cd0-98e1-a45e2323d218 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "GET /v2.0/security-groups?id=1cb58401-6940-46f8-98ec-de0a18781c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670817 Oct 19 07:55:10.071958 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.plugin [req-2915bfdb-9d72-45e9-8325-8fafda1dcc05 req-01606ef6-ce33-4f6b-b6bb-43636939c4ff tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Deleting port bf802894-dd6f-474f-8d3c-ff33a514596f {{(pid=103332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 07:55:10.072304 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-2915bfdb-9d72-45e9-8325-8fafda1dcc05 req-01606ef6-ce33-4f6b-b6bb-43636939c4ff tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:55:10.159351 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.db [req-2915bfdb-9d72-45e9-8325-8fafda1dcc05 req-01606ef6-ce33-4f6b-b6bb-43636939c4ff tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] For port bf802894-dd6f-474f-8d3c-ff33a514596f, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=bf802894-dd6f-474f-8d3c-ff33a514596f,segment=NetworkSegment(747e4316-62da-4d56-96c9-ae3509316046),segment_id=747e4316-62da-4d56-96c9-ae3509316046)] {{(pid=103332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:55:10.159629 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-2915bfdb-9d72-45e9-8325-8fafda1dcc05 req-01606ef6-ce33-4f6b-b6bb-43636939c4ff tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:55:10.175989 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.plugin [req-2915bfdb-9d72-45e9-8325-8fafda1dcc05 req-01606ef6-ce33-4f6b-b6bb-43636939c4ff tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Calling delete_port for bf802894-dd6f-474f-8d3c-ff33a514596f owned by compute:nova {{(pid=103332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 07:55:10.305110 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-2915bfdb-9d72-45e9-8325-8fafda1dcc05 req-01606ef6-ce33-4f6b-b6bb-43636939c4ff tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133553798'] for port, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:55:10.338427 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01606ef6-ce33-4f6b-b6bb-43636939c4ff tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Pushing event deleted for resources: {'Port': ['ID=bf802894-dd6f-474f-8d3c-ff33a514596f,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:55:10.377623 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [req-2915bfdb-9d72-45e9-8325-8fafda1dcc05 req-01606ef6-ce33-4f6b-b6bb-43636939c4ff tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] No DVR routers for this DVR port bf802894-dd6f-474f-8d3c-ff33a514596f on host hv-neutron-8616 {{(pid=103332) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 19 07:55:10.380158 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-2915bfdb-9d72-45e9-8325-8fafda1dcc05 req-01606ef6-ce33-4f6b-b6bb-43636939c4ff tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42160'] for port, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:55:10.383651 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-2915bfdb-9d72-45e9-8325-8fafda1dcc05 req-01606ef6-ce33-4f6b-b6bb-43636939c4ff tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.16 "DELETE /v2.0/ports/bf802894-dd6f-474f-8d3c-ff33a514596f HTTP/1.1" status: 204 len: 173 time: 0.4015102 Oct 19 07:55:10.473080 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4400aa3c-d191-4c85-819f-678aed6732dd', 'name': 'network-vif-deleted', 'tag': 'bf802894-dd6f-474f-8d3c-ff33a514596f'}] {{(pid=103332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 19 07:55:10.475360 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a021b02cf5f527cd4bbbc40a031b51490d9893d7edeeb551bdf5128ee7546f8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3be5db15-7f37-4d44-a19e-9a2cae3c76ee" -d '{"events": [{"server_uuid": "4400aa3c-d191-4c85-819f-678aed6732dd", "name": "network-vif-deleted", "tag": "bf802894-dd6f-474f-8d3c-ff33a514596f"}]}' {{(pid=103332) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 07:55:10.511124 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 19 Oct 2022 07:55:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d36fb092-9a85-4e0a-bda1-a45e183007f2 x-openstack-request-id: req-d36fb092-9a85-4e0a-bda1-a45e183007f2 {{(pid=103332) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 07:55:10.511414 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4400aa3c-d191-4c85-819f-678aed6732dd", "name": "network-vif-deleted", "tag": "bf802894-dd6f-474f-8d3c-ff33a514596f", "status": "completed", "code": 200}]} {{(pid=103332) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 07:55:10.511665 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-d36fb092-9a85-4e0a-bda1-a45e183007f2 {{(pid=103332) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 07:55:10.512061 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d36fb092-9a85-4e0a-bda1-a45e183007f2'] response: {'server_uuid': '4400aa3c-d191-4c85-819f-678aed6732dd', 'name': 'network-vif-deleted', 'tag': 'bf802894-dd6f-474f-8d3c-ff33a514596f', 'status': 'completed', 'code': 200} Oct 19 07:55:11.074266 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 34360) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:55:11.131367 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-ac8414d8-c02f-48e1-ae27-cfae87b38a74 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for security_group, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:55:11.156731 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-ac8414d8-c02f-48e1-ae27-cfae87b38a74 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:55:11.214343 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-ac8414d8-c02f-48e1-ae27-cfae87b38a74 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788643'] for security_group, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:55:11.217123 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-ac8414d8-c02f-48e1-ae27-cfae87b38a74 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for security_group, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:55:11.218299 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-ac8414d8-c02f-48e1-ae27-cfae87b38a74 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "DELETE /v2.0/security-groups/1cb58401-6940-46f8-98ec-de0a18781c5c HTTP/1.1" status: 204 len: 168 time: 0.1430602 Oct 19 07:55:11.227744 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8414d8-c02f-48e1-ae27-cfae87b38a74 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cb58401-6940-46f8-98ec-de0a18781c5c,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:55:11.248971 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 34364) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:55:11.406781 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.plugin [None req-e1f71627-37b8-4829-8207-6aa28c1d4b22 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Deleting port dedd5c82-954b-40bb-8bc6-761f8f5e2cde {{(pid=103332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 07:55:11.407124 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-e1f71627-37b8-4829-8207-6aa28c1d4b22 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:55:11.484437 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-e1f71627-37b8-4829-8207-6aa28c1d4b22 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:55:11.484787 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-e1f71627-37b8-4829-8207-6aa28c1d4b22 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:55:11.496593 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.plugin [None req-e1f71627-37b8-4829-8207-6aa28c1d4b22 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Calling delete_port for dedd5c82-954b-40bb-8bc6-761f8f5e2cde owned by network:floatingip {{(pid=103332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 07:55:11.642157 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-e1f71627-37b8-4829-8207-6aa28c1d4b22 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133553798'] for port, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:55:11.668030 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f71627-37b8-4829-8207-6aa28c1d4b22 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Pushing event deleted for resources: {'Port': ['ID=dedd5c82-954b-40bb-8bc6-761f8f5e2cde,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:55:11.725671 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-e1f71627-37b8-4829-8207-6aa28c1d4b22 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for floatingip, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:55:11.725995 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.db.l3_db [None req-e1f71627-37b8-4829-8207-6aa28c1d4b22 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Floating IP 94f33c72-ba0b-480e-b374-af71b3f754ee disassociated (deleted). External IP: 172.26.0.168, port: da1eab69-5a24-4f57-9569-f9ace4cd7115. Oct 19 07:55:11.793634 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:55:11.932612 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1f71627-37b8-4829-8207-6aa28c1d4b22 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Router dc7d48d4-ca2b-4943-9b08-298004166067 has already been hosted by L3 agent ab388470-1243-4d53-80f2-c2f5899c97a7 {{(pid=103332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 07:55:12.035036 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1f71627-37b8-4829-8207-6aa28c1d4b22 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify agent at l3_agent.dv-neutron-861624-1-hyperv the message routers_updated {{(pid=103332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 07:55:12.040354 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-e1f71627-37b8-4829-8207-6aa28c1d4b22 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42160'] for floatingip, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:55:12.044992 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-479db2f0-4c41-4d56-9c01-7621e1cb3608 None None] Sync routers for ids ['dc7d48d4-ca2b-4943-9b08-298004166067'] in dv-neutron-861624-1-hyperv {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 07:55:12.055620 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-479db2f0-4c41-4d56-9c01-7621e1cb3608 None None] Routers {'dc7d48d4-ca2b-4943-9b08-298004166067'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 07:55:12.056220 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-479db2f0-4c41-4d56-9c01-7621e1cb3608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T07:54:46Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['dc7d48d4-ca2b-4943-9b08-298004166067'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:55:12.067155 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-e1f71627-37b8-4829-8207-6aa28c1d4b22 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "DELETE /v2.0/floatingips/94f33c72-ba0b-480e-b374-af71b3f754ee HTTP/1.1" status: 204 len: 168 time: 0.8171403 Oct 19 07:55:12.162269 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvr_db [None req-479db2f0-4c41-4d56-9c01-7621e1cb3608 None None] Set router dc7d48d4-ca2b-4943-9b08-298004166067 gateway port host: dv-neutron-861624-1-hyperv {{(pid=103335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 07:55:12.283744 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46f4646-77e6-4a3d-aa64-a6b6d58a11b6 req-d388dc07-686a-4b9b-9346-89be7e1255cc tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:55:12.285279 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-d46f4646-77e6-4a3d-aa64-a6b6d58a11b6 req-d388dc07-686a-4b9b-9346-89be7e1255cc tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "GET /v2.0/ports?device_id=9e9ff4ee-2a27-44bb-be20-aa22a8e7876e HTTP/1.1" status: 200 len: 945 time: 0.0489247 Oct 19 07:55:12.323875 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-d46f4646-77e6-4a3d-aa64-a6b6d58a11b6 req-8677d378-d8c1-4a77-ad7f-94ba51b55d22 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "GET /v2.0/security-groups?id=0f2c5e56-8f62-42ff-aa5c-01300a41ca34&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0316184 Oct 19 07:55:12.363260 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-479db2f0-4c41-4d56-9c01-7621e1cb3608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc7d48d4-ca2b-4943-9b08-298004166067', 'name': 'tempest-TestNetworkBasicOps-router-1355953929', 'tenant_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'external_fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.45'}], 'enable_snat': True}, 'gw_port_id': '24498c4c-e241-4311-ab81-cb29c2dcf42b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T07:53:50Z', 'updated_at': '2022-10-19T07:53:53Z', 'revision_number': 4, 'project_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'gw_port': {'id': '24498c4c-e241-4311-ab81-cb29c2dcf42b', 'name': '', 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:30:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc7d48d4-ca2b-4943-9b08-298004166067', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:53:50Z', 'updated_at': '2022-10-19T07:53:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861624-1-hyperv', '_interfaces': [{'id': '5ee5c114-d7ab-4be5-a9de-45f0f31007a4', 'name': '', 'network_id': '73dbeef5-d7d5-4ee6-aad7-c17680f37564', 'tenant_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'mac_address': 'fa:16:3e:0b:fa:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc7d48d4-ca2b-4943-9b08-298004166067', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '3ea396ce-07cb-4620-a39a-7d0bca0a6def', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:53:53Z', 'updated_at': '2022-10-19T07:53:56Z', 'revision_number': 5, 'project_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'subnets': [{'id': '3ea396ce-07cb-4620-a39a-7d0bca0a6def', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:55:12.389459 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-479db2f0-4c41-4d56-9c01-7621e1cb3608 None None] Checking router: dc7d48d4-ca2b-4943-9b08-298004166067 for host: dv-neutron-861624-1-hyperv {{(pid=103335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 07:55:12.397565 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-479db2f0-4c41-4d56-9c01-7621e1cb3608 None None] Routers {'dc7d48d4-ca2b-4943-9b08-298004166067'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 07:55:12.398158 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-479db2f0-4c41-4d56-9c01-7621e1cb3608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T07:54:46Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['dc7d48d4-ca2b-4943-9b08-298004166067'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:55:12.501630 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvr_db [None req-479db2f0-4c41-4d56-9c01-7621e1cb3608 None None] Set router dc7d48d4-ca2b-4943-9b08-298004166067 gateway port host: dv-neutron-861624-1-hyperv {{(pid=103335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 07:55:12.513855 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e9ff4ee-2a27-44bb-be20-aa22a8e7876e', 'tag': 'da1eab69-5a24-4f57-9569-f9ace4cd7115'}] {{(pid=103332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 19 07:55:12.516245 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a021b02cf5f527cd4bbbc40a031b51490d9893d7edeeb551bdf5128ee7546f8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0a920d2-194e-4fdc-9fdf-7a94278f7b25" -d '{"events": [{"name": "network-changed", "server_uuid": "9e9ff4ee-2a27-44bb-be20-aa22a8e7876e", "tag": "da1eab69-5a24-4f57-9569-f9ace4cd7115"}]}' {{(pid=103332) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 07:55:12.552206 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 19 Oct 2022 07:55:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-017041d0-c01d-49bc-b2b7-26d1aa8051c4 x-openstack-request-id: req-017041d0-c01d-49bc-b2b7-26d1aa8051c4 {{(pid=103332) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 07:55:12.552492 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e9ff4ee-2a27-44bb-be20-aa22a8e7876e", "tag": "da1eab69-5a24-4f57-9569-f9ace4cd7115", "status": "completed", "code": 200}]} {{(pid=103332) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 07:55:12.552774 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-017041d0-c01d-49bc-b2b7-26d1aa8051c4 {{(pid=103332) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 07:55:12.553173 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.notifiers.nova [-] Nova event matching ['req-017041d0-c01d-49bc-b2b7-26d1aa8051c4'] response: {'name': 'network-changed', 'server_uuid': '9e9ff4ee-2a27-44bb-be20-aa22a8e7876e', 'tag': 'da1eab69-5a24-4f57-9569-f9ace4cd7115', 'status': 'completed', 'code': 200} Oct 19 07:55:12.617097 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a920d2-194e-4fdc-9fdf-7a94278f7b25 req-d25962d5-182d-4c0e-9fc2-b81c4f9e1d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:55:12.618583 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-d0a920d2-194e-4fdc-9fdf-7a94278f7b25 req-d25962d5-182d-4c0e-9fc2-b81c4f9e1d76 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=47a12ea4f74e4c18b13323e6f3cc9741&device_id=9e9ff4ee-2a27-44bb-be20-aa22a8e7876e HTTP/1.1" status: 200 len: 1098 time: 0.0435073 Oct 19 07:55:12.700737 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-479db2f0-4c41-4d56-9c01-7621e1cb3608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc7d48d4-ca2b-4943-9b08-298004166067', 'name': 'tempest-TestNetworkBasicOps-router-1355953929', 'tenant_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'external_fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.45'}], 'enable_snat': True}, 'gw_port_id': '24498c4c-e241-4311-ab81-cb29c2dcf42b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T07:53:50Z', 'updated_at': '2022-10-19T07:53:53Z', 'revision_number': 4, 'project_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'gw_port': {'id': '24498c4c-e241-4311-ab81-cb29c2dcf42b', 'name': '', 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:30:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc7d48d4-ca2b-4943-9b08-298004166067', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:53:50Z', 'updated_at': '2022-10-19T07:53:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861624-1-hyperv', '_interfaces': [{'id': '5ee5c114-d7ab-4be5-a9de-45f0f31007a4', 'name': '', 'network_id': '73dbeef5-d7d5-4ee6-aad7-c17680f37564', 'tenant_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'mac_address': 'fa:16:3e:0b:fa:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc7d48d4-ca2b-4943-9b08-298004166067', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '3ea396ce-07cb-4620-a39a-7d0bca0a6def', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:53:53Z', 'updated_at': '2022-10-19T07:53:56Z', 'revision_number': 5, 'project_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'subnets': [{'id': '3ea396ce-07cb-4620-a39a-7d0bca0a6def', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:55:12.710337 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a920d2-194e-4fdc-9fdf-7a94278f7b25 req-887a57dd-1bb7-4ac9-a766-457bcf219048 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:55:12.711813 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-d0a920d2-194e-4fdc-9fdf-7a94278f7b25 req-887a57dd-1bb7-4ac9-a766-457bcf219048 service neutron] 10.222.0.16 "GET /v2.0/networks?id=73dbeef5-d7d5-4ee6-aad7-c17680f37564 HTTP/1.1" status: 200 len: 898 time: 0.0847735 Oct 19 07:55:12.726421 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-479db2f0-4c41-4d56-9c01-7621e1cb3608 None None] The sync data for ids ['dc7d48d4-ca2b-4943-9b08-298004166067'] in dv-neutron-861624-1-hyperv is: [{'id': 'dc7d48d4-ca2b-4943-9b08-298004166067', 'name': 'tempest-TestNetworkBasicOps-router-1355953929', 'tenant_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'external_fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.45'}], 'enable_snat': True}, 'gw_port_id': '24498c4c-e241-4311-ab81-cb29c2dcf42b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T07:53:50Z', 'updated_at': '2022-10-19T07:53:53Z', 'revision_number': 4, 'project_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'gw_port': {'id': '24498c4c-e241-4311-ab81-cb29c2dcf42b', 'name': '', 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:30:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc7d48d4-ca2b-4943-9b08-298004166067', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:53:50Z', 'updated_at': '2022-10-19T07:53:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861624-1-hyperv', '_interfaces': [{'id': '5ee5c114-d7ab-4be5-a9de-45f0f31007a4', 'name': '', 'network_id': '73dbeef5-d7d5-4ee6-aad7-c17680f37564', 'tenant_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'mac_address': 'fa:16:3e:0b:fa:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc7d48d4-ca2b-4943-9b08-298004166067', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '3ea396ce-07cb-4620-a39a-7d0bca0a6def', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:53:53Z', 'updated_at': '2022-10-19T07:53:56Z', 'revision_number': 5, 'project_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'subnets': [{'id': '3ea396ce-07cb-4620-a39a-7d0bca0a6def', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 07:55:12.759796 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-d0a920d2-194e-4fdc-9fdf-7a94278f7b25 req-ea7a4492-7f83-4faf-a528-c9cf8f3afa68 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=da1eab69-5a24-4f57-9569-f9ace4cd7115 HTTP/1.1" status: 200 len: 217 time: 0.0404897 Oct 19 07:55:12.812643 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a920d2-194e-4fdc-9fdf-7a94278f7b25 req-56d754cf-f756-47a8-9a70-6ef3536bd588 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:55:12.814114 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-d0a920d2-194e-4fdc-9fdf-7a94278f7b25 req-56d754cf-f756-47a8-9a70-6ef3536bd588 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=3ea396ce-07cb-4620-a39a-7d0bca0a6def HTTP/1.1" status: 200 len: 835 time: 0.0465829 Oct 19 07:55:12.862930 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a920d2-194e-4fdc-9fdf-7a94278f7b25 req-49c73c1c-2708-401b-8d4a-358dda1fea5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:55:12.864720 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-d0a920d2-194e-4fdc-9fdf-7a94278f7b25 req-49c73c1c-2708-401b-8d4a-358dda1fea5e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=73dbeef5-d7d5-4ee6-aad7-c17680f37564&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0418007 Oct 19 07:55:12.953583 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c5d532e-f97b-48d0-8611-d45c24697b88 None None] New status for floating IP 94f33c72-ba0b-480e-b374-af71b3f754ee: DOWN {{(pid=103334) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 19 07:55:13.261352 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-d0a920d2-194e-4fdc-9fdf-7a94278f7b25 req-6761a53f-ea56-4865-b793-366ca56aaf9c service neutron] 10.222.0.16 "GET /v2.0/networks/73dbeef5-d7d5-4ee6-aad7-c17680f37564?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3888516 Oct 19 07:55:13.350022 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-d0a920d2-194e-4fdc-9fdf-7a94278f7b25 req-1ff66851-5a69-4a8d-ac6c-f8934586cde8 service neutron] 10.222.0.16 "GET /v2.0/networks/73dbeef5-d7d5-4ee6-aad7-c17680f37564?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816543 Oct 19 07:55:13.382689 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-2667850e-1ebf-4f12-8c98-4b7a497dbb73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:55:13.449858 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087372d4-31cd-4ec8-bad1-5ea4518eba4b req-06e3ebdc-3bad-4f2e-8bf2-b93d8cf17941 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:55:13.451226 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-087372d4-31cd-4ec8-bad1-5ea4518eba4b req-06e3ebdc-3bad-4f2e-8bf2-b93d8cf17941 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "GET /v2.0/ports?device_id=9e9ff4ee-2a27-44bb-be20-aa22a8e7876e HTTP/1.1" status: 200 len: 945 time: 0.0495243 Oct 19 07:55:13.491343 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-087372d4-31cd-4ec8-bad1-5ea4518eba4b req-9936411f-26f6-4ef4-9050-7e0b2cb22b87 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "GET /v2.0/security-groups?id=0f2c5e56-8f62-42ff-aa5c-01300a41ca34&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0325665 Oct 19 07:55:13.685550 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415847ca-153e-481f-acdb-e889ac5705b4 req-5dd4be77-aa20-46d6-8faf-98a7f55247e2 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:55:13.687043 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-415847ca-153e-481f-acdb-e889ac5705b4 req-5dd4be77-aa20-46d6-8faf-98a7f55247e2 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.16 "GET /v2.0/ports?device_id=9e9ff4ee-2a27-44bb-be20-aa22a8e7876e HTTP/1.1" status: 200 len: 945 time: 0.0519910 Oct 19 07:55:13.776288 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.plugin [req-415847ca-153e-481f-acdb-e889ac5705b4 req-731777f3-d744-47e9-a76a-74499384cdcd tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Deleting port da1eab69-5a24-4f57-9569-f9ace4cd7115 {{(pid=103332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 07:55:13.776576 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-415847ca-153e-481f-acdb-e889ac5705b4 req-731777f3-d744-47e9-a76a-74499384cdcd tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:55:13.868802 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.db [req-415847ca-153e-481f-acdb-e889ac5705b4 req-731777f3-d744-47e9-a76a-74499384cdcd tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] For port da1eab69-5a24-4f57-9569-f9ace4cd7115, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=da1eab69-5a24-4f57-9569-f9ace4cd7115,segment=NetworkSegment(747e4316-62da-4d56-96c9-ae3509316046),segment_id=747e4316-62da-4d56-96c9-ae3509316046)] {{(pid=103332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:55:13.869164 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-415847ca-153e-481f-acdb-e889ac5705b4 req-731777f3-d744-47e9-a76a-74499384cdcd tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:55:13.881047 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.plugin [req-415847ca-153e-481f-acdb-e889ac5705b4 req-731777f3-d744-47e9-a76a-74499384cdcd tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Calling delete_port for da1eab69-5a24-4f57-9569-f9ace4cd7115 owned by compute:nova {{(pid=103332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 07:55:14.009748 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-415847ca-153e-481f-acdb-e889ac5705b4 req-731777f3-d744-47e9-a76a-74499384cdcd tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133553798'] for port, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:55:14.038645 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731777f3-d744-47e9-a76a-74499384cdcd tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Pushing event deleted for resources: {'Port': ['ID=da1eab69-5a24-4f57-9569-f9ace4cd7115,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:55:14.079007 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [req-415847ca-153e-481f-acdb-e889ac5705b4 req-731777f3-d744-47e9-a76a-74499384cdcd tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] No DVR routers for this DVR port da1eab69-5a24-4f57-9569-f9ace4cd7115 on host hv-neutron-8616 {{(pid=103332) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 19 07:55:14.081603 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-415847ca-153e-481f-acdb-e889ac5705b4 req-731777f3-d744-47e9-a76a-74499384cdcd tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42160'] for port, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:55:14.085612 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-415847ca-153e-481f-acdb-e889ac5705b4 req-731777f3-d744-47e9-a76a-74499384cdcd tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.16 "DELETE /v2.0/ports/da1eab69-5a24-4f57-9569-f9ace4cd7115 HTTP/1.1" status: 204 len: 173 time: 0.3921075 Oct 19 07:55:14.555120 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e9ff4ee-2a27-44bb-be20-aa22a8e7876e', 'name': 'network-vif-deleted', 'tag': 'da1eab69-5a24-4f57-9569-f9ace4cd7115'}] {{(pid=103332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 19 07:55:14.557065 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 34376) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:55:14.557755 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a021b02cf5f527cd4bbbc40a031b51490d9893d7edeeb551bdf5128ee7546f8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f7ff431-d414-4d4d-8cc8-40a401018e93" -d '{"events": [{"server_uuid": "9e9ff4ee-2a27-44bb-be20-aa22a8e7876e", "name": "network-vif-deleted", "tag": "da1eab69-5a24-4f57-9569-f9ace4cd7115"}]}' {{(pid=103332) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 07:55:14.600341 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 19 Oct 2022 07:55:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3a6b131-0f8a-4e14-8b29-f62302961a25 x-openstack-request-id: req-d3a6b131-0f8a-4e14-8b29-f62302961a25 {{(pid=103332) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 07:55:14.600666 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e9ff4ee-2a27-44bb-be20-aa22a8e7876e", "name": "network-vif-deleted", "tag": "da1eab69-5a24-4f57-9569-f9ace4cd7115", "status": "completed", "code": 200}]} {{(pid=103332) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 07:55:14.600917 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-d3a6b131-0f8a-4e14-8b29-f62302961a25 {{(pid=103332) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 07:55:14.601318 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d3a6b131-0f8a-4e14-8b29-f62302961a25'] response: {'server_uuid': '9e9ff4ee-2a27-44bb-be20-aa22a8e7876e', 'name': 'network-vif-deleted', 'tag': 'da1eab69-5a24-4f57-9569-f9ace4cd7115', 'status': 'completed', 'code': 200} Oct 19 07:55:14.627359 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-1146fa35-b3fe-49c1-8ff1-d97437223ebb tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for security_group, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:55:14.632703 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Device bf802894-dd6f-474f-8d3c-ff33a514596f no longer exists at agent hyperv_hv-neutron-8616 {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 07:55:14.654950 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] No Port match for: bf802894-dd6f-474f-8d3c-ff33a514596f {{(pid=103334) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 19 07:55:14.655287 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Device bf802894-dd6f-474f-8d3c-ff33a514596f not bound to the agent host hv-neutron-8616 {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 07:55:14.656139 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-1146fa35-b3fe-49c1-8ff1-d97437223ebb tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:55:14.717312 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-1146fa35-b3fe-49c1-8ff1-d97437223ebb tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788643'] for security_group, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:55:14.719980 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-1146fa35-b3fe-49c1-8ff1-d97437223ebb tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for security_group, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:55:14.721227 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-1146fa35-b3fe-49c1-8ff1-d97437223ebb tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "DELETE /v2.0/security-groups/0f2c5e56-8f62-42ff-aa5c-01300a41ca34 HTTP/1.1" status: 204 len: 168 time: 0.1631274 Oct 19 07:55:14.731046 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1146fa35-b3fe-49c1-8ff1-d97437223ebb tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f2c5e56-8f62-42ff-aa5c-01300a41ca34,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:55:14.738262 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1146fa35-b3fe-49c1-8ff1-d97437223ebb tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:55:14.739211 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1146fa35-b3fe-49c1-8ff1-d97437223ebb tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:55:14.739555 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1146fa35-b3fe-49c1-8ff1-d97437223ebb tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:55:14.739890 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1146fa35-b3fe-49c1-8ff1-d97437223ebb tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:55:14.740224 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1146fa35-b3fe-49c1-8ff1-d97437223ebb tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:55:14.740577 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1146fa35-b3fe-49c1-8ff1-d97437223ebb tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:55:14.740910 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1146fa35-b3fe-49c1-8ff1-d97437223ebb tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:55:14.741238 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1146fa35-b3fe-49c1-8ff1-d97437223ebb tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:55:14.741571 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1146fa35-b3fe-49c1-8ff1-d97437223ebb tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:55:14.741891 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1146fa35-b3fe-49c1-8ff1-d97437223ebb tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:55:14.742221 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1146fa35-b3fe-49c1-8ff1-d97437223ebb tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:55:14.742543 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1146fa35-b3fe-49c1-8ff1-d97437223ebb tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:55:14.756370 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 34382) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:55:15.117570 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-1646a880-2998-4b9f-bd96-c8cac5ebf6b0 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1694785'] for router_interface, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:55:15.376285 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-1646a880-2998-4b9f-bd96-c8cac5ebf6b0 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Deleting port 5ee5c114-d7ab-4be5-a9de-45f0f31007a4 {{(pid=103333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 07:55:15.376583 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-1646a880-2998-4b9f-bd96-c8cac5ebf6b0 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:55:15.470324 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.db [None req-1646a880-2998-4b9f-bd96-c8cac5ebf6b0 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] For port 5ee5c114-d7ab-4be5-a9de-45f0f31007a4, host dv-neutron-861624-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=5ee5c114-d7ab-4be5-a9de-45f0f31007a4,segment=NetworkSegment(747e4316-62da-4d56-96c9-ae3509316046),segment_id=747e4316-62da-4d56-96c9-ae3509316046)] {{(pid=103333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:55:15.470877 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-1646a880-2998-4b9f-bd96-c8cac5ebf6b0 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:55:15.483366 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-1646a880-2998-4b9f-bd96-c8cac5ebf6b0 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Calling delete_port for 5ee5c114-d7ab-4be5-a9de-45f0f31007a4 owned by network:router_interface {{(pid=103333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 07:55:15.668447 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-1646a880-2998-4b9f-bd96-c8cac5ebf6b0 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130996763'] for port, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:55:15.694239 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1646a880-2998-4b9f-bd96-c8cac5ebf6b0 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Pushing event deleted for resources: {'Port': ['ID=5ee5c114-d7ab-4be5-a9de-45f0f31007a4,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:55:15.870427 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-1646a880-2998-4b9f-bd96-c8cac5ebf6b0 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1574862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1694957'] for router_interface, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:55:16.084832 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1646a880-2998-4b9f-bd96-c8cac5ebf6b0 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Router dc7d48d4-ca2b-4943-9b08-298004166067 has already been hosted by L3 agent ab388470-1243-4d53-80f2-c2f5899c97a7 {{(pid=103333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 07:55:16.189372 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1646a880-2998-4b9f-bd96-c8cac5ebf6b0 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify agent at l3_agent.dv-neutron-861624-1-hyperv the message routers_updated {{(pid=103333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 07:55:16.194946 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-1646a880-2998-4b9f-bd96-c8cac5ebf6b0 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "PUT /v2.0/routers/dc7d48d4-ca2b-4943-9b08-298004166067/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4375224 Oct 19 07:55:16.197890 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 34384) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:55:16.200320 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d8867f1-bb90-46cc-95e9-5a2bb88bb14e None None] Sync routers for ids ['dc7d48d4-ca2b-4943-9b08-298004166067'] in dv-neutron-861624-1-hyperv {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 07:55:16.210512 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d8867f1-bb90-46cc-95e9-5a2bb88bb14e None None] Routers {'dc7d48d4-ca2b-4943-9b08-298004166067'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 07:55:16.211113 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-0d8867f1-bb90-46cc-95e9-5a2bb88bb14e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T07:54:46Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['dc7d48d4-ca2b-4943-9b08-298004166067'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:55:16.253050 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.db_base_plugin_v2 [None req-7cfd7efe-445d-4484-89f3-01e39d295ce6 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Deleting subnet 3ea396ce-07cb-4620-a39a-7d0bca0a6def {{(pid=103333) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 19 07:55:16.256278 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-7cfd7efe-445d-4484-89f3-01e39d295ce6 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for subnet, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:55:16.303511 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-4a68e4dd-0222-4396-8f38-374d03be8915 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:55:16.307927 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-7cfd7efe-445d-4484-89f3-01e39d295ce6 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-134111928'] for subnet, precommit_delete_associations {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:55:16.314306 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvr_db [None req-0d8867f1-bb90-46cc-95e9-5a2bb88bb14e None None] Set router dc7d48d4-ca2b-4943-9b08-298004166067 gateway port host: dv-neutron-861624-1-hyperv {{(pid=103335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 07:55:16.393114 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-7cfd7efe-445d-4484-89f3-01e39d295ce6 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-679826'] for subnet, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:55:16.459900 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-7cfd7efe-445d-4484-89f3-01e39d295ce6 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-679819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130997964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130170408'] for subnet, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:55:16.487660 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfd7efe-445d-4484-89f3-01e39d295ce6 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Pushing event deleted for resources: {'Subnet': ['ID=3ea396ce-07cb-4620-a39a-7d0bca0a6def,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:55:16.493492 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-7cfd7efe-445d-4484-89f3-01e39d295ce6 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for subnet, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:55:16.498866 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-7cfd7efe-445d-4484-89f3-01e39d295ce6 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "DELETE /v2.0/subnets/3ea396ce-07cb-4620-a39a-7d0bca0a6def HTTP/1.1" status: 204 len: 168 time: 0.2974262 Oct 19 07:55:16.499122 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-370fb708-cd19-4c63-bb46-5b856b23dd7c None None] Network 73dbeef5-d7d5-4ee6-aad7-c17680f37564 requested from dv-neutron-861624-1-hyperv {{(pid=103334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 07:55:16.499260 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 34386) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:55:16.586747 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-0d8867f1-bb90-46cc-95e9-5a2bb88bb14e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc7d48d4-ca2b-4943-9b08-298004166067', 'name': 'tempest-TestNetworkBasicOps-router-1355953929', 'tenant_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'external_fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.45'}], 'enable_snat': True}, 'gw_port_id': '24498c4c-e241-4311-ab81-cb29c2dcf42b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T07:53:50Z', 'updated_at': '2022-10-19T07:55:15Z', 'revision_number': 5, 'project_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'gw_port': {'id': '24498c4c-e241-4311-ab81-cb29c2dcf42b', 'name': '', 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:30:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc7d48d4-ca2b-4943-9b08-298004166067', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:53:50Z', 'updated_at': '2022-10-19T07:53:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861624-1-hyperv'}], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:55:16.612055 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-8ba43c03-34f2-4a93-ac51-61f39a879b3a tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for router, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:55:16.613035 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d8867f1-bb90-46cc-95e9-5a2bb88bb14e None None] Checking router: dc7d48d4-ca2b-4943-9b08-298004166067 for host: dv-neutron-861624-1-hyperv {{(pid=103335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 07:55:16.622288 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d8867f1-bb90-46cc-95e9-5a2bb88bb14e None None] Routers {'dc7d48d4-ca2b-4943-9b08-298004166067'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 07:55:16.622901 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-0d8867f1-bb90-46cc-95e9-5a2bb88bb14e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T07:55:16Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['dc7d48d4-ca2b-4943-9b08-298004166067'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:55:16.712664 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dd867ca-210e-4b7e-a073-10b8602dd61a None None] DHCP port deletion for 73dbeef5-d7d5-4ee6-aad7-c17680f37564 request from dv-neutron-861624-1-hyperv {{(pid=103334) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 07:55:16.739757 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-8ba43c03-34f2-4a93-ac51-61f39a879b3a tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:55:16.761105 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvr_db [None req-0d8867f1-bb90-46cc-95e9-5a2bb88bb14e None None] Set router dc7d48d4-ca2b-4943-9b08-298004166067 gateway port host: dv-neutron-861624-1-hyperv {{(pid=103335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 07:55:16.763793 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-5dd867ca-210e-4b7e-a073-10b8602dd61a None None] Deleting port c2d954ba-bfaf-4c53-88fd-93a0beae0ec9 {{(pid=103334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 07:55:16.764558 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-5dd867ca-210e-4b7e-a073-10b8602dd61a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:55:16.805797 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-8ba43c03-34f2-4a93-ac51-61f39a879b3a tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Deleting port 24498c4c-e241-4311-ab81-cb29c2dcf42b {{(pid=103333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 07:55:16.806143 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-8ba43c03-34f2-4a93-ac51-61f39a879b3a tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:55:16.842343 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-5dd867ca-210e-4b7e-a073-10b8602dd61a None None] For port c2d954ba-bfaf-4c53-88fd-93a0beae0ec9, host dv-neutron-861624-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=c2d954ba-bfaf-4c53-88fd-93a0beae0ec9,segment=NetworkSegment(747e4316-62da-4d56-96c9-ae3509316046),segment_id=747e4316-62da-4d56-96c9-ae3509316046)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:55:16.842732 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-5dd867ca-210e-4b7e-a073-10b8602dd61a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:55:16.857700 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-5dd867ca-210e-4b7e-a073-10b8602dd61a None None] Calling delete_port for c2d954ba-bfaf-4c53-88fd-93a0beae0ec9 owned by network:dhcp {{(pid=103334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 07:55:16.900121 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.db [None req-8ba43c03-34f2-4a93-ac51-61f39a879b3a tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] For port 24498c4c-e241-4311-ab81-cb29c2dcf42b, host dv-neutron-861624-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=24498c4c-e241-4311-ab81-cb29c2dcf42b,segment=NetworkSegment(53981d04-8205-40d8-8d33-0510111d6f8f),segment_id=53981d04-8205-40d8-8d33-0510111d6f8f)] {{(pid=103333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:55:16.900413 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-8ba43c03-34f2-4a93-ac51-61f39a879b3a tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:55:16.914858 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-8ba43c03-34f2-4a93-ac51-61f39a879b3a tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Calling delete_port for 24498c4c-e241-4311-ab81-cb29c2dcf42b owned by network:router_gateway {{(pid=103333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 07:55:16.946959 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-5dd867ca-210e-4b7e-a073-10b8602dd61a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339'] for port, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:55:16.965315 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-0d8867f1-bb90-46cc-95e9-5a2bb88bb14e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc7d48d4-ca2b-4943-9b08-298004166067', 'name': 'tempest-TestNetworkBasicOps-router-1355953929', 'tenant_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'external_fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.45'}], 'enable_snat': True}, 'gw_port_id': '24498c4c-e241-4311-ab81-cb29c2dcf42b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T07:53:50Z', 'updated_at': '2022-10-19T07:55:15Z', 'revision_number': 5, 'project_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'gw_port': {'id': '24498c4c-e241-4311-ab81-cb29c2dcf42b', 'name': '', 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:30:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc7d48d4-ca2b-4943-9b08-298004166067', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:53:50Z', 'updated_at': '2022-10-19T07:53:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861624-1-hyperv'}], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:55:16.972408 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd867ca-210e-4b7e-a073-10b8602dd61a None None] Pushing event deleted for resources: {'Port': ['ID=c2d954ba-bfaf-4c53-88fd-93a0beae0ec9,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:55:16.985689 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd867ca-210e-4b7e-a073-10b8602dd61a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:55:16.986080 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd867ca-210e-4b7e-a073-10b8602dd61a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:55:16.986423 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd867ca-210e-4b7e-a073-10b8602dd61a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:55:16.986754 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd867ca-210e-4b7e-a073-10b8602dd61a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:55:16.987088 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd867ca-210e-4b7e-a073-10b8602dd61a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:55:16.987418 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd867ca-210e-4b7e-a073-10b8602dd61a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:55:16.987743 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd867ca-210e-4b7e-a073-10b8602dd61a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:55:16.988067 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd867ca-210e-4b7e-a073-10b8602dd61a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:55:16.989042 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd867ca-210e-4b7e-a073-10b8602dd61a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:55:16.989378 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd867ca-210e-4b7e-a073-10b8602dd61a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:55:16.989721 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd867ca-210e-4b7e-a073-10b8602dd61a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:55:16.990099 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd867ca-210e-4b7e-a073-10b8602dd61a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:55:16.996910 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dd867ca-210e-4b7e-a073-10b8602dd61a None None] No DVR routers for this DVR port c2d954ba-bfaf-4c53-88fd-93a0beae0ec9 on host dv-neutron-861624-1-hyperv {{(pid=103334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 19 07:55:17.003457 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d8867f1-bb90-46cc-95e9-5a2bb88bb14e None None] The sync data for ids ['dc7d48d4-ca2b-4943-9b08-298004166067'] in dv-neutron-861624-1-hyperv is: [{'id': 'dc7d48d4-ca2b-4943-9b08-298004166067', 'name': 'tempest-TestNetworkBasicOps-router-1355953929', 'tenant_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'external_fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.45'}], 'enable_snat': True}, 'gw_port_id': '24498c4c-e241-4311-ab81-cb29c2dcf42b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T07:53:50Z', 'updated_at': '2022-10-19T07:55:15Z', 'revision_number': 5, 'project_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'gw_port': {'id': '24498c4c-e241-4311-ab81-cb29c2dcf42b', 'name': '', 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:30:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc7d48d4-ca2b-4943-9b08-298004166067', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:53:50Z', 'updated_at': '2022-10-19T07:53:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861624-1-hyperv'}] {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 07:55:17.114003 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-8ba43c03-34f2-4a93-ac51-61f39a879b3a tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130996763'] for port, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:55:17.143402 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba43c03-34f2-4a93-ac51-61f39a879b3a tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Pushing event deleted for resources: {'Port': ['ID=24498c4c-e241-4311-ab81-cb29c2dcf42b,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:55:17.209638 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-8ba43c03-34f2-4a93-ac51-61f39a879b3a tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1693831'] for router_gateway, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:55:17.306294 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-8ba43c03-34f2-4a93-ac51-61f39a879b3a tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1693565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12618'] for router, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:55:17.308913 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-8ba43c03-34f2-4a93-ac51-61f39a879b3a tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:55:17.353086 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-8ba43c03-34f2-4a93-ac51-61f39a879b3a tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1693542'] for router, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:55:17.353632 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ba43c03-34f2-4a93-ac51-61f39a879b3a tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Fanout notify agent at l3_agent the message router_deleted on router dc7d48d4-ca2b-4943-9b08-298004166067 {{(pid=103333) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 07:55:17.360405 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-8ba43c03-34f2-4a93-ac51-61f39a879b3a tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for router, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:55:17.361547 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-8ba43c03-34f2-4a93-ac51-61f39a879b3a tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "DELETE /v2.0/routers/dc7d48d4-ca2b-4943-9b08-298004166067 HTTP/1.1" status: 204 len: 168 time: 0.8614550 Oct 19 07:55:17.364675 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 34388) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:55:17.457708 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-5df10ebf-5aac-4578-b32f-e08aeebba282 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-667019'] for network, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:55:17.544097 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device 5ee5c114-d7ab-4be5-a9de-45f0f31007a4 no longer exists at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 07:55:17.566221 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-5df10ebf-5aac-4578-b32f-e08aeebba282 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-673051', 'neutron.services.segments.db._delete_segments_for_network-8785021519108'] for network, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:55:17.569322 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] No Port match for: 5ee5c114-d7ab-4be5-a9de-45f0f31007a4 {{(pid=103334) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 19 07:55:17.569670 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device 5ee5c114-d7ab-4be5-a9de-45f0f31007a4 not bound to the agent host dv-neutron-861624-1-hyperv {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 07:55:17.570089 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device c2d954ba-bfaf-4c53-88fd-93a0beae0ec9 no longer exists at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 07:55:17.587207 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-5df10ebf-5aac-4578-b32f-e08aeebba282 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73dbeef5-d7d5-4ee6-aad7-c17680f37564']}} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:55:17.589831 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] No Port match for: c2d954ba-bfaf-4c53-88fd-93a0beae0ec9 {{(pid=103334) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 19 07:55:17.590175 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device c2d954ba-bfaf-4c53-88fd-93a0beae0ec9 not bound to the agent host dv-neutron-861624-1-hyperv {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 07:55:17.597245 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-5df10ebf-5aac-4578-b32f-e08aeebba282 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '747e4316-62da-4d56-96c9-ae3509316046') {'for_net_delete': True} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:55:17.597363 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-5df10ebf-5aac-4578-b32f-e08aeebba282 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '747e4316-62da-4d56-96c9-ae3509316046') {} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:55:17.607541 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-5df10ebf-5aac-4578-b32f-e08aeebba282 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785021519382', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-134111927'] for segment, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:55:17.620624 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-5df10ebf-5aac-4578-b32f-e08aeebba282 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979'] for segment, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:55:17.626977 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5df10ebf-5aac-4578-b32f-e08aeebba282 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Releasing vlan 177 on physical network physnet1 to pool {{(pid=103333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 07:55:17.627447 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-5df10ebf-5aac-4578-b32f-e08aeebba282 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130996782'] for segment, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:55:17.646924 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.services.segments.plugin [-] Segment 747e4316-62da-4d56-96c9-ae3509316046 resource provider aggregate not found Oct 19 07:55:17.690866 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.services.segments.plugin [-] Segment 747e4316-62da-4d56-96c9-ae3509316046 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 747e4316-62da-4d56-96c9-ae3509316046 found for delete ", "request_id": "req-d3e93a61-4df8-4adc-b087-9173e19d926a"}]} Oct 19 07:55:17.700149 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-5df10ebf-5aac-4578-b32f-e08aeebba282 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-673044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1695087'] for network, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:55:17.708703 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-5df10ebf-5aac-4578-b32f-e08aeebba282 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for network, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:55:17.711677 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-5df10ebf-5aac-4578-b32f-e08aeebba282 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "DELETE /v2.0/networks/73dbeef5-d7d5-4ee6-aad7-c17680f37564 HTTP/1.1" status: 204 len: 168 time: 0.3460574 Oct 19 07:55:17.728648 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df10ebf-5aac-4578-b32f-e08aeebba282 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Pushing event deleted for resources: {'Network': ['ID=73dbeef5-d7d5-4ee6-aad7-c17680f37564,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:55:17.734713 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 34394) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:55:17.740600 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-fb87f87d-a1b8-460f-8960-dff8a4e1dfce tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Request body: {'network': {'name': 'tempest-network-smoke--1852050701', 'project_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'port_security_enabled': True}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:55:17.761871 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb87f87d-a1b8-460f-8960-dff8a4e1dfce tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Made reservation on behalf of 47a12ea4f74e4c18b13323e6f3cc9741 for: {'network': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 07:55:17.765302 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-fb87f87d-a1b8-460f-8960-dff8a4e1dfce tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for network, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:55:17.789778 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb87f87d-a1b8-460f-8960-dff8a4e1dfce tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 188} {{(pid=103333) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 07:55:17.798329 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-fb87f87d-a1b8-460f-8960-dff8a4e1dfce tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979'] for segment, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:55:17.798670 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.db.segments_db [None req-fb87f87d-a1b8-460f-8960-dff8a4e1dfce tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Added segment 6c7fded4-0533-48da-983c-04f7070b5a68 of type vlan for network 38a9972b-3966-4b33-bd7b-3089e176d112 Oct 19 07:55:17.843370 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-fb87f87d-a1b8-460f-8960-dff8a4e1dfce tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785020965340'] for network, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:55:17.868452 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-fb87f87d-a1b8-460f-8960-dff8a4e1dfce tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873'] for network, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:55:17.873898 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb87f87d-a1b8-460f-8960-dff8a4e1dfce tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:55:17.874479 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-fb87f87d-a1b8-460f-8960-dff8a4e1dfce tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for network, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:55:17.906100 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-fb87f87d-a1b8-460f-8960-dff8a4e1dfce tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1703541 Oct 19 07:55:17.909373 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 34396) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:55:17.914774 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-97000504-0a57-4264-8209-91157cf28e2c tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-369358453', 'admin_state_up': True, 'project_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd'}}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:55:17.937054 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-97000504-0a57-4264-8209-91157cf28e2c tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1692695', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12668'] for router, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:55:17.938040 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-97000504-0a57-4264-8209-91157cf28e2c tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1692835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1693910', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1621825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12659'] for router, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:55:17.944797 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb87f87d-a1b8-460f-8960-dff8a4e1dfce tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Pushing event updated for resources: {'Network': ['ID=38a9972b-3966-4b33-bd7b-3089e176d112,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:55:17.958861 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Network 38a9972b-3966-4b33-bd7b-3089e176d112 details requested by agent ovs-agent-dv-neutron-861624-1-hyperv with host dv-neutron-861624-1-hyperv {{(pid=103334) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 07:55:17.976949 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-2a2259f7-b034-4eec-af7a-7abaede746c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:55:18.000690 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-97000504-0a57-4264-8209-91157cf28e2c tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:55:18.139091 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-97000504-0a57-4264-8209-91157cf28e2c tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:55:18.334463 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-97000504-0a57-4264-8209-91157cf28e2c tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for router_gateway, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:55:18.352804 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-97000504-0a57-4264-8209-91157cf28e2c tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:55:18.456443 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.db_base_plugin_common [None req-97000504-0a57-4264-8209-91157cf28e2c tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Allocated IP 172.26.0.114 (99c66757-74e3-40a4-b479-8d09e3a7c3dd/7f3d1034-1de7-458a-a3ee-77488de3949b/fc7b2508-3711-43a5-91ed-c7158f4a5c4e) {{(pid=103332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 07:55:18.556601 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-97000504-0a57-4264-8209-91157cf28e2c tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for port, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:55:18.588562 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-97000504-0a57-4264-8209-91157cf28e2c tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785020947330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133553798'] for port, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:55:18.626453 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97000504-0a57-4264-8209-91157cf28e2c tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Network 99c66757-74e3-40a4-b479-8d09e3a7c3dd is already hosted by enough agents. {{(pid=103332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 07:55:18.629297 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.base_scheduler [None req-97000504-0a57-4264-8209-91157cf28e2c tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Resources bound (agent type, host, resource id): {{(pid=103332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:55:18.632926 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97000504-0a57-4264-8209-91157cf28e2c tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Received port after_create {{(pid=103332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 07:55:18.642056 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Device da1eab69-5a24-4f57-9569-f9ace4cd7115 no longer exists at agent hyperv_hv-neutron-8616 {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 07:55:18.659411 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97000504-0a57-4264-8209-91157cf28e2c tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Pushing event updated for resources: {'Port': ['ID=fc7b2508-3711-43a5-91ed-c7158f4a5c4e,revision_number=1']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:55:18.662041 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] No Port match for: da1eab69-5a24-4f57-9569-f9ace4cd7115 {{(pid=103334) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 19 07:55:18.662393 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Device da1eab69-5a24-4f57-9569-f9ace4cd7115 not bound to the agent host hv-neutron-8616 {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 07:55:18.883193 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-97000504-0a57-4264-8209-91157cf28e2c tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for router_gateway, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:55:19.016344 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-1a0da505-d0f9-48c6-b7e2-53b9c5e41298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:55:19.073701 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-97000504-0a57-4264-8209-91157cf28e2c tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1692844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1693859'] for router, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:55:19.145459 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:55:19.204085 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97000504-0a57-4264-8209-91157cf28e2c tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Router 53700fc6-f3ab-44fe-89b7-3547c1e8777c is scheduled to L3 agent ab388470-1243-4d53-80f2-c2f5899c97a7 with binding_index 1 {{(pid=103332) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 07:55:19.309947 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97000504-0a57-4264-8209-91157cf28e2c tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify agent at l3_agent.dv-neutron-861624-1-hyperv the message routers_updated {{(pid=103332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 07:55:19.321359 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bc1593d-7d5d-4ba3-8db3-820cce4204b6 None None] Sync routers for ids ['53700fc6-f3ab-44fe-89b7-3547c1e8777c'] in dv-neutron-861624-1-hyperv {{(pid=103334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 07:55:19.330143 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-97000504-0a57-4264-8209-91157cf28e2c tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for router, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:55:19.335007 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-97000504-0a57-4264-8209-91157cf28e2c tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.4209898 Oct 19 07:55:19.335195 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bc1593d-7d5d-4ba3-8db3-820cce4204b6 None None] Routers {'53700fc6-f3ab-44fe-89b7-3547c1e8777c'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 07:55:19.335195 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-2bc1593d-7d5d-4ba3-8db3-820cce4204b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T07:55:16Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['53700fc6-f3ab-44fe-89b7-3547c1e8777c'], 'active': True} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:55:19.335453 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 34398) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:55:19.423798 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device 24498c4c-e241-4311-ab81-cb29c2dcf42b no longer exists at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 07:55:19.445755 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] No Port match for: 24498c4c-e241-4311-ab81-cb29c2dcf42b {{(pid=103334) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 19 07:55:19.446100 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device 24498c4c-e241-4311-ab81-cb29c2dcf42b not bound to the agent host dv-neutron-861624-1-hyperv {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 07:55:19.460008 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvr_db [None req-2bc1593d-7d5d-4ba3-8db3-820cce4204b6 None None] Set router 53700fc6-f3ab-44fe-89b7-3547c1e8777c gateway port host: dv-neutron-861624-1-hyperv {{(pid=103334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 07:55:19.494818 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-2b38ff63-3d51-4a7f-82e0-8438f03ddfcf tempest-TestNetworkBasicOps-773100899 tempest-TestNetworkBasicOps-773100899-project-admin] 10.222.0.27 "GET /v2.0/subnets?project_id=47a12ea4f74e4c18b13323e6f3cc9741&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1585150 Oct 19 07:55:19.497451 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 34402) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:55:19.585950 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60f7c98e-1d5a-48ba-abc6-7c6d4eea03dc tempest-TestNetworkBasicOps-773100899 tempest-TestNetworkBasicOps-773100899-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:55:19.587498 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-60f7c98e-1d5a-48ba-abc6-7c6d4eea03dc tempest-TestNetworkBasicOps-773100899 tempest-TestNetworkBasicOps-773100899-project-admin] 10.222.0.27 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0891521 Oct 19 07:55:19.590370 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 34404) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:55:19.618285 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-db7afc39-6124-4734-ae5a-52bcbed77468 tempest-TestNetworkBasicOps-773100899 tempest-TestNetworkBasicOps-773100899-project-admin] 10.222.0.27 "GET /v2.0/subnets?network_id=99c66757-74e3-40a4-b479-8d09e3a7c3dd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0266962 Oct 19 07:55:19.620718 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 34406) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:55:19.626166 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-cc55c3a3-8996-44b8-b878-5ea5f739daa5 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1528105587', 'network_id': '38a9972b-3966-4b33-bd7b-3089e176d112', 'project_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:55:19.643403 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-2bc1593d-7d5d-4ba3-8db3-820cce4204b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53700fc6-f3ab-44fe-89b7-3547c1e8777c', 'name': 'tempest-TestNetworkBasicOps-router-369358453', 'tenant_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'external_fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.114'}], 'enable_snat': True}, 'gw_port_id': 'fc7b2508-3711-43a5-91ed-c7158f4a5c4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T07:55:17Z', 'updated_at': '2022-10-19T07:55:18Z', 'revision_number': 3, 'project_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'gw_port': {'id': 'fc7b2508-3711-43a5-91ed-c7158f4a5c4e', 'name': '', 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:3f:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53700fc6-f3ab-44fe-89b7-3547c1e8777c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:55:18Z', 'updated_at': '2022-10-19T07:55:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861624-1-hyperv'}], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:55:19.668935 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bc1593d-7d5d-4ba3-8db3-820cce4204b6 None None] Checking router: 53700fc6-f3ab-44fe-89b7-3547c1e8777c for host: dv-neutron-861624-1-hyperv {{(pid=103334) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 07:55:19.669194 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bc1593d-7d5d-4ba3-8db3-820cce4204b6 None None] Updating router 53700fc6-f3ab-44fe-89b7-3547c1e8777c port fc7b2508-3711-43a5-91ed-c7158f4a5c4e binding host dv-neutron-861624-1-hyperv {{(pid=103334) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 07:55:19.693959 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-2bc1593d-7d5d-4ba3-8db3-820cce4204b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:55:19.714830 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc55c3a3-8996-44b8-b878-5ea5f739daa5 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Made reservation on behalf of 47a12ea4f74e4c18b13323e6f3cc9741 for: {'subnet': 1} {{(pid=103332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 07:55:19.718573 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-cc55c3a3-8996-44b8-b878-5ea5f739daa5 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130659787'] for subnet, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:55:19.906162 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-cc55c3a3-8996-44b8-b878-5ea5f739daa5 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-133552662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130659641'] for subnet, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:55:19.958231 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-2bc1593d-7d5d-4ba3-8db3-820cce4204b6 None None] Notify callbacks [] for port, precommit_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:55:19.963640 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-2bc1593d-7d5d-4ba3-8db3-820cce4204b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:55:19.968852 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc55c3a3-8996-44b8-b878-5ea5f739daa5 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Pushing event updated for resources: {'Subnet': ['ID=1637d8bf-83ba-4452-9bdd-625bff23ffec,revision_number=0']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:55:19.976616 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc55c3a3-8996-44b8-b878-5ea5f739daa5 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Checking segment: {'id': '6c7fded4-0533-48da-983c-04f7070b5a68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '38a9972b-3966-4b33-bd7b-3089e176d112'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 19 07:55:19.976978 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc55c3a3-8996-44b8-b878-5ea5f739daa5 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Network hostable DHCP agents. Network: 38a9972b-3966-4b33-bd7b-3089e176d112, hostable agents: ['310d813b-0e3e-4d7e-9b79-8f4ec0dbcab0'], hosted agents: [] {{(pid=103332) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 07:55:19.995845 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc55c3a3-8996-44b8-b878-5ea5f739daa5 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Network 38a9972b-3966-4b33-bd7b-3089e176d112 is scheduled to be hosted by DHCP agent 310d813b-0e3e-4d7e-9b79-8f4ec0dbcab0 with binding_index 1 {{(pid=103332) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 07:55:20.002028 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-2bc1593d-7d5d-4ba3-8db3-820cce4204b6 None None] Attempting to bind port fc7b2508-3711-43a5-91ed-c7158f4a5c4e on host dv-neutron-861624-1-hyperv for vnic_type normal with profile {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 19 07:55:20.002410 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-2bc1593d-7d5d-4ba3-8db3-820cce4204b6 None None] Attempting to bind port fc7b2508-3711-43a5-91ed-c7158f4a5c4e by drivers openvswitch,hyperv on host dv-neutron-861624-1-hyperv at level 0 using segments [{'id': '53981d04-8205-40d8-8d33-0510111d6f8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd'}] {{(pid=103334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 19 07:55:20.002798 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bc1593d-7d5d-4ba3-8db3-820cce4204b6 None None] Attempting to bind port fc7b2508-3711-43a5-91ed-c7158f4a5c4e on network 99c66757-74e3-40a4-b479-8d09e3a7c3dd {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 07:55:20.005307 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.base_scheduler [None req-cc55c3a3-8996-44b8-b878-5ea5f739daa5 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861624-1-hyperv, 38a9972b-3966-4b33-bd7b-3089e176d112) {{(pid=103332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:55:20.010323 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc55c3a3-8996-44b8-b878-5ea5f739daa5 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:55:20.011597 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-cc55c3a3-8996-44b8-b878-5ea5f739daa5 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for subnet, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:55:20.015772 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1899f2c-5c2b-47f3-b219-c0bf5a2e872d None None] Network 38a9972b-3966-4b33-bd7b-3089e176d112 requested from dv-neutron-861624-1-hyperv {{(pid=103334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 07:55:20.017616 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bc1593d-7d5d-4ba3-8db3-820cce4204b6 None None] Checking agent: {'id': 'a5b0152c-d633-409b-aaf8-3b76458e2410', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861624-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 19, 7, 30, 19), 'started_at': datetime.datetime(2022, 10, 19, 7, 30, 49), 'heartbeat_timestamp': datetime.datetime(2022, 10, 19, 7, 55, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861624-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 07:55:20.018091 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bc1593d-7d5d-4ba3-8db3-820cce4204b6 None None] Checking segment: {'id': '53981d04-8205-40d8-8d33-0510111d6f8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 19 07:55:20.018494 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-2bc1593d-7d5d-4ba3-8db3-820cce4204b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:55:20.018881 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bc1593d-7d5d-4ba3-8db3-820cce4204b6 None None] Bound using segment: {'id': '53981d04-8205-40d8-8d33-0510111d6f8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd'} {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 07:55:20.019338 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-2bc1593d-7d5d-4ba3-8db3-820cce4204b6 None None] Bound port: fc7b2508-3711-43a5-91ed-c7158f4a5c4e, host: dv-neutron-861624-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53981d04-8205-40d8-8d33-0510111d6f8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd'}}] {{(pid=103334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 19 07:55:20.019741 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-2bc1593d-7d5d-4ba3-8db3-820cce4204b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:55:20.023041 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c58d4c-a359-4329-bf9a-7d500cc0aca3 None None] Pushing event updated for resources: {'Port': ['ID=fc7b2508-3711-43a5-91ed-c7158f4a5c4e,revision_number=2']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:55:20.033600 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-cc55c3a3-8996-44b8-b878-5ea5f739daa5 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4112945 Oct 19 07:55:20.034210 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 34408) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:55:20.128993 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-2bc1593d-7d5d-4ba3-8db3-820cce4204b6 None None] For port fc7b2508-3711-43a5-91ed-c7158f4a5c4e, host dv-neutron-861624-1-hyperv, cleared binding levels {{(pid=103334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 07:55:20.135047 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-2bc1593d-7d5d-4ba3-8db3-820cce4204b6 None None] For port fc7b2508-3711-43a5-91ed-c7158f4a5c4e, host dv-neutron-861624-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=fc7b2508-3711-43a5-91ed-c7158f4a5c4e,segment=NetworkSegment(53981d04-8205-40d8-8d33-0510111d6f8f),segment_id=53981d04-8205-40d8-8d33-0510111d6f8f)] {{(pid=103334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 07:55:20.141583 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-2bc1593d-7d5d-4ba3-8db3-820cce4204b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:55:20.205732 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bc1593d-7d5d-4ba3-8db3-820cce4204b6 None None] Routers {'53700fc6-f3ab-44fe-89b7-3547c1e8777c'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 07:55:20.206358 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-2bc1593d-7d5d-4ba3-8db3-820cce4204b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T07:55:16Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['53700fc6-f3ab-44fe-89b7-3547c1e8777c'], 'active': True} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:55:20.264089 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c58d4c-a359-4329-bf9a-7d500cc0aca3 None None] Pushing event updated for resources: {'Port': ['ID=fc7b2508-3711-43a5-91ed-c7158f4a5c4e,revision_number=3']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:55:20.328703 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2684413f-6173-497e-ad94-1c1dc771de60 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d12c6ac-27a3-545c-a8f3-f04e30423d6d-38a9972b-3966-4b33-bd7b-3089e176d112', 'network_id': '38a9972b-3966-4b33-bd7b-3089e176d112', 'tenant_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'fixed_ips': [{'subnet_id': '1637d8bf-83ba-4452-9bdd-625bff23ffec'}]}} from dv-neutron-861624-1-hyperv. {{(pid=103334) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 07:55:20.329795 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-2684413f-6173-497e-ad94-1c1dc771de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:55:20.368738 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvr_db [None req-2bc1593d-7d5d-4ba3-8db3-820cce4204b6 None None] Set router 53700fc6-f3ab-44fe-89b7-3547c1e8777c gateway port host: dv-neutron-861624-1-hyperv {{(pid=103334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 07:55:20.474482 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-c6090d52-814e-426b-89a7-3ba21fa1d4cc tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:55:20.591397 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.db_base_plugin_common [None req-2684413f-6173-497e-ad94-1c1dc771de60 None None] Allocated IP 172.20.0.2 (38a9972b-3966-4b33-bd7b-3089e176d112/1637d8bf-83ba-4452-9bdd-625bff23ffec/47bc3e15-114f-4c6e-bc9f-24d6aaa6c6e9) {{(pid=103334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 07:55:20.715423 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-2bc1593d-7d5d-4ba3-8db3-820cce4204b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53700fc6-f3ab-44fe-89b7-3547c1e8777c', 'name': 'tempest-TestNetworkBasicOps-router-369358453', 'tenant_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'external_fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.114'}], 'enable_snat': True}, 'gw_port_id': 'fc7b2508-3711-43a5-91ed-c7158f4a5c4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T07:55:17Z', 'updated_at': '2022-10-19T07:55:18Z', 'revision_number': 3, 'project_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'gw_port': {'id': 'fc7b2508-3711-43a5-91ed-c7158f4a5c4e', 'name': '', 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:3f:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53700fc6-f3ab-44fe-89b7-3547c1e8777c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:55:18Z', 'updated_at': '2022-10-19T07:55:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861624-1-hyperv'}], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:55:20.886334 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bc1593d-7d5d-4ba3-8db3-820cce4204b6 None None] The sync data for ids ['53700fc6-f3ab-44fe-89b7-3547c1e8777c'] in dv-neutron-861624-1-hyperv is: [{'id': '53700fc6-f3ab-44fe-89b7-3547c1e8777c', 'name': 'tempest-TestNetworkBasicOps-router-369358453', 'tenant_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'external_fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.114'}], 'enable_snat': True}, 'gw_port_id': 'fc7b2508-3711-43a5-91ed-c7158f4a5c4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T07:55:17Z', 'updated_at': '2022-10-19T07:55:18Z', 'revision_number': 3, 'project_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'gw_port': {'id': 'fc7b2508-3711-43a5-91ed-c7158f4a5c4e', 'name': '', 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:3f:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53700fc6-f3ab-44fe-89b7-3547c1e8777c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:55:18Z', 'updated_at': '2022-10-19T07:55:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861624-1-hyperv'}] {{(pid=103334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 07:55:20.929663 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-2684413f-6173-497e-ad94-1c1dc771de60 None None] Notify callbacks [] for port, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:55:20.936318 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-2684413f-6173-497e-ad94-1c1dc771de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785020947330'] for port, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:55:20.977806 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2684413f-6173-497e-ad94-1c1dc771de60 None None] Network 38a9972b-3966-4b33-bd7b-3089e176d112 is already hosted by enough agents. {{(pid=103334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 07:55:20.980780 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.scheduler.base_scheduler [None req-2684413f-6173-497e-ad94-1c1dc771de60 None None] Resources bound (agent type, host, resource id): {{(pid=103334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:55:20.984227 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2684413f-6173-497e-ad94-1c1dc771de60 None None] Received port after_create {{(pid=103334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 07:55:20.991242 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2684413f-6173-497e-ad94-1c1dc771de60 None None] Pushing event updated for resources: {'Port': ['ID=47bc3e15-114f-4c6e-bc9f-24d6aaa6c6e9,revision_number=1']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:55:20.995396 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.db_base_plugin_common [None req-c6090d52-814e-426b-89a7-3ba21fa1d4cc tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Allocated IP 172.20.0.1 (38a9972b-3966-4b33-bd7b-3089e176d112/1637d8bf-83ba-4452-9bdd-625bff23ffec/e1a28611-1528-4354-8a71-481bbc80ae90) {{(pid=103333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 07:55:21.042240 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-2684413f-6173-497e-ad94-1c1dc771de60 None None] Attempting to bind port 47bc3e15-114f-4c6e-bc9f-24d6aaa6c6e9 on host dv-neutron-861624-1-hyperv for vnic_type normal with profile {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 19 07:55:21.042616 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-2684413f-6173-497e-ad94-1c1dc771de60 None None] Attempting to bind port 47bc3e15-114f-4c6e-bc9f-24d6aaa6c6e9 by drivers openvswitch,hyperv on host dv-neutron-861624-1-hyperv at level 0 using segments [{'id': '6c7fded4-0533-48da-983c-04f7070b5a68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '38a9972b-3966-4b33-bd7b-3089e176d112'}] {{(pid=103334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 19 07:55:21.042979 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2684413f-6173-497e-ad94-1c1dc771de60 None None] Attempting to bind port 47bc3e15-114f-4c6e-bc9f-24d6aaa6c6e9 on network 38a9972b-3966-4b33-bd7b-3089e176d112 {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 07:55:21.048120 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2684413f-6173-497e-ad94-1c1dc771de60 None None] Checking agent: {'id': 'a5b0152c-d633-409b-aaf8-3b76458e2410', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861624-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 19, 7, 30, 19), 'started_at': datetime.datetime(2022, 10, 19, 7, 30, 49), 'heartbeat_timestamp': datetime.datetime(2022, 10, 19, 7, 55, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861624-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 07:55:21.048551 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2684413f-6173-497e-ad94-1c1dc771de60 None None] Checking segment: {'id': '6c7fded4-0533-48da-983c-04f7070b5a68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '38a9972b-3966-4b33-bd7b-3089e176d112'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 19 07:55:21.048939 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-2684413f-6173-497e-ad94-1c1dc771de60 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:55:21.049336 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2684413f-6173-497e-ad94-1c1dc771de60 None None] Bound using segment: {'id': '6c7fded4-0533-48da-983c-04f7070b5a68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '38a9972b-3966-4b33-bd7b-3089e176d112'} {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 07:55:21.049808 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-2684413f-6173-497e-ad94-1c1dc771de60 None None] Bound port: 47bc3e15-114f-4c6e-bc9f-24d6aaa6c6e9, host: dv-neutron-861624-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c7fded4-0533-48da-983c-04f7070b5a68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '38a9972b-3966-4b33-bd7b-3089e176d112'}}] {{(pid=103334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 19 07:55:21.050192 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-2684413f-6173-497e-ad94-1c1dc771de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:55:21.113004 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-c6090d52-814e-426b-89a7-3ba21fa1d4cc tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for port, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:55:21.137982 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-2684413f-6173-497e-ad94-1c1dc771de60 None None] For port 47bc3e15-114f-4c6e-bc9f-24d6aaa6c6e9, host dv-neutron-861624-1-hyperv, cleared binding levels {{(pid=103334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 07:55:21.143350 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-2684413f-6173-497e-ad94-1c1dc771de60 None None] For port 47bc3e15-114f-4c6e-bc9f-24d6aaa6c6e9, host dv-neutron-861624-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=47bc3e15-114f-4c6e-bc9f-24d6aaa6c6e9,segment=NetworkSegment(6c7fded4-0533-48da-983c-04f7070b5a68),segment_id=6c7fded4-0533-48da-983c-04f7070b5a68)] {{(pid=103334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 07:55:21.159430 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-2684413f-6173-497e-ad94-1c1dc771de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:55:21.173023 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-c6090d52-814e-426b-89a7-3ba21fa1d4cc tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785020947330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130996763'] for port, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:55:21.224931 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2684413f-6173-497e-ad94-1c1dc771de60 None None] Pushing event updated for resources: {'Port': ['ID=47bc3e15-114f-4c6e-bc9f-24d6aaa6c6e9,revision_number=2']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:55:21.233807 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6090d52-814e-426b-89a7-3ba21fa1d4cc tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Network 38a9972b-3966-4b33-bd7b-3089e176d112 is already hosted by enough agents. {{(pid=103333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 07:55:21.236951 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-c6090d52-814e-426b-89a7-3ba21fa1d4cc tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Resources bound (agent type, host, resource id): {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:55:21.242491 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6090d52-814e-426b-89a7-3ba21fa1d4cc tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Received port after_create {{(pid=103333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 07:55:21.576090 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device 47bc3e15-114f-4c6e-bc9f-24d6aaa6c6e9 up at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 07:55:21.648527 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Provisioning complete for port 47bc3e15-114f-4c6e-bc9f-24d6aaa6c6e9 triggered by entity L2. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:55:21.648933 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:55:21.649378 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Attempt 1 to provision port 47bc3e15-114f-4c6e-bc9f-24d6aaa6c6e9 Oct 19 07:55:21.657406 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6090d52-814e-426b-89a7-3ba21fa1d4cc tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Pushing event updated for resources: {'Port': ['ID=e1a28611-1528-4354-8a71-481bbc80ae90,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:55:21.684642 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-c6090d52-814e-426b-89a7-3ba21fa1d4cc tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1695190'] for router_interface, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:55:21.743472 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Current status of the port 47bc3e15-114f-4c6e-bc9f-24d6aaa6c6e9 is: DOWN; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:55:21.744070 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:55:21.780761 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] For port 47bc3e15-114f-4c6e-bc9f-24d6aaa6c6e9, host dv-neutron-861624-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=47bc3e15-114f-4c6e-bc9f-24d6aaa6c6e9,segment=NetworkSegment(6c7fded4-0533-48da-983c-04f7070b5a68),segment_id=6c7fded4-0533-48da-983c-04f7070b5a68)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:55:21.787449 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:55:21.788423 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device fc7b2508-3711-43a5-91ed-c7158f4a5c4e up at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 07:55:21.834262 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-c6090d52-814e-426b-89a7-3ba21fa1d4cc tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:55:21.876208 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Pushing event updated for resources: {'Port': ['ID=47bc3e15-114f-4c6e-bc9f-24d6aaa6c6e9,revision_number=3']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:55:21.887804 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Provisioning complete for port fc7b2508-3711-43a5-91ed-c7158f4a5c4e triggered by entity L2. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:55:21.888187 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:55:21.888548 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Attempt 1 to provision port fc7b2508-3711-43a5-91ed-c7158f4a5c4e Oct 19 07:55:21.973424 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Current status of the port fc7b2508-3711-43a5-91ed-c7158f4a5c4e is: DOWN; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:55:21.974197 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:55:21.995939 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] For port fc7b2508-3711-43a5-91ed-c7158f4a5c4e, host dv-neutron-861624-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=fc7b2508-3711-43a5-91ed-c7158f4a5c4e,segment=NetworkSegment(53981d04-8205-40d8-8d33-0510111d6f8f),segment_id=53981d04-8205-40d8-8d33-0510111d6f8f)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:55:22.001309 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:55:22.052312 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Pushing event updated for resources: {'Port': ['ID=fc7b2508-3711-43a5-91ed-c7158f4a5c4e,revision_number=4']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:55:22.143666 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-c6090d52-814e-426b-89a7-3ba21fa1d4cc tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for port, precommit_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:55:22.149684 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-c6090d52-814e-426b-89a7-3ba21fa1d4cc tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130996754'] for port, after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:55:22.227308 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-c6090d52-814e-426b-89a7-3ba21fa1d4cc tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1574855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1694822'] for router_interface, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:55:22.229114 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6090d52-814e-426b-89a7-3ba21fa1d4cc tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Pushing event updated for resources: {'Port': ['ID=e1a28611-1528-4354-8a71-481bbc80ae90,revision_number=2']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:55:22.297057 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c63439a2-c3f4-4a98-a6dd-c7efeaadf603 None None] Network 38a9972b-3966-4b33-bd7b-3089e176d112 requested from dv-neutron-861624-1-hyperv {{(pid=103334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 07:55:22.324404 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6090d52-814e-426b-89a7-3ba21fa1d4cc tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Network 38a9972b-3966-4b33-bd7b-3089e176d112 is already hosted by enough agents. {{(pid=103333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 07:55:22.325937 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-c6090d52-814e-426b-89a7-3ba21fa1d4cc tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Resources bound (agent type, host, resource id): {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:55:22.367985 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-6a36f37d-a0b6-4dcc-a992-4c1019cc4782 None None] Provisioning complete for port 47bc3e15-114f-4c6e-bc9f-24d6aaa6c6e9 triggered by entity DHCP. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:55:22.368357 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-6a36f37d-a0b6-4dcc-a992-4c1019cc4782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:55:22.368706 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-6a36f37d-a0b6-4dcc-a992-4c1019cc4782 None None] Attempt 1 to provision port 47bc3e15-114f-4c6e-bc9f-24d6aaa6c6e9 Oct 19 07:55:22.439723 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6090d52-814e-426b-89a7-3ba21fa1d4cc tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Router 53700fc6-f3ab-44fe-89b7-3547c1e8777c has already been hosted by L3 agent ab388470-1243-4d53-80f2-c2f5899c97a7 {{(pid=103333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 07:55:22.509349 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-6a36f37d-a0b6-4dcc-a992-4c1019cc4782 None None] Current status of the port 47bc3e15-114f-4c6e-bc9f-24d6aaa6c6e9 is: ACTIVE; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:55:22.555634 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6090d52-814e-426b-89a7-3ba21fa1d4cc tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify agent at l3_agent.dv-neutron-861624-1-hyperv the message routers_updated {{(pid=103333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 07:55:22.561158 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-c6090d52-814e-426b-89a7-3ba21fa1d4cc tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "PUT /v2.0/routers/53700fc6-f3ab-44fe-89b7-3547c1e8777c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5257990 Oct 19 07:55:22.563668 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 34410) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:55:22.672198 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9add0be-453f-4c17-b2ed-e8e4b414246f tempest-TestNetworkBasicOps-773100899 tempest-TestNetworkBasicOps-773100899-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:55:22.672691 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9add0be-453f-4c17-b2ed-e8e4b414246f tempest-TestNetworkBasicOps-773100899 tempest-TestNetworkBasicOps-773100899-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:55:22.673166 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9add0be-453f-4c17-b2ed-e8e4b414246f tempest-TestNetworkBasicOps-773100899 tempest-TestNetworkBasicOps-773100899-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:55:22.673620 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9add0be-453f-4c17-b2ed-e8e4b414246f tempest-TestNetworkBasicOps-773100899 tempest-TestNetworkBasicOps-773100899-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:55:22.675281 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-e9add0be-453f-4c17-b2ed-e8e4b414246f tempest-TestNetworkBasicOps-773100899 tempest-TestNetworkBasicOps-773100899-project-admin] 10.222.0.27 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.1105072 Oct 19 07:55:22.678779 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 34412) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:55:22.729577 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-acb86cb7-80e2-410f-ada9-1bbe2a9fdadd None None] Provisioning complete for port e1a28611-1528-4354-8a71-481bbc80ae90 triggered by entity DHCP. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:55:22.730080 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-acb86cb7-80e2-410f-ada9-1bbe2a9fdadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:55:22.730538 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-acb86cb7-80e2-410f-ada9-1bbe2a9fdadd None None] Attempt 1 to provision port e1a28611-1528-4354-8a71-481bbc80ae90 Oct 19 07:55:22.736132 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dd15309-7847-409d-8c64-707f48935cf4 tempest-TestNetworkBasicOps-773100899 tempest-TestNetworkBasicOps-773100899-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:55:22.736632 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dd15309-7847-409d-8c64-707f48935cf4 tempest-TestNetworkBasicOps-773100899 tempest-TestNetworkBasicOps-773100899-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:55:22.737091 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dd15309-7847-409d-8c64-707f48935cf4 tempest-TestNetworkBasicOps-773100899 tempest-TestNetworkBasicOps-773100899-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:55:22.737546 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dd15309-7847-409d-8c64-707f48935cf4 tempest-TestNetworkBasicOps-773100899 tempest-TestNetworkBasicOps-773100899-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:55:22.739846 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-7dd15309-7847-409d-8c64-707f48935cf4 tempest-TestNetworkBasicOps-773100899 tempest-TestNetworkBasicOps-773100899-project-admin] 10.222.0.27 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.0601625 Oct 19 07:55:22.742650 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 34414) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:55:22.766671 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-acb86cb7-80e2-410f-ada9-1bbe2a9fdadd None None] Port e1a28611-1528-4354-8a71-481bbc80ae90 cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 07:55:22.869913 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1563abae-18ef-4a4d-8653-2f1d6e5dc3f2 None None] Sync routers for ids ['53700fc6-f3ab-44fe-89b7-3547c1e8777c'] in dv-neutron-861624-1-hyperv {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 07:55:22.880229 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1563abae-18ef-4a4d-8653-2f1d6e5dc3f2 None None] Routers {'53700fc6-f3ab-44fe-89b7-3547c1e8777c'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 07:55:22.880972 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-1563abae-18ef-4a4d-8653-2f1d6e5dc3f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T07:55:16Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['53700fc6-f3ab-44fe-89b7-3547c1e8777c'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:55:22.888175 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-fd32fc84-53c2-461d-8689-49125847ff2b tempest-TestNetworkBasicOps-773100899 tempest-TestNetworkBasicOps-773100899-project-admin] 10.222.0.27 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1607 time: 0.1393640 Oct 19 07:55:22.956729 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 34418) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:55:22.961361 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-66b38f4f-98b5-448e-9bb2-72389e15c121 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1102781165', 'description': 'tempest-secgroup-smoke-1102781165 description', 'project_id': '47a12ea4f74e4c18b13323e6f3cc9741'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:55:22.986580 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-66b38f4f-98b5-448e-9bb2-72389e15c121 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for security_group, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:55:22.999542 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvr_db [None req-1563abae-18ef-4a4d-8653-2f1d6e5dc3f2 None None] Set router 53700fc6-f3ab-44fe-89b7-3547c1e8777c gateway port host: dv-neutron-861624-1-hyperv {{(pid=103335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 07:55:23.067393 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-66b38f4f-98b5-448e-9bb2-72389e15c121 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for security_group, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:55:23.073732 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-66b38f4f-98b5-448e-9bb2-72389e15c121 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788643'] for security_group, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:55:23.109362 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-66b38f4f-98b5-448e-9bb2-72389e15c121 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for security_group, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:55:23.110556 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-66b38f4f-98b5-448e-9bb2-72389e15c121 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1527827 Oct 19 07:55:23.112476 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b38f4f-98b5-448e-9bb2-72389e15c121 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Pushing event updated for resources: {'SecurityGroup': ['ID=81a2d3dc-a725-4536-bd3e-543a88c3cf05,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:55:23.114224 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 34420) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:55:23.118968 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-f9b53deb-d83b-4f6d-9039-65df10774494 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Request body: {'security_group_rule': {'security_group_id': '81a2d3dc-a725-4536-bd3e-543a88c3cf05', 'project_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:55:23.143925 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-f9b53deb-d83b-4f6d-9039-65df10774494 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:55:23.202768 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-f9b53deb-d83b-4f6d-9039-65df10774494 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:55:23.206927 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-f9b53deb-d83b-4f6d-9039-65df10774494 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815365'] for security_group_rule, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:55:23.213919 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-1563abae-18ef-4a4d-8653-2f1d6e5dc3f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53700fc6-f3ab-44fe-89b7-3547c1e8777c', 'name': 'tempest-TestNetworkBasicOps-router-369358453', 'tenant_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'external_fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.114'}], 'enable_snat': True}, 'gw_port_id': 'fc7b2508-3711-43a5-91ed-c7158f4a5c4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T07:55:17Z', 'updated_at': '2022-10-19T07:55:21Z', 'revision_number': 4, 'project_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'gw_port': {'id': 'fc7b2508-3711-43a5-91ed-c7158f4a5c4e', 'name': '', 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:3f:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53700fc6-f3ab-44fe-89b7-3547c1e8777c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:55:18Z', 'updated_at': '2022-10-19T07:55:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861624-1-hyperv', '_interfaces': [{'id': 'e1a28611-1528-4354-8a71-481bbc80ae90', 'name': '', 'network_id': '38a9972b-3966-4b33-bd7b-3089e176d112', 'tenant_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'mac_address': 'fa:16:3e:7c:81:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53700fc6-f3ab-44fe-89b7-3547c1e8777c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': '1637d8bf-83ba-4452-9bdd-625bff23ffec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:55:20Z', 'updated_at': '2022-10-19T07:55:21Z', 'revision_number': 2, 'project_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'subnets': [{'id': '1637d8bf-83ba-4452-9bdd-625bff23ffec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:55:23.225712 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b53deb-d83b-4f6d-9039-65df10774494 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=abee407b-1d2a-4a09-b10f-83943804ec8a,revision_number=0']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:55:23.233665 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-f9b53deb-d83b-4f6d-9039-65df10774494 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:55:23.234922 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-f9b53deb-d83b-4f6d-9039-65df10774494 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1195827 Oct 19 07:55:23.237659 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 34422) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:55:23.242764 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-7324bc47-e50f-4679-8e1a-aa4d6a625763 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Request body: {'security_group_rule': {'security_group_id': '81a2d3dc-a725-4536-bd3e-543a88c3cf05', 'project_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:55:23.245696 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1563abae-18ef-4a4d-8653-2f1d6e5dc3f2 None None] Checking router: 53700fc6-f3ab-44fe-89b7-3547c1e8777c for host: dv-neutron-861624-1-hyperv {{(pid=103335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 07:55:23.246045 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1563abae-18ef-4a4d-8653-2f1d6e5dc3f2 None None] Updating router 53700fc6-f3ab-44fe-89b7-3547c1e8777c port e1a28611-1528-4354-8a71-481bbc80ae90 binding host dv-neutron-861624-1-hyperv {{(pid=103335) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 07:55:23.267393 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-7324bc47-e50f-4679-8e1a-aa4d6a625763 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:55:23.267636 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-acb86cb7-80e2-410f-ada9-1bbe2a9fdadd None None] Attempt 2 to provision port e1a28611-1528-4354-8a71-481bbc80ae90 Oct 19 07:55:23.271794 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-1563abae-18ef-4a4d-8653-2f1d6e5dc3f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:55:23.308001 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-acb86cb7-80e2-410f-ada9-1bbe2a9fdadd None None] Port e1a28611-1528-4354-8a71-481bbc80ae90 cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 07:55:23.333736 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-7324bc47-e50f-4679-8e1a-aa4d6a625763 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:55:23.338123 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-7324bc47-e50f-4679-8e1a-aa4d6a625763 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815365'] for security_group_rule, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:55:23.355825 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7324bc47-e50f-4679-8e1a-aa4d6a625763 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4a1743d-1f72-4c27-bb7b-92c7024ea63b,revision_number=0']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:55:23.365116 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-7324bc47-e50f-4679-8e1a-aa4d6a625763 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:55:23.366338 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-7324bc47-e50f-4679-8e1a-aa4d6a625763 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1269481 Oct 19 07:55:23.369251 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 34424) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:55:23.373803 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-07830bdc-5eb0-41eb-95a8-dd2658356157 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Request body: {'security_group_rule': {'security_group_id': '81a2d3dc-a725-4536-bd3e-543a88c3cf05', 'project_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:55:23.399616 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-07830bdc-5eb0-41eb-95a8-dd2658356157 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:55:23.461556 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-07830bdc-5eb0-41eb-95a8-dd2658356157 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:55:23.465871 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-07830bdc-5eb0-41eb-95a8-dd2658356157 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815365'] for security_group_rule, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:55:23.484716 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07830bdc-5eb0-41eb-95a8-dd2658356157 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da799cc0-219d-4c0f-bd50-62e0d7ce11d6,revision_number=0']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:55:23.485218 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device 47bc3e15-114f-4c6e-bc9f-24d6aaa6c6e9 up at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 07:55:23.493500 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-07830bdc-5eb0-41eb-95a8-dd2658356157 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:55:23.494772 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-07830bdc-5eb0-41eb-95a8-dd2658356157 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1245713 Oct 19 07:55:23.498005 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 34426) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:55:23.502319 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-52b17afd-608d-4057-818e-da5a69451048 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Request body: {'security_group_rule': {'security_group_id': '81a2d3dc-a725-4536-bd3e-543a88c3cf05', 'project_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:55:23.530553 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-52b17afd-608d-4057-818e-da5a69451048 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:55:23.542052 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Provisioning complete for port 47bc3e15-114f-4c6e-bc9f-24d6aaa6c6e9 triggered by entity L2. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:55:23.542580 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:55:23.542917 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Attempt 1 to provision port 47bc3e15-114f-4c6e-bc9f-24d6aaa6c6e9 Oct 19 07:55:23.558193 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-1563abae-18ef-4a4d-8653-2f1d6e5dc3f2 None None] Notify callbacks [] for port, precommit_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:55:23.564874 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-1563abae-18ef-4a4d-8653-2f1d6e5dc3f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:55:23.601714 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-52b17afd-608d-4057-818e-da5a69451048 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:55:23.608760 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-52b17afd-608d-4057-818e-da5a69451048 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815365'] for security_group_rule, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:55:23.626258 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b17afd-608d-4057-818e-da5a69451048 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=311dbc5e-b0ac-47c8-a2b0-2c7918d2f191,revision_number=0']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:55:23.631069 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Current status of the port 47bc3e15-114f-4c6e-bc9f-24d6aaa6c6e9 is: ACTIVE; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:55:23.632446 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device fc7b2508-3711-43a5-91ed-c7158f4a5c4e up at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 07:55:23.644032 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-52b17afd-608d-4057-818e-da5a69451048 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:55:23.648602 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-52b17afd-608d-4057-818e-da5a69451048 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1471791 Oct 19 07:55:23.648933 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 34428) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:55:23.651917 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-1563abae-18ef-4a4d-8653-2f1d6e5dc3f2 None None] Attempting to bind port e1a28611-1528-4354-8a71-481bbc80ae90 on host dv-neutron-861624-1-hyperv for vnic_type normal with profile {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 19 07:55:23.652295 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-1563abae-18ef-4a4d-8653-2f1d6e5dc3f2 None None] Attempting to bind port e1a28611-1528-4354-8a71-481bbc80ae90 by drivers openvswitch,hyperv on host dv-neutron-861624-1-hyperv at level 0 using segments [{'id': '6c7fded4-0533-48da-983c-04f7070b5a68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '38a9972b-3966-4b33-bd7b-3089e176d112'}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 19 07:55:23.652686 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1563abae-18ef-4a4d-8653-2f1d6e5dc3f2 None None] Attempting to bind port e1a28611-1528-4354-8a71-481bbc80ae90 on network 38a9972b-3966-4b33-bd7b-3089e176d112 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 07:55:23.653733 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-5268e74d-c9ee-4e33-972d-1bc35329f5bb tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Request body: {'security_group_rule': {'security_group_id': '81a2d3dc-a725-4536-bd3e-543a88c3cf05', 'project_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:55:23.658132 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1563abae-18ef-4a4d-8653-2f1d6e5dc3f2 None None] Checking agent: {'id': 'a5b0152c-d633-409b-aaf8-3b76458e2410', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861624-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 19, 7, 30, 19), 'started_at': datetime.datetime(2022, 10, 19, 7, 30, 49), 'heartbeat_timestamp': datetime.datetime(2022, 10, 19, 7, 55, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861624-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 07:55:23.658638 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1563abae-18ef-4a4d-8653-2f1d6e5dc3f2 None None] Checking segment: {'id': '6c7fded4-0533-48da-983c-04f7070b5a68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '38a9972b-3966-4b33-bd7b-3089e176d112'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 19 07:55:23.658896 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-1563abae-18ef-4a4d-8653-2f1d6e5dc3f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:55:23.659284 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1563abae-18ef-4a4d-8653-2f1d6e5dc3f2 None None] Bound using segment: {'id': '6c7fded4-0533-48da-983c-04f7070b5a68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '38a9972b-3966-4b33-bd7b-3089e176d112'} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 07:55:23.659748 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-1563abae-18ef-4a4d-8653-2f1d6e5dc3f2 None None] Bound port: e1a28611-1528-4354-8a71-481bbc80ae90, host: dv-neutron-861624-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c7fded4-0533-48da-983c-04f7070b5a68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '38a9972b-3966-4b33-bd7b-3089e176d112'}}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 19 07:55:23.660775 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-1563abae-18ef-4a4d-8653-2f1d6e5dc3f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:55:23.663537 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f91acaa-8e23-41c5-9d22-ebb3f3a1aca4 None None] Pushing event updated for resources: {'Port': ['ID=e1a28611-1528-4354-8a71-481bbc80ae90,revision_number=3']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:55:23.677537 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.db.securitygroups_db [None req-5268e74d-c9ee-4e33-972d-1bc35329f5bb tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Project 47a12ea4f74e4c18b13323e6f3cc9741 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 19 07:55:23.678641 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f91acaa-8e23-41c5-9d22-ebb3f3a1aca4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:55:23.678988 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f91acaa-8e23-41c5-9d22-ebb3f3a1aca4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:55:23.679325 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f91acaa-8e23-41c5-9d22-ebb3f3a1aca4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:55:23.679658 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f91acaa-8e23-41c5-9d22-ebb3f3a1aca4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:55:23.679988 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f91acaa-8e23-41c5-9d22-ebb3f3a1aca4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:55:23.680322 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f91acaa-8e23-41c5-9d22-ebb3f3a1aca4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:55:23.680673 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f91acaa-8e23-41c5-9d22-ebb3f3a1aca4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:55:23.681004 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f91acaa-8e23-41c5-9d22-ebb3f3a1aca4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:55:23.681334 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f91acaa-8e23-41c5-9d22-ebb3f3a1aca4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:55:23.681671 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f91acaa-8e23-41c5-9d22-ebb3f3a1aca4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:55:23.681967 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f91acaa-8e23-41c5-9d22-ebb3f3a1aca4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:55:23.682298 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f91acaa-8e23-41c5-9d22-ebb3f3a1aca4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:55:23.683737 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-5268e74d-c9ee-4e33-972d-1bc35329f5bb tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:55:23.694777 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Provisioning complete for port fc7b2508-3711-43a5-91ed-c7158f4a5c4e triggered by entity L2. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:55:23.694777 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:55:23.695047 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Attempt 1 to provision port fc7b2508-3711-43a5-91ed-c7158f4a5c4e Oct 19 07:55:23.741698 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-1563abae-18ef-4a4d-8653-2f1d6e5dc3f2 None None] For port e1a28611-1528-4354-8a71-481bbc80ae90, host dv-neutron-861624-1-hyperv, cleared binding levels {{(pid=103335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 07:55:23.745137 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-1563abae-18ef-4a4d-8653-2f1d6e5dc3f2 None None] For port e1a28611-1528-4354-8a71-481bbc80ae90, host dv-neutron-861624-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=e1a28611-1528-4354-8a71-481bbc80ae90,segment=NetworkSegment(6c7fded4-0533-48da-983c-04f7070b5a68),segment_id=6c7fded4-0533-48da-983c-04f7070b5a68)] {{(pid=103335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 07:55:23.750771 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-1563abae-18ef-4a4d-8653-2f1d6e5dc3f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:55:23.755437 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-5268e74d-c9ee-4e33-972d-1bc35329f5bb tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:55:23.759695 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-5268e74d-c9ee-4e33-972d-1bc35329f5bb tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815365'] for security_group_rule, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:55:23.777828 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Current status of the port fc7b2508-3711-43a5-91ed-c7158f4a5c4e is: ACTIVE; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:55:23.780006 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5268e74d-c9ee-4e33-972d-1bc35329f5bb tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1934caf5-d75a-4881-aa2f-8a415485c703,revision_number=0']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:55:23.789368 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-5268e74d-c9ee-4e33-972d-1bc35329f5bb tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:55:23.790580 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-5268e74d-c9ee-4e33-972d-1bc35329f5bb tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1406162 Oct 19 07:55:23.793937 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 34430) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:55:23.798971 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-d48723d9-db9c-4a78-a8f4-37be3a37ea8f tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Request body: {'security_group_rule': {'security_group_id': '81a2d3dc-a725-4536-bd3e-543a88c3cf05', 'project_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:55:23.809472 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-acb86cb7-80e2-410f-ada9-1bbe2a9fdadd None None] Attempt 3 to provision port e1a28611-1528-4354-8a71-481bbc80ae90 Oct 19 07:55:23.810297 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f91acaa-8e23-41c5-9d22-ebb3f3a1aca4 None None] Pushing event updated for resources: {'Port': ['ID=e1a28611-1528-4354-8a71-481bbc80ae90,revision_number=4']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:55:23.815726 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1563abae-18ef-4a4d-8653-2f1d6e5dc3f2 None None] Routers {'53700fc6-f3ab-44fe-89b7-3547c1e8777c'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 07:55:23.816428 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-1563abae-18ef-4a4d-8653-2f1d6e5dc3f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T07:55:16Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['53700fc6-f3ab-44fe-89b7-3547c1e8777c'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:55:23.824361 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.db.securitygroups_db [None req-d48723d9-db9c-4a78-a8f4-37be3a37ea8f tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Project 47a12ea4f74e4c18b13323e6f3cc9741 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 19 07:55:23.830981 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-d48723d9-db9c-4a78-a8f4-37be3a37ea8f tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:55:23.897359 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-d48723d9-db9c-4a78-a8f4-37be3a37ea8f tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:55:23.901010 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-d48723d9-db9c-4a78-a8f4-37be3a37ea8f tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815365'] for security_group_rule, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:55:23.906829 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-acb86cb7-80e2-410f-ada9-1bbe2a9fdadd None None] Current status of the port e1a28611-1528-4354-8a71-481bbc80ae90 is: DOWN; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:55:23.907233 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-acb86cb7-80e2-410f-ada9-1bbe2a9fdadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:55:23.923067 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48723d9-db9c-4a78-a8f4-37be3a37ea8f tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37de16e1-219d-4692-a8f1-06403e899ec6,revision_number=0']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:55:23.930206 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-d48723d9-db9c-4a78-a8f4-37be3a37ea8f tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:55:23.931551 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-d48723d9-db9c-4a78-a8f4-37be3a37ea8f tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1364324 Oct 19 07:55:23.957163 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-acb86cb7-80e2-410f-ada9-1bbe2a9fdadd None None] For port e1a28611-1528-4354-8a71-481bbc80ae90, host dv-neutron-861624-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=e1a28611-1528-4354-8a71-481bbc80ae90,segment=NetworkSegment(6c7fded4-0533-48da-983c-04f7070b5a68),segment_id=6c7fded4-0533-48da-983c-04f7070b5a68)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:55:23.963919 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-acb86cb7-80e2-410f-ada9-1bbe2a9fdadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:55:24.005262 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-acb86cb7-80e2-410f-ada9-1bbe2a9fdadd None None] Provisioning complete for port 47bc3e15-114f-4c6e-bc9f-24d6aaa6c6e9 triggered by entity DHCP. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:55:24.005754 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-acb86cb7-80e2-410f-ada9-1bbe2a9fdadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:55:24.006188 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-acb86cb7-80e2-410f-ada9-1bbe2a9fdadd None None] Attempt 1 to provision port 47bc3e15-114f-4c6e-bc9f-24d6aaa6c6e9 Oct 19 07:55:24.020378 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvr_db [None req-1563abae-18ef-4a4d-8653-2f1d6e5dc3f2 None None] Set router 53700fc6-f3ab-44fe-89b7-3547c1e8777c gateway port host: dv-neutron-861624-1-hyperv {{(pid=103335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 07:55:24.044763 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb86cb7-80e2-410f-ada9-1bbe2a9fdadd None None] Pushing event updated for resources: {'Port': ['ID=e1a28611-1528-4354-8a71-481bbc80ae90,revision_number=5']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:55:24.103094 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-acb86cb7-80e2-410f-ada9-1bbe2a9fdadd None None] Current status of the port 47bc3e15-114f-4c6e-bc9f-24d6aaa6c6e9 is: ACTIVE; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:55:24.105912 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-77a5c048-59fa-46ba-bdc5-10a1efd8a394 req-8ffecf26-b8b9-48be-a6ee-4d85419df906 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1102781165&fields=id&tenant_id=47a12ea4f74e4c18b13323e6f3cc9741 HTTP/1.1" status: 200 len: 267 time: 0.0373533 Oct 19 07:55:24.214544 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a5c048-59fa-46ba-bdc5-10a1efd8a394 req-e3f9e716-a708-4405-9484-f769820d8ff1 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:55:24.216218 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-77a5c048-59fa-46ba-bdc5-10a1efd8a394 req-e3f9e716-a708-4405-9484-f769820d8ff1 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "GET /v2.0/networks?id=38a9972b-3966-4b33-bd7b-3089e176d112 HTTP/1.1" status: 200 len: 797 time: 0.1014199 Oct 19 07:55:24.225101 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-1563abae-18ef-4a4d-8653-2f1d6e5dc3f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53700fc6-f3ab-44fe-89b7-3547c1e8777c', 'name': 'tempest-TestNetworkBasicOps-router-369358453', 'tenant_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'external_fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.114'}], 'enable_snat': True}, 'gw_port_id': 'fc7b2508-3711-43a5-91ed-c7158f4a5c4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T07:55:17Z', 'updated_at': '2022-10-19T07:55:21Z', 'revision_number': 4, 'project_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'gw_port': {'id': 'fc7b2508-3711-43a5-91ed-c7158f4a5c4e', 'name': '', 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:3f:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53700fc6-f3ab-44fe-89b7-3547c1e8777c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:55:18Z', 'updated_at': '2022-10-19T07:55:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861624-1-hyperv', '_interfaces': [{'id': 'e1a28611-1528-4354-8a71-481bbc80ae90', 'name': '', 'network_id': '38a9972b-3966-4b33-bd7b-3089e176d112', 'tenant_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'mac_address': 'fa:16:3e:7c:81:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53700fc6-f3ab-44fe-89b7-3547c1e8777c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': '1637d8bf-83ba-4452-9bdd-625bff23ffec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:55:20Z', 'updated_at': '2022-10-19T07:55:23Z', 'revision_number': 4, 'project_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'subnets': [{'id': '1637d8bf-83ba-4452-9bdd-625bff23ffec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:55:24.225760 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-080af9a4-763a-4dc4-814b-48d6783ec581 None None] Provisioning complete for port e1a28611-1528-4354-8a71-481bbc80ae90 triggered by entity DHCP. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:55:24.226128 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-080af9a4-763a-4dc4-814b-48d6783ec581 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:55:24.226486 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-080af9a4-763a-4dc4-814b-48d6783ec581 None None] Attempt 1 to provision port e1a28611-1528-4354-8a71-481bbc80ae90 Oct 19 07:55:24.232368 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-77a5c048-59fa-46ba-bdc5-10a1efd8a394 req-6466e667-a3c4-48d1-bb79-40f55149b4e7 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "GET /v2.0/quotas/47a12ea4f74e4c18b13323e6f3cc9741 HTTP/1.1" status: 200 len: 375 time: 0.0098245 Oct 19 07:55:24.253319 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1563abae-18ef-4a4d-8653-2f1d6e5dc3f2 None None] The sync data for ids ['53700fc6-f3ab-44fe-89b7-3547c1e8777c'] in dv-neutron-861624-1-hyperv is: [{'id': '53700fc6-f3ab-44fe-89b7-3547c1e8777c', 'name': 'tempest-TestNetworkBasicOps-router-369358453', 'tenant_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'external_fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.114'}], 'enable_snat': True}, 'gw_port_id': 'fc7b2508-3711-43a5-91ed-c7158f4a5c4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T07:55:17Z', 'updated_at': '2022-10-19T07:55:21Z', 'revision_number': 4, 'project_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'gw_port': {'id': 'fc7b2508-3711-43a5-91ed-c7158f4a5c4e', 'name': '', 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:3f:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53700fc6-f3ab-44fe-89b7-3547c1e8777c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:55:18Z', 'updated_at': '2022-10-19T07:55:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861624-1-hyperv', '_interfaces': [{'id': 'e1a28611-1528-4354-8a71-481bbc80ae90', 'name': '', 'network_id': '38a9972b-3966-4b33-bd7b-3089e176d112', 'tenant_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'mac_address': 'fa:16:3e:7c:81:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53700fc6-f3ab-44fe-89b7-3547c1e8777c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': '1637d8bf-83ba-4452-9bdd-625bff23ffec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:55:20Z', 'updated_at': '2022-10-19T07:55:23Z', 'revision_number': 4, 'project_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'subnets': [{'id': '1637d8bf-83ba-4452-9bdd-625bff23ffec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 07:55:24.304670 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-77a5c048-59fa-46ba-bdc5-10a1efd8a394 req-fe2079aa-2aef-418a-aa36-d70e89d03a37 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "GET /v2.0/ports?tenant_id=47a12ea4f74e4c18b13323e6f3cc9741&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0514419 Oct 19 07:55:24.340903 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-080af9a4-763a-4dc4-814b-48d6783ec581 None None] Current status of the port e1a28611-1528-4354-8a71-481bbc80ae90 is: ACTIVE; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:55:24.409089 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-77a5c048-59fa-46ba-bdc5-10a1efd8a394 req-8d349b06-054c-4635-ab89-d624e0bf09ff service neutron] 10.222.0.27 "GET /v2.0/networks/38a9972b-3966-4b33-bd7b-3089e176d112?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963056 Oct 19 07:55:24.508444 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-77a5c048-59fa-46ba-bdc5-10a1efd8a394 req-21de4650-d8f5-4fdd-ad23-9ac0f2d29bc6 service neutron] 10.222.0.27 "GET /v2.0/networks/38a9972b-3966-4b33-bd7b-3089e176d112?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926597 Oct 19 07:55:24.671661 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-a8e8bc63-5b38-409c-97b2-ced1b7f9aefb req-bd699976-eb70-4565-a527-bd977b92644a tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "GET /v2.0/ports?device_id=b73dc73b-eac1-4010-a2b1-462692483189 HTTP/1.1" status: 200 len: 210 time: 0.0282187 Oct 19 07:55:25.477632 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device e1a28611-1528-4354-8a71-481bbc80ae90 up at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 07:55:25.524390 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Provisioning complete for port e1a28611-1528-4354-8a71-481bbc80ae90 triggered by entity L2. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:55:25.524787 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:55:25.525118 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Attempt 1 to provision port e1a28611-1528-4354-8a71-481bbc80ae90 Oct 19 07:55:25.612769 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Current status of the port e1a28611-1528-4354-8a71-481bbc80ae90 is: ACTIVE; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:55:25.735027 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a5c048-59fa-46ba-bdc5-10a1efd8a394 req-5806047c-2ab2-4108-af1c-2fb1cf0bc0c3 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:55:25.736638 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-77a5c048-59fa-46ba-bdc5-10a1efd8a394 req-5806047c-2ab2-4108-af1c-2fb1cf0bc0c3 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.16 "GET /v2.0/networks?id=38a9972b-3966-4b33-bd7b-3089e176d112 HTTP/1.1" status: 200 len: 797 time: 0.1231422 Oct 19 07:55:25.802291 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-0d3fd9a1-a0aa-4dbc-9de1-8bd8df5aca6a req-e5126df4-eaa2-4211-9c88-a28ab629e257 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "GET /v2.0/ports?device_id=b73dc73b-eac1-4010-a2b1-462692483189 HTTP/1.1" status: 200 len: 210 time: 0.0453408 Oct 19 07:55:25.823042 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-77a5c048-59fa-46ba-bdc5-10a1efd8a394 req-1676ff30-e171-4e06-853c-adcb7f6030cb tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=47a12ea4f74e4c18b13323e6f3cc9741 HTTP/1.1" status: 200 len: 380 time: 0.0761857 Oct 19 07:55:25.835837 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [req-77a5c048-59fa-46ba-bdc5-10a1efd8a394 req-0e1295f8-845f-4cff-811f-ac6f7b7332e0 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Request body: {'port': {'device_id': 'b73dc73b-eac1-4010-a2b1-462692483189', 'network_id': '38a9972b-3966-4b33-bd7b-3089e176d112', 'admin_state_up': True, 'tenant_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'security_groups': ['81a2d3dc-a725-4536-bd3e-543a88c3cf05']}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:55:25.950278 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-77a5c048-59fa-46ba-bdc5-10a1efd8a394 req-0e1295f8-845f-4cff-811f-ac6f7b7332e0 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Made reservation on behalf of 47a12ea4f74e4c18b13323e6f3cc9741 for: {'port': 1} {{(pid=103332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 07:55:25.954235 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-77a5c048-59fa-46ba-bdc5-10a1efd8a394 req-0e1295f8-845f-4cff-811f-ac6f7b7332e0 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:55:26.083748 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.db_base_plugin_common [req-77a5c048-59fa-46ba-bdc5-10a1efd8a394 req-0e1295f8-845f-4cff-811f-ac6f7b7332e0 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Allocated IP 172.20.0.5 (38a9972b-3966-4b33-bd7b-3089e176d112/1637d8bf-83ba-4452-9bdd-625bff23ffec/f0c87e10-381b-4d8f-b01f-c71bd05b326c) {{(pid=103332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 07:55:26.221562 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-77a5c048-59fa-46ba-bdc5-10a1efd8a394 req-0e1295f8-845f-4cff-811f-ac6f7b7332e0 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for port, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:55:26.255326 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-77a5c048-59fa-46ba-bdc5-10a1efd8a394 req-0e1295f8-845f-4cff-811f-ac6f7b7332e0 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785020947330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133553798'] for port, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:55:26.299625 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-77a5c048-59fa-46ba-bdc5-10a1efd8a394 req-0e1295f8-845f-4cff-811f-ac6f7b7332e0 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Network 38a9972b-3966-4b33-bd7b-3089e176d112 is already hosted by enough agents. {{(pid=103332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 07:55:26.303776 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.base_scheduler [req-77a5c048-59fa-46ba-bdc5-10a1efd8a394 req-0e1295f8-845f-4cff-811f-ac6f7b7332e0 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Resources bound (agent type, host, resource id): {{(pid=103332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:55:26.307418 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [req-77a5c048-59fa-46ba-bdc5-10a1efd8a394 req-0e1295f8-845f-4cff-811f-ac6f7b7332e0 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Received port after_create {{(pid=103332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 07:55:26.313600 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1295f8-845f-4cff-811f-ac6f7b7332e0 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Pushing event updated for resources: {'Port': ['ID=f0c87e10-381b-4d8f-b01f-c71bd05b326c,revision_number=1']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:55:26.362095 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a5c048-59fa-46ba-bdc5-10a1efd8a394 req-0e1295f8-845f-4cff-811f-ac6f7b7332e0 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:55:26.362710 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-77a5c048-59fa-46ba-bdc5-10a1efd8a394 req-0e1295f8-845f-4cff-811f-ac6f7b7332e0 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42160'] for port, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:55:26.379081 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-77a5c048-59fa-46ba-bdc5-10a1efd8a394 req-0e1295f8-845f-4cff-811f-ac6f7b7332e0 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5478485 Oct 19 07:55:26.390358 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [req-77a5c048-59fa-46ba-bdc5-10a1efd8a394 req-ea199fb4-bfc0-4118-9eb8-dae0f7a4c2fb service neutron] Request body: {'port': {'device_id': 'b73dc73b-eac1-4010-a2b1-462692483189', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8616'}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:55:26.448184 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-77a5c048-59fa-46ba-bdc5-10a1efd8a394 req-ea199fb4-bfc0-4118-9eb8-dae0f7a4c2fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:55:26.574060 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-d9277908-9e78-4ce0-8f58-543e65ec135d None None] Provisioning complete for port f0c87e10-381b-4d8f-b01f-c71bd05b326c triggered by entity DHCP. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:55:26.574719 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d9277908-9e78-4ce0-8f58-543e65ec135d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:55:26.574719 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-d9277908-9e78-4ce0-8f58-543e65ec135d None None] Attempt 1 to provision port f0c87e10-381b-4d8f-b01f-c71bd05b326c Oct 19 07:55:26.608592 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-d9277908-9e78-4ce0-8f58-543e65ec135d None None] Port f0c87e10-381b-4d8f-b01f-c71bd05b326c cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 07:55:26.704123 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.notifiers.nova [req-77a5c048-59fa-46ba-bdc5-10a1efd8a394 req-ea199fb4-bfc0-4118-9eb8-dae0f7a4c2fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f0c87e10-381b-4d8f-b01f-c71bd05b326c {{(pid=103332) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 19 07:55:26.712161 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-77a5c048-59fa-46ba-bdc5-10a1efd8a394 req-ea199fb4-bfc0-4118-9eb8-dae0f7a4c2fb service neutron] Notify callbacks [] for port, precommit_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:55:26.723963 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.provisioning_blocks [req-77a5c048-59fa-46ba-bdc5-10a1efd8a394 req-ea199fb4-bfc0-4118-9eb8-dae0f7a4c2fb service neutron] Transition to ACTIVE for port object f0c87e10-381b-4d8f-b01f-c71bd05b326c will not be triggered until provisioned by entity L2. {{(pid=103332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 19 07:55:26.728780 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-77a5c048-59fa-46ba-bdc5-10a1efd8a394 req-ea199fb4-bfc0-4118-9eb8-dae0f7a4c2fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133553807'] for port, after_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:55:26.810217 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea199fb4-bfc0-4118-9eb8-dae0f7a4c2fb service neutron] Pushing event updated for resources: {'Port': ['ID=f0c87e10-381b-4d8f-b01f-c71bd05b326c,revision_number=2']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:55:26.840910 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.managers [req-77a5c048-59fa-46ba-bdc5-10a1efd8a394 req-ea199fb4-bfc0-4118-9eb8-dae0f7a4c2fb service neutron] Attempting to bind port f0c87e10-381b-4d8f-b01f-c71bd05b326c on host hv-neutron-8616 for vnic_type normal with profile {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 19 07:55:26.841249 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.managers [req-77a5c048-59fa-46ba-bdc5-10a1efd8a394 req-ea199fb4-bfc0-4118-9eb8-dae0f7a4c2fb service neutron] Attempting to bind port f0c87e10-381b-4d8f-b01f-c71bd05b326c by drivers openvswitch,hyperv on host hv-neutron-8616 at level 0 using segments [{'id': '6c7fded4-0533-48da-983c-04f7070b5a68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '38a9972b-3966-4b33-bd7b-3089e176d112'}] {{(pid=103332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 19 07:55:26.841585 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77a5c048-59fa-46ba-bdc5-10a1efd8a394 req-ea199fb4-bfc0-4118-9eb8-dae0f7a4c2fb service neutron] Attempting to bind port f0c87e10-381b-4d8f-b01f-c71bd05b326c on network 38a9972b-3966-4b33-bd7b-3089e176d112 {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 07:55:26.845828 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77a5c048-59fa-46ba-bdc5-10a1efd8a394 req-ea199fb4-bfc0-4118-9eb8-dae0f7a4c2fb service neutron] Port f0c87e10-381b-4d8f-b01f-c71bd05b326c on network 38a9972b-3966-4b33-bd7b-3089e176d112 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8616 {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 07:55:26.846237 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77a5c048-59fa-46ba-bdc5-10a1efd8a394 req-ea199fb4-bfc0-4118-9eb8-dae0f7a4c2fb service neutron] Attempting to bind port f0c87e10-381b-4d8f-b01f-c71bd05b326c on network 38a9972b-3966-4b33-bd7b-3089e176d112 {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 07:55:26.851339 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77a5c048-59fa-46ba-bdc5-10a1efd8a394 req-ea199fb4-bfc0-4118-9eb8-dae0f7a4c2fb service neutron] Checking agent: {'id': '5297b6e1-8fc1-4f42-910c-8f50c918ca65', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8616', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 19, 7, 36, 11), 'started_at': datetime.datetime(2022, 10, 19, 7, 36, 11), 'heartbeat_timestamp': datetime.datetime(2022, 10, 19, 7, 55, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 07:55:26.851675 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77a5c048-59fa-46ba-bdc5-10a1efd8a394 req-ea199fb4-bfc0-4118-9eb8-dae0f7a4c2fb service neutron] Checking segment: {'id': '6c7fded4-0533-48da-983c-04f7070b5a68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '38a9972b-3966-4b33-bd7b-3089e176d112'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 19 07:55:26.852059 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77a5c048-59fa-46ba-bdc5-10a1efd8a394 req-ea199fb4-bfc0-4118-9eb8-dae0f7a4c2fb service neutron] Bound using segment: {'id': '6c7fded4-0533-48da-983c-04f7070b5a68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '38a9972b-3966-4b33-bd7b-3089e176d112'} {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 07:55:26.852488 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.managers [req-77a5c048-59fa-46ba-bdc5-10a1efd8a394 req-ea199fb4-bfc0-4118-9eb8-dae0f7a4c2fb service neutron] Bound port: f0c87e10-381b-4d8f-b01f-c71bd05b326c, host: hv-neutron-8616, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c7fded4-0533-48da-983c-04f7070b5a68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '38a9972b-3966-4b33-bd7b-3089e176d112'}}] {{(pid=103332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 19 07:55:26.852877 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-77a5c048-59fa-46ba-bdc5-10a1efd8a394 req-ea199fb4-bfc0-4118-9eb8-dae0f7a4c2fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:55:26.944945 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.db [req-77a5c048-59fa-46ba-bdc5-10a1efd8a394 req-ea199fb4-bfc0-4118-9eb8-dae0f7a4c2fb service neutron] For port f0c87e10-381b-4d8f-b01f-c71bd05b326c, host hv-neutron-8616, cleared binding levels {{(pid=103332) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 07:55:26.962072 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241ef91d-ec52-4c5e-ba63-b57e7be300e8 req-6191591e-f0e5-431e-88d6-1ec52907f737 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:55:26.963546 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-241ef91d-ec52-4c5e-ba63-b57e7be300e8 req-6191591e-f0e5-431e-88d6-1ec52907f737 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "GET /v2.0/ports?device_id=b73dc73b-eac1-4010-a2b1-462692483189 HTTP/1.1" status: 200 len: 943 time: 0.0786285 Oct 19 07:55:26.966889 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.db [req-77a5c048-59fa-46ba-bdc5-10a1efd8a394 req-ea199fb4-bfc0-4118-9eb8-dae0f7a4c2fb service neutron] For port f0c87e10-381b-4d8f-b01f-c71bd05b326c, host hv-neutron-8616, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=f0c87e10-381b-4d8f-b01f-c71bd05b326c,segment=NetworkSegment(6c7fded4-0533-48da-983c-04f7070b5a68),segment_id=6c7fded4-0533-48da-983c-04f7070b5a68)] {{(pid=103332) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 07:55:26.976289 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-77a5c048-59fa-46ba-bdc5-10a1efd8a394 req-ea199fb4-bfc0-4118-9eb8-dae0f7a4c2fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133553807'] for port, after_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:55:26.980843 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a5c048-59fa-46ba-bdc5-10a1efd8a394 req-ea199fb4-bfc0-4118-9eb8-dae0f7a4c2fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:55:26.981442 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-77a5c048-59fa-46ba-bdc5-10a1efd8a394 req-ea199fb4-bfc0-4118-9eb8-dae0f7a4c2fb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42160'] for port, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:55:26.982752 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-77a5c048-59fa-46ba-bdc5-10a1efd8a394 req-ea199fb4-bfc0-4118-9eb8-dae0f7a4c2fb service neutron] 10.222.0.16 "PUT /v2.0/ports/f0c87e10-381b-4d8f-b01f-c71bd05b326c HTTP/1.1" status: 200 len: 1093 time: 0.5964937 Oct 19 07:55:26.990270 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b73dc73b-eac1-4010-a2b1-462692483189', 'tag': 'f0c87e10-381b-4d8f-b01f-c71bd05b326c'}] {{(pid=103332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 19 07:55:26.992533 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a021b02cf5f527cd4bbbc40a031b51490d9893d7edeeb551bdf5128ee7546f8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f411ede2-9dc4-491b-9779-66786d98fae7" -d '{"events": [{"name": "network-changed", "server_uuid": "b73dc73b-eac1-4010-a2b1-462692483189", "tag": "f0c87e10-381b-4d8f-b01f-c71bd05b326c"}]}' {{(pid=103332) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 07:55:27.047838 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 19 Oct 2022 07:55:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e2b6e49-a1c8-4b01-8d2f-c97250d88ad2 x-openstack-request-id: req-8e2b6e49-a1c8-4b01-8d2f-c97250d88ad2 {{(pid=103332) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 07:55:27.048123 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b73dc73b-eac1-4010-a2b1-462692483189", "tag": "f0c87e10-381b-4d8f-b01f-c71bd05b326c", "status": "completed", "code": 200}]} {{(pid=103332) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 07:55:27.048374 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-8e2b6e49-a1c8-4b01-8d2f-c97250d88ad2 {{(pid=103332) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 07:55:27.048791 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8e2b6e49-a1c8-4b01-8d2f-c97250d88ad2'] response: {'name': 'network-changed', 'server_uuid': 'b73dc73b-eac1-4010-a2b1-462692483189', 'tag': 'f0c87e10-381b-4d8f-b01f-c71bd05b326c', 'status': 'completed', 'code': 200} Oct 19 07:55:27.074363 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-241ef91d-ec52-4c5e-ba63-b57e7be300e8 req-9df2d8f9-3249-4b5b-bdf0-2117c4f70a88 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "GET /v2.0/security-groups?id=81a2d3dc-a725-4536-bd3e-543a88c3cf05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1045084 Oct 19 07:55:27.095687 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea199fb4-bfc0-4118-9eb8-dae0f7a4c2fb service neutron] Pushing event updated for resources: {'Port': ['ID=f0c87e10-381b-4d8f-b01f-c71bd05b326c,revision_number=3']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:55:27.098724 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a5c048-59fa-46ba-bdc5-10a1efd8a394 req-3039f8ac-c29b-4238-8710-4dd3ceb7524a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:55:27.100371 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-77a5c048-59fa-46ba-bdc5-10a1efd8a394 req-3039f8ac-c29b-4238-8710-4dd3ceb7524a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=47a12ea4f74e4c18b13323e6f3cc9741&device_id=b73dc73b-eac1-4010-a2b1-462692483189 HTTP/1.1" status: 200 len: 1096 time: 0.0650954 Oct 19 07:55:27.109720 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-d9277908-9e78-4ce0-8f58-543e65ec135d None None] Attempt 2 to provision port f0c87e10-381b-4d8f-b01f-c71bd05b326c Oct 19 07:55:27.142633 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-77a5c048-59fa-46ba-bdc5-10a1efd8a394 req-f1db2b23-0592-4398-a007-8ed43f85bc12 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f0c87e10-381b-4d8f-b01f-c71bd05b326c HTTP/1.1" status: 200 len: 217 time: 0.0345325 Oct 19 07:55:27.151306 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-d9277908-9e78-4ce0-8f58-543e65ec135d None None] Port f0c87e10-381b-4d8f-b01f-c71bd05b326c had new provisioning blocks added so it will not transition to active. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:370}} Oct 19 07:55:27.195013 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a5c048-59fa-46ba-bdc5-10a1efd8a394 req-0cba0e86-5def-4b49-a99f-530b4d29045c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:55:27.196457 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-77a5c048-59fa-46ba-bdc5-10a1efd8a394 req-0cba0e86-5def-4b49-a99f-530b4d29045c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=1637d8bf-83ba-4452-9bdd-625bff23ffec HTTP/1.1" status: 200 len: 835 time: 0.0480473 Oct 19 07:55:27.241203 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a5c048-59fa-46ba-bdc5-10a1efd8a394 req-6ceb5fc9-742f-485c-becd-0edf14f7630d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:55:27.242614 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-77a5c048-59fa-46ba-bdc5-10a1efd8a394 req-6ceb5fc9-742f-485c-becd-0edf14f7630d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=38a9972b-3966-4b33-bd7b-3089e176d112&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0393982 Oct 19 07:55:27.332050 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-77a5c048-59fa-46ba-bdc5-10a1efd8a394 req-ef39874d-4898-4a98-a7bf-37a2fe20e060 service neutron] 10.222.0.16 "GET /v2.0/networks/38a9972b-3966-4b33-bd7b-3089e176d112?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815635 Oct 19 07:55:27.420649 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-77a5c048-59fa-46ba-bdc5-10a1efd8a394 req-79cd24c0-f3ad-4a4d-855b-e16d496443fe service neutron] 10.222.0.16 "GET /v2.0/networks/38a9972b-3966-4b33-bd7b-3089e176d112?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826464 Oct 19 07:55:27.503221 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f411ede2-9dc4-491b-9779-66786d98fae7 req-dd0d7476-c5d4-4b0e-85bc-13e299713986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:55:27.504732 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-f411ede2-9dc4-491b-9779-66786d98fae7 req-dd0d7476-c5d4-4b0e-85bc-13e299713986 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=47a12ea4f74e4c18b13323e6f3cc9741&device_id=b73dc73b-eac1-4010-a2b1-462692483189 HTTP/1.1" status: 200 len: 1096 time: 0.0426154 Oct 19 07:55:27.597071 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f411ede2-9dc4-491b-9779-66786d98fae7 req-659be000-4d91-4cad-9add-7dae942f845b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:55:27.600071 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-f411ede2-9dc4-491b-9779-66786d98fae7 req-659be000-4d91-4cad-9add-7dae942f845b service neutron] 10.222.0.16 "GET /v2.0/networks?id=38a9972b-3966-4b33-bd7b-3089e176d112 HTTP/1.1" status: 200 len: 898 time: 0.0877111 Oct 19 07:55:27.640326 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-f411ede2-9dc4-491b-9779-66786d98fae7 req-041ea79b-dc3b-4845-9696-60122572e783 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f0c87e10-381b-4d8f-b01f-c71bd05b326c HTTP/1.1" status: 200 len: 217 time: 0.0338845 Oct 19 07:55:27.690483 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f411ede2-9dc4-491b-9779-66786d98fae7 req-f395d402-f5ff-4584-945b-b69c2ebe6bac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:55:27.692086 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-f411ede2-9dc4-491b-9779-66786d98fae7 req-f395d402-f5ff-4584-945b-b69c2ebe6bac service neutron] 10.222.0.16 "GET /v2.0/subnets?id=1637d8bf-83ba-4452-9bdd-625bff23ffec HTTP/1.1" status: 200 len: 835 time: 0.0457177 Oct 19 07:55:28.036375 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f411ede2-9dc4-491b-9779-66786d98fae7 req-7d5f4bb9-b567-4dad-958e-af8acfef7e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:55:28.037901 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-f411ede2-9dc4-491b-9779-66786d98fae7 req-7d5f4bb9-b567-4dad-958e-af8acfef7e01 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=38a9972b-3966-4b33-bd7b-3089e176d112&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3374431 Oct 19 07:55:28.129891 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-f411ede2-9dc4-491b-9779-66786d98fae7 req-1cfd7aa1-f208-46ed-9dc1-1ac0f2ad4f81 service neutron] 10.222.0.16 "GET /v2.0/networks/38a9972b-3966-4b33-bd7b-3089e176d112?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842009 Oct 19 07:55:28.252258 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21646014-6ace-4e43-9ef6-562f8fbcfc05 req-9f1ae26b-4eb8-4cd5-b8b1-c0d519db1db3 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:55:28.253920 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-21646014-6ace-4e43-9ef6-562f8fbcfc05 req-9f1ae26b-4eb8-4cd5-b8b1-c0d519db1db3 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "GET /v2.0/ports?device_id=b73dc73b-eac1-4010-a2b1-462692483189 HTTP/1.1" status: 200 len: 943 time: 0.0976641 Oct 19 07:55:28.259154 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-f411ede2-9dc4-491b-9779-66786d98fae7 req-f9554196-4e9e-4e9d-86ff-18cd0d30bb9a service neutron] 10.222.0.16 "GET /v2.0/networks/38a9972b-3966-4b33-bd7b-3089e176d112?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229982 Oct 19 07:55:28.293317 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-21646014-6ace-4e43-9ef6-562f8fbcfc05 req-8aac1aed-fa08-49f0-aa07-05fb264c97f8 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "GET /v2.0/security-groups?id=81a2d3dc-a725-4536-bd3e-543a88c3cf05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331798 Oct 19 07:55:29.415806 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccee688-67db-4eb2-ac5e-7b0a982d6d07 req-182823e9-8b07-4e60-8023-2a3ef99e9706 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:55:29.417318 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-5ccee688-67db-4eb2-ac5e-7b0a982d6d07 req-182823e9-8b07-4e60-8023-2a3ef99e9706 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "GET /v2.0/ports?device_id=b73dc73b-eac1-4010-a2b1-462692483189 HTTP/1.1" status: 200 len: 943 time: 0.0518947 Oct 19 07:55:29.455292 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-5ccee688-67db-4eb2-ac5e-7b0a982d6d07 req-ae6848b6-fb2f-430e-8ee3-14a19d780297 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "GET /v2.0/security-groups?id=81a2d3dc-a725-4536-bd3e-543a88c3cf05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321295 Oct 19 07:55:30.575291 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190c89fb-e89c-4355-8c25-1e3c68a3cf8a req-32a0bf63-41f2-43f8-8852-d1307b64e334 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:55:30.576783 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-190c89fb-e89c-4355-8c25-1e3c68a3cf8a req-32a0bf63-41f2-43f8-8852-d1307b64e334 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "GET /v2.0/ports?device_id=b73dc73b-eac1-4010-a2b1-462692483189 HTTP/1.1" status: 200 len: 943 time: 0.0488317 Oct 19 07:55:30.613679 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-190c89fb-e89c-4355-8c25-1e3c68a3cf8a req-471d40f1-015a-47ec-9eb6-5a833166a5c8 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "GET /v2.0/security-groups?id=81a2d3dc-a725-4536-bd3e-543a88c3cf05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307798 Oct 19 07:55:30.689336 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Device f0c87e10-381b-4d8f-b01f-c71bd05b326c details requested by agent hyperv_hv-neutron-8616 with host hv-neutron-8616 {{(pid=103334) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 07:55:30.780903 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] For port f0c87e10-381b-4d8f-b01f-c71bd05b326c, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=f0c87e10-381b-4d8f-b01f-c71bd05b326c,segment=NetworkSegment(6c7fded4-0533-48da-983c-04f7070b5a68),segment_id=6c7fded4-0533-48da-983c-04f7070b5a68)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:55:30.792270 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Returning: {'device': 'f0c87e10-381b-4d8f-b01f-c71bd05b326c', 'network_id': '38a9972b-3966-4b33-bd7b-3089e176d112', 'port_id': 'f0c87e10-381b-4d8f-b01f-c71bd05b326c', 'mac_address': 'fa:16:3e:3a:9c:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1637d8bf-83ba-4452-9bdd-625bff23ffec', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103334) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 07:55:30.830699 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Current status of the port f0c87e10-381b-4d8f-b01f-c71bd05b326c is: DOWN; New status is: BUILD {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:55:30.831011 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:55:30.843713 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.notifiers.nova [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0c87e10-381b-4d8f-b01f-c71bd05b326c {{(pid=103334) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 19 07:55:30.862836 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] For port f0c87e10-381b-4d8f-b01f-c71bd05b326c, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=f0c87e10-381b-4d8f-b01f-c71bd05b326c,segment=NetworkSegment(6c7fded4-0533-48da-983c-04f7070b5a68),segment_id=6c7fded4-0533-48da-983c-04f7070b5a68)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:55:30.866596 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:55:30.912210 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Pushing event updated for resources: {'Port': ['ID=f0c87e10-381b-4d8f-b01f-c71bd05b326c,revision_number=4']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:55:31.059872 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] get_ports_and_sgs() called for port_ids ['f0c87e10-381b-4d8f-b01f-c71bd05b326c'] {{(pid=103334) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 19 07:55:31.731958 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d798c0f5-a4a2-4de0-ad85-ff4a1a13c925 req-86d83f8d-0f7e-447e-85f8-15ce4d0ac335 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:55:31.733357 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-d798c0f5-a4a2-4de0-ad85-ff4a1a13c925 req-86d83f8d-0f7e-447e-85f8-15ce4d0ac335 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "GET /v2.0/ports?device_id=b73dc73b-eac1-4010-a2b1-462692483189 HTTP/1.1" status: 200 len: 944 time: 0.0480030 Oct 19 07:55:31.770232 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-d798c0f5-a4a2-4de0-ad85-ff4a1a13c925 req-398585bf-ee7a-49e8-8ec5-208c2a08906d tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "GET /v2.0/security-groups?id=81a2d3dc-a725-4536-bd3e-543a88c3cf05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309501 Oct 19 07:55:32.689474 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Device f0c87e10-381b-4d8f-b01f-c71bd05b326c up at agent hyperv_hv-neutron-8616 {{(pid=103334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 07:55:32.737753 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Provisioning for port f0c87e10-381b-4d8f-b01f-c71bd05b326c completed by entity L2. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 19 07:55:32.741461 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Provisioning complete for port f0c87e10-381b-4d8f-b01f-c71bd05b326c triggered by entity L2. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:55:32.741832 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:55:32.742167 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Attempt 1 to provision port f0c87e10-381b-4d8f-b01f-c71bd05b326c Oct 19 07:55:32.820945 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Current status of the port f0c87e10-381b-4d8f-b01f-c71bd05b326c is: BUILD; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:55:32.821339 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:55:32.844175 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b73dc73b-eac1-4010-a2b1-462692483189', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0c87e10-381b-4d8f-b01f-c71bd05b326c'}] {{(pid=103334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 19 07:55:32.847115 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d918bd29c62f7e926e80ce37adcd574e0921d2de3006e6b6ef58999f52d8e2e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a56f0634-3736-4e15-8d82-3ad6eaa8cdd7" -d '{"events": [{"server_uuid": "b73dc73b-eac1-4010-a2b1-462692483189", "name": "network-vif-plugged", "status": "completed", "tag": "f0c87e10-381b-4d8f-b01f-c71bd05b326c"}]}' {{(pid=103334) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 07:55:32.871989 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] For port f0c87e10-381b-4d8f-b01f-c71bd05b326c, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=f0c87e10-381b-4d8f-b01f-c71bd05b326c,segment=NetworkSegment(6c7fded4-0533-48da-983c-04f7070b5a68),segment_id=6c7fded4-0533-48da-983c-04f7070b5a68)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:55:32.878437 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:55:32.905201 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49dadbc-0ea2-4c73-a3e9-6d961ca3cd74 req-4805ef5d-2712-44cc-81b6-06d705a66bac tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:55:32.906771 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-e49dadbc-0ea2-4c73-a3e9-6d961ca3cd74 req-4805ef5d-2712-44cc-81b6-06d705a66bac tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "GET /v2.0/ports?device_id=b73dc73b-eac1-4010-a2b1-462692483189 HTTP/1.1" status: 200 len: 944 time: 0.0627291 Oct 19 07:55:32.932198 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Pushing event updated for resources: {'Port': ['ID=f0c87e10-381b-4d8f-b01f-c71bd05b326c,revision_number=5']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:55:32.947525 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-e49dadbc-0ea2-4c73-a3e9-6d961ca3cd74 req-5b3d789b-ea88-4435-b4ac-9839519038ce tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "GET /v2.0/security-groups?id=81a2d3dc-a725-4536-bd3e-543a88c3cf05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343795 Oct 19 07:55:32.957554 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 19 Oct 2022 07:55:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14d44ba5-1f08-4b1b-94c9-eff6a1e1686b x-openstack-request-id: req-14d44ba5-1f08-4b1b-94c9-eff6a1e1686b {{(pid=103334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 07:55:32.957852 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b73dc73b-eac1-4010-a2b1-462692483189", "name": "network-vif-plugged", "status": "completed", "tag": "f0c87e10-381b-4d8f-b01f-c71bd05b326c", "code": 200}]} {{(pid=103334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 07:55:32.958282 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-14d44ba5-1f08-4b1b-94c9-eff6a1e1686b {{(pid=103334) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 07:55:32.958792 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.notifiers.nova [-] Nova event matching ['req-14d44ba5-1f08-4b1b-94c9-eff6a1e1686b'] response: {'server_uuid': 'b73dc73b-eac1-4010-a2b1-462692483189', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0c87e10-381b-4d8f-b01f-c71bd05b326c', 'code': 200} Oct 19 07:55:33.117660 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcde931c-7496-4b02-9a23-e747dab1898f req-781e3794-ce41-4ad8-a0e3-4a8c3ed5feb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:55:33.119104 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-fcde931c-7496-4b02-9a23-e747dab1898f req-781e3794-ce41-4ad8-a0e3-4a8c3ed5feb8 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=b73dc73b-eac1-4010-a2b1-462692483189 HTTP/1.1" status: 200 len: 1098 time: 0.0396740 Oct 19 07:55:33.154500 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-fcde931c-7496-4b02-9a23-e747dab1898f req-19fd58e5-4b68-4715-af3b-b7b053a96352 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=81a2d3dc-a725-4536-bd3e-543a88c3cf05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0279198 Oct 19 07:55:34.071739 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865adc67-fff5-4655-9b18-da170e11db42 req-d3690279-0be2-4790-8a88-bea23b2e89c0 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:55:34.074457 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-865adc67-fff5-4655-9b18-da170e11db42 req-d3690279-0be2-4790-8a88-bea23b2e89c0 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "GET /v2.0/ports?device_id=b73dc73b-eac1-4010-a2b1-462692483189 HTTP/1.1" status: 200 len: 945 time: 0.0499220 Oct 19 07:55:34.116009 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-865adc67-fff5-4655-9b18-da170e11db42 req-f7f684d5-26d6-4b61-8d49-635941e85cc3 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "GET /v2.0/security-groups?id=81a2d3dc-a725-4536-bd3e-543a88c3cf05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344665 Oct 19 07:55:35.240905 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c349e38-8db6-4e21-87be-a663be9a8cd5 req-6558de5e-60e7-46a0-9e95-36a747910cf8 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:55:35.242288 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-1c349e38-8db6-4e21-87be-a663be9a8cd5 req-6558de5e-60e7-46a0-9e95-36a747910cf8 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "GET /v2.0/ports?device_id=b73dc73b-eac1-4010-a2b1-462692483189 HTTP/1.1" status: 200 len: 945 time: 0.0521255 Oct 19 07:55:35.279892 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-1c349e38-8db6-4e21-87be-a663be9a8cd5 req-4e5a3fe0-f677-4e85-8b60-f8b505800b68 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "GET /v2.0/security-groups?id=81a2d3dc-a725-4536-bd3e-543a88c3cf05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316489 Oct 19 07:55:35.400422 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332b085c-2f20-43fe-942a-c78726976eec req-32c75ae0-b2f7-41b8-9547-6e9ea0885203 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:55:35.401988 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-332b085c-2f20-43fe-942a-c78726976eec req-32c75ae0-b2f7-41b8-9547-6e9ea0885203 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "GET /v2.0/ports?device_id=b73dc73b-eac1-4010-a2b1-462692483189 HTTP/1.1" status: 200 len: 945 time: 0.0486891 Oct 19 07:55:35.439267 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-332b085c-2f20-43fe-942a-c78726976eec req-7b61cebc-20d9-4de4-b073-0ccd6b5914c8 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "GET /v2.0/security-groups?id=81a2d3dc-a725-4536-bd3e-543a88c3cf05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313308 Oct 19 07:55:35.467574 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 34490) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:55:35.505886 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96e44634-4f05-4072-87ad-92b94f6ca97f tempest-TestNetworkBasicOps-773100899 tempest-TestNetworkBasicOps-773100899-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:55:35.507270 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-96e44634-4f05-4072-87ad-92b94f6ca97f tempest-TestNetworkBasicOps-773100899 tempest-TestNetworkBasicOps-773100899-project-admin] 10.222.0.27 "GET /v2.0/ports?device_id=b73dc73b-eac1-4010-a2b1-462692483189 HTTP/1.1" status: 200 len: 1093 time: 0.0387273 Oct 19 07:55:35.510121 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 34492) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:55:35.514219 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-ee8fab04-ad91-4f44-b549-6c908fb2b6d8 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Request body: {'floatingip': {'floating_network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'port_id': 'f0c87e10-381b-4d8f-b01f-c71bd05b326c', 'tenant_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:55:35.533705 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-ee8fab04-ad91-4f44-b549-6c908fb2b6d8 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for floatingip, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:55:35.631512 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-ee8fab04-ad91-4f44-b549-6c908fb2b6d8 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:55:35.731040 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.db_base_plugin_common [None req-ee8fab04-ad91-4f44-b549-6c908fb2b6d8 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Allocated IP 172.26.0.5 (99c66757-74e3-40a4-b479-8d09e3a7c3dd/7f3d1034-1de7-458a-a3ee-77488de3949b/6ea209d0-37a3-4f0e-bbec-ec295090bf60) {{(pid=103332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 07:55:35.834586 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-ee8fab04-ad91-4f44-b549-6c908fb2b6d8 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for port, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:55:35.867547 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-ee8fab04-ad91-4f44-b549-6c908fb2b6d8 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785020947330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133553798'] for port, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:55:35.903214 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee8fab04-ad91-4f44-b549-6c908fb2b6d8 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Network 99c66757-74e3-40a4-b479-8d09e3a7c3dd is already hosted by enough agents. {{(pid=103332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 07:55:35.907561 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.base_scheduler [None req-ee8fab04-ad91-4f44-b549-6c908fb2b6d8 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Resources bound (agent type, host, resource id): {{(pid=103332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:55:35.910103 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee8fab04-ad91-4f44-b549-6c908fb2b6d8 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Received port after_create {{(pid=103332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 07:55:35.942607 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8fab04-ad91-4f44-b549-6c908fb2b6d8 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Pushing event updated for resources: {'Port': ['ID=6ea209d0-37a3-4f0e-bbec-ec295090bf60,revision_number=1']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:55:36.268667 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-ee8fab04-ad91-4f44-b549-6c908fb2b6d8 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:55:36.337387 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-ee8fab04-ad91-4f44-b549-6c908fb2b6d8 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:55:36.483351 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-ee8fab04-ad91-4f44-b549-6c908fb2b6d8 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for port, precommit_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:55:36.487831 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-ee8fab04-ad91-4f44-b549-6c908fb2b6d8 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133553807'] for port, after_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:55:36.556107 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8fab04-ad91-4f44-b549-6c908fb2b6d8 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Pushing event updated for resources: {'Port': ['ID=6ea209d0-37a3-4f0e-bbec-ec295090bf60,revision_number=2']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:55:36.558740 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-ee8fab04-ad91-4f44-b549-6c908fb2b6d8 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1695041'] for floatingip, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:55:36.658253 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.db.l3_db [None req-ee8fab04-ad91-4f44-b549-6c908fb2b6d8 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Floating IP c06e801f-3571-4edf-bd0b-9208407d4e07 associated. External IP: 172.26.0.5, port: f0c87e10-381b-4d8f-b01f-c71bd05b326c. Oct 19 07:55:36.858496 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee8fab04-ad91-4f44-b549-6c908fb2b6d8 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Router 53700fc6-f3ab-44fe-89b7-3547c1e8777c has already been hosted by L3 agent ab388470-1243-4d53-80f2-c2f5899c97a7 {{(pid=103332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 07:55:36.962352 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee8fab04-ad91-4f44-b549-6c908fb2b6d8 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify agent at l3_agent.dv-neutron-861624-1-hyperv the message routers_updated {{(pid=103332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 07:55:36.972383 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-761b5e38-a3f5-4bec-abac-2aa4f4bc6df3 None None] Sync routers for ids ['53700fc6-f3ab-44fe-89b7-3547c1e8777c'] in dv-neutron-861624-1-hyperv {{(pid=103334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 07:55:36.982863 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-761b5e38-a3f5-4bec-abac-2aa4f4bc6df3 None None] Routers {'53700fc6-f3ab-44fe-89b7-3547c1e8777c'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 07:55:36.983490 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-761b5e38-a3f5-4bec-abac-2aa4f4bc6df3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T07:55:16Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['53700fc6-f3ab-44fe-89b7-3547c1e8777c'], 'active': True} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:55:36.985762 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-ee8fab04-ad91-4f44-b549-6c908fb2b6d8 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42160'] for floatingip, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:55:37.013083 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-ee8fab04-ad91-4f44-b549-6c908fb2b6d8 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 1.5019755 Oct 19 07:55:37.013717 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b73dc73b-eac1-4010-a2b1-462692483189', 'tag': 'f0c87e10-381b-4d8f-b01f-c71bd05b326c'}] {{(pid=103332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 19 07:55:37.015954 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 34494) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:55:37.016466 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a021b02cf5f527cd4bbbc40a031b51490d9893d7edeeb551bdf5128ee7546f8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97017ab4-50b1-40d1-a2f5-fb0f0e835112" -d '{"events": [{"name": "network-changed", "server_uuid": "b73dc73b-eac1-4010-a2b1-462692483189", "tag": "f0c87e10-381b-4d8f-b01f-c71bd05b326c"}]}' {{(pid=103332) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 07:55:37.050826 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 19 Oct 2022 07:55:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60c71d0a-7097-4f7b-ae4b-feeaf8f4b667 x-openstack-request-id: req-60c71d0a-7097-4f7b-ae4b-feeaf8f4b667 {{(pid=103332) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 07:55:37.051123 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b73dc73b-eac1-4010-a2b1-462692483189", "tag": "f0c87e10-381b-4d8f-b01f-c71bd05b326c", "status": "completed", "code": 200}]} {{(pid=103332) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 07:55:37.051499 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-60c71d0a-7097-4f7b-ae4b-feeaf8f4b667 {{(pid=103332) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 07:55:37.052422 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.notifiers.nova [-] Nova event matching ['req-60c71d0a-7097-4f7b-ae4b-feeaf8f4b667'] response: {'name': 'network-changed', 'server_uuid': 'b73dc73b-eac1-4010-a2b1-462692483189', 'tag': 'f0c87e10-381b-4d8f-b01f-c71bd05b326c', 'status': 'completed', 'code': 200} Oct 19 07:55:37.089692 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-4d8b57ed-deb0-4c1c-a56f-31b8fbec89e0 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "GET /v2.0/floatingips/c06e801f-3571-4edf-bd0b-9208407d4e07 HTTP/1.1" status: 200 len: 989 time: 0.0714047 Oct 19 07:55:37.095030 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvr_db [None req-761b5e38-a3f5-4bec-abac-2aa4f4bc6df3 None None] Set router 53700fc6-f3ab-44fe-89b7-3547c1e8777c gateway port host: dv-neutron-861624-1-hyperv {{(pid=103334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 07:55:37.113273 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97017ab4-50b1-40d1-a2f5-fb0f0e835112 req-71a9f0ed-807e-459e-a421-d7c5c27c31a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:55:37.115231 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-97017ab4-50b1-40d1-a2f5-fb0f0e835112 req-71a9f0ed-807e-459e-a421-d7c5c27c31a8 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=47a12ea4f74e4c18b13323e6f3cc9741&device_id=b73dc73b-eac1-4010-a2b1-462692483189 HTTP/1.1" status: 200 len: 1098 time: 0.0421872 Oct 19 07:55:37.213409 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97017ab4-50b1-40d1-a2f5-fb0f0e835112 req-2dd0ccf2-6bd6-49e7-9aad-e707407f68b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:55:37.214894 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-97017ab4-50b1-40d1-a2f5-fb0f0e835112 req-2dd0ccf2-6bd6-49e7-9aad-e707407f68b9 service neutron] 10.222.0.16 "GET /v2.0/networks?id=38a9972b-3966-4b33-bd7b-3089e176d112 HTTP/1.1" status: 200 len: 898 time: 0.0910423 Oct 19 07:55:37.283594 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-97017ab4-50b1-40d1-a2f5-fb0f0e835112 req-276dede3-a76c-43ba-9612-28b78fd9270e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f0c87e10-381b-4d8f-b01f-c71bd05b326c HTTP/1.1" status: 200 len: 997 time: 0.0603635 Oct 19 07:55:37.324694 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-761b5e38-a3f5-4bec-abac-2aa4f4bc6df3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53700fc6-f3ab-44fe-89b7-3547c1e8777c', 'name': 'tempest-TestNetworkBasicOps-router-369358453', 'tenant_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'external_fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.114'}], 'enable_snat': True}, 'gw_port_id': 'fc7b2508-3711-43a5-91ed-c7158f4a5c4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T07:55:17Z', 'updated_at': '2022-10-19T07:55:21Z', 'revision_number': 4, 'project_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'gw_port': {'id': 'fc7b2508-3711-43a5-91ed-c7158f4a5c4e', 'name': '', 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:3f:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53700fc6-f3ab-44fe-89b7-3547c1e8777c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:55:18Z', 'updated_at': '2022-10-19T07:55:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861624-1-hyperv', '_floatingips': [{'id': 'c06e801f-3571-4edf-bd0b-9208407d4e07', 'tenant_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'floating_ip_address': '172.26.0.5', 'floating_network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'router_id': '53700fc6-f3ab-44fe-89b7-3547c1e8777c', 'port_id': 'f0c87e10-381b-4d8f-b01f-c71bd05b326c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1506, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '38a9972b-3966-4b33-bd7b-3089e176d112', 'mac_address': 'fa:16:3e:3a:9c:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b73dc73b-eac1-4010-a2b1-462692483189', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-19T07:55:36Z', 'updated_at': '2022-10-19T07:55:36Z', 'revision_number': 0, 'project_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1a28611-1528-4354-8a71-481bbc80ae90', 'name': '', 'network_id': '38a9972b-3966-4b33-bd7b-3089e176d112', 'tenant_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'mac_address': 'fa:16:3e:7c:81:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53700fc6-f3ab-44fe-89b7-3547c1e8777c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': '1637d8bf-83ba-4452-9bdd-625bff23ffec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:55:20Z', 'updated_at': '2022-10-19T07:55:23Z', 'revision_number': 5, 'project_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'subnets': [{'id': '1637d8bf-83ba-4452-9bdd-625bff23ffec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:55:37.332523 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97017ab4-50b1-40d1-a2f5-fb0f0e835112 req-9f923451-17a7-464d-bab5-a170ea79505c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:55:37.334254 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-97017ab4-50b1-40d1-a2f5-fb0f0e835112 req-9f923451-17a7-464d-bab5-a170ea79505c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=1637d8bf-83ba-4452-9bdd-625bff23ffec HTTP/1.1" status: 200 len: 835 time: 0.0442553 Oct 19 07:55:37.351725 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-761b5e38-a3f5-4bec-abac-2aa4f4bc6df3 None None] Checking router: 53700fc6-f3ab-44fe-89b7-3547c1e8777c for host: dv-neutron-861624-1-hyperv {{(pid=103334) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 07:55:37.360028 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-761b5e38-a3f5-4bec-abac-2aa4f4bc6df3 None None] Routers {'53700fc6-f3ab-44fe-89b7-3547c1e8777c'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 07:55:37.360672 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-761b5e38-a3f5-4bec-abac-2aa4f4bc6df3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T07:55:16Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['53700fc6-f3ab-44fe-89b7-3547c1e8777c'], 'active': True} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:55:37.384109 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97017ab4-50b1-40d1-a2f5-fb0f0e835112 req-4a453f06-8ea6-414b-810a-c87ab1045a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:55:37.385574 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-97017ab4-50b1-40d1-a2f5-fb0f0e835112 req-4a453f06-8ea6-414b-810a-c87ab1045a0e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=38a9972b-3966-4b33-bd7b-3089e176d112&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0440698 Oct 19 07:55:37.465600 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvr_db [None req-761b5e38-a3f5-4bec-abac-2aa4f4bc6df3 None None] Set router 53700fc6-f3ab-44fe-89b7-3547c1e8777c gateway port host: dv-neutron-861624-1-hyperv {{(pid=103334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 07:55:37.478567 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-97017ab4-50b1-40d1-a2f5-fb0f0e835112 req-4751058f-bf97-4707-a831-c8dcee522d21 service neutron] 10.222.0.16 "GET /v2.0/networks/38a9972b-3966-4b33-bd7b-3089e176d112?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850258 Oct 19 07:55:37.571771 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-97017ab4-50b1-40d1-a2f5-fb0f0e835112 req-519ab02a-a309-403f-9d7d-c0d7b0c5291c service neutron] 10.222.0.16 "GET /v2.0/networks/38a9972b-3966-4b33-bd7b-3089e176d112?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865755 Oct 19 07:55:37.832605 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-761b5e38-a3f5-4bec-abac-2aa4f4bc6df3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53700fc6-f3ab-44fe-89b7-3547c1e8777c', 'name': 'tempest-TestNetworkBasicOps-router-369358453', 'tenant_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'external_fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.114'}], 'enable_snat': True}, 'gw_port_id': 'fc7b2508-3711-43a5-91ed-c7158f4a5c4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T07:55:17Z', 'updated_at': '2022-10-19T07:55:21Z', 'revision_number': 4, 'project_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'gw_port': {'id': 'fc7b2508-3711-43a5-91ed-c7158f4a5c4e', 'name': '', 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:3f:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53700fc6-f3ab-44fe-89b7-3547c1e8777c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:55:18Z', 'updated_at': '2022-10-19T07:55:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861624-1-hyperv', '_floatingips': [{'id': 'c06e801f-3571-4edf-bd0b-9208407d4e07', 'tenant_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'floating_ip_address': '172.26.0.5', 'floating_network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'router_id': '53700fc6-f3ab-44fe-89b7-3547c1e8777c', 'port_id': 'f0c87e10-381b-4d8f-b01f-c71bd05b326c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1506, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '38a9972b-3966-4b33-bd7b-3089e176d112', 'mac_address': 'fa:16:3e:3a:9c:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b73dc73b-eac1-4010-a2b1-462692483189', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-19T07:55:36Z', 'updated_at': '2022-10-19T07:55:36Z', 'revision_number': 0, 'project_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1a28611-1528-4354-8a71-481bbc80ae90', 'name': '', 'network_id': '38a9972b-3966-4b33-bd7b-3089e176d112', 'tenant_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'mac_address': 'fa:16:3e:7c:81:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53700fc6-f3ab-44fe-89b7-3547c1e8777c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': '1637d8bf-83ba-4452-9bdd-625bff23ffec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:55:20Z', 'updated_at': '2022-10-19T07:55:23Z', 'revision_number': 5, 'project_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'subnets': [{'id': '1637d8bf-83ba-4452-9bdd-625bff23ffec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:55:37.859890 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-761b5e38-a3f5-4bec-abac-2aa4f4bc6df3 None None] The sync data for ids ['53700fc6-f3ab-44fe-89b7-3547c1e8777c'] in dv-neutron-861624-1-hyperv is: [{'id': '53700fc6-f3ab-44fe-89b7-3547c1e8777c', 'name': 'tempest-TestNetworkBasicOps-router-369358453', 'tenant_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'external_fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.114'}], 'enable_snat': True}, 'gw_port_id': 'fc7b2508-3711-43a5-91ed-c7158f4a5c4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T07:55:17Z', 'updated_at': '2022-10-19T07:55:21Z', 'revision_number': 4, 'project_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'gw_port': {'id': 'fc7b2508-3711-43a5-91ed-c7158f4a5c4e', 'name': '', 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:3f:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53700fc6-f3ab-44fe-89b7-3547c1e8777c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:55:18Z', 'updated_at': '2022-10-19T07:55:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861624-1-hyperv', '_floatingips': [{'id': 'c06e801f-3571-4edf-bd0b-9208407d4e07', 'tenant_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'floating_ip_address': '172.26.0.5', 'floating_network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'router_id': '53700fc6-f3ab-44fe-89b7-3547c1e8777c', 'port_id': 'f0c87e10-381b-4d8f-b01f-c71bd05b326c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1506, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '38a9972b-3966-4b33-bd7b-3089e176d112', 'mac_address': 'fa:16:3e:3a:9c:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b73dc73b-eac1-4010-a2b1-462692483189', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-19T07:55:36Z', 'updated_at': '2022-10-19T07:55:36Z', 'revision_number': 0, 'project_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1a28611-1528-4354-8a71-481bbc80ae90', 'name': '', 'network_id': '38a9972b-3966-4b33-bd7b-3089e176d112', 'tenant_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'mac_address': 'fa:16:3e:7c:81:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53700fc6-f3ab-44fe-89b7-3547c1e8777c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': '1637d8bf-83ba-4452-9bdd-625bff23ffec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:55:20Z', 'updated_at': '2022-10-19T07:55:23Z', 'revision_number': 5, 'project_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'subnets': [{'id': '1637d8bf-83ba-4452-9bdd-625bff23ffec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 07:55:38.044831 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16041bd6-c2db-41ac-a21a-d8de5db84e7c None None] New status for floating IP c06e801f-3571-4edf-bd0b-9208407d4e07: ACTIVE {{(pid=103335) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 19 07:55:38.092622 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 34498) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:55:38.153723 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-8a3d3ab4-cc32-40ac-b70b-bb5e321cdf04 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "GET /v2.0/floatingips/c06e801f-3571-4edf-bd0b-9208407d4e07 HTTP/1.1" status: 200 len: 989 time: 0.0600853 Oct 19 07:55:39.157619 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 34500) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:55:39.218627 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-5f43754b-4ad0-459d-93d3-130da761c36c tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "GET /v2.0/floatingips/c06e801f-3571-4edf-bd0b-9208407d4e07 HTTP/1.1" status: 200 len: 991 time: 0.0598531 Oct 19 07:55:40.642381 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.agents_db [None req-6057327c-4456-4c72-8e75-6d3cd9249757 None None] Agent healthcheck: found 6 active agents {{(pid=103335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 07:55:41.817757 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:55:43.384682 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-dc50c647-3251-46a1-b448-e335355abf46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:55:46.296112 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-eb70994d-dc47-4897-8686-921b972f50d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:55:47.965424 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-2a2259f7-b034-4eec-af7a-7abaede746c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:55:49.018071 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-1a0da505-d0f9-48c6-b7e2-53b9c5e41298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:55:49.147565 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:56:05.758073 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 34510) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:56:05.762642 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-55b32ed3-333b-4eb7-9505-50665e0a4f8b tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Request body: {'router': {'admin_state_up': False}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:56:06.065214 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-55b32ed3-333b-4eb7-9505-50665e0a4f8b tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1693896', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1692821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12609'] for router, precommit_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:56:06.077426 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-55b32ed3-333b-4eb7-9505-50665e0a4f8b tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1693859', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1693873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1693882', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1692830'] for router, after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:56:06.189225 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55b32ed3-333b-4eb7-9505-50665e0a4f8b tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Router 53700fc6-f3ab-44fe-89b7-3547c1e8777c has already been hosted by L3 agent ab388470-1243-4d53-80f2-c2f5899c97a7 {{(pid=103333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 07:56:06.301167 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55b32ed3-333b-4eb7-9505-50665e0a4f8b tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify agent at l3_agent.dv-neutron-861624-1-hyperv the message routers_updated {{(pid=103333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 07:56:06.308171 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-55b32ed3-333b-4eb7-9505-50665e0a4f8b tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for router, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:56:06.309407 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-55b32ed3-333b-4eb7-9505-50665e0a4f8b tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "PUT /v2.0/routers/53700fc6-f3ab-44fe-89b7-3547c1e8777c HTTP/1.1" status: 200 len: 888 time: 0.5503545 Oct 19 07:56:06.311044 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a61a7402-a742-4f9f-9a97-f6f07f505aac None None] Sync routers for ids ['53700fc6-f3ab-44fe-89b7-3547c1e8777c'] in dv-neutron-861624-1-hyperv {{(pid=103334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 07:56:06.324897 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a61a7402-a742-4f9f-9a97-f6f07f505aac None None] Routers {'53700fc6-f3ab-44fe-89b7-3547c1e8777c'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 07:56:06.325525 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-a61a7402-a742-4f9f-9a97-f6f07f505aac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T07:55:46Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['53700fc6-f3ab-44fe-89b7-3547c1e8777c'], 'active': True} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:56:06.358087 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-a61a7402-a742-4f9f-9a97-f6f07f505aac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:56:06.366676 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a61a7402-a742-4f9f-9a97-f6f07f505aac None None] Routers {'53700fc6-f3ab-44fe-89b7-3547c1e8777c'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 07:56:06.367264 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-a61a7402-a742-4f9f-9a97-f6f07f505aac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T07:55:46Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['53700fc6-f3ab-44fe-89b7-3547c1e8777c'], 'active': True} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:56:06.402390 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-a61a7402-a742-4f9f-9a97-f6f07f505aac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:56:06.402939 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a61a7402-a742-4f9f-9a97-f6f07f505aac None None] The sync data for ids ['53700fc6-f3ab-44fe-89b7-3547c1e8777c'] in dv-neutron-861624-1-hyperv is: [] {{(pid=103334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 07:56:07.177078 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b07a08a-e290-4599-bd18-d642f51b1a80 None None] New status for floating IP c06e801f-3571-4edf-bd0b-9208407d4e07: DOWN {{(pid=103335) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 19 07:56:07.487017 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device e1a28611-1528-4354-8a71-481bbc80ae90 no longer exists at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 07:56:07.573866 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Current status of the port e1a28611-1528-4354-8a71-481bbc80ae90 is: ACTIVE; New status is: DOWN {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:56:07.574255 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:56:07.616107 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] For port e1a28611-1528-4354-8a71-481bbc80ae90, host dv-neutron-861624-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=e1a28611-1528-4354-8a71-481bbc80ae90,segment=NetworkSegment(6c7fded4-0533-48da-983c-04f7070b5a68),segment_id=6c7fded4-0533-48da-983c-04f7070b5a68)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:56:07.622572 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:56:07.623309 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device fc7b2508-3711-43a5-91ed-c7158f4a5c4e no longer exists at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 07:56:07.705037 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Pushing event updated for resources: {'Port': ['ID=e1a28611-1528-4354-8a71-481bbc80ae90,revision_number=6']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:56:07.751658 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Current status of the port fc7b2508-3711-43a5-91ed-c7158f4a5c4e is: ACTIVE; New status is: DOWN {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:56:07.752135 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:56:07.776971 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] For port fc7b2508-3711-43a5-91ed-c7158f4a5c4e, host dv-neutron-861624-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=fc7b2508-3711-43a5-91ed-c7158f4a5c4e,segment=NetworkSegment(53981d04-8205-40d8-8d33-0510111d6f8f),segment_id=53981d04-8205-40d8-8d33-0510111d6f8f)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:56:07.780823 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:56:07.834997 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Pushing event updated for resources: {'Port': ['ID=fc7b2508-3711-43a5-91ed-c7158f4a5c4e,revision_number=5']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:56:08.431963 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 34514) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:56:08.436617 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-ab491518-38ca-4b20-a95e-a64a7aca8a8d tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Request body: {'router': {'admin_state_up': True}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:56:08.734147 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-ab491518-38ca-4b20-a95e-a64a7aca8a8d tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1693896', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1692821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12609'] for router, precommit_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:56:08.745105 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-ab491518-38ca-4b20-a95e-a64a7aca8a8d tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1693859', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1693873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1693882', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1692830'] for router, after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:56:08.853394 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab491518-38ca-4b20-a95e-a64a7aca8a8d tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Router 53700fc6-f3ab-44fe-89b7-3547c1e8777c has already been hosted by L3 agent ab388470-1243-4d53-80f2-c2f5899c97a7 {{(pid=103333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 07:56:08.960240 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab491518-38ca-4b20-a95e-a64a7aca8a8d tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify agent at l3_agent.dv-neutron-861624-1-hyperv the message routers_updated {{(pid=103333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 07:56:08.967049 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-ab491518-38ca-4b20-a95e-a64a7aca8a8d tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for router, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:56:08.968213 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-ab491518-38ca-4b20-a95e-a64a7aca8a8d tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "PUT /v2.0/routers/53700fc6-f3ab-44fe-89b7-3547c1e8777c HTTP/1.1" status: 200 len: 887 time: 0.5352161 Oct 19 07:56:08.970635 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c14ba35-c75d-4166-bd22-6cf18e0eff83 None None] Sync routers for ids ['53700fc6-f3ab-44fe-89b7-3547c1e8777c'] in dv-neutron-861624-1-hyperv {{(pid=103334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 07:56:08.971515 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 34516) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:56:08.982130 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c14ba35-c75d-4166-bd22-6cf18e0eff83 None None] Routers {'53700fc6-f3ab-44fe-89b7-3547c1e8777c'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 07:56:08.982738 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-3c14ba35-c75d-4166-bd22-6cf18e0eff83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T07:55:46Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['53700fc6-f3ab-44fe-89b7-3547c1e8777c'], 'active': True} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:56:09.037446 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-b1246191-2d17-438c-99ac-46bb881d5656 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "GET /v2.0/floatingips/c06e801f-3571-4edf-bd0b-9208407d4e07 HTTP/1.1" status: 200 len: 989 time: 0.0644894 Oct 19 07:56:09.088922 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvr_db [None req-3c14ba35-c75d-4166-bd22-6cf18e0eff83 None None] Set router 53700fc6-f3ab-44fe-89b7-3547c1e8777c gateway port host: dv-neutron-861624-1-hyperv {{(pid=103334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 07:56:09.307340 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-3c14ba35-c75d-4166-bd22-6cf18e0eff83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53700fc6-f3ab-44fe-89b7-3547c1e8777c', 'name': 'tempest-TestNetworkBasicOps-router-369358453', 'tenant_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'external_fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.114'}], 'enable_snat': True}, 'gw_port_id': 'fc7b2508-3711-43a5-91ed-c7158f4a5c4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T07:55:17Z', 'updated_at': '2022-10-19T07:56:08Z', 'revision_number': 6, 'project_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'gw_port': {'id': 'fc7b2508-3711-43a5-91ed-c7158f4a5c4e', 'name': '', 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:3f:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53700fc6-f3ab-44fe-89b7-3547c1e8777c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:55:18Z', 'updated_at': '2022-10-19T07:56:07Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861624-1-hyperv', '_floatingips': [{'id': 'c06e801f-3571-4edf-bd0b-9208407d4e07', 'tenant_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'floating_ip_address': '172.26.0.5', 'floating_network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'router_id': '53700fc6-f3ab-44fe-89b7-3547c1e8777c', 'port_id': 'f0c87e10-381b-4d8f-b01f-c71bd05b326c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1506, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '38a9972b-3966-4b33-bd7b-3089e176d112', 'mac_address': 'fa:16:3e:3a:9c:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b73dc73b-eac1-4010-a2b1-462692483189', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-19T07:55:36Z', 'updated_at': '2022-10-19T07:56:07Z', 'revision_number': 2, 'project_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1a28611-1528-4354-8a71-481bbc80ae90', 'name': '', 'network_id': '38a9972b-3966-4b33-bd7b-3089e176d112', 'tenant_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'mac_address': 'fa:16:3e:7c:81:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53700fc6-f3ab-44fe-89b7-3547c1e8777c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': '1637d8bf-83ba-4452-9bdd-625bff23ffec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:55:20Z', 'updated_at': '2022-10-19T07:56:07Z', 'revision_number': 6, 'project_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'subnets': [{'id': '1637d8bf-83ba-4452-9bdd-625bff23ffec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:56:09.333671 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c14ba35-c75d-4166-bd22-6cf18e0eff83 None None] Checking router: 53700fc6-f3ab-44fe-89b7-3547c1e8777c for host: dv-neutron-861624-1-hyperv {{(pid=103334) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 07:56:09.341828 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c14ba35-c75d-4166-bd22-6cf18e0eff83 None None] Routers {'53700fc6-f3ab-44fe-89b7-3547c1e8777c'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 07:56:09.342414 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-3c14ba35-c75d-4166-bd22-6cf18e0eff83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T07:55:46Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['53700fc6-f3ab-44fe-89b7-3547c1e8777c'], 'active': True} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:56:09.446980 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvr_db [None req-3c14ba35-c75d-4166-bd22-6cf18e0eff83 None None] Set router 53700fc6-f3ab-44fe-89b7-3547c1e8777c gateway port host: dv-neutron-861624-1-hyperv {{(pid=103334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 07:56:09.663382 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-3c14ba35-c75d-4166-bd22-6cf18e0eff83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53700fc6-f3ab-44fe-89b7-3547c1e8777c', 'name': 'tempest-TestNetworkBasicOps-router-369358453', 'tenant_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'external_fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.114'}], 'enable_snat': True}, 'gw_port_id': 'fc7b2508-3711-43a5-91ed-c7158f4a5c4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T07:55:17Z', 'updated_at': '2022-10-19T07:56:08Z', 'revision_number': 6, 'project_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'gw_port': {'id': 'fc7b2508-3711-43a5-91ed-c7158f4a5c4e', 'name': '', 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:3f:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53700fc6-f3ab-44fe-89b7-3547c1e8777c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:55:18Z', 'updated_at': '2022-10-19T07:56:07Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861624-1-hyperv', '_floatingips': [{'id': 'c06e801f-3571-4edf-bd0b-9208407d4e07', 'tenant_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'floating_ip_address': '172.26.0.5', 'floating_network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'router_id': '53700fc6-f3ab-44fe-89b7-3547c1e8777c', 'port_id': 'f0c87e10-381b-4d8f-b01f-c71bd05b326c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1506, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '38a9972b-3966-4b33-bd7b-3089e176d112', 'mac_address': 'fa:16:3e:3a:9c:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b73dc73b-eac1-4010-a2b1-462692483189', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-19T07:55:36Z', 'updated_at': '2022-10-19T07:56:07Z', 'revision_number': 2, 'project_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1a28611-1528-4354-8a71-481bbc80ae90', 'name': '', 'network_id': '38a9972b-3966-4b33-bd7b-3089e176d112', 'tenant_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'mac_address': 'fa:16:3e:7c:81:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53700fc6-f3ab-44fe-89b7-3547c1e8777c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': '1637d8bf-83ba-4452-9bdd-625bff23ffec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:55:20Z', 'updated_at': '2022-10-19T07:56:07Z', 'revision_number': 6, 'project_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'subnets': [{'id': '1637d8bf-83ba-4452-9bdd-625bff23ffec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:56:09.688025 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c14ba35-c75d-4166-bd22-6cf18e0eff83 None None] The sync data for ids ['53700fc6-f3ab-44fe-89b7-3547c1e8777c'] in dv-neutron-861624-1-hyperv is: [{'id': '53700fc6-f3ab-44fe-89b7-3547c1e8777c', 'name': 'tempest-TestNetworkBasicOps-router-369358453', 'tenant_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'external_fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.114'}], 'enable_snat': True}, 'gw_port_id': 'fc7b2508-3711-43a5-91ed-c7158f4a5c4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T07:55:17Z', 'updated_at': '2022-10-19T07:56:08Z', 'revision_number': 6, 'project_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'gw_port': {'id': 'fc7b2508-3711-43a5-91ed-c7158f4a5c4e', 'name': '', 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:3f:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53700fc6-f3ab-44fe-89b7-3547c1e8777c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:55:18Z', 'updated_at': '2022-10-19T07:56:07Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861624-1-hyperv', '_floatingips': [{'id': 'c06e801f-3571-4edf-bd0b-9208407d4e07', 'tenant_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'floating_ip_address': '172.26.0.5', 'floating_network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'router_id': '53700fc6-f3ab-44fe-89b7-3547c1e8777c', 'port_id': 'f0c87e10-381b-4d8f-b01f-c71bd05b326c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1506, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '38a9972b-3966-4b33-bd7b-3089e176d112', 'mac_address': 'fa:16:3e:3a:9c:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b73dc73b-eac1-4010-a2b1-462692483189', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-19T07:55:36Z', 'updated_at': '2022-10-19T07:56:07Z', 'revision_number': 2, 'project_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1a28611-1528-4354-8a71-481bbc80ae90', 'name': '', 'network_id': '38a9972b-3966-4b33-bd7b-3089e176d112', 'tenant_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'mac_address': 'fa:16:3e:7c:81:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53700fc6-f3ab-44fe-89b7-3547c1e8777c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': '1637d8bf-83ba-4452-9bdd-625bff23ffec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:55:20Z', 'updated_at': '2022-10-19T07:56:07Z', 'revision_number': 6, 'project_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'subnets': [{'id': '1637d8bf-83ba-4452-9bdd-625bff23ffec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 07:56:10.041014 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 34518) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:56:10.103477 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-5a258490-53a6-477c-acac-d54f1b3bfebe tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "GET /v2.0/floatingips/c06e801f-3571-4edf-bd0b-9208407d4e07 HTTP/1.1" status: 200 len: 989 time: 0.0612342 Oct 19 07:56:11.106780 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 34520) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:56:11.170258 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-d3a1566b-e99e-440f-81cd-bf057c048edb tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "GET /v2.0/floatingips/c06e801f-3571-4edf-bd0b-9208407d4e07 HTTP/1.1" status: 200 len: 989 time: 0.0622938 Oct 19 07:56:11.263886 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1116a041-4062-4763-a8dd-5ef9a7da6831 None None] New status for floating IP c06e801f-3571-4edf-bd0b-9208407d4e07: ACTIVE {{(pid=103335) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 19 07:56:11.525884 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device e1a28611-1528-4354-8a71-481bbc80ae90 up at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 07:56:11.573410 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Provisioning complete for port e1a28611-1528-4354-8a71-481bbc80ae90 triggered by entity L2. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:56:11.573776 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:56:11.574111 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Attempt 1 to provision port e1a28611-1528-4354-8a71-481bbc80ae90 Oct 19 07:56:11.653786 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Current status of the port e1a28611-1528-4354-8a71-481bbc80ae90 is: DOWN; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:56:11.654167 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:56:11.685391 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] For port e1a28611-1528-4354-8a71-481bbc80ae90, host dv-neutron-861624-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=e1a28611-1528-4354-8a71-481bbc80ae90,segment=NetworkSegment(6c7fded4-0533-48da-983c-04f7070b5a68),segment_id=6c7fded4-0533-48da-983c-04f7070b5a68)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:56:11.689198 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:56:11.689975 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device fc7b2508-3711-43a5-91ed-c7158f4a5c4e up at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 07:56:11.769176 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Pushing event updated for resources: {'Port': ['ID=e1a28611-1528-4354-8a71-481bbc80ae90,revision_number=7']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:56:11.780086 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Provisioning complete for port fc7b2508-3711-43a5-91ed-c7158f4a5c4e triggered by entity L2. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:56:11.780492 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:56:11.780880 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Attempt 1 to provision port fc7b2508-3711-43a5-91ed-c7158f4a5c4e Oct 19 07:56:11.832279 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:56:11.870805 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Current status of the port fc7b2508-3711-43a5-91ed-c7158f4a5c4e is: DOWN; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:56:11.871185 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:56:11.891485 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] For port fc7b2508-3711-43a5-91ed-c7158f4a5c4e, host dv-neutron-861624-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=fc7b2508-3711-43a5-91ed-c7158f4a5c4e,segment=NetworkSegment(53981d04-8205-40d8-8d33-0510111d6f8f),segment_id=53981d04-8205-40d8-8d33-0510111d6f8f)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:56:11.895254 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:56:11.941679 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Pushing event updated for resources: {'Port': ['ID=fc7b2508-3711-43a5-91ed-c7158f4a5c4e,revision_number=6']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:56:12.174175 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 34522) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:56:12.234383 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-e3e51c99-3ec8-4c13-bdd3-30481c741a1b tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "GET /v2.0/floatingips/c06e801f-3571-4edf-bd0b-9208407d4e07 HTTP/1.1" status: 200 len: 991 time: 0.0590854 Oct 19 07:56:12.468544 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 34528) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:56:12.621985 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.plugin [None req-6e6badc0-a77a-4c6a-824a-f20894cccf90 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Deleting port 6ea209d0-37a3-4f0e-bbec-ec295090bf60 {{(pid=103332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 07:56:12.622330 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-6e6badc0-a77a-4c6a-824a-f20894cccf90 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:56:12.695277 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-6e6badc0-a77a-4c6a-824a-f20894cccf90 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:56:12.695598 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-6e6badc0-a77a-4c6a-824a-f20894cccf90 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:56:12.707082 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.plugin [None req-6e6badc0-a77a-4c6a-824a-f20894cccf90 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Calling delete_port for 6ea209d0-37a3-4f0e-bbec-ec295090bf60 owned by network:floatingip {{(pid=103332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 07:56:12.851772 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-6e6badc0-a77a-4c6a-824a-f20894cccf90 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133553798'] for port, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:56:12.880525 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6badc0-a77a-4c6a-824a-f20894cccf90 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Pushing event deleted for resources: {'Port': ['ID=6ea209d0-37a3-4f0e-bbec-ec295090bf60,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:56:12.906363 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6badc0-a77a-4c6a-824a-f20894cccf90 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:56:12.906712 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6badc0-a77a-4c6a-824a-f20894cccf90 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:56:12.907051 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6badc0-a77a-4c6a-824a-f20894cccf90 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:56:12.907387 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6badc0-a77a-4c6a-824a-f20894cccf90 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:56:12.907715 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6badc0-a77a-4c6a-824a-f20894cccf90 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:56:12.908045 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6badc0-a77a-4c6a-824a-f20894cccf90 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:56:12.908371 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6badc0-a77a-4c6a-824a-f20894cccf90 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:56:12.908726 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6badc0-a77a-4c6a-824a-f20894cccf90 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:56:12.909078 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6badc0-a77a-4c6a-824a-f20894cccf90 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:56:12.909399 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6badc0-a77a-4c6a-824a-f20894cccf90 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:56:12.909717 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6badc0-a77a-4c6a-824a-f20894cccf90 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:56:12.910035 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6badc0-a77a-4c6a-824a-f20894cccf90 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:56:12.949154 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-6e6badc0-a77a-4c6a-824a-f20894cccf90 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for floatingip, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:56:12.949482 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.db.l3_db [None req-6e6badc0-a77a-4c6a-824a-f20894cccf90 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Floating IP c06e801f-3571-4edf-bd0b-9208407d4e07 disassociated (deleted). External IP: 172.26.0.5, port: f0c87e10-381b-4d8f-b01f-c71bd05b326c. Oct 19 07:56:13.151390 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e6badc0-a77a-4c6a-824a-f20894cccf90 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Router 53700fc6-f3ab-44fe-89b7-3547c1e8777c has already been hosted by L3 agent ab388470-1243-4d53-80f2-c2f5899c97a7 {{(pid=103332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 07:56:13.386847 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-69c72d41-5a76-4b9e-ba29-9a94b52dd80a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:56:13.499543 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device e1a28611-1528-4354-8a71-481bbc80ae90 up at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 07:56:13.547882 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Provisioning complete for port e1a28611-1528-4354-8a71-481bbc80ae90 triggered by entity L2. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:56:13.548248 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:56:13.548616 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Attempt 1 to provision port e1a28611-1528-4354-8a71-481bbc80ae90 Oct 19 07:56:13.555961 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e6badc0-a77a-4c6a-824a-f20894cccf90 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify agent at l3_agent.dv-neutron-861624-1-hyperv the message routers_updated {{(pid=103332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 07:56:13.560711 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-6e6badc0-a77a-4c6a-824a-f20894cccf90 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42160'] for floatingip, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:56:13.570370 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf7e3ede-3b11-4c8f-b0e5-1a23386f0f1f None None] Sync routers for ids ['53700fc6-f3ab-44fe-89b7-3547c1e8777c'] in dv-neutron-861624-1-hyperv {{(pid=103334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 07:56:13.588056 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-6e6badc0-a77a-4c6a-824a-f20894cccf90 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "DELETE /v2.0/floatingips/c06e801f-3571-4edf-bd0b-9208407d4e07 HTTP/1.1" status: 204 len: 168 time: 1.1185131 Oct 19 07:56:13.588695 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b73dc73b-eac1-4010-a2b1-462692483189', 'tag': 'f0c87e10-381b-4d8f-b01f-c71bd05b326c'}] {{(pid=103332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 19 07:56:13.590955 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a021b02cf5f527cd4bbbc40a031b51490d9893d7edeeb551bdf5128ee7546f8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f12bc919-e5b2-4c7a-98ea-3485503f2f83" -d '{"events": [{"name": "network-changed", "server_uuid": "b73dc73b-eac1-4010-a2b1-462692483189", "tag": "f0c87e10-381b-4d8f-b01f-c71bd05b326c"}]}' {{(pid=103332) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 07:56:13.594641 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf7e3ede-3b11-4c8f-b0e5-1a23386f0f1f None None] Routers {'53700fc6-f3ab-44fe-89b7-3547c1e8777c'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 07:56:13.595276 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-cf7e3ede-3b11-4c8f-b0e5-1a23386f0f1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T07:55:46Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['53700fc6-f3ab-44fe-89b7-3547c1e8777c'], 'active': True} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:56:13.635636 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 19 Oct 2022 07:56:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e3566b3-7dc8-462d-ae2f-a53bdc7e722d x-openstack-request-id: req-6e3566b3-7dc8-462d-ae2f-a53bdc7e722d {{(pid=103332) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 07:56:13.635636 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b73dc73b-eac1-4010-a2b1-462692483189", "tag": "f0c87e10-381b-4d8f-b01f-c71bd05b326c", "status": "completed", "code": 200}]} {{(pid=103332) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 07:56:13.635948 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-6e3566b3-7dc8-462d-ae2f-a53bdc7e722d {{(pid=103332) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 07:56:13.636238 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6e3566b3-7dc8-462d-ae2f-a53bdc7e722d'] response: {'name': 'network-changed', 'server_uuid': 'b73dc73b-eac1-4010-a2b1-462692483189', 'tag': 'f0c87e10-381b-4d8f-b01f-c71bd05b326c', 'status': 'completed', 'code': 200} Oct 19 07:56:13.705173 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12bc919-e5b2-4c7a-98ea-3485503f2f83 req-7a40d0b4-59ea-44a4-ab27-52b49b49f329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:56:13.706620 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-f12bc919-e5b2-4c7a-98ea-3485503f2f83 req-7a40d0b4-59ea-44a4-ab27-52b49b49f329 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=47a12ea4f74e4c18b13323e6f3cc9741&device_id=b73dc73b-eac1-4010-a2b1-462692483189 HTTP/1.1" status: 200 len: 1098 time: 0.0461168 Oct 19 07:56:13.727050 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Current status of the port e1a28611-1528-4354-8a71-481bbc80ae90 is: ACTIVE; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:56:13.728456 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device fc7b2508-3711-43a5-91ed-c7158f4a5c4e up at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 07:56:13.777079 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvr_db [None req-cf7e3ede-3b11-4c8f-b0e5-1a23386f0f1f None None] Set router 53700fc6-f3ab-44fe-89b7-3547c1e8777c gateway port host: dv-neutron-861624-1-hyperv {{(pid=103334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 07:56:13.856261 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12bc919-e5b2-4c7a-98ea-3485503f2f83 req-5d6afecb-8129-4767-9730-1723ab76063b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:56:13.857767 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-f12bc919-e5b2-4c7a-98ea-3485503f2f83 req-5d6afecb-8129-4767-9730-1723ab76063b service neutron] 10.222.0.16 "GET /v2.0/networks?id=38a9972b-3966-4b33-bd7b-3089e176d112 HTTP/1.1" status: 200 len: 898 time: 0.1451578 Oct 19 07:56:13.861507 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Provisioning complete for port fc7b2508-3711-43a5-91ed-c7158f4a5c4e triggered by entity L2. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:56:13.861883 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:56:13.862240 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Attempt 1 to provision port fc7b2508-3711-43a5-91ed-c7158f4a5c4e Oct 19 07:56:13.866508 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c31953-ad37-4811-9fff-67a479c9d130 req-4d050de4-c02b-4b1a-b7e1-9c0e2890d621 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:56:13.867922 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-34c31953-ad37-4811-9fff-67a479c9d130 req-4d050de4-c02b-4b1a-b7e1-9c0e2890d621 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "GET /v2.0/ports?device_id=b73dc73b-eac1-4010-a2b1-462692483189 HTTP/1.1" status: 200 len: 945 time: 0.0725245 Oct 19 07:56:13.917220 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-f12bc919-e5b2-4c7a-98ea-3485503f2f83 req-844e03ac-c72b-4528-9545-345302aeec4c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f0c87e10-381b-4d8f-b01f-c71bd05b326c HTTP/1.1" status: 200 len: 217 time: 0.0483248 Oct 19 07:56:13.969660 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-34c31953-ad37-4811-9fff-67a479c9d130 req-77e84a4e-2f3a-4e23-b40f-a6e35052ddcc tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "GET /v2.0/security-groups?id=81a2d3dc-a725-4536-bd3e-543a88c3cf05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0946975 Oct 19 07:56:13.989887 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12bc919-e5b2-4c7a-98ea-3485503f2f83 req-0b3c0c7a-0433-4460-a209-af6310c7dceb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:56:13.991496 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-f12bc919-e5b2-4c7a-98ea-3485503f2f83 req-0b3c0c7a-0433-4460-a209-af6310c7dceb service neutron] 10.222.0.16 "GET /v2.0/subnets?id=1637d8bf-83ba-4452-9bdd-625bff23ffec HTTP/1.1" status: 200 len: 835 time: 0.0663512 Oct 19 07:56:14.039243 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12bc919-e5b2-4c7a-98ea-3485503f2f83 req-6c692a1a-d6ce-46a0-8137-ffdccfd55a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:56:14.040771 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-f12bc919-e5b2-4c7a-98ea-3485503f2f83 req-6c692a1a-d6ce-46a0-8137-ffdccfd55a0a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=38a9972b-3966-4b33-bd7b-3089e176d112&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0412655 Oct 19 07:56:14.132266 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-f12bc919-e5b2-4c7a-98ea-3485503f2f83 req-4cad6d1d-5810-4a45-a7a3-b5e1d1e39f2b service neutron] 10.222.0.16 "GET /v2.0/networks/38a9972b-3966-4b33-bd7b-3089e176d112?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843508 Oct 19 07:56:14.172052 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Current status of the port fc7b2508-3711-43a5-91ed-c7158f4a5c4e is: ACTIVE; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:56:14.192306 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-cf7e3ede-3b11-4c8f-b0e5-1a23386f0f1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53700fc6-f3ab-44fe-89b7-3547c1e8777c', 'name': 'tempest-TestNetworkBasicOps-router-369358453', 'tenant_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'external_fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.114'}], 'enable_snat': True}, 'gw_port_id': 'fc7b2508-3711-43a5-91ed-c7158f4a5c4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T07:55:17Z', 'updated_at': '2022-10-19T07:56:08Z', 'revision_number': 6, 'project_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'gw_port': {'id': 'fc7b2508-3711-43a5-91ed-c7158f4a5c4e', 'name': '', 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:3f:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53700fc6-f3ab-44fe-89b7-3547c1e8777c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:55:18Z', 'updated_at': '2022-10-19T07:56:11Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861624-1-hyperv', '_interfaces': [{'id': 'e1a28611-1528-4354-8a71-481bbc80ae90', 'name': '', 'network_id': '38a9972b-3966-4b33-bd7b-3089e176d112', 'tenant_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'mac_address': 'fa:16:3e:7c:81:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53700fc6-f3ab-44fe-89b7-3547c1e8777c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': '1637d8bf-83ba-4452-9bdd-625bff23ffec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:55:20Z', 'updated_at': '2022-10-19T07:56:11Z', 'revision_number': 7, 'project_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'subnets': [{'id': '1637d8bf-83ba-4452-9bdd-625bff23ffec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:56:14.218817 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf7e3ede-3b11-4c8f-b0e5-1a23386f0f1f None None] Checking router: 53700fc6-f3ab-44fe-89b7-3547c1e8777c for host: dv-neutron-861624-1-hyperv {{(pid=103334) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 07:56:14.227151 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf7e3ede-3b11-4c8f-b0e5-1a23386f0f1f None None] Routers {'53700fc6-f3ab-44fe-89b7-3547c1e8777c'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 07:56:14.227699 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-cf7e3ede-3b11-4c8f-b0e5-1a23386f0f1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T07:55:46Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['53700fc6-f3ab-44fe-89b7-3547c1e8777c'], 'active': True} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:56:14.228889 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-f12bc919-e5b2-4c7a-98ea-3485503f2f83 req-d5bff57f-43fe-42c8-94c9-0530c8352dcb service neutron] 10.222.0.16 "GET /v2.0/networks/38a9972b-3966-4b33-bd7b-3089e176d112?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883024 Oct 19 07:56:14.334211 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvr_db [None req-cf7e3ede-3b11-4c8f-b0e5-1a23386f0f1f None None] Set router 53700fc6-f3ab-44fe-89b7-3547c1e8777c gateway port host: dv-neutron-861624-1-hyperv {{(pid=103334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 07:56:14.529442 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-cf7e3ede-3b11-4c8f-b0e5-1a23386f0f1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53700fc6-f3ab-44fe-89b7-3547c1e8777c', 'name': 'tempest-TestNetworkBasicOps-router-369358453', 'tenant_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'external_fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.114'}], 'enable_snat': True}, 'gw_port_id': 'fc7b2508-3711-43a5-91ed-c7158f4a5c4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T07:55:17Z', 'updated_at': '2022-10-19T07:56:08Z', 'revision_number': 6, 'project_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'gw_port': {'id': 'fc7b2508-3711-43a5-91ed-c7158f4a5c4e', 'name': '', 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:3f:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53700fc6-f3ab-44fe-89b7-3547c1e8777c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:55:18Z', 'updated_at': '2022-10-19T07:56:11Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861624-1-hyperv', '_interfaces': [{'id': 'e1a28611-1528-4354-8a71-481bbc80ae90', 'name': '', 'network_id': '38a9972b-3966-4b33-bd7b-3089e176d112', 'tenant_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'mac_address': 'fa:16:3e:7c:81:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53700fc6-f3ab-44fe-89b7-3547c1e8777c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': '1637d8bf-83ba-4452-9bdd-625bff23ffec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:55:20Z', 'updated_at': '2022-10-19T07:56:11Z', 'revision_number': 7, 'project_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'subnets': [{'id': '1637d8bf-83ba-4452-9bdd-625bff23ffec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:56:14.554829 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf7e3ede-3b11-4c8f-b0e5-1a23386f0f1f None None] The sync data for ids ['53700fc6-f3ab-44fe-89b7-3547c1e8777c'] in dv-neutron-861624-1-hyperv is: [{'id': '53700fc6-f3ab-44fe-89b7-3547c1e8777c', 'name': 'tempest-TestNetworkBasicOps-router-369358453', 'tenant_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'external_fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.114'}], 'enable_snat': True}, 'gw_port_id': 'fc7b2508-3711-43a5-91ed-c7158f4a5c4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T07:55:17Z', 'updated_at': '2022-10-19T07:56:08Z', 'revision_number': 6, 'project_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'gw_port': {'id': 'fc7b2508-3711-43a5-91ed-c7158f4a5c4e', 'name': '', 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:3f:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53700fc6-f3ab-44fe-89b7-3547c1e8777c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:55:18Z', 'updated_at': '2022-10-19T07:56:11Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861624-1-hyperv', '_interfaces': [{'id': 'e1a28611-1528-4354-8a71-481bbc80ae90', 'name': '', 'network_id': '38a9972b-3966-4b33-bd7b-3089e176d112', 'tenant_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'mac_address': 'fa:16:3e:7c:81:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53700fc6-f3ab-44fe-89b7-3547c1e8777c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': '1637d8bf-83ba-4452-9bdd-625bff23ffec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:55:20Z', 'updated_at': '2022-10-19T07:56:11Z', 'revision_number': 7, 'project_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'subnets': [{'id': '1637d8bf-83ba-4452-9bdd-625bff23ffec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 07:56:15.098139 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd63c89-243c-49a5-89e6-12a7ff275a62 req-e90c5b31-c09e-4c3e-b947-599e097ddc48 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:56:15.099700 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-5bd63c89-243c-49a5-89e6-12a7ff275a62 req-e90c5b31-c09e-4c3e-b947-599e097ddc48 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "GET /v2.0/ports?device_id=b73dc73b-eac1-4010-a2b1-462692483189 HTTP/1.1" status: 200 len: 945 time: 0.0508943 Oct 19 07:56:15.166762 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-5bd63c89-243c-49a5-89e6-12a7ff275a62 req-73dfc61a-f138-4aca-acd5-51cf9dc1d5b3 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "GET /v2.0/security-groups?id=81a2d3dc-a725-4536-bd3e-543a88c3cf05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571892 Oct 19 07:56:15.178019 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ab10e0-ae7c-4830-872b-7414615eb9b5 req-74d33e8a-4963-4ec6-b9d4-3b0a9ddb72e3 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:56:15.179583 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-b9ab10e0-ae7c-4830-872b-7414615eb9b5 req-74d33e8a-4963-4ec6-b9d4-3b0a9ddb72e3 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.16 "GET /v2.0/ports?device_id=b73dc73b-eac1-4010-a2b1-462692483189 HTTP/1.1" status: 200 len: 945 time: 0.0789981 Oct 19 07:56:15.277016 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.plugin [req-b9ab10e0-ae7c-4830-872b-7414615eb9b5 req-0382e75d-1202-440c-a304-37971e32dfcd tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Deleting port f0c87e10-381b-4d8f-b01f-c71bd05b326c {{(pid=103332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 07:56:15.277270 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-b9ab10e0-ae7c-4830-872b-7414615eb9b5 req-0382e75d-1202-440c-a304-37971e32dfcd tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:56:15.300018 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f163d3a-3046-47e3-bbf5-bd9ebbe4e8d8 None None] New status for floating IP c06e801f-3571-4edf-bd0b-9208407d4e07: DOWN {{(pid=103335) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 19 07:56:15.373022 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.db [req-b9ab10e0-ae7c-4830-872b-7414615eb9b5 req-0382e75d-1202-440c-a304-37971e32dfcd tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] For port f0c87e10-381b-4d8f-b01f-c71bd05b326c, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=f0c87e10-381b-4d8f-b01f-c71bd05b326c,segment=NetworkSegment(6c7fded4-0533-48da-983c-04f7070b5a68),segment_id=6c7fded4-0533-48da-983c-04f7070b5a68)] {{(pid=103332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:56:15.373387 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-b9ab10e0-ae7c-4830-872b-7414615eb9b5 req-0382e75d-1202-440c-a304-37971e32dfcd tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:56:15.386436 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.plugin [req-b9ab10e0-ae7c-4830-872b-7414615eb9b5 req-0382e75d-1202-440c-a304-37971e32dfcd tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Calling delete_port for f0c87e10-381b-4d8f-b01f-c71bd05b326c owned by compute:nova {{(pid=103332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 07:56:15.514801 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-b9ab10e0-ae7c-4830-872b-7414615eb9b5 req-0382e75d-1202-440c-a304-37971e32dfcd tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133553798'] for port, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:56:15.546431 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0382e75d-1202-440c-a304-37971e32dfcd tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Pushing event deleted for resources: {'Port': ['ID=f0c87e10-381b-4d8f-b01f-c71bd05b326c,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:56:15.585923 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9ab10e0-ae7c-4830-872b-7414615eb9b5 req-0382e75d-1202-440c-a304-37971e32dfcd tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] No DVR routers for this DVR port f0c87e10-381b-4d8f-b01f-c71bd05b326c on host hv-neutron-8616 {{(pid=103332) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 19 07:56:15.588568 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-b9ab10e0-ae7c-4830-872b-7414615eb9b5 req-0382e75d-1202-440c-a304-37971e32dfcd tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42160'] for port, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:56:15.591794 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-b9ab10e0-ae7c-4830-872b-7414615eb9b5 req-0382e75d-1202-440c-a304-37971e32dfcd tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.16 "DELETE /v2.0/ports/f0c87e10-381b-4d8f-b01f-c71bd05b326c HTTP/1.1" status: 204 len: 173 time: 0.4051917 Oct 19 07:56:15.637628 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b73dc73b-eac1-4010-a2b1-462692483189', 'name': 'network-vif-deleted', 'tag': 'f0c87e10-381b-4d8f-b01f-c71bd05b326c'}] {{(pid=103332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 19 07:56:15.639966 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a021b02cf5f527cd4bbbc40a031b51490d9893d7edeeb551bdf5128ee7546f8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5d4b45f-7275-4599-983e-80da12697f49" -d '{"events": [{"server_uuid": "b73dc73b-eac1-4010-a2b1-462692483189", "name": "network-vif-deleted", "tag": "f0c87e10-381b-4d8f-b01f-c71bd05b326c"}]}' {{(pid=103332) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 07:56:15.675643 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 19 Oct 2022 07:56:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68ada07e-9b9e-442e-b41a-6ed62f3cab12 x-openstack-request-id: req-68ada07e-9b9e-442e-b41a-6ed62f3cab12 {{(pid=103332) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 07:56:15.675934 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b73dc73b-eac1-4010-a2b1-462692483189", "name": "network-vif-deleted", "tag": "f0c87e10-381b-4d8f-b01f-c71bd05b326c", "status": "completed", "code": 200}]} {{(pid=103332) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 07:56:15.676822 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-68ada07e-9b9e-442e-b41a-6ed62f3cab12 {{(pid=103332) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 07:56:15.677277 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.notifiers.nova [-] Nova event matching ['req-68ada07e-9b9e-442e-b41a-6ed62f3cab12'] response: {'server_uuid': 'b73dc73b-eac1-4010-a2b1-462692483189', 'name': 'network-vif-deleted', 'tag': 'f0c87e10-381b-4d8f-b01f-c71bd05b326c', 'status': 'completed', 'code': 200} Oct 19 07:56:16.231587 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 34542) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:56:16.290511 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-1e0d0928-c170-4649-8406-5a39e92bc270 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for security_group, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:56:16.297492 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-8def77cd-0de0-4aaf-b523-dc9120f860a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:56:16.317174 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-1e0d0928-c170-4649-8406-5a39e92bc270 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:56:16.375885 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-1e0d0928-c170-4649-8406-5a39e92bc270 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788643'] for security_group, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:56:16.378486 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-1e0d0928-c170-4649-8406-5a39e92bc270 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for security_group, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:56:16.380562 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-1e0d0928-c170-4649-8406-5a39e92bc270 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "DELETE /v2.0/security-groups/81a2d3dc-a725-4536-bd3e-543a88c3cf05 HTTP/1.1" status: 204 len: 168 time: 0.1479425 Oct 19 07:56:16.389453 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0d0928-c170-4649-8406-5a39e92bc270 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=81a2d3dc-a725-4536-bd3e-543a88c3cf05,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:56:16.412119 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 34546) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:56:16.764949 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-b8dd0547-6ff7-4092-83ff-088a4f592fe4 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1694785'] for router_interface, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:56:17.016981 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.plugin [None req-b8dd0547-6ff7-4092-83ff-088a4f592fe4 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Deleting port e1a28611-1528-4354-8a71-481bbc80ae90 {{(pid=103332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 07:56:17.017275 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-b8dd0547-6ff7-4092-83ff-088a4f592fe4 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:56:17.107276 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.db [None req-b8dd0547-6ff7-4092-83ff-088a4f592fe4 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] For port e1a28611-1528-4354-8a71-481bbc80ae90, host dv-neutron-861624-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=e1a28611-1528-4354-8a71-481bbc80ae90,segment=NetworkSegment(6c7fded4-0533-48da-983c-04f7070b5a68),segment_id=6c7fded4-0533-48da-983c-04f7070b5a68)] {{(pid=103332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:56:17.107636 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-b8dd0547-6ff7-4092-83ff-088a4f592fe4 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:56:17.120454 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.plugin [None req-b8dd0547-6ff7-4092-83ff-088a4f592fe4 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Calling delete_port for e1a28611-1528-4354-8a71-481bbc80ae90 owned by network:router_interface {{(pid=103332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 07:56:17.302402 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-b8dd0547-6ff7-4092-83ff-088a4f592fe4 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133553798'] for port, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:56:17.328774 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8dd0547-6ff7-4092-83ff-088a4f592fe4 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Pushing event deleted for resources: {'Port': ['ID=e1a28611-1528-4354-8a71-481bbc80ae90,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:56:17.512452 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-b8dd0547-6ff7-4092-83ff-088a4f592fe4 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1574862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1694957'] for router_interface, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:56:17.641333 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.agents_db [None req-6057327c-4456-4c72-8e75-6d3cd9249757 None None] Agent healthcheck: found 6 active agents {{(pid=103335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 07:56:17.725352 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8dd0547-6ff7-4092-83ff-088a4f592fe4 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Router 53700fc6-f3ab-44fe-89b7-3547c1e8777c has already been hosted by L3 agent ab388470-1243-4d53-80f2-c2f5899c97a7 {{(pid=103332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 07:56:17.830228 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8dd0547-6ff7-4092-83ff-088a4f592fe4 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify agent at l3_agent.dv-neutron-861624-1-hyperv the message routers_updated {{(pid=103332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 07:56:17.835821 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-b8dd0547-6ff7-4092-83ff-088a4f592fe4 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "PUT /v2.0/routers/53700fc6-f3ab-44fe-89b7-3547c1e8777c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4226003 Oct 19 07:56:17.838479 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 34548) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:56:17.841106 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbaf1991-0b26-42a0-afbd-c3d3bdad69d4 None None] Sync routers for ids ['53700fc6-f3ab-44fe-89b7-3547c1e8777c'] in dv-neutron-861624-1-hyperv {{(pid=103334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 07:56:17.851782 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbaf1991-0b26-42a0-afbd-c3d3bdad69d4 None None] Routers {'53700fc6-f3ab-44fe-89b7-3547c1e8777c'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 07:56:17.852469 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-bbaf1991-0b26-42a0-afbd-c3d3bdad69d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T07:56:16Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['53700fc6-f3ab-44fe-89b7-3547c1e8777c'], 'active': True} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:56:17.888359 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.db_base_plugin_v2 [None req-48f0f41d-0263-4d39-aa03-db5cb757cfec tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Deleting subnet 1637d8bf-83ba-4452-9bdd-625bff23ffec {{(pid=103332) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 19 07:56:17.891512 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-48f0f41d-0263-4d39-aa03-db5cb757cfec tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for subnet, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:56:17.931612 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-48f0f41d-0263-4d39-aa03-db5cb757cfec tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130726890'] for subnet, precommit_delete_associations {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:56:17.960525 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvr_db [None req-bbaf1991-0b26-42a0-afbd-c3d3bdad69d4 None None] Set router 53700fc6-f3ab-44fe-89b7-3547c1e8777c gateway port host: dv-neutron-861624-1-hyperv {{(pid=103334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 07:56:18.022670 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-48f0f41d-0263-4d39-aa03-db5cb757cfec tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-679826'] for subnet, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:56:18.033185 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-2a2259f7-b034-4eec-af7a-7abaede746c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:56:18.082022 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-48f0f41d-0263-4d39-aa03-db5cb757cfec tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-679819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-133552721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130659632'] for subnet, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:56:18.107677 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f0f41d-0263-4d39-aa03-db5cb757cfec tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Pushing event deleted for resources: {'Subnet': ['ID=1637d8bf-83ba-4452-9bdd-625bff23ffec,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:56:18.115332 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-48f0f41d-0263-4d39-aa03-db5cb757cfec tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for subnet, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:56:18.118493 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-48f0f41d-0263-4d39-aa03-db5cb757cfec tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "DELETE /v2.0/subnets/1637d8bf-83ba-4452-9bdd-625bff23ffec HTTP/1.1" status: 204 len: 168 time: 0.2788789 Oct 19 07:56:18.121162 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 34550) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:56:18.125102 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-004a8c91-9a2f-4993-b787-20cbbb664da2 None None] Network 38a9972b-3966-4b33-bd7b-3089e176d112 requested from dv-neutron-861624-1-hyperv {{(pid=103334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 07:56:18.229550 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-14a617af-ed8c-4e1e-b4c9-d0d207a13ec0 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for router, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:56:18.243650 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-bbaf1991-0b26-42a0-afbd-c3d3bdad69d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53700fc6-f3ab-44fe-89b7-3547c1e8777c', 'name': 'tempest-TestNetworkBasicOps-router-369358453', 'tenant_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'external_fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.114'}], 'enable_snat': True}, 'gw_port_id': 'fc7b2508-3711-43a5-91ed-c7158f4a5c4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T07:55:17Z', 'updated_at': '2022-10-19T07:56:17Z', 'revision_number': 7, 'project_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'gw_port': {'id': 'fc7b2508-3711-43a5-91ed-c7158f4a5c4e', 'name': '', 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:3f:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53700fc6-f3ab-44fe-89b7-3547c1e8777c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:55:18Z', 'updated_at': '2022-10-19T07:56:11Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861624-1-hyperv'}], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:56:18.271860 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbaf1991-0b26-42a0-afbd-c3d3bdad69d4 None None] Checking router: 53700fc6-f3ab-44fe-89b7-3547c1e8777c for host: dv-neutron-861624-1-hyperv {{(pid=103334) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 07:56:18.286706 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbaf1991-0b26-42a0-afbd-c3d3bdad69d4 None None] Routers {'53700fc6-f3ab-44fe-89b7-3547c1e8777c'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 07:56:18.287307 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-bbaf1991-0b26-42a0-afbd-c3d3bdad69d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T07:56:16Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['53700fc6-f3ab-44fe-89b7-3547c1e8777c'], 'active': True} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:56:18.341393 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-14a617af-ed8c-4e1e-b4c9-d0d207a13ec0 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:56:18.378224 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c678270f-ab6d-4518-bd6c-35b96a231a74 None None] DHCP port deletion for 38a9972b-3966-4b33-bd7b-3089e176d112 request from dv-neutron-861624-1-hyperv {{(pid=103334) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 07:56:18.402018 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.plugin [None req-14a617af-ed8c-4e1e-b4c9-d0d207a13ec0 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Deleting port fc7b2508-3711-43a5-91ed-c7158f4a5c4e {{(pid=103332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 07:56:18.402358 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-14a617af-ed8c-4e1e-b4c9-d0d207a13ec0 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:56:18.424792 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvr_db [None req-bbaf1991-0b26-42a0-afbd-c3d3bdad69d4 None None] Set router 53700fc6-f3ab-44fe-89b7-3547c1e8777c gateway port host: dv-neutron-861624-1-hyperv {{(pid=103334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 07:56:18.485976 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.db [None req-14a617af-ed8c-4e1e-b4c9-d0d207a13ec0 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] For port fc7b2508-3711-43a5-91ed-c7158f4a5c4e, host dv-neutron-861624-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=fc7b2508-3711-43a5-91ed-c7158f4a5c4e,segment=NetworkSegment(53981d04-8205-40d8-8d33-0510111d6f8f),segment_id=53981d04-8205-40d8-8d33-0510111d6f8f)] {{(pid=103332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:56:18.486250 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-14a617af-ed8c-4e1e-b4c9-d0d207a13ec0 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:56:18.499432 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.plugin [None req-14a617af-ed8c-4e1e-b4c9-d0d207a13ec0 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Calling delete_port for fc7b2508-3711-43a5-91ed-c7158f4a5c4e owned by network:router_gateway {{(pid=103332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 07:56:18.544209 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-c678270f-ab6d-4518-bd6c-35b96a231a74 None None] Deleting port 47bc3e15-114f-4c6e-bc9f-24d6aaa6c6e9 {{(pid=103334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 07:56:18.544602 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-c678270f-ab6d-4518-bd6c-35b96a231a74 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:56:18.626643 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-c678270f-ab6d-4518-bd6c-35b96a231a74 None None] For port 47bc3e15-114f-4c6e-bc9f-24d6aaa6c6e9, host dv-neutron-861624-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=47bc3e15-114f-4c6e-bc9f-24d6aaa6c6e9,segment=NetworkSegment(6c7fded4-0533-48da-983c-04f7070b5a68),segment_id=6c7fded4-0533-48da-983c-04f7070b5a68)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:56:18.626964 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-c678270f-ab6d-4518-bd6c-35b96a231a74 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:56:18.656943 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-c678270f-ab6d-4518-bd6c-35b96a231a74 None None] Calling delete_port for 47bc3e15-114f-4c6e-bc9f-24d6aaa6c6e9 owned by network:dhcp {{(pid=103334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 07:56:18.670883 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-14a617af-ed8c-4e1e-b4c9-d0d207a13ec0 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133553798'] for port, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:56:18.697967 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a617af-ed8c-4e1e-b4c9-d0d207a13ec0 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Pushing event deleted for resources: {'Port': ['ID=fc7b2508-3711-43a5-91ed-c7158f4a5c4e,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:56:18.738242 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-bbaf1991-0b26-42a0-afbd-c3d3bdad69d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53700fc6-f3ab-44fe-89b7-3547c1e8777c', 'name': 'tempest-TestNetworkBasicOps-router-369358453', 'tenant_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'external_fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.114'}], 'enable_snat': True}, 'gw_port_id': 'fc7b2508-3711-43a5-91ed-c7158f4a5c4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T07:55:17Z', 'updated_at': '2022-10-19T07:56:17Z', 'revision_number': 7, 'project_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'gw_port': {'id': 'fc7b2508-3711-43a5-91ed-c7158f4a5c4e', 'name': '', 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:3f:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53700fc6-f3ab-44fe-89b7-3547c1e8777c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:55:18Z', 'updated_at': '2022-10-19T07:56:11Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861624-1-hyperv'}], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:56:18.759040 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-14a617af-ed8c-4e1e-b4c9-d0d207a13ec0 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1693831'] for router_gateway, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:56:18.767229 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbaf1991-0b26-42a0-afbd-c3d3bdad69d4 None None] The sync data for ids ['53700fc6-f3ab-44fe-89b7-3547c1e8777c'] in dv-neutron-861624-1-hyperv is: [{'id': '53700fc6-f3ab-44fe-89b7-3547c1e8777c', 'name': 'tempest-TestNetworkBasicOps-router-369358453', 'tenant_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'external_fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.114'}], 'enable_snat': True}, 'gw_port_id': 'fc7b2508-3711-43a5-91ed-c7158f4a5c4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T07:55:17Z', 'updated_at': '2022-10-19T07:56:17Z', 'revision_number': 7, 'project_id': '47a12ea4f74e4c18b13323e6f3cc9741', 'gw_port': {'id': 'fc7b2508-3711-43a5-91ed-c7158f4a5c4e', 'name': '', 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:3f:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53700fc6-f3ab-44fe-89b7-3547c1e8777c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:55:18Z', 'updated_at': '2022-10-19T07:56:11Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861624-1-hyperv'}] {{(pid=103334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 07:56:18.787240 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-c678270f-ab6d-4518-bd6c-35b96a231a74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339'] for port, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:56:18.809396 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c678270f-ab6d-4518-bd6c-35b96a231a74 None None] Pushing event deleted for resources: {'Port': ['ID=47bc3e15-114f-4c6e-bc9f-24d6aaa6c6e9,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:56:18.818046 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Device f0c87e10-381b-4d8f-b01f-c71bd05b326c no longer exists at agent hyperv_hv-neutron-8616 {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 07:56:18.842561 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c678270f-ab6d-4518-bd6c-35b96a231a74 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:56:18.843270 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c678270f-ab6d-4518-bd6c-35b96a231a74 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:56:18.843270 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c678270f-ab6d-4518-bd6c-35b96a231a74 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:56:18.843557 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c678270f-ab6d-4518-bd6c-35b96a231a74 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:56:18.843917 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c678270f-ab6d-4518-bd6c-35b96a231a74 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:56:18.844252 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c678270f-ab6d-4518-bd6c-35b96a231a74 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:56:18.844599 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c678270f-ab6d-4518-bd6c-35b96a231a74 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:56:18.844926 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c678270f-ab6d-4518-bd6c-35b96a231a74 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:56:18.845252 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c678270f-ab6d-4518-bd6c-35b96a231a74 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:56:18.845575 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c678270f-ab6d-4518-bd6c-35b96a231a74 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:56:18.845893 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c678270f-ab6d-4518-bd6c-35b96a231a74 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:56:18.846211 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c678270f-ab6d-4518-bd6c-35b96a231a74 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:56:18.850045 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c678270f-ab6d-4518-bd6c-35b96a231a74 None None] No DVR routers for this DVR port 47bc3e15-114f-4c6e-bc9f-24d6aaa6c6e9 on host dv-neutron-861624-1-hyperv {{(pid=103334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 19 07:56:18.853120 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] No Port match for: f0c87e10-381b-4d8f-b01f-c71bd05b326c {{(pid=103334) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 19 07:56:18.853547 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Device f0c87e10-381b-4d8f-b01f-c71bd05b326c not bound to the agent host hv-neutron-8616 {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 07:56:18.862292 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-14a617af-ed8c-4e1e-b4c9-d0d207a13ec0 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1693565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12618'] for router, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:56:18.864937 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-14a617af-ed8c-4e1e-b4c9-d0d207a13ec0 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:56:18.908297 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-14a617af-ed8c-4e1e-b4c9-d0d207a13ec0 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1693542'] for router, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:56:18.908852 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14a617af-ed8c-4e1e-b4c9-d0d207a13ec0 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Fanout notify agent at l3_agent the message router_deleted on router 53700fc6-f3ab-44fe-89b7-3547c1e8777c {{(pid=103332) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 07:56:18.916526 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-14a617af-ed8c-4e1e-b4c9-d0d207a13ec0 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for router, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:56:18.917673 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-14a617af-ed8c-4e1e-b4c9-d0d207a13ec0 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "DELETE /v2.0/routers/53700fc6-f3ab-44fe-89b7-3547c1e8777c HTTP/1.1" status: 204 len: 168 time: 0.7955918 Oct 19 07:56:18.920352 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 34552) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:56:18.994968 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-91d05198-b39b-429b-a15f-0fd04a068b05 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-667019'] for network, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:56:19.024494 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-1a0da505-d0f9-48c6-b7e2-53b9c5e41298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:56:19.083691 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-91d05198-b39b-429b-a15f-0fd04a068b05 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-673051', 'neutron.services.segments.db._delete_segments_for_network-8785021519108'] for network, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:56:19.103848 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.services.segments.db [None req-91d05198-b39b-429b-a15f-0fd04a068b05 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38a9972b-3966-4b33-bd7b-3089e176d112']}} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:56:19.112891 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.services.segments.db [None req-91d05198-b39b-429b-a15f-0fd04a068b05 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c7fded4-0533-48da-983c-04f7070b5a68') {'for_net_delete': True} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:56:19.113188 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.services.segments.db [None req-91d05198-b39b-429b-a15f-0fd04a068b05 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c7fded4-0533-48da-983c-04f7070b5a68') {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:56:19.125633 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-91d05198-b39b-429b-a15f-0fd04a068b05 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785021519382', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130726885'] for segment, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:56:19.140179 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-91d05198-b39b-429b-a15f-0fd04a068b05 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979'] for segment, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:56:19.148124 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91d05198-b39b-429b-a15f-0fd04a068b05 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Releasing vlan 188 on physical network physnet1 to pool {{(pid=103332) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 07:56:19.148704 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-91d05198-b39b-429b-a15f-0fd04a068b05 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-133553843'] for segment, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:56:19.150173 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:56:19.224781 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-91d05198-b39b-429b-a15f-0fd04a068b05 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-673044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1695087'] for network, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:56:19.245323 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.services.segments.plugin [-] Segment 6c7fded4-0533-48da-983c-04f7070b5a68 resource provider aggregate not found Oct 19 07:56:19.249507 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-91d05198-b39b-429b-a15f-0fd04a068b05 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Notify callbacks [] for network, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:56:19.252686 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-91d05198-b39b-429b-a15f-0fd04a068b05 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] 10.222.0.27 "DELETE /v2.0/networks/38a9972b-3966-4b33-bd7b-3089e176d112 HTTP/1.1" status: 204 len: 168 time: 0.3313689 Oct 19 07:56:19.263291 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d05198-b39b-429b-a15f-0fd04a068b05 tempest-TestNetworkBasicOps-1930340377 tempest-TestNetworkBasicOps-1930340377-project] Pushing event deleted for resources: {'Network': ['ID=38a9972b-3966-4b33-bd7b-3089e176d112,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:56:19.272354 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.services.segments.plugin [-] Segment 6c7fded4-0533-48da-983c-04f7070b5a68 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6c7fded4-0533-48da-983c-04f7070b5a68 found for delete ", "request_id": "req-1d47f04c-44e5-4da6-9a39-3b6149c6a264"}]} Oct 19 07:56:19.556900 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 34564) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:56:19.685014 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-a25bb2fe-2b60-4720-8eb9-ea60b338fc58 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=47a12ea4f74e4c18b13323e6f3cc9741&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1269164 Oct 19 07:56:19.687499 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 34568) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:56:19.733213 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-ac8da36c-c6f0-4b39-a895-59809c62fb1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:56:19.753877 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-ac8da36c-c6f0-4b39-a895-59809c62fb1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:56:19.799934 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-ac8da36c-c6f0-4b39-a895-59809c62fb1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788643'] for security_group, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:56:19.803173 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-ac8da36c-c6f0-4b39-a895-59809c62fb1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:56:19.806745 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-ac8da36c-c6f0-4b39-a895-59809c62fb1a admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/97749cbb-6619-432b-b1e5-7f94630878c0 HTTP/1.1" status: 204 len: 168 time: 0.1159539 Oct 19 07:56:19.814201 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8da36c-c6f0-4b39-a895-59809c62fb1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97749cbb-6619-432b-b1e5-7f94630878c0,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:56:19.863222 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device e1a28611-1528-4354-8a71-481bbc80ae90 no longer exists at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 07:56:19.887454 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] No Port match for: e1a28611-1528-4354-8a71-481bbc80ae90 {{(pid=103334) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 19 07:56:19.888133 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device e1a28611-1528-4354-8a71-481bbc80ae90 not bound to the agent host dv-neutron-861624-1-hyperv {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 07:56:19.888573 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device 47bc3e15-114f-4c6e-bc9f-24d6aaa6c6e9 no longer exists at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 07:56:19.912987 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] No Port match for: 47bc3e15-114f-4c6e-bc9f-24d6aaa6c6e9 {{(pid=103334) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 19 07:56:19.913331 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device 47bc3e15-114f-4c6e-bc9f-24d6aaa6c6e9 not bound to the agent host dv-neutron-861624-1-hyperv {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 07:56:20.088034 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 34574) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:56:20.101390 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-a89beb5c-7ed4-41d4-9619-ab1f7d67a714 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:56:20.178856 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-a89beb5c-7ed4-41d4-9619-ab1f7d67a714 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:56:20.182597 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-a89beb5c-7ed4-41d4-9619-ab1f7d67a714 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788643'] for security_group, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:56:20.225578 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-a89beb5c-7ed4-41d4-9619-ab1f7d67a714 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=8db56c65b3ca4434988d8318e802b50a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1364229 Oct 19 07:56:20.226453 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89beb5c-7ed4-41d4-9619-ab1f7d67a714 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16f15b19-117d-474d-9152-6beaf0034cea,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:56:20.228310 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 34576) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:56:20.233614 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89beb5c-7ed4-41d4-9619-ab1f7d67a714 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:56:20.233969 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89beb5c-7ed4-41d4-9619-ab1f7d67a714 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:56:20.234312 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89beb5c-7ed4-41d4-9619-ab1f7d67a714 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:56:20.234654 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89beb5c-7ed4-41d4-9619-ab1f7d67a714 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:56:20.234992 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89beb5c-7ed4-41d4-9619-ab1f7d67a714 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:56:20.235326 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89beb5c-7ed4-41d4-9619-ab1f7d67a714 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:56:20.235659 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89beb5c-7ed4-41d4-9619-ab1f7d67a714 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:56:20.235987 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89beb5c-7ed4-41d4-9619-ab1f7d67a714 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:56:20.236316 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89beb5c-7ed4-41d4-9619-ab1f7d67a714 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:56:20.236673 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89beb5c-7ed4-41d4-9619-ab1f7d67a714 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:56:20.236994 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89beb5c-7ed4-41d4-9619-ab1f7d67a714 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:56:20.237317 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89beb5c-7ed4-41d4-9619-ab1f7d67a714 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:56:20.283274 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-407f9c5f-b1b8-4373-aee7-260638e53b99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:56:20.304256 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-407f9c5f-b1b8-4373-aee7-260638e53b99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:56:20.350127 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-407f9c5f-b1b8-4373-aee7-260638e53b99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788643'] for security_group, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:56:20.352727 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-407f9c5f-b1b8-4373-aee7-260638e53b99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:56:20.356307 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-407f9c5f-b1b8-4373-aee7-260638e53b99 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/16f15b19-117d-474d-9152-6beaf0034cea HTTP/1.1" status: 204 len: 168 time: 0.1245565 Oct 19 07:56:20.361746 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407f9c5f-b1b8-4373-aee7-260638e53b99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16f15b19-117d-474d-9152-6beaf0034cea,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:56:21.450080 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device fc7b2508-3711-43a5-91ed-c7158f4a5c4e no longer exists at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 07:56:21.473517 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] No Port match for: fc7b2508-3711-43a5-91ed-c7158f4a5c4e {{(pid=103334) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 19 07:56:21.473963 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device fc7b2508-3711-43a5-91ed-c7158f4a5c4e not bound to the agent host dv-neutron-861624-1-hyperv {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 07:56:26.550296 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-5c8e518b-7314-44fe-9daa-6038949504ed req-f792260c-8dad-4ec8-80dd-57ef7657929b tempest-ServersAdminNegativeTestJSON-834818204 tempest-ServersAdminNegativeTestJSON-834818204-project] 10.222.0.27 "GET /v2.0/networks?tenant_id=ce5b9e3a91b84f479a378d7f798c525f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0282350 Oct 19 07:56:26.734737 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8e518b-7314-44fe-9daa-6038949504ed req-fc40733c-ee44-47c9-a911-3a85bdf10188 tempest-ServersAdminNegativeTestJSON-834818204 tempest-ServersAdminNegativeTestJSON-834818204-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:56:26.736228 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-5c8e518b-7314-44fe-9daa-6038949504ed req-fc40733c-ee44-47c9-a911-3a85bdf10188 tempest-ServersAdminNegativeTestJSON-834818204 tempest-ServersAdminNegativeTestJSON-834818204-project] 10.222.0.27 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1796358 Oct 19 07:56:26.753358 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-5c8e518b-7314-44fe-9daa-6038949504ed req-5f473906-34fb-485b-b332-98ee1c6c6e8c tempest-ServersAdminNegativeTestJSON-834818204 tempest-ServersAdminNegativeTestJSON-834818204-project] 10.222.0.27 "GET /v2.0/quotas/ce5b9e3a91b84f479a378d7f798c525f HTTP/1.1" status: 200 len: 375 time: 0.0092947 Oct 19 07:56:27.091649 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-5c8e518b-7314-44fe-9daa-6038949504ed req-c9bd63b8-3e7e-442c-952e-09c3a128889b tempest-ServersAdminNegativeTestJSON-834818204 tempest-ServersAdminNegativeTestJSON-834818204-project] 10.222.0.27 "GET /v2.0/ports?tenant_id=ce5b9e3a91b84f479a378d7f798c525f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3325005 Oct 19 07:56:27.248334 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-39ec51ae-43a9-43f0-afb0-8d92588f6a4d req-10fc57f7-38eb-47d8-a752-306005e7c60f tempest-ServersAdminNegativeTestJSON-834818204 tempest-ServersAdminNegativeTestJSON-834818204-project] 10.222.0.27 "GET /v2.0/ports?device_id=d6b93998-1327-49ec-a708-5b0687e147e2 HTTP/1.1" status: 200 len: 210 time: 0.0261414 Oct 19 07:56:28.331568 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-412a551f-b0e7-4959-a83c-2e9a41e4ed8d req-c4a7e40f-016c-4bca-b11c-79c4c4214d4d tempest-ServersAdminNegativeTestJSON-834818204 tempest-ServersAdminNegativeTestJSON-834818204-project] 10.222.0.27 "GET /v2.0/ports?device_id=d6b93998-1327-49ec-a708-5b0687e147e2 HTTP/1.1" status: 200 len: 210 time: 0.0266674 Oct 19 07:56:29.455698 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-60f27418-8f02-4fbf-94f7-2cd4752b1606 req-bcbb282a-a062-4919-8879-e16f9105977a tempest-ServersAdminNegativeTestJSON-834818204 tempest-ServersAdminNegativeTestJSON-834818204-project] 10.222.0.27 "GET /v2.0/ports?device_id=d6b93998-1327-49ec-a708-5b0687e147e2 HTTP/1.1" status: 200 len: 210 time: 0.0266800 Oct 19 07:56:30.088215 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-5c8e518b-7314-44fe-9daa-6038949504ed req-cee9a664-0c23-48d7-b0ca-2e54ce988976 tempest-ServersAdminNegativeTestJSON-834818204 tempest-ServersAdminNegativeTestJSON-834818204-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=ce5b9e3a91b84f479a378d7f798c525f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0313773 Oct 19 07:56:30.195689 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8e518b-7314-44fe-9daa-6038949504ed req-53b8b2ad-40bf-4d04-acad-8fd58b4c63aa tempest-ServersAdminNegativeTestJSON-834818204 tempest-ServersAdminNegativeTestJSON-834818204-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:56:30.197258 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-5c8e518b-7314-44fe-9daa-6038949504ed req-53b8b2ad-40bf-4d04-acad-8fd58b4c63aa tempest-ServersAdminNegativeTestJSON-834818204 tempest-ServersAdminNegativeTestJSON-834818204-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1036303 Oct 19 07:56:30.210290 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [req-5c8e518b-7314-44fe-9daa-6038949504ed req-2f68108f-dcd8-44c2-8302-339cf1846f31 tempest-ServersAdminNegativeTestJSON-834818204 tempest-ServersAdminNegativeTestJSON-834818204-project] Request body: {'port': {'device_id': 'd6b93998-1327-49ec-a708-5b0687e147e2', 'network_id': '0b6ddea5-ea77-464a-951b-7658773296f0', 'admin_state_up': True, 'tenant_id': 'ce5b9e3a91b84f479a378d7f798c525f'}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:56:30.318718 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c8e518b-7314-44fe-9daa-6038949504ed req-2f68108f-dcd8-44c2-8302-339cf1846f31 tempest-ServersAdminNegativeTestJSON-834818204 tempest-ServersAdminNegativeTestJSON-834818204-project] Made reservation on behalf of ce5b9e3a91b84f479a378d7f798c525f for: {'port': 1} {{(pid=103332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 07:56:30.322300 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-5c8e518b-7314-44fe-9daa-6038949504ed req-2f68108f-dcd8-44c2-8302-339cf1846f31 tempest-ServersAdminNegativeTestJSON-834818204 tempest-ServersAdminNegativeTestJSON-834818204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:56:30.330968 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-5c8e518b-7314-44fe-9daa-6038949504ed req-2f68108f-dcd8-44c2-8302-339cf1846f31 tempest-ServersAdminNegativeTestJSON-834818204 tempest-ServersAdminNegativeTestJSON-834818204-project] Notify callbacks [] for security_group, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:56:30.406399 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-5c8e518b-7314-44fe-9daa-6038949504ed req-2f68108f-dcd8-44c2-8302-339cf1846f31 tempest-ServersAdminNegativeTestJSON-834818204 tempest-ServersAdminNegativeTestJSON-834818204-project] Notify callbacks [] for security_group, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:56:30.410433 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-5c8e518b-7314-44fe-9daa-6038949504ed req-2f68108f-dcd8-44c2-8302-339cf1846f31 tempest-ServersAdminNegativeTestJSON-834818204 tempest-ServersAdminNegativeTestJSON-834818204-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788643'] for security_group, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:56:30.478681 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f68108f-dcd8-44c2-8302-339cf1846f31 tempest-ServersAdminNegativeTestJSON-834818204 tempest-ServersAdminNegativeTestJSON-834818204-project] Pushing event updated for resources: {'SecurityGroup': ['ID=82060b69-b7ea-4e48-b218-a0d5afb9c85a,revision_number=1']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:56:30.559456 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-0d01222c-6d85-4daf-b56a-443dbf76dacb req-0209bf77-b839-4892-a4ca-8b0710954ea2 tempest-ServersAdminNegativeTestJSON-834818204 tempest-ServersAdminNegativeTestJSON-834818204-project] 10.222.0.27 "GET /v2.0/ports?device_id=d6b93998-1327-49ec-a708-5b0687e147e2 HTTP/1.1" status: 200 len: 210 time: 0.0287111 Oct 19 07:56:30.574614 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.db_base_plugin_common [req-5c8e518b-7314-44fe-9daa-6038949504ed req-2f68108f-dcd8-44c2-8302-339cf1846f31 tempest-ServersAdminNegativeTestJSON-834818204 tempest-ServersAdminNegativeTestJSON-834818204-project] Allocated IP 192.168.233.75 (0b6ddea5-ea77-464a-951b-7658773296f0/623e05c5-c542-403c-9a0a-5249456c586f/498d7d82-b03e-411c-9fd3-aed6eb5dee48) {{(pid=103332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 07:56:30.721382 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-5c8e518b-7314-44fe-9daa-6038949504ed req-2f68108f-dcd8-44c2-8302-339cf1846f31 tempest-ServersAdminNegativeTestJSON-834818204 tempest-ServersAdminNegativeTestJSON-834818204-project] Notify callbacks [] for port, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:56:30.754331 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-5c8e518b-7314-44fe-9daa-6038949504ed req-2f68108f-dcd8-44c2-8302-339cf1846f31 tempest-ServersAdminNegativeTestJSON-834818204 tempest-ServersAdminNegativeTestJSON-834818204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785020947330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133553798'] for port, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:56:30.800922 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c8e518b-7314-44fe-9daa-6038949504ed req-2f68108f-dcd8-44c2-8302-339cf1846f31 tempest-ServersAdminNegativeTestJSON-834818204 tempest-ServersAdminNegativeTestJSON-834818204-project] Network 0b6ddea5-ea77-464a-951b-7658773296f0 is already hosted by enough agents. {{(pid=103332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 07:56:30.804721 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.base_scheduler [req-5c8e518b-7314-44fe-9daa-6038949504ed req-2f68108f-dcd8-44c2-8302-339cf1846f31 tempest-ServersAdminNegativeTestJSON-834818204 tempest-ServersAdminNegativeTestJSON-834818204-project] Resources bound (agent type, host, resource id): {{(pid=103332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:56:30.807201 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c8e518b-7314-44fe-9daa-6038949504ed req-2f68108f-dcd8-44c2-8302-339cf1846f31 tempest-ServersAdminNegativeTestJSON-834818204 tempest-ServersAdminNegativeTestJSON-834818204-project] Received port after_create {{(pid=103332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 07:56:30.833142 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f68108f-dcd8-44c2-8302-339cf1846f31 tempest-ServersAdminNegativeTestJSON-834818204 tempest-ServersAdminNegativeTestJSON-834818204-project] Pushing event updated for resources: {'Port': ['ID=498d7d82-b03e-411c-9fd3-aed6eb5dee48,revision_number=1']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:56:30.862770 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8e518b-7314-44fe-9daa-6038949504ed req-2f68108f-dcd8-44c2-8302-339cf1846f31 tempest-ServersAdminNegativeTestJSON-834818204 tempest-ServersAdminNegativeTestJSON-834818204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:56:30.863405 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-5c8e518b-7314-44fe-9daa-6038949504ed req-2f68108f-dcd8-44c2-8302-339cf1846f31 tempest-ServersAdminNegativeTestJSON-834818204 tempest-ServersAdminNegativeTestJSON-834818204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42160'] for port, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:56:30.883140 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-5c8e518b-7314-44fe-9daa-6038949504ed req-2f68108f-dcd8-44c2-8302-339cf1846f31 tempest-ServersAdminNegativeTestJSON-834818204 tempest-ServersAdminNegativeTestJSON-834818204-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.6770284 Oct 19 07:56:30.896648 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [req-5c8e518b-7314-44fe-9daa-6038949504ed req-3e45555f-68d0-4ca5-a596-bbbb02821b93 service neutron] Request body: {'port': {'device_id': 'd6b93998-1327-49ec-a708-5b0687e147e2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8616'}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:56:30.957554 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-5c8e518b-7314-44fe-9daa-6038949504ed req-3e45555f-68d0-4ca5-a596-bbbb02821b93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:56:31.050996 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-632c6379-5a5e-4023-bacc-5f780893a3dd None None] Provisioning complete for port 498d7d82-b03e-411c-9fd3-aed6eb5dee48 triggered by entity DHCP. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:56:31.051612 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-632c6379-5a5e-4023-bacc-5f780893a3dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:56:31.051731 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-632c6379-5a5e-4023-bacc-5f780893a3dd None None] Attempt 1 to provision port 498d7d82-b03e-411c-9fd3-aed6eb5dee48 Oct 19 07:56:31.085823 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-632c6379-5a5e-4023-bacc-5f780893a3dd None None] Port 498d7d82-b03e-411c-9fd3-aed6eb5dee48 cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 07:56:31.219882 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.notifiers.nova [req-5c8e518b-7314-44fe-9daa-6038949504ed req-3e45555f-68d0-4ca5-a596-bbbb02821b93 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 498d7d82-b03e-411c-9fd3-aed6eb5dee48 {{(pid=103332) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 19 07:56:31.228148 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-5c8e518b-7314-44fe-9daa-6038949504ed req-3e45555f-68d0-4ca5-a596-bbbb02821b93 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:56:31.241312 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.provisioning_blocks [req-5c8e518b-7314-44fe-9daa-6038949504ed req-3e45555f-68d0-4ca5-a596-bbbb02821b93 service neutron] Transition to ACTIVE for port object 498d7d82-b03e-411c-9fd3-aed6eb5dee48 will not be triggered until provisioned by entity L2. {{(pid=103332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 19 07:56:31.244830 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-5c8e518b-7314-44fe-9daa-6038949504ed req-3e45555f-68d0-4ca5-a596-bbbb02821b93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133553807'] for port, after_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:56:31.323118 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e45555f-68d0-4ca5-a596-bbbb02821b93 service neutron] Pushing event updated for resources: {'Port': ['ID=498d7d82-b03e-411c-9fd3-aed6eb5dee48,revision_number=2']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:56:31.355010 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.managers [req-5c8e518b-7314-44fe-9daa-6038949504ed req-3e45555f-68d0-4ca5-a596-bbbb02821b93 service neutron] Attempting to bind port 498d7d82-b03e-411c-9fd3-aed6eb5dee48 on host hv-neutron-8616 for vnic_type normal with profile {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 19 07:56:31.355346 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.managers [req-5c8e518b-7314-44fe-9daa-6038949504ed req-3e45555f-68d0-4ca5-a596-bbbb02821b93 service neutron] Attempting to bind port 498d7d82-b03e-411c-9fd3-aed6eb5dee48 by drivers openvswitch,hyperv on host hv-neutron-8616 at level 0 using segments [{'id': '054e2c27-52b4-4d7c-aef4-49eea50c7d74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '0b6ddea5-ea77-464a-951b-7658773296f0'}] {{(pid=103332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 19 07:56:31.355679 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c8e518b-7314-44fe-9daa-6038949504ed req-3e45555f-68d0-4ca5-a596-bbbb02821b93 service neutron] Attempting to bind port 498d7d82-b03e-411c-9fd3-aed6eb5dee48 on network 0b6ddea5-ea77-464a-951b-7658773296f0 {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 07:56:31.359866 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c8e518b-7314-44fe-9daa-6038949504ed req-3e45555f-68d0-4ca5-a596-bbbb02821b93 service neutron] Port 498d7d82-b03e-411c-9fd3-aed6eb5dee48 on network 0b6ddea5-ea77-464a-951b-7658773296f0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8616 {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 07:56:31.360187 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c8e518b-7314-44fe-9daa-6038949504ed req-3e45555f-68d0-4ca5-a596-bbbb02821b93 service neutron] Attempting to bind port 498d7d82-b03e-411c-9fd3-aed6eb5dee48 on network 0b6ddea5-ea77-464a-951b-7658773296f0 {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 07:56:31.365622 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c8e518b-7314-44fe-9daa-6038949504ed req-3e45555f-68d0-4ca5-a596-bbbb02821b93 service neutron] Checking agent: {'id': '5297b6e1-8fc1-4f42-910c-8f50c918ca65', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8616', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 19, 7, 36, 11), 'started_at': datetime.datetime(2022, 10, 19, 7, 36, 11), 'heartbeat_timestamp': datetime.datetime(2022, 10, 19, 7, 56, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 07:56:31.365955 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c8e518b-7314-44fe-9daa-6038949504ed req-3e45555f-68d0-4ca5-a596-bbbb02821b93 service neutron] Checking segment: {'id': '054e2c27-52b4-4d7c-aef4-49eea50c7d74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '0b6ddea5-ea77-464a-951b-7658773296f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 19 07:56:31.366338 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c8e518b-7314-44fe-9daa-6038949504ed req-3e45555f-68d0-4ca5-a596-bbbb02821b93 service neutron] Bound using segment: {'id': '054e2c27-52b4-4d7c-aef4-49eea50c7d74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '0b6ddea5-ea77-464a-951b-7658773296f0'} {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 07:56:31.366768 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.managers [req-5c8e518b-7314-44fe-9daa-6038949504ed req-3e45555f-68d0-4ca5-a596-bbbb02821b93 service neutron] Bound port: 498d7d82-b03e-411c-9fd3-aed6eb5dee48, host: hv-neutron-8616, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '054e2c27-52b4-4d7c-aef4-49eea50c7d74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '0b6ddea5-ea77-464a-951b-7658773296f0'}}] {{(pid=103332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 19 07:56:31.367122 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-5c8e518b-7314-44fe-9daa-6038949504ed req-3e45555f-68d0-4ca5-a596-bbbb02821b93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:56:31.430262 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.db [req-5c8e518b-7314-44fe-9daa-6038949504ed req-3e45555f-68d0-4ca5-a596-bbbb02821b93 service neutron] For port 498d7d82-b03e-411c-9fd3-aed6eb5dee48, host hv-neutron-8616, cleared binding levels {{(pid=103332) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 07:56:31.433461 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.db [req-5c8e518b-7314-44fe-9daa-6038949504ed req-3e45555f-68d0-4ca5-a596-bbbb02821b93 service neutron] For port 498d7d82-b03e-411c-9fd3-aed6eb5dee48, host hv-neutron-8616, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=498d7d82-b03e-411c-9fd3-aed6eb5dee48,segment=NetworkSegment(054e2c27-52b4-4d7c-aef4-49eea50c7d74),segment_id=054e2c27-52b4-4d7c-aef4-49eea50c7d74)] {{(pid=103332) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 07:56:31.438200 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-5c8e518b-7314-44fe-9daa-6038949504ed req-3e45555f-68d0-4ca5-a596-bbbb02821b93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133553807'] for port, after_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:56:31.443015 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8e518b-7314-44fe-9daa-6038949504ed req-3e45555f-68d0-4ca5-a596-bbbb02821b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:56:31.443621 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-5c8e518b-7314-44fe-9daa-6038949504ed req-3e45555f-68d0-4ca5-a596-bbbb02821b93 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42160'] for port, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:56:31.445140 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-5c8e518b-7314-44fe-9daa-6038949504ed req-3e45555f-68d0-4ca5-a596-bbbb02821b93 service neutron] 10.222.0.16 "PUT /v2.0/ports/498d7d82-b03e-411c-9fd3-aed6eb5dee48 HTTP/1.1" status: 200 len: 1097 time: 0.5531986 Oct 19 07:56:31.445768 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6b93998-1327-49ec-a708-5b0687e147e2', 'tag': '498d7d82-b03e-411c-9fd3-aed6eb5dee48'}] {{(pid=103332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 19 07:56:31.447891 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a021b02cf5f527cd4bbbc40a031b51490d9893d7edeeb551bdf5128ee7546f8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e613a7cb-8740-4aff-9299-136c01ba25a4" -d '{"events": [{"name": "network-changed", "server_uuid": "d6b93998-1327-49ec-a708-5b0687e147e2", "tag": "498d7d82-b03e-411c-9fd3-aed6eb5dee48"}]}' {{(pid=103332) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 07:56:31.495037 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 19 Oct 2022 07:56:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-810844fd-6091-45f0-968f-3a18e053793b x-openstack-request-id: req-810844fd-6091-45f0-968f-3a18e053793b {{(pid=103332) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 07:56:31.495676 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6b93998-1327-49ec-a708-5b0687e147e2", "tag": "498d7d82-b03e-411c-9fd3-aed6eb5dee48", "status": "completed", "code": 200}]} {{(pid=103332) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 07:56:31.495676 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-810844fd-6091-45f0-968f-3a18e053793b {{(pid=103332) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 07:56:31.495952 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.notifiers.nova [-] Nova event matching ['req-810844fd-6091-45f0-968f-3a18e053793b'] response: {'name': 'network-changed', 'server_uuid': 'd6b93998-1327-49ec-a708-5b0687e147e2', 'tag': '498d7d82-b03e-411c-9fd3-aed6eb5dee48', 'status': 'completed', 'code': 200} Oct 19 07:56:31.528309 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e45555f-68d0-4ca5-a596-bbbb02821b93 service neutron] Pushing event updated for resources: {'Port': ['ID=498d7d82-b03e-411c-9fd3-aed6eb5dee48,revision_number=3']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:56:31.544860 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8e518b-7314-44fe-9daa-6038949504ed req-8f210b20-021d-4bc6-88b7-55320914d2c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:56:31.546371 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-5c8e518b-7314-44fe-9daa-6038949504ed req-8f210b20-021d-4bc6-88b7-55320914d2c0 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=ce5b9e3a91b84f479a378d7f798c525f&device_id=d6b93998-1327-49ec-a708-5b0687e147e2 HTTP/1.1" status: 200 len: 1100 time: 0.0531723 Oct 19 07:56:31.587004 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-632c6379-5a5e-4023-bacc-5f780893a3dd None None] Attempt 2 to provision port 498d7d82-b03e-411c-9fd3-aed6eb5dee48 Oct 19 07:56:31.587242 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-5c8e518b-7314-44fe-9daa-6038949504ed req-66432613-4e6c-42c4-b9a9-a986e1e88ae8 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.75&port_id=498d7d82-b03e-411c-9fd3-aed6eb5dee48 HTTP/1.1" status: 200 len: 217 time: 0.0338302 Oct 19 07:56:31.631177 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-632c6379-5a5e-4023-bacc-5f780893a3dd None None] Port 498d7d82-b03e-411c-9fd3-aed6eb5dee48 had new provisioning blocks added so it will not transition to active. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:370}} Oct 19 07:56:31.650401 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8e518b-7314-44fe-9daa-6038949504ed req-73520c90-62ae-4d6e-9f26-6a2f5daf2d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:56:31.651840 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-5c8e518b-7314-44fe-9daa-6038949504ed req-73520c90-62ae-4d6e-9f26-6a2f5daf2d60 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=623e05c5-c542-403c-9a0a-5249456c586f HTTP/1.1" status: 200 len: 843 time: 0.0580485 Oct 19 07:56:31.718540 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30777b5-a445-4468-8933-5f0c59889a6d req-3781a0fa-5aef-4525-b165-05fbff2e6282 tempest-ServersAdminNegativeTestJSON-834818204 tempest-ServersAdminNegativeTestJSON-834818204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:56:31.719992 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-b30777b5-a445-4468-8933-5f0c59889a6d req-3781a0fa-5aef-4525-b165-05fbff2e6282 tempest-ServersAdminNegativeTestJSON-834818204 tempest-ServersAdminNegativeTestJSON-834818204-project] 10.222.0.27 "GET /v2.0/ports?device_id=d6b93998-1327-49ec-a708-5b0687e147e2 HTTP/1.1" status: 200 len: 947 time: 0.0842206 Oct 19 07:56:31.726585 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8e518b-7314-44fe-9daa-6038949504ed req-99a0fa2f-4358-4ca7-8c5d-b53a4f53b15b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:56:31.727982 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-5c8e518b-7314-44fe-9daa-6038949504ed req-99a0fa2f-4358-4ca7-8c5d-b53a4f53b15b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0b6ddea5-ea77-464a-951b-7658773296f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1180 time: 0.0577810 Oct 19 07:56:31.788228 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-b30777b5-a445-4468-8933-5f0c59889a6d req-8f474eb2-ff6d-4417-b9f0-d1616efca833 tempest-ServersAdminNegativeTestJSON-834818204 tempest-ServersAdminNegativeTestJSON-834818204-project] 10.222.0.27 "GET /v2.0/security-groups?id=82060b69-b7ea-4e48-b218-a0d5afb9c85a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592024 Oct 19 07:56:31.844732 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-5c8e518b-7314-44fe-9daa-6038949504ed req-2399cba9-089a-48c8-83e1-20e336536534 service neutron] 10.222.0.16 "GET /v2.0/networks/0b6ddea5-ea77-464a-951b-7658773296f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1091850 Oct 19 07:56:31.932078 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-5c8e518b-7314-44fe-9daa-6038949504ed req-07f66e1e-0770-4196-9524-df1d54318c8b service neutron] 10.222.0.16 "GET /v2.0/networks/0b6ddea5-ea77-464a-951b-7658773296f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813336 Oct 19 07:56:32.014814 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e613a7cb-8740-4aff-9299-136c01ba25a4 req-66235679-a75d-46bc-8f4d-4f887595eaf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:56:32.016311 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-e613a7cb-8740-4aff-9299-136c01ba25a4 req-66235679-a75d-46bc-8f4d-4f887595eaf4 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=ce5b9e3a91b84f479a378d7f798c525f&device_id=d6b93998-1327-49ec-a708-5b0687e147e2 HTTP/1.1" status: 200 len: 1100 time: 0.0401838 Oct 19 07:56:32.108204 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e613a7cb-8740-4aff-9299-136c01ba25a4 req-53e897e7-bf57-4188-9044-20d7b7b25cf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:56:32.109752 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-e613a7cb-8740-4aff-9299-136c01ba25a4 req-53e897e7-bf57-4188-9044-20d7b7b25cf4 service neutron] 10.222.0.16 "GET /v2.0/networks?id=0b6ddea5-ea77-464a-951b-7658773296f0 HTTP/1.1" status: 200 len: 870 time: 0.0871611 Oct 19 07:56:32.152900 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-e613a7cb-8740-4aff-9299-136c01ba25a4 req-8f1c6784-0942-4431-ab6f-499dbb809e13 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.75&port_id=498d7d82-b03e-411c-9fd3-aed6eb5dee48 HTTP/1.1" status: 200 len: 217 time: 0.0350304 Oct 19 07:56:32.205920 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e613a7cb-8740-4aff-9299-136c01ba25a4 req-9c0ed2b4-648c-46df-8fb6-2d25e4c1819c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:56:32.207335 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-e613a7cb-8740-4aff-9299-136c01ba25a4 req-9c0ed2b4-648c-46df-8fb6-2d25e4c1819c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=623e05c5-c542-403c-9a0a-5249456c586f HTTP/1.1" status: 200 len: 843 time: 0.0472207 Oct 19 07:56:32.252327 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e613a7cb-8740-4aff-9299-136c01ba25a4 req-1ed314e0-2934-4cc1-a9bc-c5bb5472d593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:56:32.253816 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-e613a7cb-8740-4aff-9299-136c01ba25a4 req-1ed314e0-2934-4cc1-a9bc-c5bb5472d593 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0b6ddea5-ea77-464a-951b-7658773296f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1180 time: 0.0386636 Oct 19 07:56:32.346893 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-e613a7cb-8740-4aff-9299-136c01ba25a4 req-b72316b8-b91c-4c2c-8382-d6703ce8627a service neutron] 10.222.0.16 "GET /v2.0/networks/0b6ddea5-ea77-464a-951b-7658773296f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855966 Oct 19 07:56:32.436204 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-e613a7cb-8740-4aff-9299-136c01ba25a4 req-9d617b0e-1c4a-4cc9-87e2-29b963a4edc2 service neutron] 10.222.0.16 "GET /v2.0/networks/0b6ddea5-ea77-464a-951b-7658773296f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819228 Oct 19 07:56:32.908896 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b5141b-a133-42dc-a2d5-b34182982e98 req-b2d1715a-1b0c-4e10-ab13-e226820c10e7 tempest-ServersAdminNegativeTestJSON-834818204 tempest-ServersAdminNegativeTestJSON-834818204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:56:32.910352 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-a4b5141b-a133-42dc-a2d5-b34182982e98 req-b2d1715a-1b0c-4e10-ab13-e226820c10e7 tempest-ServersAdminNegativeTestJSON-834818204 tempest-ServersAdminNegativeTestJSON-834818204-project] 10.222.0.27 "GET /v2.0/ports?device_id=d6b93998-1327-49ec-a708-5b0687e147e2 HTTP/1.1" status: 200 len: 947 time: 0.0482271 Oct 19 07:56:32.947866 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-a4b5141b-a133-42dc-a2d5-b34182982e98 req-7a7662e2-9e26-4a70-83db-82e5844f5bb2 tempest-ServersAdminNegativeTestJSON-834818204 tempest-ServersAdminNegativeTestJSON-834818204-project] 10.222.0.27 "GET /v2.0/security-groups?id=82060b69-b7ea-4e48-b218-a0d5afb9c85a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309236 Oct 19 07:56:34.071176 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39ffabc-9376-4a30-af55-4a8ce229bdfd req-29eb9998-522a-430f-80b4-591cb30df940 tempest-ServersAdminNegativeTestJSON-834818204 tempest-ServersAdminNegativeTestJSON-834818204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:56:34.072716 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-f39ffabc-9376-4a30-af55-4a8ce229bdfd req-29eb9998-522a-430f-80b4-591cb30df940 tempest-ServersAdminNegativeTestJSON-834818204 tempest-ServersAdminNegativeTestJSON-834818204-project] 10.222.0.27 "GET /v2.0/ports?device_id=d6b93998-1327-49ec-a708-5b0687e147e2 HTTP/1.1" status: 200 len: 947 time: 0.0521059 Oct 19 07:56:34.110784 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-f39ffabc-9376-4a30-af55-4a8ce229bdfd req-c0926d03-03c6-4785-865a-e57600bc1737 tempest-ServersAdminNegativeTestJSON-834818204 tempest-ServersAdminNegativeTestJSON-834818204-project] 10.222.0.27 "GET /v2.0/security-groups?id=82060b69-b7ea-4e48-b218-a0d5afb9c85a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321493 Oct 19 07:56:34.864033 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Device 498d7d82-b03e-411c-9fd3-aed6eb5dee48 details requested by agent hyperv_hv-neutron-8616 with host hv-neutron-8616 {{(pid=103334) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 07:56:34.954941 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] For port 498d7d82-b03e-411c-9fd3-aed6eb5dee48, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=498d7d82-b03e-411c-9fd3-aed6eb5dee48,segment=NetworkSegment(054e2c27-52b4-4d7c-aef4-49eea50c7d74),segment_id=054e2c27-52b4-4d7c-aef4-49eea50c7d74)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:56:34.969561 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Returning: {'device': '498d7d82-b03e-411c-9fd3-aed6eb5dee48', 'network_id': '0b6ddea5-ea77-464a-951b-7658773296f0', 'port_id': '498d7d82-b03e-411c-9fd3-aed6eb5dee48', 'mac_address': 'fa:16:3e:f4:e9:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 165, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '623e05c5-c542-403c-9a0a-5249456c586f', 'ip_address': '192.168.233.75'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103334) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 07:56:35.004334 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Current status of the port 498d7d82-b03e-411c-9fd3-aed6eb5dee48 is: DOWN; New status is: BUILD {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:56:35.004743 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:56:35.017187 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.notifiers.nova [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 498d7d82-b03e-411c-9fd3-aed6eb5dee48 {{(pid=103334) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 19 07:56:35.035729 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] For port 498d7d82-b03e-411c-9fd3-aed6eb5dee48, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=498d7d82-b03e-411c-9fd3-aed6eb5dee48,segment=NetworkSegment(054e2c27-52b4-4d7c-aef4-49eea50c7d74),segment_id=054e2c27-52b4-4d7c-aef4-49eea50c7d74)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:56:35.040312 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:56:35.087186 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Pushing event updated for resources: {'Port': ['ID=498d7d82-b03e-411c-9fd3-aed6eb5dee48,revision_number=4']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:56:35.231838 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1542969a-b194-4b5b-b8ea-9349b00d7578 req-84d2cc07-9962-45cd-8836-70a8709eef84 tempest-ServersAdminNegativeTestJSON-834818204 tempest-ServersAdminNegativeTestJSON-834818204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:56:35.233349 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-1542969a-b194-4b5b-b8ea-9349b00d7578 req-84d2cc07-9962-45cd-8836-70a8709eef84 tempest-ServersAdminNegativeTestJSON-834818204 tempest-ServersAdminNegativeTestJSON-834818204-project] 10.222.0.27 "GET /v2.0/ports?device_id=d6b93998-1327-49ec-a708-5b0687e147e2 HTTP/1.1" status: 200 len: 948 time: 0.0486438 Oct 19 07:56:35.246797 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] get_ports_and_sgs() called for port_ids ['498d7d82-b03e-411c-9fd3-aed6eb5dee48'] {{(pid=103334) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 19 07:56:35.271827 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-1542969a-b194-4b5b-b8ea-9349b00d7578 req-f0ac1ccb-067f-4670-b675-f9d1ae7d5dd0 tempest-ServersAdminNegativeTestJSON-834818204 tempest-ServersAdminNegativeTestJSON-834818204-project] 10.222.0.27 "GET /v2.0/security-groups?id=82060b69-b7ea-4e48-b218-a0d5afb9c85a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324402 Oct 19 07:56:36.388914 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6c023d-bcc3-4315-a47c-7c35262c8d81 req-0ea34f2a-22af-421e-b02c-10a330b51c21 tempest-ServersAdminNegativeTestJSON-834818204 tempest-ServersAdminNegativeTestJSON-834818204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:56:36.390352 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-8e6c023d-bcc3-4315-a47c-7c35262c8d81 req-0ea34f2a-22af-421e-b02c-10a330b51c21 tempest-ServersAdminNegativeTestJSON-834818204 tempest-ServersAdminNegativeTestJSON-834818204-project] 10.222.0.27 "GET /v2.0/ports?device_id=d6b93998-1327-49ec-a708-5b0687e147e2 HTTP/1.1" status: 200 len: 948 time: 0.0472074 Oct 19 07:56:36.426917 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-8e6c023d-bcc3-4315-a47c-7c35262c8d81 req-fa2b010a-a29d-4e36-a782-f00122d9a41a tempest-ServersAdminNegativeTestJSON-834818204 tempest-ServersAdminNegativeTestJSON-834818204-project] 10.222.0.27 "GET /v2.0/security-groups?id=82060b69-b7ea-4e48-b218-a0d5afb9c85a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307617 Oct 19 07:56:36.895109 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Device 498d7d82-b03e-411c-9fd3-aed6eb5dee48 up at agent hyperv_hv-neutron-8616 {{(pid=103334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 07:56:36.942959 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Provisioning for port 498d7d82-b03e-411c-9fd3-aed6eb5dee48 completed by entity L2. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 19 07:56:36.947548 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Provisioning complete for port 498d7d82-b03e-411c-9fd3-aed6eb5dee48 triggered by entity L2. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:56:36.947917 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:56:36.948250 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Attempt 1 to provision port 498d7d82-b03e-411c-9fd3-aed6eb5dee48 Oct 19 07:56:37.026764 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Current status of the port 498d7d82-b03e-411c-9fd3-aed6eb5dee48 is: BUILD; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:56:37.027173 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:56:37.050120 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6b93998-1327-49ec-a708-5b0687e147e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '498d7d82-b03e-411c-9fd3-aed6eb5dee48'}] {{(pid=103334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 19 07:56:37.052376 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d918bd29c62f7e926e80ce37adcd574e0921d2de3006e6b6ef58999f52d8e2e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b869f5a8-dc75-42b9-b7a2-bec0fcfa6370" -d '{"events": [{"server_uuid": "d6b93998-1327-49ec-a708-5b0687e147e2", "name": "network-vif-plugged", "status": "completed", "tag": "498d7d82-b03e-411c-9fd3-aed6eb5dee48"}]}' {{(pid=103334) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 07:56:37.065495 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] For port 498d7d82-b03e-411c-9fd3-aed6eb5dee48, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=498d7d82-b03e-411c-9fd3-aed6eb5dee48,segment=NetworkSegment(054e2c27-52b4-4d7c-aef4-49eea50c7d74),segment_id=054e2c27-52b4-4d7c-aef4-49eea50c7d74)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:56:37.070196 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:56:37.094910 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 19 Oct 2022 07:56:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dee5c0e6-089f-40e7-a92c-8f5ae1e94f7c x-openstack-request-id: req-dee5c0e6-089f-40e7-a92c-8f5ae1e94f7c {{(pid=103334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 07:56:37.095211 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6b93998-1327-49ec-a708-5b0687e147e2", "name": "network-vif-plugged", "status": "completed", "tag": "498d7d82-b03e-411c-9fd3-aed6eb5dee48", "code": 200}]} {{(pid=103334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 07:56:37.095461 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-dee5c0e6-089f-40e7-a92c-8f5ae1e94f7c {{(pid=103334) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 07:56:37.095849 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dee5c0e6-089f-40e7-a92c-8f5ae1e94f7c'] response: {'server_uuid': 'd6b93998-1327-49ec-a708-5b0687e147e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '498d7d82-b03e-411c-9fd3-aed6eb5dee48', 'code': 200} Oct 19 07:56:37.123503 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Pushing event updated for resources: {'Port': ['ID=498d7d82-b03e-411c-9fd3-aed6eb5dee48,revision_number=5']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:56:37.256383 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51eb9bb-e64c-4deb-bd19-44958fa31670 req-0b4a29c4-8201-40e3-bfde-96d37b202da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:56:37.257920 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-a51eb9bb-e64c-4deb-bd19-44958fa31670 req-0b4a29c4-8201-40e3-bfde-96d37b202da9 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=d6b93998-1327-49ec-a708-5b0687e147e2 HTTP/1.1" status: 200 len: 1102 time: 0.0430443 Oct 19 07:56:37.291127 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-a51eb9bb-e64c-4deb-bd19-44958fa31670 req-81f2c039-36ed-43ae-8fee-ec150be2b9f2 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=82060b69-b7ea-4e48-b218-a0d5afb9c85a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0271049 Oct 19 07:56:37.550374 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213016ea-26a7-4e32-823c-56f97c6ab009 req-78847905-9015-40f5-a92d-5b9a5dc59c01 tempest-ServersAdminNegativeTestJSON-834818204 tempest-ServersAdminNegativeTestJSON-834818204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:56:37.551842 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-213016ea-26a7-4e32-823c-56f97c6ab009 req-78847905-9015-40f5-a92d-5b9a5dc59c01 tempest-ServersAdminNegativeTestJSON-834818204 tempest-ServersAdminNegativeTestJSON-834818204-project] 10.222.0.27 "GET /v2.0/ports?device_id=d6b93998-1327-49ec-a708-5b0687e147e2 HTTP/1.1" status: 200 len: 949 time: 0.0489318 Oct 19 07:56:37.589498 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-213016ea-26a7-4e32-823c-56f97c6ab009 req-8351b30f-b1c2-4188-bcba-556da81ad56a tempest-ServersAdminNegativeTestJSON-834818204 tempest-ServersAdminNegativeTestJSON-834818204-project] 10.222.0.27 "GET /v2.0/security-groups?id=82060b69-b7ea-4e48-b218-a0d5afb9c85a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313804 Oct 19 07:56:38.711436 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02a9fc5-c7f5-48be-84e8-e052b80bd03b req-2667d2c4-65fd-4cfa-8fbe-5c45f24a19aa tempest-ServersAdminNegativeTestJSON-834818204 tempest-ServersAdminNegativeTestJSON-834818204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:56:38.712928 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-a02a9fc5-c7f5-48be-84e8-e052b80bd03b req-2667d2c4-65fd-4cfa-8fbe-5c45f24a19aa tempest-ServersAdminNegativeTestJSON-834818204 tempest-ServersAdminNegativeTestJSON-834818204-project] 10.222.0.27 "GET /v2.0/ports?device_id=d6b93998-1327-49ec-a708-5b0687e147e2 HTTP/1.1" status: 200 len: 949 time: 0.0493884 Oct 19 07:56:38.750520 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-a02a9fc5-c7f5-48be-84e8-e052b80bd03b req-0851536f-9649-40ec-8335-daa4e685a610 tempest-ServersAdminNegativeTestJSON-834818204 tempest-ServersAdminNegativeTestJSON-834818204-project] 10.222.0.27 "GET /v2.0/security-groups?id=82060b69-b7ea-4e48-b218-a0d5afb9c85a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316534 Oct 19 07:56:39.126437 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [req-fa62fc6a-269e-48e1-8d97-0d7b8f79941a req-c9b23e7c-2936-4def-99c0-3f385d7a8cae service neutron] http://10.222.0.27:9696/v2.0/extensions returned with HTTP 200 {{(pid=103332) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 07:56:39.127382 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-fa62fc6a-269e-48e1-8d97-0d7b8f79941a req-c9b23e7c-2936-4def-99c0-3f385d7a8cae service neutron] 10.222.0.27 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0953946 Oct 19 07:56:39.497747 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [req-ac82574c-6890-40c1-bbf5-57cc2d2e2559 req-bdc8dd6c-5541-4eea-acb6-913aea31dd1b service neutron] http://10.222.0.27:9696/v2.0/extensions returned with HTTP 200 {{(pid=103332) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 07:56:39.498741 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-ac82574c-6890-40c1-bbf5-57cc2d2e2559 req-bdc8dd6c-5541-4eea-acb6-913aea31dd1b service neutron] 10.222.0.27 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051250 Oct 19 07:56:39.859054 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8861719b-4c34-4f41-a72f-76c5340c4309 req-edaa9931-62ae-47dd-9b66-69dfb4d6b380 tempest-ServersAdminNegativeTestJSON-834818204 tempest-ServersAdminNegativeTestJSON-834818204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:56:39.860538 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-8861719b-4c34-4f41-a72f-76c5340c4309 req-edaa9931-62ae-47dd-9b66-69dfb4d6b380 tempest-ServersAdminNegativeTestJSON-834818204 tempest-ServersAdminNegativeTestJSON-834818204-project] 10.222.0.27 "GET /v2.0/ports?device_id=d6b93998-1327-49ec-a708-5b0687e147e2 HTTP/1.1" status: 200 len: 949 time: 0.0575323 Oct 19 07:56:39.898948 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-8861719b-4c34-4f41-a72f-76c5340c4309 req-64c32e30-d85d-4174-86f9-af6d8c6d2c16 tempest-ServersAdminNegativeTestJSON-834818204 tempest-ServersAdminNegativeTestJSON-834818204-project] 10.222.0.27 "GET /v2.0/security-groups?id=82060b69-b7ea-4e48-b218-a0d5afb9c85a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323730 Oct 19 07:56:41.024320 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33547a86-7910-48b0-b3cd-50975feb0f65 req-c2ff958e-9f6e-4a7d-ba6b-536f05d521e9 tempest-ServersAdminNegativeTestJSON-834818204 tempest-ServersAdminNegativeTestJSON-834818204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:56:41.025800 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-33547a86-7910-48b0-b3cd-50975feb0f65 req-c2ff958e-9f6e-4a7d-ba6b-536f05d521e9 tempest-ServersAdminNegativeTestJSON-834818204 tempest-ServersAdminNegativeTestJSON-834818204-project] 10.222.0.27 "GET /v2.0/ports?device_id=d6b93998-1327-49ec-a708-5b0687e147e2 HTTP/1.1" status: 200 len: 949 time: 0.0484498 Oct 19 07:56:41.061510 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-33547a86-7910-48b0-b3cd-50975feb0f65 req-57ba8d49-659b-42fe-b964-32a1e3d7f4fe tempest-ServersAdminNegativeTestJSON-834818204 tempest-ServersAdminNegativeTestJSON-834818204-project] 10.222.0.27 "GET /v2.0/security-groups?id=82060b69-b7ea-4e48-b218-a0d5afb9c85a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298555 Oct 19 07:56:41.108163 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98e704c-3b48-434c-947d-e33cba29b23f req-f9668708-24c4-40eb-b47c-e88c8d9441b0 tempest-ServersAdminNegativeTestJSON-834818204 tempest-ServersAdminNegativeTestJSON-834818204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:56:41.109620 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-f98e704c-3b48-434c-947d-e33cba29b23f req-f9668708-24c4-40eb-b47c-e88c8d9441b0 tempest-ServersAdminNegativeTestJSON-834818204 tempest-ServersAdminNegativeTestJSON-834818204-project] 10.222.0.16 "GET /v2.0/ports?device_id=d6b93998-1327-49ec-a708-5b0687e147e2 HTTP/1.1" status: 200 len: 949 time: 0.0472524 Oct 19 07:56:41.197997 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.plugin [req-f98e704c-3b48-434c-947d-e33cba29b23f req-51a1f8e0-01b5-4bd9-bf64-abab3aaf7c7c tempest-ServersAdminNegativeTestJSON-834818204 tempest-ServersAdminNegativeTestJSON-834818204-project] Deleting port 498d7d82-b03e-411c-9fd3-aed6eb5dee48 {{(pid=103332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 07:56:41.198235 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-f98e704c-3b48-434c-947d-e33cba29b23f req-51a1f8e0-01b5-4bd9-bf64-abab3aaf7c7c tempest-ServersAdminNegativeTestJSON-834818204 tempest-ServersAdminNegativeTestJSON-834818204-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:56:41.285158 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.db [req-f98e704c-3b48-434c-947d-e33cba29b23f req-51a1f8e0-01b5-4bd9-bf64-abab3aaf7c7c tempest-ServersAdminNegativeTestJSON-834818204 tempest-ServersAdminNegativeTestJSON-834818204-project] For port 498d7d82-b03e-411c-9fd3-aed6eb5dee48, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=498d7d82-b03e-411c-9fd3-aed6eb5dee48,segment=NetworkSegment(054e2c27-52b4-4d7c-aef4-49eea50c7d74),segment_id=054e2c27-52b4-4d7c-aef4-49eea50c7d74)] {{(pid=103332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:56:41.285520 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-f98e704c-3b48-434c-947d-e33cba29b23f req-51a1f8e0-01b5-4bd9-bf64-abab3aaf7c7c tempest-ServersAdminNegativeTestJSON-834818204 tempest-ServersAdminNegativeTestJSON-834818204-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:56:41.297805 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.plugin [req-f98e704c-3b48-434c-947d-e33cba29b23f req-51a1f8e0-01b5-4bd9-bf64-abab3aaf7c7c tempest-ServersAdminNegativeTestJSON-834818204 tempest-ServersAdminNegativeTestJSON-834818204-project] Calling delete_port for 498d7d82-b03e-411c-9fd3-aed6eb5dee48 owned by compute:nova {{(pid=103332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 07:56:41.425897 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-f98e704c-3b48-434c-947d-e33cba29b23f req-51a1f8e0-01b5-4bd9-bf64-abab3aaf7c7c tempest-ServersAdminNegativeTestJSON-834818204 tempest-ServersAdminNegativeTestJSON-834818204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133553798'] for port, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:56:41.436688 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] get_ports_and_sgs() called for port_ids ['498d7d82-b03e-411c-9fd3-aed6eb5dee48'] {{(pid=103334) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 19 07:56:41.462205 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a1f8e0-01b5-4bd9-bf64-abab3aaf7c7c tempest-ServersAdminNegativeTestJSON-834818204 tempest-ServersAdminNegativeTestJSON-834818204-project] Pushing event deleted for resources: {'Port': ['ID=498d7d82-b03e-411c-9fd3-aed6eb5dee48,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:56:41.504248 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [req-f98e704c-3b48-434c-947d-e33cba29b23f req-51a1f8e0-01b5-4bd9-bf64-abab3aaf7c7c tempest-ServersAdminNegativeTestJSON-834818204 tempest-ServersAdminNegativeTestJSON-834818204-project] No DVR routers for this DVR port 498d7d82-b03e-411c-9fd3-aed6eb5dee48 on host hv-neutron-8616 {{(pid=103332) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 19 07:56:41.507513 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-f98e704c-3b48-434c-947d-e33cba29b23f req-51a1f8e0-01b5-4bd9-bf64-abab3aaf7c7c tempest-ServersAdminNegativeTestJSON-834818204 tempest-ServersAdminNegativeTestJSON-834818204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42160'] for port, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:56:41.511558 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-f98e704c-3b48-434c-947d-e33cba29b23f req-51a1f8e0-01b5-4bd9-bf64-abab3aaf7c7c tempest-ServersAdminNegativeTestJSON-834818204 tempest-ServersAdminNegativeTestJSON-834818204-project] 10.222.0.16 "DELETE /v2.0/ports/498d7d82-b03e-411c-9fd3-aed6eb5dee48 HTTP/1.1" status: 204 len: 173 time: 0.3965948 Oct 19 07:56:41.512076 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6b93998-1327-49ec-a708-5b0687e147e2', 'name': 'network-vif-deleted', 'tag': '498d7d82-b03e-411c-9fd3-aed6eb5dee48'}] {{(pid=103332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 19 07:56:41.514437 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a021b02cf5f527cd4bbbc40a031b51490d9893d7edeeb551bdf5128ee7546f8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-867293cc-4a41-410f-a976-0f961dde2908" -d '{"events": [{"server_uuid": "d6b93998-1327-49ec-a708-5b0687e147e2", "name": "network-vif-deleted", "tag": "498d7d82-b03e-411c-9fd3-aed6eb5dee48"}]}' {{(pid=103332) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 07:56:41.554163 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 19 Oct 2022 07:56:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2de889e0-bd96-498b-ac5b-21e2da330f52 x-openstack-request-id: req-2de889e0-bd96-498b-ac5b-21e2da330f52 {{(pid=103332) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 07:56:41.555032 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6b93998-1327-49ec-a708-5b0687e147e2", "name": "network-vif-deleted", "tag": "498d7d82-b03e-411c-9fd3-aed6eb5dee48", "status": "completed", "code": 200}]} {{(pid=103332) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 07:56:41.555246 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-2de889e0-bd96-498b-ac5b-21e2da330f52 {{(pid=103332) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 07:56:41.555645 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2de889e0-bd96-498b-ac5b-21e2da330f52'] response: {'server_uuid': 'd6b93998-1327-49ec-a708-5b0687e147e2', 'name': 'network-vif-deleted', 'tag': '498d7d82-b03e-411c-9fd3-aed6eb5dee48', 'status': 'completed', 'code': 200} Oct 19 07:56:41.849249 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:56:42.355829 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 34722) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:56:42.483724 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-cec8f4eb-7f1a-44cc-bf91-2b058d6e1bda admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=ce5b9e3a91b84f479a378d7f798c525f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1268046 Oct 19 07:56:42.486216 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 34726) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:56:42.533556 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-069927cf-8eaa-4d80-badc-b7f2aa0c902e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:56:42.553874 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-069927cf-8eaa-4d80-badc-b7f2aa0c902e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:56:42.602038 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-069927cf-8eaa-4d80-badc-b7f2aa0c902e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788643'] for security_group, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:56:42.604648 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-069927cf-8eaa-4d80-badc-b7f2aa0c902e admin admin] Notify callbacks [] for security_group, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:56:42.605793 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-069927cf-8eaa-4d80-badc-b7f2aa0c902e admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/82060b69-b7ea-4e48-b218-a0d5afb9c85a HTTP/1.1" status: 204 len: 168 time: 0.1186860 Oct 19 07:56:42.613476 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069927cf-8eaa-4d80-badc-b7f2aa0c902e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82060b69-b7ea-4e48-b218-a0d5afb9c85a,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:56:42.859234 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 34732) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:56:42.872913 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-e2a3d305-67f7-4bbc-95bb-087387a63348 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:56:42.951128 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-e2a3d305-67f7-4bbc-95bb-087387a63348 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:56:42.955326 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-e2a3d305-67f7-4bbc-95bb-087387a63348 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788643'] for security_group, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:56:42.992804 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-e2a3d305-67f7-4bbc-95bb-087387a63348 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=744db414910d44f4873e2974bf82b78f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1323147 Oct 19 07:56:42.994698 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a3d305-67f7-4bbc-95bb-087387a63348 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6aa81ed2-817f-4e06-9e82-624120bbd7bb,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:56:42.995464 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 34734) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:56:43.044760 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-c8f556be-4f22-4f3e-9b79-7b1151ba429a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:56:43.065632 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-c8f556be-4f22-4f3e-9b79-7b1151ba429a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:56:43.111594 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-c8f556be-4f22-4f3e-9b79-7b1151ba429a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788643'] for security_group, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:56:43.114192 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-c8f556be-4f22-4f3e-9b79-7b1151ba429a admin admin] Notify callbacks [] for security_group, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:56:43.115323 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-c8f556be-4f22-4f3e-9b79-7b1151ba429a admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/6aa81ed2-817f-4e06-9e82-624120bbd7bb HTTP/1.1" status: 204 len: 168 time: 0.1187854 Oct 19 07:56:43.125499 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f556be-4f22-4f3e-9b79-7b1151ba429a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6aa81ed2-817f-4e06-9e82-624120bbd7bb,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:56:43.389050 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-77f7c87e-8b1c-4dd8-a641-711f59ba92a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:56:43.768127 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 34756) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:56:43.865041 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-16a16667-e3ed-4466-a823-882d222d1b53 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-486141680-network', 'tenant_id': '2310e53608714f86a5c694ae819de1fa'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:56:43.885124 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16a16667-e3ed-4466-a823-882d222d1b53 admin admin] Made reservation on behalf of 2310e53608714f86a5c694ae819de1fa for: {'network': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 07:56:43.887973 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-16a16667-e3ed-4466-a823-882d222d1b53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for network, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:56:43.897246 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-16a16667-e3ed-4466-a823-882d222d1b53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:56:43.973809 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-16a16667-e3ed-4466-a823-882d222d1b53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:56:43.977751 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-16a16667-e3ed-4466-a823-882d222d1b53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788643'] for security_group, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:56:44.001986 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16a16667-e3ed-4466-a823-882d222d1b53 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 190} {{(pid=103333) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 07:56:44.012553 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a16667-e3ed-4466-a823-882d222d1b53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4c16162-0a02-4ba9-a3f6-970662f0ead6,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:56:44.017702 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-16a16667-e3ed-4466-a823-882d222d1b53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979'] for segment, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:56:44.018042 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.db.segments_db [None req-16a16667-e3ed-4466-a823-882d222d1b53 admin admin] Added segment 2777af6c-7b13-4619-9153-c7974008b0cf of type vlan for network f026d5dc-5846-45cc-ab69-77fb90dbb71a Oct 19 07:56:44.059183 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-16a16667-e3ed-4466-a823-882d222d1b53 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785020965340'] for network, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:56:44.083148 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-16a16667-e3ed-4466-a823-882d222d1b53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873'] for network, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:56:44.084068 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16a16667-e3ed-4466-a823-882d222d1b53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:56:44.084675 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-16a16667-e3ed-4466-a823-882d222d1b53 admin admin] Notify callbacks [] for network, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:56:44.122017 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-16a16667-e3ed-4466-a823-882d222d1b53 admin admin] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3527703 Oct 19 07:56:44.125122 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 34760) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:56:44.130167 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-55d160b2-b046-44ab-a428-013e060ff578 admin admin] Request body: {'subnet': {'network_id': 'f026d5dc-5846-45cc-ab69-77fb90dbb71a', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-486141680-subnet', 'tenant_id': '2310e53608714f86a5c694ae819de1fa', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:56:44.150550 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55d160b2-b046-44ab-a428-013e060ff578 admin admin] Made reservation on behalf of 2310e53608714f86a5c694ae819de1fa for: {'subnet': 1} {{(pid=103332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 07:56:44.153055 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a16667-e3ed-4466-a823-882d222d1b53 admin admin] Pushing event updated for resources: {'Network': ['ID=f026d5dc-5846-45cc-ab69-77fb90dbb71a,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:56:44.153219 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-55d160b2-b046-44ab-a428-013e060ff578 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130659787'] for subnet, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:56:44.163119 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Network f026d5dc-5846-45cc-ab69-77fb90dbb71a details requested by agent ovs-agent-dv-neutron-861624-1-hyperv with host dv-neutron-861624-1-hyperv {{(pid=103334) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 07:56:44.322903 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-55d160b2-b046-44ab-a428-013e060ff578 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-133552662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130659641'] for subnet, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:56:44.385981 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d160b2-b046-44ab-a428-013e060ff578 admin admin] Pushing event updated for resources: {'Subnet': ['ID=85c82f5b-1b8f-4f92-afe0-a1475ff1b2ac,revision_number=0']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:56:44.390227 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55d160b2-b046-44ab-a428-013e060ff578 admin admin] Checking segment: {'id': '2777af6c-7b13-4619-9153-c7974008b0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'f026d5dc-5846-45cc-ab69-77fb90dbb71a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 19 07:56:44.390574 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55d160b2-b046-44ab-a428-013e060ff578 admin admin] Network hostable DHCP agents. Network: f026d5dc-5846-45cc-ab69-77fb90dbb71a, hostable agents: ['310d813b-0e3e-4d7e-9b79-8f4ec0dbcab0'], hosted agents: [] {{(pid=103332) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 07:56:44.407084 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55d160b2-b046-44ab-a428-013e060ff578 admin admin] Network f026d5dc-5846-45cc-ab69-77fb90dbb71a is scheduled to be hosted by DHCP agent 310d813b-0e3e-4d7e-9b79-8f4ec0dbcab0 with binding_index 1 {{(pid=103332) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 07:56:44.415591 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.base_scheduler [None req-55d160b2-b046-44ab-a428-013e060ff578 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861624-1-hyperv, f026d5dc-5846-45cc-ab69-77fb90dbb71a) {{(pid=103332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:56:44.419887 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55d160b2-b046-44ab-a428-013e060ff578 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:56:44.420467 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-55d160b2-b046-44ab-a428-013e060ff578 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:56:44.424640 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3309cac-a60c-472c-a306-a60044c2a057 None None] Network f026d5dc-5846-45cc-ab69-77fb90dbb71a requested from dv-neutron-861624-1-hyperv {{(pid=103334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 07:56:44.436412 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-55d160b2-b046-44ab-a428-013e060ff578 admin admin] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3100371 Oct 19 07:56:44.439084 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 34762) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:56:44.443418 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-f903988c-5d9b-488f-a210-d4af1fb26168 admin admin] Request body: {'router': {'name': 'tempest-DeleteServersTestJSON-486141680-router', 'tenant_id': '2310e53608714f86a5c694ae819de1fa', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd'}}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:56:44.462243 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-f903988c-5d9b-488f-a210-d4af1fb26168 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1692695', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12668'] for router, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:56:44.463446 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-f903988c-5d9b-488f-a210-d4af1fb26168 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1692835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1693910', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1621825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12659'] for router, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:56:44.516239 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-f903988c-5d9b-488f-a210-d4af1fb26168 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:56:44.570801 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e643c1b-63e3-4d6d-971b-d7457f8848a5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d12c6ac-27a3-545c-a8f3-f04e30423d6d-f026d5dc-5846-45cc-ab69-77fb90dbb71a', 'network_id': 'f026d5dc-5846-45cc-ab69-77fb90dbb71a', 'tenant_id': '2310e53608714f86a5c694ae819de1fa', 'fixed_ips': [{'subnet_id': '85c82f5b-1b8f-4f92-afe0-a1475ff1b2ac'}]}} from dv-neutron-861624-1-hyperv. {{(pid=103334) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 07:56:44.571667 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-8e643c1b-63e3-4d6d-971b-d7457f8848a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:56:44.653681 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-f903988c-5d9b-488f-a210-d4af1fb26168 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:56:44.702134 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.db_base_plugin_common [None req-8e643c1b-63e3-4d6d-971b-d7457f8848a5 None None] Allocated IP 172.20.0.2 (f026d5dc-5846-45cc-ab69-77fb90dbb71a/85c82f5b-1b8f-4f92-afe0-a1475ff1b2ac/7ebf756d-1b3a-405f-9cc8-e5c7c028f6af) {{(pid=103334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 07:56:44.844348 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-8e643c1b-63e3-4d6d-971b-d7457f8848a5 None None] Notify callbacks [] for port, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:56:44.850447 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-8e643c1b-63e3-4d6d-971b-d7457f8848a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785020947330'] for port, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:56:44.852514 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-f903988c-5d9b-488f-a210-d4af1fb26168 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:56:44.871991 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-f903988c-5d9b-488f-a210-d4af1fb26168 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:56:44.889045 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e643c1b-63e3-4d6d-971b-d7457f8848a5 None None] Network f026d5dc-5846-45cc-ab69-77fb90dbb71a is already hosted by enough agents. {{(pid=103334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 07:56:44.892141 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.scheduler.base_scheduler [None req-8e643c1b-63e3-4d6d-971b-d7457f8848a5 None None] Resources bound (agent type, host, resource id): {{(pid=103334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:56:44.894651 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e643c1b-63e3-4d6d-971b-d7457f8848a5 None None] Received port after_create {{(pid=103334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 07:56:44.924683 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e643c1b-63e3-4d6d-971b-d7457f8848a5 None None] Pushing event updated for resources: {'Port': ['ID=7ebf756d-1b3a-405f-9cc8-e5c7c028f6af,revision_number=1']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:56:44.959790 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-8e643c1b-63e3-4d6d-971b-d7457f8848a5 None None] Attempting to bind port 7ebf756d-1b3a-405f-9cc8-e5c7c028f6af on host dv-neutron-861624-1-hyperv for vnic_type normal with profile {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 19 07:56:44.960076 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-8e643c1b-63e3-4d6d-971b-d7457f8848a5 None None] Attempting to bind port 7ebf756d-1b3a-405f-9cc8-e5c7c028f6af by drivers openvswitch,hyperv on host dv-neutron-861624-1-hyperv at level 0 using segments [{'id': '2777af6c-7b13-4619-9153-c7974008b0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'f026d5dc-5846-45cc-ab69-77fb90dbb71a'}] {{(pid=103334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 19 07:56:44.961009 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e643c1b-63e3-4d6d-971b-d7457f8848a5 None None] Attempting to bind port 7ebf756d-1b3a-405f-9cc8-e5c7c028f6af on network f026d5dc-5846-45cc-ab69-77fb90dbb71a {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 07:56:44.965943 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e643c1b-63e3-4d6d-971b-d7457f8848a5 None None] Checking agent: {'id': 'a5b0152c-d633-409b-aaf8-3b76458e2410', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861624-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 19, 7, 30, 19), 'started_at': datetime.datetime(2022, 10, 19, 7, 30, 49), 'heartbeat_timestamp': datetime.datetime(2022, 10, 19, 7, 56, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861624-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 07:56:44.966302 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e643c1b-63e3-4d6d-971b-d7457f8848a5 None None] Checking segment: {'id': '2777af6c-7b13-4619-9153-c7974008b0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'f026d5dc-5846-45cc-ab69-77fb90dbb71a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 19 07:56:44.966708 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-8e643c1b-63e3-4d6d-971b-d7457f8848a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:56:44.967096 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e643c1b-63e3-4d6d-971b-d7457f8848a5 None None] Bound using segment: {'id': '2777af6c-7b13-4619-9153-c7974008b0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'f026d5dc-5846-45cc-ab69-77fb90dbb71a'} {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 07:56:44.967559 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-8e643c1b-63e3-4d6d-971b-d7457f8848a5 None None] Bound port: 7ebf756d-1b3a-405f-9cc8-e5c7c028f6af, host: dv-neutron-861624-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2777af6c-7b13-4619-9153-c7974008b0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'f026d5dc-5846-45cc-ab69-77fb90dbb71a'}}] {{(pid=103334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 19 07:56:44.967945 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-8e643c1b-63e3-4d6d-971b-d7457f8848a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:56:44.972709 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Device 498d7d82-b03e-411c-9fd3-aed6eb5dee48 no longer exists at agent hyperv_hv-neutron-8616 {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 07:56:44.979542 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.db_base_plugin_common [None req-f903988c-5d9b-488f-a210-d4af1fb26168 admin admin] Allocated IP 172.26.0.215 (99c66757-74e3-40a4-b479-8d09e3a7c3dd/7f3d1034-1de7-458a-a3ee-77488de3949b/a006c3f0-fa98-43f8-81d2-9310c6ed27eb) {{(pid=103332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 07:56:45.002213 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] No Port match for: 498d7d82-b03e-411c-9fd3-aed6eb5dee48 {{(pid=103334) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 19 07:56:45.002560 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Device 498d7d82-b03e-411c-9fd3-aed6eb5dee48 not bound to the agent host hv-neutron-8616 {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 07:56:45.056557 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-8e643c1b-63e3-4d6d-971b-d7457f8848a5 None None] For port 7ebf756d-1b3a-405f-9cc8-e5c7c028f6af, host dv-neutron-861624-1-hyperv, cleared binding levels {{(pid=103334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 07:56:45.060030 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-8e643c1b-63e3-4d6d-971b-d7457f8848a5 None None] For port 7ebf756d-1b3a-405f-9cc8-e5c7c028f6af, host dv-neutron-861624-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=7ebf756d-1b3a-405f-9cc8-e5c7c028f6af,segment=NetworkSegment(2777af6c-7b13-4619-9153-c7974008b0cf),segment_id=2777af6c-7b13-4619-9153-c7974008b0cf)] {{(pid=103334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 07:56:45.064926 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-8e643c1b-63e3-4d6d-971b-d7457f8848a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:56:45.089898 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-f903988c-5d9b-488f-a210-d4af1fb26168 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:56:45.119393 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e643c1b-63e3-4d6d-971b-d7457f8848a5 None None] Pushing event updated for resources: {'Port': ['ID=7ebf756d-1b3a-405f-9cc8-e5c7c028f6af,revision_number=2']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:56:45.126322 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-f903988c-5d9b-488f-a210-d4af1fb26168 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785020947330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133553798'] for port, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:56:45.170781 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f903988c-5d9b-488f-a210-d4af1fb26168 admin admin] Network 99c66757-74e3-40a4-b479-8d09e3a7c3dd is already hosted by enough agents. {{(pid=103332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 07:56:45.173696 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.base_scheduler [None req-f903988c-5d9b-488f-a210-d4af1fb26168 admin admin] Resources bound (agent type, host, resource id): {{(pid=103332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:56:45.177156 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f903988c-5d9b-488f-a210-d4af1fb26168 admin admin] Received port after_create {{(pid=103332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 07:56:45.200319 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f903988c-5d9b-488f-a210-d4af1fb26168 admin admin] Pushing event updated for resources: {'Port': ['ID=a006c3f0-fa98-43f8-81d2-9310c6ed27eb,revision_number=1']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:56:45.445704 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-f903988c-5d9b-488f-a210-d4af1fb26168 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:56:45.528439 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device 7ebf756d-1b3a-405f-9cc8-e5c7c028f6af up at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 07:56:45.579773 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Provisioning complete for port 7ebf756d-1b3a-405f-9cc8-e5c7c028f6af triggered by entity L2. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:56:45.580236 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:56:45.580599 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Attempt 1 to provision port 7ebf756d-1b3a-405f-9cc8-e5c7c028f6af Oct 19 07:56:45.645411 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-f903988c-5d9b-488f-a210-d4af1fb26168 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1692844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1693859'] for router, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:56:45.657429 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Current status of the port 7ebf756d-1b3a-405f-9cc8-e5c7c028f6af is: DOWN; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:56:45.657944 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:56:45.696092 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] For port 7ebf756d-1b3a-405f-9cc8-e5c7c028f6af, host dv-neutron-861624-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=7ebf756d-1b3a-405f-9cc8-e5c7c028f6af,segment=NetworkSegment(2777af6c-7b13-4619-9153-c7974008b0cf),segment_id=2777af6c-7b13-4619-9153-c7974008b0cf)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:56:45.701061 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:56:45.756058 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Pushing event updated for resources: {'Port': ['ID=7ebf756d-1b3a-405f-9cc8-e5c7c028f6af,revision_number=3']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:56:45.963801 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-887ea312-388b-40c6-af17-629922f61d46 None None] Network f026d5dc-5846-45cc-ab69-77fb90dbb71a requested from dv-neutron-861624-1-hyperv {{(pid=103334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 07:56:46.053855 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-ebbf26ba-3c0b-4e13-9c03-0ff75522bdce None None] Provisioning complete for port 7ebf756d-1b3a-405f-9cc8-e5c7c028f6af triggered by entity DHCP. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:56:46.054570 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-ebbf26ba-3c0b-4e13-9c03-0ff75522bdce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:56:46.054914 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-ebbf26ba-3c0b-4e13-9c03-0ff75522bdce None None] Attempt 1 to provision port 7ebf756d-1b3a-405f-9cc8-e5c7c028f6af Oct 19 07:56:46.097898 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f903988c-5d9b-488f-a210-d4af1fb26168 admin admin] Router ad687b36-a8fa-4c42-9323-9d050b6a4c4e is scheduled to L3 agent ab388470-1243-4d53-80f2-c2f5899c97a7 with binding_index 1 {{(pid=103332) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 07:56:46.185334 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-ebbf26ba-3c0b-4e13-9c03-0ff75522bdce None None] Current status of the port 7ebf756d-1b3a-405f-9cc8-e5c7c028f6af is: ACTIVE; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:56:46.201248 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f903988c-5d9b-488f-a210-d4af1fb26168 admin admin] Notify agent at l3_agent.dv-neutron-861624-1-hyperv the message routers_updated {{(pid=103332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 07:56:46.211818 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5594cebc-e42f-48a5-8274-81c697b62d33 None None] Sync routers for ids ['ad687b36-a8fa-4c42-9323-9d050b6a4c4e'] in dv-neutron-861624-1-hyperv {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 07:56:46.221246 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-f903988c-5d9b-488f-a210-d4af1fb26168 admin admin] Notify callbacks [] for router, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:56:46.222973 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5594cebc-e42f-48a5-8274-81c697b62d33 None None] Routers {'ad687b36-a8fa-4c42-9323-9d050b6a4c4e'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 07:56:46.223679 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-5594cebc-e42f-48a5-8274-81c697b62d33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T07:56:16Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['ad687b36-a8fa-4c42-9323-9d050b6a4c4e'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:56:46.225765 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 34764) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:56:46.226360 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-f903988c-5d9b-488f-a210-d4af1fb26168 admin admin] 10.222.0.27 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.7858491 Oct 19 07:56:46.311899 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-45f03da2-e2c7-4da3-a736-dc41438b2adf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:56:46.344299 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvr_db [None req-5594cebc-e42f-48a5-8274-81c697b62d33 None None] Set router ad687b36-a8fa-4c42-9323-9d050b6a4c4e gateway port host: dv-neutron-861624-1-hyperv {{(pid=103335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 07:56:46.410376 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-a6f6b831-0947-4a92-b09d-10c09961e566 None None] Provisioning complete for port 7ebf756d-1b3a-405f-9cc8-e5c7c028f6af triggered by entity DHCP. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:56:46.410917 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-a6f6b831-0947-4a92-b09d-10c09961e566 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:56:46.411335 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-a6f6b831-0947-4a92-b09d-10c09961e566 None None] Attempt 1 to provision port 7ebf756d-1b3a-405f-9cc8-e5c7c028f6af Oct 19 07:56:46.490861 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-a6f6b831-0947-4a92-b09d-10c09961e566 None None] Current status of the port 7ebf756d-1b3a-405f-9cc8-e5c7c028f6af is: ACTIVE; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:56:46.529549 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-5594cebc-e42f-48a5-8274-81c697b62d33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad687b36-a8fa-4c42-9323-9d050b6a4c4e', 'name': 'tempest-DeleteServersTestJSON-486141680-router', 'tenant_id': '2310e53608714f86a5c694ae819de1fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'external_fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.215'}], 'enable_snat': True}, 'gw_port_id': 'a006c3f0-fa98-43f8-81d2-9310c6ed27eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T07:56:44Z', 'updated_at': '2022-10-19T07:56:45Z', 'revision_number': 3, 'project_id': '2310e53608714f86a5c694ae819de1fa', 'gw_port': {'id': 'a006c3f0-fa98-43f8-81d2-9310c6ed27eb', 'name': '', 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:3d:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad687b36-a8fa-4c42-9323-9d050b6a4c4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1533, 'fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:56:44Z', 'updated_at': '2022-10-19T07:56:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861624-1-hyperv'}], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:56:46.556117 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5594cebc-e42f-48a5-8274-81c697b62d33 None None] Checking router: ad687b36-a8fa-4c42-9323-9d050b6a4c4e for host: dv-neutron-861624-1-hyperv {{(pid=103335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 07:56:46.556450 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5594cebc-e42f-48a5-8274-81c697b62d33 None None] Updating router ad687b36-a8fa-4c42-9323-9d050b6a4c4e port a006c3f0-fa98-43f8-81d2-9310c6ed27eb binding host dv-neutron-861624-1-hyperv {{(pid=103335) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 07:56:46.582875 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-5594cebc-e42f-48a5-8274-81c697b62d33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:56:46.847105 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-5594cebc-e42f-48a5-8274-81c697b62d33 None None] Notify callbacks [] for port, precommit_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:56:46.852763 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-5594cebc-e42f-48a5-8274-81c697b62d33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:56:46.887863 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-5594cebc-e42f-48a5-8274-81c697b62d33 None None] Attempting to bind port a006c3f0-fa98-43f8-81d2-9310c6ed27eb on host dv-neutron-861624-1-hyperv for vnic_type normal with profile {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 19 07:56:46.888227 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-5594cebc-e42f-48a5-8274-81c697b62d33 None None] Attempting to bind port a006c3f0-fa98-43f8-81d2-9310c6ed27eb by drivers openvswitch,hyperv on host dv-neutron-861624-1-hyperv at level 0 using segments [{'id': '53981d04-8205-40d8-8d33-0510111d6f8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd'}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 19 07:56:46.888608 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5594cebc-e42f-48a5-8274-81c697b62d33 None None] Attempting to bind port a006c3f0-fa98-43f8-81d2-9310c6ed27eb on network 99c66757-74e3-40a4-b479-8d09e3a7c3dd {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 07:56:46.898575 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5594cebc-e42f-48a5-8274-81c697b62d33 None None] Checking agent: {'id': 'a5b0152c-d633-409b-aaf8-3b76458e2410', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861624-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 19, 7, 30, 19), 'started_at': datetime.datetime(2022, 10, 19, 7, 30, 49), 'heartbeat_timestamp': datetime.datetime(2022, 10, 19, 7, 56, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861624-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 07:56:46.898957 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5594cebc-e42f-48a5-8274-81c697b62d33 None None] Checking segment: {'id': '53981d04-8205-40d8-8d33-0510111d6f8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 19 07:56:46.899351 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-5594cebc-e42f-48a5-8274-81c697b62d33 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:56:46.899737 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5594cebc-e42f-48a5-8274-81c697b62d33 None None] Bound using segment: {'id': '53981d04-8205-40d8-8d33-0510111d6f8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd'} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 07:56:46.900197 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-5594cebc-e42f-48a5-8274-81c697b62d33 None None] Bound port: a006c3f0-fa98-43f8-81d2-9310c6ed27eb, host: dv-neutron-861624-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53981d04-8205-40d8-8d33-0510111d6f8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd'}}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 19 07:56:46.900590 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-5594cebc-e42f-48a5-8274-81c697b62d33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:56:46.925542 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b58a08-8c45-4076-9a62-a7f3b93b8cad None None] Pushing event updated for resources: {'Port': ['ID=a006c3f0-fa98-43f8-81d2-9310c6ed27eb,revision_number=2']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:56:46.936806 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b58a08-8c45-4076-9a62-a7f3b93b8cad None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:56:46.937158 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b58a08-8c45-4076-9a62-a7f3b93b8cad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:56:46.937495 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b58a08-8c45-4076-9a62-a7f3b93b8cad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:56:46.937827 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b58a08-8c45-4076-9a62-a7f3b93b8cad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:56:46.938156 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b58a08-8c45-4076-9a62-a7f3b93b8cad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:56:46.938514 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b58a08-8c45-4076-9a62-a7f3b93b8cad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:56:46.938807 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b58a08-8c45-4076-9a62-a7f3b93b8cad None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:56:46.939131 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b58a08-8c45-4076-9a62-a7f3b93b8cad None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:56:46.939453 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b58a08-8c45-4076-9a62-a7f3b93b8cad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:56:46.939773 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b58a08-8c45-4076-9a62-a7f3b93b8cad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:56:46.940091 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b58a08-8c45-4076-9a62-a7f3b93b8cad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:56:46.940411 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b58a08-8c45-4076-9a62-a7f3b93b8cad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:56:46.967694 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-5594cebc-e42f-48a5-8274-81c697b62d33 None None] For port a006c3f0-fa98-43f8-81d2-9310c6ed27eb, host dv-neutron-861624-1-hyperv, cleared binding levels {{(pid=103335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 07:56:46.970882 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-5594cebc-e42f-48a5-8274-81c697b62d33 None None] For port a006c3f0-fa98-43f8-81d2-9310c6ed27eb, host dv-neutron-861624-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=a006c3f0-fa98-43f8-81d2-9310c6ed27eb,segment=NetworkSegment(53981d04-8205-40d8-8d33-0510111d6f8f),segment_id=53981d04-8205-40d8-8d33-0510111d6f8f)] {{(pid=103335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 07:56:46.974500 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-5594cebc-e42f-48a5-8274-81c697b62d33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:56:46.982649 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-75ae3e7c-a6f1-4fd5-a85b-df7bdfdd5788 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:56:47.014092 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5594cebc-e42f-48a5-8274-81c697b62d33 None None] Routers {'ad687b36-a8fa-4c42-9323-9d050b6a4c4e'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 07:56:47.014704 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-5594cebc-e42f-48a5-8274-81c697b62d33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T07:56:46Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['ad687b36-a8fa-4c42-9323-9d050b6a4c4e'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:56:47.139067 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.db_base_plugin_common [None req-75ae3e7c-a6f1-4fd5-a85b-df7bdfdd5788 admin admin] Allocated IP 172.20.0.1 (f026d5dc-5846-45cc-ab69-77fb90dbb71a/85c82f5b-1b8f-4f92-afe0-a1475ff1b2ac/d4b3ae7c-0e7a-4a04-b3e6-c63a61fec3a7) {{(pid=103333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 07:56:47.158499 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b58a08-8c45-4076-9a62-a7f3b93b8cad None None] Pushing event updated for resources: {'Port': ['ID=a006c3f0-fa98-43f8-81d2-9310c6ed27eb,revision_number=3']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:56:47.223694 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvr_db [None req-5594cebc-e42f-48a5-8274-81c697b62d33 None None] Set router ad687b36-a8fa-4c42-9323-9d050b6a4c4e gateway port host: dv-neutron-861624-1-hyperv {{(pid=103335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 07:56:47.251353 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-75ae3e7c-a6f1-4fd5-a85b-df7bdfdd5788 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:56:47.285813 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-75ae3e7c-a6f1-4fd5-a85b-df7bdfdd5788 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785020947330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130996763'] for port, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:56:47.323718 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75ae3e7c-a6f1-4fd5-a85b-df7bdfdd5788 admin admin] Network f026d5dc-5846-45cc-ab69-77fb90dbb71a is already hosted by enough agents. {{(pid=103333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 07:56:47.326733 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-75ae3e7c-a6f1-4fd5-a85b-df7bdfdd5788 admin admin] Resources bound (agent type, host, resource id): {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:56:47.330585 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75ae3e7c-a6f1-4fd5-a85b-df7bdfdd5788 admin admin] Received port after_create {{(pid=103333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 07:56:47.359083 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ae3e7c-a6f1-4fd5-a85b-df7bdfdd5788 admin admin] Pushing event updated for resources: {'Port': ['ID=d4b3ae7c-0e7a-4a04-b3e6-c63a61fec3a7,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:56:47.376864 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-75ae3e7c-a6f1-4fd5-a85b-df7bdfdd5788 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1695190'] for router_interface, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:56:47.417325 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-5594cebc-e42f-48a5-8274-81c697b62d33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad687b36-a8fa-4c42-9323-9d050b6a4c4e', 'name': 'tempest-DeleteServersTestJSON-486141680-router', 'tenant_id': '2310e53608714f86a5c694ae819de1fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'external_fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.215'}], 'enable_snat': True}, 'gw_port_id': 'a006c3f0-fa98-43f8-81d2-9310c6ed27eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T07:56:44Z', 'updated_at': '2022-10-19T07:56:45Z', 'revision_number': 3, 'project_id': '2310e53608714f86a5c694ae819de1fa', 'gw_port': {'id': 'a006c3f0-fa98-43f8-81d2-9310c6ed27eb', 'name': '', 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:3d:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad687b36-a8fa-4c42-9323-9d050b6a4c4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1533, 'fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:56:44Z', 'updated_at': '2022-10-19T07:56:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861624-1-hyperv'}], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:56:47.444244 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5594cebc-e42f-48a5-8274-81c697b62d33 None None] The sync data for ids ['ad687b36-a8fa-4c42-9323-9d050b6a4c4e'] in dv-neutron-861624-1-hyperv is: [{'id': 'ad687b36-a8fa-4c42-9323-9d050b6a4c4e', 'name': 'tempest-DeleteServersTestJSON-486141680-router', 'tenant_id': '2310e53608714f86a5c694ae819de1fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'external_fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.215'}], 'enable_snat': True}, 'gw_port_id': 'a006c3f0-fa98-43f8-81d2-9310c6ed27eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T07:56:44Z', 'updated_at': '2022-10-19T07:56:45Z', 'revision_number': 3, 'project_id': '2310e53608714f86a5c694ae819de1fa', 'gw_port': {'id': 'a006c3f0-fa98-43f8-81d2-9310c6ed27eb', 'name': '', 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:3d:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad687b36-a8fa-4c42-9323-9d050b6a4c4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1533, 'fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:56:44Z', 'updated_at': '2022-10-19T07:56:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861624-1-hyperv'}] {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 07:56:47.522483 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-75ae3e7c-a6f1-4fd5-a85b-df7bdfdd5788 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:56:47.563559 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device 7ebf756d-1b3a-405f-9cc8-e5c7c028f6af up at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 07:56:47.627392 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-af7d7c45-a2ec-4f3f-85ce-2a61e51e594c None None] Provisioning complete for port d4b3ae7c-0e7a-4a04-b3e6-c63a61fec3a7 triggered by entity DHCP. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:56:47.627764 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-af7d7c45-a2ec-4f3f-85ce-2a61e51e594c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:56:47.628109 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-af7d7c45-a2ec-4f3f-85ce-2a61e51e594c None None] Attempt 1 to provision port d4b3ae7c-0e7a-4a04-b3e6-c63a61fec3a7 Oct 19 07:56:47.629673 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Provisioning complete for port 7ebf756d-1b3a-405f-9cc8-e5c7c028f6af triggered by entity L2. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:56:47.630031 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:56:47.630364 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Attempt 1 to provision port 7ebf756d-1b3a-405f-9cc8-e5c7c028f6af Oct 19 07:56:47.703341 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-af7d7c45-a2ec-4f3f-85ce-2a61e51e594c None None] Port d4b3ae7c-0e7a-4a04-b3e6-c63a61fec3a7 cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 07:56:47.711442 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-75ae3e7c-a6f1-4fd5-a85b-df7bdfdd5788 admin admin] Notify callbacks [] for port, precommit_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:56:47.716982 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-75ae3e7c-a6f1-4fd5-a85b-df7bdfdd5788 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130996754'] for port, after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:56:47.763270 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Current status of the port 7ebf756d-1b3a-405f-9cc8-e5c7c028f6af is: ACTIVE; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:56:47.791698 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ae3e7c-a6f1-4fd5-a85b-df7bdfdd5788 admin admin] Pushing event updated for resources: {'Port': ['ID=d4b3ae7c-0e7a-4a04-b3e6-c63a61fec3a7,revision_number=2']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:56:47.795139 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-75ae3e7c-a6f1-4fd5-a85b-df7bdfdd5788 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1574855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1694822'] for router_interface, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:56:47.899696 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75ae3e7c-a6f1-4fd5-a85b-df7bdfdd5788 admin admin] Network f026d5dc-5846-45cc-ab69-77fb90dbb71a is already hosted by enough agents. {{(pid=103333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 07:56:47.901105 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-75ae3e7c-a6f1-4fd5-a85b-df7bdfdd5788 admin admin] Resources bound (agent type, host, resource id): {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:56:47.975593 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-2a2259f7-b034-4eec-af7a-7abaede746c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:56:48.030123 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75ae3e7c-a6f1-4fd5-a85b-df7bdfdd5788 admin admin] Router ad687b36-a8fa-4c42-9323-9d050b6a4c4e has already been hosted by L3 agent ab388470-1243-4d53-80f2-c2f5899c97a7 {{(pid=103333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 07:56:48.147471 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75ae3e7c-a6f1-4fd5-a85b-df7bdfdd5788 admin admin] Notify agent at l3_agent.dv-neutron-861624-1-hyperv the message routers_updated {{(pid=103333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 07:56:48.152601 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-75ae3e7c-a6f1-4fd5-a85b-df7bdfdd5788 admin admin] 10.222.0.27 "PUT /v2.0/routers/ad687b36-a8fa-4c42-9323-9d050b6a4c4e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9254985 Oct 19 07:56:48.205294 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-af7d7c45-a2ec-4f3f-85ce-2a61e51e594c None None] Attempt 2 to provision port d4b3ae7c-0e7a-4a04-b3e6-c63a61fec3a7 Oct 19 07:56:48.241256 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-af7d7c45-a2ec-4f3f-85ce-2a61e51e594c None None] Port d4b3ae7c-0e7a-4a04-b3e6-c63a61fec3a7 cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 07:56:48.576025 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e360cf48-2304-4dfc-badd-28bd1e513b79 req-55382bde-bcd1-4e2e-a156-f54ee1bee4fc tempest-DeleteServersTestJSON-1988210420 tempest-DeleteServersTestJSON-1988210420-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:56:48.577526 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-e360cf48-2304-4dfc-badd-28bd1e513b79 req-55382bde-bcd1-4e2e-a156-f54ee1bee4fc tempest-DeleteServersTestJSON-1988210420 tempest-DeleteServersTestJSON-1988210420-project] 10.222.0.27 "GET /v2.0/networks?id=f026d5dc-5846-45cc-ab69-77fb90dbb71a HTTP/1.1" status: 200 len: 811 time: 0.1041498 Oct 19 07:56:48.592185 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-e360cf48-2304-4dfc-badd-28bd1e513b79 req-78515c7a-b619-40c9-acdb-9fbbc6281727 tempest-DeleteServersTestJSON-1988210420 tempest-DeleteServersTestJSON-1988210420-project] 10.222.0.27 "GET /v2.0/quotas/2310e53608714f86a5c694ae819de1fa HTTP/1.1" status: 200 len: 375 time: 0.0087836 Oct 19 07:56:48.641317 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-e360cf48-2304-4dfc-badd-28bd1e513b79 req-66718f92-674d-42b3-bb83-5a79efa0e5d8 tempest-DeleteServersTestJSON-1988210420 tempest-DeleteServersTestJSON-1988210420-project] 10.222.0.27 "GET /v2.0/ports?tenant_id=2310e53608714f86a5c694ae819de1fa&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0440400 Oct 19 07:56:48.735410 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-e360cf48-2304-4dfc-badd-28bd1e513b79 req-215f9a60-27c7-4852-8967-38dcfd2e2010 service neutron] 10.222.0.27 "GET /v2.0/networks/f026d5dc-5846-45cc-ab69-77fb90dbb71a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866668 Oct 19 07:56:48.742645 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-af7d7c45-a2ec-4f3f-85ce-2a61e51e594c None None] Attempt 3 to provision port d4b3ae7c-0e7a-4a04-b3e6-c63a61fec3a7 Oct 19 07:56:48.781074 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-af7d7c45-a2ec-4f3f-85ce-2a61e51e594c None None] Port d4b3ae7c-0e7a-4a04-b3e6-c63a61fec3a7 cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 07:56:48.827217 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-e360cf48-2304-4dfc-badd-28bd1e513b79 req-41e555cd-b8b7-4f99-81a6-6d5c46f59cb7 service neutron] 10.222.0.27 "GET /v2.0/networks/f026d5dc-5846-45cc-ab69-77fb90dbb71a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855031 Oct 19 07:56:48.996273 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-9fe1e44f-fcb5-40fa-863d-3777e9e2d04d req-e105709a-09f4-4a79-9515-7bdccbfbb258 tempest-DeleteServersTestJSON-1988210420 tempest-DeleteServersTestJSON-1988210420-project] 10.222.0.27 "GET /v2.0/ports?device_id=9ef3dbc7-af51-474b-8679-2321e660622a HTTP/1.1" status: 200 len: 210 time: 0.0311863 Oct 19 07:56:49.028684 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-1a0da505-d0f9-48c6-b7e2-53b9c5e41298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:56:49.048040 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf5c4fee-678e-43f6-bd77-8516094c5e69 None None] Sync routers for ids ['ad687b36-a8fa-4c42-9323-9d050b6a4c4e'] in dv-neutron-861624-1-hyperv {{(pid=103334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 07:56:49.058390 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf5c4fee-678e-43f6-bd77-8516094c5e69 None None] Routers {'ad687b36-a8fa-4c42-9323-9d050b6a4c4e'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 07:56:49.058892 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-bf5c4fee-678e-43f6-bd77-8516094c5e69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T07:56:46Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['ad687b36-a8fa-4c42-9323-9d050b6a4c4e'], 'active': True} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:56:49.176567 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:56:49.178936 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvr_db [None req-bf5c4fee-678e-43f6-bd77-8516094c5e69 None None] Set router ad687b36-a8fa-4c42-9323-9d050b6a4c4e gateway port host: dv-neutron-861624-1-hyperv {{(pid=103334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 07:56:49.303242 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-af7d7c45-a2ec-4f3f-85ce-2a61e51e594c None None] Attempt 4 to provision port d4b3ae7c-0e7a-4a04-b3e6-c63a61fec3a7 Oct 19 07:56:49.357959 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-af7d7c45-a2ec-4f3f-85ce-2a61e51e594c None None] Port d4b3ae7c-0e7a-4a04-b3e6-c63a61fec3a7 cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 07:56:49.410466 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-bf5c4fee-678e-43f6-bd77-8516094c5e69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad687b36-a8fa-4c42-9323-9d050b6a4c4e', 'name': 'tempest-DeleteServersTestJSON-486141680-router', 'tenant_id': '2310e53608714f86a5c694ae819de1fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'external_fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.215'}], 'enable_snat': True}, 'gw_port_id': 'a006c3f0-fa98-43f8-81d2-9310c6ed27eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T07:56:44Z', 'updated_at': '2022-10-19T07:56:47Z', 'revision_number': 4, 'project_id': '2310e53608714f86a5c694ae819de1fa', 'gw_port': {'id': 'a006c3f0-fa98-43f8-81d2-9310c6ed27eb', 'name': '', 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:3d:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad687b36-a8fa-4c42-9323-9d050b6a4c4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1533, 'fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:56:44Z', 'updated_at': '2022-10-19T07:56:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861624-1-hyperv', '_interfaces': [{'id': 'd4b3ae7c-0e7a-4a04-b3e6-c63a61fec3a7', 'name': '', 'network_id': 'f026d5dc-5846-45cc-ab69-77fb90dbb71a', 'tenant_id': '2310e53608714f86a5c694ae819de1fa', 'mac_address': 'fa:16:3e:c6:b1:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad687b36-a8fa-4c42-9323-9d050b6a4c4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1534, 'fixed_ips': [{'subnet_id': '85c82f5b-1b8f-4f92-afe0-a1475ff1b2ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:56:46Z', 'updated_at': '2022-10-19T07:56:47Z', 'revision_number': 2, 'project_id': '2310e53608714f86a5c694ae819de1fa', 'subnets': [{'id': '85c82f5b-1b8f-4f92-afe0-a1475ff1b2ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:56:49.438656 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf5c4fee-678e-43f6-bd77-8516094c5e69 None None] Checking router: ad687b36-a8fa-4c42-9323-9d050b6a4c4e for host: dv-neutron-861624-1-hyperv {{(pid=103334) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 07:56:49.439012 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf5c4fee-678e-43f6-bd77-8516094c5e69 None None] Updating router ad687b36-a8fa-4c42-9323-9d050b6a4c4e port d4b3ae7c-0e7a-4a04-b3e6-c63a61fec3a7 binding host dv-neutron-861624-1-hyperv {{(pid=103334) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 07:56:49.467437 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-bf5c4fee-678e-43f6-bd77-8516094c5e69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:56:49.567438 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device a006c3f0-fa98-43f8-81d2-9310c6ed27eb up at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 07:56:49.687754 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Provisioning complete for port a006c3f0-fa98-43f8-81d2-9310c6ed27eb triggered by entity L2. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:56:49.688127 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:56:49.688462 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Attempt 1 to provision port a006c3f0-fa98-43f8-81d2-9310c6ed27eb Oct 19 07:56:49.833218 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-bf5c4fee-678e-43f6-bd77-8516094c5e69 None None] Notify callbacks [] for port, precommit_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:56:49.834785 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Current status of the port a006c3f0-fa98-43f8-81d2-9310c6ed27eb is: DOWN; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:56:49.835161 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:56:49.848901 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-bf5c4fee-678e-43f6-bd77-8516094c5e69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:56:49.861310 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-af7d7c45-a2ec-4f3f-85ce-2a61e51e594c None None] Attempt 5 to provision port d4b3ae7c-0e7a-4a04-b3e6-c63a61fec3a7 Oct 19 07:56:49.863849 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] For port a006c3f0-fa98-43f8-81d2-9310c6ed27eb, host dv-neutron-861624-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=a006c3f0-fa98-43f8-81d2-9310c6ed27eb,segment=NetworkSegment(53981d04-8205-40d8-8d33-0510111d6f8f),segment_id=53981d04-8205-40d8-8d33-0510111d6f8f)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:56:49.910219 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:56:49.920462 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e360cf48-2304-4dfc-badd-28bd1e513b79 req-33fa8e8a-60d2-4170-93da-a00c48edb3ac tempest-DeleteServersTestJSON-1988210420 tempest-DeleteServersTestJSON-1988210420-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:56:49.922758 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-e360cf48-2304-4dfc-badd-28bd1e513b79 req-33fa8e8a-60d2-4170-93da-a00c48edb3ac tempest-DeleteServersTestJSON-1988210420 tempest-DeleteServersTestJSON-1988210420-project] 10.222.0.16 "GET /v2.0/networks?id=f026d5dc-5846-45cc-ab69-77fb90dbb71a HTTP/1.1" status: 200 len: 811 time: 0.1229186 Oct 19 07:56:49.935270 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [req-e360cf48-2304-4dfc-badd-28bd1e513b79 req-69d397b4-fb82-407e-9880-1d4728c6d2bf tempest-DeleteServersTestJSON-1988210420 tempest-DeleteServersTestJSON-1988210420-project] Request body: {'port': {'device_id': '9ef3dbc7-af51-474b-8679-2321e660622a', 'network_id': 'f026d5dc-5846-45cc-ab69-77fb90dbb71a', 'admin_state_up': True, 'tenant_id': '2310e53608714f86a5c694ae819de1fa'}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:56:49.967973 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba80997-d0ab-4532-9bcf-6b6081aabb71 None None] Pushing event updated for resources: {'Port': ['ID=d4b3ae7c-0e7a-4a04-b3e6-c63a61fec3a7,revision_number=3']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:56:49.975316 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-af7d7c45-a2ec-4f3f-85ce-2a61e51e594c None None] Port d4b3ae7c-0e7a-4a04-b3e6-c63a61fec3a7 cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 07:56:50.009602 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-bf5c4fee-678e-43f6-bd77-8516094c5e69 None None] Attempting to bind port d4b3ae7c-0e7a-4a04-b3e6-c63a61fec3a7 on host dv-neutron-861624-1-hyperv for vnic_type normal with profile {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 19 07:56:50.009992 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-bf5c4fee-678e-43f6-bd77-8516094c5e69 None None] Attempting to bind port d4b3ae7c-0e7a-4a04-b3e6-c63a61fec3a7 by drivers openvswitch,hyperv on host dv-neutron-861624-1-hyperv at level 0 using segments [{'id': '2777af6c-7b13-4619-9153-c7974008b0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'f026d5dc-5846-45cc-ab69-77fb90dbb71a'}] {{(pid=103334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 19 07:56:50.010379 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf5c4fee-678e-43f6-bd77-8516094c5e69 None None] Attempting to bind port d4b3ae7c-0e7a-4a04-b3e6-c63a61fec3a7 on network f026d5dc-5846-45cc-ab69-77fb90dbb71a {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 07:56:50.018355 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf5c4fee-678e-43f6-bd77-8516094c5e69 None None] Checking agent: {'id': 'a5b0152c-d633-409b-aaf8-3b76458e2410', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861624-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 19, 7, 30, 19), 'started_at': datetime.datetime(2022, 10, 19, 7, 30, 49), 'heartbeat_timestamp': datetime.datetime(2022, 10, 19, 7, 56, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861624-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 07:56:50.018730 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf5c4fee-678e-43f6-bd77-8516094c5e69 None None] Checking segment: {'id': '2777af6c-7b13-4619-9153-c7974008b0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'f026d5dc-5846-45cc-ab69-77fb90dbb71a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 19 07:56:50.019133 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-bf5c4fee-678e-43f6-bd77-8516094c5e69 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:56:50.019525 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf5c4fee-678e-43f6-bd77-8516094c5e69 None None] Bound using segment: {'id': '2777af6c-7b13-4619-9153-c7974008b0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'f026d5dc-5846-45cc-ab69-77fb90dbb71a'} {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 07:56:50.020010 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-bf5c4fee-678e-43f6-bd77-8516094c5e69 None None] Bound port: d4b3ae7c-0e7a-4a04-b3e6-c63a61fec3a7, host: dv-neutron-861624-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2777af6c-7b13-4619-9153-c7974008b0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'f026d5dc-5846-45cc-ab69-77fb90dbb71a'}}] {{(pid=103334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 19 07:56:50.020395 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-bf5c4fee-678e-43f6-bd77-8516094c5e69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:56:50.059952 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e360cf48-2304-4dfc-badd-28bd1e513b79 req-69d397b4-fb82-407e-9880-1d4728c6d2bf tempest-DeleteServersTestJSON-1988210420 tempest-DeleteServersTestJSON-1988210420-project] Made reservation on behalf of 2310e53608714f86a5c694ae819de1fa for: {'port': 1} {{(pid=103332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 07:56:50.065054 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-e360cf48-2304-4dfc-badd-28bd1e513b79 req-69d397b4-fb82-407e-9880-1d4728c6d2bf tempest-DeleteServersTestJSON-1988210420 tempest-DeleteServersTestJSON-1988210420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:56:50.108057 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-da69a9a5-4121-41f8-8962-7f90b4f6367e req-62194565-0378-4f61-bc18-9a091efe3df4 tempest-DeleteServersTestJSON-1988210420 tempest-DeleteServersTestJSON-1988210420-project] 10.222.0.27 "GET /v2.0/ports?device_id=9ef3dbc7-af51-474b-8679-2321e660622a HTTP/1.1" status: 200 len: 210 time: 0.0315595 Oct 19 07:56:50.206521 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Pushing event updated for resources: {'Port': ['ID=a006c3f0-fa98-43f8-81d2-9310c6ed27eb,revision_number=4']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:56:50.229106 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.db_base_plugin_common [req-e360cf48-2304-4dfc-badd-28bd1e513b79 req-69d397b4-fb82-407e-9880-1d4728c6d2bf tempest-DeleteServersTestJSON-1988210420 tempest-DeleteServersTestJSON-1988210420-project] Allocated IP 172.20.0.4 (f026d5dc-5846-45cc-ab69-77fb90dbb71a/85c82f5b-1b8f-4f92-afe0-a1475ff1b2ac/b3b85b33-c49b-4c2d-844d-517f20bd28bd) {{(pid=103332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 07:56:50.242280 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-bf5c4fee-678e-43f6-bd77-8516094c5e69 None None] For port d4b3ae7c-0e7a-4a04-b3e6-c63a61fec3a7, host dv-neutron-861624-1-hyperv, cleared binding levels {{(pid=103334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 07:56:50.245526 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-bf5c4fee-678e-43f6-bd77-8516094c5e69 None None] For port d4b3ae7c-0e7a-4a04-b3e6-c63a61fec3a7, host dv-neutron-861624-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=d4b3ae7c-0e7a-4a04-b3e6-c63a61fec3a7,segment=NetworkSegment(2777af6c-7b13-4619-9153-c7974008b0cf),segment_id=2777af6c-7b13-4619-9153-c7974008b0cf)] {{(pid=103334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 07:56:50.249639 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-bf5c4fee-678e-43f6-bd77-8516094c5e69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:56:50.284931 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf5c4fee-678e-43f6-bd77-8516094c5e69 None None] Routers {'ad687b36-a8fa-4c42-9323-9d050b6a4c4e'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 07:56:50.285591 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-bf5c4fee-678e-43f6-bd77-8516094c5e69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T07:56:46Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['ad687b36-a8fa-4c42-9323-9d050b6a4c4e'], 'active': True} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:56:50.345963 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba80997-d0ab-4532-9bcf-6b6081aabb71 None None] Pushing event updated for resources: {'Port': ['ID=d4b3ae7c-0e7a-4a04-b3e6-c63a61fec3a7,revision_number=4']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:56:50.380978 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-e360cf48-2304-4dfc-badd-28bd1e513b79 req-69d397b4-fb82-407e-9880-1d4728c6d2bf tempest-DeleteServersTestJSON-1988210420 tempest-DeleteServersTestJSON-1988210420-project] Notify callbacks [] for port, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:56:50.407866 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvr_db [None req-bf5c4fee-678e-43f6-bd77-8516094c5e69 None None] Set router ad687b36-a8fa-4c42-9323-9d050b6a4c4e gateway port host: dv-neutron-861624-1-hyperv {{(pid=103334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 07:56:50.415236 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-e360cf48-2304-4dfc-badd-28bd1e513b79 req-69d397b4-fb82-407e-9880-1d4728c6d2bf tempest-DeleteServersTestJSON-1988210420 tempest-DeleteServersTestJSON-1988210420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785020947330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133553798'] for port, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:56:50.464256 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e360cf48-2304-4dfc-badd-28bd1e513b79 req-69d397b4-fb82-407e-9880-1d4728c6d2bf tempest-DeleteServersTestJSON-1988210420 tempest-DeleteServersTestJSON-1988210420-project] Network f026d5dc-5846-45cc-ab69-77fb90dbb71a is already hosted by enough agents. {{(pid=103332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 07:56:50.467358 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.base_scheduler [req-e360cf48-2304-4dfc-badd-28bd1e513b79 req-69d397b4-fb82-407e-9880-1d4728c6d2bf tempest-DeleteServersTestJSON-1988210420 tempest-DeleteServersTestJSON-1988210420-project] Resources bound (agent type, host, resource id): {{(pid=103332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:56:50.469752 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [req-e360cf48-2304-4dfc-badd-28bd1e513b79 req-69d397b4-fb82-407e-9880-1d4728c6d2bf tempest-DeleteServersTestJSON-1988210420 tempest-DeleteServersTestJSON-1988210420-project] Received port after_create {{(pid=103332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 07:56:50.482255 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-af7d7c45-a2ec-4f3f-85ce-2a61e51e594c None None] Attempt 6 to provision port d4b3ae7c-0e7a-4a04-b3e6-c63a61fec3a7 Oct 19 07:56:50.496057 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d397b4-fb82-407e-9880-1d4728c6d2bf tempest-DeleteServersTestJSON-1988210420 tempest-DeleteServersTestJSON-1988210420-project] Pushing event updated for resources: {'Port': ['ID=b3b85b33-c49b-4c2d-844d-517f20bd28bd,revision_number=1']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:56:50.532448 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e360cf48-2304-4dfc-badd-28bd1e513b79 req-69d397b4-fb82-407e-9880-1d4728c6d2bf tempest-DeleteServersTestJSON-1988210420 tempest-DeleteServersTestJSON-1988210420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:56:50.533250 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-e360cf48-2304-4dfc-badd-28bd1e513b79 req-69d397b4-fb82-407e-9880-1d4728c6d2bf tempest-DeleteServersTestJSON-1988210420 tempest-DeleteServersTestJSON-1988210420-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42160'] for port, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:56:50.550056 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-e360cf48-2304-4dfc-badd-28bd1e513b79 req-69d397b4-fb82-407e-9880-1d4728c6d2bf tempest-DeleteServersTestJSON-1988210420 tempest-DeleteServersTestJSON-1988210420-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6191375 Oct 19 07:56:50.561871 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [req-e360cf48-2304-4dfc-badd-28bd1e513b79 req-f9a139bb-6729-478c-b547-7948ec465f07 service neutron] Request body: {'port': {'device_id': '9ef3dbc7-af51-474b-8679-2321e660622a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8616'}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:56:50.620668 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-e360cf48-2304-4dfc-badd-28bd1e513b79 req-f9a139bb-6729-478c-b547-7948ec465f07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:56:50.659464 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-af7d7c45-a2ec-4f3f-85ce-2a61e51e594c None None] Current status of the port d4b3ae7c-0e7a-4a04-b3e6-c63a61fec3a7 is: DOWN; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:56:50.659778 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-af7d7c45-a2ec-4f3f-85ce-2a61e51e594c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:56:50.700093 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-af7d7c45-a2ec-4f3f-85ce-2a61e51e594c None None] For port d4b3ae7c-0e7a-4a04-b3e6-c63a61fec3a7, host dv-neutron-861624-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=d4b3ae7c-0e7a-4a04-b3e6-c63a61fec3a7,segment=NetworkSegment(2777af6c-7b13-4619-9153-c7974008b0cf),segment_id=2777af6c-7b13-4619-9153-c7974008b0cf)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:56:50.704652 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-af7d7c45-a2ec-4f3f-85ce-2a61e51e594c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:56:50.744277 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-bf5c4fee-678e-43f6-bd77-8516094c5e69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad687b36-a8fa-4c42-9323-9d050b6a4c4e', 'name': 'tempest-DeleteServersTestJSON-486141680-router', 'tenant_id': '2310e53608714f86a5c694ae819de1fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'external_fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.215'}], 'enable_snat': True}, 'gw_port_id': 'a006c3f0-fa98-43f8-81d2-9310c6ed27eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T07:56:44Z', 'updated_at': '2022-10-19T07:56:47Z', 'revision_number': 4, 'project_id': '2310e53608714f86a5c694ae819de1fa', 'gw_port': {'id': 'a006c3f0-fa98-43f8-81d2-9310c6ed27eb', 'name': '', 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:3d:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad687b36-a8fa-4c42-9323-9d050b6a4c4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1533, 'fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:56:44Z', 'updated_at': '2022-10-19T07:56:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861624-1-hyperv', '_interfaces': [{'id': 'd4b3ae7c-0e7a-4a04-b3e6-c63a61fec3a7', 'name': '', 'network_id': 'f026d5dc-5846-45cc-ab69-77fb90dbb71a', 'tenant_id': '2310e53608714f86a5c694ae819de1fa', 'mac_address': 'fa:16:3e:c6:b1:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad687b36-a8fa-4c42-9323-9d050b6a4c4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1534, 'fixed_ips': [{'subnet_id': '85c82f5b-1b8f-4f92-afe0-a1475ff1b2ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:56:46Z', 'updated_at': '2022-10-19T07:56:50Z', 'revision_number': 4, 'project_id': '2310e53608714f86a5c694ae819de1fa', 'subnets': [{'id': '85c82f5b-1b8f-4f92-afe0-a1475ff1b2ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:56:50.775839 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf5c4fee-678e-43f6-bd77-8516094c5e69 None None] The sync data for ids ['ad687b36-a8fa-4c42-9323-9d050b6a4c4e'] in dv-neutron-861624-1-hyperv is: [{'id': 'ad687b36-a8fa-4c42-9323-9d050b6a4c4e', 'name': 'tempest-DeleteServersTestJSON-486141680-router', 'tenant_id': '2310e53608714f86a5c694ae819de1fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'external_fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.215'}], 'enable_snat': True}, 'gw_port_id': 'a006c3f0-fa98-43f8-81d2-9310c6ed27eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T07:56:44Z', 'updated_at': '2022-10-19T07:56:47Z', 'revision_number': 4, 'project_id': '2310e53608714f86a5c694ae819de1fa', 'gw_port': {'id': 'a006c3f0-fa98-43f8-81d2-9310c6ed27eb', 'name': '', 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:3d:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad687b36-a8fa-4c42-9323-9d050b6a4c4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1533, 'fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:56:44Z', 'updated_at': '2022-10-19T07:56:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861624-1-hyperv', '_interfaces': [{'id': 'd4b3ae7c-0e7a-4a04-b3e6-c63a61fec3a7', 'name': '', 'network_id': 'f026d5dc-5846-45cc-ab69-77fb90dbb71a', 'tenant_id': '2310e53608714f86a5c694ae819de1fa', 'mac_address': 'fa:16:3e:c6:b1:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad687b36-a8fa-4c42-9323-9d050b6a4c4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1534, 'fixed_ips': [{'subnet_id': '85c82f5b-1b8f-4f92-afe0-a1475ff1b2ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:56:46Z', 'updated_at': '2022-10-19T07:56:50Z', 'revision_number': 4, 'project_id': '2310e53608714f86a5c694ae819de1fa', 'subnets': [{'id': '85c82f5b-1b8f-4f92-afe0-a1475ff1b2ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 07:56:50.786642 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7d7c45-a2ec-4f3f-85ce-2a61e51e594c None None] Pushing event updated for resources: {'Port': ['ID=d4b3ae7c-0e7a-4a04-b3e6-c63a61fec3a7,revision_number=5']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:56:50.844085 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-490124d6-d9e6-4670-8e8e-1aa0b37f92df None None] Provisioning complete for port d4b3ae7c-0e7a-4a04-b3e6-c63a61fec3a7 triggered by entity DHCP. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:56:50.844713 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-490124d6-d9e6-4670-8e8e-1aa0b37f92df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:56:50.844840 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-490124d6-d9e6-4670-8e8e-1aa0b37f92df None None] Attempt 1 to provision port d4b3ae7c-0e7a-4a04-b3e6-c63a61fec3a7 Oct 19 07:56:50.915748 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.notifiers.nova [req-e360cf48-2304-4dfc-badd-28bd1e513b79 req-f9a139bb-6729-478c-b547-7948ec465f07 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b3b85b33-c49b-4c2d-844d-517f20bd28bd {{(pid=103332) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 19 07:56:50.924130 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-e360cf48-2304-4dfc-badd-28bd1e513b79 req-f9a139bb-6729-478c-b547-7948ec465f07 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:56:50.932951 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-490124d6-d9e6-4670-8e8e-1aa0b37f92df None None] Current status of the port d4b3ae7c-0e7a-4a04-b3e6-c63a61fec3a7 is: ACTIVE; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:56:50.939755 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.provisioning_blocks [req-e360cf48-2304-4dfc-badd-28bd1e513b79 req-f9a139bb-6729-478c-b547-7948ec465f07 service neutron] Transition to ACTIVE for port object b3b85b33-c49b-4c2d-844d-517f20bd28bd will not be triggered until provisioned by entity L2. {{(pid=103332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 19 07:56:50.946132 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-e360cf48-2304-4dfc-badd-28bd1e513b79 req-f9a139bb-6729-478c-b547-7948ec465f07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133553807'] for port, after_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:56:51.025942 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a139bb-6729-478c-b547-7948ec465f07 service neutron] Pushing event updated for resources: {'Port': ['ID=b3b85b33-c49b-4c2d-844d-517f20bd28bd,revision_number=2']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:56:51.056637 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.managers [req-e360cf48-2304-4dfc-badd-28bd1e513b79 req-f9a139bb-6729-478c-b547-7948ec465f07 service neutron] Attempting to bind port b3b85b33-c49b-4c2d-844d-517f20bd28bd on host hv-neutron-8616 for vnic_type normal with profile {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 19 07:56:51.056991 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.managers [req-e360cf48-2304-4dfc-badd-28bd1e513b79 req-f9a139bb-6729-478c-b547-7948ec465f07 service neutron] Attempting to bind port b3b85b33-c49b-4c2d-844d-517f20bd28bd by drivers openvswitch,hyperv on host hv-neutron-8616 at level 0 using segments [{'id': '2777af6c-7b13-4619-9153-c7974008b0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'f026d5dc-5846-45cc-ab69-77fb90dbb71a'}] {{(pid=103332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 19 07:56:51.057303 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e360cf48-2304-4dfc-badd-28bd1e513b79 req-f9a139bb-6729-478c-b547-7948ec465f07 service neutron] Attempting to bind port b3b85b33-c49b-4c2d-844d-517f20bd28bd on network f026d5dc-5846-45cc-ab69-77fb90dbb71a {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 07:56:51.061769 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e360cf48-2304-4dfc-badd-28bd1e513b79 req-f9a139bb-6729-478c-b547-7948ec465f07 service neutron] Port b3b85b33-c49b-4c2d-844d-517f20bd28bd on network f026d5dc-5846-45cc-ab69-77fb90dbb71a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8616 {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 07:56:51.062076 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e360cf48-2304-4dfc-badd-28bd1e513b79 req-f9a139bb-6729-478c-b547-7948ec465f07 service neutron] Attempting to bind port b3b85b33-c49b-4c2d-844d-517f20bd28bd on network f026d5dc-5846-45cc-ab69-77fb90dbb71a {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 07:56:51.066913 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e360cf48-2304-4dfc-badd-28bd1e513b79 req-f9a139bb-6729-478c-b547-7948ec465f07 service neutron] Checking agent: {'id': '5297b6e1-8fc1-4f42-910c-8f50c918ca65', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8616', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 19, 7, 36, 11), 'started_at': datetime.datetime(2022, 10, 19, 7, 36, 11), 'heartbeat_timestamp': datetime.datetime(2022, 10, 19, 7, 56, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 07:56:51.067236 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e360cf48-2304-4dfc-badd-28bd1e513b79 req-f9a139bb-6729-478c-b547-7948ec465f07 service neutron] Checking segment: {'id': '2777af6c-7b13-4619-9153-c7974008b0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'f026d5dc-5846-45cc-ab69-77fb90dbb71a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 19 07:56:51.067618 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e360cf48-2304-4dfc-badd-28bd1e513b79 req-f9a139bb-6729-478c-b547-7948ec465f07 service neutron] Bound using segment: {'id': '2777af6c-7b13-4619-9153-c7974008b0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'f026d5dc-5846-45cc-ab69-77fb90dbb71a'} {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 07:56:51.068042 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.managers [req-e360cf48-2304-4dfc-badd-28bd1e513b79 req-f9a139bb-6729-478c-b547-7948ec465f07 service neutron] Bound port: b3b85b33-c49b-4c2d-844d-517f20bd28bd, host: hv-neutron-8616, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2777af6c-7b13-4619-9153-c7974008b0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'f026d5dc-5846-45cc-ab69-77fb90dbb71a'}}] {{(pid=103332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 19 07:56:51.068397 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-e360cf48-2304-4dfc-badd-28bd1e513b79 req-f9a139bb-6729-478c-b547-7948ec465f07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:56:51.137526 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.db [req-e360cf48-2304-4dfc-badd-28bd1e513b79 req-f9a139bb-6729-478c-b547-7948ec465f07 service neutron] For port b3b85b33-c49b-4c2d-844d-517f20bd28bd, host hv-neutron-8616, cleared binding levels {{(pid=103332) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 07:56:51.140891 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.db [req-e360cf48-2304-4dfc-badd-28bd1e513b79 req-f9a139bb-6729-478c-b547-7948ec465f07 service neutron] For port b3b85b33-c49b-4c2d-844d-517f20bd28bd, host hv-neutron-8616, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=b3b85b33-c49b-4c2d-844d-517f20bd28bd,segment=NetworkSegment(2777af6c-7b13-4619-9153-c7974008b0cf),segment_id=2777af6c-7b13-4619-9153-c7974008b0cf)] {{(pid=103332) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 07:56:51.146673 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-e360cf48-2304-4dfc-badd-28bd1e513b79 req-f9a139bb-6729-478c-b547-7948ec465f07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133553807'] for port, after_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:56:51.152464 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e360cf48-2304-4dfc-badd-28bd1e513b79 req-f9a139bb-6729-478c-b547-7948ec465f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:56:51.153397 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-e360cf48-2304-4dfc-badd-28bd1e513b79 req-f9a139bb-6729-478c-b547-7948ec465f07 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42160'] for port, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:56:51.154750 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-e360cf48-2304-4dfc-badd-28bd1e513b79 req-f9a139bb-6729-478c-b547-7948ec465f07 service neutron] 10.222.0.16 "PUT /v2.0/ports/b3b85b33-c49b-4c2d-844d-517f20bd28bd HTTP/1.1" status: 200 len: 1093 time: 0.5972877 Oct 19 07:56:51.156280 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ef3dbc7-af51-474b-8679-2321e660622a', 'tag': 'b3b85b33-c49b-4c2d-844d-517f20bd28bd'}] {{(pid=103332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 19 07:56:51.158665 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a021b02cf5f527cd4bbbc40a031b51490d9893d7edeeb551bdf5128ee7546f8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f06e96f-db14-4b56-82e6-1494b7c78644" -d '{"events": [{"name": "network-changed", "server_uuid": "9ef3dbc7-af51-474b-8679-2321e660622a", "tag": "b3b85b33-c49b-4c2d-844d-517f20bd28bd"}]}' {{(pid=103332) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 07:56:51.234139 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 19 Oct 2022 07:56:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a98dc838-85cb-4ec1-b638-3488837f31c9 x-openstack-request-id: req-a98dc838-85cb-4ec1-b638-3488837f31c9 {{(pid=103332) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 07:56:51.234512 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ef3dbc7-af51-474b-8679-2321e660622a", "tag": "b3b85b33-c49b-4c2d-844d-517f20bd28bd", "status": "completed", "code": 200}]} {{(pid=103332) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 07:56:51.234828 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-a98dc838-85cb-4ec1-b638-3488837f31c9 {{(pid=103332) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 07:56:51.235295 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a98dc838-85cb-4ec1-b638-3488837f31c9'] response: {'name': 'network-changed', 'server_uuid': '9ef3dbc7-af51-474b-8679-2321e660622a', 'tag': 'b3b85b33-c49b-4c2d-844d-517f20bd28bd', 'status': 'completed', 'code': 200} Oct 19 07:56:51.252380 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a139bb-6729-478c-b547-7948ec465f07 service neutron] Pushing event updated for resources: {'Port': ['ID=b3b85b33-c49b-4c2d-844d-517f20bd28bd,revision_number=3']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:56:51.295012 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e360cf48-2304-4dfc-badd-28bd1e513b79 req-5a450d0e-c575-414b-a727-27481bfea75d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:56:51.296566 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-e360cf48-2304-4dfc-badd-28bd1e513b79 req-5a450d0e-c575-414b-a727-27481bfea75d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=2310e53608714f86a5c694ae819de1fa&device_id=9ef3dbc7-af51-474b-8679-2321e660622a HTTP/1.1" status: 200 len: 1096 time: 0.0935683 Oct 19 07:56:51.308381 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9f2333-475e-4928-9419-4957ceaf7f3b req-112d0201-6828-454d-948b-167353df3e9f tempest-DeleteServersTestJSON-1988210420 tempest-DeleteServersTestJSON-1988210420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:56:51.309914 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-ed9f2333-475e-4928-9419-4957ceaf7f3b req-112d0201-6828-454d-948b-167353df3e9f tempest-DeleteServersTestJSON-1988210420 tempest-DeleteServersTestJSON-1988210420-project] 10.222.0.27 "GET /v2.0/ports?device_id=9ef3dbc7-af51-474b-8679-2321e660622a HTTP/1.1" status: 200 len: 943 time: 0.0910499 Oct 19 07:56:51.352453 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-e360cf48-2304-4dfc-badd-28bd1e513b79 req-d86198af-0b52-4525-a850-8a91c1994c9a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b3b85b33-c49b-4c2d-844d-517f20bd28bd HTTP/1.1" status: 200 len: 217 time: 0.0415525 Oct 19 07:56:51.409435 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-ed9f2333-475e-4928-9419-4957ceaf7f3b req-ea86aac0-c2a6-4902-ad9e-758c514b016f tempest-DeleteServersTestJSON-1988210420 tempest-DeleteServersTestJSON-1988210420-project] 10.222.0.27 "GET /v2.0/security-groups?id=e4c16162-0a02-4ba9-a3f6-970662f0ead6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924459 Oct 19 07:56:51.418714 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e360cf48-2304-4dfc-badd-28bd1e513b79 req-335b9e8d-58fb-4c90-8eec-2a2344d568a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:56:51.420162 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-e360cf48-2304-4dfc-badd-28bd1e513b79 req-335b9e8d-58fb-4c90-8eec-2a2344d568a9 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=85c82f5b-1b8f-4f92-afe0-a1475ff1b2ac HTTP/1.1" status: 200 len: 850 time: 0.0615969 Oct 19 07:56:51.474125 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e360cf48-2304-4dfc-badd-28bd1e513b79 req-67ba3fe7-949d-45e1-8882-743a2d2ec5fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:56:51.476344 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-e360cf48-2304-4dfc-badd-28bd1e513b79 req-67ba3fe7-949d-45e1-8882-743a2d2ec5fc service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f026d5dc-5846-45cc-ab69-77fb90dbb71a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0491548 Oct 19 07:56:51.571013 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-e360cf48-2304-4dfc-badd-28bd1e513b79 req-b8e279c3-ab92-48f2-a01f-80269b862b6e service neutron] 10.222.0.16 "GET /v2.0/networks/f026d5dc-5846-45cc-ab69-77fb90dbb71a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887544 Oct 19 07:56:51.596345 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device d4b3ae7c-0e7a-4a04-b3e6-c63a61fec3a7 up at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 07:56:51.650209 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Provisioning complete for port d4b3ae7c-0e7a-4a04-b3e6-c63a61fec3a7 triggered by entity L2. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:56:51.650724 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:56:51.651145 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Attempt 1 to provision port d4b3ae7c-0e7a-4a04-b3e6-c63a61fec3a7 Oct 19 07:56:51.673419 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-e360cf48-2304-4dfc-badd-28bd1e513b79 req-c6fbd745-1296-4418-9190-7abbf42a90b8 service neutron] 10.222.0.16 "GET /v2.0/networks/f026d5dc-5846-45cc-ab69-77fb90dbb71a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959814 Oct 19 07:56:51.734447 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Current status of the port d4b3ae7c-0e7a-4a04-b3e6-c63a61fec3a7 is: ACTIVE; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:56:51.735606 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device a006c3f0-fa98-43f8-81d2-9310c6ed27eb up at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 07:56:51.761836 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f06e96f-db14-4b56-82e6-1494b7c78644 req-465baaeb-5bc6-4302-bf28-1f96a6a69c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:56:51.763424 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-5f06e96f-db14-4b56-82e6-1494b7c78644 req-465baaeb-5bc6-4302-bf28-1f96a6a69c23 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=2310e53608714f86a5c694ae819de1fa&device_id=9ef3dbc7-af51-474b-8679-2321e660622a HTTP/1.1" status: 200 len: 1096 time: 0.0442059 Oct 19 07:56:51.790771 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Provisioning complete for port a006c3f0-fa98-43f8-81d2-9310c6ed27eb triggered by entity L2. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:56:51.791142 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:56:51.791969 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Attempt 1 to provision port a006c3f0-fa98-43f8-81d2-9310c6ed27eb Oct 19 07:56:51.870765 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f06e96f-db14-4b56-82e6-1494b7c78644 req-7fccf777-15f9-4d36-937a-718a61d96f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:56:51.872303 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-5f06e96f-db14-4b56-82e6-1494b7c78644 req-7fccf777-15f9-4d36-937a-718a61d96f6a service neutron] 10.222.0.16 "GET /v2.0/networks?id=f026d5dc-5846-45cc-ab69-77fb90dbb71a HTTP/1.1" status: 200 len: 912 time: 0.1008229 Oct 19 07:56:51.874354 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Current status of the port a006c3f0-fa98-43f8-81d2-9310c6ed27eb is: ACTIVE; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:56:51.918374 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-5f06e96f-db14-4b56-82e6-1494b7c78644 req-78b23523-e51f-42d9-9865-16e01e1d7c1c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b3b85b33-c49b-4c2d-844d-517f20bd28bd HTTP/1.1" status: 200 len: 217 time: 0.0371010 Oct 19 07:56:51.973896 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f06e96f-db14-4b56-82e6-1494b7c78644 req-d37636ab-8678-4606-93cd-454668940b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:56:51.975374 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-5f06e96f-db14-4b56-82e6-1494b7c78644 req-d37636ab-8678-4606-93cd-454668940b71 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=85c82f5b-1b8f-4f92-afe0-a1475ff1b2ac HTTP/1.1" status: 200 len: 850 time: 0.0493276 Oct 19 07:56:52.019347 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f06e96f-db14-4b56-82e6-1494b7c78644 req-50590a57-80c5-45bc-9761-f93c37c5fa8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:56:52.020826 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-5f06e96f-db14-4b56-82e6-1494b7c78644 req-50590a57-80c5-45bc-9761-f93c37c5fa8d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f026d5dc-5846-45cc-ab69-77fb90dbb71a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0390518 Oct 19 07:56:52.113943 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-5f06e96f-db14-4b56-82e6-1494b7c78644 req-2396fc5c-fa8b-4f68-850b-439e86d224cd service neutron] 10.222.0.16 "GET /v2.0/networks/f026d5dc-5846-45cc-ab69-77fb90dbb71a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856886 Oct 19 07:56:52.207776 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-5f06e96f-db14-4b56-82e6-1494b7c78644 req-8c6c490e-5444-468d-9173-fde51f3f6bff service neutron] 10.222.0.16 "GET /v2.0/networks/f026d5dc-5846-45cc-ab69-77fb90dbb71a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870032 Oct 19 07:56:52.534253 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c4c2fe-7038-43ad-a3eb-32bbc14c0d0f req-eca6615e-efd9-4836-8a25-56728acd2553 tempest-DeleteServersTestJSON-1988210420 tempest-DeleteServersTestJSON-1988210420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:56:52.535628 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-58c4c2fe-7038-43ad-a3eb-32bbc14c0d0f req-eca6615e-efd9-4836-8a25-56728acd2553 tempest-DeleteServersTestJSON-1988210420 tempest-DeleteServersTestJSON-1988210420-project] 10.222.0.27 "GET /v2.0/ports?device_id=9ef3dbc7-af51-474b-8679-2321e660622a HTTP/1.1" status: 200 len: 943 time: 0.0487652 Oct 19 07:56:52.573114 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-58c4c2fe-7038-43ad-a3eb-32bbc14c0d0f req-a59faba5-8288-4a58-a2f7-75d446c93e61 tempest-DeleteServersTestJSON-1988210420 tempest-DeleteServersTestJSON-1988210420-project] 10.222.0.27 "GET /v2.0/security-groups?id=e4c16162-0a02-4ba9-a3f6-970662f0ead6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312355 Oct 19 07:56:53.689847 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e455b41-ceef-436c-8b01-23a2d839a254 req-6fbf6eb8-7a47-4eac-a1ec-faa2f708eeb0 tempest-DeleteServersTestJSON-1988210420 tempest-DeleteServersTestJSON-1988210420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:56:53.691295 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-2e455b41-ceef-436c-8b01-23a2d839a254 req-6fbf6eb8-7a47-4eac-a1ec-faa2f708eeb0 tempest-DeleteServersTestJSON-1988210420 tempest-DeleteServersTestJSON-1988210420-project] 10.222.0.27 "GET /v2.0/ports?device_id=9ef3dbc7-af51-474b-8679-2321e660622a HTTP/1.1" status: 200 len: 943 time: 0.0479443 Oct 19 07:56:53.728632 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-2e455b41-ceef-436c-8b01-23a2d839a254 req-e9e4aa7f-3510-4fdf-9b88-9ddbe92df9a3 tempest-DeleteServersTestJSON-1988210420 tempest-DeleteServersTestJSON-1988210420-project] 10.222.0.27 "GET /v2.0/security-groups?id=e4c16162-0a02-4ba9-a3f6-970662f0ead6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308158 Oct 19 07:56:54.639486 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.agents_db [None req-6057327c-4456-4c72-8e75-6d3cd9249757 None None] Agent healthcheck: found 6 active agents {{(pid=103335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 07:56:54.853793 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacbfd14-a48a-4b3a-a42f-091461e8aa22 req-8912ba0c-67b6-495f-a3d1-1320f4892c0d tempest-DeleteServersTestJSON-1988210420 tempest-DeleteServersTestJSON-1988210420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:56:54.855273 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-cacbfd14-a48a-4b3a-a42f-091461e8aa22 req-8912ba0c-67b6-495f-a3d1-1320f4892c0d tempest-DeleteServersTestJSON-1988210420 tempest-DeleteServersTestJSON-1988210420-project] 10.222.0.27 "GET /v2.0/ports?device_id=9ef3dbc7-af51-474b-8679-2321e660622a HTTP/1.1" status: 200 len: 943 time: 0.0546663 Oct 19 07:56:54.892780 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-cacbfd14-a48a-4b3a-a42f-091461e8aa22 req-64944227-ec37-47da-a54f-a37054f8b697 tempest-DeleteServersTestJSON-1988210420 tempest-DeleteServersTestJSON-1988210420-project] 10.222.0.27 "GET /v2.0/security-groups?id=e4c16162-0a02-4ba9-a3f6-970662f0ead6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315185 Oct 19 07:56:55.021395 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Device b3b85b33-c49b-4c2d-844d-517f20bd28bd details requested by agent hyperv_hv-neutron-8616 with host hv-neutron-8616 {{(pid=103334) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 07:56:55.115792 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] For port b3b85b33-c49b-4c2d-844d-517f20bd28bd, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=b3b85b33-c49b-4c2d-844d-517f20bd28bd,segment=NetworkSegment(2777af6c-7b13-4619-9153-c7974008b0cf),segment_id=2777af6c-7b13-4619-9153-c7974008b0cf)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:56:55.126379 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Returning: {'device': 'b3b85b33-c49b-4c2d-844d-517f20bd28bd', 'network_id': 'f026d5dc-5846-45cc-ab69-77fb90dbb71a', 'port_id': 'b3b85b33-c49b-4c2d-844d-517f20bd28bd', 'mac_address': 'fa:16:3e:d7:39:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 190, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85c82f5b-1b8f-4f92-afe0-a1475ff1b2ac', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103334) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 07:56:55.161687 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Current status of the port b3b85b33-c49b-4c2d-844d-517f20bd28bd is: DOWN; New status is: BUILD {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:56:55.162023 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:56:55.174624 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.notifiers.nova [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3b85b33-c49b-4c2d-844d-517f20bd28bd {{(pid=103334) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 19 07:56:55.193605 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] For port b3b85b33-c49b-4c2d-844d-517f20bd28bd, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=b3b85b33-c49b-4c2d-844d-517f20bd28bd,segment=NetworkSegment(2777af6c-7b13-4619-9153-c7974008b0cf),segment_id=2777af6c-7b13-4619-9153-c7974008b0cf)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:56:55.197463 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:56:55.246692 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Pushing event updated for resources: {'Port': ['ID=b3b85b33-c49b-4c2d-844d-517f20bd28bd,revision_number=4']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:56:55.389511 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] get_ports_and_sgs() called for port_ids ['b3b85b33-c49b-4c2d-844d-517f20bd28bd'] {{(pid=103334) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 19 07:56:56.014514 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358b2667-8b88-47b9-8b89-a4fbdf8f4c3a req-696ab947-0961-4f9f-9d0e-0d96da818248 tempest-DeleteServersTestJSON-1988210420 tempest-DeleteServersTestJSON-1988210420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:56:56.016010 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-358b2667-8b88-47b9-8b89-a4fbdf8f4c3a req-696ab947-0961-4f9f-9d0e-0d96da818248 tempest-DeleteServersTestJSON-1988210420 tempest-DeleteServersTestJSON-1988210420-project] 10.222.0.27 "GET /v2.0/ports?device_id=9ef3dbc7-af51-474b-8679-2321e660622a HTTP/1.1" status: 200 len: 944 time: 0.0484788 Oct 19 07:56:56.053542 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-358b2667-8b88-47b9-8b89-a4fbdf8f4c3a req-e06daac0-12b0-41fb-a992-de59e3b0bbd4 tempest-DeleteServersTestJSON-1988210420 tempest-DeleteServersTestJSON-1988210420-project] 10.222.0.27 "GET /v2.0/security-groups?id=e4c16162-0a02-4ba9-a3f6-970662f0ead6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317190 Oct 19 07:56:57.034557 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Device b3b85b33-c49b-4c2d-844d-517f20bd28bd up at agent hyperv_hv-neutron-8616 {{(pid=103334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 07:56:57.085638 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Provisioning for port b3b85b33-c49b-4c2d-844d-517f20bd28bd completed by entity L2. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 19 07:56:57.089751 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Provisioning complete for port b3b85b33-c49b-4c2d-844d-517f20bd28bd triggered by entity L2. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:56:57.090128 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:56:57.090464 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Attempt 1 to provision port b3b85b33-c49b-4c2d-844d-517f20bd28bd Oct 19 07:56:57.167483 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Current status of the port b3b85b33-c49b-4c2d-844d-517f20bd28bd is: BUILD; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:56:57.167869 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:56:57.175926 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9114cc42-85f3-4372-9eb1-dfcb32ad7713 req-17afc53f-acda-405a-b78c-ee774b45956c tempest-DeleteServersTestJSON-1988210420 tempest-DeleteServersTestJSON-1988210420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:56:57.177480 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-9114cc42-85f3-4372-9eb1-dfcb32ad7713 req-17afc53f-acda-405a-b78c-ee774b45956c tempest-DeleteServersTestJSON-1988210420 tempest-DeleteServersTestJSON-1988210420-project] 10.222.0.27 "GET /v2.0/ports?device_id=9ef3dbc7-af51-474b-8679-2321e660622a HTTP/1.1" status: 200 len: 944 time: 0.0508873 Oct 19 07:56:57.191850 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ef3dbc7-af51-474b-8679-2321e660622a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3b85b33-c49b-4c2d-844d-517f20bd28bd'}] {{(pid=103334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 19 07:56:57.194147 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d918bd29c62f7e926e80ce37adcd574e0921d2de3006e6b6ef58999f52d8e2e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-020f0acc-bed8-4615-955e-9e09b8525d0e" -d '{"events": [{"server_uuid": "9ef3dbc7-af51-474b-8679-2321e660622a", "name": "network-vif-plugged", "status": "completed", "tag": "b3b85b33-c49b-4c2d-844d-517f20bd28bd"}]}' {{(pid=103334) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 07:56:57.208155 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] For port b3b85b33-c49b-4c2d-844d-517f20bd28bd, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=b3b85b33-c49b-4c2d-844d-517f20bd28bd,segment=NetworkSegment(2777af6c-7b13-4619-9153-c7974008b0cf),segment_id=2777af6c-7b13-4619-9153-c7974008b0cf)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:56:57.216108 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:56:57.228573 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-9114cc42-85f3-4372-9eb1-dfcb32ad7713 req-57fe1b0c-635e-456e-a974-af854f31e688 tempest-DeleteServersTestJSON-1988210420 tempest-DeleteServersTestJSON-1988210420-project] 10.222.0.27 "GET /v2.0/security-groups?id=e4c16162-0a02-4ba9-a3f6-970662f0ead6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430703 Oct 19 07:56:57.245376 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 19 Oct 2022 07:56:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea716a02-5256-4e43-b6fc-4905c2bf5cef x-openstack-request-id: req-ea716a02-5256-4e43-b6fc-4905c2bf5cef {{(pid=103334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 07:56:57.245781 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ef3dbc7-af51-474b-8679-2321e660622a", "name": "network-vif-plugged", "status": "completed", "tag": "b3b85b33-c49b-4c2d-844d-517f20bd28bd", "code": 200}]} {{(pid=103334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 07:56:57.245917 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-ea716a02-5256-4e43-b6fc-4905c2bf5cef {{(pid=103334) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 07:56:57.246764 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ea716a02-5256-4e43-b6fc-4905c2bf5cef'] response: {'server_uuid': '9ef3dbc7-af51-474b-8679-2321e660622a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3b85b33-c49b-4c2d-844d-517f20bd28bd', 'code': 200} Oct 19 07:56:57.271837 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Pushing event updated for resources: {'Port': ['ID=b3b85b33-c49b-4c2d-844d-517f20bd28bd,revision_number=5']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:56:57.395695 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3db1bb7-4437-4d35-98dd-40258e4374d4 req-bd983561-ad29-4f81-8104-1ee4389dabf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:56:57.397192 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-b3db1bb7-4437-4d35-98dd-40258e4374d4 req-bd983561-ad29-4f81-8104-1ee4389dabf0 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=9ef3dbc7-af51-474b-8679-2321e660622a HTTP/1.1" status: 200 len: 1098 time: 0.0434768 Oct 19 07:56:57.430932 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-b3db1bb7-4437-4d35-98dd-40258e4374d4 req-a3e15aa9-309d-49a4-99e5-bbbecb27449d service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=e4c16162-0a02-4ba9-a3f6-970662f0ead6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0271955 Oct 19 07:56:58.347186 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c234d19d-0cbb-4472-bf32-0e85ee266fa9 req-a443f54a-3561-4002-b6cf-9f6d599ab0d7 tempest-DeleteServersTestJSON-1988210420 tempest-DeleteServersTestJSON-1988210420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:56:58.348762 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-c234d19d-0cbb-4472-bf32-0e85ee266fa9 req-a443f54a-3561-4002-b6cf-9f6d599ab0d7 tempest-DeleteServersTestJSON-1988210420 tempest-DeleteServersTestJSON-1988210420-project] 10.222.0.27 "GET /v2.0/ports?device_id=9ef3dbc7-af51-474b-8679-2321e660622a HTTP/1.1" status: 200 len: 945 time: 0.0500138 Oct 19 07:56:58.387118 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-c234d19d-0cbb-4472-bf32-0e85ee266fa9 req-6c0190db-60ef-48b9-a008-8ce5cf23fab9 tempest-DeleteServersTestJSON-1988210420 tempest-DeleteServersTestJSON-1988210420-project] 10.222.0.27 "GET /v2.0/security-groups?id=e4c16162-0a02-4ba9-a3f6-970662f0ead6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318046 Oct 19 07:56:59.505290 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f130d5a-8d91-4747-93b0-4789e05c68ac req-a5099899-f1e0-4e98-a0de-155696af9021 tempest-DeleteServersTestJSON-1988210420 tempest-DeleteServersTestJSON-1988210420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:56:59.507432 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-7f130d5a-8d91-4747-93b0-4789e05c68ac req-a5099899-f1e0-4e98-a0de-155696af9021 tempest-DeleteServersTestJSON-1988210420 tempest-DeleteServersTestJSON-1988210420-project] 10.222.0.27 "GET /v2.0/ports?device_id=9ef3dbc7-af51-474b-8679-2321e660622a HTTP/1.1" status: 200 len: 945 time: 0.0478575 Oct 19 07:56:59.544680 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-7f130d5a-8d91-4747-93b0-4789e05c68ac req-8936b654-8591-4424-a589-526532345df6 tempest-DeleteServersTestJSON-1988210420 tempest-DeleteServersTestJSON-1988210420-project] 10.222.0.27 "GET /v2.0/security-groups?id=e4c16162-0a02-4ba9-a3f6-970662f0ead6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309114 Oct 19 07:56:59.879088 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72886fc-3856-44b5-b938-f2df13b0c867 req-f490e169-e2e0-40f6-89a7-d71be0e38ad9 tempest-DeleteServersTestJSON-1988210420 tempest-DeleteServersTestJSON-1988210420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:56:59.880652 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-c72886fc-3856-44b5-b938-f2df13b0c867 req-f490e169-e2e0-40f6-89a7-d71be0e38ad9 tempest-DeleteServersTestJSON-1988210420 tempest-DeleteServersTestJSON-1988210420-project] 10.222.0.27 "GET /v2.0/ports?device_id=9ef3dbc7-af51-474b-8679-2321e660622a HTTP/1.1" status: 200 len: 945 time: 0.0543346 Oct 19 07:56:59.894257 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 34828) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:56:59.925585 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-c72886fc-3856-44b5-b938-f2df13b0c867 req-c7023976-ac11-468c-a134-8fb1760fa771 tempest-DeleteServersTestJSON-1988210420 tempest-DeleteServersTestJSON-1988210420-project] 10.222.0.27 "GET /v2.0/security-groups?id=e4c16162-0a02-4ba9-a3f6-970662f0ead6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383389 Oct 19 07:56:59.989463 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-92fedd99-c2b9-4daf-be3b-bb62b33cf3be req-099b220e-3f36-479d-81f3-1aab40b29a2c service neutron] 10.222.0.27 "GET /v2.0/ports?device_id=9ef3dbc7-af51-474b-8679-2321e660622a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0941546 Oct 19 07:56:59.998935 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [req-92fedd99-c2b9-4daf-be3b-bb62b33cf3be req-1460ba5d-9eaa-4cbb-ba93-8bc78bd88d28 service neutron] http://10.222.0.27:9696/v2.0/extensions returned with HTTP 200 {{(pid=103332) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 07:56:59.999889 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-92fedd99-c2b9-4daf-be3b-bb62b33cf3be req-1460ba5d-9eaa-4cbb-ba93-8bc78bd88d28 service neutron] 10.222.0.27 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049269 Oct 19 07:57:01.054887 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30126aa5-7f30-4449-8839-19aa53986dc6 req-c740eb88-d209-40a5-b012-8ca74eab71a9 tempest-DeleteServersTestJSON-1988210420 tempest-DeleteServersTestJSON-1988210420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:57:01.056499 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-30126aa5-7f30-4449-8839-19aa53986dc6 req-c740eb88-d209-40a5-b012-8ca74eab71a9 tempest-DeleteServersTestJSON-1988210420 tempest-DeleteServersTestJSON-1988210420-project] 10.222.0.27 "GET /v2.0/ports?device_id=9ef3dbc7-af51-474b-8679-2321e660622a HTTP/1.1" status: 200 len: 945 time: 0.0509059 Oct 19 07:57:01.098930 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-30126aa5-7f30-4449-8839-19aa53986dc6 req-d6a88429-4621-476b-9127-bf684bdf3356 tempest-DeleteServersTestJSON-1988210420 tempest-DeleteServersTestJSON-1988210420-project] 10.222.0.27 "GET /v2.0/security-groups?id=e4c16162-0a02-4ba9-a3f6-970662f0ead6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360014 Oct 19 07:57:01.168541 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fedd99-c2b9-4daf-be3b-bb62b33cf3be req-960cbdd1-3f91-4dc8-8357-5f5db66765bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:57:01.170203 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-92fedd99-c2b9-4daf-be3b-bb62b33cf3be req-960cbdd1-3f91-4dc8-8357-5f5db66765bf service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=2310e53608714f86a5c694ae819de1fa&device_id=9ef3dbc7-af51-474b-8679-2321e660622a HTTP/1.1" status: 200 len: 1098 time: 0.0476465 Oct 19 07:57:01.262324 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fedd99-c2b9-4daf-be3b-bb62b33cf3be req-2c04b738-d086-4a6a-9d89-ea2d214e0802 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:57:01.263766 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-92fedd99-c2b9-4daf-be3b-bb62b33cf3be req-2c04b738-d086-4a6a-9d89-ea2d214e0802 service neutron] 10.222.0.16 "GET /v2.0/networks?id=f026d5dc-5846-45cc-ab69-77fb90dbb71a HTTP/1.1" status: 200 len: 912 time: 0.0869968 Oct 19 07:57:01.309098 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-92fedd99-c2b9-4daf-be3b-bb62b33cf3be req-78b7c31f-dca3-43f4-bc53-db8f5d210912 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b3b85b33-c49b-4c2d-844d-517f20bd28bd HTTP/1.1" status: 200 len: 217 time: 0.0390494 Oct 19 07:57:01.359083 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fedd99-c2b9-4daf-be3b-bb62b33cf3be req-7061ce83-dfcd-4e89-90da-7d3bb36e8e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:57:01.360547 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-92fedd99-c2b9-4daf-be3b-bb62b33cf3be req-7061ce83-dfcd-4e89-90da-7d3bb36e8e43 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=85c82f5b-1b8f-4f92-afe0-a1475ff1b2ac HTTP/1.1" status: 200 len: 850 time: 0.0446517 Oct 19 07:57:01.404369 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fedd99-c2b9-4daf-be3b-bb62b33cf3be req-85807755-542c-48ce-aa09-13fedf0b88a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:57:01.405862 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-92fedd99-c2b9-4daf-be3b-bb62b33cf3be req-85807755-542c-48ce-aa09-13fedf0b88a1 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f026d5dc-5846-45cc-ab69-77fb90dbb71a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0394506 Oct 19 07:57:01.497652 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-92fedd99-c2b9-4daf-be3b-bb62b33cf3be req-1bdfcf6a-7b8a-48c3-b01d-658f5a7aac5e service neutron] 10.222.0.16 "GET /v2.0/networks/f026d5dc-5846-45cc-ab69-77fb90dbb71a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853529 Oct 19 07:57:01.586755 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-92fedd99-c2b9-4daf-be3b-bb62b33cf3be req-a0a16880-1a92-489f-940d-4babc1470d40 service neutron] 10.222.0.16 "GET /v2.0/networks/f026d5dc-5846-45cc-ab69-77fb90dbb71a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822296 Oct 19 07:57:02.224602 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f62085-8a6c-4a36-a6aa-3c67e8ce5174 req-3bd7bd0a-7935-4aa6-a6e9-dd3d17b7d284 tempest-DeleteServersTestJSON-1988210420 tempest-DeleteServersTestJSON-1988210420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:57:02.226760 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-e9f62085-8a6c-4a36-a6aa-3c67e8ce5174 req-3bd7bd0a-7935-4aa6-a6e9-dd3d17b7d284 tempest-DeleteServersTestJSON-1988210420 tempest-DeleteServersTestJSON-1988210420-project] 10.222.0.27 "GET /v2.0/ports?device_id=9ef3dbc7-af51-474b-8679-2321e660622a HTTP/1.1" status: 200 len: 945 time: 0.0498850 Oct 19 07:57:02.266839 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-e9f62085-8a6c-4a36-a6aa-3c67e8ce5174 req-7f212082-c3ed-4a44-8c3c-063d47da27e7 tempest-DeleteServersTestJSON-1988210420 tempest-DeleteServersTestJSON-1988210420-project] 10.222.0.27 "GET /v2.0/security-groups?id=e4c16162-0a02-4ba9-a3f6-970662f0ead6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341928 Oct 19 07:57:03.387338 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2a6565-58d3-4e63-9e37-e97c1b317fb8 req-7b7153a6-bc1e-4d95-b5ec-c1761d082f37 tempest-DeleteServersTestJSON-1988210420 tempest-DeleteServersTestJSON-1988210420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:57:03.388823 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-3f2a6565-58d3-4e63-9e37-e97c1b317fb8 req-7b7153a6-bc1e-4d95-b5ec-c1761d082f37 tempest-DeleteServersTestJSON-1988210420 tempest-DeleteServersTestJSON-1988210420-project] 10.222.0.27 "GET /v2.0/ports?device_id=9ef3dbc7-af51-474b-8679-2321e660622a HTTP/1.1" status: 200 len: 945 time: 0.0479164 Oct 19 07:57:03.425501 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-3f2a6565-58d3-4e63-9e37-e97c1b317fb8 req-2bc2a0c8-b859-4857-a7e9-f6295598d621 tempest-DeleteServersTestJSON-1988210420 tempest-DeleteServersTestJSON-1988210420-project] 10.222.0.27 "GET /v2.0/security-groups?id=e4c16162-0a02-4ba9-a3f6-970662f0ead6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308928 Oct 19 07:57:04.546590 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05820b9-784b-4222-ab2e-578a784bcd32 req-a0c1b30c-b833-4aeb-aeeb-ab3da1637eef tempest-DeleteServersTestJSON-1988210420 tempest-DeleteServersTestJSON-1988210420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:57:04.548046 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-f05820b9-784b-4222-ab2e-578a784bcd32 req-a0c1b30c-b833-4aeb-aeeb-ab3da1637eef tempest-DeleteServersTestJSON-1988210420 tempest-DeleteServersTestJSON-1988210420-project] 10.222.0.27 "GET /v2.0/ports?device_id=9ef3dbc7-af51-474b-8679-2321e660622a HTTP/1.1" status: 200 len: 945 time: 0.0489309 Oct 19 07:57:04.583983 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-f05820b9-784b-4222-ab2e-578a784bcd32 req-7f903fc3-6ff7-421b-8a23-aaae4149e276 tempest-DeleteServersTestJSON-1988210420 tempest-DeleteServersTestJSON-1988210420-project] 10.222.0.27 "GET /v2.0/security-groups?id=e4c16162-0a02-4ba9-a3f6-970662f0ead6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300708 Oct 19 07:57:05.702747 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcd2477-24f4-4901-827a-5eca05bf7468 req-fe959020-20ff-4795-bf33-191740e674ac tempest-DeleteServersTestJSON-1988210420 tempest-DeleteServersTestJSON-1988210420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:57:05.704453 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-7dcd2477-24f4-4901-827a-5eca05bf7468 req-fe959020-20ff-4795-bf33-191740e674ac tempest-DeleteServersTestJSON-1988210420 tempest-DeleteServersTestJSON-1988210420-project] 10.222.0.27 "GET /v2.0/ports?device_id=9ef3dbc7-af51-474b-8679-2321e660622a HTTP/1.1" status: 200 len: 945 time: 0.0482588 Oct 19 07:57:05.745537 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-7dcd2477-24f4-4901-827a-5eca05bf7468 req-6ea9d669-d2b5-4e16-848f-c9288656fa8b tempest-DeleteServersTestJSON-1988210420 tempest-DeleteServersTestJSON-1988210420-project] 10.222.0.27 "GET /v2.0/security-groups?id=e4c16162-0a02-4ba9-a3f6-970662f0ead6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351238 Oct 19 07:57:06.868662 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e2c1a0-4f84-4d0a-b50c-d040652c2aa3 req-de299dec-b6f2-48b9-beeb-ef5094f6e3c5 tempest-DeleteServersTestJSON-1988210420 tempest-DeleteServersTestJSON-1988210420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:57:06.870417 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-73e2c1a0-4f84-4d0a-b50c-d040652c2aa3 req-de299dec-b6f2-48b9-beeb-ef5094f6e3c5 tempest-DeleteServersTestJSON-1988210420 tempest-DeleteServersTestJSON-1988210420-project] 10.222.0.27 "GET /v2.0/ports?device_id=9ef3dbc7-af51-474b-8679-2321e660622a HTTP/1.1" status: 200 len: 945 time: 0.0498207 Oct 19 07:57:06.907729 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-73e2c1a0-4f84-4d0a-b50c-d040652c2aa3 req-45a9137e-c2dc-4d9b-96fe-dd76b5fed9e1 tempest-DeleteServersTestJSON-1988210420 tempest-DeleteServersTestJSON-1988210420-project] 10.222.0.27 "GET /v2.0/security-groups?id=e4c16162-0a02-4ba9-a3f6-970662f0ead6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314984 Oct 19 07:57:08.027978 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78229d71-2252-43b3-8565-1ced6aeec168 req-a89eb519-d092-40b5-a251-caa09aa17928 tempest-DeleteServersTestJSON-1988210420 tempest-DeleteServersTestJSON-1988210420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:57:08.029616 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-78229d71-2252-43b3-8565-1ced6aeec168 req-a89eb519-d092-40b5-a251-caa09aa17928 tempest-DeleteServersTestJSON-1988210420 tempest-DeleteServersTestJSON-1988210420-project] 10.222.0.27 "GET /v2.0/ports?device_id=9ef3dbc7-af51-474b-8679-2321e660622a HTTP/1.1" status: 200 len: 945 time: 0.0490055 Oct 19 07:57:08.067104 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-78229d71-2252-43b3-8565-1ced6aeec168 req-a769fa3b-ff65-4a12-8f4d-adc50577c8ae tempest-DeleteServersTestJSON-1988210420 tempest-DeleteServersTestJSON-1988210420-project] 10.222.0.27 "GET /v2.0/security-groups?id=e4c16162-0a02-4ba9-a3f6-970662f0ead6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316262 Oct 19 07:57:09.204260 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccc5d95-ad43-4900-8e20-d5aabdcd7adb req-9f4bd56b-92d1-4cec-aca8-98d8acb31c0a tempest-DeleteServersTestJSON-1988210420 tempest-DeleteServersTestJSON-1988210420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:57:09.205803 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-eccc5d95-ad43-4900-8e20-d5aabdcd7adb req-9f4bd56b-92d1-4cec-aca8-98d8acb31c0a tempest-DeleteServersTestJSON-1988210420 tempest-DeleteServersTestJSON-1988210420-project] 10.222.0.27 "GET /v2.0/ports?device_id=9ef3dbc7-af51-474b-8679-2321e660622a HTTP/1.1" status: 200 len: 945 time: 0.0559168 Oct 19 07:57:09.251737 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-eccc5d95-ad43-4900-8e20-d5aabdcd7adb req-6ba84369-3296-485a-b0b2-8d9156afb59e tempest-DeleteServersTestJSON-1988210420 tempest-DeleteServersTestJSON-1988210420-project] 10.222.0.27 "GET /v2.0/security-groups?id=e4c16162-0a02-4ba9-a3f6-970662f0ead6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391462 Oct 19 07:57:10.375220 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ed2dc8-472b-4426-9edc-5b07543e9ba8 req-5754bc62-6373-4842-a792-8de1b3864141 tempest-DeleteServersTestJSON-1988210420 tempest-DeleteServersTestJSON-1988210420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:57:10.376716 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-b2ed2dc8-472b-4426-9edc-5b07543e9ba8 req-5754bc62-6373-4842-a792-8de1b3864141 tempest-DeleteServersTestJSON-1988210420 tempest-DeleteServersTestJSON-1988210420-project] 10.222.0.27 "GET /v2.0/ports?device_id=9ef3dbc7-af51-474b-8679-2321e660622a HTTP/1.1" status: 200 len: 945 time: 0.0492697 Oct 19 07:57:10.414051 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-b2ed2dc8-472b-4426-9edc-5b07543e9ba8 req-3cd8f8e2-f7fa-4d68-a0d4-1c30d5be9cd9 tempest-DeleteServersTestJSON-1988210420 tempest-DeleteServersTestJSON-1988210420-project] 10.222.0.27 "GET /v2.0/security-groups?id=e4c16162-0a02-4ba9-a3f6-970662f0ead6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312915 Oct 19 07:57:11.533768 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d8bd44-7312-4b20-9c95-34adf6943a28 req-baf6537e-e5d1-452b-94c5-f8369d2a52ee tempest-DeleteServersTestJSON-1988210420 tempest-DeleteServersTestJSON-1988210420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:57:11.535152 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-43d8bd44-7312-4b20-9c95-34adf6943a28 req-baf6537e-e5d1-452b-94c5-f8369d2a52ee tempest-DeleteServersTestJSON-1988210420 tempest-DeleteServersTestJSON-1988210420-project] 10.222.0.27 "GET /v2.0/ports?device_id=9ef3dbc7-af51-474b-8679-2321e660622a HTTP/1.1" status: 200 len: 945 time: 0.0483065 Oct 19 07:57:11.574818 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-43d8bd44-7312-4b20-9c95-34adf6943a28 req-41891ff3-3a60-4d3b-8ea9-f0d642cc8be2 tempest-DeleteServersTestJSON-1988210420 tempest-DeleteServersTestJSON-1988210420-project] 10.222.0.27 "GET /v2.0/security-groups?id=e4c16162-0a02-4ba9-a3f6-970662f0ead6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314355 Oct 19 07:57:11.861079 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:57:12.693487 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307695c8-9820-4ff7-b470-7e26d9f5d327 req-4fcbb8ef-6e44-481f-8cd5-781100e7f564 tempest-DeleteServersTestJSON-1988210420 tempest-DeleteServersTestJSON-1988210420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:57:12.695489 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-307695c8-9820-4ff7-b470-7e26d9f5d327 req-4fcbb8ef-6e44-481f-8cd5-781100e7f564 tempest-DeleteServersTestJSON-1988210420 tempest-DeleteServersTestJSON-1988210420-project] 10.222.0.27 "GET /v2.0/ports?device_id=9ef3dbc7-af51-474b-8679-2321e660622a HTTP/1.1" status: 200 len: 945 time: 0.0474572 Oct 19 07:57:12.735345 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-307695c8-9820-4ff7-b470-7e26d9f5d327 req-a7126ef8-c84e-41e5-8108-cbc91d04beee tempest-DeleteServersTestJSON-1988210420 tempest-DeleteServersTestJSON-1988210420-project] 10.222.0.27 "GET /v2.0/security-groups?id=e4c16162-0a02-4ba9-a3f6-970662f0ead6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339441 Oct 19 07:57:13.390182 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-afb0df68-5256-4c1b-83f9-4114eb703a98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:57:13.859271 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836669fa-8956-4c8b-8bdf-ef89f99b4547 req-f8af7b6d-e104-4ede-abff-e56cce1c1f3e tempest-DeleteServersTestJSON-1988210420 tempest-DeleteServersTestJSON-1988210420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:57:13.860772 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-836669fa-8956-4c8b-8bdf-ef89f99b4547 req-f8af7b6d-e104-4ede-abff-e56cce1c1f3e tempest-DeleteServersTestJSON-1988210420 tempest-DeleteServersTestJSON-1988210420-project] 10.222.0.27 "GET /v2.0/ports?device_id=9ef3dbc7-af51-474b-8679-2321e660622a HTTP/1.1" status: 200 len: 945 time: 0.0513935 Oct 19 07:57:13.899336 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-836669fa-8956-4c8b-8bdf-ef89f99b4547 req-7857f143-b3e3-49b7-940f-02e18829e782 tempest-DeleteServersTestJSON-1988210420 tempest-DeleteServersTestJSON-1988210420-project] 10.222.0.27 "GET /v2.0/security-groups?id=e4c16162-0a02-4ba9-a3f6-970662f0ead6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324235 Oct 19 07:57:15.021534 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8467e4db-ce91-4a42-ba03-e2dd7721f53e req-32df5d7b-7d68-448f-80a4-bcd3fd92463e tempest-DeleteServersTestJSON-1988210420 tempest-DeleteServersTestJSON-1988210420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:57:15.024052 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-8467e4db-ce91-4a42-ba03-e2dd7721f53e req-32df5d7b-7d68-448f-80a4-bcd3fd92463e tempest-DeleteServersTestJSON-1988210420 tempest-DeleteServersTestJSON-1988210420-project] 10.222.0.27 "GET /v2.0/ports?device_id=9ef3dbc7-af51-474b-8679-2321e660622a HTTP/1.1" status: 200 len: 945 time: 0.0504913 Oct 19 07:57:15.062019 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-8467e4db-ce91-4a42-ba03-e2dd7721f53e req-a07cf148-76a1-4e4d-a1df-717ca7fe09ca tempest-DeleteServersTestJSON-1988210420 tempest-DeleteServersTestJSON-1988210420-project] 10.222.0.27 "GET /v2.0/security-groups?id=e4c16162-0a02-4ba9-a3f6-970662f0ead6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320446 Oct 19 07:57:16.182126 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f1eed0-4887-45f0-8d03-41e94bd287c8 req-5ab162ff-a9c3-40ff-b0fd-44688a174f33 tempest-DeleteServersTestJSON-1988210420 tempest-DeleteServersTestJSON-1988210420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:57:16.183578 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-05f1eed0-4887-45f0-8d03-41e94bd287c8 req-5ab162ff-a9c3-40ff-b0fd-44688a174f33 tempest-DeleteServersTestJSON-1988210420 tempest-DeleteServersTestJSON-1988210420-project] 10.222.0.27 "GET /v2.0/ports?device_id=9ef3dbc7-af51-474b-8679-2321e660622a HTTP/1.1" status: 200 len: 945 time: 0.0481441 Oct 19 07:57:16.223760 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-05f1eed0-4887-45f0-8d03-41e94bd287c8 req-a4212af2-87cd-4f7c-be33-0cb6f5d96501 tempest-DeleteServersTestJSON-1988210420 tempest-DeleteServersTestJSON-1988210420-project] 10.222.0.27 "GET /v2.0/security-groups?id=e4c16162-0a02-4ba9-a3f6-970662f0ead6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342124 Oct 19 07:57:16.305370 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-823ffa6c-3ce7-4c61-b091-3d5ab203bff8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:57:17.345134 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf71f22-d0c8-4f52-8e35-596cb7af0f2f req-c77d9051-05f1-459a-8205-2c86475675ac tempest-DeleteServersTestJSON-1988210420 tempest-DeleteServersTestJSON-1988210420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:57:17.346602 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-9cf71f22-d0c8-4f52-8e35-596cb7af0f2f req-c77d9051-05f1-459a-8205-2c86475675ac tempest-DeleteServersTestJSON-1988210420 tempest-DeleteServersTestJSON-1988210420-project] 10.222.0.27 "GET /v2.0/ports?device_id=9ef3dbc7-af51-474b-8679-2321e660622a HTTP/1.1" status: 200 len: 945 time: 0.0495100 Oct 19 07:57:17.384606 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-9cf71f22-d0c8-4f52-8e35-596cb7af0f2f req-e930a363-60f9-421d-8a9c-522b02ec3e90 tempest-DeleteServersTestJSON-1988210420 tempest-DeleteServersTestJSON-1988210420-project] 10.222.0.27 "GET /v2.0/security-groups?id=e4c16162-0a02-4ba9-a3f6-970662f0ead6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318854 Oct 19 07:57:17.973971 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-2a2259f7-b034-4eec-af7a-7abaede746c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:57:18.504858 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abdc2c7-9184-4863-b7ed-e19f170b7240 req-42a80f4c-1d40-4506-899e-cd874c3f39f5 tempest-DeleteServersTestJSON-1988210420 tempest-DeleteServersTestJSON-1988210420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:57:18.506879 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-5abdc2c7-9184-4863-b7ed-e19f170b7240 req-42a80f4c-1d40-4506-899e-cd874c3f39f5 tempest-DeleteServersTestJSON-1988210420 tempest-DeleteServersTestJSON-1988210420-project] 10.222.0.27 "GET /v2.0/ports?device_id=9ef3dbc7-af51-474b-8679-2321e660622a HTTP/1.1" status: 200 len: 945 time: 0.0486050 Oct 19 07:57:18.544295 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-5abdc2c7-9184-4863-b7ed-e19f170b7240 req-2f528354-5e56-4346-9fc4-066fb50e8afe tempest-DeleteServersTestJSON-1988210420 tempest-DeleteServersTestJSON-1988210420-project] 10.222.0.27 "GET /v2.0/security-groups?id=e4c16162-0a02-4ba9-a3f6-970662f0ead6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312073 Oct 19 07:57:19.026540 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-1a0da505-d0f9-48c6-b7e2-53b9c5e41298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:57:19.148420 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:57:19.663167 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482d2577-35a2-4902-8110-fc611c4c0d42 req-0d6efaad-5fcc-4984-9947-1aa958f93ebc tempest-DeleteServersTestJSON-1988210420 tempest-DeleteServersTestJSON-1988210420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:57:19.664685 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-482d2577-35a2-4902-8110-fc611c4c0d42 req-0d6efaad-5fcc-4984-9947-1aa958f93ebc tempest-DeleteServersTestJSON-1988210420 tempest-DeleteServersTestJSON-1988210420-project] 10.222.0.27 "GET /v2.0/ports?device_id=9ef3dbc7-af51-474b-8679-2321e660622a HTTP/1.1" status: 200 len: 945 time: 0.0476394 Oct 19 07:57:19.706363 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-482d2577-35a2-4902-8110-fc611c4c0d42 req-4e0ac2d9-fcb3-47ae-b1fb-3e9c80eacc72 tempest-DeleteServersTestJSON-1988210420 tempest-DeleteServersTestJSON-1988210420-project] 10.222.0.27 "GET /v2.0/security-groups?id=e4c16162-0a02-4ba9-a3f6-970662f0ead6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343370 Oct 19 07:57:20.830165 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f55aef9-89ab-40a5-93fd-6abe0fac4c1a req-ad439072-63ff-459f-9e67-3169105053be tempest-DeleteServersTestJSON-1988210420 tempest-DeleteServersTestJSON-1988210420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:57:20.831628 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-1f55aef9-89ab-40a5-93fd-6abe0fac4c1a req-ad439072-63ff-459f-9e67-3169105053be tempest-DeleteServersTestJSON-1988210420 tempest-DeleteServersTestJSON-1988210420-project] 10.222.0.27 "GET /v2.0/ports?device_id=9ef3dbc7-af51-474b-8679-2321e660622a HTTP/1.1" status: 200 len: 945 time: 0.0498993 Oct 19 07:57:20.869114 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-1f55aef9-89ab-40a5-93fd-6abe0fac4c1a req-bd793d2d-acdf-4a4b-a2b2-e610ba65f60e tempest-DeleteServersTestJSON-1988210420 tempest-DeleteServersTestJSON-1988210420-project] 10.222.0.27 "GET /v2.0/security-groups?id=e4c16162-0a02-4ba9-a3f6-970662f0ead6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309427 Oct 19 07:57:21.990169 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0684b2e-ebbd-4cc5-a202-fe4953ec5ffb req-580ad0ee-9751-401b-a77d-06021c85ea22 tempest-DeleteServersTestJSON-1988210420 tempest-DeleteServersTestJSON-1988210420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:57:21.992073 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-e0684b2e-ebbd-4cc5-a202-fe4953ec5ffb req-580ad0ee-9751-401b-a77d-06021c85ea22 tempest-DeleteServersTestJSON-1988210420 tempest-DeleteServersTestJSON-1988210420-project] 10.222.0.27 "GET /v2.0/ports?device_id=9ef3dbc7-af51-474b-8679-2321e660622a HTTP/1.1" status: 200 len: 945 time: 0.0499244 Oct 19 07:57:22.030300 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-e0684b2e-ebbd-4cc5-a202-fe4953ec5ffb req-9da3c6fc-3d2e-498c-8cd3-b55d63dec486 tempest-DeleteServersTestJSON-1988210420 tempest-DeleteServersTestJSON-1988210420-project] 10.222.0.27 "GET /v2.0/security-groups?id=e4c16162-0a02-4ba9-a3f6-970662f0ead6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322487 Oct 19 07:57:23.150327 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac6385c-2358-4bd9-853b-7e2bf044687f req-7d4f443e-12b7-4a91-b786-92833a4dad4a tempest-DeleteServersTestJSON-1988210420 tempest-DeleteServersTestJSON-1988210420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:57:23.151776 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-dac6385c-2358-4bd9-853b-7e2bf044687f req-7d4f443e-12b7-4a91-b786-92833a4dad4a tempest-DeleteServersTestJSON-1988210420 tempest-DeleteServersTestJSON-1988210420-project] 10.222.0.27 "GET /v2.0/ports?device_id=9ef3dbc7-af51-474b-8679-2321e660622a HTTP/1.1" status: 200 len: 945 time: 0.0481327 Oct 19 07:57:23.192294 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-dac6385c-2358-4bd9-853b-7e2bf044687f req-8c08f10a-68ef-4128-a922-ed9971b99cac tempest-DeleteServersTestJSON-1988210420 tempest-DeleteServersTestJSON-1988210420-project] 10.222.0.27 "GET /v2.0/security-groups?id=e4c16162-0a02-4ba9-a3f6-970662f0ead6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345116 Oct 19 07:57:24.313729 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be66421-f164-4ed4-bff8-052990c3334c req-d5c38f14-032c-48fc-b9ea-e626729894ce tempest-DeleteServersTestJSON-1988210420 tempest-DeleteServersTestJSON-1988210420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:57:24.315179 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-4be66421-f164-4ed4-bff8-052990c3334c req-d5c38f14-032c-48fc-b9ea-e626729894ce tempest-DeleteServersTestJSON-1988210420 tempest-DeleteServersTestJSON-1988210420-project] 10.222.0.27 "GET /v2.0/ports?device_id=9ef3dbc7-af51-474b-8679-2321e660622a HTTP/1.1" status: 200 len: 945 time: 0.0491035 Oct 19 07:57:24.353168 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-4be66421-f164-4ed4-bff8-052990c3334c req-62e296dc-21dc-470a-af9c-91acbedc28b3 tempest-DeleteServersTestJSON-1988210420 tempest-DeleteServersTestJSON-1988210420-project] 10.222.0.27 "GET /v2.0/security-groups?id=e4c16162-0a02-4ba9-a3f6-970662f0ead6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316753 Oct 19 07:57:25.472944 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5b795b-12d6-4db0-88ef-5135b6cbe9ec req-4956b5ea-85c0-455b-aab8-184ce49b091b tempest-DeleteServersTestJSON-1988210420 tempest-DeleteServersTestJSON-1988210420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:57:25.474407 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-0e5b795b-12d6-4db0-88ef-5135b6cbe9ec req-4956b5ea-85c0-455b-aab8-184ce49b091b tempest-DeleteServersTestJSON-1988210420 tempest-DeleteServersTestJSON-1988210420-project] 10.222.0.27 "GET /v2.0/ports?device_id=9ef3dbc7-af51-474b-8679-2321e660622a HTTP/1.1" status: 200 len: 945 time: 0.0488267 Oct 19 07:57:25.512343 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-0e5b795b-12d6-4db0-88ef-5135b6cbe9ec req-73ca169d-4bcc-4e0a-95b3-f20a4547f8a3 tempest-DeleteServersTestJSON-1988210420 tempest-DeleteServersTestJSON-1988210420-project] 10.222.0.27 "GET /v2.0/security-groups?id=e4c16162-0a02-4ba9-a3f6-970662f0ead6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310771 Oct 19 07:57:26.633445 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503da879-754e-4896-becb-636f5919442e req-4c9400af-ff0a-4251-bf62-8215b2813469 tempest-DeleteServersTestJSON-1988210420 tempest-DeleteServersTestJSON-1988210420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:57:26.634900 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-503da879-754e-4896-becb-636f5919442e req-4c9400af-ff0a-4251-bf62-8215b2813469 tempest-DeleteServersTestJSON-1988210420 tempest-DeleteServersTestJSON-1988210420-project] 10.222.0.27 "GET /v2.0/ports?device_id=9ef3dbc7-af51-474b-8679-2321e660622a HTTP/1.1" status: 200 len: 945 time: 0.0483985 Oct 19 07:57:26.675185 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-503da879-754e-4896-becb-636f5919442e req-f5bafcec-25e7-45d8-9c76-85e74e0afc5d tempest-DeleteServersTestJSON-1988210420 tempest-DeleteServersTestJSON-1988210420-project] 10.222.0.27 "GET /v2.0/security-groups?id=e4c16162-0a02-4ba9-a3f6-970662f0ead6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344098 Oct 19 07:57:27.797709 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac74d6f-6a5b-484a-bf71-d33cbb445afc req-1342fa59-9370-4c25-b95d-8f3a4d63ca81 tempest-DeleteServersTestJSON-1988210420 tempest-DeleteServersTestJSON-1988210420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:57:27.799225 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-9ac74d6f-6a5b-484a-bf71-d33cbb445afc req-1342fa59-9370-4c25-b95d-8f3a4d63ca81 tempest-DeleteServersTestJSON-1988210420 tempest-DeleteServersTestJSON-1988210420-project] 10.222.0.27 "GET /v2.0/ports?device_id=9ef3dbc7-af51-474b-8679-2321e660622a HTTP/1.1" status: 200 len: 945 time: 0.0494022 Oct 19 07:57:27.837125 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-9ac74d6f-6a5b-484a-bf71-d33cbb445afc req-cdfec2a0-fce9-4c45-837e-75cdf2767a19 tempest-DeleteServersTestJSON-1988210420 tempest-DeleteServersTestJSON-1988210420-project] 10.222.0.27 "GET /v2.0/security-groups?id=e4c16162-0a02-4ba9-a3f6-970662f0ead6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314150 Oct 19 07:57:28.955563 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56650846-bb7c-4358-ba4e-e965939be5a9 req-5f434134-57fa-4018-a812-8c0f53c3660e tempest-DeleteServersTestJSON-1988210420 tempest-DeleteServersTestJSON-1988210420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:57:28.957054 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-56650846-bb7c-4358-ba4e-e965939be5a9 req-5f434134-57fa-4018-a812-8c0f53c3660e tempest-DeleteServersTestJSON-1988210420 tempest-DeleteServersTestJSON-1988210420-project] 10.222.0.27 "GET /v2.0/ports?device_id=9ef3dbc7-af51-474b-8679-2321e660622a HTTP/1.1" status: 200 len: 945 time: 0.0480185 Oct 19 07:57:28.994323 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-56650846-bb7c-4358-ba4e-e965939be5a9 req-5fd2a073-e437-414d-9af6-bed72c4c6553 tempest-DeleteServersTestJSON-1988210420 tempest-DeleteServersTestJSON-1988210420-project] 10.222.0.27 "GET /v2.0/security-groups?id=e4c16162-0a02-4ba9-a3f6-970662f0ead6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307219 Oct 19 07:57:30.113877 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c27889-e8da-4bb1-a824-bea8ff09d9ba req-67b3973a-ce79-4116-b06f-5d43929c388c tempest-DeleteServersTestJSON-1988210420 tempest-DeleteServersTestJSON-1988210420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:57:30.115348 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-d3c27889-e8da-4bb1-a824-bea8ff09d9ba req-67b3973a-ce79-4116-b06f-5d43929c388c tempest-DeleteServersTestJSON-1988210420 tempest-DeleteServersTestJSON-1988210420-project] 10.222.0.27 "GET /v2.0/ports?device_id=9ef3dbc7-af51-474b-8679-2321e660622a HTTP/1.1" status: 200 len: 945 time: 0.0489202 Oct 19 07:57:30.155970 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-d3c27889-e8da-4bb1-a824-bea8ff09d9ba req-57109303-e282-41a6-ab2f-87392b19ed5e tempest-DeleteServersTestJSON-1988210420 tempest-DeleteServersTestJSON-1988210420-project] 10.222.0.27 "GET /v2.0/security-groups?id=e4c16162-0a02-4ba9-a3f6-970662f0ead6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344729 Oct 19 07:57:30.800003 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cc2e57-661f-4ac7-a610-c45640d5e181 req-c12a6d0e-7da0-4a85-a195-4232170125b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:57:30.801560 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-06cc2e57-661f-4ac7-a610-c45640d5e181 req-c12a6d0e-7da0-4a85-a195-4232170125b7 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=2310e53608714f86a5c694ae819de1fa&device_id=9ef3dbc7-af51-474b-8679-2321e660622a HTTP/1.1" status: 200 len: 1098 time: 0.0410516 Oct 19 07:57:30.904056 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cc2e57-661f-4ac7-a610-c45640d5e181 req-e0e3b28b-163e-499c-a8d4-47f6b4389cad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:57:30.905535 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-06cc2e57-661f-4ac7-a610-c45640d5e181 req-e0e3b28b-163e-499c-a8d4-47f6b4389cad service neutron] 10.222.0.16 "GET /v2.0/networks?id=f026d5dc-5846-45cc-ab69-77fb90dbb71a HTTP/1.1" status: 200 len: 912 time: 0.0846195 Oct 19 07:57:30.950608 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-06cc2e57-661f-4ac7-a610-c45640d5e181 req-00bad6c0-5d68-4a6a-bf07-380ecb980d28 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b3b85b33-c49b-4c2d-844d-517f20bd28bd HTTP/1.1" status: 200 len: 217 time: 0.0380657 Oct 19 07:57:30.999158 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cc2e57-661f-4ac7-a610-c45640d5e181 req-75a183dc-227f-4da0-91d9-29da819cb4d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:57:31.000619 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-06cc2e57-661f-4ac7-a610-c45640d5e181 req-75a183dc-227f-4da0-91d9-29da819cb4d9 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=85c82f5b-1b8f-4f92-afe0-a1475ff1b2ac HTTP/1.1" status: 200 len: 850 time: 0.0441799 Oct 19 07:57:31.044474 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cc2e57-661f-4ac7-a610-c45640d5e181 req-27b32ec0-743b-4c94-8a9e-b55d9bd86c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:57:31.045958 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-06cc2e57-661f-4ac7-a610-c45640d5e181 req-27b32ec0-743b-4c94-8a9e-b55d9bd86c90 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f026d5dc-5846-45cc-ab69-77fb90dbb71a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0392513 Oct 19 07:57:31.138915 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-06cc2e57-661f-4ac7-a610-c45640d5e181 req-c390656a-505d-4c58-a272-f868b930abc0 service neutron] 10.222.0.16 "GET /v2.0/networks/f026d5dc-5846-45cc-ab69-77fb90dbb71a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854933 Oct 19 07:57:31.229665 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-06cc2e57-661f-4ac7-a610-c45640d5e181 req-87df1538-3a73-4749-a402-23e92697f60a service neutron] 10.222.0.16 "GET /v2.0/networks/f026d5dc-5846-45cc-ab69-77fb90dbb71a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844321 Oct 19 07:57:31.281319 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c31c01-059a-4d22-b428-fbda41c7b8be req-fedbcf64-f032-47f2-865d-b1c15bfe11f7 tempest-DeleteServersTestJSON-1988210420 tempest-DeleteServersTestJSON-1988210420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:57:31.283023 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-89c31c01-059a-4d22-b428-fbda41c7b8be req-fedbcf64-f032-47f2-865d-b1c15bfe11f7 tempest-DeleteServersTestJSON-1988210420 tempest-DeleteServersTestJSON-1988210420-project] 10.222.0.27 "GET /v2.0/ports?device_id=9ef3dbc7-af51-474b-8679-2321e660622a HTTP/1.1" status: 200 len: 945 time: 0.0516365 Oct 19 07:57:31.321456 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-89c31c01-059a-4d22-b428-fbda41c7b8be req-34b87575-5f8f-427f-a4b4-b71149130955 tempest-DeleteServersTestJSON-1988210420 tempest-DeleteServersTestJSON-1988210420-project] 10.222.0.27 "GET /v2.0/security-groups?id=e4c16162-0a02-4ba9-a3f6-970662f0ead6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316505 Oct 19 07:57:31.638020 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.agents_db [None req-6057327c-4456-4c72-8e75-6d3cd9249757 None None] Agent healthcheck: found 6 active agents {{(pid=103335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 07:57:32.442534 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a91dfac-0522-4711-99ff-9a4d9c520c5c req-5a6c1f3d-cbf2-4ebd-b280-8cd78432a2c6 tempest-DeleteServersTestJSON-1988210420 tempest-DeleteServersTestJSON-1988210420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:57:32.443991 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-9a91dfac-0522-4711-99ff-9a4d9c520c5c req-5a6c1f3d-cbf2-4ebd-b280-8cd78432a2c6 tempest-DeleteServersTestJSON-1988210420 tempest-DeleteServersTestJSON-1988210420-project] 10.222.0.27 "GET /v2.0/ports?device_id=9ef3dbc7-af51-474b-8679-2321e660622a HTTP/1.1" status: 200 len: 945 time: 0.0498223 Oct 19 07:57:32.482700 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-9a91dfac-0522-4711-99ff-9a4d9c520c5c req-926f6768-4f25-419d-bc94-6137782b73c5 tempest-DeleteServersTestJSON-1988210420 tempest-DeleteServersTestJSON-1988210420-project] 10.222.0.27 "GET /v2.0/security-groups?id=e4c16162-0a02-4ba9-a3f6-970662f0ead6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326498 Oct 19 07:57:33.225847 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-92fedd99-c2b9-4daf-be3b-bb62b33cf3be req-477a3583-869a-4b76-a722-3bdb83427c92 service neutron] 10.222.0.16 "GET /v2.0/ports/b3b85b33-c49b-4c2d-844d-517f20bd28bd/bindings/hv-neutron-8616 HTTP/1.1" status: 200 len: 384 time: 0.0548618 Oct 19 07:57:33.453351 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fedd99-c2b9-4daf-be3b-bb62b33cf3be req-a5a8cd11-050f-478f-9b47-da85f14b273c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:57:33.455089 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-92fedd99-c2b9-4daf-be3b-bb62b33cf3be req-a5a8cd11-050f-478f-9b47-da85f14b273c service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=9ef3dbc7-af51-474b-8679-2321e660622a&tenant_id=2310e53608714f86a5c694ae819de1fa HTTP/1.1" status: 200 len: 1098 time: 0.0728862 Oct 19 07:57:33.514793 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fedd99-c2b9-4daf-be3b-bb62b33cf3be req-bb46b91b-2078-4a0e-8d48-bdb908b15797 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:57:33.516183 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-92fedd99-c2b9-4daf-be3b-bb62b33cf3be req-bb46b91b-2078-4a0e-8d48-bdb908b15797 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=2310e53608714f86a5c694ae819de1fa&device_id=9ef3dbc7-af51-474b-8679-2321e660622a HTTP/1.1" status: 200 len: 1098 time: 0.0393572 Oct 19 07:57:33.638305 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fedd99-c2b9-4daf-be3b-bb62b33cf3be req-dd2a0924-6f9b-4e5e-a16f-580e6f3dbcb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:57:33.639774 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-92fedd99-c2b9-4daf-be3b-bb62b33cf3be req-dd2a0924-6f9b-4e5e-a16f-580e6f3dbcb2 service neutron] 10.222.0.16 "GET /v2.0/networks?id=f026d5dc-5846-45cc-ab69-77fb90dbb71a HTTP/1.1" status: 200 len: 912 time: 0.1162202 Oct 19 07:57:33.650205 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ab35ad-8f84-4cc8-bad4-06571483ccff req-69d1f256-c227-4563-ae57-44d56fbd10f0 tempest-DeleteServersTestJSON-1988210420 tempest-DeleteServersTestJSON-1988210420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:57:33.651570 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-d5ab35ad-8f84-4cc8-bad4-06571483ccff req-69d1f256-c227-4563-ae57-44d56fbd10f0 tempest-DeleteServersTestJSON-1988210420 tempest-DeleteServersTestJSON-1988210420-project] 10.222.0.27 "GET /v2.0/ports?device_id=9ef3dbc7-af51-474b-8679-2321e660622a HTTP/1.1" status: 200 len: 945 time: 0.0960326 Oct 19 07:57:33.693173 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-92fedd99-c2b9-4daf-be3b-bb62b33cf3be req-ec362e1c-470f-4f3a-901e-c377fd8be9dc service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b3b85b33-c49b-4c2d-844d-517f20bd28bd HTTP/1.1" status: 200 len: 217 time: 0.0406971 Oct 19 07:57:33.751272 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-d5ab35ad-8f84-4cc8-bad4-06571483ccff req-94a6bd50-9f5d-4bfc-87ac-4b9e9096b839 tempest-DeleteServersTestJSON-1988210420 tempest-DeleteServersTestJSON-1988210420-project] 10.222.0.27 "GET /v2.0/security-groups?id=e4c16162-0a02-4ba9-a3f6-970662f0ead6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926299 Oct 19 07:57:33.762153 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fedd99-c2b9-4daf-be3b-bb62b33cf3be req-a1f5cfba-fb7a-47bd-acce-a7dee4ee5411 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:57:33.763534 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-92fedd99-c2b9-4daf-be3b-bb62b33cf3be req-a1f5cfba-fb7a-47bd-acce-a7dee4ee5411 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=85c82f5b-1b8f-4f92-afe0-a1475ff1b2ac HTTP/1.1" status: 200 len: 850 time: 0.0637581 Oct 19 07:57:33.809182 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fedd99-c2b9-4daf-be3b-bb62b33cf3be req-f9e92c61-c66c-4c76-a18a-3b51bee91ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:57:33.810656 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-92fedd99-c2b9-4daf-be3b-bb62b33cf3be req-f9e92c61-c66c-4c76-a18a-3b51bee91ff3 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f026d5dc-5846-45cc-ab69-77fb90dbb71a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0396068 Oct 19 07:57:33.903797 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-92fedd99-c2b9-4daf-be3b-bb62b33cf3be req-7dc8801f-cfd6-41be-a3ed-ad42e84ee9e9 service neutron] 10.222.0.16 "GET /v2.0/networks/f026d5dc-5846-45cc-ab69-77fb90dbb71a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857420 Oct 19 07:57:33.992046 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-92fedd99-c2b9-4daf-be3b-bb62b33cf3be req-1f47b2a0-70ff-4207-966d-3a5d120bf404 service neutron] 10.222.0.16 "GET /v2.0/networks/f026d5dc-5846-45cc-ab69-77fb90dbb71a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817037 Oct 19 07:57:34.874144 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706ae043-f2e7-4229-884e-87e0ffcc66c0 req-1a597bc8-5e3d-4e25-8682-eef8c78ae189 tempest-DeleteServersTestJSON-1988210420 tempest-DeleteServersTestJSON-1988210420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:57:34.875619 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-706ae043-f2e7-4229-884e-87e0ffcc66c0 req-1a597bc8-5e3d-4e25-8682-eef8c78ae189 tempest-DeleteServersTestJSON-1988210420 tempest-DeleteServersTestJSON-1988210420-project] 10.222.0.27 "GET /v2.0/ports?device_id=9ef3dbc7-af51-474b-8679-2321e660622a HTTP/1.1" status: 200 len: 945 time: 0.0481281 Oct 19 07:57:34.911497 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-706ae043-f2e7-4229-884e-87e0ffcc66c0 req-595809c6-9511-42ad-8076-1316eca76224 tempest-DeleteServersTestJSON-1988210420 tempest-DeleteServersTestJSON-1988210420-project] 10.222.0.27 "GET /v2.0/security-groups?id=e4c16162-0a02-4ba9-a3f6-970662f0ead6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300598 Oct 19 07:57:36.036835 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebc1f19-07f3-46f3-b24f-bbac6b49230e req-33a477ca-67f7-4931-a470-0cefe3dcab29 tempest-DeleteServersTestJSON-1988210420 tempest-DeleteServersTestJSON-1988210420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:57:36.038309 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-7ebc1f19-07f3-46f3-b24f-bbac6b49230e req-33a477ca-67f7-4931-a470-0cefe3dcab29 tempest-DeleteServersTestJSON-1988210420 tempest-DeleteServersTestJSON-1988210420-project] 10.222.0.27 "GET /v2.0/ports?device_id=9ef3dbc7-af51-474b-8679-2321e660622a HTTP/1.1" status: 200 len: 945 time: 0.0528102 Oct 19 07:57:36.075788 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-7ebc1f19-07f3-46f3-b24f-bbac6b49230e req-4067905a-75c4-464b-9d14-483d6c90d582 tempest-DeleteServersTestJSON-1988210420 tempest-DeleteServersTestJSON-1988210420-project] 10.222.0.27 "GET /v2.0/security-groups?id=e4c16162-0a02-4ba9-a3f6-970662f0ead6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314779 Oct 19 07:57:36.385574 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf33e0b-34b4-4ded-82e3-071a12610719 req-43847196-13c8-4922-a1e9-fc23fdd1666a tempest-DeleteServersTestJSON-1988210420 tempest-DeleteServersTestJSON-1988210420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:57:36.386993 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-6cf33e0b-34b4-4ded-82e3-071a12610719 req-43847196-13c8-4922-a1e9-fc23fdd1666a tempest-DeleteServersTestJSON-1988210420 tempest-DeleteServersTestJSON-1988210420-project] 10.222.0.16 "GET /v2.0/ports?device_id=9ef3dbc7-af51-474b-8679-2321e660622a&tenant_id=2310e53608714f86a5c694ae819de1fa&binding%3Ahost_id=hv-neutron-8616 HTTP/1.1" status: 200 len: 945 time: 0.0810118 Oct 19 07:57:36.499675 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf33e0b-34b4-4ded-82e3-071a12610719 req-79c6390f-2973-4b89-bc81-877c2976222d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:57:36.501088 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-6cf33e0b-34b4-4ded-82e3-071a12610719 req-79c6390f-2973-4b89-bc81-877c2976222d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=2310e53608714f86a5c694ae819de1fa&device_id=9ef3dbc7-af51-474b-8679-2321e660622a HTTP/1.1" status: 200 len: 1098 time: 0.0447052 Oct 19 07:57:36.895811 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf33e0b-34b4-4ded-82e3-071a12610719 req-ba0c2b6a-cd4d-4f72-b11b-54014258c62c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:57:36.897330 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-6cf33e0b-34b4-4ded-82e3-071a12610719 req-ba0c2b6a-cd4d-4f72-b11b-54014258c62c service neutron] 10.222.0.16 "GET /v2.0/networks?id=f026d5dc-5846-45cc-ab69-77fb90dbb71a HTTP/1.1" status: 200 len: 912 time: 0.3885469 Oct 19 07:57:36.939310 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-6cf33e0b-34b4-4ded-82e3-071a12610719 req-0c64e65b-4931-4823-904f-8650607bacc3 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b3b85b33-c49b-4c2d-844d-517f20bd28bd HTTP/1.1" status: 200 len: 217 time: 0.0357149 Oct 19 07:57:36.986246 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf33e0b-34b4-4ded-82e3-071a12610719 req-7ff62514-51f4-45dd-be95-511ab498f9a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:57:36.987626 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-6cf33e0b-34b4-4ded-82e3-071a12610719 req-7ff62514-51f4-45dd-be95-511ab498f9a5 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=85c82f5b-1b8f-4f92-afe0-a1475ff1b2ac HTTP/1.1" status: 200 len: 850 time: 0.0423512 Oct 19 07:57:37.030866 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf33e0b-34b4-4ded-82e3-071a12610719 req-b6e49c3a-0bb1-409f-9396-00dbdf14ea22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:57:37.032336 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-6cf33e0b-34b4-4ded-82e3-071a12610719 req-b6e49c3a-0bb1-409f-9396-00dbdf14ea22 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f026d5dc-5846-45cc-ab69-77fb90dbb71a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0385463 Oct 19 07:57:37.123014 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-6cf33e0b-34b4-4ded-82e3-071a12610719 req-4d3ad92a-c9d2-4b79-8b1d-30c6859222a2 service neutron] 10.222.0.16 "GET /v2.0/networks/f026d5dc-5846-45cc-ab69-77fb90dbb71a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838704 Oct 19 07:57:37.193793 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Device b3b85b33-c49b-4c2d-844d-517f20bd28bd details requested by agent hyperv_hv-neutron-8616 with host hv-neutron-8616 {{(pid=103334) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 07:57:37.198319 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Device b3b85b33-c49b-4c2d-844d-517f20bd28bd no longer exists at agent hyperv_hv-neutron-8616 {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 07:57:37.214692 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-6cf33e0b-34b4-4ded-82e3-071a12610719 req-ba592a78-7086-4816-9b36-1362d08c41c7 service neutron] 10.222.0.16 "GET /v2.0/networks/f026d5dc-5846-45cc-ab69-77fb90dbb71a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846274 Oct 19 07:57:37.350958 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] For port b3b85b33-c49b-4c2d-844d-517f20bd28bd, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=b3b85b33-c49b-4c2d-844d-517f20bd28bd,segment=NetworkSegment(2777af6c-7b13-4619-9153-c7974008b0cf),segment_id=2777af6c-7b13-4619-9153-c7974008b0cf)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:57:37.353393 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Current status of the port b3b85b33-c49b-4c2d-844d-517f20bd28bd is: ACTIVE; New status is: DOWN {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:57:37.353777 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:57:37.371250 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Returning: {'device': 'b3b85b33-c49b-4c2d-844d-517f20bd28bd', 'network_id': 'f026d5dc-5846-45cc-ab69-77fb90dbb71a', 'port_id': 'b3b85b33-c49b-4c2d-844d-517f20bd28bd', 'mac_address': 'fa:16:3e:d7:39:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 190, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85c82f5b-1b8f-4f92-afe0-a1475ff1b2ac', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103334) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 07:57:37.387537 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ef3dbc7-af51-474b-8679-2321e660622a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b3b85b33-c49b-4c2d-844d-517f20bd28bd'}] {{(pid=103334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 19 07:57:37.389827 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d918bd29c62f7e926e80ce37adcd574e0921d2de3006e6b6ef58999f52d8e2e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba06a966-5016-4653-a597-f102d6decaf6" -d '{"events": [{"server_uuid": "9ef3dbc7-af51-474b-8679-2321e660622a", "name": "network-vif-unplugged", "status": "completed", "tag": "b3b85b33-c49b-4c2d-844d-517f20bd28bd"}]}' {{(pid=103334) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 07:57:37.421736 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] For port b3b85b33-c49b-4c2d-844d-517f20bd28bd, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=b3b85b33-c49b-4c2d-844d-517f20bd28bd,segment=NetworkSegment(2777af6c-7b13-4619-9153-c7974008b0cf),segment_id=2777af6c-7b13-4619-9153-c7974008b0cf)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:57:37.428317 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:57:37.452467 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Current status of the port b3b85b33-c49b-4c2d-844d-517f20bd28bd is: ACTIVE; New status is: BUILD {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:57:37.452813 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:57:37.459316 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 19 Oct 2022 07:57:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-537895b8-0af4-4072-8120-ca52322e6abe x-openstack-request-id: req-537895b8-0af4-4072-8120-ca52322e6abe {{(pid=103334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 07:57:37.459609 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ef3dbc7-af51-474b-8679-2321e660622a", "name": "network-vif-unplugged", "status": "completed", "tag": "b3b85b33-c49b-4c2d-844d-517f20bd28bd", "code": 200}]} {{(pid=103334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 07:57:37.459862 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-537895b8-0af4-4072-8120-ca52322e6abe {{(pid=103334) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 07:57:37.460274 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.notifiers.nova [-] Nova event matching ['req-537895b8-0af4-4072-8120-ca52322e6abe'] response: {'server_uuid': '9ef3dbc7-af51-474b-8679-2321e660622a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b3b85b33-c49b-4c2d-844d-517f20bd28bd', 'code': 200} Oct 19 07:57:37.479853 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.notifiers.nova [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b3b85b33-c49b-4c2d-844d-517f20bd28bd {{(pid=103334) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 19 07:57:37.517787 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Pushing event updated for resources: {'Port': ['ID=b3b85b33-c49b-4c2d-844d-517f20bd28bd,revision_number=6']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:57:37.531305 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:57:37.531652 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:57:37.531994 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:57:37.532341 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:57:37.532800 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:57:37.533116 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:57:37.533514 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:57:37.533846 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:57:37.534177 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:57:37.534503 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:57:37.534826 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:57:37.535176 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:57:37.545497 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.db.api [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103334) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 19 07:57:37.545854 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG oslo_db.api [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 19 07:57:37.895508 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00dce2da-7707-4854-bc4d-71fac624f9f2 req-60edb00e-6539-4620-958e-f75037034686 tempest-DeleteServersTestJSON-1988210420 tempest-DeleteServersTestJSON-1988210420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:57:37.897013 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-00dce2da-7707-4854-bc4d-71fac624f9f2 req-60edb00e-6539-4620-958e-f75037034686 tempest-DeleteServersTestJSON-1988210420 tempest-DeleteServersTestJSON-1988210420-project] 10.222.0.27 "GET /v2.0/ports?device_id=9ef3dbc7-af51-474b-8679-2321e660622a HTTP/1.1" status: 200 len: 943 time: 0.0488954 Oct 19 07:57:37.938405 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-00dce2da-7707-4854-bc4d-71fac624f9f2 req-eaf11835-61fb-4674-bcdd-6128d9f3288e tempest-DeleteServersTestJSON-1988210420 tempest-DeleteServersTestJSON-1988210420-project] 10.222.0.27 "GET /v2.0/security-groups?id=e4c16162-0a02-4ba9-a3f6-970662f0ead6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353854 Oct 19 07:57:38.081573 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Current status of the port b3b85b33-c49b-4c2d-844d-517f20bd28bd is: DOWN; New status is: BUILD {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:57:38.081876 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:57:38.094390 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.notifiers.nova [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3b85b33-c49b-4c2d-844d-517f20bd28bd {{(pid=103334) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 19 07:57:38.113481 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] For port b3b85b33-c49b-4c2d-844d-517f20bd28bd, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=b3b85b33-c49b-4c2d-844d-517f20bd28bd,segment=NetworkSegment(2777af6c-7b13-4619-9153-c7974008b0cf),segment_id=2777af6c-7b13-4619-9153-c7974008b0cf)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:57:38.117788 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:57:38.169471 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Pushing event updated for resources: {'Port': ['ID=b3b85b33-c49b-4c2d-844d-517f20bd28bd,revision_number=7']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:57:38.176405 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] get_ports_and_sgs() called for port_ids ['b3b85b33-c49b-4c2d-844d-517f20bd28bd'] {{(pid=103334) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 19 07:57:39.058282 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a0e9a0-de35-4113-8607-bdb38a826286 req-123f2c56-f67e-43a7-b774-083e708bd642 tempest-DeleteServersTestJSON-1988210420 tempest-DeleteServersTestJSON-1988210420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:57:39.059760 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-95a0e9a0-de35-4113-8607-bdb38a826286 req-123f2c56-f67e-43a7-b774-083e708bd642 tempest-DeleteServersTestJSON-1988210420 tempest-DeleteServersTestJSON-1988210420-project] 10.222.0.27 "GET /v2.0/ports?device_id=9ef3dbc7-af51-474b-8679-2321e660622a HTTP/1.1" status: 200 len: 944 time: 0.0480542 Oct 19 07:57:39.097356 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-95a0e9a0-de35-4113-8607-bdb38a826286 req-15892ede-6c67-4656-b204-d2dbd2b87dd5 tempest-DeleteServersTestJSON-1988210420 tempest-DeleteServersTestJSON-1988210420-project] 10.222.0.27 "GET /v2.0/security-groups?id=e4c16162-0a02-4ba9-a3f6-970662f0ead6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317183 Oct 19 07:57:39.206519 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Device b3b85b33-c49b-4c2d-844d-517f20bd28bd up at agent hyperv_hv-neutron-8616 {{(pid=103334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 07:57:39.257099 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Provisioning complete for port b3b85b33-c49b-4c2d-844d-517f20bd28bd triggered by entity L2. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:57:39.257367 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:57:39.257851 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Attempt 1 to provision port b3b85b33-c49b-4c2d-844d-517f20bd28bd Oct 19 07:57:39.471621 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Current status of the port b3b85b33-c49b-4c2d-844d-517f20bd28bd is: BUILD; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:57:39.472006 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:57:39.495970 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ef3dbc7-af51-474b-8679-2321e660622a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3b85b33-c49b-4c2d-844d-517f20bd28bd'}] {{(pid=103334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 19 07:57:39.498345 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d918bd29c62f7e926e80ce37adcd574e0921d2de3006e6b6ef58999f52d8e2e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b22189c-6d31-43e3-a10a-4690c001f479" -d '{"events": [{"server_uuid": "9ef3dbc7-af51-474b-8679-2321e660622a", "name": "network-vif-plugged", "status": "completed", "tag": "b3b85b33-c49b-4c2d-844d-517f20bd28bd"}]}' {{(pid=103334) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 07:57:39.504076 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf33e0b-34b4-4ded-82e3-071a12610719 req-a3d603d5-bcc1-4669-aeb4-2d4f0dda3b73 tempest-DeleteServersTestJSON-1988210420 tempest-DeleteServersTestJSON-1988210420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:57:39.505585 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-6cf33e0b-34b4-4ded-82e3-071a12610719 req-a3d603d5-bcc1-4669-aeb4-2d4f0dda3b73 tempest-DeleteServersTestJSON-1988210420 tempest-DeleteServersTestJSON-1988210420-project] 10.222.0.16 "GET /v2.0/ports?device_id=9ef3dbc7-af51-474b-8679-2321e660622a HTTP/1.1" status: 200 len: 944 time: 0.0493274 Oct 19 07:57:39.510453 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] For port b3b85b33-c49b-4c2d-844d-517f20bd28bd, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=b3b85b33-c49b-4c2d-844d-517f20bd28bd,segment=NetworkSegment(2777af6c-7b13-4619-9153-c7974008b0cf),segment_id=2777af6c-7b13-4619-9153-c7974008b0cf)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:57:39.515283 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:57:39.537755 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 19 Oct 2022 07:57:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a88ec291-ead7-4092-bb9b-6c432d6651bf x-openstack-request-id: req-a88ec291-ead7-4092-bb9b-6c432d6651bf {{(pid=103334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 07:57:39.538043 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ef3dbc7-af51-474b-8679-2321e660622a", "name": "network-vif-plugged", "status": "completed", "tag": "b3b85b33-c49b-4c2d-844d-517f20bd28bd", "code": 200}]} {{(pid=103334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 07:57:39.539002 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-a88ec291-ead7-4092-bb9b-6c432d6651bf {{(pid=103334) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 07:57:39.539359 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a88ec291-ead7-4092-bb9b-6c432d6651bf'] response: {'server_uuid': '9ef3dbc7-af51-474b-8679-2321e660622a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3b85b33-c49b-4c2d-844d-517f20bd28bd', 'code': 200} Oct 19 07:57:39.564494 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Pushing event updated for resources: {'Port': ['ID=b3b85b33-c49b-4c2d-844d-517f20bd28bd,revision_number=8']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:57:39.603257 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.plugin [req-6cf33e0b-34b4-4ded-82e3-071a12610719 req-27d05330-2dd7-4fc0-9104-33c36080c2f3 tempest-DeleteServersTestJSON-1988210420 tempest-DeleteServersTestJSON-1988210420-project] Deleting port b3b85b33-c49b-4c2d-844d-517f20bd28bd {{(pid=103332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 07:57:39.603594 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-6cf33e0b-34b4-4ded-82e3-071a12610719 req-27d05330-2dd7-4fc0-9104-33c36080c2f3 tempest-DeleteServersTestJSON-1988210420 tempest-DeleteServersTestJSON-1988210420-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:57:39.690322 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.db [req-6cf33e0b-34b4-4ded-82e3-071a12610719 req-27d05330-2dd7-4fc0-9104-33c36080c2f3 tempest-DeleteServersTestJSON-1988210420 tempest-DeleteServersTestJSON-1988210420-project] For port b3b85b33-c49b-4c2d-844d-517f20bd28bd, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=b3b85b33-c49b-4c2d-844d-517f20bd28bd,segment=NetworkSegment(2777af6c-7b13-4619-9153-c7974008b0cf),segment_id=2777af6c-7b13-4619-9153-c7974008b0cf)] {{(pid=103332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:57:39.690689 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-6cf33e0b-34b4-4ded-82e3-071a12610719 req-27d05330-2dd7-4fc0-9104-33c36080c2f3 tempest-DeleteServersTestJSON-1988210420 tempest-DeleteServersTestJSON-1988210420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:57:39.702801 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.plugin [req-6cf33e0b-34b4-4ded-82e3-071a12610719 req-27d05330-2dd7-4fc0-9104-33c36080c2f3 tempest-DeleteServersTestJSON-1988210420 tempest-DeleteServersTestJSON-1988210420-project] Calling delete_port for b3b85b33-c49b-4c2d-844d-517f20bd28bd owned by compute:nova {{(pid=103332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 07:57:39.830737 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-6cf33e0b-34b4-4ded-82e3-071a12610719 req-27d05330-2dd7-4fc0-9104-33c36080c2f3 tempest-DeleteServersTestJSON-1988210420 tempest-DeleteServersTestJSON-1988210420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133553798'] for port, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:57:39.843752 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] get_ports_and_sgs() called for port_ids ['b3b85b33-c49b-4c2d-844d-517f20bd28bd'] {{(pid=103334) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 19 07:57:39.860346 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d05330-2dd7-4fc0-9104-33c36080c2f3 tempest-DeleteServersTestJSON-1988210420 tempest-DeleteServersTestJSON-1988210420-project] Pushing event deleted for resources: {'Port': ['ID=b3b85b33-c49b-4c2d-844d-517f20bd28bd,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:57:39.886937 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27d05330-2dd7-4fc0-9104-33c36080c2f3 tempest-DeleteServersTestJSON-1988210420 tempest-DeleteServersTestJSON-1988210420-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:57:39.887293 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27d05330-2dd7-4fc0-9104-33c36080c2f3 tempest-DeleteServersTestJSON-1988210420 tempest-DeleteServersTestJSON-1988210420-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:57:39.887640 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27d05330-2dd7-4fc0-9104-33c36080c2f3 tempest-DeleteServersTestJSON-1988210420 tempest-DeleteServersTestJSON-1988210420-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:57:39.887981 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27d05330-2dd7-4fc0-9104-33c36080c2f3 tempest-DeleteServersTestJSON-1988210420 tempest-DeleteServersTestJSON-1988210420-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:57:39.888323 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27d05330-2dd7-4fc0-9104-33c36080c2f3 tempest-DeleteServersTestJSON-1988210420 tempest-DeleteServersTestJSON-1988210420-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:57:39.888701 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27d05330-2dd7-4fc0-9104-33c36080c2f3 tempest-DeleteServersTestJSON-1988210420 tempest-DeleteServersTestJSON-1988210420-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:57:39.889034 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27d05330-2dd7-4fc0-9104-33c36080c2f3 tempest-DeleteServersTestJSON-1988210420 tempest-DeleteServersTestJSON-1988210420-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:57:39.889369 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27d05330-2dd7-4fc0-9104-33c36080c2f3 tempest-DeleteServersTestJSON-1988210420 tempest-DeleteServersTestJSON-1988210420-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:57:39.889701 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27d05330-2dd7-4fc0-9104-33c36080c2f3 tempest-DeleteServersTestJSON-1988210420 tempest-DeleteServersTestJSON-1988210420-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:57:39.890029 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27d05330-2dd7-4fc0-9104-33c36080c2f3 tempest-DeleteServersTestJSON-1988210420 tempest-DeleteServersTestJSON-1988210420-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:57:39.890357 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27d05330-2dd7-4fc0-9104-33c36080c2f3 tempest-DeleteServersTestJSON-1988210420 tempest-DeleteServersTestJSON-1988210420-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:57:39.890681 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27d05330-2dd7-4fc0-9104-33c36080c2f3 tempest-DeleteServersTestJSON-1988210420 tempest-DeleteServersTestJSON-1988210420-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:57:39.914330 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [req-6cf33e0b-34b4-4ded-82e3-071a12610719 req-27d05330-2dd7-4fc0-9104-33c36080c2f3 tempest-DeleteServersTestJSON-1988210420 tempest-DeleteServersTestJSON-1988210420-project] No DVR routers for this DVR port b3b85b33-c49b-4c2d-844d-517f20bd28bd on host hv-neutron-8616 {{(pid=103332) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 19 07:57:39.917023 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-6cf33e0b-34b4-4ded-82e3-071a12610719 req-27d05330-2dd7-4fc0-9104-33c36080c2f3 tempest-DeleteServersTestJSON-1988210420 tempest-DeleteServersTestJSON-1988210420-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42160'] for port, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:57:39.920359 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-6cf33e0b-34b4-4ded-82e3-071a12610719 req-27d05330-2dd7-4fc0-9104-33c36080c2f3 tempest-DeleteServersTestJSON-1988210420 tempest-DeleteServersTestJSON-1988210420-project] 10.222.0.16 "DELETE /v2.0/ports/b3b85b33-c49b-4c2d-844d-517f20bd28bd HTTP/1.1" status: 204 len: 173 time: 0.4093883 Oct 19 07:57:39.920950 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ef3dbc7-af51-474b-8679-2321e660622a', 'name': 'network-vif-deleted', 'tag': 'b3b85b33-c49b-4c2d-844d-517f20bd28bd'}] {{(pid=103332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 19 07:57:39.923323 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a021b02cf5f527cd4bbbc40a031b51490d9893d7edeeb551bdf5128ee7546f8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e033fe2-993b-4ca4-95ac-ddfb4f016602" -d '{"events": [{"server_uuid": "9ef3dbc7-af51-474b-8679-2321e660622a", "name": "network-vif-deleted", "tag": "b3b85b33-c49b-4c2d-844d-517f20bd28bd"}]}' {{(pid=103332) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 07:57:39.962486 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 19 Oct 2022 07:57:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fc520cb-1a45-4c75-9f37-44088d3a3305 x-openstack-request-id: req-8fc520cb-1a45-4c75-9f37-44088d3a3305 {{(pid=103332) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 07:57:39.962777 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ef3dbc7-af51-474b-8679-2321e660622a", "name": "network-vif-deleted", "tag": "b3b85b33-c49b-4c2d-844d-517f20bd28bd", "status": "completed", "code": 200}]} {{(pid=103332) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 07:57:39.963024 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-8fc520cb-1a45-4c75-9f37-44088d3a3305 {{(pid=103332) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 07:57:39.963430 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8fc520cb-1a45-4c75-9f37-44088d3a3305'] response: {'server_uuid': '9ef3dbc7-af51-474b-8679-2321e660622a', 'name': 'network-vif-deleted', 'tag': 'b3b85b33-c49b-4c2d-844d-517f20bd28bd', 'status': 'completed', 'code': 200} Oct 19 07:57:40.207934 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-3a20a9c3-03ab-474a-a7f8-dd6450005d09 req-06763ba0-8236-4b83-974d-b2042dfce78d tempest-DeleteServersTestJSON-1988210420 tempest-DeleteServersTestJSON-1988210420-project] 10.222.0.27 "GET /v2.0/ports?device_id=9ef3dbc7-af51-474b-8679-2321e660622a HTTP/1.1" status: 200 len: 210 time: 0.0266094 Oct 19 07:57:41.339974 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 34940) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:57:41.679319 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-0b157a4f-89bf-4cf7-a27d-35dd12292243 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1694785'] for router_interface, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:57:41.860403 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:57:41.929802 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-0b157a4f-89bf-4cf7-a27d-35dd12292243 admin admin] Deleting port d4b3ae7c-0e7a-4a04-b3e6-c63a61fec3a7 {{(pid=103333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 07:57:41.930034 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-0b157a4f-89bf-4cf7-a27d-35dd12292243 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:57:42.006353 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.db [None req-0b157a4f-89bf-4cf7-a27d-35dd12292243 admin admin] For port d4b3ae7c-0e7a-4a04-b3e6-c63a61fec3a7, host dv-neutron-861624-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=d4b3ae7c-0e7a-4a04-b3e6-c63a61fec3a7,segment=NetworkSegment(2777af6c-7b13-4619-9153-c7974008b0cf),segment_id=2777af6c-7b13-4619-9153-c7974008b0cf)] {{(pid=103333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:57:42.006714 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-0b157a4f-89bf-4cf7-a27d-35dd12292243 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:57:42.019510 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-0b157a4f-89bf-4cf7-a27d-35dd12292243 admin admin] Calling delete_port for d4b3ae7c-0e7a-4a04-b3e6-c63a61fec3a7 owned by network:router_interface {{(pid=103333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 07:57:42.197068 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-0b157a4f-89bf-4cf7-a27d-35dd12292243 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130996763'] for port, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:57:42.226494 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b157a4f-89bf-4cf7-a27d-35dd12292243 admin admin] Pushing event deleted for resources: {'Port': ['ID=d4b3ae7c-0e7a-4a04-b3e6-c63a61fec3a7,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:57:42.237770 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b157a4f-89bf-4cf7-a27d-35dd12292243 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:57:42.238101 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b157a4f-89bf-4cf7-a27d-35dd12292243 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:57:42.238439 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b157a4f-89bf-4cf7-a27d-35dd12292243 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:57:42.238776 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b157a4f-89bf-4cf7-a27d-35dd12292243 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:57:42.239106 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b157a4f-89bf-4cf7-a27d-35dd12292243 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:57:42.239440 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b157a4f-89bf-4cf7-a27d-35dd12292243 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:57:42.239771 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b157a4f-89bf-4cf7-a27d-35dd12292243 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:57:42.240097 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b157a4f-89bf-4cf7-a27d-35dd12292243 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:57:42.240419 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b157a4f-89bf-4cf7-a27d-35dd12292243 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:57:42.240764 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b157a4f-89bf-4cf7-a27d-35dd12292243 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:57:42.241087 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b157a4f-89bf-4cf7-a27d-35dd12292243 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:57:42.242060 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b157a4f-89bf-4cf7-a27d-35dd12292243 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:57:42.400716 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-0b157a4f-89bf-4cf7-a27d-35dd12292243 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1574862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1694957'] for router_interface, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:57:42.610008 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b157a4f-89bf-4cf7-a27d-35dd12292243 admin admin] Router ad687b36-a8fa-4c42-9323-9d050b6a4c4e has already been hosted by L3 agent ab388470-1243-4d53-80f2-c2f5899c97a7 {{(pid=103333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 07:57:42.714639 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b157a4f-89bf-4cf7-a27d-35dd12292243 admin admin] Notify agent at l3_agent.dv-neutron-861624-1-hyperv the message routers_updated {{(pid=103333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 07:57:42.719806 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-0b157a4f-89bf-4cf7-a27d-35dd12292243 admin admin] 10.222.0.27 "PUT /v2.0/routers/ad687b36-a8fa-4c42-9323-9d050b6a4c4e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3787994 Oct 19 07:57:42.722599 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 34942) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:57:42.724054 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d207b09a-97db-4714-b12c-cd91d07a7981 None None] Sync routers for ids ['ad687b36-a8fa-4c42-9323-9d050b6a4c4e'] in dv-neutron-861624-1-hyperv {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 07:57:42.733350 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d207b09a-97db-4714-b12c-cd91d07a7981 None None] Routers {'ad687b36-a8fa-4c42-9323-9d050b6a4c4e'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 07:57:42.733941 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-d207b09a-97db-4714-b12c-cd91d07a7981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T07:57:16Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['ad687b36-a8fa-4c42-9323-9d050b6a4c4e'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:57:42.826318 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-1560824c-5685-4335-93d9-8ff473cf75b2 admin admin] Notify callbacks [] for router, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:57:42.834334 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvr_db [None req-d207b09a-97db-4714-b12c-cd91d07a7981 None None] Set router ad687b36-a8fa-4c42-9323-9d050b6a4c4e gateway port host: dv-neutron-861624-1-hyperv {{(pid=103335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 07:57:42.928887 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-1560824c-5685-4335-93d9-8ff473cf75b2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:57:42.982491 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.plugin [None req-1560824c-5685-4335-93d9-8ff473cf75b2 admin admin] Deleting port a006c3f0-fa98-43f8-81d2-9310c6ed27eb {{(pid=103332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 07:57:42.982837 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-1560824c-5685-4335-93d9-8ff473cf75b2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:57:43.013431 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-d207b09a-97db-4714-b12c-cd91d07a7981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad687b36-a8fa-4c42-9323-9d050b6a4c4e', 'name': 'tempest-DeleteServersTestJSON-486141680-router', 'tenant_id': '2310e53608714f86a5c694ae819de1fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'external_fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.215'}], 'enable_snat': True}, 'gw_port_id': 'a006c3f0-fa98-43f8-81d2-9310c6ed27eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T07:56:44Z', 'updated_at': '2022-10-19T07:57:42Z', 'revision_number': 5, 'project_id': '2310e53608714f86a5c694ae819de1fa', 'gw_port': {'id': 'a006c3f0-fa98-43f8-81d2-9310c6ed27eb', 'name': '', 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:3d:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad687b36-a8fa-4c42-9323-9d050b6a4c4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1533, 'fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:56:44Z', 'updated_at': '2022-10-19T07:56:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861624-1-hyperv'}], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:57:43.039183 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d207b09a-97db-4714-b12c-cd91d07a7981 None None] Checking router: ad687b36-a8fa-4c42-9323-9d050b6a4c4e for host: dv-neutron-861624-1-hyperv {{(pid=103335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 07:57:43.047338 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d207b09a-97db-4714-b12c-cd91d07a7981 None None] Routers {'ad687b36-a8fa-4c42-9323-9d050b6a4c4e'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 07:57:43.047933 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-d207b09a-97db-4714-b12c-cd91d07a7981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T07:57:16Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['ad687b36-a8fa-4c42-9323-9d050b6a4c4e'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:57:43.061838 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.db [None req-1560824c-5685-4335-93d9-8ff473cf75b2 admin admin] For port a006c3f0-fa98-43f8-81d2-9310c6ed27eb, host dv-neutron-861624-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=a006c3f0-fa98-43f8-81d2-9310c6ed27eb,segment=NetworkSegment(53981d04-8205-40d8-8d33-0510111d6f8f),segment_id=53981d04-8205-40d8-8d33-0510111d6f8f)] {{(pid=103332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:57:43.062202 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-1560824c-5685-4335-93d9-8ff473cf75b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:57:43.075397 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.plugin [None req-1560824c-5685-4335-93d9-8ff473cf75b2 admin admin] Calling delete_port for a006c3f0-fa98-43f8-81d2-9310c6ed27eb owned by network:router_gateway {{(pid=103332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 07:57:43.130670 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvr_db [None req-d207b09a-97db-4714-b12c-cd91d07a7981 None None] Set router ad687b36-a8fa-4c42-9323-9d050b6a4c4e gateway port host: None {{(pid=103335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 07:57:43.183173 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-d207b09a-97db-4714-b12c-cd91d07a7981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad687b36-a8fa-4c42-9323-9d050b6a4c4e', 'name': 'tempest-DeleteServersTestJSON-486141680-router', 'tenant_id': '2310e53608714f86a5c694ae819de1fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T07:56:44Z', 'updated_at': '2022-10-19T07:57:42Z', 'revision_number': 6, 'project_id': '2310e53608714f86a5c694ae819de1fa', 'gw_port_host': None}], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:57:43.209032 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d207b09a-97db-4714-b12c-cd91d07a7981 None None] The sync data for ids ['ad687b36-a8fa-4c42-9323-9d050b6a4c4e'] in dv-neutron-861624-1-hyperv is: [{'id': 'ad687b36-a8fa-4c42-9323-9d050b6a4c4e', 'name': 'tempest-DeleteServersTestJSON-486141680-router', 'tenant_id': '2310e53608714f86a5c694ae819de1fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T07:56:44Z', 'updated_at': '2022-10-19T07:57:42Z', 'revision_number': 6, 'project_id': '2310e53608714f86a5c694ae819de1fa', 'gw_port_host': None}] {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 07:57:43.226259 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Device b3b85b33-c49b-4c2d-844d-517f20bd28bd no longer exists at agent hyperv_hv-neutron-8616 {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 07:57:43.247406 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] No Port match for: b3b85b33-c49b-4c2d-844d-517f20bd28bd {{(pid=103334) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 19 07:57:43.247745 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Device b3b85b33-c49b-4c2d-844d-517f20bd28bd not bound to the agent host hv-neutron-8616 {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 07:57:43.249947 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-1560824c-5685-4335-93d9-8ff473cf75b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133553798'] for port, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:57:43.281859 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1560824c-5685-4335-93d9-8ff473cf75b2 admin admin] Pushing event deleted for resources: {'Port': ['ID=a006c3f0-fa98-43f8-81d2-9310c6ed27eb,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:57:43.342138 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-1560824c-5685-4335-93d9-8ff473cf75b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1693831'] for router_gateway, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:57:43.391941 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-5ed7125b-5c8a-4090-8a1d-f6e230f9d14c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:57:43.435934 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-1560824c-5685-4335-93d9-8ff473cf75b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1693565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12618'] for router, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:57:43.438267 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-1560824c-5685-4335-93d9-8ff473cf75b2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:57:43.482084 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-1560824c-5685-4335-93d9-8ff473cf75b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1693542'] for router, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:57:43.482670 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1560824c-5685-4335-93d9-8ff473cf75b2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ad687b36-a8fa-4c42-9323-9d050b6a4c4e {{(pid=103332) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 07:57:43.486922 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-1560824c-5685-4335-93d9-8ff473cf75b2 admin admin] Notify callbacks [] for router, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:57:43.488047 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-1560824c-5685-4335-93d9-8ff473cf75b2 admin admin] 10.222.0.27 "DELETE /v2.0/routers/ad687b36-a8fa-4c42-9323-9d050b6a4c4e HTTP/1.1" status: 204 len: 168 time: 0.7644789 Oct 19 07:57:43.490697 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 34944) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:57:43.539635 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.db_base_plugin_v2 [None req-991d075a-d689-410e-91d3-3e5eb273e619 admin admin] Deleting subnet 85c82f5b-1b8f-4f92-afe0-a1475ff1b2ac {{(pid=103332) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 19 07:57:43.543134 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-991d075a-d689-410e-91d3-3e5eb273e619 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:57:43.583607 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-991d075a-d689-410e-91d3-3e5eb273e619 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130726890'] for subnet, precommit_delete_associations {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:57:43.667612 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-991d075a-d689-410e-91d3-3e5eb273e619 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-679826'] for subnet, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:57:43.721123 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-991d075a-d689-410e-91d3-3e5eb273e619 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-679819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-133552721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130659632'] for subnet, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:57:43.749642 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991d075a-d689-410e-91d3-3e5eb273e619 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=85c82f5b-1b8f-4f92-afe0-a1475ff1b2ac,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:57:43.755406 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-991d075a-d689-410e-91d3-3e5eb273e619 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:57:43.760818 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a06994a-9736-4055-87e7-8d8574967474 None None] Network f026d5dc-5846-45cc-ab69-77fb90dbb71a requested from dv-neutron-861624-1-hyperv {{(pid=103334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 07:57:43.761006 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-991d075a-d689-410e-91d3-3e5eb273e619 admin admin] 10.222.0.27 "DELETE /v2.0/subnets/85c82f5b-1b8f-4f92-afe0-a1475ff1b2ac HTTP/1.1" status: 204 len: 168 time: 0.2687640 Oct 19 07:57:43.761814 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 34946) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:57:43.833827 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-2989114a-4603-42d2-aa0f-15f9b736055e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-667019'] for network, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:57:43.889608 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-2989114a-4603-42d2-aa0f-15f9b736055e admin admin] Deleting port 7ebf756d-1b3a-405f-9cc8-e5c7c028f6af {{(pid=103333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 07:57:43.890015 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-2989114a-4603-42d2-aa0f-15f9b736055e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:57:43.957236 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.db [None req-2989114a-4603-42d2-aa0f-15f9b736055e admin admin] For port 7ebf756d-1b3a-405f-9cc8-e5c7c028f6af, host dv-neutron-861624-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=7ebf756d-1b3a-405f-9cc8-e5c7c028f6af,segment=NetworkSegment(2777af6c-7b13-4619-9153-c7974008b0cf),segment_id=2777af6c-7b13-4619-9153-c7974008b0cf)] {{(pid=103333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:57:43.957600 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-2989114a-4603-42d2-aa0f-15f9b736055e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:57:43.969815 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-2989114a-4603-42d2-aa0f-15f9b736055e admin admin] Calling delete_port for 7ebf756d-1b3a-405f-9cc8-e5c7c028f6af owned by network:dhcp {{(pid=103333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 07:57:44.000654 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8051e394-f767-4766-82f8-848be369a2ce None None] DHCP port deletion for f026d5dc-5846-45cc-ab69-77fb90dbb71a request from dv-neutron-861624-1-hyperv {{(pid=103334) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 07:57:44.009705 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device d4b3ae7c-0e7a-4a04-b3e6-c63a61fec3a7 no longer exists at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 07:57:44.051287 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-2989114a-4603-42d2-aa0f-15f9b736055e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130996763'] for port, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:57:44.051874 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] No Port match for: d4b3ae7c-0e7a-4a04-b3e6-c63a61fec3a7 {{(pid=103334) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 19 07:57:44.052214 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device d4b3ae7c-0e7a-4a04-b3e6-c63a61fec3a7 not bound to the agent host dv-neutron-861624-1-hyperv {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 07:57:44.081155 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-8051e394-f767-4766-82f8-848be369a2ce None None] Deleting port 7ebf756d-1b3a-405f-9cc8-e5c7c028f6af {{(pid=103334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 07:57:44.081629 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-8051e394-f767-4766-82f8-848be369a2ce None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:57:44.085878 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2989114a-4603-42d2-aa0f-15f9b736055e admin admin] Pushing event deleted for resources: {'Port': ['ID=7ebf756d-1b3a-405f-9cc8-e5c7c028f6af,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:57:44.087830 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2989114a-4603-42d2-aa0f-15f9b736055e admin admin] No DVR routers for this DVR port 7ebf756d-1b3a-405f-9cc8-e5c7c028f6af on host dv-neutron-861624-1-hyperv {{(pid=103333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 19 07:57:44.149248 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-8051e394-f767-4766-82f8-848be369a2ce None None] For port 7ebf756d-1b3a-405f-9cc8-e5c7c028f6af, host dv-neutron-861624-1-hyperv, got binding levels [] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:57:44.149653 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-8051e394-f767-4766-82f8-848be369a2ce None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:57:44.160706 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-2989114a-4603-42d2-aa0f-15f9b736055e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-673051', 'neutron.services.segments.db._delete_segments_for_network-8785021519108'] for network, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:57:44.161140 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-8051e394-f767-4766-82f8-848be369a2ce None None] Calling delete_port for 7ebf756d-1b3a-405f-9cc8-e5c7c028f6af owned by network:dhcp {{(pid=103334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 07:57:44.164539 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.ipam_backend_mixin [None req-8051e394-f767-4766-82f8-848be369a2ce None None] Port 7ebf756d-1b3a-405f-9cc8-e5c7c028f6af was not found and therefore no delete operation was performed {{(pid=103334) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Oct 19 07:57:44.165864 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-8051e394-f767-4766-82f8-848be369a2ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339'] for port, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:57:44.183581 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-2989114a-4603-42d2-aa0f-15f9b736055e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f026d5dc-5846-45cc-ab69-77fb90dbb71a']}} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:57:44.191431 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8051e394-f767-4766-82f8-848be369a2ce None None] Pushing event deleted for resources: {'Port': ['ID=7ebf756d-1b3a-405f-9cc8-e5c7c028f6af,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:57:44.194930 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8051e394-f767-4766-82f8-848be369a2ce None None] No DVR routers for this DVR port 7ebf756d-1b3a-405f-9cc8-e5c7c028f6af on host dv-neutron-861624-1-hyperv {{(pid=103334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 19 07:57:44.196675 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-2989114a-4603-42d2-aa0f-15f9b736055e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2777af6c-7b13-4619-9153-c7974008b0cf') {'for_net_delete': True} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:57:44.196976 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-2989114a-4603-42d2-aa0f-15f9b736055e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2777af6c-7b13-4619-9153-c7974008b0cf') {} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:57:44.214549 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-2989114a-4603-42d2-aa0f-15f9b736055e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785021519382', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-134111927'] for segment, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:57:44.229296 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-2989114a-4603-42d2-aa0f-15f9b736055e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979'] for segment, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:57:44.236280 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2989114a-4603-42d2-aa0f-15f9b736055e admin admin] Releasing vlan 190 on physical network physnet1 to pool {{(pid=103333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 07:57:44.236760 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-2989114a-4603-42d2-aa0f-15f9b736055e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130996782'] for segment, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:57:44.268966 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.services.segments.plugin [-] Segment 2777af6c-7b13-4619-9153-c7974008b0cf resource provider aggregate not found Oct 19 07:57:44.309583 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-2989114a-4603-42d2-aa0f-15f9b736055e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-673044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1695087'] for network, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:57:44.316392 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.services.segments.plugin [-] Segment 2777af6c-7b13-4619-9153-c7974008b0cf resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2777af6c-7b13-4619-9153-c7974008b0cf found for delete ", "request_id": "req-0885596b-1134-4143-a93b-1fee383a48f8"}]} Oct 19 07:57:44.316788 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-2989114a-4603-42d2-aa0f-15f9b736055e admin admin] Notify callbacks [] for network, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:57:44.319962 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-2989114a-4603-42d2-aa0f-15f9b736055e admin admin] 10.222.0.27 "DELETE /v2.0/networks/f026d5dc-5846-45cc-ab69-77fb90dbb71a HTTP/1.1" status: 204 len: 168 time: 0.5570362 Oct 19 07:57:44.336273 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2989114a-4603-42d2-aa0f-15f9b736055e admin admin] Pushing event deleted for resources: {'Network': ['ID=f026d5dc-5846-45cc-ab69-77fb90dbb71a,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:57:44.429764 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 34954) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:57:44.469405 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-4773b6b1-2192-40e0-8aac-7a4765062108 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=2310e53608714f86a5c694ae819de1fa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0384195 Oct 19 07:57:44.471784 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 34956) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:57:44.519798 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-897dc337-9d1a-4599-8f9a-d22153dbacce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:57:44.541125 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-897dc337-9d1a-4599-8f9a-d22153dbacce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:57:44.586576 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-897dc337-9d1a-4599-8f9a-d22153dbacce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788643'] for security_group, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:57:44.589161 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-897dc337-9d1a-4599-8f9a-d22153dbacce admin admin] Notify callbacks [] for security_group, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:57:44.590300 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-897dc337-9d1a-4599-8f9a-d22153dbacce admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/e4c16162-0a02-4ba9-a3f6-970662f0ead6 HTTP/1.1" status: 204 len: 168 time: 0.1176066 Oct 19 07:57:44.597993 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897dc337-9d1a-4599-8f9a-d22153dbacce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4c16162-0a02-4ba9-a3f6-970662f0ead6,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:57:45.243035 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 34978) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:57:45.337411 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-667af117-31af-4e1c-b3a5-ad383974d03b admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-519681938-network', 'tenant_id': '71f8639b46d049af8e75fa2e9db888de'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:57:45.356698 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-667af117-31af-4e1c-b3a5-ad383974d03b admin admin] Made reservation on behalf of 71f8639b46d049af8e75fa2e9db888de for: {'network': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 07:57:45.358906 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-667af117-31af-4e1c-b3a5-ad383974d03b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for network, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:57:45.367074 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-667af117-31af-4e1c-b3a5-ad383974d03b admin admin] Notify callbacks [] for security_group, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:57:45.439660 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-667af117-31af-4e1c-b3a5-ad383974d03b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:57:45.443361 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-667af117-31af-4e1c-b3a5-ad383974d03b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788643'] for security_group, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:57:45.469222 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-667af117-31af-4e1c-b3a5-ad383974d03b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 181} {{(pid=103333) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 07:57:45.480367 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667af117-31af-4e1c-b3a5-ad383974d03b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=269462e4-c001-44c5-b976-ba956c3d3349,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:57:45.484396 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-667af117-31af-4e1c-b3a5-ad383974d03b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979'] for segment, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:57:45.484773 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.db.segments_db [None req-667af117-31af-4e1c-b3a5-ad383974d03b admin admin] Added segment ec1cc5c8-38ad-4f72-bd5f-95447b28a628 of type vlan for network d6ac3250-629e-45cf-bdfd-d5ea43a73d95 Oct 19 07:57:45.530478 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-667af117-31af-4e1c-b3a5-ad383974d03b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785020965340'] for network, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:57:45.549130 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device a006c3f0-fa98-43f8-81d2-9310c6ed27eb no longer exists at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 07:57:45.554843 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-667af117-31af-4e1c-b3a5-ad383974d03b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873'] for network, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:57:45.555931 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-667af117-31af-4e1c-b3a5-ad383974d03b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:57:45.556497 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-667af117-31af-4e1c-b3a5-ad383974d03b admin admin] Notify callbacks [] for network, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:57:45.571192 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] No Port match for: a006c3f0-fa98-43f8-81d2-9310c6ed27eb {{(pid=103334) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 19 07:57:45.571532 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device a006c3f0-fa98-43f8-81d2-9310c6ed27eb not bound to the agent host dv-neutron-861624-1-hyperv {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 07:57:45.571949 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device 7ebf756d-1b3a-405f-9cc8-e5c7c028f6af no longer exists at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 07:57:45.591105 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-667af117-31af-4e1c-b3a5-ad383974d03b admin admin] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3468807 Oct 19 07:57:45.593993 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] No Port match for: 7ebf756d-1b3a-405f-9cc8-e5c7c028f6af {{(pid=103334) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 19 07:57:45.594179 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 34982) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:57:45.594661 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device 7ebf756d-1b3a-405f-9cc8-e5c7c028f6af not bound to the agent host dv-neutron-861624-1-hyperv {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 07:57:45.600047 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-00a08a11-7982-4004-b470-7d2771edb284 admin admin] Request body: {'subnet': {'network_id': 'd6ac3250-629e-45cf-bdfd-d5ea43a73d95', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-519681938-subnet', 'tenant_id': '71f8639b46d049af8e75fa2e9db888de', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:57:45.621438 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00a08a11-7982-4004-b470-7d2771edb284 admin admin] Made reservation on behalf of 71f8639b46d049af8e75fa2e9db888de for: {'subnet': 1} {{(pid=103332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 07:57:45.624063 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-00a08a11-7982-4004-b470-7d2771edb284 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130659787'] for subnet, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:57:45.624474 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667af117-31af-4e1c-b3a5-ad383974d03b admin admin] Pushing event updated for resources: {'Network': ['ID=d6ac3250-629e-45cf-bdfd-d5ea43a73d95,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:57:45.634909 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Network d6ac3250-629e-45cf-bdfd-d5ea43a73d95 details requested by agent ovs-agent-dv-neutron-861624-1-hyperv with host dv-neutron-861624-1-hyperv {{(pid=103334) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 07:57:45.792972 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-00a08a11-7982-4004-b470-7d2771edb284 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-133552662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130659641'] for subnet, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:57:45.856024 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a08a11-7982-4004-b470-7d2771edb284 admin admin] Pushing event updated for resources: {'Subnet': ['ID=42ab2701-5732-4e88-b64b-4c5c22ab335d,revision_number=0']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:57:45.860274 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00a08a11-7982-4004-b470-7d2771edb284 admin admin] Checking segment: {'id': 'ec1cc5c8-38ad-4f72-bd5f-95447b28a628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'd6ac3250-629e-45cf-bdfd-d5ea43a73d95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 19 07:57:45.860662 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00a08a11-7982-4004-b470-7d2771edb284 admin admin] Network hostable DHCP agents. Network: d6ac3250-629e-45cf-bdfd-d5ea43a73d95, hostable agents: ['310d813b-0e3e-4d7e-9b79-8f4ec0dbcab0'], hosted agents: [] {{(pid=103332) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 07:57:45.876950 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00a08a11-7982-4004-b470-7d2771edb284 admin admin] Network d6ac3250-629e-45cf-bdfd-d5ea43a73d95 is scheduled to be hosted by DHCP agent 310d813b-0e3e-4d7e-9b79-8f4ec0dbcab0 with binding_index 1 {{(pid=103332) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 07:57:45.885641 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.base_scheduler [None req-00a08a11-7982-4004-b470-7d2771edb284 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861624-1-hyperv, d6ac3250-629e-45cf-bdfd-d5ea43a73d95) {{(pid=103332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:57:45.889651 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00a08a11-7982-4004-b470-7d2771edb284 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:57:45.890242 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-00a08a11-7982-4004-b470-7d2771edb284 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:57:45.894378 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-109e347e-4123-4069-a4b7-7fdab6ec087c None None] Network d6ac3250-629e-45cf-bdfd-d5ea43a73d95 requested from dv-neutron-861624-1-hyperv {{(pid=103334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 07:57:45.906802 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-00a08a11-7982-4004-b470-7d2771edb284 admin admin] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3107672 Oct 19 07:57:45.909664 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 34984) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:57:45.914609 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-a4427320-00e3-4ff9-b910-b847c17ee555 admin admin] Request body: {'router': {'name': 'tempest-ServerDiskConfigTestJSON-519681938-router', 'tenant_id': '71f8639b46d049af8e75fa2e9db888de', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd'}}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:57:45.934798 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-a4427320-00e3-4ff9-b910-b847c17ee555 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1692695', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12668'] for router, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:57:45.936240 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-a4427320-00e3-4ff9-b910-b847c17ee555 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1692835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1693910', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1621825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12659'] for router, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:57:45.994434 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-a4427320-00e3-4ff9-b910-b847c17ee555 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:57:46.050970 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44c29499-0831-4927-9f5f-6da7ba36f475 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d12c6ac-27a3-545c-a8f3-f04e30423d6d-d6ac3250-629e-45cf-bdfd-d5ea43a73d95', 'network_id': 'd6ac3250-629e-45cf-bdfd-d5ea43a73d95', 'tenant_id': '71f8639b46d049af8e75fa2e9db888de', 'fixed_ips': [{'subnet_id': '42ab2701-5732-4e88-b64b-4c5c22ab335d'}]}} from dv-neutron-861624-1-hyperv. {{(pid=103334) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 07:57:46.051917 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-44c29499-0831-4927-9f5f-6da7ba36f475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:57:46.133348 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-a4427320-00e3-4ff9-b910-b847c17ee555 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:57:46.186530 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.db_base_plugin_common [None req-44c29499-0831-4927-9f5f-6da7ba36f475 None None] Allocated IP 172.20.0.2 (d6ac3250-629e-45cf-bdfd-d5ea43a73d95/42ab2701-5732-4e88-b64b-4c5c22ab335d/c2502e50-990b-4309-8744-6066f406f1f0) {{(pid=103334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 07:57:46.334255 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-a4427320-00e3-4ff9-b910-b847c17ee555 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:57:46.338970 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-4fbb5267-0171-48fd-863a-cd304bd9c64a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:57:46.343126 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-44c29499-0831-4927-9f5f-6da7ba36f475 None None] Notify callbacks [] for port, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:57:46.348963 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-44c29499-0831-4927-9f5f-6da7ba36f475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785020947330'] for port, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:57:46.355135 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-a4427320-00e3-4ff9-b910-b847c17ee555 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:57:46.392907 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44c29499-0831-4927-9f5f-6da7ba36f475 None None] Network d6ac3250-629e-45cf-bdfd-d5ea43a73d95 is already hosted by enough agents. {{(pid=103334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 07:57:46.396278 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c29499-0831-4927-9f5f-6da7ba36f475 None None] Pushing event updated for resources: {'Port': ['ID=c2502e50-990b-4309-8744-6066f406f1f0,revision_number=1']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:57:46.398814 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.scheduler.base_scheduler [None req-44c29499-0831-4927-9f5f-6da7ba36f475 None None] Resources bound (agent type, host, resource id): {{(pid=103334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:57:46.400805 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44c29499-0831-4927-9f5f-6da7ba36f475 None None] Received port after_create {{(pid=103334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 07:57:46.455673 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-44c29499-0831-4927-9f5f-6da7ba36f475 None None] Attempting to bind port c2502e50-990b-4309-8744-6066f406f1f0 on host dv-neutron-861624-1-hyperv for vnic_type normal with profile {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 19 07:57:46.456044 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-44c29499-0831-4927-9f5f-6da7ba36f475 None None] Attempting to bind port c2502e50-990b-4309-8744-6066f406f1f0 by drivers openvswitch,hyperv on host dv-neutron-861624-1-hyperv at level 0 using segments [{'id': 'ec1cc5c8-38ad-4f72-bd5f-95447b28a628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'd6ac3250-629e-45cf-bdfd-d5ea43a73d95'}] {{(pid=103334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 19 07:57:46.456406 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44c29499-0831-4927-9f5f-6da7ba36f475 None None] Attempting to bind port c2502e50-990b-4309-8744-6066f406f1f0 on network d6ac3250-629e-45cf-bdfd-d5ea43a73d95 {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 07:57:46.459217 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.db_base_plugin_common [None req-a4427320-00e3-4ff9-b910-b847c17ee555 admin admin] Allocated IP 172.26.0.247 (99c66757-74e3-40a4-b479-8d09e3a7c3dd/7f3d1034-1de7-458a-a3ee-77488de3949b/05165297-429c-41b2-a761-74120dde839e) {{(pid=103333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 07:57:46.462208 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44c29499-0831-4927-9f5f-6da7ba36f475 None None] Checking agent: {'id': 'a5b0152c-d633-409b-aaf8-3b76458e2410', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861624-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 19, 7, 30, 19), 'started_at': datetime.datetime(2022, 10, 19, 7, 30, 49), 'heartbeat_timestamp': datetime.datetime(2022, 10, 19, 7, 57, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861624-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 07:57:46.462604 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44c29499-0831-4927-9f5f-6da7ba36f475 None None] Checking segment: {'id': 'ec1cc5c8-38ad-4f72-bd5f-95447b28a628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'd6ac3250-629e-45cf-bdfd-d5ea43a73d95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 19 07:57:46.463029 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-44c29499-0831-4927-9f5f-6da7ba36f475 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:57:46.463471 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44c29499-0831-4927-9f5f-6da7ba36f475 None None] Bound using segment: {'id': 'ec1cc5c8-38ad-4f72-bd5f-95447b28a628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'd6ac3250-629e-45cf-bdfd-d5ea43a73d95'} {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 07:57:46.463926 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-44c29499-0831-4927-9f5f-6da7ba36f475 None None] Bound port: c2502e50-990b-4309-8744-6066f406f1f0, host: dv-neutron-861624-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec1cc5c8-38ad-4f72-bd5f-95447b28a628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'd6ac3250-629e-45cf-bdfd-d5ea43a73d95'}}] {{(pid=103334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 19 07:57:46.464306 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-44c29499-0831-4927-9f5f-6da7ba36f475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:57:46.527734 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-44c29499-0831-4927-9f5f-6da7ba36f475 None None] For port c2502e50-990b-4309-8744-6066f406f1f0, host dv-neutron-861624-1-hyperv, cleared binding levels {{(pid=103334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 07:57:46.530847 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-44c29499-0831-4927-9f5f-6da7ba36f475 None None] For port c2502e50-990b-4309-8744-6066f406f1f0, host dv-neutron-861624-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=c2502e50-990b-4309-8744-6066f406f1f0,segment=NetworkSegment(ec1cc5c8-38ad-4f72-bd5f-95447b28a628),segment_id=ec1cc5c8-38ad-4f72-bd5f-95447b28a628)] {{(pid=103334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 07:57:46.534399 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-44c29499-0831-4927-9f5f-6da7ba36f475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:57:46.576639 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-a4427320-00e3-4ff9-b910-b847c17ee555 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:57:46.588568 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c29499-0831-4927-9f5f-6da7ba36f475 None None] Pushing event updated for resources: {'Port': ['ID=c2502e50-990b-4309-8744-6066f406f1f0,revision_number=2']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:57:46.614883 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-a4427320-00e3-4ff9-b910-b847c17ee555 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785020947330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130996763'] for port, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:57:46.654537 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4427320-00e3-4ff9-b910-b847c17ee555 admin admin] Network 99c66757-74e3-40a4-b479-8d09e3a7c3dd is already hosted by enough agents. {{(pid=103333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 07:57:46.658953 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-a4427320-00e3-4ff9-b910-b847c17ee555 admin admin] Resources bound (agent type, host, resource id): {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:57:46.663860 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4427320-00e3-4ff9-b910-b847c17ee555 admin admin] Received port after_create {{(pid=103333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 07:57:46.666941 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4427320-00e3-4ff9-b910-b847c17ee555 admin admin] Pushing event updated for resources: {'Port': ['ID=05165297-429c-41b2-a761-74120dde839e,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:57:46.930573 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-a4427320-00e3-4ff9-b910-b847c17ee555 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:57:47.465378 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-a4427320-00e3-4ff9-b910-b847c17ee555 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1692844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1693859'] for router, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:57:47.474353 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-287ebfcc-bc29-4ead-a143-218b4751be67 None None] Network d6ac3250-629e-45cf-bdfd-d5ea43a73d95 requested from dv-neutron-861624-1-hyperv {{(pid=103334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 07:57:47.553757 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-4eaa3166-cff6-44e6-8c5c-f3673d469041 None None] Provisioning complete for port c2502e50-990b-4309-8744-6066f406f1f0 triggered by entity DHCP. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:57:47.554133 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-4eaa3166-cff6-44e6-8c5c-f3673d469041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:57:47.554691 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-4eaa3166-cff6-44e6-8c5c-f3673d469041 None None] Attempt 1 to provision port c2502e50-990b-4309-8744-6066f406f1f0 Oct 19 07:57:47.589384 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device c2502e50-990b-4309-8744-6066f406f1f0 up at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 07:57:47.606806 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4427320-00e3-4ff9-b910-b847c17ee555 admin admin] Router fac013df-3a82-49ce-83b2-afafe706624d is scheduled to L3 agent ab388470-1243-4d53-80f2-c2f5899c97a7 with binding_index 1 {{(pid=103333) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 07:57:47.714809 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4427320-00e3-4ff9-b910-b847c17ee555 admin admin] Notify agent at l3_agent.dv-neutron-861624-1-hyperv the message routers_updated {{(pid=103333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 07:57:47.733544 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcfdedf2-9075-4a29-84c3-69446b69c8f6 None None] Sync routers for ids ['fac013df-3a82-49ce-83b2-afafe706624d'] in dv-neutron-861624-1-hyperv {{(pid=103334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 07:57:47.734513 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-a4427320-00e3-4ff9-b910-b847c17ee555 admin admin] Notify callbacks [] for router, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:57:47.735793 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-a4427320-00e3-4ff9-b910-b847c17ee555 admin admin] 10.222.0.27 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.8251359 Oct 19 07:57:47.738543 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 34986) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:57:47.759683 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Provisioning complete for port c2502e50-990b-4309-8744-6066f406f1f0 triggered by entity L2. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:57:47.760053 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:57:47.760383 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Attempt 1 to provision port c2502e50-990b-4309-8744-6066f406f1f0 Oct 19 07:57:47.765102 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-4eaa3166-cff6-44e6-8c5c-f3673d469041 None None] Current status of the port c2502e50-990b-4309-8744-6066f406f1f0 is: DOWN; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:57:47.765477 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-4eaa3166-cff6-44e6-8c5c-f3673d469041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:57:47.797744 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcfdedf2-9075-4a29-84c3-69446b69c8f6 None None] Routers {'fac013df-3a82-49ce-83b2-afafe706624d'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 07:57:47.798387 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-fcfdedf2-9075-4a29-84c3-69446b69c8f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T07:57:46Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['fac013df-3a82-49ce-83b2-afafe706624d'], 'active': True} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:57:47.891871 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-4eaa3166-cff6-44e6-8c5c-f3673d469041 None None] For port c2502e50-990b-4309-8744-6066f406f1f0, host dv-neutron-861624-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=c2502e50-990b-4309-8744-6066f406f1f0,segment=NetworkSegment(ec1cc5c8-38ad-4f72-bd5f-95447b28a628),segment_id=ec1cc5c8-38ad-4f72-bd5f-95447b28a628)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:57:47.899201 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-4eaa3166-cff6-44e6-8c5c-f3673d469041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:57:48.033270 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvr_db [None req-fcfdedf2-9075-4a29-84c3-69446b69c8f6 None None] Set router fac013df-3a82-49ce-83b2-afafe706624d gateway port host: dv-neutron-861624-1-hyperv {{(pid=103334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 07:57:48.099744 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-2a2259f7-b034-4eec-af7a-7abaede746c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:57:48.106469 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eaa3166-cff6-44e6-8c5c-f3673d469041 None None] Pushing event updated for resources: {'Port': ['ID=c2502e50-990b-4309-8744-6066f406f1f0,revision_number=3']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:57:48.126043 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Current status of the port c2502e50-990b-4309-8744-6066f406f1f0 is: ACTIVE; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:57:48.130053 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-8622ffff-2fa9-4200-ad65-9c45fc293a51 None None] Provisioning complete for port c2502e50-990b-4309-8744-6066f406f1f0 triggered by entity DHCP. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:57:48.130515 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-8622ffff-2fa9-4200-ad65-9c45fc293a51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:57:48.130849 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-8622ffff-2fa9-4200-ad65-9c45fc293a51 None None] Attempt 1 to provision port c2502e50-990b-4309-8744-6066f406f1f0 Oct 19 07:57:48.179042 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-ce89d8a2-bd2d-4b29-9a0d-970432984195 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:57:48.295745 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-8622ffff-2fa9-4200-ad65-9c45fc293a51 None None] Current status of the port c2502e50-990b-4309-8744-6066f406f1f0 is: ACTIVE; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:57:48.315841 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-fcfdedf2-9075-4a29-84c3-69446b69c8f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fac013df-3a82-49ce-83b2-afafe706624d', 'name': 'tempest-ServerDiskConfigTestJSON-519681938-router', 'tenant_id': '71f8639b46d049af8e75fa2e9db888de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'external_fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.247'}], 'enable_snat': True}, 'gw_port_id': '05165297-429c-41b2-a761-74120dde839e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T07:57:45Z', 'updated_at': '2022-10-19T07:57:46Z', 'revision_number': 3, 'project_id': '71f8639b46d049af8e75fa2e9db888de', 'gw_port': {'id': '05165297-429c-41b2-a761-74120dde839e', 'name': '', 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:6e:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fac013df-3a82-49ce-83b2-afafe706624d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:57:46Z', 'updated_at': '2022-10-19T07:57:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861624-1-hyperv'}], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:57:48.330403 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.db_base_plugin_common [None req-ce89d8a2-bd2d-4b29-9a0d-970432984195 admin admin] Allocated IP 172.20.0.1 (d6ac3250-629e-45cf-bdfd-d5ea43a73d95/42ab2701-5732-4e88-b64b-4c5c22ab335d/1082097f-6ade-42fb-ae55-9a27fb2bf93d) {{(pid=103333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 07:57:48.343614 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcfdedf2-9075-4a29-84c3-69446b69c8f6 None None] Checking router: fac013df-3a82-49ce-83b2-afafe706624d for host: dv-neutron-861624-1-hyperv {{(pid=103334) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 07:57:48.343958 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcfdedf2-9075-4a29-84c3-69446b69c8f6 None None] Updating router fac013df-3a82-49ce-83b2-afafe706624d port 05165297-429c-41b2-a761-74120dde839e binding host dv-neutron-861624-1-hyperv {{(pid=103334) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 07:57:48.370199 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-fcfdedf2-9075-4a29-84c3-69446b69c8f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:57:48.439817 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-ce89d8a2-bd2d-4b29-9a0d-970432984195 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:57:48.472532 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-ce89d8a2-bd2d-4b29-9a0d-970432984195 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785020947330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130996763'] for port, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:57:48.515895 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce89d8a2-bd2d-4b29-9a0d-970432984195 admin admin] Network d6ac3250-629e-45cf-bdfd-d5ea43a73d95 is already hosted by enough agents. {{(pid=103333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 07:57:48.518955 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-ce89d8a2-bd2d-4b29-9a0d-970432984195 admin admin] Resources bound (agent type, host, resource id): {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:57:48.521617 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce89d8a2-bd2d-4b29-9a0d-970432984195 admin admin] Received port after_create {{(pid=103333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 07:57:48.556081 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce89d8a2-bd2d-4b29-9a0d-970432984195 admin admin] Pushing event updated for resources: {'Port': ['ID=1082097f-6ade-42fb-ae55-9a27fb2bf93d,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:57:48.578818 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-ce89d8a2-bd2d-4b29-9a0d-970432984195 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1695190'] for router_interface, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:57:48.719220 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-ce89d8a2-bd2d-4b29-9a0d-970432984195 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:57:48.743948 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-f7906c10-5bd6-42a1-8559-d927a70e15ec None None] Provisioning complete for port 1082097f-6ade-42fb-ae55-9a27fb2bf93d triggered by entity DHCP. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:57:48.744618 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-f7906c10-5bd6-42a1-8559-d927a70e15ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:57:48.744743 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-f7906c10-5bd6-42a1-8559-d927a70e15ec None None] Attempt 1 to provision port 1082097f-6ade-42fb-ae55-9a27fb2bf93d Oct 19 07:57:48.808851 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-f7906c10-5bd6-42a1-8559-d927a70e15ec None None] Port 1082097f-6ade-42fb-ae55-9a27fb2bf93d cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 07:57:48.823615 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-fcfdedf2-9075-4a29-84c3-69446b69c8f6 None None] Notify callbacks [] for port, precommit_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:57:48.829639 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-fcfdedf2-9075-4a29-84c3-69446b69c8f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:57:48.869396 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-fcfdedf2-9075-4a29-84c3-69446b69c8f6 None None] Attempting to bind port 05165297-429c-41b2-a761-74120dde839e on host dv-neutron-861624-1-hyperv for vnic_type normal with profile {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 19 07:57:48.869761 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-fcfdedf2-9075-4a29-84c3-69446b69c8f6 None None] Attempting to bind port 05165297-429c-41b2-a761-74120dde839e by drivers openvswitch,hyperv on host dv-neutron-861624-1-hyperv at level 0 using segments [{'id': '53981d04-8205-40d8-8d33-0510111d6f8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd'}] {{(pid=103334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 19 07:57:48.870116 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcfdedf2-9075-4a29-84c3-69446b69c8f6 None None] Attempting to bind port 05165297-429c-41b2-a761-74120dde839e on network 99c66757-74e3-40a4-b479-8d09e3a7c3dd {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 07:57:48.879771 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcfdedf2-9075-4a29-84c3-69446b69c8f6 None None] Checking agent: {'id': 'a5b0152c-d633-409b-aaf8-3b76458e2410', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861624-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 19, 7, 30, 19), 'started_at': datetime.datetime(2022, 10, 19, 7, 30, 49), 'heartbeat_timestamp': datetime.datetime(2022, 10, 19, 7, 57, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861624-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 07:57:48.880150 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcfdedf2-9075-4a29-84c3-69446b69c8f6 None None] Checking segment: {'id': '53981d04-8205-40d8-8d33-0510111d6f8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 19 07:57:48.880568 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-fcfdedf2-9075-4a29-84c3-69446b69c8f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:57:48.880963 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcfdedf2-9075-4a29-84c3-69446b69c8f6 None None] Bound using segment: {'id': '53981d04-8205-40d8-8d33-0510111d6f8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd'} {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 07:57:48.881468 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-fcfdedf2-9075-4a29-84c3-69446b69c8f6 None None] Bound port: 05165297-429c-41b2-a761-74120dde839e, host: dv-neutron-861624-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53981d04-8205-40d8-8d33-0510111d6f8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd'}}] {{(pid=103334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 19 07:57:48.881866 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-fcfdedf2-9075-4a29-84c3-69446b69c8f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:57:48.883597 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899dd358-4cf9-42f3-bf52-cb683cb818ab None None] Pushing event updated for resources: {'Port': ['ID=05165297-429c-41b2-a761-74120dde839e,revision_number=2']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:57:48.884428 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-ce89d8a2-bd2d-4b29-9a0d-970432984195 admin admin] Notify callbacks [] for port, precommit_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:57:48.894196 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-ce89d8a2-bd2d-4b29-9a0d-970432984195 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130996754'] for port, after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:57:48.937937 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-fcfdedf2-9075-4a29-84c3-69446b69c8f6 None None] For port 05165297-429c-41b2-a761-74120dde839e, host dv-neutron-861624-1-hyperv, cleared binding levels {{(pid=103334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 07:57:48.941178 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-fcfdedf2-9075-4a29-84c3-69446b69c8f6 None None] For port 05165297-429c-41b2-a761-74120dde839e, host dv-neutron-861624-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=05165297-429c-41b2-a761-74120dde839e,segment=NetworkSegment(53981d04-8205-40d8-8d33-0510111d6f8f),segment_id=53981d04-8205-40d8-8d33-0510111d6f8f)] {{(pid=103334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 07:57:48.945689 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-fcfdedf2-9075-4a29-84c3-69446b69c8f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:57:48.968142 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-ce89d8a2-bd2d-4b29-9a0d-970432984195 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1574855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1694822'] for router_interface, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:57:48.970798 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce89d8a2-bd2d-4b29-9a0d-970432984195 admin admin] Pushing event updated for resources: {'Port': ['ID=1082097f-6ade-42fb-ae55-9a27fb2bf93d,revision_number=2']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:57:48.982452 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcfdedf2-9075-4a29-84c3-69446b69c8f6 None None] Routers {'fac013df-3a82-49ce-83b2-afafe706624d'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 07:57:48.983077 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-fcfdedf2-9075-4a29-84c3-69446b69c8f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T07:57:46Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['fac013df-3a82-49ce-83b2-afafe706624d'], 'active': True} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:57:49.049903 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899dd358-4cf9-42f3-bf52-cb683cb818ab None None] Pushing event updated for resources: {'Port': ['ID=05165297-429c-41b2-a761-74120dde839e,revision_number=3']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:57:49.055569 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-1a0da505-d0f9-48c6-b7e2-53b9c5e41298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:57:49.065463 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce89d8a2-bd2d-4b29-9a0d-970432984195 admin admin] Network d6ac3250-629e-45cf-bdfd-d5ea43a73d95 is already hosted by enough agents. {{(pid=103333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 07:57:49.066905 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-ce89d8a2-bd2d-4b29-9a0d-970432984195 admin admin] Resources bound (agent type, host, resource id): {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:57:49.115714 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvr_db [None req-fcfdedf2-9075-4a29-84c3-69446b69c8f6 None None] Set router fac013df-3a82-49ce-83b2-afafe706624d gateway port host: dv-neutron-861624-1-hyperv {{(pid=103334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 07:57:49.171596 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:57:49.189853 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce89d8a2-bd2d-4b29-9a0d-970432984195 admin admin] Router fac013df-3a82-49ce-83b2-afafe706624d has already been hosted by L3 agent ab388470-1243-4d53-80f2-c2f5899c97a7 {{(pid=103333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 07:57:49.303469 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce89d8a2-bd2d-4b29-9a0d-970432984195 admin admin] Notify agent at l3_agent.dv-neutron-861624-1-hyperv the message routers_updated {{(pid=103333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 07:57:49.309300 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-ce89d8a2-bd2d-4b29-9a0d-970432984195 admin admin] 10.222.0.27 "PUT /v2.0/routers/fac013df-3a82-49ce-83b2-afafe706624d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5694621 Oct 19 07:57:49.309478 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-f7906c10-5bd6-42a1-8559-d927a70e15ec None None] Attempt 2 to provision port 1082097f-6ade-42fb-ae55-9a27fb2bf93d Oct 19 07:57:49.356533 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-f7906c10-5bd6-42a1-8559-d927a70e15ec None None] Port 1082097f-6ade-42fb-ae55-9a27fb2bf93d cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 07:57:49.371289 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-fcfdedf2-9075-4a29-84c3-69446b69c8f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fac013df-3a82-49ce-83b2-afafe706624d', 'name': 'tempest-ServerDiskConfigTestJSON-519681938-router', 'tenant_id': '71f8639b46d049af8e75fa2e9db888de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'external_fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.247'}], 'enable_snat': True}, 'gw_port_id': '05165297-429c-41b2-a761-74120dde839e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T07:57:45Z', 'updated_at': '2022-10-19T07:57:48Z', 'revision_number': 4, 'project_id': '71f8639b46d049af8e75fa2e9db888de', 'gw_port': {'id': '05165297-429c-41b2-a761-74120dde839e', 'name': '', 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:6e:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fac013df-3a82-49ce-83b2-afafe706624d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:57:46Z', 'updated_at': '2022-10-19T07:57:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861624-1-hyperv', '_interfaces': [{'id': '1082097f-6ade-42fb-ae55-9a27fb2bf93d', 'name': '', 'network_id': 'd6ac3250-629e-45cf-bdfd-d5ea43a73d95', 'tenant_id': '71f8639b46d049af8e75fa2e9db888de', 'mac_address': 'fa:16:3e:65:12:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fac013df-3a82-49ce-83b2-afafe706624d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '42ab2701-5732-4e88-b64b-4c5c22ab335d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:57:48Z', 'updated_at': '2022-10-19T07:57:48Z', 'revision_number': 2, 'project_id': '71f8639b46d049af8e75fa2e9db888de', 'subnets': [{'id': '42ab2701-5732-4e88-b64b-4c5c22ab335d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:57:49.397647 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcfdedf2-9075-4a29-84c3-69446b69c8f6 None None] The sync data for ids ['fac013df-3a82-49ce-83b2-afafe706624d'] in dv-neutron-861624-1-hyperv is: [{'id': 'fac013df-3a82-49ce-83b2-afafe706624d', 'name': 'tempest-ServerDiskConfigTestJSON-519681938-router', 'tenant_id': '71f8639b46d049af8e75fa2e9db888de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'external_fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.247'}], 'enable_snat': True}, 'gw_port_id': '05165297-429c-41b2-a761-74120dde839e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T07:57:45Z', 'updated_at': '2022-10-19T07:57:48Z', 'revision_number': 4, 'project_id': '71f8639b46d049af8e75fa2e9db888de', 'gw_port': {'id': '05165297-429c-41b2-a761-74120dde839e', 'name': '', 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:6e:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fac013df-3a82-49ce-83b2-afafe706624d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:57:46Z', 'updated_at': '2022-10-19T07:57:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861624-1-hyperv', '_interfaces': [{'id': '1082097f-6ade-42fb-ae55-9a27fb2bf93d', 'name': '', 'network_id': 'd6ac3250-629e-45cf-bdfd-d5ea43a73d95', 'tenant_id': '71f8639b46d049af8e75fa2e9db888de', 'mac_address': 'fa:16:3e:65:12:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fac013df-3a82-49ce-83b2-afafe706624d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '42ab2701-5732-4e88-b64b-4c5c22ab335d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:57:48Z', 'updated_at': '2022-10-19T07:57:48Z', 'revision_number': 2, 'project_id': '71f8639b46d049af8e75fa2e9db888de', 'subnets': [{'id': '42ab2701-5732-4e88-b64b-4c5c22ab335d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 07:57:49.548694 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device c2502e50-990b-4309-8744-6066f406f1f0 up at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 07:57:49.609408 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Provisioning complete for port c2502e50-990b-4309-8744-6066f406f1f0 triggered by entity L2. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:57:49.610261 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:57:49.610261 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Attempt 1 to provision port c2502e50-990b-4309-8744-6066f406f1f0 Oct 19 07:57:49.698407 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Current status of the port c2502e50-990b-4309-8744-6066f406f1f0 is: ACTIVE; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:57:49.771776 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446cb6ad-cbba-40b2-95bb-dae43592dc43 req-c2fce468-452c-4335-a3a8-fe85c9808479 tempest-ServerDiskConfigTestJSON-945375969 tempest-ServerDiskConfigTestJSON-945375969-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:57:49.774035 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-446cb6ad-cbba-40b2-95bb-dae43592dc43 req-c2fce468-452c-4335-a3a8-fe85c9808479 tempest-ServerDiskConfigTestJSON-945375969 tempest-ServerDiskConfigTestJSON-945375969-project] 10.222.0.27 "GET /v2.0/networks?id=d6ac3250-629e-45cf-bdfd-d5ea43a73d95 HTTP/1.1" status: 200 len: 814 time: 0.1144047 Oct 19 07:57:49.790400 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-446cb6ad-cbba-40b2-95bb-dae43592dc43 req-7f41c50f-b98e-4483-bd00-d4e08501a71d tempest-ServerDiskConfigTestJSON-945375969 tempest-ServerDiskConfigTestJSON-945375969-project] 10.222.0.27 "GET /v2.0/quotas/71f8639b46d049af8e75fa2e9db888de HTTP/1.1" status: 200 len: 375 time: 0.0105042 Oct 19 07:57:49.848047 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-446cb6ad-cbba-40b2-95bb-dae43592dc43 req-430a925a-d9ee-4ce2-9058-2e81f72b4cca tempest-ServerDiskConfigTestJSON-945375969 tempest-ServerDiskConfigTestJSON-945375969-project] 10.222.0.27 "GET /v2.0/ports?tenant_id=71f8639b46d049af8e75fa2e9db888de&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0517135 Oct 19 07:57:49.857687 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-f7906c10-5bd6-42a1-8559-d927a70e15ec None None] Attempt 3 to provision port 1082097f-6ade-42fb-ae55-9a27fb2bf93d Oct 19 07:57:49.895394 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-f7906c10-5bd6-42a1-8559-d927a70e15ec None None] Port 1082097f-6ade-42fb-ae55-9a27fb2bf93d cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 07:57:49.941814 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-446cb6ad-cbba-40b2-95bb-dae43592dc43 req-bf80676b-95da-4794-9415-043090ba202c service neutron] 10.222.0.27 "GET /v2.0/networks/d6ac3250-629e-45cf-bdfd-d5ea43a73d95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859923 Oct 19 07:57:50.050724 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-446cb6ad-cbba-40b2-95bb-dae43592dc43 req-cb0c74c3-a2ff-4ea7-800f-39018eb5ceb3 service neutron] 10.222.0.27 "GET /v2.0/networks/d6ac3250-629e-45cf-bdfd-d5ea43a73d95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1014545 Oct 19 07:57:50.216613 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-2df933e9-6794-4337-b03a-83a0a5e74181 req-ba1f6926-1ee9-455e-8b56-3a01ced31953 tempest-ServerDiskConfigTestJSON-945375969 tempest-ServerDiskConfigTestJSON-945375969-project] 10.222.0.27 "GET /v2.0/ports?device_id=9895f900-493e-43bf-910a-d77e9d31134f HTTP/1.1" status: 200 len: 210 time: 0.0297475 Oct 19 07:57:50.396902 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-f7906c10-5bd6-42a1-8559-d927a70e15ec None None] Attempt 4 to provision port 1082097f-6ade-42fb-ae55-9a27fb2bf93d Oct 19 07:57:50.436038 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-f7906c10-5bd6-42a1-8559-d927a70e15ec None None] Port 1082097f-6ade-42fb-ae55-9a27fb2bf93d cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 07:57:50.938066 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-f7906c10-5bd6-42a1-8559-d927a70e15ec None None] Attempt 5 to provision port 1082097f-6ade-42fb-ae55-9a27fb2bf93d Oct 19 07:57:50.976756 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-f7906c10-5bd6-42a1-8559-d927a70e15ec None None] Port 1082097f-6ade-42fb-ae55-9a27fb2bf93d cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 07:57:51.143291 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446cb6ad-cbba-40b2-95bb-dae43592dc43 req-e4946d62-e9c0-424a-8539-ba4d798feec4 tempest-ServerDiskConfigTestJSON-945375969 tempest-ServerDiskConfigTestJSON-945375969-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:57:51.145540 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-446cb6ad-cbba-40b2-95bb-dae43592dc43 req-e4946d62-e9c0-424a-8539-ba4d798feec4 tempest-ServerDiskConfigTestJSON-945375969 tempest-ServerDiskConfigTestJSON-945375969-project] 10.222.0.16 "GET /v2.0/networks?id=d6ac3250-629e-45cf-bdfd-d5ea43a73d95 HTTP/1.1" status: 200 len: 814 time: 0.1098251 Oct 19 07:57:51.157784 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [req-446cb6ad-cbba-40b2-95bb-dae43592dc43 req-a62cd196-2731-45a8-b779-d6e5ed9d83fc tempest-ServerDiskConfigTestJSON-945375969 tempest-ServerDiskConfigTestJSON-945375969-project] Request body: {'port': {'device_id': '9895f900-493e-43bf-910a-d77e9d31134f', 'network_id': 'd6ac3250-629e-45cf-bdfd-d5ea43a73d95', 'admin_state_up': True, 'tenant_id': '71f8639b46d049af8e75fa2e9db888de'}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:57:51.273936 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-446cb6ad-cbba-40b2-95bb-dae43592dc43 req-a62cd196-2731-45a8-b779-d6e5ed9d83fc tempest-ServerDiskConfigTestJSON-945375969 tempest-ServerDiskConfigTestJSON-945375969-project] Made reservation on behalf of 71f8639b46d049af8e75fa2e9db888de for: {'port': 1} {{(pid=103332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 07:57:51.278010 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-446cb6ad-cbba-40b2-95bb-dae43592dc43 req-a62cd196-2731-45a8-b779-d6e5ed9d83fc tempest-ServerDiskConfigTestJSON-945375969 tempest-ServerDiskConfigTestJSON-945375969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:57:51.359758 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-30a740e6-5a92-4b31-a2e1-976259718ea3 req-2ff74d81-0767-45eb-9d80-9ad21064ed4d tempest-ServerDiskConfigTestJSON-945375969 tempest-ServerDiskConfigTestJSON-945375969-project] 10.222.0.27 "GET /v2.0/ports?device_id=9895f900-493e-43bf-910a-d77e9d31134f HTTP/1.1" status: 200 len: 210 time: 0.0613430 Oct 19 07:57:51.426558 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bd4ad3c-6837-4d13-ab68-d1707bc8bf92 None None] Sync routers for ids ['fac013df-3a82-49ce-83b2-afafe706624d'] in dv-neutron-861624-1-hyperv {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 07:57:51.434452 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.db_base_plugin_common [req-446cb6ad-cbba-40b2-95bb-dae43592dc43 req-a62cd196-2731-45a8-b779-d6e5ed9d83fc tempest-ServerDiskConfigTestJSON-945375969 tempest-ServerDiskConfigTestJSON-945375969-project] Allocated IP 172.20.0.5 (d6ac3250-629e-45cf-bdfd-d5ea43a73d95/42ab2701-5732-4e88-b64b-4c5c22ab335d/3d1cf168-db57-4a43-b044-294977c83a84) {{(pid=103332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 07:57:51.437252 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bd4ad3c-6837-4d13-ab68-d1707bc8bf92 None None] Routers {'fac013df-3a82-49ce-83b2-afafe706624d'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 07:57:51.437931 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-9bd4ad3c-6837-4d13-ab68-d1707bc8bf92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T07:57:46Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['fac013df-3a82-49ce-83b2-afafe706624d'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:57:51.478129 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-f7906c10-5bd6-42a1-8559-d927a70e15ec None None] Attempt 6 to provision port 1082097f-6ade-42fb-ae55-9a27fb2bf93d Oct 19 07:57:51.525020 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-f7906c10-5bd6-42a1-8559-d927a70e15ec None None] Port 1082097f-6ade-42fb-ae55-9a27fb2bf93d cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 07:57:51.546935 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvr_db [None req-9bd4ad3c-6837-4d13-ab68-d1707bc8bf92 None None] Set router fac013df-3a82-49ce-83b2-afafe706624d gateway port host: dv-neutron-861624-1-hyperv {{(pid=103335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 07:57:51.595613 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device 05165297-429c-41b2-a761-74120dde839e up at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 07:57:51.609758 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-446cb6ad-cbba-40b2-95bb-dae43592dc43 req-a62cd196-2731-45a8-b779-d6e5ed9d83fc tempest-ServerDiskConfigTestJSON-945375969 tempest-ServerDiskConfigTestJSON-945375969-project] Notify callbacks [] for port, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:57:51.645816 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Provisioning complete for port 05165297-429c-41b2-a761-74120dde839e triggered by entity L2. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:57:51.646236 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:57:51.646595 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Attempt 1 to provision port 05165297-429c-41b2-a761-74120dde839e Oct 19 07:57:51.650372 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-446cb6ad-cbba-40b2-95bb-dae43592dc43 req-a62cd196-2731-45a8-b779-d6e5ed9d83fc tempest-ServerDiskConfigTestJSON-945375969 tempest-ServerDiskConfigTestJSON-945375969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785020947330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133553798'] for port, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:57:51.700614 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-446cb6ad-cbba-40b2-95bb-dae43592dc43 req-a62cd196-2731-45a8-b779-d6e5ed9d83fc tempest-ServerDiskConfigTestJSON-945375969 tempest-ServerDiskConfigTestJSON-945375969-project] Network d6ac3250-629e-45cf-bdfd-d5ea43a73d95 is already hosted by enough agents. {{(pid=103332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 07:57:51.704592 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.base_scheduler [req-446cb6ad-cbba-40b2-95bb-dae43592dc43 req-a62cd196-2731-45a8-b779-d6e5ed9d83fc tempest-ServerDiskConfigTestJSON-945375969 tempest-ServerDiskConfigTestJSON-945375969-project] Resources bound (agent type, host, resource id): {{(pid=103332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:57:51.708761 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [req-446cb6ad-cbba-40b2-95bb-dae43592dc43 req-a62cd196-2731-45a8-b779-d6e5ed9d83fc tempest-ServerDiskConfigTestJSON-945375969 tempest-ServerDiskConfigTestJSON-945375969-project] Received port after_create {{(pid=103332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 07:57:51.743514 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Current status of the port 05165297-429c-41b2-a761-74120dde839e is: DOWN; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:57:51.743900 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:57:51.746036 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62cd196-2731-45a8-b779-d6e5ed9d83fc tempest-ServerDiskConfigTestJSON-945375969 tempest-ServerDiskConfigTestJSON-945375969-project] Pushing event updated for resources: {'Port': ['ID=3d1cf168-db57-4a43-b044-294977c83a84,revision_number=1']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:57:51.771900 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446cb6ad-cbba-40b2-95bb-dae43592dc43 req-a62cd196-2731-45a8-b779-d6e5ed9d83fc tempest-ServerDiskConfigTestJSON-945375969 tempest-ServerDiskConfigTestJSON-945375969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:57:51.772851 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-446cb6ad-cbba-40b2-95bb-dae43592dc43 req-a62cd196-2731-45a8-b779-d6e5ed9d83fc tempest-ServerDiskConfigTestJSON-945375969 tempest-ServerDiskConfigTestJSON-945375969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42160'] for port, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:57:51.777027 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] For port 05165297-429c-41b2-a761-74120dde839e, host dv-neutron-861624-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=05165297-429c-41b2-a761-74120dde839e,segment=NetworkSegment(53981d04-8205-40d8-8d33-0510111d6f8f),segment_id=53981d04-8205-40d8-8d33-0510111d6f8f)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:57:51.788052 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:57:51.797142 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-446cb6ad-cbba-40b2-95bb-dae43592dc43 req-a62cd196-2731-45a8-b779-d6e5ed9d83fc tempest-ServerDiskConfigTestJSON-945375969 tempest-ServerDiskConfigTestJSON-945375969-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6435645 Oct 19 07:57:51.814417 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [req-446cb6ad-cbba-40b2-95bb-dae43592dc43 req-80437c9f-8fd8-471e-aeea-f5ac24225af6 service neutron] Request body: {'port': {'device_id': '9895f900-493e-43bf-910a-d77e9d31134f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8616'}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:57:51.849265 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Pushing event updated for resources: {'Port': ['ID=05165297-429c-41b2-a761-74120dde839e,revision_number=4']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:57:51.880958 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-9bd4ad3c-6837-4d13-ab68-d1707bc8bf92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fac013df-3a82-49ce-83b2-afafe706624d', 'name': 'tempest-ServerDiskConfigTestJSON-519681938-router', 'tenant_id': '71f8639b46d049af8e75fa2e9db888de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'external_fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.247'}], 'enable_snat': True}, 'gw_port_id': '05165297-429c-41b2-a761-74120dde839e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T07:57:45Z', 'updated_at': '2022-10-19T07:57:48Z', 'revision_number': 4, 'project_id': '71f8639b46d049af8e75fa2e9db888de', 'gw_port': {'id': '05165297-429c-41b2-a761-74120dde839e', 'name': '', 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:6e:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fac013df-3a82-49ce-83b2-afafe706624d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:57:46Z', 'updated_at': '2022-10-19T07:57:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861624-1-hyperv', '_interfaces': [{'id': '1082097f-6ade-42fb-ae55-9a27fb2bf93d', 'name': '', 'network_id': 'd6ac3250-629e-45cf-bdfd-d5ea43a73d95', 'tenant_id': '71f8639b46d049af8e75fa2e9db888de', 'mac_address': 'fa:16:3e:65:12:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fac013df-3a82-49ce-83b2-afafe706624d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '42ab2701-5732-4e88-b64b-4c5c22ab335d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:57:48Z', 'updated_at': '2022-10-19T07:57:48Z', 'revision_number': 2, 'project_id': '71f8639b46d049af8e75fa2e9db888de', 'subnets': [{'id': '42ab2701-5732-4e88-b64b-4c5c22ab335d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:57:51.890882 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-446cb6ad-cbba-40b2-95bb-dae43592dc43 req-80437c9f-8fd8-471e-aeea-f5ac24225af6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:57:51.909151 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bd4ad3c-6837-4d13-ab68-d1707bc8bf92 None None] Checking router: fac013df-3a82-49ce-83b2-afafe706624d for host: dv-neutron-861624-1-hyperv {{(pid=103335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 07:57:51.909418 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bd4ad3c-6837-4d13-ab68-d1707bc8bf92 None None] Updating router fac013df-3a82-49ce-83b2-afafe706624d port 1082097f-6ade-42fb-ae55-9a27fb2bf93d binding host dv-neutron-861624-1-hyperv {{(pid=103335) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 07:57:51.938118 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-9bd4ad3c-6837-4d13-ab68-d1707bc8bf92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:57:52.027081 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-f7906c10-5bd6-42a1-8559-d927a70e15ec None None] Attempt 7 to provision port 1082097f-6ade-42fb-ae55-9a27fb2bf93d Oct 19 07:57:52.064642 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-f7906c10-5bd6-42a1-8559-d927a70e15ec None None] Port 1082097f-6ade-42fb-ae55-9a27fb2bf93d cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 07:57:52.168314 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.notifiers.nova [req-446cb6ad-cbba-40b2-95bb-dae43592dc43 req-80437c9f-8fd8-471e-aeea-f5ac24225af6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d1cf168-db57-4a43-b044-294977c83a84 {{(pid=103332) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 19 07:57:52.175551 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-446cb6ad-cbba-40b2-95bb-dae43592dc43 req-80437c9f-8fd8-471e-aeea-f5ac24225af6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:57:52.188319 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.provisioning_blocks [req-446cb6ad-cbba-40b2-95bb-dae43592dc43 req-80437c9f-8fd8-471e-aeea-f5ac24225af6 service neutron] Transition to ACTIVE for port object 3d1cf168-db57-4a43-b044-294977c83a84 will not be triggered until provisioned by entity L2. {{(pid=103332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 19 07:57:52.191678 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-446cb6ad-cbba-40b2-95bb-dae43592dc43 req-80437c9f-8fd8-471e-aeea-f5ac24225af6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133553807'] for port, after_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:57:52.270531 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80437c9f-8fd8-471e-aeea-f5ac24225af6 service neutron] Pushing event updated for resources: {'Port': ['ID=3d1cf168-db57-4a43-b044-294977c83a84,revision_number=2']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:57:52.305725 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.managers [req-446cb6ad-cbba-40b2-95bb-dae43592dc43 req-80437c9f-8fd8-471e-aeea-f5ac24225af6 service neutron] Attempting to bind port 3d1cf168-db57-4a43-b044-294977c83a84 on host hv-neutron-8616 for vnic_type normal with profile {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 19 07:57:52.306064 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.managers [req-446cb6ad-cbba-40b2-95bb-dae43592dc43 req-80437c9f-8fd8-471e-aeea-f5ac24225af6 service neutron] Attempting to bind port 3d1cf168-db57-4a43-b044-294977c83a84 by drivers openvswitch,hyperv on host hv-neutron-8616 at level 0 using segments [{'id': 'ec1cc5c8-38ad-4f72-bd5f-95447b28a628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'd6ac3250-629e-45cf-bdfd-d5ea43a73d95'}] {{(pid=103332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 19 07:57:52.306390 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-446cb6ad-cbba-40b2-95bb-dae43592dc43 req-80437c9f-8fd8-471e-aeea-f5ac24225af6 service neutron] Attempting to bind port 3d1cf168-db57-4a43-b044-294977c83a84 on network d6ac3250-629e-45cf-bdfd-d5ea43a73d95 {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 07:57:52.310610 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-446cb6ad-cbba-40b2-95bb-dae43592dc43 req-80437c9f-8fd8-471e-aeea-f5ac24225af6 service neutron] Port 3d1cf168-db57-4a43-b044-294977c83a84 on network d6ac3250-629e-45cf-bdfd-d5ea43a73d95 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8616 {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 07:57:52.310954 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-446cb6ad-cbba-40b2-95bb-dae43592dc43 req-80437c9f-8fd8-471e-aeea-f5ac24225af6 service neutron] Attempting to bind port 3d1cf168-db57-4a43-b044-294977c83a84 on network d6ac3250-629e-45cf-bdfd-d5ea43a73d95 {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 07:57:52.315639 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-446cb6ad-cbba-40b2-95bb-dae43592dc43 req-80437c9f-8fd8-471e-aeea-f5ac24225af6 service neutron] Checking agent: {'id': '5297b6e1-8fc1-4f42-910c-8f50c918ca65', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8616', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 19, 7, 36, 11), 'started_at': datetime.datetime(2022, 10, 19, 7, 36, 11), 'heartbeat_timestamp': datetime.datetime(2022, 10, 19, 7, 57, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 07:57:52.315970 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-446cb6ad-cbba-40b2-95bb-dae43592dc43 req-80437c9f-8fd8-471e-aeea-f5ac24225af6 service neutron] Checking segment: {'id': 'ec1cc5c8-38ad-4f72-bd5f-95447b28a628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'd6ac3250-629e-45cf-bdfd-d5ea43a73d95'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 19 07:57:52.316343 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-446cb6ad-cbba-40b2-95bb-dae43592dc43 req-80437c9f-8fd8-471e-aeea-f5ac24225af6 service neutron] Bound using segment: {'id': 'ec1cc5c8-38ad-4f72-bd5f-95447b28a628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'd6ac3250-629e-45cf-bdfd-d5ea43a73d95'} {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 07:57:52.316789 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.managers [req-446cb6ad-cbba-40b2-95bb-dae43592dc43 req-80437c9f-8fd8-471e-aeea-f5ac24225af6 service neutron] Bound port: 3d1cf168-db57-4a43-b044-294977c83a84, host: hv-neutron-8616, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec1cc5c8-38ad-4f72-bd5f-95447b28a628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'd6ac3250-629e-45cf-bdfd-d5ea43a73d95'}}] {{(pid=103332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 19 07:57:52.317141 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-446cb6ad-cbba-40b2-95bb-dae43592dc43 req-80437c9f-8fd8-471e-aeea-f5ac24225af6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:57:52.340919 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-9bd4ad3c-6837-4d13-ab68-d1707bc8bf92 None None] Notify callbacks [] for port, precommit_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:57:52.346241 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-9bd4ad3c-6837-4d13-ab68-d1707bc8bf92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:57:52.380517 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.db [req-446cb6ad-cbba-40b2-95bb-dae43592dc43 req-80437c9f-8fd8-471e-aeea-f5ac24225af6 service neutron] For port 3d1cf168-db57-4a43-b044-294977c83a84, host hv-neutron-8616, cleared binding levels {{(pid=103332) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 07:57:52.384258 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.db [req-446cb6ad-cbba-40b2-95bb-dae43592dc43 req-80437c9f-8fd8-471e-aeea-f5ac24225af6 service neutron] For port 3d1cf168-db57-4a43-b044-294977c83a84, host hv-neutron-8616, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=3d1cf168-db57-4a43-b044-294977c83a84,segment=NetworkSegment(ec1cc5c8-38ad-4f72-bd5f-95447b28a628),segment_id=ec1cc5c8-38ad-4f72-bd5f-95447b28a628)] {{(pid=103332) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 07:57:52.388912 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-446cb6ad-cbba-40b2-95bb-dae43592dc43 req-80437c9f-8fd8-471e-aeea-f5ac24225af6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133553807'] for port, after_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:57:52.393354 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446cb6ad-cbba-40b2-95bb-dae43592dc43 req-80437c9f-8fd8-471e-aeea-f5ac24225af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:57:52.394045 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-446cb6ad-cbba-40b2-95bb-dae43592dc43 req-80437c9f-8fd8-471e-aeea-f5ac24225af6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42160'] for port, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:57:52.395918 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-446cb6ad-cbba-40b2-95bb-dae43592dc43 req-80437c9f-8fd8-471e-aeea-f5ac24225af6 service neutron] 10.222.0.16 "PUT /v2.0/ports/3d1cf168-db57-4a43-b044-294977c83a84 HTTP/1.1" status: 200 len: 1093 time: 0.5866282 Oct 19 07:57:52.396313 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9895f900-493e-43bf-910a-d77e9d31134f', 'tag': '3d1cf168-db57-4a43-b044-294977c83a84'}] {{(pid=103332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 19 07:57:52.399620 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a021b02cf5f527cd4bbbc40a031b51490d9893d7edeeb551bdf5128ee7546f8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb9a2e22-4f63-4a8f-b100-c47ce7d79757" -d '{"events": [{"name": "network-changed", "server_uuid": "9895f900-493e-43bf-910a-d77e9d31134f", "tag": "3d1cf168-db57-4a43-b044-294977c83a84"}]}' {{(pid=103332) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 07:57:52.425549 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a4d946-4f69-456a-830d-d6cf8910c2b2 None None] Pushing event updated for resources: {'Port': ['ID=1082097f-6ade-42fb-ae55-9a27fb2bf93d,revision_number=3']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:57:52.437054 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a4d946-4f69-456a-830d-d6cf8910c2b2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:57:52.437727 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a4d946-4f69-456a-830d-d6cf8910c2b2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:57:52.437727 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a4d946-4f69-456a-830d-d6cf8910c2b2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:57:52.438001 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a4d946-4f69-456a-830d-d6cf8910c2b2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:57:52.438503 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a4d946-4f69-456a-830d-d6cf8910c2b2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:57:52.439011 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a4d946-4f69-456a-830d-d6cf8910c2b2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:57:52.439503 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a4d946-4f69-456a-830d-d6cf8910c2b2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:57:52.439997 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a4d946-4f69-456a-830d-d6cf8910c2b2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:57:52.441078 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a4d946-4f69-456a-830d-d6cf8910c2b2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:57:52.441587 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a4d946-4f69-456a-830d-d6cf8910c2b2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:57:52.442070 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a4d946-4f69-456a-830d-d6cf8910c2b2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:57:52.442558 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a4d946-4f69-456a-830d-d6cf8910c2b2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:57:52.446096 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-9bd4ad3c-6837-4d13-ab68-d1707bc8bf92 None None] Attempting to bind port 1082097f-6ade-42fb-ae55-9a27fb2bf93d on host dv-neutron-861624-1-hyperv for vnic_type normal with profile {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 19 07:57:52.446664 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-9bd4ad3c-6837-4d13-ab68-d1707bc8bf92 None None] Attempting to bind port 1082097f-6ade-42fb-ae55-9a27fb2bf93d by drivers openvswitch,hyperv on host dv-neutron-861624-1-hyperv at level 0 using segments [{'id': 'ec1cc5c8-38ad-4f72-bd5f-95447b28a628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'd6ac3250-629e-45cf-bdfd-d5ea43a73d95'}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 19 07:57:52.447209 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bd4ad3c-6837-4d13-ab68-d1707bc8bf92 None None] Attempting to bind port 1082097f-6ade-42fb-ae55-9a27fb2bf93d on network d6ac3250-629e-45cf-bdfd-d5ea43a73d95 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 07:57:52.453102 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bd4ad3c-6837-4d13-ab68-d1707bc8bf92 None None] Checking agent: {'id': 'a5b0152c-d633-409b-aaf8-3b76458e2410', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861624-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 19, 7, 30, 19), 'started_at': datetime.datetime(2022, 10, 19, 7, 30, 49), 'heartbeat_timestamp': datetime.datetime(2022, 10, 19, 7, 57, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861624-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 07:57:52.453689 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bd4ad3c-6837-4d13-ab68-d1707bc8bf92 None None] Checking segment: {'id': 'ec1cc5c8-38ad-4f72-bd5f-95447b28a628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'd6ac3250-629e-45cf-bdfd-d5ea43a73d95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 19 07:57:52.454686 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-9bd4ad3c-6837-4d13-ab68-d1707bc8bf92 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:57:52.455226 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bd4ad3c-6837-4d13-ab68-d1707bc8bf92 None None] Bound using segment: {'id': 'ec1cc5c8-38ad-4f72-bd5f-95447b28a628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'd6ac3250-629e-45cf-bdfd-d5ea43a73d95'} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 07:57:52.456044 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-9bd4ad3c-6837-4d13-ab68-d1707bc8bf92 None None] Bound port: 1082097f-6ade-42fb-ae55-9a27fb2bf93d, host: dv-neutron-861624-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec1cc5c8-38ad-4f72-bd5f-95447b28a628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'd6ac3250-629e-45cf-bdfd-d5ea43a73d95'}}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 19 07:57:52.456625 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-9bd4ad3c-6837-4d13-ab68-d1707bc8bf92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:57:52.465021 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 19 Oct 2022 07:57:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42612159-a961-4246-a9db-8fd9d431fae8 x-openstack-request-id: req-42612159-a961-4246-a9db-8fd9d431fae8 {{(pid=103332) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 07:57:52.465317 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9895f900-493e-43bf-910a-d77e9d31134f", "tag": "3d1cf168-db57-4a43-b044-294977c83a84", "status": "completed", "code": 200}]} {{(pid=103332) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 07:57:52.465573 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-42612159-a961-4246-a9db-8fd9d431fae8 {{(pid=103332) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 07:57:52.465978 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.notifiers.nova [-] Nova event matching ['req-42612159-a961-4246-a9db-8fd9d431fae8'] response: {'name': 'network-changed', 'server_uuid': '9895f900-493e-43bf-910a-d77e9d31134f', 'tag': '3d1cf168-db57-4a43-b044-294977c83a84', 'status': 'completed', 'code': 200} Oct 19 07:57:52.503456 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80437c9f-8fd8-471e-aeea-f5ac24225af6 service neutron] Pushing event updated for resources: {'Port': ['ID=3d1cf168-db57-4a43-b044-294977c83a84,revision_number=3']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:57:52.521775 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-9bd4ad3c-6837-4d13-ab68-d1707bc8bf92 None None] For port 1082097f-6ade-42fb-ae55-9a27fb2bf93d, host dv-neutron-861624-1-hyperv, cleared binding levels {{(pid=103335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 07:57:52.525535 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-9bd4ad3c-6837-4d13-ab68-d1707bc8bf92 None None] For port 1082097f-6ade-42fb-ae55-9a27fb2bf93d, host dv-neutron-861624-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=1082097f-6ade-42fb-ae55-9a27fb2bf93d,segment=NetworkSegment(ec1cc5c8-38ad-4f72-bd5f-95447b28a628),segment_id=ec1cc5c8-38ad-4f72-bd5f-95447b28a628)] {{(pid=103335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 07:57:52.529818 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-9bd4ad3c-6837-4d13-ab68-d1707bc8bf92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:57:52.551844 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446cb6ad-cbba-40b2-95bb-dae43592dc43 req-22eb9f6b-6eb0-4326-aa6a-cedd2ce1e4fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:57:52.553698 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-446cb6ad-cbba-40b2-95bb-dae43592dc43 req-22eb9f6b-6eb0-4326-aa6a-cedd2ce1e4fa service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=71f8639b46d049af8e75fa2e9db888de&device_id=9895f900-493e-43bf-910a-d77e9d31134f HTTP/1.1" status: 200 len: 1096 time: 0.0865147 Oct 19 07:57:52.561083 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592d851f-3917-4bff-8800-2bff087fb6d8 req-95cf7bc9-efac-4904-9539-b8a74e481940 tempest-ServerDiskConfigTestJSON-945375969 tempest-ServerDiskConfigTestJSON-945375969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:57:52.562484 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-592d851f-3917-4bff-8800-2bff087fb6d8 req-95cf7bc9-efac-4904-9539-b8a74e481940 tempest-ServerDiskConfigTestJSON-945375969 tempest-ServerDiskConfigTestJSON-945375969-project] 10.222.0.27 "GET /v2.0/ports?device_id=9895f900-493e-43bf-910a-d77e9d31134f HTTP/1.1" status: 200 len: 943 time: 0.0943301 Oct 19 07:57:52.566427 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-f7906c10-5bd6-42a1-8559-d927a70e15ec None None] Attempt 8 to provision port 1082097f-6ade-42fb-ae55-9a27fb2bf93d Oct 19 07:57:52.571039 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bd4ad3c-6837-4d13-ab68-d1707bc8bf92 None None] Routers {'fac013df-3a82-49ce-83b2-afafe706624d'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 07:57:52.571658 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-9bd4ad3c-6837-4d13-ab68-d1707bc8bf92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T07:57:46Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['fac013df-3a82-49ce-83b2-afafe706624d'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:57:52.610558 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-446cb6ad-cbba-40b2-95bb-dae43592dc43 req-f28036d5-92c8-4374-8998-7ec1c724c305 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3d1cf168-db57-4a43-b044-294977c83a84 HTTP/1.1" status: 200 len: 217 time: 0.0469306 Oct 19 07:57:52.622388 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a4d946-4f69-456a-830d-d6cf8910c2b2 None None] Pushing event updated for resources: {'Port': ['ID=1082097f-6ade-42fb-ae55-9a27fb2bf93d,revision_number=4']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:57:52.651091 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-f7906c10-5bd6-42a1-8559-d927a70e15ec None None] Current status of the port 1082097f-6ade-42fb-ae55-9a27fb2bf93d is: DOWN; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:57:52.651606 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-f7906c10-5bd6-42a1-8559-d927a70e15ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:57:52.665047 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-592d851f-3917-4bff-8800-2bff087fb6d8 req-01132961-6b46-4e64-8ea6-0ba1a9892160 tempest-ServerDiskConfigTestJSON-945375969 tempest-ServerDiskConfigTestJSON-945375969-project] 10.222.0.27 "GET /v2.0/security-groups?id=269462e4-c001-44c5-b976-ba956c3d3349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957520 Oct 19 07:57:52.678193 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446cb6ad-cbba-40b2-95bb-dae43592dc43 req-ec2e12a6-65e6-4965-83dd-95061b09e2de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:57:52.680297 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-446cb6ad-cbba-40b2-95bb-dae43592dc43 req-ec2e12a6-65e6-4965-83dd-95061b09e2de service neutron] 10.222.0.16 "GET /v2.0/subnets?id=42ab2701-5732-4e88-b64b-4c5c22ab335d HTTP/1.1" status: 200 len: 853 time: 0.0595274 Oct 19 07:57:52.698963 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-f7906c10-5bd6-42a1-8559-d927a70e15ec None None] For port 1082097f-6ade-42fb-ae55-9a27fb2bf93d, host dv-neutron-861624-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=1082097f-6ade-42fb-ae55-9a27fb2bf93d,segment=NetworkSegment(ec1cc5c8-38ad-4f72-bd5f-95447b28a628),segment_id=ec1cc5c8-38ad-4f72-bd5f-95447b28a628)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:57:52.703535 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-f7906c10-5bd6-42a1-8559-d927a70e15ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:57:52.709233 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvr_db [None req-9bd4ad3c-6837-4d13-ab68-d1707bc8bf92 None None] Set router fac013df-3a82-49ce-83b2-afafe706624d gateway port host: dv-neutron-861624-1-hyperv {{(pid=103335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 07:57:52.731638 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446cb6ad-cbba-40b2-95bb-dae43592dc43 req-84f2cf97-6e9d-4c7f-a2a9-458e57d2cfca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:57:52.733397 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-446cb6ad-cbba-40b2-95bb-dae43592dc43 req-84f2cf97-6e9d-4c7f-a2a9-458e57d2cfca service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d6ac3250-629e-45cf-bdfd-d5ea43a73d95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0471413 Oct 19 07:57:52.751527 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7906c10-5bd6-42a1-8559-d927a70e15ec None None] Pushing event updated for resources: {'Port': ['ID=1082097f-6ade-42fb-ae55-9a27fb2bf93d,revision_number=5']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:57:52.826949 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-446cb6ad-cbba-40b2-95bb-dae43592dc43 req-8b149217-4ab5-41eb-b7ee-b273224c5e1d service neutron] 10.222.0.16 "GET /v2.0/networks/d6ac3250-629e-45cf-bdfd-d5ea43a73d95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861030 Oct 19 07:57:52.836826 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-eebe6200-05c2-4ed2-afac-3b8acbbb6415 None None] Provisioning complete for port 1082097f-6ade-42fb-ae55-9a27fb2bf93d triggered by entity DHCP. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:57:52.837198 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-eebe6200-05c2-4ed2-afac-3b8acbbb6415 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:57:52.837529 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-eebe6200-05c2-4ed2-afac-3b8acbbb6415 None None] Attempt 1 to provision port 1082097f-6ade-42fb-ae55-9a27fb2bf93d Oct 19 07:57:52.913532 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-9bd4ad3c-6837-4d13-ab68-d1707bc8bf92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fac013df-3a82-49ce-83b2-afafe706624d', 'name': 'tempest-ServerDiskConfigTestJSON-519681938-router', 'tenant_id': '71f8639b46d049af8e75fa2e9db888de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'external_fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.247'}], 'enable_snat': True}, 'gw_port_id': '05165297-429c-41b2-a761-74120dde839e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T07:57:45Z', 'updated_at': '2022-10-19T07:57:48Z', 'revision_number': 4, 'project_id': '71f8639b46d049af8e75fa2e9db888de', 'gw_port': {'id': '05165297-429c-41b2-a761-74120dde839e', 'name': '', 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:6e:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fac013df-3a82-49ce-83b2-afafe706624d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:57:46Z', 'updated_at': '2022-10-19T07:57:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861624-1-hyperv', '_interfaces': [{'id': '1082097f-6ade-42fb-ae55-9a27fb2bf93d', 'name': '', 'network_id': 'd6ac3250-629e-45cf-bdfd-d5ea43a73d95', 'tenant_id': '71f8639b46d049af8e75fa2e9db888de', 'mac_address': 'fa:16:3e:65:12:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fac013df-3a82-49ce-83b2-afafe706624d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '42ab2701-5732-4e88-b64b-4c5c22ab335d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:57:48Z', 'updated_at': '2022-10-19T07:57:52Z', 'revision_number': 4, 'project_id': '71f8639b46d049af8e75fa2e9db888de', 'subnets': [{'id': '42ab2701-5732-4e88-b64b-4c5c22ab335d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:57:52.918468 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-eebe6200-05c2-4ed2-afac-3b8acbbb6415 None None] Current status of the port 1082097f-6ade-42fb-ae55-9a27fb2bf93d is: ACTIVE; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:57:52.923113 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-446cb6ad-cbba-40b2-95bb-dae43592dc43 req-ff6eac61-15d1-4bd8-b1cd-d19c312b4b51 service neutron] 10.222.0.16 "GET /v2.0/networks/d6ac3250-629e-45cf-bdfd-d5ea43a73d95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894401 Oct 19 07:57:52.945365 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bd4ad3c-6837-4d13-ab68-d1707bc8bf92 None None] The sync data for ids ['fac013df-3a82-49ce-83b2-afafe706624d'] in dv-neutron-861624-1-hyperv is: [{'id': 'fac013df-3a82-49ce-83b2-afafe706624d', 'name': 'tempest-ServerDiskConfigTestJSON-519681938-router', 'tenant_id': '71f8639b46d049af8e75fa2e9db888de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'external_fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.247'}], 'enable_snat': True}, 'gw_port_id': '05165297-429c-41b2-a761-74120dde839e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T07:57:45Z', 'updated_at': '2022-10-19T07:57:48Z', 'revision_number': 4, 'project_id': '71f8639b46d049af8e75fa2e9db888de', 'gw_port': {'id': '05165297-429c-41b2-a761-74120dde839e', 'name': '', 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:6e:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fac013df-3a82-49ce-83b2-afafe706624d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:57:46Z', 'updated_at': '2022-10-19T07:57:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861624-1-hyperv', '_interfaces': [{'id': '1082097f-6ade-42fb-ae55-9a27fb2bf93d', 'name': '', 'network_id': 'd6ac3250-629e-45cf-bdfd-d5ea43a73d95', 'tenant_id': '71f8639b46d049af8e75fa2e9db888de', 'mac_address': 'fa:16:3e:65:12:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fac013df-3a82-49ce-83b2-afafe706624d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '42ab2701-5732-4e88-b64b-4c5c22ab335d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:57:48Z', 'updated_at': '2022-10-19T07:57:52Z', 'revision_number': 4, 'project_id': '71f8639b46d049af8e75fa2e9db888de', 'subnets': [{'id': '42ab2701-5732-4e88-b64b-4c5c22ab335d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 07:57:53.010529 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9a2e22-4f63-4a8f-b100-c47ce7d79757 req-92cf4f6c-2d94-4634-8985-7b217d4b09e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:57:53.012023 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-fb9a2e22-4f63-4a8f-b100-c47ce7d79757 req-92cf4f6c-2d94-4634-8985-7b217d4b09e6 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=71f8639b46d049af8e75fa2e9db888de&device_id=9895f900-493e-43bf-910a-d77e9d31134f HTTP/1.1" status: 200 len: 1096 time: 0.0428157 Oct 19 07:57:53.123916 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9a2e22-4f63-4a8f-b100-c47ce7d79757 req-1f8026da-c3ee-4484-b735-340579985745 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:57:53.125434 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-fb9a2e22-4f63-4a8f-b100-c47ce7d79757 req-1f8026da-c3ee-4484-b735-340579985745 service neutron] 10.222.0.16 "GET /v2.0/networks?id=d6ac3250-629e-45cf-bdfd-d5ea43a73d95 HTTP/1.1" status: 200 len: 915 time: 0.1053381 Oct 19 07:57:53.169370 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-fb9a2e22-4f63-4a8f-b100-c47ce7d79757 req-8c1ea9af-c48f-46f1-a7bd-f7eaa28657da service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3d1cf168-db57-4a43-b044-294977c83a84 HTTP/1.1" status: 200 len: 217 time: 0.0364797 Oct 19 07:57:53.221425 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9a2e22-4f63-4a8f-b100-c47ce7d79757 req-9fbb15aa-d117-492f-9c9a-a0fbd7bf8e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:57:53.222865 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-fb9a2e22-4f63-4a8f-b100-c47ce7d79757 req-9fbb15aa-d117-492f-9c9a-a0fbd7bf8e0f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=42ab2701-5732-4e88-b64b-4c5c22ab335d HTTP/1.1" status: 200 len: 853 time: 0.0461862 Oct 19 07:57:53.276393 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9a2e22-4f63-4a8f-b100-c47ce7d79757 req-1c4c0485-b03e-4a65-8b06-f192e155c0f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:57:53.278062 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-fb9a2e22-4f63-4a8f-b100-c47ce7d79757 req-1c4c0485-b03e-4a65-8b06-f192e155c0f1 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d6ac3250-629e-45cf-bdfd-d5ea43a73d95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0480664 Oct 19 07:57:53.373788 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-fb9a2e22-4f63-4a8f-b100-c47ce7d79757 req-261cf833-781b-49af-8a8a-564218f8c391 service neutron] 10.222.0.16 "GET /v2.0/networks/d6ac3250-629e-45cf-bdfd-d5ea43a73d95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874555 Oct 19 07:57:53.473152 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-fb9a2e22-4f63-4a8f-b100-c47ce7d79757 req-8cb5e1f4-03aa-4038-9b1b-3fd74b31fc38 service neutron] 10.222.0.16 "GET /v2.0/networks/d6ac3250-629e-45cf-bdfd-d5ea43a73d95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915635 Oct 19 07:57:53.573914 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device 05165297-429c-41b2-a761-74120dde839e up at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 07:57:53.621309 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Provisioning complete for port 05165297-429c-41b2-a761-74120dde839e triggered by entity L2. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:57:53.621607 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:57:53.621944 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Attempt 1 to provision port 05165297-429c-41b2-a761-74120dde839e Oct 19 07:57:53.694589 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Current status of the port 05165297-429c-41b2-a761-74120dde839e is: ACTIVE; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:57:53.695600 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device 1082097f-6ade-42fb-ae55-9a27fb2bf93d up at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 07:57:53.743670 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Provisioning complete for port 1082097f-6ade-42fb-ae55-9a27fb2bf93d triggered by entity L2. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:57:53.744036 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:57:53.744365 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Attempt 1 to provision port 1082097f-6ade-42fb-ae55-9a27fb2bf93d Oct 19 07:57:53.797635 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c8571c-51b8-481e-9176-f83f0ba09d1c req-c3cd1c67-cd4d-4e8f-868f-100872516dc3 tempest-ServerDiskConfigTestJSON-945375969 tempest-ServerDiskConfigTestJSON-945375969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:57:53.799170 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-d0c8571c-51b8-481e-9176-f83f0ba09d1c req-c3cd1c67-cd4d-4e8f-868f-100872516dc3 tempest-ServerDiskConfigTestJSON-945375969 tempest-ServerDiskConfigTestJSON-945375969-project] 10.222.0.27 "GET /v2.0/ports?device_id=9895f900-493e-43bf-910a-d77e9d31134f HTTP/1.1" status: 200 len: 943 time: 0.0509422 Oct 19 07:57:53.824536 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Current status of the port 1082097f-6ade-42fb-ae55-9a27fb2bf93d is: ACTIVE; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:57:53.838423 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-d0c8571c-51b8-481e-9176-f83f0ba09d1c req-04d51988-e4ef-40f8-b0ee-304387483291 tempest-ServerDiskConfigTestJSON-945375969 tempest-ServerDiskConfigTestJSON-945375969-project] 10.222.0.27 "GET /v2.0/security-groups?id=269462e4-c001-44c5-b976-ba956c3d3349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328503 Oct 19 07:57:54.956460 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c080fe09-1a6a-409e-bff7-fb325c4cf096 req-53b2f372-9462-434d-b99c-3b05a4cf4bfe tempest-ServerDiskConfigTestJSON-945375969 tempest-ServerDiskConfigTestJSON-945375969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:57:54.957949 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-c080fe09-1a6a-409e-bff7-fb325c4cf096 req-53b2f372-9462-434d-b99c-3b05a4cf4bfe tempest-ServerDiskConfigTestJSON-945375969 tempest-ServerDiskConfigTestJSON-945375969-project] 10.222.0.27 "GET /v2.0/ports?device_id=9895f900-493e-43bf-910a-d77e9d31134f HTTP/1.1" status: 200 len: 943 time: 0.0478513 Oct 19 07:57:54.999886 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-c080fe09-1a6a-409e-bff7-fb325c4cf096 req-8eef9803-9dfa-4566-a07c-0f6ea1b519f7 tempest-ServerDiskConfigTestJSON-945375969 tempest-ServerDiskConfigTestJSON-945375969-project] 10.222.0.27 "GET /v2.0/security-groups?id=269462e4-c001-44c5-b976-ba956c3d3349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353773 Oct 19 07:57:55.346005 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Device 3d1cf168-db57-4a43-b044-294977c83a84 details requested by agent hyperv_hv-neutron-8616 with host hv-neutron-8616 {{(pid=103334) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 07:57:55.438845 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] For port 3d1cf168-db57-4a43-b044-294977c83a84, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=3d1cf168-db57-4a43-b044-294977c83a84,segment=NetworkSegment(ec1cc5c8-38ad-4f72-bd5f-95447b28a628),segment_id=ec1cc5c8-38ad-4f72-bd5f-95447b28a628)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:57:55.449798 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Returning: {'device': '3d1cf168-db57-4a43-b044-294977c83a84', 'network_id': 'd6ac3250-629e-45cf-bdfd-d5ea43a73d95', 'port_id': '3d1cf168-db57-4a43-b044-294977c83a84', 'mac_address': 'fa:16:3e:9c:51:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42ab2701-5732-4e88-b64b-4c5c22ab335d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103334) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 07:57:55.485241 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Current status of the port 3d1cf168-db57-4a43-b044-294977c83a84 is: DOWN; New status is: BUILD {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:57:55.486084 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:57:55.498767 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.notifiers.nova [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d1cf168-db57-4a43-b044-294977c83a84 {{(pid=103334) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 19 07:57:55.518489 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] For port 3d1cf168-db57-4a43-b044-294977c83a84, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=3d1cf168-db57-4a43-b044-294977c83a84,segment=NetworkSegment(ec1cc5c8-38ad-4f72-bd5f-95447b28a628),segment_id=ec1cc5c8-38ad-4f72-bd5f-95447b28a628)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:57:55.522199 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:57:55.572636 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Pushing event updated for resources: {'Port': ['ID=3d1cf168-db57-4a43-b044-294977c83a84,revision_number=4']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:57:55.726041 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] get_ports_and_sgs() called for port_ids ['3d1cf168-db57-4a43-b044-294977c83a84'] {{(pid=103334) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 19 07:57:56.122614 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768c69dc-c1fc-49ea-bf7c-eb20746ea6cf req-bed1202a-c65a-44fe-8706-c5ff51b790d8 tempest-ServerDiskConfigTestJSON-945375969 tempest-ServerDiskConfigTestJSON-945375969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:57:56.124088 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-768c69dc-c1fc-49ea-bf7c-eb20746ea6cf req-bed1202a-c65a-44fe-8706-c5ff51b790d8 tempest-ServerDiskConfigTestJSON-945375969 tempest-ServerDiskConfigTestJSON-945375969-project] 10.222.0.27 "GET /v2.0/ports?device_id=9895f900-493e-43bf-910a-d77e9d31134f HTTP/1.1" status: 200 len: 944 time: 0.0522184 Oct 19 07:57:56.161250 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-768c69dc-c1fc-49ea-bf7c-eb20746ea6cf req-4eef4225-31c0-4941-877c-751a647dec65 tempest-ServerDiskConfigTestJSON-945375969 tempest-ServerDiskConfigTestJSON-945375969-project] 10.222.0.27 "GET /v2.0/security-groups?id=269462e4-c001-44c5-b976-ba956c3d3349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311980 Oct 19 07:57:57.281610 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86f0e12-cdfa-48ea-b504-62ac6cb303bd req-e708b5bc-dbfb-4ae2-809d-36de5ca440da tempest-ServerDiskConfigTestJSON-945375969 tempest-ServerDiskConfigTestJSON-945375969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:57:57.283110 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-d86f0e12-cdfa-48ea-b504-62ac6cb303bd req-e708b5bc-dbfb-4ae2-809d-36de5ca440da tempest-ServerDiskConfigTestJSON-945375969 tempest-ServerDiskConfigTestJSON-945375969-project] 10.222.0.27 "GET /v2.0/ports?device_id=9895f900-493e-43bf-910a-d77e9d31134f HTTP/1.1" status: 200 len: 944 time: 0.0488060 Oct 19 07:57:57.321752 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-d86f0e12-cdfa-48ea-b504-62ac6cb303bd req-27dee535-50d3-4c92-885d-004ffb4a4ebf tempest-ServerDiskConfigTestJSON-945375969 tempest-ServerDiskConfigTestJSON-945375969-project] 10.222.0.27 "GET /v2.0/security-groups?id=269462e4-c001-44c5-b976-ba956c3d3349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325310 Oct 19 07:57:57.376374 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Device 3d1cf168-db57-4a43-b044-294977c83a84 up at agent hyperv_hv-neutron-8616 {{(pid=103334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 07:57:57.426245 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Provisioning for port 3d1cf168-db57-4a43-b044-294977c83a84 completed by entity L2. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 19 07:57:57.429894 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Provisioning complete for port 3d1cf168-db57-4a43-b044-294977c83a84 triggered by entity L2. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:57:57.430258 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:57:57.430610 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Attempt 1 to provision port 3d1cf168-db57-4a43-b044-294977c83a84 Oct 19 07:57:57.507585 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Current status of the port 3d1cf168-db57-4a43-b044-294977c83a84 is: BUILD; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:57:57.507962 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:57:57.530015 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9895f900-493e-43bf-910a-d77e9d31134f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d1cf168-db57-4a43-b044-294977c83a84'}] {{(pid=103334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 19 07:57:57.532242 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d918bd29c62f7e926e80ce37adcd574e0921d2de3006e6b6ef58999f52d8e2e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1729e6a4-07e8-4d06-ad02-d90c2057373c" -d '{"events": [{"server_uuid": "9895f900-493e-43bf-910a-d77e9d31134f", "name": "network-vif-plugged", "status": "completed", "tag": "3d1cf168-db57-4a43-b044-294977c83a84"}]}' {{(pid=103334) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 07:57:57.544969 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] For port 3d1cf168-db57-4a43-b044-294977c83a84, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=3d1cf168-db57-4a43-b044-294977c83a84,segment=NetworkSegment(ec1cc5c8-38ad-4f72-bd5f-95447b28a628),segment_id=ec1cc5c8-38ad-4f72-bd5f-95447b28a628)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:57:57.549202 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:57:57.572306 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 19 Oct 2022 07:57:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d745b4e4-cf8d-4615-af9a-6fc4ce3fc76d x-openstack-request-id: req-d745b4e4-cf8d-4615-af9a-6fc4ce3fc76d {{(pid=103334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 07:57:57.572618 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9895f900-493e-43bf-910a-d77e9d31134f", "name": "network-vif-plugged", "status": "completed", "tag": "3d1cf168-db57-4a43-b044-294977c83a84", "code": 200}]} {{(pid=103334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 07:57:57.572868 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-d745b4e4-cf8d-4615-af9a-6fc4ce3fc76d {{(pid=103334) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 07:57:57.573258 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d745b4e4-cf8d-4615-af9a-6fc4ce3fc76d'] response: {'server_uuid': '9895f900-493e-43bf-910a-d77e9d31134f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d1cf168-db57-4a43-b044-294977c83a84', 'code': 200} Oct 19 07:57:57.602979 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Pushing event updated for resources: {'Port': ['ID=3d1cf168-db57-4a43-b044-294977c83a84,revision_number=5']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:57:57.727045 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff0cd5d-5b25-4919-8d68-3f094b1a7322 req-234bd396-03aa-4f75-9e5c-5c044e309f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:57:57.728542 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-8ff0cd5d-5b25-4919-8d68-3f094b1a7322 req-234bd396-03aa-4f75-9e5c-5c044e309f65 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=9895f900-493e-43bf-910a-d77e9d31134f HTTP/1.1" status: 200 len: 1098 time: 0.0402730 Oct 19 07:57:57.766310 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-8ff0cd5d-5b25-4919-8d68-3f094b1a7322 req-1b5e8ff4-7b55-4518-b179-4e048f2a71fa service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=269462e4-c001-44c5-b976-ba956c3d3349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303934 Oct 19 07:57:58.441107 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4588d5a-e042-454a-9060-90eb7640fc34 req-24a6ac97-2ed1-4afa-a746-830c3058f994 tempest-ServerDiskConfigTestJSON-945375969 tempest-ServerDiskConfigTestJSON-945375969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:57:58.442559 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-f4588d5a-e042-454a-9060-90eb7640fc34 req-24a6ac97-2ed1-4afa-a746-830c3058f994 tempest-ServerDiskConfigTestJSON-945375969 tempest-ServerDiskConfigTestJSON-945375969-project] 10.222.0.27 "GET /v2.0/ports?device_id=9895f900-493e-43bf-910a-d77e9d31134f HTTP/1.1" status: 200 len: 945 time: 0.0478110 Oct 19 07:57:58.479805 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-f4588d5a-e042-454a-9060-90eb7640fc34 req-478b0cbe-f8ff-4e8e-9039-c0a29caff792 tempest-ServerDiskConfigTestJSON-945375969 tempest-ServerDiskConfigTestJSON-945375969-project] 10.222.0.27 "GET /v2.0/security-groups?id=269462e4-c001-44c5-b976-ba956c3d3349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306716 Oct 19 07:57:59.600850 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55386221-953d-4898-ab48-22aa590eb1f0 req-4396c9c7-7cba-486e-bc71-c7c91839603b tempest-ServerDiskConfigTestJSON-945375969 tempest-ServerDiskConfigTestJSON-945375969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:57:59.602347 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-55386221-953d-4898-ab48-22aa590eb1f0 req-4396c9c7-7cba-486e-bc71-c7c91839603b tempest-ServerDiskConfigTestJSON-945375969 tempest-ServerDiskConfigTestJSON-945375969-project] 10.222.0.27 "GET /v2.0/ports?device_id=9895f900-493e-43bf-910a-d77e9d31134f HTTP/1.1" status: 200 len: 945 time: 0.0490563 Oct 19 07:57:59.639048 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-55386221-953d-4898-ab48-22aa590eb1f0 req-0ff7d2c5-9baf-4be0-9070-7b6b0663d093 tempest-ServerDiskConfigTestJSON-945375969 tempest-ServerDiskConfigTestJSON-945375969-project] 10.222.0.27 "GET /v2.0/security-groups?id=269462e4-c001-44c5-b976-ba956c3d3349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307796 Oct 19 07:57:59.757298 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c4b950-65d9-427b-b056-0fffca2ab710 req-a7805656-11e4-49b7-84de-3d84a8d8abd3 tempest-ServerDiskConfigTestJSON-945375969 tempest-ServerDiskConfigTestJSON-945375969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:57:59.758716 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-b4c4b950-65d9-427b-b056-0fffca2ab710 req-a7805656-11e4-49b7-84de-3d84a8d8abd3 tempest-ServerDiskConfigTestJSON-945375969 tempest-ServerDiskConfigTestJSON-945375969-project] 10.222.0.27 "GET /v2.0/ports?device_id=9895f900-493e-43bf-910a-d77e9d31134f HTTP/1.1" status: 200 len: 945 time: 0.0491827 Oct 19 07:57:59.804704 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-b4c4b950-65d9-427b-b056-0fffca2ab710 req-9a785acf-e34a-4fad-b49e-8cee39d580f4 tempest-ServerDiskConfigTestJSON-945375969 tempest-ServerDiskConfigTestJSON-945375969-project] 10.222.0.27 "GET /v2.0/security-groups?id=269462e4-c001-44c5-b976-ba956c3d3349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400112 Oct 19 07:58:00.013619 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430b5124-034b-4dde-af88-abaddbacf459 req-e072ac57-5069-4f14-b7e6-ee8653f7ac93 tempest-ServerDiskConfigTestJSON-945375969 tempest-ServerDiskConfigTestJSON-945375969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:58:00.015003 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-430b5124-034b-4dde-af88-abaddbacf459 req-e072ac57-5069-4f14-b7e6-ee8653f7ac93 tempest-ServerDiskConfigTestJSON-945375969 tempest-ServerDiskConfigTestJSON-945375969-project] 10.222.0.27 "GET /v2.0/ports?device_id=9895f900-493e-43bf-910a-d77e9d31134f HTTP/1.1" status: 200 len: 945 time: 0.0488367 Oct 19 07:58:00.052791 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-430b5124-034b-4dde-af88-abaddbacf459 req-a231e3c0-b05b-4e4e-8d69-302d2877213a tempest-ServerDiskConfigTestJSON-945375969 tempest-ServerDiskConfigTestJSON-945375969-project] 10.222.0.27 "GET /v2.0/security-groups?id=269462e4-c001-44c5-b976-ba956c3d3349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319014 Oct 19 07:58:00.171250 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a54f21-0d6f-4683-85bc-f7bc9c2e9ddf req-9bc92d3b-8032-4450-9752-596142e21a69 tempest-ServerDiskConfigTestJSON-945375969 tempest-ServerDiskConfigTestJSON-945375969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:58:00.172753 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-39a54f21-0d6f-4683-85bc-f7bc9c2e9ddf req-9bc92d3b-8032-4450-9752-596142e21a69 tempest-ServerDiskConfigTestJSON-945375969 tempest-ServerDiskConfigTestJSON-945375969-project] 10.222.0.27 "GET /v2.0/ports?device_id=9895f900-493e-43bf-910a-d77e9d31134f HTTP/1.1" status: 200 len: 945 time: 0.0498314 Oct 19 07:58:00.209987 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-39a54f21-0d6f-4683-85bc-f7bc9c2e9ddf req-5acf400f-95d0-42ec-9abe-8481f4b97f43 tempest-ServerDiskConfigTestJSON-945375969 tempest-ServerDiskConfigTestJSON-945375969-project] 10.222.0.27 "GET /v2.0/security-groups?id=269462e4-c001-44c5-b976-ba956c3d3349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308409 Oct 19 07:58:00.559635 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-9ed526ed-7cfb-4a44-a035-6a904cf3cdf6 req-23082500-8348-4b72-aaa5-d5a707bc53ed service neutron] 10.222.0.27 "GET /v2.0/ports?device_id=9895f900-493e-43bf-910a-d77e9d31134f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0718193 Oct 19 07:58:00.566847 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92755813-04ae-4ab8-9fc0-862e6cf9ca43 req-a7c203ae-fe1d-46d0-abc4-2ce15ddbed53 tempest-ServerDiskConfigTestJSON-945375969 tempest-ServerDiskConfigTestJSON-945375969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:58:00.568210 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-92755813-04ae-4ab8-9fc0-862e6cf9ca43 req-a7c203ae-fe1d-46d0-abc4-2ce15ddbed53 tempest-ServerDiskConfigTestJSON-945375969 tempest-ServerDiskConfigTestJSON-945375969-project] 10.222.0.27 "GET /v2.0/ports?device_id=9895f900-493e-43bf-910a-d77e9d31134f HTTP/1.1" status: 200 len: 945 time: 0.0723693 Oct 19 07:58:00.609747 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-92755813-04ae-4ab8-9fc0-862e6cf9ca43 req-b90dfcd8-803d-4c53-aca6-0ed4550e7c10 tempest-ServerDiskConfigTestJSON-945375969 tempest-ServerDiskConfigTestJSON-945375969-project] 10.222.0.27 "GET /v2.0/security-groups?id=269462e4-c001-44c5-b976-ba956c3d3349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348756 Oct 19 07:58:01.642004 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed526ed-7cfb-4a44-a035-6a904cf3cdf6 req-f9a80b8e-96cc-4fdc-acbb-135f124e8ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:58:01.643878 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-9ed526ed-7cfb-4a44-a035-6a904cf3cdf6 req-f9a80b8e-96cc-4fdc-acbb-135f124e8ebb service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=71f8639b46d049af8e75fa2e9db888de&device_id=9895f900-493e-43bf-910a-d77e9d31134f HTTP/1.1" status: 200 len: 1098 time: 0.0389738 Oct 19 07:58:02.086435 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a92b45-2268-410f-bb38-66a85144ac3c req-c67ee782-f307-47c4-8224-bd1544e5b6a4 tempest-ServerDiskConfigTestJSON-945375969 tempest-ServerDiskConfigTestJSON-945375969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:58:02.087955 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-90a92b45-2268-410f-bb38-66a85144ac3c req-c67ee782-f307-47c4-8224-bd1544e5b6a4 tempest-ServerDiskConfigTestJSON-945375969 tempest-ServerDiskConfigTestJSON-945375969-project] 10.222.0.27 "GET /v2.0/ports?device_id=9895f900-493e-43bf-910a-d77e9d31134f HTTP/1.1" status: 200 len: 945 time: 0.4045055 Oct 19 07:58:02.089382 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed526ed-7cfb-4a44-a035-6a904cf3cdf6 req-118c53d7-42c3-4857-81b0-80b61fe126f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:58:02.090699 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-9ed526ed-7cfb-4a44-a035-6a904cf3cdf6 req-118c53d7-42c3-4857-81b0-80b61fe126f9 service neutron] 10.222.0.16 "GET /v2.0/networks?id=d6ac3250-629e-45cf-bdfd-d5ea43a73d95 HTTP/1.1" status: 200 len: 915 time: 0.4396555 Oct 19 07:58:02.143563 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-9ed526ed-7cfb-4a44-a035-6a904cf3cdf6 req-65d248c9-92aa-4bfa-8c31-b978172461a5 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3d1cf168-db57-4a43-b044-294977c83a84 HTTP/1.1" status: 200 len: 217 time: 0.0438013 Oct 19 07:58:02.186988 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-90a92b45-2268-410f-bb38-66a85144ac3c req-7e583675-de80-4247-a4ab-910342499ff4 tempest-ServerDiskConfigTestJSON-945375969 tempest-ServerDiskConfigTestJSON-945375969-project] 10.222.0.27 "GET /v2.0/security-groups?id=269462e4-c001-44c5-b976-ba956c3d3349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927885 Oct 19 07:58:02.202838 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed526ed-7cfb-4a44-a035-6a904cf3cdf6 req-5fefc768-143b-420d-8468-6dcd5cf81e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:58:02.204570 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-9ed526ed-7cfb-4a44-a035-6a904cf3cdf6 req-5fefc768-143b-420d-8468-6dcd5cf81e89 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=42ab2701-5732-4e88-b64b-4c5c22ab335d HTTP/1.1" status: 200 len: 853 time: 0.0543718 Oct 19 07:58:02.249398 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed526ed-7cfb-4a44-a035-6a904cf3cdf6 req-7d40c464-d9b0-4991-a5f3-3e546ad4ebdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:58:02.250848 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-9ed526ed-7cfb-4a44-a035-6a904cf3cdf6 req-7d40c464-d9b0-4991-a5f3-3e546ad4ebdb service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d6ac3250-629e-45cf-bdfd-d5ea43a73d95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0397537 Oct 19 07:58:02.343442 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-9ed526ed-7cfb-4a44-a035-6a904cf3cdf6 req-84dbf645-2420-4a87-828d-9e718a03fd83 service neutron] 10.222.0.16 "GET /v2.0/networks/d6ac3250-629e-45cf-bdfd-d5ea43a73d95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851197 Oct 19 07:58:02.430552 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-9ed526ed-7cfb-4a44-a035-6a904cf3cdf6 req-8b702b2b-6285-4c74-9eed-6c5cbd68f6f3 service neutron] 10.222.0.16 "GET /v2.0/networks/d6ac3250-629e-45cf-bdfd-d5ea43a73d95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810432 Oct 19 07:58:03.312888 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f4eed2-673c-4157-80c1-6a2fe3293426 req-1edc45f2-2259-4ea4-b313-20d68dc1b47e tempest-ServerDiskConfigTestJSON-945375969 tempest-ServerDiskConfigTestJSON-945375969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:58:03.314374 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-14f4eed2-673c-4157-80c1-6a2fe3293426 req-1edc45f2-2259-4ea4-b313-20d68dc1b47e tempest-ServerDiskConfigTestJSON-945375969 tempest-ServerDiskConfigTestJSON-945375969-project] 10.222.0.27 "GET /v2.0/ports?device_id=9895f900-493e-43bf-910a-d77e9d31134f HTTP/1.1" status: 200 len: 945 time: 0.0537245 Oct 19 07:58:03.352069 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-14f4eed2-673c-4157-80c1-6a2fe3293426 req-8af9ed35-af0b-47aa-805e-ef301416ea11 tempest-ServerDiskConfigTestJSON-945375969 tempest-ServerDiskConfigTestJSON-945375969-project] 10.222.0.27 "GET /v2.0/security-groups?id=269462e4-c001-44c5-b976-ba956c3d3349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316000 Oct 19 07:58:04.474420 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79059d18-2581-45bc-85b2-d9a5179f7f13 req-1c5bd9ab-4901-47a8-8d12-d16192ac5c11 tempest-ServerDiskConfigTestJSON-945375969 tempest-ServerDiskConfigTestJSON-945375969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:58:04.477029 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-79059d18-2581-45bc-85b2-d9a5179f7f13 req-1c5bd9ab-4901-47a8-8d12-d16192ac5c11 tempest-ServerDiskConfigTestJSON-945375969 tempest-ServerDiskConfigTestJSON-945375969-project] 10.222.0.27 "GET /v2.0/ports?device_id=9895f900-493e-43bf-910a-d77e9d31134f HTTP/1.1" status: 200 len: 945 time: 0.0503614 Oct 19 07:58:04.514180 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-79059d18-2581-45bc-85b2-d9a5179f7f13 req-db60752f-dad6-463b-a682-93ee58370d41 tempest-ServerDiskConfigTestJSON-945375969 tempest-ServerDiskConfigTestJSON-945375969-project] 10.222.0.27 "GET /v2.0/security-groups?id=269462e4-c001-44c5-b976-ba956c3d3349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313661 Oct 19 07:58:05.634620 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e79efe1-de1b-4c0c-880a-e9abc13077cc req-af0c9e63-3ec1-4adb-82e4-ef0e0c793927 tempest-ServerDiskConfigTestJSON-945375969 tempest-ServerDiskConfigTestJSON-945375969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:58:05.636067 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-6e79efe1-de1b-4c0c-880a-e9abc13077cc req-af0c9e63-3ec1-4adb-82e4-ef0e0c793927 tempest-ServerDiskConfigTestJSON-945375969 tempest-ServerDiskConfigTestJSON-945375969-project] 10.222.0.27 "GET /v2.0/ports?device_id=9895f900-493e-43bf-910a-d77e9d31134f HTTP/1.1" status: 200 len: 945 time: 0.0482225 Oct 19 07:58:05.672513 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-6e79efe1-de1b-4c0c-880a-e9abc13077cc req-287536aa-1292-435c-8a5e-9eb46d918771 tempest-ServerDiskConfigTestJSON-945375969 tempest-ServerDiskConfigTestJSON-945375969-project] 10.222.0.27 "GET /v2.0/security-groups?id=269462e4-c001-44c5-b976-ba956c3d3349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306478 Oct 19 07:58:06.799992 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5e2f15-077e-44ae-b25d-1a0ff8ce5db6 req-c833ac87-ba51-48a8-9556-f1712af6e0cb tempest-ServerDiskConfigTestJSON-945375969 tempest-ServerDiskConfigTestJSON-945375969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:58:06.801511 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-4c5e2f15-077e-44ae-b25d-1a0ff8ce5db6 req-c833ac87-ba51-48a8-9556-f1712af6e0cb tempest-ServerDiskConfigTestJSON-945375969 tempest-ServerDiskConfigTestJSON-945375969-project] 10.222.0.27 "GET /v2.0/ports?device_id=9895f900-493e-43bf-910a-d77e9d31134f HTTP/1.1" status: 200 len: 945 time: 0.0551574 Oct 19 07:58:06.840814 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-4c5e2f15-077e-44ae-b25d-1a0ff8ce5db6 req-11ab0307-1704-4f1d-a15e-eab30765376e tempest-ServerDiskConfigTestJSON-945375969 tempest-ServerDiskConfigTestJSON-945375969-project] 10.222.0.27 "GET /v2.0/security-groups?id=269462e4-c001-44c5-b976-ba956c3d3349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329947 Oct 19 07:58:07.960635 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2d86f7-8f6a-4b3c-9c66-b93209a8e80f req-13dca299-b57c-4c84-a9e6-abdac1877682 tempest-ServerDiskConfigTestJSON-945375969 tempest-ServerDiskConfigTestJSON-945375969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:58:07.962106 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-9c2d86f7-8f6a-4b3c-9c66-b93209a8e80f req-13dca299-b57c-4c84-a9e6-abdac1877682 tempest-ServerDiskConfigTestJSON-945375969 tempest-ServerDiskConfigTestJSON-945375969-project] 10.222.0.27 "GET /v2.0/ports?device_id=9895f900-493e-43bf-910a-d77e9d31134f HTTP/1.1" status: 200 len: 945 time: 0.0485308 Oct 19 07:58:08.000144 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-9c2d86f7-8f6a-4b3c-9c66-b93209a8e80f req-b5122fa6-7c12-4233-9573-73397a652d01 tempest-ServerDiskConfigTestJSON-945375969 tempest-ServerDiskConfigTestJSON-945375969-project] 10.222.0.27 "GET /v2.0/security-groups?id=269462e4-c001-44c5-b976-ba956c3d3349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321195 Oct 19 07:58:08.637708 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.agents_db [None req-6057327c-4456-4c72-8e75-6d3cd9249757 None None] Agent healthcheck: found 6 active agents {{(pid=103335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 07:58:09.133798 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427020d1-d74e-48dd-a0d1-ae4beabaae86 req-69867ca8-18e2-44fa-b519-352e92a48419 tempest-ServerDiskConfigTestJSON-945375969 tempest-ServerDiskConfigTestJSON-945375969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:58:09.135316 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-427020d1-d74e-48dd-a0d1-ae4beabaae86 req-69867ca8-18e2-44fa-b519-352e92a48419 tempest-ServerDiskConfigTestJSON-945375969 tempest-ServerDiskConfigTestJSON-945375969-project] 10.222.0.27 "GET /v2.0/ports?device_id=9895f900-493e-43bf-910a-d77e9d31134f HTTP/1.1" status: 200 len: 945 time: 0.0514402 Oct 19 07:58:09.178838 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-427020d1-d74e-48dd-a0d1-ae4beabaae86 req-0d5aae63-c1fd-4126-89f3-4457867335a4 tempest-ServerDiskConfigTestJSON-945375969 tempest-ServerDiskConfigTestJSON-945375969-project] 10.222.0.27 "GET /v2.0/security-groups?id=269462e4-c001-44c5-b976-ba956c3d3349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373385 Oct 19 07:58:10.309199 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb847cc-d121-4937-a34d-73d98a35c577 req-2de04d6d-d87c-4c77-85ff-93acd6a80d38 tempest-ServerDiskConfigTestJSON-945375969 tempest-ServerDiskConfigTestJSON-945375969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:58:10.310678 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-8fb847cc-d121-4937-a34d-73d98a35c577 req-2de04d6d-d87c-4c77-85ff-93acd6a80d38 tempest-ServerDiskConfigTestJSON-945375969 tempest-ServerDiskConfigTestJSON-945375969-project] 10.222.0.27 "GET /v2.0/ports?device_id=9895f900-493e-43bf-910a-d77e9d31134f HTTP/1.1" status: 200 len: 945 time: 0.0529385 Oct 19 07:58:10.347680 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-8fb847cc-d121-4937-a34d-73d98a35c577 req-aff9ab6f-7467-4614-a9b8-cd9412f76ad3 tempest-ServerDiskConfigTestJSON-945375969 tempest-ServerDiskConfigTestJSON-945375969-project] 10.222.0.27 "GET /v2.0/security-groups?id=269462e4-c001-44c5-b976-ba956c3d3349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310609 Oct 19 07:58:11.469992 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8aa8f5-268d-4067-8ec0-c0a21bc620e0 req-1c565090-4ad7-4f00-b281-45c502e0402b tempest-ServerDiskConfigTestJSON-945375969 tempest-ServerDiskConfigTestJSON-945375969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:58:11.471446 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-6f8aa8f5-268d-4067-8ec0-c0a21bc620e0 req-1c565090-4ad7-4f00-b281-45c502e0402b tempest-ServerDiskConfigTestJSON-945375969 tempest-ServerDiskConfigTestJSON-945375969-project] 10.222.0.27 "GET /v2.0/ports?device_id=9895f900-493e-43bf-910a-d77e9d31134f HTTP/1.1" status: 200 len: 945 time: 0.0490913 Oct 19 07:58:11.509688 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-6f8aa8f5-268d-4067-8ec0-c0a21bc620e0 req-9d436805-ea37-4320-a799-246d11d64cbe tempest-ServerDiskConfigTestJSON-945375969 tempest-ServerDiskConfigTestJSON-945375969-project] 10.222.0.27 "GET /v2.0/security-groups?id=269462e4-c001-44c5-b976-ba956c3d3349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318515 Oct 19 07:58:11.862566 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:58:12.629583 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69acf210-6db1-4096-9c29-6c0647c31b0d req-7e3d0180-b719-45a6-a3f4-b44ad64b884f tempest-ServerDiskConfigTestJSON-945375969 tempest-ServerDiskConfigTestJSON-945375969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:58:12.631684 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-69acf210-6db1-4096-9c29-6c0647c31b0d req-7e3d0180-b719-45a6-a3f4-b44ad64b884f tempest-ServerDiskConfigTestJSON-945375969 tempest-ServerDiskConfigTestJSON-945375969-project] 10.222.0.27 "GET /v2.0/ports?device_id=9895f900-493e-43bf-910a-d77e9d31134f HTTP/1.1" status: 200 len: 945 time: 0.0488338 Oct 19 07:58:12.667907 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-69acf210-6db1-4096-9c29-6c0647c31b0d req-2aa8f22a-7b7a-4e79-91b2-54e9f4b4aeb5 tempest-ServerDiskConfigTestJSON-945375969 tempest-ServerDiskConfigTestJSON-945375969-project] 10.222.0.27 "GET /v2.0/security-groups?id=269462e4-c001-44c5-b976-ba956c3d3349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303271 Oct 19 07:58:13.393635 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-a1210cb2-6023-4866-b80b-9072a71a969b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:58:13.792992 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611ca8d4-c032-4490-a449-c173c50c2a6d req-ae93a8aa-ce7e-47bd-8b8a-4fb2674601c1 tempest-ServerDiskConfigTestJSON-945375969 tempest-ServerDiskConfigTestJSON-945375969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:58:13.794486 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-611ca8d4-c032-4490-a449-c173c50c2a6d req-ae93a8aa-ce7e-47bd-8b8a-4fb2674601c1 tempest-ServerDiskConfigTestJSON-945375969 tempest-ServerDiskConfigTestJSON-945375969-project] 10.222.0.27 "GET /v2.0/ports?device_id=9895f900-493e-43bf-910a-d77e9d31134f HTTP/1.1" status: 200 len: 945 time: 0.0525467 Oct 19 07:58:13.831745 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-611ca8d4-c032-4490-a449-c173c50c2a6d req-538d408b-c20c-44d4-b1e0-561e62649ea8 tempest-ServerDiskConfigTestJSON-945375969 tempest-ServerDiskConfigTestJSON-945375969-project] 10.222.0.27 "GET /v2.0/security-groups?id=269462e4-c001-44c5-b976-ba956c3d3349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314231 Oct 19 07:58:14.958226 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064d12b5-3cf7-418f-80cd-606587c43ca7 req-0a108b96-fa04-40ea-beba-632bb2ba098c tempest-ServerDiskConfigTestJSON-945375969 tempest-ServerDiskConfigTestJSON-945375969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:58:14.960268 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-064d12b5-3cf7-418f-80cd-606587c43ca7 req-0a108b96-fa04-40ea-beba-632bb2ba098c tempest-ServerDiskConfigTestJSON-945375969 tempest-ServerDiskConfigTestJSON-945375969-project] 10.222.0.27 "GET /v2.0/ports?device_id=9895f900-493e-43bf-910a-d77e9d31134f HTTP/1.1" status: 200 len: 945 time: 0.0494959 Oct 19 07:58:14.996982 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-064d12b5-3cf7-418f-80cd-606587c43ca7 req-804f1ada-ab8d-4601-b7f9-5640fd615bd7 tempest-ServerDiskConfigTestJSON-945375969 tempest-ServerDiskConfigTestJSON-945375969-project] 10.222.0.27 "GET /v2.0/security-groups?id=269462e4-c001-44c5-b976-ba956c3d3349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308795 Oct 19 07:58:16.117929 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10ad18d-d469-4656-a842-1b8b67e337fd req-d4b78a2a-982c-4ad1-8685-c904daae8ec5 tempest-ServerDiskConfigTestJSON-945375969 tempest-ServerDiskConfigTestJSON-945375969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:58:16.119415 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-f10ad18d-d469-4656-a842-1b8b67e337fd req-d4b78a2a-982c-4ad1-8685-c904daae8ec5 tempest-ServerDiskConfigTestJSON-945375969 tempest-ServerDiskConfigTestJSON-945375969-project] 10.222.0.27 "GET /v2.0/ports?device_id=9895f900-493e-43bf-910a-d77e9d31134f HTTP/1.1" status: 200 len: 945 time: 0.0493836 Oct 19 07:58:16.155867 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-f10ad18d-d469-4656-a842-1b8b67e337fd req-a7730c57-73ec-4ff5-a675-edad33554e6c tempest-ServerDiskConfigTestJSON-945375969 tempest-ServerDiskConfigTestJSON-945375969-project] 10.222.0.27 "GET /v2.0/security-groups?id=269462e4-c001-44c5-b976-ba956c3d3349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306354 Oct 19 07:58:16.310228 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-da1c9d5c-ef03-4139-9cb4-3b8d29696bea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:58:17.281781 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c57de8-bf7d-4eea-8781-c276236f3069 req-2f85c96a-bf38-4df9-aac3-8d053935826f tempest-ServerDiskConfigTestJSON-945375969 tempest-ServerDiskConfigTestJSON-945375969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:58:17.283267 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-78c57de8-bf7d-4eea-8781-c276236f3069 req-2f85c96a-bf38-4df9-aac3-8d053935826f tempest-ServerDiskConfigTestJSON-945375969 tempest-ServerDiskConfigTestJSON-945375969-project] 10.222.0.27 "GET /v2.0/ports?device_id=9895f900-493e-43bf-910a-d77e9d31134f HTTP/1.1" status: 200 len: 945 time: 0.0524604 Oct 19 07:58:17.321652 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-78c57de8-bf7d-4eea-8781-c276236f3069 req-5760e921-ffe9-47b4-8a14-a84f45a0920a tempest-ServerDiskConfigTestJSON-945375969 tempest-ServerDiskConfigTestJSON-945375969-project] 10.222.0.27 "GET /v2.0/security-groups?id=269462e4-c001-44c5-b976-ba956c3d3349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323284 Oct 19 07:58:17.980361 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-2a2259f7-b034-4eec-af7a-7abaede746c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:58:18.441106 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cf633a-c9fa-4384-8535-fbfa60f1d764 req-e6d4ca8a-3735-4a00-b05b-d72873fd2128 tempest-ServerDiskConfigTestJSON-945375969 tempest-ServerDiskConfigTestJSON-945375969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:58:18.442570 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-d5cf633a-c9fa-4384-8535-fbfa60f1d764 req-e6d4ca8a-3735-4a00-b05b-d72873fd2128 tempest-ServerDiskConfigTestJSON-945375969 tempest-ServerDiskConfigTestJSON-945375969-project] 10.222.0.27 "GET /v2.0/ports?device_id=9895f900-493e-43bf-910a-d77e9d31134f HTTP/1.1" status: 200 len: 945 time: 0.0489578 Oct 19 07:58:18.480987 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-d5cf633a-c9fa-4384-8535-fbfa60f1d764 req-4d754400-189a-42b4-94f0-4a9cb957cd38 tempest-ServerDiskConfigTestJSON-945375969 tempest-ServerDiskConfigTestJSON-945375969-project] 10.222.0.27 "GET /v2.0/security-groups?id=269462e4-c001-44c5-b976-ba956c3d3349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313323 Oct 19 07:58:19.033040 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-1a0da505-d0f9-48c6-b7e2-53b9c5e41298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:58:19.154696 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:58:19.601553 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07effc9-0058-410f-be70-ffbe6e87c52d req-13703461-5fc3-4a52-9bab-2259e878878a tempest-ServerDiskConfigTestJSON-945375969 tempest-ServerDiskConfigTestJSON-945375969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:58:19.603041 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-b07effc9-0058-410f-be70-ffbe6e87c52d req-13703461-5fc3-4a52-9bab-2259e878878a tempest-ServerDiskConfigTestJSON-945375969 tempest-ServerDiskConfigTestJSON-945375969-project] 10.222.0.27 "GET /v2.0/ports?device_id=9895f900-493e-43bf-910a-d77e9d31134f HTTP/1.1" status: 200 len: 945 time: 0.0492096 Oct 19 07:58:19.640660 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-b07effc9-0058-410f-be70-ffbe6e87c52d req-745d5aa8-747e-4626-9e21-3606521e38df tempest-ServerDiskConfigTestJSON-945375969 tempest-ServerDiskConfigTestJSON-945375969-project] 10.222.0.27 "GET /v2.0/security-groups?id=269462e4-c001-44c5-b976-ba956c3d3349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317864 Oct 19 07:58:20.763807 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c6adc8-5721-46a8-ac56-f249abb0916f req-e7a4b627-f616-4321-95d8-b2d791dd7c21 tempest-ServerDiskConfigTestJSON-945375969 tempest-ServerDiskConfigTestJSON-945375969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:58:20.765314 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-28c6adc8-5721-46a8-ac56-f249abb0916f req-e7a4b627-f616-4321-95d8-b2d791dd7c21 tempest-ServerDiskConfigTestJSON-945375969 tempest-ServerDiskConfigTestJSON-945375969-project] 10.222.0.27 "GET /v2.0/ports?device_id=9895f900-493e-43bf-910a-d77e9d31134f HTTP/1.1" status: 200 len: 945 time: 0.0528879 Oct 19 07:58:20.803367 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-28c6adc8-5721-46a8-ac56-f249abb0916f req-7b881ff6-9cff-4a9c-bab3-07887ea282fb tempest-ServerDiskConfigTestJSON-945375969 tempest-ServerDiskConfigTestJSON-945375969-project] 10.222.0.27 "GET /v2.0/security-groups?id=269462e4-c001-44c5-b976-ba956c3d3349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322404 Oct 19 07:58:21.926060 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03781c12-9644-47b5-be4e-2e9ba4728ca6 req-db9a27eb-494c-40cf-ab58-95eab59bcc13 tempest-ServerDiskConfigTestJSON-945375969 tempest-ServerDiskConfigTestJSON-945375969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:58:21.927569 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-03781c12-9644-47b5-be4e-2e9ba4728ca6 req-db9a27eb-494c-40cf-ab58-95eab59bcc13 tempest-ServerDiskConfigTestJSON-945375969 tempest-ServerDiskConfigTestJSON-945375969-project] 10.222.0.27 "GET /v2.0/ports?device_id=9895f900-493e-43bf-910a-d77e9d31134f HTTP/1.1" status: 200 len: 945 time: 0.0491843 Oct 19 07:58:21.965866 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-03781c12-9644-47b5-be4e-2e9ba4728ca6 req-15d43aa7-5e51-4e60-93a1-7caa13929b31 tempest-ServerDiskConfigTestJSON-945375969 tempest-ServerDiskConfigTestJSON-945375969-project] 10.222.0.27 "GET /v2.0/security-groups?id=269462e4-c001-44c5-b976-ba956c3d3349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322883 Oct 19 07:58:23.086427 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5626f1b6-8d3d-41c1-aba7-d38a778a4782 req-95a22947-6b46-469c-a18a-65115c072689 tempest-ServerDiskConfigTestJSON-945375969 tempest-ServerDiskConfigTestJSON-945375969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:58:23.087901 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-5626f1b6-8d3d-41c1-aba7-d38a778a4782 req-95a22947-6b46-469c-a18a-65115c072689 tempest-ServerDiskConfigTestJSON-945375969 tempest-ServerDiskConfigTestJSON-945375969-project] 10.222.0.27 "GET /v2.0/ports?device_id=9895f900-493e-43bf-910a-d77e9d31134f HTTP/1.1" status: 200 len: 945 time: 0.0492508 Oct 19 07:58:23.124686 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-5626f1b6-8d3d-41c1-aba7-d38a778a4782 req-cd685d80-dad1-432f-a099-12e60a02bc65 tempest-ServerDiskConfigTestJSON-945375969 tempest-ServerDiskConfigTestJSON-945375969-project] 10.222.0.27 "GET /v2.0/security-groups?id=269462e4-c001-44c5-b976-ba956c3d3349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308764 Oct 19 07:58:24.250868 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d12ab1-a349-4a3b-9235-c661e2ed3244 req-f352fb8c-55bb-4b07-8aac-899afe33204e tempest-ServerDiskConfigTestJSON-945375969 tempest-ServerDiskConfigTestJSON-945375969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:58:24.252358 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-59d12ab1-a349-4a3b-9235-c661e2ed3244 req-f352fb8c-55bb-4b07-8aac-899afe33204e tempest-ServerDiskConfigTestJSON-945375969 tempest-ServerDiskConfigTestJSON-945375969-project] 10.222.0.27 "GET /v2.0/ports?device_id=9895f900-493e-43bf-910a-d77e9d31134f HTTP/1.1" status: 200 len: 945 time: 0.0552812 Oct 19 07:58:24.290928 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-59d12ab1-a349-4a3b-9235-c661e2ed3244 req-7ea9b507-bdf0-4f5e-9fde-edc95f0d6deb tempest-ServerDiskConfigTestJSON-945375969 tempest-ServerDiskConfigTestJSON-945375969-project] 10.222.0.27 "GET /v2.0/security-groups?id=269462e4-c001-44c5-b976-ba956c3d3349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321507 Oct 19 07:58:25.412528 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331dcd75-81b8-4c53-883f-823e87769c4f req-2fa1e909-ccb4-4e40-bbd2-d23b01530176 tempest-ServerDiskConfigTestJSON-945375969 tempest-ServerDiskConfigTestJSON-945375969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:58:25.413984 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-331dcd75-81b8-4c53-883f-823e87769c4f req-2fa1e909-ccb4-4e40-bbd2-d23b01530176 tempest-ServerDiskConfigTestJSON-945375969 tempest-ServerDiskConfigTestJSON-945375969-project] 10.222.0.27 "GET /v2.0/ports?device_id=9895f900-493e-43bf-910a-d77e9d31134f HTTP/1.1" status: 200 len: 945 time: 0.0490561 Oct 19 07:58:25.451199 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-331dcd75-81b8-4c53-883f-823e87769c4f req-caafb39c-6f7b-4477-b923-8899a4cd6c57 tempest-ServerDiskConfigTestJSON-945375969 tempest-ServerDiskConfigTestJSON-945375969-project] 10.222.0.27 "GET /v2.0/security-groups?id=269462e4-c001-44c5-b976-ba956c3d3349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313900 Oct 19 07:58:26.576750 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522eb5ea-a34f-4ab4-97d9-2f44916c5c48 req-d4ac5ce1-cb8e-4508-88fd-f4801bfbca9b tempest-ServerDiskConfigTestJSON-945375969 tempest-ServerDiskConfigTestJSON-945375969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:58:26.578237 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-522eb5ea-a34f-4ab4-97d9-2f44916c5c48 req-d4ac5ce1-cb8e-4508-88fd-f4801bfbca9b tempest-ServerDiskConfigTestJSON-945375969 tempest-ServerDiskConfigTestJSON-945375969-project] 10.222.0.27 "GET /v2.0/ports?device_id=9895f900-493e-43bf-910a-d77e9d31134f HTTP/1.1" status: 200 len: 945 time: 0.0511026 Oct 19 07:58:26.619612 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-522eb5ea-a34f-4ab4-97d9-2f44916c5c48 req-8e7cdf2c-c389-47d8-8b9c-0bd573f9c92b tempest-ServerDiskConfigTestJSON-945375969 tempest-ServerDiskConfigTestJSON-945375969-project] 10.222.0.27 "GET /v2.0/security-groups?id=269462e4-c001-44c5-b976-ba956c3d3349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351985 Oct 19 07:58:27.742757 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cbbd75-7080-42ba-b05a-c8f6dccf94d9 req-cc541a1f-1b4d-42c8-adfd-0900662ffd5e tempest-ServerDiskConfigTestJSON-945375969 tempest-ServerDiskConfigTestJSON-945375969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:58:27.744216 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-16cbbd75-7080-42ba-b05a-c8f6dccf94d9 req-cc541a1f-1b4d-42c8-adfd-0900662ffd5e tempest-ServerDiskConfigTestJSON-945375969 tempest-ServerDiskConfigTestJSON-945375969-project] 10.222.0.27 "GET /v2.0/ports?device_id=9895f900-493e-43bf-910a-d77e9d31134f HTTP/1.1" status: 200 len: 945 time: 0.0527213 Oct 19 07:58:27.781431 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-16cbbd75-7080-42ba-b05a-c8f6dccf94d9 req-9f156bde-f746-4ee8-b941-10d2060ba1a3 tempest-ServerDiskConfigTestJSON-945375969 tempest-ServerDiskConfigTestJSON-945375969-project] 10.222.0.27 "GET /v2.0/security-groups?id=269462e4-c001-44c5-b976-ba956c3d3349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313468 Oct 19 07:58:28.902326 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4ab9c2-f087-4280-94d1-af270db8f9e7 req-03db4f44-0378-41b4-8d3f-072508ef5bfe tempest-ServerDiskConfigTestJSON-945375969 tempest-ServerDiskConfigTestJSON-945375969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:58:28.903812 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-3d4ab9c2-f087-4280-94d1-af270db8f9e7 req-03db4f44-0378-41b4-8d3f-072508ef5bfe tempest-ServerDiskConfigTestJSON-945375969 tempest-ServerDiskConfigTestJSON-945375969-project] 10.222.0.27 "GET /v2.0/ports?device_id=9895f900-493e-43bf-910a-d77e9d31134f HTTP/1.1" status: 200 len: 945 time: 0.0494449 Oct 19 07:58:28.940964 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-3d4ab9c2-f087-4280-94d1-af270db8f9e7 req-ef9c84fb-792f-4f0e-b7bb-f51366096f98 tempest-ServerDiskConfigTestJSON-945375969 tempest-ServerDiskConfigTestJSON-945375969-project] 10.222.0.27 "GET /v2.0/security-groups?id=269462e4-c001-44c5-b976-ba956c3d3349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312493 Oct 19 07:58:30.061923 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9219de5-6baf-4b92-a500-e78ca57ac51f req-467baa5a-46b2-45fd-8aa3-d534452b7693 tempest-ServerDiskConfigTestJSON-945375969 tempest-ServerDiskConfigTestJSON-945375969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:58:30.063397 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-a9219de5-6baf-4b92-a500-e78ca57ac51f req-467baa5a-46b2-45fd-8aa3-d534452b7693 tempest-ServerDiskConfigTestJSON-945375969 tempest-ServerDiskConfigTestJSON-945375969-project] 10.222.0.27 "GET /v2.0/ports?device_id=9895f900-493e-43bf-910a-d77e9d31134f HTTP/1.1" status: 200 len: 945 time: 0.0488148 Oct 19 07:58:30.101103 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-a9219de5-6baf-4b92-a500-e78ca57ac51f req-9539fbd1-e145-4e0d-b175-e6fa3b75d954 tempest-ServerDiskConfigTestJSON-945375969 tempest-ServerDiskConfigTestJSON-945375969-project] 10.222.0.27 "GET /v2.0/security-groups?id=269462e4-c001-44c5-b976-ba956c3d3349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317402 Oct 19 07:58:31.223595 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e58f77-4088-4e9f-a54f-d78fd22f3cc5 req-2672b2d3-2a49-4d8e-8854-6b28fd3a7f0f tempest-ServerDiskConfigTestJSON-945375969 tempest-ServerDiskConfigTestJSON-945375969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:58:31.225599 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-85e58f77-4088-4e9f-a54f-d78fd22f3cc5 req-2672b2d3-2a49-4d8e-8854-6b28fd3a7f0f tempest-ServerDiskConfigTestJSON-945375969 tempest-ServerDiskConfigTestJSON-945375969-project] 10.222.0.27 "GET /v2.0/ports?device_id=9895f900-493e-43bf-910a-d77e9d31134f HTTP/1.1" status: 200 len: 945 time: 0.0531309 Oct 19 07:58:31.262583 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-85e58f77-4088-4e9f-a54f-d78fd22f3cc5 req-d3f79257-205e-4086-90a7-fbd84854a2f2 tempest-ServerDiskConfigTestJSON-945375969 tempest-ServerDiskConfigTestJSON-945375969-project] 10.222.0.27 "GET /v2.0/security-groups?id=269462e4-c001-44c5-b976-ba956c3d3349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311098 Oct 19 07:58:32.169769 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f1a607-8f52-44a5-a92c-682cca352dc4 req-b32fe15c-517f-401d-aeab-5b8b71c7e9a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:58:32.171251 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-b8f1a607-8f52-44a5-a92c-682cca352dc4 req-b32fe15c-517f-401d-aeab-5b8b71c7e9a1 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=71f8639b46d049af8e75fa2e9db888de&device_id=9895f900-493e-43bf-910a-d77e9d31134f HTTP/1.1" status: 200 len: 1098 time: 0.0406103 Oct 19 07:58:32.281109 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f1a607-8f52-44a5-a92c-682cca352dc4 req-d9d820b8-08c1-41e1-b6fc-3891af018c79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:58:32.282586 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-b8f1a607-8f52-44a5-a92c-682cca352dc4 req-d9d820b8-08c1-41e1-b6fc-3891af018c79 service neutron] 10.222.0.16 "GET /v2.0/networks?id=d6ac3250-629e-45cf-bdfd-d5ea43a73d95 HTTP/1.1" status: 200 len: 915 time: 0.0932379 Oct 19 07:58:32.326616 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-b8f1a607-8f52-44a5-a92c-682cca352dc4 req-73b831c3-6a86-43f4-bcaf-00b52ea3dcdb service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3d1cf168-db57-4a43-b044-294977c83a84 HTTP/1.1" status: 200 len: 217 time: 0.0365014 Oct 19 07:58:32.403591 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f1a607-8f52-44a5-a92c-682cca352dc4 req-10cd80f7-37ec-4c11-a1ac-c25d5862af5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:58:32.405066 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-b8f1a607-8f52-44a5-a92c-682cca352dc4 req-10cd80f7-37ec-4c11-a1ac-c25d5862af5f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=42ab2701-5732-4e88-b64b-4c5c22ab335d HTTP/1.1" status: 200 len: 853 time: 0.0722437 Oct 19 07:58:32.426297 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2802046-d8be-43dd-b565-7d5a34a1fd2f req-c41af8f2-aae0-4344-ba34-863420650882 tempest-ServerDiskConfigTestJSON-945375969 tempest-ServerDiskConfigTestJSON-945375969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:58:32.428139 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-f2802046-d8be-43dd-b565-7d5a34a1fd2f req-c41af8f2-aae0-4344-ba34-863420650882 tempest-ServerDiskConfigTestJSON-945375969 tempest-ServerDiskConfigTestJSON-945375969-project] 10.222.0.27 "GET /v2.0/ports?device_id=9895f900-493e-43bf-910a-d77e9d31134f HTTP/1.1" status: 200 len: 945 time: 0.0875540 Oct 19 07:58:32.482083 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-f2802046-d8be-43dd-b565-7d5a34a1fd2f req-1bd602bc-59d1-41b5-a940-c2837730e276 tempest-ServerDiskConfigTestJSON-945375969 tempest-ServerDiskConfigTestJSON-945375969-project] 10.222.0.27 "GET /v2.0/security-groups?id=269462e4-c001-44c5-b976-ba956c3d3349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404568 Oct 19 07:58:32.484536 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f1a607-8f52-44a5-a92c-682cca352dc4 req-fad9d678-9a63-45cf-b11a-1cc01327a605 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:58:32.485934 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-b8f1a607-8f52-44a5-a92c-682cca352dc4 req-fad9d678-9a63-45cf-b11a-1cc01327a605 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d6ac3250-629e-45cf-bdfd-d5ea43a73d95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0749447 Oct 19 07:58:32.573849 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-b8f1a607-8f52-44a5-a92c-682cca352dc4 req-59ec139b-6f60-43e2-8d84-1654ada55dd4 service neutron] 10.222.0.16 "GET /v2.0/networks/d6ac3250-629e-45cf-bdfd-d5ea43a73d95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809948 Oct 19 07:58:32.664961 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-b8f1a607-8f52-44a5-a92c-682cca352dc4 req-365d6ba7-d27a-44fe-b681-ae935f9d0951 service neutron] 10.222.0.16 "GET /v2.0/networks/d6ac3250-629e-45cf-bdfd-d5ea43a73d95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844376 Oct 19 07:58:33.601809 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7d4775-5f95-45fe-9cd2-bc9defb02f51 req-e99aa2ff-482c-4ee2-81cd-daa004b05dc8 tempest-ServerDiskConfigTestJSON-945375969 tempest-ServerDiskConfigTestJSON-945375969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:58:33.603377 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-df7d4775-5f95-45fe-9cd2-bc9defb02f51 req-e99aa2ff-482c-4ee2-81cd-daa004b05dc8 tempest-ServerDiskConfigTestJSON-945375969 tempest-ServerDiskConfigTestJSON-945375969-project] 10.222.0.27 "GET /v2.0/ports?device_id=9895f900-493e-43bf-910a-d77e9d31134f HTTP/1.1" status: 200 len: 945 time: 0.0489957 Oct 19 07:58:33.641635 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-df7d4775-5f95-45fe-9cd2-bc9defb02f51 req-2b6762eb-1ac8-400a-aa61-b3bc1b57c601 tempest-ServerDiskConfigTestJSON-945375969 tempest-ServerDiskConfigTestJSON-945375969-project] 10.222.0.27 "GET /v2.0/security-groups?id=269462e4-c001-44c5-b976-ba956c3d3349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323882 Oct 19 07:58:34.018538 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-9ed526ed-7cfb-4a44-a035-6a904cf3cdf6 req-c9e1e6c8-6753-41db-875f-ff888cdf21c5 service neutron] 10.222.0.16 "GET /v2.0/ports/3d1cf168-db57-4a43-b044-294977c83a84/bindings/hv-neutron-8616 HTTP/1.1" status: 200 len: 384 time: 0.0573757 Oct 19 07:58:34.217591 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed526ed-7cfb-4a44-a035-6a904cf3cdf6 req-99ce504b-adc1-4231-b0a0-1c11e04edce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:58:34.219076 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-9ed526ed-7cfb-4a44-a035-6a904cf3cdf6 req-99ce504b-adc1-4231-b0a0-1c11e04edce7 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=9895f900-493e-43bf-910a-d77e9d31134f&tenant_id=71f8639b46d049af8e75fa2e9db888de HTTP/1.1" status: 200 len: 1098 time: 0.0412068 Oct 19 07:58:34.276715 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed526ed-7cfb-4a44-a035-6a904cf3cdf6 req-1edd1196-f89b-4fc6-b6b7-923f1ef3ce7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:58:34.278149 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-9ed526ed-7cfb-4a44-a035-6a904cf3cdf6 req-1edd1196-f89b-4fc6-b6b7-923f1ef3ce7d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=71f8639b46d049af8e75fa2e9db888de&device_id=9895f900-493e-43bf-910a-d77e9d31134f HTTP/1.1" status: 200 len: 1098 time: 0.0396199 Oct 19 07:58:34.370892 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed526ed-7cfb-4a44-a035-6a904cf3cdf6 req-6a69afe9-2b8a-498c-9d56-90d974964438 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:58:34.372333 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-9ed526ed-7cfb-4a44-a035-6a904cf3cdf6 req-6a69afe9-2b8a-498c-9d56-90d974964438 service neutron] 10.222.0.16 "GET /v2.0/networks?id=d6ac3250-629e-45cf-bdfd-d5ea43a73d95 HTTP/1.1" status: 200 len: 915 time: 0.0881019 Oct 19 07:58:34.411930 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-9ed526ed-7cfb-4a44-a035-6a904cf3cdf6 req-07f5d77a-53b5-4384-9e17-f55a84028b65 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3d1cf168-db57-4a43-b044-294977c83a84 HTTP/1.1" status: 200 len: 217 time: 0.0335374 Oct 19 07:58:34.459409 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed526ed-7cfb-4a44-a035-6a904cf3cdf6 req-8643ff93-d77c-40e9-a79e-120cfe9ca36e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:58:34.460854 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-9ed526ed-7cfb-4a44-a035-6a904cf3cdf6 req-8643ff93-d77c-40e9-a79e-120cfe9ca36e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=42ab2701-5732-4e88-b64b-4c5c22ab335d HTTP/1.1" status: 200 len: 853 time: 0.0433080 Oct 19 07:58:34.509563 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed526ed-7cfb-4a44-a035-6a904cf3cdf6 req-1e62350b-9198-4d43-91b5-4d9680139b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:58:34.511078 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-9ed526ed-7cfb-4a44-a035-6a904cf3cdf6 req-1e62350b-9198-4d43-91b5-4d9680139b9d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d6ac3250-629e-45cf-bdfd-d5ea43a73d95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0442641 Oct 19 07:58:34.597857 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-9ed526ed-7cfb-4a44-a035-6a904cf3cdf6 req-a1d03768-e8fb-4f33-9610-d3fc50725efa service neutron] 10.222.0.16 "GET /v2.0/networks/d6ac3250-629e-45cf-bdfd-d5ea43a73d95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805330 Oct 19 07:58:34.688727 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-9ed526ed-7cfb-4a44-a035-6a904cf3cdf6 req-767832a1-f857-4a47-81cf-c1a4fa7b44d9 service neutron] 10.222.0.16 "GET /v2.0/networks/d6ac3250-629e-45cf-bdfd-d5ea43a73d95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845280 Oct 19 07:58:34.763966 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6a5dc2-4bfa-48fe-8fac-b502eb5b9682 req-fe4d9251-2838-42a2-8745-8e8341c4065d tempest-ServerDiskConfigTestJSON-945375969 tempest-ServerDiskConfigTestJSON-945375969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:58:34.765628 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-4a6a5dc2-4bfa-48fe-8fac-b502eb5b9682 req-fe4d9251-2838-42a2-8745-8e8341c4065d tempest-ServerDiskConfigTestJSON-945375969 tempest-ServerDiskConfigTestJSON-945375969-project] 10.222.0.27 "GET /v2.0/ports?device_id=9895f900-493e-43bf-910a-d77e9d31134f HTTP/1.1" status: 200 len: 945 time: 0.0509715 Oct 19 07:58:34.807871 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-4a6a5dc2-4bfa-48fe-8fac-b502eb5b9682 req-d2f5ba52-5f92-4015-87a0-3df438b0b5b1 tempest-ServerDiskConfigTestJSON-945375969 tempest-ServerDiskConfigTestJSON-945375969-project] 10.222.0.27 "GET /v2.0/security-groups?id=269462e4-c001-44c5-b976-ba956c3d3349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357151 Oct 19 07:58:35.929212 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b7109e-b56d-4880-8cf9-349806b45a72 req-0860e926-5456-41cd-92c2-0662c935e662 tempest-ServerDiskConfigTestJSON-945375969 tempest-ServerDiskConfigTestJSON-945375969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:58:35.930715 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-b4b7109e-b56d-4880-8cf9-349806b45a72 req-0860e926-5456-41cd-92c2-0662c935e662 tempest-ServerDiskConfigTestJSON-945375969 tempest-ServerDiskConfigTestJSON-945375969-project] 10.222.0.27 "GET /v2.0/ports?device_id=9895f900-493e-43bf-910a-d77e9d31134f HTTP/1.1" status: 200 len: 945 time: 0.0489337 Oct 19 07:58:35.973109 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-b4b7109e-b56d-4880-8cf9-349806b45a72 req-ab972af2-d1ed-48c1-b718-4ebc457479a1 tempest-ServerDiskConfigTestJSON-945375969 tempest-ServerDiskConfigTestJSON-945375969-project] 10.222.0.27 "GET /v2.0/security-groups?id=269462e4-c001-44c5-b976-ba956c3d3349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356700 Oct 19 07:58:37.094544 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597e2ffa-c3d5-4d69-b13f-1d8091675fb4 req-5e39f2b6-2eaf-425c-98ba-875bb9fbd2cc tempest-ServerDiskConfigTestJSON-945375969 tempest-ServerDiskConfigTestJSON-945375969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:58:37.096024 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-597e2ffa-c3d5-4d69-b13f-1d8091675fb4 req-5e39f2b6-2eaf-425c-98ba-875bb9fbd2cc tempest-ServerDiskConfigTestJSON-945375969 tempest-ServerDiskConfigTestJSON-945375969-project] 10.222.0.27 "GET /v2.0/ports?device_id=9895f900-493e-43bf-910a-d77e9d31134f HTTP/1.1" status: 200 len: 945 time: 0.0497262 Oct 19 07:58:37.133789 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-597e2ffa-c3d5-4d69-b13f-1d8091675fb4 req-fd14725d-9872-49a5-806e-fc71671e0a53 tempest-ServerDiskConfigTestJSON-945375969 tempest-ServerDiskConfigTestJSON-945375969-project] 10.222.0.27 "GET /v2.0/security-groups?id=269462e4-c001-44c5-b976-ba956c3d3349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313828 Oct 19 07:58:37.330574 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95addc84-6887-4a9e-836f-2a8c0f542cbe req-bc319e53-ef7a-42df-aedb-90e6ca53a9df tempest-ServerDiskConfigTestJSON-945375969 tempest-ServerDiskConfigTestJSON-945375969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:58:37.332111 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-95addc84-6887-4a9e-836f-2a8c0f542cbe req-bc319e53-ef7a-42df-aedb-90e6ca53a9df tempest-ServerDiskConfigTestJSON-945375969 tempest-ServerDiskConfigTestJSON-945375969-project] 10.222.0.27 "GET /v2.0/ports?device_id=9895f900-493e-43bf-910a-d77e9d31134f HTTP/1.1" status: 200 len: 945 time: 0.0508971 Oct 19 07:58:37.400368 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-95addc84-6887-4a9e-836f-2a8c0f542cbe req-40c8266f-ed11-4f8d-ba13-0af654aac4fe tempest-ServerDiskConfigTestJSON-945375969 tempest-ServerDiskConfigTestJSON-945375969-project] 10.222.0.27 "GET /v2.0/security-groups?id=269462e4-c001-44c5-b976-ba956c3d3349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580306 Oct 19 07:58:37.410871 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48334d5-e9e0-4c77-b42e-8d05124f412b req-5f4e8c68-6868-45eb-aa54-9c08acb877d0 tempest-ServerDiskConfigTestJSON-945375969 tempest-ServerDiskConfigTestJSON-945375969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:58:37.413257 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-a48334d5-e9e0-4c77-b42e-8d05124f412b req-5f4e8c68-6868-45eb-aa54-9c08acb877d0 tempest-ServerDiskConfigTestJSON-945375969 tempest-ServerDiskConfigTestJSON-945375969-project] 10.222.0.16 "GET /v2.0/ports?device_id=9895f900-493e-43bf-910a-d77e9d31134f&tenant_id=71f8639b46d049af8e75fa2e9db888de&binding%3Ahost_id=hv-neutron-8616 HTTP/1.1" status: 200 len: 945 time: 0.0801790 Oct 19 07:58:37.422461 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [req-a48334d5-e9e0-4c77-b42e-8d05124f412b req-d3c52c98-ff2d-45da-a49b-62c38bf2d9a8 tempest-ServerDiskConfigTestJSON-945375969 tempest-ServerDiskConfigTestJSON-945375969-project] http://10.222.0.27:9696/v2.0/extensions returned with HTTP 200 {{(pid=103332) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 07:58:37.423366 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-a48334d5-e9e0-4c77-b42e-8d05124f412b req-d3c52c98-ff2d-45da-a49b-62c38bf2d9a8 tempest-ServerDiskConfigTestJSON-945375969 tempest-ServerDiskConfigTestJSON-945375969-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047793 Oct 19 07:58:37.505268 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48334d5-e9e0-4c77-b42e-8d05124f412b req-87d7e357-e7a5-4a7b-ba1a-604819c7a06b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:58:37.507263 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-a48334d5-e9e0-4c77-b42e-8d05124f412b req-87d7e357-e7a5-4a7b-ba1a-604819c7a06b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=71f8639b46d049af8e75fa2e9db888de&device_id=9895f900-493e-43bf-910a-d77e9d31134f HTTP/1.1" status: 200 len: 1098 time: 0.0417671 Oct 19 07:58:37.522408 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Device 3d1cf168-db57-4a43-b044-294977c83a84 details requested by agent hyperv_hv-neutron-8616 with host hv-neutron-8616 {{(pid=103334) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 07:58:37.524870 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Device 3d1cf168-db57-4a43-b044-294977c83a84 no longer exists at agent hyperv_hv-neutron-8616 {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 07:58:37.597595 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48334d5-e9e0-4c77-b42e-8d05124f412b req-3b2d8bd6-b585-4459-ac38-f39d432bd21a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:58:37.599097 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-a48334d5-e9e0-4c77-b42e-8d05124f412b req-3b2d8bd6-b585-4459-ac38-f39d432bd21a service neutron] 10.222.0.16 "GET /v2.0/networks?id=d6ac3250-629e-45cf-bdfd-d5ea43a73d95 HTTP/1.1" status: 200 len: 915 time: 0.0863466 Oct 19 07:58:37.642240 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-a48334d5-e9e0-4c77-b42e-8d05124f412b req-6f77cf53-8877-4bb5-b604-548d842c4912 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3d1cf168-db57-4a43-b044-294977c83a84 HTTP/1.1" status: 200 len: 217 time: 0.0370302 Oct 19 07:58:37.673161 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Current status of the port 3d1cf168-db57-4a43-b044-294977c83a84 is: ACTIVE; New status is: DOWN {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:58:37.673556 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:58:37.690842 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48334d5-e9e0-4c77-b42e-8d05124f412b req-1da7c7c0-d108-4f93-8974-9dbf2a5d2e17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:58:37.692322 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-a48334d5-e9e0-4c77-b42e-8d05124f412b req-1da7c7c0-d108-4f93-8974-9dbf2a5d2e17 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=42ab2701-5732-4e88-b64b-4c5c22ab335d HTTP/1.1" status: 200 len: 853 time: 0.0435627 Oct 19 07:58:37.696674 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] For port 3d1cf168-db57-4a43-b044-294977c83a84, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=3d1cf168-db57-4a43-b044-294977c83a84,segment=NetworkSegment(ec1cc5c8-38ad-4f72-bd5f-95447b28a628),segment_id=ec1cc5c8-38ad-4f72-bd5f-95447b28a628)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:58:37.716934 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9895f900-493e-43bf-910a-d77e9d31134f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3d1cf168-db57-4a43-b044-294977c83a84'}] {{(pid=103334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 19 07:58:37.719220 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d918bd29c62f7e926e80ce37adcd574e0921d2de3006e6b6ef58999f52d8e2e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab2df2ad-5856-4404-a7bc-d3da9d191c8c" -d '{"events": [{"server_uuid": "9895f900-493e-43bf-910a-d77e9d31134f", "name": "network-vif-unplugged", "status": "completed", "tag": "3d1cf168-db57-4a43-b044-294977c83a84"}]}' {{(pid=103334) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 07:58:37.730557 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Returning: {'device': '3d1cf168-db57-4a43-b044-294977c83a84', 'network_id': 'd6ac3250-629e-45cf-bdfd-d5ea43a73d95', 'port_id': '3d1cf168-db57-4a43-b044-294977c83a84', 'mac_address': 'fa:16:3e:9c:51:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42ab2701-5732-4e88-b64b-4c5c22ab335d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103334) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 07:58:37.736469 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] For port 3d1cf168-db57-4a43-b044-294977c83a84, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=3d1cf168-db57-4a43-b044-294977c83a84,segment=NetworkSegment(ec1cc5c8-38ad-4f72-bd5f-95447b28a628),segment_id=ec1cc5c8-38ad-4f72-bd5f-95447b28a628)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:58:37.741556 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:58:37.741883 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48334d5-e9e0-4c77-b42e-8d05124f412b req-d9b4cf13-3c4b-4bce-a5e9-71a292ab12e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:58:37.743659 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-a48334d5-e9e0-4c77-b42e-8d05124f412b req-d9b4cf13-3c4b-4bce-a5e9-71a292ab12e8 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d6ac3250-629e-45cf-bdfd-d5ea43a73d95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0445774 Oct 19 07:58:37.772709 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 19 Oct 2022 07:58:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8d17f54-3e7a-45ed-97a4-79383bd243fa x-openstack-request-id: req-e8d17f54-3e7a-45ed-97a4-79383bd243fa {{(pid=103334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 07:58:37.773009 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9895f900-493e-43bf-910a-d77e9d31134f", "name": "network-vif-unplugged", "status": "completed", "tag": "3d1cf168-db57-4a43-b044-294977c83a84", "code": 200}]} {{(pid=103334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 07:58:37.773261 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-e8d17f54-3e7a-45ed-97a4-79383bd243fa {{(pid=103334) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 07:58:37.773654 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e8d17f54-3e7a-45ed-97a4-79383bd243fa'] response: {'server_uuid': '9895f900-493e-43bf-910a-d77e9d31134f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3d1cf168-db57-4a43-b044-294977c83a84', 'code': 200} Oct 19 07:58:37.807326 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Current status of the port 3d1cf168-db57-4a43-b044-294977c83a84 is: ACTIVE; New status is: BUILD {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:58:37.807735 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:58:37.831880 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.notifiers.nova [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3d1cf168-db57-4a43-b044-294977c83a84 {{(pid=103334) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 19 07:58:37.837721 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Pushing event updated for resources: {'Port': ['ID=3d1cf168-db57-4a43-b044-294977c83a84,revision_number=6']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:58:37.842436 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-a48334d5-e9e0-4c77-b42e-8d05124f412b req-de616cee-ff33-4562-a87e-84077c8f48f5 service neutron] 10.222.0.16 "GET /v2.0/networks/d6ac3250-629e-45cf-bdfd-d5ea43a73d95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923462 Oct 19 07:58:37.847052 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:58:37.847407 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:58:37.847802 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:58:37.848092 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:58:37.848431 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:58:37.848793 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:58:37.849128 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:58:37.849644 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:58:37.849965 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:58:37.850298 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:58:37.850634 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:58:37.850959 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:58:37.884909 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.db.api [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103334) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 19 07:58:37.885275 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG oslo_db.api [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 19 07:58:37.933193 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-a48334d5-e9e0-4c77-b42e-8d05124f412b req-2420a044-ba14-4d19-8e70-f6a63382573b service neutron] 10.222.0.16 "GET /v2.0/networks/d6ac3250-629e-45cf-bdfd-d5ea43a73d95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847018 Oct 19 07:58:38.420320 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Current status of the port 3d1cf168-db57-4a43-b044-294977c83a84 is: DOWN; New status is: BUILD {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:58:38.420728 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:58:38.434800 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.notifiers.nova [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d1cf168-db57-4a43-b044-294977c83a84 {{(pid=103334) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 19 07:58:38.459894 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] For port 3d1cf168-db57-4a43-b044-294977c83a84, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=3d1cf168-db57-4a43-b044-294977c83a84,segment=NetworkSegment(ec1cc5c8-38ad-4f72-bd5f-95447b28a628),segment_id=ec1cc5c8-38ad-4f72-bd5f-95447b28a628)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:58:38.464255 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:58:38.514244 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Pushing event updated for resources: {'Port': ['ID=3d1cf168-db57-4a43-b044-294977c83a84,revision_number=7']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:58:38.523173 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] get_ports_and_sgs() called for port_ids ['3d1cf168-db57-4a43-b044-294977c83a84'] {{(pid=103334) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 19 07:58:38.538655 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc5b84c-33cc-46ac-a87c-e3eb7321fbc3 req-d5f718b5-0774-4fdb-8680-09baeabd17fe tempest-ServerDiskConfigTestJSON-945375969 tempest-ServerDiskConfigTestJSON-945375969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:58:38.540069 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-7dc5b84c-33cc-46ac-a87c-e3eb7321fbc3 req-d5f718b5-0774-4fdb-8680-09baeabd17fe tempest-ServerDiskConfigTestJSON-945375969 tempest-ServerDiskConfigTestJSON-945375969-project] 10.222.0.27 "GET /v2.0/ports?device_id=9895f900-493e-43bf-910a-d77e9d31134f HTTP/1.1" status: 200 len: 944 time: 0.0556881 Oct 19 07:58:38.578674 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-7dc5b84c-33cc-46ac-a87c-e3eb7321fbc3 req-1a423ea5-f199-4f6a-b732-abb6879bc4c0 tempest-ServerDiskConfigTestJSON-945375969 tempest-ServerDiskConfigTestJSON-945375969-project] 10.222.0.27 "GET /v2.0/security-groups?id=269462e4-c001-44c5-b976-ba956c3d3349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323393 Oct 19 07:58:38.701203 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae06ddbf-fb4d-4d5e-ae0d-a798ad0c1f23 req-a09d7e7f-1c36-4415-970a-00e3ec6c543a tempest-ServerDiskConfigTestJSON-945375969 tempest-ServerDiskConfigTestJSON-945375969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:58:38.702662 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-ae06ddbf-fb4d-4d5e-ae0d-a798ad0c1f23 req-a09d7e7f-1c36-4415-970a-00e3ec6c543a tempest-ServerDiskConfigTestJSON-945375969 tempest-ServerDiskConfigTestJSON-945375969-project] 10.222.0.27 "GET /v2.0/ports?device_id=9895f900-493e-43bf-910a-d77e9d31134f HTTP/1.1" status: 200 len: 944 time: 0.0484672 Oct 19 07:58:38.739458 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-ae06ddbf-fb4d-4d5e-ae0d-a798ad0c1f23 req-a1a834e7-e6a5-494d-828b-2deb675bf067 tempest-ServerDiskConfigTestJSON-945375969 tempest-ServerDiskConfigTestJSON-945375969-project] 10.222.0.27 "GET /v2.0/security-groups?id=269462e4-c001-44c5-b976-ba956c3d3349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305009 Oct 19 07:58:38.831275 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 35154) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:58:38.836522 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-c7d03843-b1de-45ca-a7ce-a99f4757b46e tempest-ServerDiskConfigTestJSON-945375969 tempest-ServerDiskConfigTestJSON-945375969-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1984511273', 'description': 'tempest-description--178314589'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:58:38.859709 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-c7d03843-b1de-45ca-a7ce-a99f4757b46e tempest-ServerDiskConfigTestJSON-945375969 tempest-ServerDiskConfigTestJSON-945375969-project] Notify callbacks [] for security_group, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:58:38.924349 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-c7d03843-b1de-45ca-a7ce-a99f4757b46e tempest-ServerDiskConfigTestJSON-945375969 tempest-ServerDiskConfigTestJSON-945375969-project] Notify callbacks [] for security_group, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:58:38.928345 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-c7d03843-b1de-45ca-a7ce-a99f4757b46e tempest-ServerDiskConfigTestJSON-945375969 tempest-ServerDiskConfigTestJSON-945375969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788643'] for security_group, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:58:38.959523 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-c7d03843-b1de-45ca-a7ce-a99f4757b46e tempest-ServerDiskConfigTestJSON-945375969 tempest-ServerDiskConfigTestJSON-945375969-project] Notify callbacks [] for security_group, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:58:38.960842 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-c7d03843-b1de-45ca-a7ce-a99f4757b46e tempest-ServerDiskConfigTestJSON-945375969 tempest-ServerDiskConfigTestJSON-945375969-project] 10.222.0.27 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.1285403 Oct 19 07:58:38.961791 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d03843-b1de-45ca-a7ce-a99f4757b46e tempest-ServerDiskConfigTestJSON-945375969 tempest-ServerDiskConfigTestJSON-945375969-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5e777c35-7631-4289-afd0-e70aa4bc2368,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:58:38.964154 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 35156) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:58:38.969025 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-463f7420-7ef0-403f-a8b6-670ee024eab8 tempest-ServerDiskConfigTestJSON-945375969 tempest-ServerDiskConfigTestJSON-945375969-project] Request body: {'security_group_rule': {'security_group_id': '5e777c35-7631-4289-afd0-e70aa4bc2368', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:58:38.993434 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-463f7420-7ef0-403f-a8b6-670ee024eab8 tempest-ServerDiskConfigTestJSON-945375969 tempest-ServerDiskConfigTestJSON-945375969-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:58:39.048632 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-463f7420-7ef0-403f-a8b6-670ee024eab8 tempest-ServerDiskConfigTestJSON-945375969 tempest-ServerDiskConfigTestJSON-945375969-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:58:39.051990 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-463f7420-7ef0-403f-a8b6-670ee024eab8 tempest-ServerDiskConfigTestJSON-945375969 tempest-ServerDiskConfigTestJSON-945375969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815365'] for security_group_rule, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:58:39.069974 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463f7420-7ef0-403f-a8b6-670ee024eab8 tempest-ServerDiskConfigTestJSON-945375969 tempest-ServerDiskConfigTestJSON-945375969-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=306541c2-4379-44d1-94f5-c541b272b66b,revision_number=0']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:58:39.075260 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-463f7420-7ef0-403f-a8b6-670ee024eab8 tempest-ServerDiskConfigTestJSON-945375969 tempest-ServerDiskConfigTestJSON-945375969-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:58:39.076472 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-463f7420-7ef0-403f-a8b6-670ee024eab8 tempest-ServerDiskConfigTestJSON-945375969 tempest-ServerDiskConfigTestJSON-945375969-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1110806 Oct 19 07:58:39.079301 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 35158) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:58:39.084533 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-8a009360-0d2e-43aa-8871-deffe0a8379e tempest-ServerDiskConfigTestJSON-945375969 tempest-ServerDiskConfigTestJSON-945375969-project] Request body: {'security_group_rule': {'security_group_id': '5e777c35-7631-4289-afd0-e70aa4bc2368', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:58:39.110855 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-8a009360-0d2e-43aa-8871-deffe0a8379e tempest-ServerDiskConfigTestJSON-945375969 tempest-ServerDiskConfigTestJSON-945375969-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:58:39.159283 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-8a009360-0d2e-43aa-8871-deffe0a8379e tempest-ServerDiskConfigTestJSON-945375969 tempest-ServerDiskConfigTestJSON-945375969-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:58:39.163428 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-8a009360-0d2e-43aa-8871-deffe0a8379e tempest-ServerDiskConfigTestJSON-945375969 tempest-ServerDiskConfigTestJSON-945375969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815365'] for security_group_rule, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:58:39.181211 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a009360-0d2e-43aa-8871-deffe0a8379e tempest-ServerDiskConfigTestJSON-945375969 tempest-ServerDiskConfigTestJSON-945375969-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=abbe16e9-4d15-40dd-a0e7-bf2fcdeae1b3,revision_number=0']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:58:39.188725 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-8a009360-0d2e-43aa-8871-deffe0a8379e tempest-ServerDiskConfigTestJSON-945375969 tempest-ServerDiskConfigTestJSON-945375969-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:58:39.189952 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-8a009360-0d2e-43aa-8871-deffe0a8379e tempest-ServerDiskConfigTestJSON-945375969 tempest-ServerDiskConfigTestJSON-945375969-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1093769 Oct 19 07:58:39.193005 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 35160) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:58:39.197261 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-b04e43ef-276e-4efe-a95c-468b11f292c7 tempest-ServerDiskConfigTestJSON-945375969 tempest-ServerDiskConfigTestJSON-945375969-project] Request body: {'floatingip': {'floating_network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd'}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:58:39.216771 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-b04e43ef-276e-4efe-a95c-468b11f292c7 tempest-ServerDiskConfigTestJSON-945375969 tempest-ServerDiskConfigTestJSON-945375969-project] Notify callbacks [] for floatingip, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:58:39.313727 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-b04e43ef-276e-4efe-a95c-468b11f292c7 tempest-ServerDiskConfigTestJSON-945375969 tempest-ServerDiskConfigTestJSON-945375969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:58:39.417366 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.db_base_plugin_common [None req-b04e43ef-276e-4efe-a95c-468b11f292c7 tempest-ServerDiskConfigTestJSON-945375969 tempest-ServerDiskConfigTestJSON-945375969-project] Allocated IP 172.26.0.183 (99c66757-74e3-40a4-b479-8d09e3a7c3dd/7f3d1034-1de7-458a-a3ee-77488de3949b/fa468168-32a0-40a1-b05b-6c77402ffde2) {{(pid=103332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 07:58:39.516300 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-b04e43ef-276e-4efe-a95c-468b11f292c7 tempest-ServerDiskConfigTestJSON-945375969 tempest-ServerDiskConfigTestJSON-945375969-project] Notify callbacks [] for port, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:58:39.536040 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Device 3d1cf168-db57-4a43-b044-294977c83a84 up at agent hyperv_hv-neutron-8616 {{(pid=103334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 07:58:39.550199 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-b04e43ef-276e-4efe-a95c-468b11f292c7 tempest-ServerDiskConfigTestJSON-945375969 tempest-ServerDiskConfigTestJSON-945375969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785020947330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133553798'] for port, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:58:39.587739 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Provisioning complete for port 3d1cf168-db57-4a43-b044-294977c83a84 triggered by entity L2. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:58:39.588020 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:58:39.588354 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Attempt 1 to provision port 3d1cf168-db57-4a43-b044-294977c83a84 Oct 19 07:58:39.590642 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b04e43ef-276e-4efe-a95c-468b11f292c7 tempest-ServerDiskConfigTestJSON-945375969 tempest-ServerDiskConfigTestJSON-945375969-project] Network 99c66757-74e3-40a4-b479-8d09e3a7c3dd is already hosted by enough agents. {{(pid=103332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 07:58:39.593486 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.base_scheduler [None req-b04e43ef-276e-4efe-a95c-468b11f292c7 tempest-ServerDiskConfigTestJSON-945375969 tempest-ServerDiskConfigTestJSON-945375969-project] Resources bound (agent type, host, resource id): {{(pid=103332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:58:39.596011 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b04e43ef-276e-4efe-a95c-468b11f292c7 tempest-ServerDiskConfigTestJSON-945375969 tempest-ServerDiskConfigTestJSON-945375969-project] Received port after_create {{(pid=103332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 07:58:39.624435 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04e43ef-276e-4efe-a95c-468b11f292c7 tempest-ServerDiskConfigTestJSON-945375969 tempest-ServerDiskConfigTestJSON-945375969-project] Pushing event updated for resources: {'Port': ['ID=fa468168-32a0-40a1-b05b-6c77402ffde2,revision_number=1']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:58:39.663894 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Current status of the port 3d1cf168-db57-4a43-b044-294977c83a84 is: BUILD; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:58:39.664284 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:58:39.689247 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-b04e43ef-276e-4efe-a95c-468b11f292c7 tempest-ServerDiskConfigTestJSON-945375969 tempest-ServerDiskConfigTestJSON-945375969-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:58:39.697215 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] For port 3d1cf168-db57-4a43-b044-294977c83a84, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=3d1cf168-db57-4a43-b044-294977c83a84,segment=NetworkSegment(ec1cc5c8-38ad-4f72-bd5f-95447b28a628),segment_id=ec1cc5c8-38ad-4f72-bd5f-95447b28a628)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:58:39.701010 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:58:39.725458 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-b04e43ef-276e-4efe-a95c-468b11f292c7 tempest-ServerDiskConfigTestJSON-945375969 tempest-ServerDiskConfigTestJSON-945375969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:58:39.750958 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Pushing event updated for resources: {'Port': ['ID=3d1cf168-db57-4a43-b044-294977c83a84,revision_number=8']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:58:39.775296 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9895f900-493e-43bf-910a-d77e9d31134f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d1cf168-db57-4a43-b044-294977c83a84'}] {{(pid=103334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 19 07:58:39.777760 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d918bd29c62f7e926e80ce37adcd574e0921d2de3006e6b6ef58999f52d8e2e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af2e76d1-0d27-40ae-a904-61c36242f2bb" -d '{"events": [{"server_uuid": "9895f900-493e-43bf-910a-d77e9d31134f", "name": "network-vif-plugged", "status": "completed", "tag": "3d1cf168-db57-4a43-b044-294977c83a84"}]}' {{(pid=103334) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 07:58:39.814889 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 19 Oct 2022 07:58:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7144b25-b653-4207-a891-f0813869dd64 x-openstack-request-id: req-d7144b25-b653-4207-a891-f0813869dd64 {{(pid=103334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 07:58:39.815188 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9895f900-493e-43bf-910a-d77e9d31134f", "name": "network-vif-plugged", "status": "completed", "tag": "3d1cf168-db57-4a43-b044-294977c83a84", "code": 200}]} {{(pid=103334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 07:58:39.815445 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-d7144b25-b653-4207-a891-f0813869dd64 {{(pid=103334) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 07:58:39.815852 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d7144b25-b653-4207-a891-f0813869dd64'] response: {'server_uuid': '9895f900-493e-43bf-910a-d77e9d31134f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d1cf168-db57-4a43-b044-294977c83a84', 'code': 200} Oct 19 07:58:39.877064 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-b04e43ef-276e-4efe-a95c-468b11f292c7 tempest-ServerDiskConfigTestJSON-945375969 tempest-ServerDiskConfigTestJSON-945375969-project] Notify callbacks [] for port, precommit_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:58:39.881917 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-b04e43ef-276e-4efe-a95c-468b11f292c7 tempest-ServerDiskConfigTestJSON-945375969 tempest-ServerDiskConfigTestJSON-945375969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133553807'] for port, after_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:58:39.945259 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04e43ef-276e-4efe-a95c-468b11f292c7 tempest-ServerDiskConfigTestJSON-945375969 tempest-ServerDiskConfigTestJSON-945375969-project] Pushing event updated for resources: {'Port': ['ID=fa468168-32a0-40a1-b05b-6c77402ffde2,revision_number=2']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:58:39.950192 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-b04e43ef-276e-4efe-a95c-468b11f292c7 tempest-ServerDiskConfigTestJSON-945375969 tempest-ServerDiskConfigTestJSON-945375969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1695041'] for floatingip, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:58:39.959899 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b04e43ef-276e-4efe-a95c-468b11f292c7 tempest-ServerDiskConfigTestJSON-945375969 tempest-ServerDiskConfigTestJSON-945375969-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:58:39.960249 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b04e43ef-276e-4efe-a95c-468b11f292c7 tempest-ServerDiskConfigTestJSON-945375969 tempest-ServerDiskConfigTestJSON-945375969-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:58:39.960619 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b04e43ef-276e-4efe-a95c-468b11f292c7 tempest-ServerDiskConfigTestJSON-945375969 tempest-ServerDiskConfigTestJSON-945375969-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:58:39.960965 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b04e43ef-276e-4efe-a95c-468b11f292c7 tempest-ServerDiskConfigTestJSON-945375969 tempest-ServerDiskConfigTestJSON-945375969-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:58:39.961301 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b04e43ef-276e-4efe-a95c-468b11f292c7 tempest-ServerDiskConfigTestJSON-945375969 tempest-ServerDiskConfigTestJSON-945375969-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:58:39.961635 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b04e43ef-276e-4efe-a95c-468b11f292c7 tempest-ServerDiskConfigTestJSON-945375969 tempest-ServerDiskConfigTestJSON-945375969-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:58:39.961969 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b04e43ef-276e-4efe-a95c-468b11f292c7 tempest-ServerDiskConfigTestJSON-945375969 tempest-ServerDiskConfigTestJSON-945375969-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:58:39.962307 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b04e43ef-276e-4efe-a95c-468b11f292c7 tempest-ServerDiskConfigTestJSON-945375969 tempest-ServerDiskConfigTestJSON-945375969-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:58:39.962636 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b04e43ef-276e-4efe-a95c-468b11f292c7 tempest-ServerDiskConfigTestJSON-945375969 tempest-ServerDiskConfigTestJSON-945375969-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:58:39.962965 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b04e43ef-276e-4efe-a95c-468b11f292c7 tempest-ServerDiskConfigTestJSON-945375969 tempest-ServerDiskConfigTestJSON-945375969-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:58:39.963293 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b04e43ef-276e-4efe-a95c-468b11f292c7 tempest-ServerDiskConfigTestJSON-945375969 tempest-ServerDiskConfigTestJSON-945375969-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:58:39.963620 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b04e43ef-276e-4efe-a95c-468b11f292c7 tempest-ServerDiskConfigTestJSON-945375969 tempest-ServerDiskConfigTestJSON-945375969-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:58:39.975982 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-b04e43ef-276e-4efe-a95c-468b11f292c7 tempest-ServerDiskConfigTestJSON-945375969 tempest-ServerDiskConfigTestJSON-945375969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42160'] for floatingip, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:58:39.977250 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-b04e43ef-276e-4efe-a95c-468b11f292c7 tempest-ServerDiskConfigTestJSON-945375969 tempest-ServerDiskConfigTestJSON-945375969-project] 10.222.0.27 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7832472 Oct 19 07:58:40.078232 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fbcfc2-9e3b-4dca-a2df-c38924575d74 req-7a10319a-5eab-4611-8baa-1cbfa3de1784 tempest-ServerDiskConfigTestJSON-945375969 tempest-ServerDiskConfigTestJSON-945375969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:58:40.079969 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-94fbcfc2-9e3b-4dca-a2df-c38924575d74 req-7a10319a-5eab-4611-8baa-1cbfa3de1784 tempest-ServerDiskConfigTestJSON-945375969 tempest-ServerDiskConfigTestJSON-945375969-project] 10.222.0.27 "GET /v2.0/ports?device_id=9895f900-493e-43bf-910a-d77e9d31134f HTTP/1.1" status: 200 len: 945 time: 0.0547054 Oct 19 07:58:40.118459 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-94fbcfc2-9e3b-4dca-a2df-c38924575d74 req-8008bfb9-a5e9-42bc-a68b-b2f6d16199d9 tempest-ServerDiskConfigTestJSON-945375969 tempest-ServerDiskConfigTestJSON-945375969-project] 10.222.0.27 "GET /v2.0/security-groups?id=269462e4-c001-44c5-b976-ba956c3d3349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324917 Oct 19 07:58:40.468827 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a92468c-ef9a-488d-b195-28d92b82c1b3 req-8c2abe5f-6f60-490e-80de-e59633967333 tempest-ServerDiskConfigTestJSON-945375969 tempest-ServerDiskConfigTestJSON-945375969-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:58:40.470225 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-9a92468c-ef9a-488d-b195-28d92b82c1b3 req-8c2abe5f-6f60-490e-80de-e59633967333 tempest-ServerDiskConfigTestJSON-945375969 tempest-ServerDiskConfigTestJSON-945375969-project] 10.222.0.27 "GET /v2.0/networks?id=d6ac3250-629e-45cf-bdfd-d5ea43a73d95 HTTP/1.1" status: 200 len: 814 time: 0.0998225 Oct 19 07:58:40.486069 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-9a92468c-ef9a-488d-b195-28d92b82c1b3 req-b7c2cc4a-eb8b-4a00-a980-638aaadf9c55 tempest-ServerDiskConfigTestJSON-945375969 tempest-ServerDiskConfigTestJSON-945375969-project] 10.222.0.27 "GET /v2.0/quotas/71f8639b46d049af8e75fa2e9db888de HTTP/1.1" status: 200 len: 375 time: 0.0089941 Oct 19 07:58:40.543776 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-9a92468c-ef9a-488d-b195-28d92b82c1b3 req-4567d105-1112-4e58-a216-4f54d5659875 tempest-ServerDiskConfigTestJSON-945375969 tempest-ServerDiskConfigTestJSON-945375969-project] 10.222.0.27 "GET /v2.0/ports?tenant_id=71f8639b46d049af8e75fa2e9db888de&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0520089 Oct 19 07:58:40.554659 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [req-9a92468c-ef9a-488d-b195-28d92b82c1b3 req-03b6d679-9390-4ba3-b126-7a83dc3ba59a service neutron] http://10.222.0.27:9696/v2.0/extensions returned with HTTP 200 {{(pid=103332) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 07:58:40.555610 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-9a92468c-ef9a-488d-b195-28d92b82c1b3 req-03b6d679-9390-4ba3-b126-7a83dc3ba59a service neutron] 10.222.0.27 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053117 Oct 19 07:58:40.643604 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-9a92468c-ef9a-488d-b195-28d92b82c1b3 req-2c2c5d61-a924-4e15-b81f-371a3af065a4 service neutron] 10.222.0.27 "GET /v2.0/networks/d6ac3250-629e-45cf-bdfd-d5ea43a73d95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820920 Oct 19 07:58:40.735319 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-9a92468c-ef9a-488d-b195-28d92b82c1b3 req-1fe032da-30a8-4041-b5c6-416b5fdcc62d service neutron] 10.222.0.27 "GET /v2.0/networks/d6ac3250-629e-45cf-bdfd-d5ea43a73d95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855021 Oct 19 07:58:40.894933 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-67e36c9c-75fa-4772-8039-c950409e8dbc req-7ddf05e9-3dd9-4bcd-8589-9b261293dee6 tempest-ServerDiskConfigTestJSON-945375969 tempest-ServerDiskConfigTestJSON-945375969-project] 10.222.0.27 "GET /v2.0/ports?device_id=c2566c28-518a-4f60-94cc-32f454b2f748 HTTP/1.1" status: 200 len: 210 time: 0.0266609 Oct 19 07:58:41.812131 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a92468c-ef9a-488d-b195-28d92b82c1b3 req-d7488a4d-e35e-45b2-b279-8612b77f5c8f tempest-ServerDiskConfigTestJSON-945375969 tempest-ServerDiskConfigTestJSON-945375969-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:58:41.813617 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-9a92468c-ef9a-488d-b195-28d92b82c1b3 req-d7488a4d-e35e-45b2-b279-8612b77f5c8f tempest-ServerDiskConfigTestJSON-945375969 tempest-ServerDiskConfigTestJSON-945375969-project] 10.222.0.16 "GET /v2.0/networks?id=d6ac3250-629e-45cf-bdfd-d5ea43a73d95 HTTP/1.1" status: 200 len: 814 time: 0.1065905 Oct 19 07:58:41.827508 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [req-9a92468c-ef9a-488d-b195-28d92b82c1b3 req-a8feeabf-ff72-4e83-b76d-4391dabef039 tempest-ServerDiskConfigTestJSON-945375969 tempest-ServerDiskConfigTestJSON-945375969-project] Request body: {'port': {'device_id': 'c2566c28-518a-4f60-94cc-32f454b2f748', 'network_id': 'd6ac3250-629e-45cf-bdfd-d5ea43a73d95', 'admin_state_up': True, 'tenant_id': '71f8639b46d049af8e75fa2e9db888de'}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:58:41.879379 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:58:41.939211 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9a92468c-ef9a-488d-b195-28d92b82c1b3 req-a8feeabf-ff72-4e83-b76d-4391dabef039 tempest-ServerDiskConfigTestJSON-945375969 tempest-ServerDiskConfigTestJSON-945375969-project] Made reservation on behalf of 71f8639b46d049af8e75fa2e9db888de for: {'port': 1} {{(pid=103332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 07:58:41.943193 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-9a92468c-ef9a-488d-b195-28d92b82c1b3 req-a8feeabf-ff72-4e83-b76d-4391dabef039 tempest-ServerDiskConfigTestJSON-945375969 tempest-ServerDiskConfigTestJSON-945375969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:58:42.032384 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-7b8897a1-43b5-4cd5-a0cc-0264c23fec39 req-6e8e2fdd-6700-4c8c-a7d8-e5121d1cadcd tempest-ServerDiskConfigTestJSON-945375969 tempest-ServerDiskConfigTestJSON-945375969-project] 10.222.0.27 "GET /v2.0/ports?device_id=c2566c28-518a-4f60-94cc-32f454b2f748 HTTP/1.1" status: 200 len: 210 time: 0.0370851 Oct 19 07:58:42.078791 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ff8042-2010-4742-a4a5-940c28b08b5a req-266e0228-ade1-4d55-af23-01cec289dcb6 tempest-ServerDiskConfigTestJSON-945375969 tempest-ServerDiskConfigTestJSON-945375969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:58:42.080564 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-63ff8042-2010-4742-a4a5-940c28b08b5a req-266e0228-ade1-4d55-af23-01cec289dcb6 tempest-ServerDiskConfigTestJSON-945375969 tempest-ServerDiskConfigTestJSON-945375969-project] 10.222.0.16 "GET /v2.0/ports?device_id=9895f900-493e-43bf-910a-d77e9d31134f HTTP/1.1" status: 200 len: 945 time: 0.0500648 Oct 19 07:58:42.094736 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.db_base_plugin_common [req-9a92468c-ef9a-488d-b195-28d92b82c1b3 req-a8feeabf-ff72-4e83-b76d-4391dabef039 tempest-ServerDiskConfigTestJSON-945375969 tempest-ServerDiskConfigTestJSON-945375969-project] Allocated IP 172.20.0.13 (d6ac3250-629e-45cf-bdfd-d5ea43a73d95/42ab2701-5732-4e88-b64b-4c5c22ab335d/de6148d0-e99d-4e96-84d5-d46aadbc17e2) {{(pid=103332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 07:58:42.174769 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [req-63ff8042-2010-4742-a4a5-940c28b08b5a req-0ce6bf87-1f34-4475-99ba-f99efc65df8b tempest-ServerDiskConfigTestJSON-945375969 tempest-ServerDiskConfigTestJSON-945375969-project] Deleting port 3d1cf168-db57-4a43-b044-294977c83a84 {{(pid=103333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 07:58:42.175117 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [req-63ff8042-2010-4742-a4a5-940c28b08b5a req-0ce6bf87-1f34-4475-99ba-f99efc65df8b tempest-ServerDiskConfigTestJSON-945375969 tempest-ServerDiskConfigTestJSON-945375969-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:58:42.242882 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-9a92468c-ef9a-488d-b195-28d92b82c1b3 req-a8feeabf-ff72-4e83-b76d-4391dabef039 tempest-ServerDiskConfigTestJSON-945375969 tempest-ServerDiskConfigTestJSON-945375969-project] Notify callbacks [] for port, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:58:42.265295 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.db [req-63ff8042-2010-4742-a4a5-940c28b08b5a req-0ce6bf87-1f34-4475-99ba-f99efc65df8b tempest-ServerDiskConfigTestJSON-945375969 tempest-ServerDiskConfigTestJSON-945375969-project] For port 3d1cf168-db57-4a43-b044-294977c83a84, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=3d1cf168-db57-4a43-b044-294977c83a84,segment=NetworkSegment(ec1cc5c8-38ad-4f72-bd5f-95447b28a628),segment_id=ec1cc5c8-38ad-4f72-bd5f-95447b28a628)] {{(pid=103333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:58:42.265685 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [req-63ff8042-2010-4742-a4a5-940c28b08b5a req-0ce6bf87-1f34-4475-99ba-f99efc65df8b tempest-ServerDiskConfigTestJSON-945375969 tempest-ServerDiskConfigTestJSON-945375969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:58:42.277008 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-9a92468c-ef9a-488d-b195-28d92b82c1b3 req-a8feeabf-ff72-4e83-b76d-4391dabef039 tempest-ServerDiskConfigTestJSON-945375969 tempest-ServerDiskConfigTestJSON-945375969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785020947330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133553798'] for port, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:58:42.279739 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [req-63ff8042-2010-4742-a4a5-940c28b08b5a req-0ce6bf87-1f34-4475-99ba-f99efc65df8b tempest-ServerDiskConfigTestJSON-945375969 tempest-ServerDiskConfigTestJSON-945375969-project] Calling delete_port for 3d1cf168-db57-4a43-b044-294977c83a84 owned by compute:nova {{(pid=103333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 07:58:42.289040 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] get_ports_and_sgs() called for port_ids ['3d1cf168-db57-4a43-b044-294977c83a84'] {{(pid=103334) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 19 07:58:42.319958 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9a92468c-ef9a-488d-b195-28d92b82c1b3 req-a8feeabf-ff72-4e83-b76d-4391dabef039 tempest-ServerDiskConfigTestJSON-945375969 tempest-ServerDiskConfigTestJSON-945375969-project] Network d6ac3250-629e-45cf-bdfd-d5ea43a73d95 is already hosted by enough agents. {{(pid=103332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 07:58:42.325145 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.base_scheduler [req-9a92468c-ef9a-488d-b195-28d92b82c1b3 req-a8feeabf-ff72-4e83-b76d-4391dabef039 tempest-ServerDiskConfigTestJSON-945375969 tempest-ServerDiskConfigTestJSON-945375969-project] Resources bound (agent type, host, resource id): {{(pid=103332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:58:42.328946 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a92468c-ef9a-488d-b195-28d92b82c1b3 req-a8feeabf-ff72-4e83-b76d-4391dabef039 tempest-ServerDiskConfigTestJSON-945375969 tempest-ServerDiskConfigTestJSON-945375969-project] Received port after_create {{(pid=103332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 07:58:42.353909 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8feeabf-ff72-4e83-b76d-4391dabef039 tempest-ServerDiskConfigTestJSON-945375969 tempest-ServerDiskConfigTestJSON-945375969-project] Pushing event updated for resources: {'Port': ['ID=de6148d0-e99d-4e96-84d5-d46aadbc17e2,revision_number=1']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:58:42.391986 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a92468c-ef9a-488d-b195-28d92b82c1b3 req-a8feeabf-ff72-4e83-b76d-4391dabef039 tempest-ServerDiskConfigTestJSON-945375969 tempest-ServerDiskConfigTestJSON-945375969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:58:42.392905 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-9a92468c-ef9a-488d-b195-28d92b82c1b3 req-a8feeabf-ff72-4e83-b76d-4391dabef039 tempest-ServerDiskConfigTestJSON-945375969 tempest-ServerDiskConfigTestJSON-945375969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42160'] for port, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:58:42.410603 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-9a92468c-ef9a-488d-b195-28d92b82c1b3 req-a8feeabf-ff72-4e83-b76d-4391dabef039 tempest-ServerDiskConfigTestJSON-945375969 tempest-ServerDiskConfigTestJSON-945375969-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5868554 Oct 19 07:58:42.425610 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [req-63ff8042-2010-4742-a4a5-940c28b08b5a req-0ce6bf87-1f34-4475-99ba-f99efc65df8b tempest-ServerDiskConfigTestJSON-945375969 tempest-ServerDiskConfigTestJSON-945375969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130996763'] for port, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:58:42.429266 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [req-9a92468c-ef9a-488d-b195-28d92b82c1b3 req-23f23d50-61a5-45dc-a410-fc07b98043fe service neutron] Request body: {'port': {'device_id': 'c2566c28-518a-4f60-94cc-32f454b2f748', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8616'}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:58:42.493693 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-9a92468c-ef9a-488d-b195-28d92b82c1b3 req-23f23d50-61a5-45dc-a410-fc07b98043fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:58:42.494502 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce6bf87-1f34-4475-99ba-f99efc65df8b tempest-ServerDiskConfigTestJSON-945375969 tempest-ServerDiskConfigTestJSON-945375969-project] Pushing event deleted for resources: {'Port': ['ID=3d1cf168-db57-4a43-b044-294977c83a84,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:58:42.517481 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.l3_dvrscheduler_db [req-63ff8042-2010-4742-a4a5-940c28b08b5a req-0ce6bf87-1f34-4475-99ba-f99efc65df8b tempest-ServerDiskConfigTestJSON-945375969 tempest-ServerDiskConfigTestJSON-945375969-project] No DVR routers for this DVR port 3d1cf168-db57-4a43-b044-294977c83a84 on host hv-neutron-8616 {{(pid=103333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 19 07:58:42.520540 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [req-63ff8042-2010-4742-a4a5-940c28b08b5a req-0ce6bf87-1f34-4475-99ba-f99efc65df8b tempest-ServerDiskConfigTestJSON-945375969 tempest-ServerDiskConfigTestJSON-945375969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42160'] for port, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:58:42.524257 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-63ff8042-2010-4742-a4a5-940c28b08b5a req-0ce6bf87-1f34-4475-99ba-f99efc65df8b tempest-ServerDiskConfigTestJSON-945375969 tempest-ServerDiskConfigTestJSON-945375969-project] 10.222.0.16 "DELETE /v2.0/ports/3d1cf168-db57-4a43-b044-294977c83a84 HTTP/1.1" status: 204 len: 173 time: 0.4363980 Oct 19 07:58:42.525105 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9895f900-493e-43bf-910a-d77e9d31134f', 'name': 'network-vif-deleted', 'tag': '3d1cf168-db57-4a43-b044-294977c83a84'}] {{(pid=103333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 19 07:58:42.528098 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e3bb7d74903c72d9cb0d0f2f187c581e0456bd3142b101dc46d694cf75cdf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48dda232-fb3b-4760-bd22-0b2008a02c3c" -d '{"events": [{"server_uuid": "9895f900-493e-43bf-910a-d77e9d31134f", "name": "network-vif-deleted", "tag": "3d1cf168-db57-4a43-b044-294977c83a84"}]}' {{(pid=103333) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 07:58:42.532169 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce6bf87-1f34-4475-99ba-f99efc65df8b tempest-ServerDiskConfigTestJSON-945375969 tempest-ServerDiskConfigTestJSON-945375969-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:58:42.532498 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce6bf87-1f34-4475-99ba-f99efc65df8b tempest-ServerDiskConfigTestJSON-945375969 tempest-ServerDiskConfigTestJSON-945375969-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:58:42.532858 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce6bf87-1f34-4475-99ba-f99efc65df8b tempest-ServerDiskConfigTestJSON-945375969 tempest-ServerDiskConfigTestJSON-945375969-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:58:42.533197 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce6bf87-1f34-4475-99ba-f99efc65df8b tempest-ServerDiskConfigTestJSON-945375969 tempest-ServerDiskConfigTestJSON-945375969-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:58:42.533530 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce6bf87-1f34-4475-99ba-f99efc65df8b tempest-ServerDiskConfigTestJSON-945375969 tempest-ServerDiskConfigTestJSON-945375969-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:58:42.533857 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce6bf87-1f34-4475-99ba-f99efc65df8b tempest-ServerDiskConfigTestJSON-945375969 tempest-ServerDiskConfigTestJSON-945375969-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:58:42.534184 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce6bf87-1f34-4475-99ba-f99efc65df8b tempest-ServerDiskConfigTestJSON-945375969 tempest-ServerDiskConfigTestJSON-945375969-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:58:42.534506 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce6bf87-1f34-4475-99ba-f99efc65df8b tempest-ServerDiskConfigTestJSON-945375969 tempest-ServerDiskConfigTestJSON-945375969-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:58:42.534829 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce6bf87-1f34-4475-99ba-f99efc65df8b tempest-ServerDiskConfigTestJSON-945375969 tempest-ServerDiskConfigTestJSON-945375969-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:58:42.535152 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce6bf87-1f34-4475-99ba-f99efc65df8b tempest-ServerDiskConfigTestJSON-945375969 tempest-ServerDiskConfigTestJSON-945375969-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:58:42.535474 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce6bf87-1f34-4475-99ba-f99efc65df8b tempest-ServerDiskConfigTestJSON-945375969 tempest-ServerDiskConfigTestJSON-945375969-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:58:42.535798 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce6bf87-1f34-4475-99ba-f99efc65df8b tempest-ServerDiskConfigTestJSON-945375969 tempest-ServerDiskConfigTestJSON-945375969-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:58:42.634234 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-14a09543-74b7-4309-9fd7-992d564ca51a None None] Provisioning complete for port de6148d0-e99d-4e96-84d5-d46aadbc17e2 triggered by entity DHCP. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:58:42.634616 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-14a09543-74b7-4309-9fd7-992d564ca51a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:58:42.634949 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-14a09543-74b7-4309-9fd7-992d564ca51a None None] Attempt 1 to provision port de6148d0-e99d-4e96-84d5-d46aadbc17e2 Oct 19 07:58:42.654312 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 19 Oct 2022 07:58:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebc32f51-aa36-445f-ab55-2809ade74468 x-openstack-request-id: req-ebc32f51-aa36-445f-ab55-2809ade74468 {{(pid=103333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 07:58:42.655554 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9895f900-493e-43bf-910a-d77e9d31134f", "name": "network-vif-deleted", "tag": "3d1cf168-db57-4a43-b044-294977c83a84", "status": "completed", "code": 200}]} {{(pid=103333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 07:58:42.656301 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-ebc32f51-aa36-445f-ab55-2809ade74468 {{(pid=103333) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 07:58:42.656972 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ebc32f51-aa36-445f-ab55-2809ade74468'] response: {'server_uuid': '9895f900-493e-43bf-910a-d77e9d31134f', 'name': 'network-vif-deleted', 'tag': '3d1cf168-db57-4a43-b044-294977c83a84', 'status': 'completed', 'code': 200} Oct 19 07:58:42.687758 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-14a09543-74b7-4309-9fd7-992d564ca51a None None] Port de6148d0-e99d-4e96-84d5-d46aadbc17e2 cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 07:58:43.153758 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.notifiers.nova [req-9a92468c-ef9a-488d-b195-28d92b82c1b3 req-23f23d50-61a5-45dc-a410-fc07b98043fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de6148d0-e99d-4e96-84d5-d46aadbc17e2 {{(pid=103332) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 19 07:58:43.162754 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-9a92468c-ef9a-488d-b195-28d92b82c1b3 req-23f23d50-61a5-45dc-a410-fc07b98043fe service neutron] Notify callbacks [] for port, precommit_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:58:43.180193 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.provisioning_blocks [req-9a92468c-ef9a-488d-b195-28d92b82c1b3 req-23f23d50-61a5-45dc-a410-fc07b98043fe service neutron] Transition to ACTIVE for port object de6148d0-e99d-4e96-84d5-d46aadbc17e2 will not be triggered until provisioned by entity L2. {{(pid=103332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 19 07:58:43.188800 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-14a09543-74b7-4309-9fd7-992d564ca51a None None] Attempt 2 to provision port de6148d0-e99d-4e96-84d5-d46aadbc17e2 Oct 19 07:58:43.191219 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f94c9b-5619-4c6f-a887-7a792c86bbe1 req-610256ed-9e51-47df-8dbc-4d768f66e047 tempest-ServerDiskConfigTestJSON-945375969 tempest-ServerDiskConfigTestJSON-945375969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:58:43.193216 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-d3f94c9b-5619-4c6f-a887-7a792c86bbe1 req-610256ed-9e51-47df-8dbc-4d768f66e047 tempest-ServerDiskConfigTestJSON-945375969 tempest-ServerDiskConfigTestJSON-945375969-project] 10.222.0.27 "GET /v2.0/ports?device_id=c2566c28-518a-4f60-94cc-32f454b2f748 HTTP/1.1" status: 200 len: 932 time: 0.0783033 Oct 19 07:58:43.194281 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-9a92468c-ef9a-488d-b195-28d92b82c1b3 req-23f23d50-61a5-45dc-a410-fc07b98043fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133553807'] for port, after_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:58:43.224311 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-14a09543-74b7-4309-9fd7-992d564ca51a None None] Port de6148d0-e99d-4e96-84d5-d46aadbc17e2 cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 07:58:43.295808 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f23d50-61a5-45dc-a410-fc07b98043fe service neutron] Pushing event updated for resources: {'Port': ['ID=de6148d0-e99d-4e96-84d5-d46aadbc17e2,revision_number=2']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:58:43.307889 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-d3f94c9b-5619-4c6f-a887-7a792c86bbe1 req-8fbc3653-2ec8-4d47-aac9-028cc3e90e22 tempest-ServerDiskConfigTestJSON-945375969 tempest-ServerDiskConfigTestJSON-945375969-project] 10.222.0.27 "GET /v2.0/security-groups?id=269462e4-c001-44c5-b976-ba956c3d3349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079614 Oct 19 07:58:43.332206 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.managers [req-9a92468c-ef9a-488d-b195-28d92b82c1b3 req-23f23d50-61a5-45dc-a410-fc07b98043fe service neutron] Attempting to bind port de6148d0-e99d-4e96-84d5-d46aadbc17e2 on host hv-neutron-8616 for vnic_type normal with profile {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 19 07:58:43.332554 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.managers [req-9a92468c-ef9a-488d-b195-28d92b82c1b3 req-23f23d50-61a5-45dc-a410-fc07b98043fe service neutron] Attempting to bind port de6148d0-e99d-4e96-84d5-d46aadbc17e2 by drivers openvswitch,hyperv on host hv-neutron-8616 at level 0 using segments [{'id': 'ec1cc5c8-38ad-4f72-bd5f-95447b28a628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'd6ac3250-629e-45cf-bdfd-d5ea43a73d95'}] {{(pid=103332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 19 07:58:43.332884 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a92468c-ef9a-488d-b195-28d92b82c1b3 req-23f23d50-61a5-45dc-a410-fc07b98043fe service neutron] Attempting to bind port de6148d0-e99d-4e96-84d5-d46aadbc17e2 on network d6ac3250-629e-45cf-bdfd-d5ea43a73d95 {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 07:58:43.338013 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a92468c-ef9a-488d-b195-28d92b82c1b3 req-23f23d50-61a5-45dc-a410-fc07b98043fe service neutron] Port de6148d0-e99d-4e96-84d5-d46aadbc17e2 on network d6ac3250-629e-45cf-bdfd-d5ea43a73d95 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8616 {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 07:58:43.338332 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a92468c-ef9a-488d-b195-28d92b82c1b3 req-23f23d50-61a5-45dc-a410-fc07b98043fe service neutron] Attempting to bind port de6148d0-e99d-4e96-84d5-d46aadbc17e2 on network d6ac3250-629e-45cf-bdfd-d5ea43a73d95 {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 07:58:43.343066 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a92468c-ef9a-488d-b195-28d92b82c1b3 req-23f23d50-61a5-45dc-a410-fc07b98043fe service neutron] Checking agent: {'id': '5297b6e1-8fc1-4f42-910c-8f50c918ca65', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8616', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 19, 7, 36, 11), 'started_at': datetime.datetime(2022, 10, 19, 7, 36, 11), 'heartbeat_timestamp': datetime.datetime(2022, 10, 19, 7, 58, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 07:58:43.343401 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a92468c-ef9a-488d-b195-28d92b82c1b3 req-23f23d50-61a5-45dc-a410-fc07b98043fe service neutron] Checking segment: {'id': 'ec1cc5c8-38ad-4f72-bd5f-95447b28a628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'd6ac3250-629e-45cf-bdfd-d5ea43a73d95'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 19 07:58:43.343775 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a92468c-ef9a-488d-b195-28d92b82c1b3 req-23f23d50-61a5-45dc-a410-fc07b98043fe service neutron] Bound using segment: {'id': 'ec1cc5c8-38ad-4f72-bd5f-95447b28a628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'd6ac3250-629e-45cf-bdfd-d5ea43a73d95'} {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 07:58:43.344216 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.managers [req-9a92468c-ef9a-488d-b195-28d92b82c1b3 req-23f23d50-61a5-45dc-a410-fc07b98043fe service neutron] Bound port: de6148d0-e99d-4e96-84d5-d46aadbc17e2, host: hv-neutron-8616, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec1cc5c8-38ad-4f72-bd5f-95447b28a628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'd6ac3250-629e-45cf-bdfd-d5ea43a73d95'}}] {{(pid=103332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 19 07:58:43.344575 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-9a92468c-ef9a-488d-b195-28d92b82c1b3 req-23f23d50-61a5-45dc-a410-fc07b98043fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:58:43.394959 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-9ed4aecc-16a7-4c59-9c90-d65b4b70b6af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:58:43.412068 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.db [req-9a92468c-ef9a-488d-b195-28d92b82c1b3 req-23f23d50-61a5-45dc-a410-fc07b98043fe service neutron] For port de6148d0-e99d-4e96-84d5-d46aadbc17e2, host hv-neutron-8616, cleared binding levels {{(pid=103332) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 07:58:43.415133 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.db [req-9a92468c-ef9a-488d-b195-28d92b82c1b3 req-23f23d50-61a5-45dc-a410-fc07b98043fe service neutron] For port de6148d0-e99d-4e96-84d5-d46aadbc17e2, host hv-neutron-8616, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=de6148d0-e99d-4e96-84d5-d46aadbc17e2,segment=NetworkSegment(ec1cc5c8-38ad-4f72-bd5f-95447b28a628),segment_id=ec1cc5c8-38ad-4f72-bd5f-95447b28a628)] {{(pid=103332) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 07:58:43.418714 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-9a92468c-ef9a-488d-b195-28d92b82c1b3 req-23f23d50-61a5-45dc-a410-fc07b98043fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133553807'] for port, after_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:58:43.421905 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a92468c-ef9a-488d-b195-28d92b82c1b3 req-23f23d50-61a5-45dc-a410-fc07b98043fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:58:43.422505 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-9a92468c-ef9a-488d-b195-28d92b82c1b3 req-23f23d50-61a5-45dc-a410-fc07b98043fe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42160'] for port, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:58:43.424142 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-9a92468c-ef9a-488d-b195-28d92b82c1b3 req-23f23d50-61a5-45dc-a410-fc07b98043fe service neutron] 10.222.0.16 "PUT /v2.0/ports/de6148d0-e99d-4e96-84d5-d46aadbc17e2 HTTP/1.1" status: 200 len: 1094 time: 1.0030808 Oct 19 07:58:43.426143 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2566c28-518a-4f60-94cc-32f454b2f748', 'tag': 'de6148d0-e99d-4e96-84d5-d46aadbc17e2'}] {{(pid=103332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 19 07:58:43.429688 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a021b02cf5f527cd4bbbc40a031b51490d9893d7edeeb551bdf5128ee7546f8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7a0b0b1-9e04-47c2-83df-03adc3e3f1d3" -d '{"events": [{"name": "network-changed", "server_uuid": "c2566c28-518a-4f60-94cc-32f454b2f748", "tag": "de6148d0-e99d-4e96-84d5-d46aadbc17e2"}]}' {{(pid=103332) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 07:58:43.475548 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 19 Oct 2022 07:58:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-faae4764-9a56-414b-aea7-76d6d1c407c4 x-openstack-request-id: req-faae4764-9a56-414b-aea7-76d6d1c407c4 {{(pid=103332) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 07:58:43.475832 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2566c28-518a-4f60-94cc-32f454b2f748", "tag": "de6148d0-e99d-4e96-84d5-d46aadbc17e2", "status": "completed", "code": 200}]} {{(pid=103332) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 07:58:43.476083 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-faae4764-9a56-414b-aea7-76d6d1c407c4 {{(pid=103332) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 07:58:43.476480 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.notifiers.nova [-] Nova event matching ['req-faae4764-9a56-414b-aea7-76d6d1c407c4'] response: {'name': 'network-changed', 'server_uuid': 'c2566c28-518a-4f60-94cc-32f454b2f748', 'tag': 'de6148d0-e99d-4e96-84d5-d46aadbc17e2', 'status': 'completed', 'code': 200} Oct 19 07:58:43.511667 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f23d50-61a5-45dc-a410-fc07b98043fe service neutron] Pushing event updated for resources: {'Port': ['ID=de6148d0-e99d-4e96-84d5-d46aadbc17e2,revision_number=3']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:58:43.520745 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a92468c-ef9a-488d-b195-28d92b82c1b3 req-ff5e7706-6b99-4368-997e-9efebc768e02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:58:43.522457 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-9a92468c-ef9a-488d-b195-28d92b82c1b3 req-ff5e7706-6b99-4368-997e-9efebc768e02 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=71f8639b46d049af8e75fa2e9db888de&device_id=c2566c28-518a-4f60-94cc-32f454b2f748 HTTP/1.1" status: 200 len: 1097 time: 0.0607510 Oct 19 07:58:43.568766 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-9a92468c-ef9a-488d-b195-28d92b82c1b3 req-e6a4f4b5-bd43-4582-8b49-83bc47dcfdfb service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=de6148d0-e99d-4e96-84d5-d46aadbc17e2 HTTP/1.1" status: 200 len: 217 time: 0.0388010 Oct 19 07:58:43.616456 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a92468c-ef9a-488d-b195-28d92b82c1b3 req-2e535dbe-cb55-4aec-abbe-00c61556fd47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:58:43.617905 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-9a92468c-ef9a-488d-b195-28d92b82c1b3 req-2e535dbe-cb55-4aec-abbe-00c61556fd47 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=42ab2701-5732-4e88-b64b-4c5c22ab335d HTTP/1.1" status: 200 len: 853 time: 0.0440483 Oct 19 07:58:43.662017 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a92468c-ef9a-488d-b195-28d92b82c1b3 req-36e515e6-d298-4a08-af08-ce970f75ed4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:58:43.663514 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-9a92468c-ef9a-488d-b195-28d92b82c1b3 req-36e515e6-d298-4a08-af08-ce970f75ed4c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d6ac3250-629e-45cf-bdfd-d5ea43a73d95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0390363 Oct 19 07:58:43.725634 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-14a09543-74b7-4309-9fd7-992d564ca51a None None] Attempt 3 to provision port de6148d0-e99d-4e96-84d5-d46aadbc17e2 Oct 19 07:58:43.755579 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-9a92468c-ef9a-488d-b195-28d92b82c1b3 req-5888876f-76b1-4361-9ec7-48cf7199236b service neutron] 10.222.0.16 "GET /v2.0/networks/d6ac3250-629e-45cf-bdfd-d5ea43a73d95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858719 Oct 19 07:58:43.764621 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-14a09543-74b7-4309-9fd7-992d564ca51a None None] Port de6148d0-e99d-4e96-84d5-d46aadbc17e2 had new provisioning blocks added so it will not transition to active. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:370}} Oct 19 07:58:43.843986 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-9a92468c-ef9a-488d-b195-28d92b82c1b3 req-4f310447-a1d5-45d1-b8eb-b55efdc1cc20 service neutron] 10.222.0.16 "GET /v2.0/networks/d6ac3250-629e-45cf-bdfd-d5ea43a73d95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823660 Oct 19 07:58:43.923963 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a0b0b1-9e04-47c2-83df-03adc3e3f1d3 req-646e19b8-4be4-4f7c-a5ca-b46891377f14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:58:43.925387 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-d7a0b0b1-9e04-47c2-83df-03adc3e3f1d3 req-646e19b8-4be4-4f7c-a5ca-b46891377f14 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=71f8639b46d049af8e75fa2e9db888de&device_id=c2566c28-518a-4f60-94cc-32f454b2f748 HTTP/1.1" status: 200 len: 1097 time: 0.0406387 Oct 19 07:58:44.018870 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a0b0b1-9e04-47c2-83df-03adc3e3f1d3 req-0ab862bd-5936-48b6-81ce-04819a47df83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:58:44.020334 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-d7a0b0b1-9e04-47c2-83df-03adc3e3f1d3 req-0ab862bd-5936-48b6-81ce-04819a47df83 service neutron] 10.222.0.16 "GET /v2.0/networks?id=d6ac3250-629e-45cf-bdfd-d5ea43a73d95 HTTP/1.1" status: 200 len: 915 time: 0.0879533 Oct 19 07:58:44.061533 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-d7a0b0b1-9e04-47c2-83df-03adc3e3f1d3 req-47874858-8b14-4f7f-94e2-f84dc8c4e9f3 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=de6148d0-e99d-4e96-84d5-d46aadbc17e2 HTTP/1.1" status: 200 len: 217 time: 0.0343666 Oct 19 07:58:44.113879 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a0b0b1-9e04-47c2-83df-03adc3e3f1d3 req-9c656424-512b-4fae-bfe6-df89e9c5f9a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:58:44.115327 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-d7a0b0b1-9e04-47c2-83df-03adc3e3f1d3 req-9c656424-512b-4fae-bfe6-df89e9c5f9a1 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=42ab2701-5732-4e88-b64b-4c5c22ab335d HTTP/1.1" status: 200 len: 853 time: 0.0479846 Oct 19 07:58:44.159998 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a0b0b1-9e04-47c2-83df-03adc3e3f1d3 req-ab4bcb99-656b-4aba-a084-3c79be399575 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:58:44.162081 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-d7a0b0b1-9e04-47c2-83df-03adc3e3f1d3 req-ab4bcb99-656b-4aba-a084-3c79be399575 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d6ac3250-629e-45cf-bdfd-d5ea43a73d95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0395269 Oct 19 07:58:44.252831 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-d7a0b0b1-9e04-47c2-83df-03adc3e3f1d3 req-f0f347e6-f9bf-4d40-aa34-6b9ded8ddd23 service neutron] 10.222.0.16 "GET /v2.0/networks/d6ac3250-629e-45cf-bdfd-d5ea43a73d95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842049 Oct 19 07:58:44.343383 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-d7a0b0b1-9e04-47c2-83df-03adc3e3f1d3 req-3946897e-fe56-4bde-b9c4-504ff9571458 service neutron] 10.222.0.16 "GET /v2.0/networks/d6ac3250-629e-45cf-bdfd-d5ea43a73d95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837212 Oct 19 07:58:44.485133 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa1e9f6-6755-4638-9264-4d3d051f80db req-6969313d-59ae-46ad-8584-7d35103b737b tempest-ServerDiskConfigTestJSON-945375969 tempest-ServerDiskConfigTestJSON-945375969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:58:44.486616 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-aaa1e9f6-6755-4638-9264-4d3d051f80db req-6969313d-59ae-46ad-8584-7d35103b737b tempest-ServerDiskConfigTestJSON-945375969 tempest-ServerDiskConfigTestJSON-945375969-project] 10.222.0.27 "GET /v2.0/ports?device_id=c2566c28-518a-4f60-94cc-32f454b2f748 HTTP/1.1" status: 200 len: 944 time: 0.1038558 Oct 19 07:58:44.525564 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-aaa1e9f6-6755-4638-9264-4d3d051f80db req-1d7c5811-ce56-48f0-85f0-450429e3239d tempest-ServerDiskConfigTestJSON-945375969 tempest-ServerDiskConfigTestJSON-945375969-project] 10.222.0.27 "GET /v2.0/security-groups?id=269462e4-c001-44c5-b976-ba956c3d3349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329139 Oct 19 07:58:45.550040 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Device 3d1cf168-db57-4a43-b044-294977c83a84 no longer exists at agent hyperv_hv-neutron-8616 {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 07:58:45.571455 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] No Port match for: 3d1cf168-db57-4a43-b044-294977c83a84 {{(pid=103334) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 19 07:58:45.571803 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Device 3d1cf168-db57-4a43-b044-294977c83a84 not bound to the agent host hv-neutron-8616 {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 07:58:45.636445 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.agents_db [None req-6057327c-4456-4c72-8e75-6d3cd9249757 None None] Agent healthcheck: found 6 active agents {{(pid=103335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 07:58:45.699773 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bec1ce5-8b67-44d2-826b-5a1224adf397 req-2892e09d-bcfd-4b15-97a7-ceacb220ca4a tempest-ServerDiskConfigTestJSON-945375969 tempest-ServerDiskConfigTestJSON-945375969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:58:45.701260 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-2bec1ce5-8b67-44d2-826b-5a1224adf397 req-2892e09d-bcfd-4b15-97a7-ceacb220ca4a tempest-ServerDiskConfigTestJSON-945375969 tempest-ServerDiskConfigTestJSON-945375969-project] 10.222.0.27 "GET /v2.0/ports?device_id=c2566c28-518a-4f60-94cc-32f454b2f748 HTTP/1.1" status: 200 len: 944 time: 0.1006060 Oct 19 07:58:45.739290 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-2bec1ce5-8b67-44d2-826b-5a1224adf397 req-8400d1ce-1634-4745-a7d1-68c534b06af8 tempest-ServerDiskConfigTestJSON-945375969 tempest-ServerDiskConfigTestJSON-945375969-project] 10.222.0.27 "GET /v2.0/security-groups?id=269462e4-c001-44c5-b976-ba956c3d3349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317395 Oct 19 07:58:46.312341 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-6cc362bd-48e2-4e60-89dd-177e2a9f4e39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:58:46.858657 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4242feb-51f5-4a52-a612-0fea9b80d105 req-5224bbd0-4304-4c5a-b081-8de2824580b9 tempest-ServerDiskConfigTestJSON-945375969 tempest-ServerDiskConfigTestJSON-945375969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:58:46.860116 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-a4242feb-51f5-4a52-a612-0fea9b80d105 req-5224bbd0-4304-4c5a-b081-8de2824580b9 tempest-ServerDiskConfigTestJSON-945375969 tempest-ServerDiskConfigTestJSON-945375969-project] 10.222.0.27 "GET /v2.0/ports?device_id=c2566c28-518a-4f60-94cc-32f454b2f748 HTTP/1.1" status: 200 len: 944 time: 0.0489013 Oct 19 07:58:46.897595 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-a4242feb-51f5-4a52-a612-0fea9b80d105 req-918320cb-3679-4d17-9dee-08df68bd6cf7 tempest-ServerDiskConfigTestJSON-945375969 tempest-ServerDiskConfigTestJSON-945375969-project] 10.222.0.27 "GET /v2.0/security-groups?id=269462e4-c001-44c5-b976-ba956c3d3349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315695 Oct 19 07:58:47.546642 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Device de6148d0-e99d-4e96-84d5-d46aadbc17e2 details requested by agent hyperv_hv-neutron-8616 with host hv-neutron-8616 {{(pid=103334) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 07:58:47.643787 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] For port de6148d0-e99d-4e96-84d5-d46aadbc17e2, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=de6148d0-e99d-4e96-84d5-d46aadbc17e2,segment=NetworkSegment(ec1cc5c8-38ad-4f72-bd5f-95447b28a628),segment_id=ec1cc5c8-38ad-4f72-bd5f-95447b28a628)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:58:47.654603 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Returning: {'device': 'de6148d0-e99d-4e96-84d5-d46aadbc17e2', 'network_id': 'd6ac3250-629e-45cf-bdfd-d5ea43a73d95', 'port_id': 'de6148d0-e99d-4e96-84d5-d46aadbc17e2', 'mac_address': 'fa:16:3e:10:5e:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42ab2701-5732-4e88-b64b-4c5c22ab335d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103334) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 07:58:47.691070 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Current status of the port de6148d0-e99d-4e96-84d5-d46aadbc17e2 is: DOWN; New status is: BUILD {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:58:47.691456 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:58:47.704183 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.notifiers.nova [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de6148d0-e99d-4e96-84d5-d46aadbc17e2 {{(pid=103334) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 19 07:58:47.722445 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] For port de6148d0-e99d-4e96-84d5-d46aadbc17e2, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=de6148d0-e99d-4e96-84d5-d46aadbc17e2,segment=NetworkSegment(ec1cc5c8-38ad-4f72-bd5f-95447b28a628),segment_id=ec1cc5c8-38ad-4f72-bd5f-95447b28a628)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:58:47.726894 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:58:47.773949 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Pushing event updated for resources: {'Port': ['ID=de6148d0-e99d-4e96-84d5-d46aadbc17e2,revision_number=4']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:58:47.919862 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] get_ports_and_sgs() called for port_ids ['de6148d0-e99d-4e96-84d5-d46aadbc17e2'] {{(pid=103334) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 19 07:58:47.998177 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-2a2259f7-b034-4eec-af7a-7abaede746c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:58:48.017917 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15735ff-1a3a-4719-9cd9-da315aa41b26 req-9bd2c80a-ed37-4ab9-843c-8c78976d83e0 tempest-ServerDiskConfigTestJSON-945375969 tempest-ServerDiskConfigTestJSON-945375969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:58:48.019393 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-b15735ff-1a3a-4719-9cd9-da315aa41b26 req-9bd2c80a-ed37-4ab9-843c-8c78976d83e0 tempest-ServerDiskConfigTestJSON-945375969 tempest-ServerDiskConfigTestJSON-945375969-project] 10.222.0.27 "GET /v2.0/ports?device_id=c2566c28-518a-4f60-94cc-32f454b2f748 HTTP/1.1" status: 200 len: 945 time: 0.0494611 Oct 19 07:58:48.057615 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-b15735ff-1a3a-4719-9cd9-da315aa41b26 req-6e5d6472-8abf-4a59-b1b4-d32e91392005 tempest-ServerDiskConfigTestJSON-945375969 tempest-ServerDiskConfigTestJSON-945375969-project] 10.222.0.27 "GET /v2.0/security-groups?id=269462e4-c001-44c5-b976-ba956c3d3349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312884 Oct 19 07:58:49.034959 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-1a0da505-d0f9-48c6-b7e2-53b9c5e41298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:58:49.157216 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:58:49.185700 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793ebfb8-a0d0-494d-9e23-ddc2db49509c req-b696da6c-d239-4f30-befd-d2a7d1d3becd tempest-ServerDiskConfigTestJSON-945375969 tempest-ServerDiskConfigTestJSON-945375969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:58:49.187159 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-793ebfb8-a0d0-494d-9e23-ddc2db49509c req-b696da6c-d239-4f30-befd-d2a7d1d3becd tempest-ServerDiskConfigTestJSON-945375969 tempest-ServerDiskConfigTestJSON-945375969-project] 10.222.0.27 "GET /v2.0/ports?device_id=c2566c28-518a-4f60-94cc-32f454b2f748 HTTP/1.1" status: 200 len: 945 time: 0.0542867 Oct 19 07:58:49.226054 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-793ebfb8-a0d0-494d-9e23-ddc2db49509c req-28730479-2438-40af-aea2-1b92dfd53075 tempest-ServerDiskConfigTestJSON-945375969 tempest-ServerDiskConfigTestJSON-945375969-project] 10.222.0.27 "GET /v2.0/security-groups?id=269462e4-c001-44c5-b976-ba956c3d3349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322568 Oct 19 07:58:49.557312 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Device de6148d0-e99d-4e96-84d5-d46aadbc17e2 up at agent hyperv_hv-neutron-8616 {{(pid=103334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 07:58:49.605116 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Provisioning for port de6148d0-e99d-4e96-84d5-d46aadbc17e2 completed by entity L2. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 19 07:58:49.608738 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Provisioning complete for port de6148d0-e99d-4e96-84d5-d46aadbc17e2 triggered by entity L2. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:58:49.609106 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:58:49.609439 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Attempt 1 to provision port de6148d0-e99d-4e96-84d5-d46aadbc17e2 Oct 19 07:58:49.686670 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Current status of the port de6148d0-e99d-4e96-84d5-d46aadbc17e2 is: BUILD; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:58:49.687046 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:58:49.709049 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2566c28-518a-4f60-94cc-32f454b2f748', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de6148d0-e99d-4e96-84d5-d46aadbc17e2'}] {{(pid=103334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 19 07:58:49.711268 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d918bd29c62f7e926e80ce37adcd574e0921d2de3006e6b6ef58999f52d8e2e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d852bbd-b329-4c81-b977-f04cd4571db0" -d '{"events": [{"server_uuid": "c2566c28-518a-4f60-94cc-32f454b2f748", "name": "network-vif-plugged", "status": "completed", "tag": "de6148d0-e99d-4e96-84d5-d46aadbc17e2"}]}' {{(pid=103334) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 07:58:49.724484 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] For port de6148d0-e99d-4e96-84d5-d46aadbc17e2, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=de6148d0-e99d-4e96-84d5-d46aadbc17e2,segment=NetworkSegment(ec1cc5c8-38ad-4f72-bd5f-95447b28a628),segment_id=ec1cc5c8-38ad-4f72-bd5f-95447b28a628)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:58:49.728296 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:58:49.751393 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 19 Oct 2022 07:58:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c338e5a3-14a8-486f-bbb5-7749d1718c94 x-openstack-request-id: req-c338e5a3-14a8-486f-bbb5-7749d1718c94 {{(pid=103334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 07:58:49.751716 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2566c28-518a-4f60-94cc-32f454b2f748", "name": "network-vif-plugged", "status": "completed", "tag": "de6148d0-e99d-4e96-84d5-d46aadbc17e2", "code": 200}]} {{(pid=103334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 07:58:49.751976 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-c338e5a3-14a8-486f-bbb5-7749d1718c94 {{(pid=103334) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 07:58:49.752368 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c338e5a3-14a8-486f-bbb5-7749d1718c94'] response: {'server_uuid': 'c2566c28-518a-4f60-94cc-32f454b2f748', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de6148d0-e99d-4e96-84d5-d46aadbc17e2', 'code': 200} Oct 19 07:58:49.778114 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Pushing event updated for resources: {'Port': ['ID=de6148d0-e99d-4e96-84d5-d46aadbc17e2,revision_number=5']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:58:49.908035 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03caf06-eebc-442a-bfb7-46d8c20c9341 req-8ffda466-7445-4278-bf35-6f27a5993a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:58:49.909455 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-a03caf06-eebc-442a-bfb7-46d8c20c9341 req-8ffda466-7445-4278-bf35-6f27a5993a08 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=c2566c28-518a-4f60-94cc-32f454b2f748 HTTP/1.1" status: 200 len: 1099 time: 0.0389271 Oct 19 07:58:49.943878 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-a03caf06-eebc-442a-bfb7-46d8c20c9341 req-62497d21-b5b3-4b7a-a683-0cfaaf0a45d4 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=269462e4-c001-44c5-b976-ba956c3d3349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0274234 Oct 19 07:58:50.345799 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e703fe43-bc1d-4887-b2c7-51f2077da98d req-dfe208df-7a17-4cef-b23a-be2a74fe23e1 tempest-ServerDiskConfigTestJSON-945375969 tempest-ServerDiskConfigTestJSON-945375969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:58:50.347300 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-e703fe43-bc1d-4887-b2c7-51f2077da98d req-dfe208df-7a17-4cef-b23a-be2a74fe23e1 tempest-ServerDiskConfigTestJSON-945375969 tempest-ServerDiskConfigTestJSON-945375969-project] 10.222.0.27 "GET /v2.0/ports?device_id=c2566c28-518a-4f60-94cc-32f454b2f748 HTTP/1.1" status: 200 len: 946 time: 0.0504005 Oct 19 07:58:50.385532 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-e703fe43-bc1d-4887-b2c7-51f2077da98d req-b8c36ee6-3f8e-4fc4-a3d1-ba14c87c9468 tempest-ServerDiskConfigTestJSON-945375969 tempest-ServerDiskConfigTestJSON-945375969-project] 10.222.0.27 "GET /v2.0/security-groups?id=269462e4-c001-44c5-b976-ba956c3d3349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320964 Oct 19 07:58:51.511701 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3a398d-8505-463d-83ae-f2e6f19094a9 req-4d9a8785-99c6-41c0-899b-0c13b476c145 tempest-ServerDiskConfigTestJSON-945375969 tempest-ServerDiskConfigTestJSON-945375969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:58:51.513232 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-4f3a398d-8505-463d-83ae-f2e6f19094a9 req-4d9a8785-99c6-41c0-899b-0c13b476c145 tempest-ServerDiskConfigTestJSON-945375969 tempest-ServerDiskConfigTestJSON-945375969-project] 10.222.0.27 "GET /v2.0/ports?device_id=c2566c28-518a-4f60-94cc-32f454b2f748 HTTP/1.1" status: 200 len: 946 time: 0.0529191 Oct 19 07:58:51.551862 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-4f3a398d-8505-463d-83ae-f2e6f19094a9 req-99dce89e-3bb6-4203-86e0-d3956d8df82c tempest-ServerDiskConfigTestJSON-945375969 tempest-ServerDiskConfigTestJSON-945375969-project] 10.222.0.27 "GET /v2.0/security-groups?id=269462e4-c001-44c5-b976-ba956c3d3349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327203 Oct 19 07:58:51.672019 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6850c57-f67f-4804-9d01-a951a915a62e req-6788e31c-2650-4bc2-a9d2-8f11e7b3111a tempest-ServerDiskConfigTestJSON-945375969 tempest-ServerDiskConfigTestJSON-945375969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:58:51.673615 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-e6850c57-f67f-4804-9d01-a951a915a62e req-6788e31c-2650-4bc2-a9d2-8f11e7b3111a tempest-ServerDiskConfigTestJSON-945375969 tempest-ServerDiskConfigTestJSON-945375969-project] 10.222.0.27 "GET /v2.0/ports?device_id=c2566c28-518a-4f60-94cc-32f454b2f748 HTTP/1.1" status: 200 len: 946 time: 0.0491350 Oct 19 07:58:51.710896 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-e6850c57-f67f-4804-9d01-a951a915a62e req-42ac2a85-7915-4af4-a5d2-366dbde0e831 tempest-ServerDiskConfigTestJSON-945375969 tempest-ServerDiskConfigTestJSON-945375969-project] 10.222.0.27 "GET /v2.0/security-groups?id=269462e4-c001-44c5-b976-ba956c3d3349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311213 Oct 19 07:58:51.963213 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-a9d44015-2208-491e-bc6c-039a54938f05 req-4b7e4c7f-6c2c-4950-951b-36ccf012d8f6 service neutron] 10.222.0.27 "GET /v2.0/ports?device_id=c2566c28-518a-4f60-94cc-32f454b2f748&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0731382 Oct 19 07:58:51.975974 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884dfbb4-1f94-41e3-be38-2162ec77b54f req-72c8bcd6-dfbf-47e2-a8a9-957aa5c07255 tempest-ServerDiskConfigTestJSON-945375969 tempest-ServerDiskConfigTestJSON-945375969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:58:51.977459 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-884dfbb4-1f94-41e3-be38-2162ec77b54f req-72c8bcd6-dfbf-47e2-a8a9-957aa5c07255 tempest-ServerDiskConfigTestJSON-945375969 tempest-ServerDiskConfigTestJSON-945375969-project] 10.222.0.27 "GET /v2.0/ports?device_id=c2566c28-518a-4f60-94cc-32f454b2f748 HTTP/1.1" status: 200 len: 946 time: 0.0774555 Oct 19 07:58:52.017364 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-884dfbb4-1f94-41e3-be38-2162ec77b54f req-756f0007-c6ac-41b7-9aa3-8a5510156527 tempest-ServerDiskConfigTestJSON-945375969 tempest-ServerDiskConfigTestJSON-945375969-project] 10.222.0.27 "GET /v2.0/security-groups?id=269462e4-c001-44c5-b976-ba956c3d3349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331867 Oct 19 07:58:52.984492 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d44015-2208-491e-bc6c-039a54938f05 req-f48e9f67-c220-4a8c-a954-d55ea82fe028 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:58:52.986043 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-a9d44015-2208-491e-bc6c-039a54938f05 req-f48e9f67-c220-4a8c-a954-d55ea82fe028 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=71f8639b46d049af8e75fa2e9db888de&device_id=c2566c28-518a-4f60-94cc-32f454b2f748 HTTP/1.1" status: 200 len: 1099 time: 0.0411248 Oct 19 07:58:53.078175 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d44015-2208-491e-bc6c-039a54938f05 req-11bf26e3-2932-4296-acff-95ae9c5a497f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:58:53.079915 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-a9d44015-2208-491e-bc6c-039a54938f05 req-11bf26e3-2932-4296-acff-95ae9c5a497f service neutron] 10.222.0.16 "GET /v2.0/networks?id=d6ac3250-629e-45cf-bdfd-d5ea43a73d95 HTTP/1.1" status: 200 len: 915 time: 0.0866590 Oct 19 07:58:53.129590 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-a9d44015-2208-491e-bc6c-039a54938f05 req-b30daafc-ed50-4c69-a0f5-a44395c3465a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=de6148d0-e99d-4e96-84d5-d46aadbc17e2 HTTP/1.1" status: 200 len: 217 time: 0.0429697 Oct 19 07:58:53.198711 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d44015-2208-491e-bc6c-039a54938f05 req-885db902-31bb-4df7-a626-217064d733cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:58:53.200166 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-a9d44015-2208-491e-bc6c-039a54938f05 req-885db902-31bb-4df7-a626-217064d733cf service neutron] 10.222.0.16 "GET /v2.0/subnets?id=42ab2701-5732-4e88-b64b-4c5c22ab335d HTTP/1.1" status: 200 len: 853 time: 0.0570188 Oct 19 07:58:53.207744 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fd8f25-425a-4ca7-b63d-3bbe89ebc618 req-8baa5db3-f292-4e38-a583-b2cd54543206 tempest-ServerDiskConfigTestJSON-945375969 tempest-ServerDiskConfigTestJSON-945375969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:58:53.209691 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-e3fd8f25-425a-4ca7-b63d-3bbe89ebc618 req-8baa5db3-f292-4e38-a583-b2cd54543206 tempest-ServerDiskConfigTestJSON-945375969 tempest-ServerDiskConfigTestJSON-945375969-project] 10.222.0.27 "GET /v2.0/ports?device_id=c2566c28-518a-4f60-94cc-32f454b2f748 HTTP/1.1" status: 200 len: 946 time: 0.1172798 Oct 19 07:58:53.272440 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-e3fd8f25-425a-4ca7-b63d-3bbe89ebc618 req-7af37766-8526-4383-96c0-00890118ab86 tempest-ServerDiskConfigTestJSON-945375969 tempest-ServerDiskConfigTestJSON-945375969-project] 10.222.0.27 "GET /v2.0/security-groups?id=269462e4-c001-44c5-b976-ba956c3d3349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544057 Oct 19 07:58:53.274865 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d44015-2208-491e-bc6c-039a54938f05 req-c73d691d-83b6-493c-92fb-253894fec093 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:58:53.276280 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-a9d44015-2208-491e-bc6c-039a54938f05 req-c73d691d-83b6-493c-92fb-253894fec093 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d6ac3250-629e-45cf-bdfd-d5ea43a73d95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0657675 Oct 19 07:58:53.369713 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-a9d44015-2208-491e-bc6c-039a54938f05 req-3d588924-4756-4579-b5a5-7a6cd6e40f8f service neutron] 10.222.0.16 "GET /v2.0/networks/d6ac3250-629e-45cf-bdfd-d5ea43a73d95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867436 Oct 19 07:58:53.456630 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-a9d44015-2208-491e-bc6c-039a54938f05 req-e1884dd5-0c9b-41ec-877b-42ec95c86903 service neutron] 10.222.0.16 "GET /v2.0/networks/d6ac3250-629e-45cf-bdfd-d5ea43a73d95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808947 Oct 19 07:58:54.399072 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd06ca2-da9b-4b17-87a0-4cc2b275d7df req-25d50af8-ff94-4d42-b0cb-dec056d13bac tempest-ServerDiskConfigTestJSON-945375969 tempest-ServerDiskConfigTestJSON-945375969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:58:54.400580 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-3fd06ca2-da9b-4b17-87a0-4cc2b275d7df req-25d50af8-ff94-4d42-b0cb-dec056d13bac tempest-ServerDiskConfigTestJSON-945375969 tempest-ServerDiskConfigTestJSON-945375969-project] 10.222.0.27 "GET /v2.0/ports?device_id=c2566c28-518a-4f60-94cc-32f454b2f748 HTTP/1.1" status: 200 len: 946 time: 0.0541859 Oct 19 07:58:54.443497 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-3fd06ca2-da9b-4b17-87a0-4cc2b275d7df req-4ffe570a-60b7-4fbc-afc9-1054b7a0b79d tempest-ServerDiskConfigTestJSON-945375969 tempest-ServerDiskConfigTestJSON-945375969-project] 10.222.0.27 "GET /v2.0/security-groups?id=269462e4-c001-44c5-b976-ba956c3d3349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367703 Oct 19 07:58:55.562984 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d798da5-d1e5-440b-b9f6-827d506bd707 req-3d0d972c-e025-4597-9e13-ffce402d40b6 tempest-ServerDiskConfigTestJSON-945375969 tempest-ServerDiskConfigTestJSON-945375969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:58:55.564439 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-5d798da5-d1e5-440b-b9f6-827d506bd707 req-3d0d972c-e025-4597-9e13-ffce402d40b6 tempest-ServerDiskConfigTestJSON-945375969 tempest-ServerDiskConfigTestJSON-945375969-project] 10.222.0.27 "GET /v2.0/ports?device_id=c2566c28-518a-4f60-94cc-32f454b2f748 HTTP/1.1" status: 200 len: 946 time: 0.0483131 Oct 19 07:58:55.602286 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-5d798da5-d1e5-440b-b9f6-827d506bd707 req-67c98d4e-fdc4-4b5b-a716-8f7ae44b6c6f tempest-ServerDiskConfigTestJSON-945375969 tempest-ServerDiskConfigTestJSON-945375969-project] 10.222.0.27 "GET /v2.0/security-groups?id=269462e4-c001-44c5-b976-ba956c3d3349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315692 Oct 19 07:58:56.720757 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a72aa30-1fe4-4a15-ab5f-5ca936a44b8d req-7f483eb6-5dca-487f-9470-48027e785ae5 tempest-ServerDiskConfigTestJSON-945375969 tempest-ServerDiskConfigTestJSON-945375969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:58:56.722213 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-7a72aa30-1fe4-4a15-ab5f-5ca936a44b8d req-7f483eb6-5dca-487f-9470-48027e785ae5 tempest-ServerDiskConfigTestJSON-945375969 tempest-ServerDiskConfigTestJSON-945375969-project] 10.222.0.27 "GET /v2.0/ports?device_id=c2566c28-518a-4f60-94cc-32f454b2f748 HTTP/1.1" status: 200 len: 946 time: 0.0482879 Oct 19 07:58:56.763053 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-7a72aa30-1fe4-4a15-ab5f-5ca936a44b8d req-99a3aeb5-b23c-4eb1-b422-678e4712f2b1 tempest-ServerDiskConfigTestJSON-945375969 tempest-ServerDiskConfigTestJSON-945375969-project] 10.222.0.27 "GET /v2.0/security-groups?id=269462e4-c001-44c5-b976-ba956c3d3349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337856 Oct 19 07:58:57.883545 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76d55d3-d6c6-4be4-85d6-0312534cbc43 req-103c0be2-644e-4990-989e-8e456a2246e3 tempest-ServerDiskConfigTestJSON-945375969 tempest-ServerDiskConfigTestJSON-945375969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:58:57.885034 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-b76d55d3-d6c6-4be4-85d6-0312534cbc43 req-103c0be2-644e-4990-989e-8e456a2246e3 tempest-ServerDiskConfigTestJSON-945375969 tempest-ServerDiskConfigTestJSON-945375969-project] 10.222.0.27 "GET /v2.0/ports?device_id=c2566c28-518a-4f60-94cc-32f454b2f748 HTTP/1.1" status: 200 len: 946 time: 0.0481939 Oct 19 07:58:57.926610 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-b76d55d3-d6c6-4be4-85d6-0312534cbc43 req-143ed203-e353-430f-bb9e-ba6ad5d6b858 tempest-ServerDiskConfigTestJSON-945375969 tempest-ServerDiskConfigTestJSON-945375969-project] 10.222.0.27 "GET /v2.0/security-groups?id=269462e4-c001-44c5-b976-ba956c3d3349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356798 Oct 19 07:58:59.045017 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729386e1-84b4-4297-84be-a80a894cf04b req-6b35d52f-4752-4eba-99e4-dba1c211d1b8 tempest-ServerDiskConfigTestJSON-945375969 tempest-ServerDiskConfigTestJSON-945375969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:58:59.046487 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-729386e1-84b4-4297-84be-a80a894cf04b req-6b35d52f-4752-4eba-99e4-dba1c211d1b8 tempest-ServerDiskConfigTestJSON-945375969 tempest-ServerDiskConfigTestJSON-945375969-project] 10.222.0.27 "GET /v2.0/ports?device_id=c2566c28-518a-4f60-94cc-32f454b2f748 HTTP/1.1" status: 200 len: 946 time: 0.0481451 Oct 19 07:58:59.083189 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-729386e1-84b4-4297-84be-a80a894cf04b req-5eb46a89-048d-4734-8288-06db6f3a02b3 tempest-ServerDiskConfigTestJSON-945375969 tempest-ServerDiskConfigTestJSON-945375969-project] 10.222.0.27 "GET /v2.0/security-groups?id=269462e4-c001-44c5-b976-ba956c3d3349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308495 Oct 19 07:59:00.204744 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2215dc-cc06-49da-b252-dedcbfa12f84 req-3c95def9-f91a-48d4-a7a6-564eed43699c tempest-ServerDiskConfigTestJSON-945375969 tempest-ServerDiskConfigTestJSON-945375969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:59:00.206217 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-3c2215dc-cc06-49da-b252-dedcbfa12f84 req-3c95def9-f91a-48d4-a7a6-564eed43699c tempest-ServerDiskConfigTestJSON-945375969 tempest-ServerDiskConfigTestJSON-945375969-project] 10.222.0.27 "GET /v2.0/ports?device_id=c2566c28-518a-4f60-94cc-32f454b2f748 HTTP/1.1" status: 200 len: 946 time: 0.0494690 Oct 19 07:59:00.244346 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-3c2215dc-cc06-49da-b252-dedcbfa12f84 req-ce425d11-d4c1-4693-885e-dc96d443c829 tempest-ServerDiskConfigTestJSON-945375969 tempest-ServerDiskConfigTestJSON-945375969-project] 10.222.0.27 "GET /v2.0/security-groups?id=269462e4-c001-44c5-b976-ba956c3d3349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311134 Oct 19 07:59:01.365794 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77744c17-a009-454b-b59c-1278f2eeddf9 req-84ce4dc8-01dc-4b6a-a585-1bd63013b6f5 tempest-ServerDiskConfigTestJSON-945375969 tempest-ServerDiskConfigTestJSON-945375969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:59:01.367251 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-77744c17-a009-454b-b59c-1278f2eeddf9 req-84ce4dc8-01dc-4b6a-a585-1bd63013b6f5 tempest-ServerDiskConfigTestJSON-945375969 tempest-ServerDiskConfigTestJSON-945375969-project] 10.222.0.27 "GET /v2.0/ports?device_id=c2566c28-518a-4f60-94cc-32f454b2f748 HTTP/1.1" status: 200 len: 946 time: 0.0484283 Oct 19 07:59:01.407593 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-77744c17-a009-454b-b59c-1278f2eeddf9 req-e56e8d8b-54d5-4602-9b75-f02a25fe7678 tempest-ServerDiskConfigTestJSON-945375969 tempest-ServerDiskConfigTestJSON-945375969-project] 10.222.0.27 "GET /v2.0/security-groups?id=269462e4-c001-44c5-b976-ba956c3d3349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344038 Oct 19 07:59:02.529666 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e01f5c-86ce-409b-94a4-cd00d7a50da3 req-b00cb53b-39e8-4ec5-93ea-f0249f9d25e7 tempest-ServerDiskConfigTestJSON-945375969 tempest-ServerDiskConfigTestJSON-945375969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:59:02.531139 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-51e01f5c-86ce-409b-94a4-cd00d7a50da3 req-b00cb53b-39e8-4ec5-93ea-f0249f9d25e7 tempest-ServerDiskConfigTestJSON-945375969 tempest-ServerDiskConfigTestJSON-945375969-project] 10.222.0.27 "GET /v2.0/ports?device_id=c2566c28-518a-4f60-94cc-32f454b2f748 HTTP/1.1" status: 200 len: 946 time: 0.0488322 Oct 19 07:59:02.567782 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-51e01f5c-86ce-409b-94a4-cd00d7a50da3 req-2f1a80d8-d13f-4a35-9afe-6415543a1daa tempest-ServerDiskConfigTestJSON-945375969 tempest-ServerDiskConfigTestJSON-945375969-project] 10.222.0.27 "GET /v2.0/security-groups?id=269462e4-c001-44c5-b976-ba956c3d3349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307603 Oct 19 07:59:03.687468 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98398275-03a5-4057-9aa0-86e5d6e6426c req-6c6e4027-606c-493c-9b75-ca948a024c7c tempest-ServerDiskConfigTestJSON-945375969 tempest-ServerDiskConfigTestJSON-945375969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:59:03.688956 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-98398275-03a5-4057-9aa0-86e5d6e6426c req-6c6e4027-606c-493c-9b75-ca948a024c7c tempest-ServerDiskConfigTestJSON-945375969 tempest-ServerDiskConfigTestJSON-945375969-project] 10.222.0.27 "GET /v2.0/ports?device_id=c2566c28-518a-4f60-94cc-32f454b2f748 HTTP/1.1" status: 200 len: 946 time: 0.0495441 Oct 19 07:59:03.726574 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-98398275-03a5-4057-9aa0-86e5d6e6426c req-5b319b28-0844-44e3-880c-6b1f3ad4fa64 tempest-ServerDiskConfigTestJSON-945375969 tempest-ServerDiskConfigTestJSON-945375969-project] 10.222.0.27 "GET /v2.0/security-groups?id=269462e4-c001-44c5-b976-ba956c3d3349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316713 Oct 19 07:59:04.845990 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3914fc77-1ed7-4806-9e17-47f6b2ed23fa req-60ead2a0-640c-4fde-8943-705f24885055 tempest-ServerDiskConfigTestJSON-945375969 tempest-ServerDiskConfigTestJSON-945375969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:59:04.847431 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-3914fc77-1ed7-4806-9e17-47f6b2ed23fa req-60ead2a0-640c-4fde-8943-705f24885055 tempest-ServerDiskConfigTestJSON-945375969 tempest-ServerDiskConfigTestJSON-945375969-project] 10.222.0.27 "GET /v2.0/ports?device_id=c2566c28-518a-4f60-94cc-32f454b2f748 HTTP/1.1" status: 200 len: 946 time: 0.0481977 Oct 19 07:59:04.888019 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-3914fc77-1ed7-4806-9e17-47f6b2ed23fa req-00ae7af2-ae79-42f6-a65e-529e25f87487 tempest-ServerDiskConfigTestJSON-945375969 tempest-ServerDiskConfigTestJSON-945375969-project] 10.222.0.27 "GET /v2.0/security-groups?id=269462e4-c001-44c5-b976-ba956c3d3349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340722 Oct 19 07:59:06.009682 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c91075-cee2-4bca-842c-07ef5093f8af req-6d0eab65-436c-4d56-8598-81f01c5131a0 tempest-ServerDiskConfigTestJSON-945375969 tempest-ServerDiskConfigTestJSON-945375969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:59:06.011163 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-e8c91075-cee2-4bca-842c-07ef5093f8af req-6d0eab65-436c-4d56-8598-81f01c5131a0 tempest-ServerDiskConfigTestJSON-945375969 tempest-ServerDiskConfigTestJSON-945375969-project] 10.222.0.27 "GET /v2.0/ports?device_id=c2566c28-518a-4f60-94cc-32f454b2f748 HTTP/1.1" status: 200 len: 946 time: 0.0490007 Oct 19 07:59:06.049722 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-e8c91075-cee2-4bca-842c-07ef5093f8af req-042c2a5f-f130-497e-b5a4-00a9c5cd4a6d tempest-ServerDiskConfigTestJSON-945375969 tempest-ServerDiskConfigTestJSON-945375969-project] 10.222.0.27 "GET /v2.0/security-groups?id=269462e4-c001-44c5-b976-ba956c3d3349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326009 Oct 19 07:59:07.171064 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a550680-057a-40ac-ab9c-8478155b63cc req-2c422210-7418-47e2-9aed-7e9b61c404a3 tempest-ServerDiskConfigTestJSON-945375969 tempest-ServerDiskConfigTestJSON-945375969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:59:07.172544 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-4a550680-057a-40ac-ab9c-8478155b63cc req-2c422210-7418-47e2-9aed-7e9b61c404a3 tempest-ServerDiskConfigTestJSON-945375969 tempest-ServerDiskConfigTestJSON-945375969-project] 10.222.0.27 "GET /v2.0/ports?device_id=c2566c28-518a-4f60-94cc-32f454b2f748 HTTP/1.1" status: 200 len: 946 time: 0.0481298 Oct 19 07:59:07.210674 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-4a550680-057a-40ac-ab9c-8478155b63cc req-70b20e56-0d14-44e4-a9d2-ac7cf035410a tempest-ServerDiskConfigTestJSON-945375969 tempest-ServerDiskConfigTestJSON-945375969-project] 10.222.0.27 "GET /v2.0/security-groups?id=269462e4-c001-44c5-b976-ba956c3d3349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321472 Oct 19 07:59:08.328632 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c44d14-2686-4bd1-85f6-077497d26590 req-a83acc85-7c56-4bf8-ab38-1a700ef318f0 tempest-ServerDiskConfigTestJSON-945375969 tempest-ServerDiskConfigTestJSON-945375969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:59:08.330355 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-40c44d14-2686-4bd1-85f6-077497d26590 req-a83acc85-7c56-4bf8-ab38-1a700ef318f0 tempest-ServerDiskConfigTestJSON-945375969 tempest-ServerDiskConfigTestJSON-945375969-project] 10.222.0.27 "GET /v2.0/ports?device_id=c2566c28-518a-4f60-94cc-32f454b2f748 HTTP/1.1" status: 200 len: 946 time: 0.0486715 Oct 19 07:59:08.371231 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-40c44d14-2686-4bd1-85f6-077497d26590 req-8547c6de-d62d-4d93-b21d-69c17b0e73e3 tempest-ServerDiskConfigTestJSON-945375969 tempest-ServerDiskConfigTestJSON-945375969-project] 10.222.0.27 "GET /v2.0/security-groups?id=269462e4-c001-44c5-b976-ba956c3d3349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343447 Oct 19 07:59:09.500379 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ceeb5f-6e83-43d8-bb82-b4d9f664e92f req-75460ad6-e8b1-45da-bac8-14cc07b9310b tempest-ServerDiskConfigTestJSON-945375969 tempest-ServerDiskConfigTestJSON-945375969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:59:09.501935 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-88ceeb5f-6e83-43d8-bb82-b4d9f664e92f req-75460ad6-e8b1-45da-bac8-14cc07b9310b tempest-ServerDiskConfigTestJSON-945375969 tempest-ServerDiskConfigTestJSON-945375969-project] 10.222.0.27 "GET /v2.0/ports?device_id=c2566c28-518a-4f60-94cc-32f454b2f748 HTTP/1.1" status: 200 len: 946 time: 0.0550022 Oct 19 07:59:09.541991 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-88ceeb5f-6e83-43d8-bb82-b4d9f664e92f req-977100ed-aebe-446d-8f3a-0f09089efa15 tempest-ServerDiskConfigTestJSON-945375969 tempest-ServerDiskConfigTestJSON-945375969-project] 10.222.0.27 "GET /v2.0/security-groups?id=269462e4-c001-44c5-b976-ba956c3d3349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338788 Oct 19 07:59:10.661776 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb961efa-cf9a-41c9-bc38-8c504afb0922 req-e3ef29f4-1395-496e-a154-73e5048a3e0f tempest-ServerDiskConfigTestJSON-945375969 tempest-ServerDiskConfigTestJSON-945375969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:59:10.663235 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-cb961efa-cf9a-41c9-bc38-8c504afb0922 req-e3ef29f4-1395-496e-a154-73e5048a3e0f tempest-ServerDiskConfigTestJSON-945375969 tempest-ServerDiskConfigTestJSON-945375969-project] 10.222.0.27 "GET /v2.0/ports?device_id=c2566c28-518a-4f60-94cc-32f454b2f748 HTTP/1.1" status: 200 len: 946 time: 0.0485399 Oct 19 07:59:10.700194 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-cb961efa-cf9a-41c9-bc38-8c504afb0922 req-a44156a4-6ba7-45ff-a6f5-d84f491df0dc tempest-ServerDiskConfigTestJSON-945375969 tempest-ServerDiskConfigTestJSON-945375969-project] 10.222.0.27 "GET /v2.0/security-groups?id=269462e4-c001-44c5-b976-ba956c3d3349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310316 Oct 19 07:59:11.820534 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc4f6d7-cf3b-4318-a543-73cd84fdfadd req-d10a26d5-7872-49c6-9f91-bea4224755d5 tempest-ServerDiskConfigTestJSON-945375969 tempest-ServerDiskConfigTestJSON-945375969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:59:11.822081 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-ccc4f6d7-cf3b-4318-a543-73cd84fdfadd req-d10a26d5-7872-49c6-9f91-bea4224755d5 tempest-ServerDiskConfigTestJSON-945375969 tempest-ServerDiskConfigTestJSON-945375969-project] 10.222.0.27 "GET /v2.0/ports?device_id=c2566c28-518a-4f60-94cc-32f454b2f748 HTTP/1.1" status: 200 len: 946 time: 0.0478899 Oct 19 07:59:11.862787 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-ccc4f6d7-cf3b-4318-a543-73cd84fdfadd req-fd34a428-a0f9-4756-9867-68d9c935ff68 tempest-ServerDiskConfigTestJSON-945375969 tempest-ServerDiskConfigTestJSON-945375969-project] 10.222.0.27 "GET /v2.0/security-groups?id=269462e4-c001-44c5-b976-ba956c3d3349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347619 Oct 19 07:59:11.905338 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:59:12.983436 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d5ea41-840f-48b9-a268-95ddc6db5d91 req-bcc6b3f0-5aa3-4267-9619-d9a0f869346c tempest-ServerDiskConfigTestJSON-945375969 tempest-ServerDiskConfigTestJSON-945375969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:59:12.984926 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-93d5ea41-840f-48b9-a268-95ddc6db5d91 req-bcc6b3f0-5aa3-4267-9619-d9a0f869346c tempest-ServerDiskConfigTestJSON-945375969 tempest-ServerDiskConfigTestJSON-945375969-project] 10.222.0.27 "GET /v2.0/ports?device_id=c2566c28-518a-4f60-94cc-32f454b2f748 HTTP/1.1" status: 200 len: 946 time: 0.0488157 Oct 19 07:59:13.022168 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-93d5ea41-840f-48b9-a268-95ddc6db5d91 req-2ea9e9a0-effb-48b7-95f6-fa4c0f6b2996 tempest-ServerDiskConfigTestJSON-945375969 tempest-ServerDiskConfigTestJSON-945375969-project] 10.222.0.27 "GET /v2.0/security-groups?id=269462e4-c001-44c5-b976-ba956c3d3349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306973 Oct 19 07:59:13.396968 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-e48f6551-4e75-4d23-8914-0443ac4889bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:59:14.145475 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b592fbc2-cc78-4c12-bc1f-a19b4275cdcb req-2b414b0c-98eb-4bb8-b380-57961e06f411 tempest-ServerDiskConfigTestJSON-945375969 tempest-ServerDiskConfigTestJSON-945375969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:59:14.146988 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-b592fbc2-cc78-4c12-bc1f-a19b4275cdcb req-2b414b0c-98eb-4bb8-b380-57961e06f411 tempest-ServerDiskConfigTestJSON-945375969 tempest-ServerDiskConfigTestJSON-945375969-project] 10.222.0.27 "GET /v2.0/ports?device_id=c2566c28-518a-4f60-94cc-32f454b2f748 HTTP/1.1" status: 200 len: 946 time: 0.0484564 Oct 19 07:59:14.183530 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-b592fbc2-cc78-4c12-bc1f-a19b4275cdcb req-585486ac-3baa-4fdf-9d50-aae0443571d6 tempest-ServerDiskConfigTestJSON-945375969 tempest-ServerDiskConfigTestJSON-945375969-project] 10.222.0.27 "GET /v2.0/security-groups?id=269462e4-c001-44c5-b976-ba956c3d3349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305982 Oct 19 07:59:15.304410 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8a3cf2-7be2-4a9b-878b-f05179862c25 req-35c6a9cb-7337-40b6-a3a2-da83e4129c37 tempest-ServerDiskConfigTestJSON-945375969 tempest-ServerDiskConfigTestJSON-945375969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:59:15.305920 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-7c8a3cf2-7be2-4a9b-878b-f05179862c25 req-35c6a9cb-7337-40b6-a3a2-da83e4129c37 tempest-ServerDiskConfigTestJSON-945375969 tempest-ServerDiskConfigTestJSON-945375969-project] 10.222.0.27 "GET /v2.0/ports?device_id=c2566c28-518a-4f60-94cc-32f454b2f748 HTTP/1.1" status: 200 len: 946 time: 0.0487690 Oct 19 07:59:15.346268 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-7c8a3cf2-7be2-4a9b-878b-f05179862c25 req-d57b585b-b8d3-45f1-88d2-0490f2bb3495 tempest-ServerDiskConfigTestJSON-945375969 tempest-ServerDiskConfigTestJSON-945375969-project] 10.222.0.27 "GET /v2.0/security-groups?id=269462e4-c001-44c5-b976-ba956c3d3349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345142 Oct 19 07:59:16.315484 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-23699bfa-35b2-4b47-a9f1-dfa34569645b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:59:16.468780 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ca8fbb-7e77-4e5b-ab48-c344ce2a828f req-0b3346b8-52c9-4a2e-843a-90970b091c56 tempest-ServerDiskConfigTestJSON-945375969 tempest-ServerDiskConfigTestJSON-945375969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:59:16.470276 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-04ca8fbb-7e77-4e5b-ab48-c344ce2a828f req-0b3346b8-52c9-4a2e-843a-90970b091c56 tempest-ServerDiskConfigTestJSON-945375969 tempest-ServerDiskConfigTestJSON-945375969-project] 10.222.0.27 "GET /v2.0/ports?device_id=c2566c28-518a-4f60-94cc-32f454b2f748 HTTP/1.1" status: 200 len: 946 time: 0.0504208 Oct 19 07:59:16.508331 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-04ca8fbb-7e77-4e5b-ab48-c344ce2a828f req-e7ec6617-7519-412a-a29e-92004a6287c5 tempest-ServerDiskConfigTestJSON-945375969 tempest-ServerDiskConfigTestJSON-945375969-project] 10.222.0.27 "GET /v2.0/security-groups?id=269462e4-c001-44c5-b976-ba956c3d3349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317340 Oct 19 07:59:17.628793 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc08c6f-102f-4d3c-807f-8b0bd1b8a499 req-0ddf7580-d1ce-47ee-80c3-17e21087030c tempest-ServerDiskConfigTestJSON-945375969 tempest-ServerDiskConfigTestJSON-945375969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:59:17.630938 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-fcc08c6f-102f-4d3c-807f-8b0bd1b8a499 req-0ddf7580-d1ce-47ee-80c3-17e21087030c tempest-ServerDiskConfigTestJSON-945375969 tempest-ServerDiskConfigTestJSON-945375969-project] 10.222.0.27 "GET /v2.0/ports?device_id=c2566c28-518a-4f60-94cc-32f454b2f748 HTTP/1.1" status: 200 len: 946 time: 0.0492890 Oct 19 07:59:17.668152 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-fcc08c6f-102f-4d3c-807f-8b0bd1b8a499 req-4c434c11-7f6c-44e5-875e-75151f1af3b0 tempest-ServerDiskConfigTestJSON-945375969 tempest-ServerDiskConfigTestJSON-945375969-project] 10.222.0.27 "GET /v2.0/security-groups?id=269462e4-c001-44c5-b976-ba956c3d3349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313938 Oct 19 07:59:17.985481 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-2a2259f7-b034-4eec-af7a-7abaede746c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:59:18.790753 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e0a158-37b5-41c8-9ee2-79d0ddb9f855 req-fcff04d9-8797-4073-9512-27f319ce6475 tempest-ServerDiskConfigTestJSON-945375969 tempest-ServerDiskConfigTestJSON-945375969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:59:18.792583 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-59e0a158-37b5-41c8-9ee2-79d0ddb9f855 req-fcff04d9-8797-4073-9512-27f319ce6475 tempest-ServerDiskConfigTestJSON-945375969 tempest-ServerDiskConfigTestJSON-945375969-project] 10.222.0.27 "GET /v2.0/ports?device_id=c2566c28-518a-4f60-94cc-32f454b2f748 HTTP/1.1" status: 200 len: 946 time: 0.0495543 Oct 19 07:59:18.834311 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-59e0a158-37b5-41c8-9ee2-79d0ddb9f855 req-8e7bdf3f-6551-436a-8d40-3a210e0f9ee8 tempest-ServerDiskConfigTestJSON-945375969 tempest-ServerDiskConfigTestJSON-945375969-project] 10.222.0.27 "GET /v2.0/security-groups?id=269462e4-c001-44c5-b976-ba956c3d3349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354710 Oct 19 07:59:19.038206 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-1a0da505-d0f9-48c6-b7e2-53b9c5e41298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:59:19.159300 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:59:19.954731 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d5036c-9969-4118-b3e4-b5dd70a03736 req-a2633ffa-dcec-4a99-959d-370f46bbe364 tempest-ServerDiskConfigTestJSON-945375969 tempest-ServerDiskConfigTestJSON-945375969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:59:19.956200 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-07d5036c-9969-4118-b3e4-b5dd70a03736 req-a2633ffa-dcec-4a99-959d-370f46bbe364 tempest-ServerDiskConfigTestJSON-945375969 tempest-ServerDiskConfigTestJSON-945375969-project] 10.222.0.27 "GET /v2.0/ports?device_id=c2566c28-518a-4f60-94cc-32f454b2f748 HTTP/1.1" status: 200 len: 946 time: 0.0501089 Oct 19 07:59:19.999321 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-07d5036c-9969-4118-b3e4-b5dd70a03736 req-36493a87-4700-4152-b7c3-23e8248de24d tempest-ServerDiskConfigTestJSON-945375969 tempest-ServerDiskConfigTestJSON-945375969-project] 10.222.0.27 "GET /v2.0/security-groups?id=269462e4-c001-44c5-b976-ba956c3d3349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371575 Oct 19 07:59:20.073204 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-a9d44015-2208-491e-bc6c-039a54938f05 req-cff69090-1577-41f9-9175-e4a995d91320 service neutron] 10.222.0.16 "GET /v2.0/ports/de6148d0-e99d-4e96-84d5-d46aadbc17e2/bindings/hv-neutron-8616 HTTP/1.1" status: 200 len: 384 time: 0.0977809 Oct 19 07:59:20.267710 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d44015-2208-491e-bc6c-039a54938f05 req-e9209fd6-a82a-4bae-a208-53240df9d3dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:59:20.269119 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-a9d44015-2208-491e-bc6c-039a54938f05 req-e9209fd6-a82a-4bae-a208-53240df9d3dd service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=c2566c28-518a-4f60-94cc-32f454b2f748&tenant_id=71f8639b46d049af8e75fa2e9db888de HTTP/1.1" status: 200 len: 1099 time: 0.0398083 Oct 19 07:59:20.333653 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d44015-2208-491e-bc6c-039a54938f05 req-c49acb8e-00a6-4785-a34a-ce6bd9cf7930 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:59:20.335178 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-a9d44015-2208-491e-bc6c-039a54938f05 req-c49acb8e-00a6-4785-a34a-ce6bd9cf7930 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=71f8639b46d049af8e75fa2e9db888de&device_id=c2566c28-518a-4f60-94cc-32f454b2f748 HTTP/1.1" status: 200 len: 1099 time: 0.0446055 Oct 19 07:59:20.423739 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d44015-2208-491e-bc6c-039a54938f05 req-ede3d764-2850-4e17-8f59-cf2ad0aadaa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:59:20.425218 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-a9d44015-2208-491e-bc6c-039a54938f05 req-ede3d764-2850-4e17-8f59-cf2ad0aadaa3 service neutron] 10.222.0.16 "GET /v2.0/networks?id=d6ac3250-629e-45cf-bdfd-d5ea43a73d95 HTTP/1.1" status: 200 len: 915 time: 0.0843050 Oct 19 07:59:20.469668 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-a9d44015-2208-491e-bc6c-039a54938f05 req-76f6786d-17e4-451e-b7b9-e27023aaeef3 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=de6148d0-e99d-4e96-84d5-d46aadbc17e2 HTTP/1.1" status: 200 len: 217 time: 0.0379758 Oct 19 07:59:20.519856 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d44015-2208-491e-bc6c-039a54938f05 req-31bfb42c-16f3-4cba-b1cb-fd762a36c686 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:59:20.521867 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-a9d44015-2208-491e-bc6c-039a54938f05 req-31bfb42c-16f3-4cba-b1cb-fd762a36c686 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=42ab2701-5732-4e88-b64b-4c5c22ab335d HTTP/1.1" status: 200 len: 853 time: 0.0446699 Oct 19 07:59:20.564678 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d44015-2208-491e-bc6c-039a54938f05 req-1020b71e-4c85-44ae-b2d9-9e97adeaa3ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:59:20.566125 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-a9d44015-2208-491e-bc6c-039a54938f05 req-1020b71e-4c85-44ae-b2d9-9e97adeaa3ea service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d6ac3250-629e-45cf-bdfd-d5ea43a73d95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0383382 Oct 19 07:59:20.657655 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-a9d44015-2208-491e-bc6c-039a54938f05 req-5cfff104-71b2-4e48-b4bf-ba476dd53105 service neutron] 10.222.0.16 "GET /v2.0/networks/d6ac3250-629e-45cf-bdfd-d5ea43a73d95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849998 Oct 19 07:59:20.746394 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-a9d44015-2208-491e-bc6c-039a54938f05 req-59ec54e7-225e-4b37-81fa-3e26688dd1a2 service neutron] 10.222.0.16 "GET /v2.0/networks/d6ac3250-629e-45cf-bdfd-d5ea43a73d95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800209 Oct 19 07:59:21.124876 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f5a0cd-d2b1-4d00-bb14-08609a68acc3 req-ad1b1d35-146b-41d0-a8a8-c60f741cb13c tempest-ServerDiskConfigTestJSON-945375969 tempest-ServerDiskConfigTestJSON-945375969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:59:21.126287 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-99f5a0cd-d2b1-4d00-bb14-08609a68acc3 req-ad1b1d35-146b-41d0-a8a8-c60f741cb13c tempest-ServerDiskConfigTestJSON-945375969 tempest-ServerDiskConfigTestJSON-945375969-project] 10.222.0.27 "GET /v2.0/ports?device_id=c2566c28-518a-4f60-94cc-32f454b2f748 HTTP/1.1" status: 200 len: 946 time: 0.0523615 Oct 19 07:59:21.162956 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-99f5a0cd-d2b1-4d00-bb14-08609a68acc3 req-ade2338c-f74e-4d06-ae06-28cd9e3a2433 tempest-ServerDiskConfigTestJSON-945375969 tempest-ServerDiskConfigTestJSON-945375969-project] 10.222.0.27 "GET /v2.0/security-groups?id=269462e4-c001-44c5-b976-ba956c3d3349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301018 Oct 19 07:59:22.289256 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884cc374-cf21-491f-a48d-f64862d8c6cf req-0a2395e5-f769-4649-a336-c425d46b2ac3 tempest-ServerDiskConfigTestJSON-945375969 tempest-ServerDiskConfigTestJSON-945375969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:59:22.290993 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-884cc374-cf21-491f-a48d-f64862d8c6cf req-0a2395e5-f769-4649-a336-c425d46b2ac3 tempest-ServerDiskConfigTestJSON-945375969 tempest-ServerDiskConfigTestJSON-945375969-project] 10.222.0.27 "GET /v2.0/ports?device_id=c2566c28-518a-4f60-94cc-32f454b2f748 HTTP/1.1" status: 200 len: 946 time: 0.0527766 Oct 19 07:59:22.328171 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-884cc374-cf21-491f-a48d-f64862d8c6cf req-c15a14f8-1caf-4bad-a061-1f68abd514cd tempest-ServerDiskConfigTestJSON-945375969 tempest-ServerDiskConfigTestJSON-945375969-project] 10.222.0.27 "GET /v2.0/security-groups?id=269462e4-c001-44c5-b976-ba956c3d3349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311642 Oct 19 07:59:22.555781 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6be2b8c-e073-4c04-b3bf-0e87c3488f4d req-69384549-ff77-4f80-b9cb-17245a148c98 tempest-ServerDiskConfigTestJSON-945375969 tempest-ServerDiskConfigTestJSON-945375969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:59:22.557286 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-c6be2b8c-e073-4c04-b3bf-0e87c3488f4d req-69384549-ff77-4f80-b9cb-17245a148c98 tempest-ServerDiskConfigTestJSON-945375969 tempest-ServerDiskConfigTestJSON-945375969-project] 10.222.0.27 "GET /v2.0/ports?device_id=c2566c28-518a-4f60-94cc-32f454b2f748 HTTP/1.1" status: 200 len: 946 time: 0.0832491 Oct 19 07:59:22.570079 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356ce06a-0eb3-40d4-9637-eb7d7af65da2 req-ff5b1269-d675-4bae-ae4b-360bfb733966 tempest-ServerDiskConfigTestJSON-945375969 tempest-ServerDiskConfigTestJSON-945375969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:59:22.571465 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-356ce06a-0eb3-40d4-9637-eb7d7af65da2 req-ff5b1269-d675-4bae-ae4b-360bfb733966 tempest-ServerDiskConfigTestJSON-945375969 tempest-ServerDiskConfigTestJSON-945375969-project] 10.222.0.16 "GET /v2.0/ports?device_id=c2566c28-518a-4f60-94cc-32f454b2f748&tenant_id=71f8639b46d049af8e75fa2e9db888de&binding%3Ahost_id=hv-neutron-8616 HTTP/1.1" status: 200 len: 946 time: 0.0834212 Oct 19 07:59:22.609148 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-c6be2b8c-e073-4c04-b3bf-0e87c3488f4d req-45b8a46c-d53a-41ef-b2a6-dac51baa3d5f tempest-ServerDiskConfigTestJSON-945375969 tempest-ServerDiskConfigTestJSON-945375969-project] 10.222.0.27 "GET /v2.0/security-groups?id=269462e4-c001-44c5-b976-ba956c3d3349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366907 Oct 19 07:59:22.637801 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.agents_db [None req-6057327c-4456-4c72-8e75-6d3cd9249757 None None] Agent healthcheck: found 6 active agents {{(pid=103335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 07:59:22.678716 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356ce06a-0eb3-40d4-9637-eb7d7af65da2 req-853caa7d-33e9-4e8b-9b2f-0abb4e6d78d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:59:22.680168 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-356ce06a-0eb3-40d4-9637-eb7d7af65da2 req-853caa7d-33e9-4e8b-9b2f-0abb4e6d78d8 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=71f8639b46d049af8e75fa2e9db888de&device_id=c2566c28-518a-4f60-94cc-32f454b2f748 HTTP/1.1" status: 200 len: 1099 time: 0.0393972 Oct 19 07:59:22.767970 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356ce06a-0eb3-40d4-9637-eb7d7af65da2 req-478234e1-c054-4d29-9c42-3d5d548c7e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:59:22.769529 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-356ce06a-0eb3-40d4-9637-eb7d7af65da2 req-478234e1-c054-4d29-9c42-3d5d548c7e9d service neutron] 10.222.0.16 "GET /v2.0/networks?id=d6ac3250-629e-45cf-bdfd-d5ea43a73d95 HTTP/1.1" status: 200 len: 915 time: 0.0832055 Oct 19 07:59:22.816425 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-356ce06a-0eb3-40d4-9637-eb7d7af65da2 req-89c5a756-0199-4326-97ee-1c875ae71831 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=de6148d0-e99d-4e96-84d5-d46aadbc17e2 HTTP/1.1" status: 200 len: 217 time: 0.0390544 Oct 19 07:59:22.865644 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356ce06a-0eb3-40d4-9637-eb7d7af65da2 req-32cd13b3-1540-4270-a8f3-b94a506b202b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:59:22.867050 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-356ce06a-0eb3-40d4-9637-eb7d7af65da2 req-32cd13b3-1540-4270-a8f3-b94a506b202b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=42ab2701-5732-4e88-b64b-4c5c22ab335d HTTP/1.1" status: 200 len: 853 time: 0.0440848 Oct 19 07:59:22.910530 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356ce06a-0eb3-40d4-9637-eb7d7af65da2 req-1c690156-9938-4329-8f5c-16ac1275bd38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:59:22.912809 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-356ce06a-0eb3-40d4-9637-eb7d7af65da2 req-1c690156-9938-4329-8f5c-16ac1275bd38 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d6ac3250-629e-45cf-bdfd-d5ea43a73d95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0393665 Oct 19 07:59:23.005416 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-356ce06a-0eb3-40d4-9637-eb7d7af65da2 req-dc0a9de1-b533-4462-bb32-15186e317ced service neutron] 10.222.0.16 "GET /v2.0/networks/d6ac3250-629e-45cf-bdfd-d5ea43a73d95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860994 Oct 19 07:59:23.093346 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-356ce06a-0eb3-40d4-9637-eb7d7af65da2 req-776c0ac5-a188-4d86-b9f6-908e87872239 service neutron] 10.222.0.16 "GET /v2.0/networks/d6ac3250-629e-45cf-bdfd-d5ea43a73d95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821209 Oct 19 07:59:23.702758 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Device de6148d0-e99d-4e96-84d5-d46aadbc17e2 details requested by agent hyperv_hv-neutron-8616 with host hv-neutron-8616 {{(pid=103334) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 07:59:23.705075 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Device de6148d0-e99d-4e96-84d5-d46aadbc17e2 no longer exists at agent hyperv_hv-neutron-8616 {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 07:59:23.738518 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bad201-3eb9-48d1-952f-71ce3ade0008 req-15a1b674-747a-4175-9903-29d4240f3303 tempest-ServerDiskConfigTestJSON-945375969 tempest-ServerDiskConfigTestJSON-945375969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:59:23.740028 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-56bad201-3eb9-48d1-952f-71ce3ade0008 req-15a1b674-747a-4175-9903-29d4240f3303 tempest-ServerDiskConfigTestJSON-945375969 tempest-ServerDiskConfigTestJSON-945375969-project] 10.222.0.27 "GET /v2.0/ports?device_id=c2566c28-518a-4f60-94cc-32f454b2f748 HTTP/1.1" status: 200 len: 946 time: 0.0554652 Oct 19 07:59:23.779321 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-56bad201-3eb9-48d1-952f-71ce3ade0008 req-fce05dbc-3f87-4756-84db-afd11c03685f tempest-ServerDiskConfigTestJSON-945375969 tempest-ServerDiskConfigTestJSON-945375969-project] 10.222.0.27 "GET /v2.0/security-groups?id=269462e4-c001-44c5-b976-ba956c3d3349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329707 Oct 19 07:59:23.861876 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Current status of the port de6148d0-e99d-4e96-84d5-d46aadbc17e2 is: ACTIVE; New status is: DOWN {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:59:23.862260 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:59:23.868636 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] For port de6148d0-e99d-4e96-84d5-d46aadbc17e2, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=de6148d0-e99d-4e96-84d5-d46aadbc17e2,segment=NetworkSegment(ec1cc5c8-38ad-4f72-bd5f-95447b28a628),segment_id=ec1cc5c8-38ad-4f72-bd5f-95447b28a628)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:59:23.891631 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Returning: {'device': 'de6148d0-e99d-4e96-84d5-d46aadbc17e2', 'network_id': 'd6ac3250-629e-45cf-bdfd-d5ea43a73d95', 'port_id': 'de6148d0-e99d-4e96-84d5-d46aadbc17e2', 'mac_address': 'fa:16:3e:10:5e:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42ab2701-5732-4e88-b64b-4c5c22ab335d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103334) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 07:59:23.898383 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2566c28-518a-4f60-94cc-32f454b2f748', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'de6148d0-e99d-4e96-84d5-d46aadbc17e2'}] {{(pid=103334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 19 07:59:23.900647 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d918bd29c62f7e926e80ce37adcd574e0921d2de3006e6b6ef58999f52d8e2e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2225581-ce89-4a18-9b49-589c1cbda2ef" -d '{"events": [{"server_uuid": "c2566c28-518a-4f60-94cc-32f454b2f748", "name": "network-vif-unplugged", "status": "completed", "tag": "de6148d0-e99d-4e96-84d5-d46aadbc17e2"}]}' {{(pid=103334) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 07:59:23.904917 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8492e5-5a08-4b74-8cdf-188b0036686a req-e7398cf3-ab4c-4d79-bd5a-952575b313fa tempest-ServerDiskConfigTestJSON-945375969 tempest-ServerDiskConfigTestJSON-945375969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:59:23.906436 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-de8492e5-5a08-4b74-8cdf-188b0036686a req-e7398cf3-ab4c-4d79-bd5a-952575b313fa tempest-ServerDiskConfigTestJSON-945375969 tempest-ServerDiskConfigTestJSON-945375969-project] 10.222.0.27 "GET /v2.0/ports?device_id=c2566c28-518a-4f60-94cc-32f454b2f748 HTTP/1.1" status: 200 len: 946 time: 0.0507925 Oct 19 07:59:23.915787 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] For port de6148d0-e99d-4e96-84d5-d46aadbc17e2, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=de6148d0-e99d-4e96-84d5-d46aadbc17e2,segment=NetworkSegment(ec1cc5c8-38ad-4f72-bd5f-95447b28a628),segment_id=ec1cc5c8-38ad-4f72-bd5f-95447b28a628)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:59:23.932449 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:59:23.958356 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 19 Oct 2022 07:59:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cd60da2-bf99-4bd0-ba67-fbaa9a7e44cc x-openstack-request-id: req-6cd60da2-bf99-4bd0-ba67-fbaa9a7e44cc {{(pid=103334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 07:59:23.959186 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2566c28-518a-4f60-94cc-32f454b2f748", "name": "network-vif-unplugged", "status": "completed", "tag": "de6148d0-e99d-4e96-84d5-d46aadbc17e2", "code": 200}]} {{(pid=103334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 07:59:23.959439 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-6cd60da2-bf99-4bd0-ba67-fbaa9a7e44cc {{(pid=103334) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 07:59:23.959824 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6cd60da2-bf99-4bd0-ba67-fbaa9a7e44cc'] response: {'server_uuid': 'c2566c28-518a-4f60-94cc-32f454b2f748', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'de6148d0-e99d-4e96-84d5-d46aadbc17e2', 'code': 200} Oct 19 07:59:23.961966 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-de8492e5-5a08-4b74-8cdf-188b0036686a req-b4f27c38-be6b-4b26-9d96-5fa23f8ae4b6 tempest-ServerDiskConfigTestJSON-945375969 tempest-ServerDiskConfigTestJSON-945375969-project] 10.222.0.27 "GET /v2.0/security-groups?id=269462e4-c001-44c5-b976-ba956c3d3349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359840 Oct 19 07:59:23.977556 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Current status of the port de6148d0-e99d-4e96-84d5-d46aadbc17e2 is: ACTIVE; New status is: BUILD {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:59:23.977927 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:59:24.000342 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.notifiers.nova [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id de6148d0-e99d-4e96-84d5-d46aadbc17e2 {{(pid=103334) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 19 07:59:24.006349 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Pushing event updated for resources: {'Port': ['ID=de6148d0-e99d-4e96-84d5-d46aadbc17e2,revision_number=6']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:59:24.046224 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.db.api [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103334) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 19 07:59:24.046576 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG oslo_db.api [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 19 07:59:24.085750 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24936f54-4862-4e1f-97a9-e3e624c33cc3 req-ebc909a5-2edd-45b4-8da5-43580043561f tempest-ServerDiskConfigTestJSON-945375969 tempest-ServerDiskConfigTestJSON-945375969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:59:24.090685 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-24936f54-4862-4e1f-97a9-e3e624c33cc3 req-ebc909a5-2edd-45b4-8da5-43580043561f tempest-ServerDiskConfigTestJSON-945375969 tempest-ServerDiskConfigTestJSON-945375969-project] 10.222.0.27 "GET /v2.0/ports?device_id=c2566c28-518a-4f60-94cc-32f454b2f748 HTTP/1.1" status: 200 len: 944 time: 0.0527220 Oct 19 07:59:24.127934 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-24936f54-4862-4e1f-97a9-e3e624c33cc3 req-bd15ea27-a880-461a-9f7d-f62900f2c202 tempest-ServerDiskConfigTestJSON-945375969 tempest-ServerDiskConfigTestJSON-945375969-project] 10.222.0.27 "GET /v2.0/security-groups?id=269462e4-c001-44c5-b976-ba956c3d3349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324032 Oct 19 07:59:24.457232 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44f8450-2c00-4ba5-9d54-8154daeeb161 req-b863a00e-a6c5-4927-9a19-3b1a08446178 tempest-ServerDiskConfigTestJSON-945375969 tempest-ServerDiskConfigTestJSON-945375969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:59:24.459282 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-e44f8450-2c00-4ba5-9d54-8154daeeb161 req-b863a00e-a6c5-4927-9a19-3b1a08446178 tempest-ServerDiskConfigTestJSON-945375969 tempest-ServerDiskConfigTestJSON-945375969-project] 10.222.0.27 "GET /v2.0/ports?device_id=c2566c28-518a-4f60-94cc-32f454b2f748 HTTP/1.1" status: 200 len: 944 time: 0.0537925 Oct 19 07:59:24.497333 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-e44f8450-2c00-4ba5-9d54-8154daeeb161 req-0d99cb12-500f-4139-8898-2c924245367f tempest-ServerDiskConfigTestJSON-945375969 tempest-ServerDiskConfigTestJSON-945375969-project] 10.222.0.27 "GET /v2.0/security-groups?id=269462e4-c001-44c5-b976-ba956c3d3349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319984 Oct 19 07:59:24.582685 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Current status of the port de6148d0-e99d-4e96-84d5-d46aadbc17e2 is: DOWN; New status is: BUILD {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:59:24.583077 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:59:24.595481 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.notifiers.nova [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de6148d0-e99d-4e96-84d5-d46aadbc17e2 {{(pid=103334) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 19 07:59:24.613623 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] For port de6148d0-e99d-4e96-84d5-d46aadbc17e2, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=de6148d0-e99d-4e96-84d5-d46aadbc17e2,segment=NetworkSegment(ec1cc5c8-38ad-4f72-bd5f-95447b28a628),segment_id=ec1cc5c8-38ad-4f72-bd5f-95447b28a628)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:59:24.618003 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:59:24.665191 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Pushing event updated for resources: {'Port': ['ID=de6148d0-e99d-4e96-84d5-d46aadbc17e2,revision_number=7']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:59:24.673957 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] get_ports_and_sgs() called for port_ids ['de6148d0-e99d-4e96-84d5-d46aadbc17e2'] {{(pid=103334) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 19 07:59:25.620494 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ae2cd5-0add-47cb-a6d7-1bc0871e2b54 req-7d31e28a-a093-421f-ac4b-1238a7fed93a tempest-ServerDiskConfigTestJSON-945375969 tempest-ServerDiskConfigTestJSON-945375969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:59:25.622000 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-d2ae2cd5-0add-47cb-a6d7-1bc0871e2b54 req-7d31e28a-a093-421f-ac4b-1238a7fed93a tempest-ServerDiskConfigTestJSON-945375969 tempest-ServerDiskConfigTestJSON-945375969-project] 10.222.0.27 "GET /v2.0/ports?device_id=c2566c28-518a-4f60-94cc-32f454b2f748 HTTP/1.1" status: 200 len: 945 time: 0.0493848 Oct 19 07:59:25.659070 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-d2ae2cd5-0add-47cb-a6d7-1bc0871e2b54 req-83724188-7ae5-47ee-8459-be9c4c2e0d15 tempest-ServerDiskConfigTestJSON-945375969 tempest-ServerDiskConfigTestJSON-945375969-project] 10.222.0.27 "GET /v2.0/security-groups?id=269462e4-c001-44c5-b976-ba956c3d3349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312757 Oct 19 07:59:25.721782 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Device de6148d0-e99d-4e96-84d5-d46aadbc17e2 up at agent hyperv_hv-neutron-8616 {{(pid=103334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 07:59:25.767586 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Provisioning complete for port de6148d0-e99d-4e96-84d5-d46aadbc17e2 triggered by entity L2. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:59:25.767954 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:59:25.768283 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Attempt 1 to provision port de6148d0-e99d-4e96-84d5-d46aadbc17e2 Oct 19 07:59:25.848654 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Current status of the port de6148d0-e99d-4e96-84d5-d46aadbc17e2 is: BUILD; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:59:25.849038 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:59:25.878974 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] For port de6148d0-e99d-4e96-84d5-d46aadbc17e2, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=de6148d0-e99d-4e96-84d5-d46aadbc17e2,segment=NetworkSegment(ec1cc5c8-38ad-4f72-bd5f-95447b28a628),segment_id=ec1cc5c8-38ad-4f72-bd5f-95447b28a628)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:59:25.883760 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:59:25.928355 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Pushing event updated for resources: {'Port': ['ID=de6148d0-e99d-4e96-84d5-d46aadbc17e2,revision_number=8']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:59:25.960644 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2566c28-518a-4f60-94cc-32f454b2f748', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de6148d0-e99d-4e96-84d5-d46aadbc17e2'}] {{(pid=103334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 19 07:59:25.962995 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d918bd29c62f7e926e80ce37adcd574e0921d2de3006e6b6ef58999f52d8e2e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14b32cdd-0060-47bd-8868-301e0638b4f5" -d '{"events": [{"server_uuid": "c2566c28-518a-4f60-94cc-32f454b2f748", "name": "network-vif-plugged", "status": "completed", "tag": "de6148d0-e99d-4e96-84d5-d46aadbc17e2"}]}' {{(pid=103334) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 07:59:25.996281 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f871de29-c9c3-4da7-9431-3d940ae885a0 req-e3129328-229e-4cc7-8afb-33011453a549 tempest-ServerDiskConfigTestJSON-945375969 tempest-ServerDiskConfigTestJSON-945375969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:59:25.997788 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-f871de29-c9c3-4da7-9431-3d940ae885a0 req-e3129328-229e-4cc7-8afb-33011453a549 tempest-ServerDiskConfigTestJSON-945375969 tempest-ServerDiskConfigTestJSON-945375969-project] 10.222.0.16 "GET /v2.0/ports?device_id=c2566c28-518a-4f60-94cc-32f454b2f748 HTTP/1.1" status: 200 len: 946 time: 0.0496647 Oct 19 07:59:26.000499 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 19 Oct 2022 07:59:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f528d387-f958-462a-a1f2-cd3d99321e81 x-openstack-request-id: req-f528d387-f958-462a-a1f2-cd3d99321e81 {{(pid=103334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 07:59:26.000812 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2566c28-518a-4f60-94cc-32f454b2f748", "name": "network-vif-plugged", "status": "completed", "tag": "de6148d0-e99d-4e96-84d5-d46aadbc17e2", "code": 200}]} {{(pid=103334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 07:59:26.001065 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-f528d387-f958-462a-a1f2-cd3d99321e81 {{(pid=103334) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 07:59:26.001447 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f528d387-f958-462a-a1f2-cd3d99321e81'] response: {'server_uuid': 'c2566c28-518a-4f60-94cc-32f454b2f748', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de6148d0-e99d-4e96-84d5-d46aadbc17e2', 'code': 200} Oct 19 07:59:26.095720 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.plugin [req-f871de29-c9c3-4da7-9431-3d940ae885a0 req-dad4074f-f498-4526-a125-42087e73ecfb tempest-ServerDiskConfigTestJSON-945375969 tempest-ServerDiskConfigTestJSON-945375969-project] Deleting port de6148d0-e99d-4e96-84d5-d46aadbc17e2 {{(pid=103332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 07:59:26.096064 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-f871de29-c9c3-4da7-9431-3d940ae885a0 req-dad4074f-f498-4526-a125-42087e73ecfb tempest-ServerDiskConfigTestJSON-945375969 tempest-ServerDiskConfigTestJSON-945375969-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:59:26.182499 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.db [req-f871de29-c9c3-4da7-9431-3d940ae885a0 req-dad4074f-f498-4526-a125-42087e73ecfb tempest-ServerDiskConfigTestJSON-945375969 tempest-ServerDiskConfigTestJSON-945375969-project] For port de6148d0-e99d-4e96-84d5-d46aadbc17e2, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=de6148d0-e99d-4e96-84d5-d46aadbc17e2,segment=NetworkSegment(ec1cc5c8-38ad-4f72-bd5f-95447b28a628),segment_id=ec1cc5c8-38ad-4f72-bd5f-95447b28a628)] {{(pid=103332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:59:26.182777 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-f871de29-c9c3-4da7-9431-3d940ae885a0 req-dad4074f-f498-4526-a125-42087e73ecfb tempest-ServerDiskConfigTestJSON-945375969 tempest-ServerDiskConfigTestJSON-945375969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:59:26.195821 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.plugin [req-f871de29-c9c3-4da7-9431-3d940ae885a0 req-dad4074f-f498-4526-a125-42087e73ecfb tempest-ServerDiskConfigTestJSON-945375969 tempest-ServerDiskConfigTestJSON-945375969-project] Calling delete_port for de6148d0-e99d-4e96-84d5-d46aadbc17e2 owned by compute:nova {{(pid=103332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 07:59:26.322439 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-f871de29-c9c3-4da7-9431-3d940ae885a0 req-dad4074f-f498-4526-a125-42087e73ecfb tempest-ServerDiskConfigTestJSON-945375969 tempest-ServerDiskConfigTestJSON-945375969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133553798'] for port, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:59:26.339383 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] get_ports_and_sgs() called for port_ids ['de6148d0-e99d-4e96-84d5-d46aadbc17e2'] {{(pid=103334) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 19 07:59:26.349694 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad4074f-f498-4526-a125-42087e73ecfb tempest-ServerDiskConfigTestJSON-945375969 tempest-ServerDiskConfigTestJSON-945375969-project] Pushing event deleted for resources: {'Port': ['ID=de6148d0-e99d-4e96-84d5-d46aadbc17e2,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:59:26.395964 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [req-f871de29-c9c3-4da7-9431-3d940ae885a0 req-dad4074f-f498-4526-a125-42087e73ecfb tempest-ServerDiskConfigTestJSON-945375969 tempest-ServerDiskConfigTestJSON-945375969-project] No DVR routers for this DVR port de6148d0-e99d-4e96-84d5-d46aadbc17e2 on host hv-neutron-8616 {{(pid=103332) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 19 07:59:26.398512 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-f871de29-c9c3-4da7-9431-3d940ae885a0 req-dad4074f-f498-4526-a125-42087e73ecfb tempest-ServerDiskConfigTestJSON-945375969 tempest-ServerDiskConfigTestJSON-945375969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42160'] for port, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:59:26.401826 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-f871de29-c9c3-4da7-9431-3d940ae885a0 req-dad4074f-f498-4526-a125-42087e73ecfb tempest-ServerDiskConfigTestJSON-945375969 tempest-ServerDiskConfigTestJSON-945375969-project] 10.222.0.16 "DELETE /v2.0/ports/de6148d0-e99d-4e96-84d5-d46aadbc17e2 HTTP/1.1" status: 204 len: 173 time: 0.3920496 Oct 19 07:59:26.402317 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2566c28-518a-4f60-94cc-32f454b2f748', 'name': 'network-vif-deleted', 'tag': 'de6148d0-e99d-4e96-84d5-d46aadbc17e2'}] {{(pid=103332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 19 07:59:26.404579 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a021b02cf5f527cd4bbbc40a031b51490d9893d7edeeb551bdf5128ee7546f8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cc7c9fd-7251-45e5-bd53-4a982aa54216" -d '{"events": [{"server_uuid": "c2566c28-518a-4f60-94cc-32f454b2f748", "name": "network-vif-deleted", "tag": "de6148d0-e99d-4e96-84d5-d46aadbc17e2"}]}' {{(pid=103332) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 07:59:26.441970 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 19 Oct 2022 07:59:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bb3811e-7797-47b8-af8f-aceb991085ab x-openstack-request-id: req-1bb3811e-7797-47b8-af8f-aceb991085ab {{(pid=103332) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 07:59:26.442264 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2566c28-518a-4f60-94cc-32f454b2f748", "name": "network-vif-deleted", "tag": "de6148d0-e99d-4e96-84d5-d46aadbc17e2", "status": "completed", "code": 200}]} {{(pid=103332) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 07:59:26.442519 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-1bb3811e-7797-47b8-af8f-aceb991085ab {{(pid=103332) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 07:59:26.442987 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1bb3811e-7797-47b8-af8f-aceb991085ab'] response: {'server_uuid': 'c2566c28-518a-4f60-94cc-32f454b2f748', 'name': 'network-vif-deleted', 'tag': 'de6148d0-e99d-4e96-84d5-d46aadbc17e2', 'status': 'completed', 'code': 200} Oct 19 07:59:26.796728 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-78dfbde1-2995-4dfb-8ccd-10d8acb9acdf req-93eb3693-d8e8-4e11-90f2-c1672c0652ee tempest-ServerDiskConfigTestJSON-945375969 tempest-ServerDiskConfigTestJSON-945375969-project] 10.222.0.27 "GET /v2.0/ports?device_id=c2566c28-518a-4f60-94cc-32f454b2f748 HTTP/1.1" status: 200 len: 210 time: 0.0445979 Oct 19 07:59:27.889660 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 35340) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:59:27.943516 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-6c5539ca-c604-4401-968b-20c21185726a tempest-ServerDiskConfigTestJSON-945375969 tempest-ServerDiskConfigTestJSON-945375969-project] Notify callbacks [] for security_group, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:59:27.966722 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-6c5539ca-c604-4401-968b-20c21185726a tempest-ServerDiskConfigTestJSON-945375969 tempest-ServerDiskConfigTestJSON-945375969-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:59:28.012076 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-6c5539ca-c604-4401-968b-20c21185726a tempest-ServerDiskConfigTestJSON-945375969 tempest-ServerDiskConfigTestJSON-945375969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788643'] for security_group, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:59:28.014666 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-6c5539ca-c604-4401-968b-20c21185726a tempest-ServerDiskConfigTestJSON-945375969 tempest-ServerDiskConfigTestJSON-945375969-project] Notify callbacks [] for security_group, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:59:28.015790 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-6c5539ca-c604-4401-968b-20c21185726a tempest-ServerDiskConfigTestJSON-945375969 tempest-ServerDiskConfigTestJSON-945375969-project] 10.222.0.27 "DELETE /v2.0/security-groups/5e777c35-7631-4289-afd0-e70aa4bc2368 HTTP/1.1" status: 204 len: 168 time: 0.1251497 Oct 19 07:59:28.018554 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 35342) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:59:28.025056 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5539ca-c604-4401-968b-20c21185726a tempest-ServerDiskConfigTestJSON-945375969 tempest-ServerDiskConfigTestJSON-945375969-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e777c35-7631-4289-afd0-e70aa4bc2368,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:59:28.033536 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.api.v2.resource [None req-37642623-381e-49d5-92c5-08c1938ba30f tempest-ServerDiskConfigTestJSON-945375969 tempest-ServerDiskConfigTestJSON-945375969-project] show failed (client error): The resource could not be found. Oct 19 07:59:28.034680 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-37642623-381e-49d5-92c5-08c1938ba30f tempest-ServerDiskConfigTestJSON-945375969 tempest-ServerDiskConfigTestJSON-945375969-project] 10.222.0.27 "GET /v2.0/security-groups/5e777c35-7631-4289-afd0-e70aa4bc2368 HTTP/1.1" status: 404 len: 347 time: 0.0150177 Oct 19 07:59:28.037482 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 35344) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:59:28.161048 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.plugin [None req-ce3df283-7724-4489-8565-6cace336c23c tempest-ServerDiskConfigTestJSON-945375969 tempest-ServerDiskConfigTestJSON-945375969-project] Deleting port fa468168-32a0-40a1-b05b-6c77402ffde2 {{(pid=103332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 07:59:28.161303 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-ce3df283-7724-4489-8565-6cace336c23c tempest-ServerDiskConfigTestJSON-945375969 tempest-ServerDiskConfigTestJSON-945375969-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:59:28.233675 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-ce3df283-7724-4489-8565-6cace336c23c tempest-ServerDiskConfigTestJSON-945375969 tempest-ServerDiskConfigTestJSON-945375969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:59:28.233999 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-ce3df283-7724-4489-8565-6cace336c23c tempest-ServerDiskConfigTestJSON-945375969 tempest-ServerDiskConfigTestJSON-945375969-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:59:28.245422 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.plugin [None req-ce3df283-7724-4489-8565-6cace336c23c tempest-ServerDiskConfigTestJSON-945375969 tempest-ServerDiskConfigTestJSON-945375969-project] Calling delete_port for fa468168-32a0-40a1-b05b-6c77402ffde2 owned by network:floatingip {{(pid=103332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 07:59:28.378475 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-ce3df283-7724-4489-8565-6cace336c23c tempest-ServerDiskConfigTestJSON-945375969 tempest-ServerDiskConfigTestJSON-945375969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133553798'] for port, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:59:28.408876 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3df283-7724-4489-8565-6cace336c23c tempest-ServerDiskConfigTestJSON-945375969 tempest-ServerDiskConfigTestJSON-945375969-project] Pushing event deleted for resources: {'Port': ['ID=fa468168-32a0-40a1-b05b-6c77402ffde2,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:59:28.467135 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-ce3df283-7724-4489-8565-6cace336c23c tempest-ServerDiskConfigTestJSON-945375969 tempest-ServerDiskConfigTestJSON-945375969-project] Notify callbacks [] for floatingip, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:59:28.469864 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-ce3df283-7724-4489-8565-6cace336c23c tempest-ServerDiskConfigTestJSON-945375969 tempest-ServerDiskConfigTestJSON-945375969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42160'] for floatingip, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:59:28.471001 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-ce3df283-7724-4489-8565-6cace336c23c tempest-ServerDiskConfigTestJSON-945375969 tempest-ServerDiskConfigTestJSON-945375969-project] 10.222.0.27 "DELETE /v2.0/floatingips/44f3348b-1bb6-49ab-9f4c-e64e2c99fcf8 HTTP/1.1" status: 204 len: 168 time: 0.4325490 Oct 19 07:59:28.537130 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 35350) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:59:29.184784 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-fb8c0bd0-7ef2-4a6a-822e-4f67bf2f4547 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1694785'] for router_interface, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:59:29.421491 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.plugin [None req-fb8c0bd0-7ef2-4a6a-822e-4f67bf2f4547 admin admin] Deleting port 1082097f-6ade-42fb-ae55-9a27fb2bf93d {{(pid=103332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 07:59:29.421838 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-fb8c0bd0-7ef2-4a6a-822e-4f67bf2f4547 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:59:29.502717 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.db [None req-fb8c0bd0-7ef2-4a6a-822e-4f67bf2f4547 admin admin] For port 1082097f-6ade-42fb-ae55-9a27fb2bf93d, host dv-neutron-861624-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=1082097f-6ade-42fb-ae55-9a27fb2bf93d,segment=NetworkSegment(ec1cc5c8-38ad-4f72-bd5f-95447b28a628),segment_id=ec1cc5c8-38ad-4f72-bd5f-95447b28a628)] {{(pid=103332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:59:29.503029 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-fb8c0bd0-7ef2-4a6a-822e-4f67bf2f4547 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:59:29.515373 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.plugin [None req-fb8c0bd0-7ef2-4a6a-822e-4f67bf2f4547 admin admin] Calling delete_port for 1082097f-6ade-42fb-ae55-9a27fb2bf93d owned by network:router_interface {{(pid=103332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 07:59:29.690195 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-fb8c0bd0-7ef2-4a6a-822e-4f67bf2f4547 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133553798'] for port, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:59:29.714604 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8c0bd0-7ef2-4a6a-822e-4f67bf2f4547 admin admin] Pushing event deleted for resources: {'Port': ['ID=1082097f-6ade-42fb-ae55-9a27fb2bf93d,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:59:29.732780 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Device de6148d0-e99d-4e96-84d5-d46aadbc17e2 no longer exists at agent hyperv_hv-neutron-8616 {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 07:59:29.758325 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] No Port match for: de6148d0-e99d-4e96-84d5-d46aadbc17e2 {{(pid=103334) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 19 07:59:29.758587 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Device de6148d0-e99d-4e96-84d5-d46aadbc17e2 not bound to the agent host hv-neutron-8616 {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 07:59:29.883397 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-fb8c0bd0-7ef2-4a6a-822e-4f67bf2f4547 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1574862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1694957'] for router_interface, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:59:30.095442 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb8c0bd0-7ef2-4a6a-822e-4f67bf2f4547 admin admin] Router fac013df-3a82-49ce-83b2-afafe706624d has already been hosted by L3 agent ab388470-1243-4d53-80f2-c2f5899c97a7 {{(pid=103332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 07:59:30.203397 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb8c0bd0-7ef2-4a6a-822e-4f67bf2f4547 admin admin] Notify agent at l3_agent.dv-neutron-861624-1-hyperv the message routers_updated {{(pid=103332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 07:59:30.208804 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-fb8c0bd0-7ef2-4a6a-822e-4f67bf2f4547 admin admin] 10.222.0.27 "PUT /v2.0/routers/fac013df-3a82-49ce-83b2-afafe706624d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6705487 Oct 19 07:59:30.212296 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 35352) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:59:30.212984 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce4f69cf-c751-48ac-906c-bed31bbe2cce None None] Sync routers for ids ['fac013df-3a82-49ce-83b2-afafe706624d'] in dv-neutron-861624-1-hyperv {{(pid=103334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 07:59:30.223020 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce4f69cf-c751-48ac-906c-bed31bbe2cce None None] Routers {'fac013df-3a82-49ce-83b2-afafe706624d'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 07:59:30.223633 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-ce4f69cf-c751-48ac-906c-bed31bbe2cce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T07:59:16Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['fac013df-3a82-49ce-83b2-afafe706624d'], 'active': True} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:59:30.315886 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-5580fa90-a903-4f68-b0a5-7bf6fdd9dde5 admin admin] Notify callbacks [] for router, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:59:30.423722 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-5580fa90-a903-4f68-b0a5-7bf6fdd9dde5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:59:30.474612 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvr_db [None req-ce4f69cf-c751-48ac-906c-bed31bbe2cce None None] Set router fac013df-3a82-49ce-83b2-afafe706624d gateway port host: dv-neutron-861624-1-hyperv {{(pid=103334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 07:59:30.481529 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.plugin [None req-5580fa90-a903-4f68-b0a5-7bf6fdd9dde5 admin admin] Deleting port 05165297-429c-41b2-a761-74120dde839e {{(pid=103332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 07:59:30.481875 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-5580fa90-a903-4f68-b0a5-7bf6fdd9dde5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:59:30.562765 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.db [None req-5580fa90-a903-4f68-b0a5-7bf6fdd9dde5 admin admin] For port 05165297-429c-41b2-a761-74120dde839e, host dv-neutron-861624-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=05165297-429c-41b2-a761-74120dde839e,segment=NetworkSegment(53981d04-8205-40d8-8d33-0510111d6f8f),segment_id=53981d04-8205-40d8-8d33-0510111d6f8f)] {{(pid=103332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:59:30.563125 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-5580fa90-a903-4f68-b0a5-7bf6fdd9dde5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:59:30.574739 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.plugin [None req-5580fa90-a903-4f68-b0a5-7bf6fdd9dde5 admin admin] Calling delete_port for 05165297-429c-41b2-a761-74120dde839e owned by network:router_gateway {{(pid=103332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 07:59:30.649874 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-ce4f69cf-c751-48ac-906c-bed31bbe2cce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fac013df-3a82-49ce-83b2-afafe706624d', 'name': 'tempest-ServerDiskConfigTestJSON-519681938-router', 'tenant_id': '71f8639b46d049af8e75fa2e9db888de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'external_fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.247'}], 'enable_snat': True}, 'gw_port_id': '05165297-429c-41b2-a761-74120dde839e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T07:57:45Z', 'updated_at': '2022-10-19T07:59:29Z', 'revision_number': 5, 'project_id': '71f8639b46d049af8e75fa2e9db888de', 'gw_port': {'id': '05165297-429c-41b2-a761-74120dde839e', 'name': '', 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:6e:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fac013df-3a82-49ce-83b2-afafe706624d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:57:46Z', 'updated_at': '2022-10-19T07:57:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861624-1-hyperv'}], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:59:30.679745 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce4f69cf-c751-48ac-906c-bed31bbe2cce None None] Checking router: fac013df-3a82-49ce-83b2-afafe706624d for host: dv-neutron-861624-1-hyperv {{(pid=103334) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 07:59:30.688848 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce4f69cf-c751-48ac-906c-bed31bbe2cce None None] Routers {'fac013df-3a82-49ce-83b2-afafe706624d'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 07:59:30.689594 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-ce4f69cf-c751-48ac-906c-bed31bbe2cce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T07:59:16Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['fac013df-3a82-49ce-83b2-afafe706624d'], 'active': True} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:59:30.742523 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-5580fa90-a903-4f68-b0a5-7bf6fdd9dde5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133553798'] for port, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:59:30.765629 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5580fa90-a903-4f68-b0a5-7bf6fdd9dde5 admin admin] Pushing event deleted for resources: {'Port': ['ID=05165297-429c-41b2-a761-74120dde839e,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:59:30.773712 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvr_db [None req-ce4f69cf-c751-48ac-906c-bed31bbe2cce None None] Set router fac013df-3a82-49ce-83b2-afafe706624d gateway port host: None {{(pid=103334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 07:59:30.827531 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-5580fa90-a903-4f68-b0a5-7bf6fdd9dde5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1693831'] for router_gateway, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:59:30.830309 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-ce4f69cf-c751-48ac-906c-bed31bbe2cce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fac013df-3a82-49ce-83b2-afafe706624d', 'name': 'tempest-ServerDiskConfigTestJSON-519681938-router', 'tenant_id': '71f8639b46d049af8e75fa2e9db888de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T07:57:45Z', 'updated_at': '2022-10-19T07:59:30Z', 'revision_number': 6, 'project_id': '71f8639b46d049af8e75fa2e9db888de', 'gw_port_host': None}], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:59:30.858742 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce4f69cf-c751-48ac-906c-bed31bbe2cce None None] The sync data for ids ['fac013df-3a82-49ce-83b2-afafe706624d'] in dv-neutron-861624-1-hyperv is: [{'id': 'fac013df-3a82-49ce-83b2-afafe706624d', 'name': 'tempest-ServerDiskConfigTestJSON-519681938-router', 'tenant_id': '71f8639b46d049af8e75fa2e9db888de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T07:57:45Z', 'updated_at': '2022-10-19T07:59:30Z', 'revision_number': 6, 'project_id': '71f8639b46d049af8e75fa2e9db888de', 'gw_port_host': None}] {{(pid=103334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 07:59:30.920739 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-5580fa90-a903-4f68-b0a5-7bf6fdd9dde5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1693565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12618'] for router, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:59:30.923022 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-5580fa90-a903-4f68-b0a5-7bf6fdd9dde5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:59:30.968207 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-5580fa90-a903-4f68-b0a5-7bf6fdd9dde5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1693542'] for router, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:59:30.968682 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5580fa90-a903-4f68-b0a5-7bf6fdd9dde5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fac013df-3a82-49ce-83b2-afafe706624d {{(pid=103332) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 07:59:30.973240 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-5580fa90-a903-4f68-b0a5-7bf6fdd9dde5 admin admin] Notify callbacks [] for router, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:59:30.974604 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-5580fa90-a903-4f68-b0a5-7bf6fdd9dde5 admin admin] 10.222.0.27 "DELETE /v2.0/routers/fac013df-3a82-49ce-83b2-afafe706624d HTTP/1.1" status: 204 len: 168 time: 0.7611952 Oct 19 07:59:30.977766 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 35354) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:59:31.024623 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.db_base_plugin_v2 [None req-d747bb6f-d8a2-4c85-bf93-2f633574dce4 admin admin] Deleting subnet 42ab2701-5732-4e88-b64b-4c5c22ab335d {{(pid=103333) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 19 07:59:31.027575 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-d747bb6f-d8a2-4c85-bf93-2f633574dce4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:59:31.061690 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-d747bb6f-d8a2-4c85-bf93-2f633574dce4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-134111928'] for subnet, precommit_delete_associations {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:59:31.138463 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-d747bb6f-d8a2-4c85-bf93-2f633574dce4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-679826'] for subnet, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:59:31.189839 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-d747bb6f-d8a2-4c85-bf93-2f633574dce4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-679819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130997964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130170408'] for subnet, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:59:31.220956 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d747bb6f-d8a2-4c85-bf93-2f633574dce4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=42ab2701-5732-4e88-b64b-4c5c22ab335d,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:59:31.224605 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-d747bb6f-d8a2-4c85-bf93-2f633574dce4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:59:31.227744 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-d747bb6f-d8a2-4c85-bf93-2f633574dce4 admin admin] 10.222.0.27 "DELETE /v2.0/subnets/42ab2701-5732-4e88-b64b-4c5c22ab335d HTTP/1.1" status: 204 len: 168 time: 0.2489223 Oct 19 07:59:31.230302 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 35356) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:59:31.231197 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d49712d2-1824-485a-a024-645c682dec63 None None] Network d6ac3250-629e-45cf-bdfd-d5ea43a73d95 requested from dv-neutron-861624-1-hyperv {{(pid=103334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 07:59:31.304844 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-e74c86aa-59db-46f3-afb0-59bb9eefb435 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-667019'] for network, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:59:31.359509 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-e74c86aa-59db-46f3-afb0-59bb9eefb435 admin admin] Deleting port c2502e50-990b-4309-8744-6066f406f1f0 {{(pid=103333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 07:59:31.359852 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-e74c86aa-59db-46f3-afb0-59bb9eefb435 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:59:31.429162 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.db [None req-e74c86aa-59db-46f3-afb0-59bb9eefb435 admin admin] For port c2502e50-990b-4309-8744-6066f406f1f0, host dv-neutron-861624-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=c2502e50-990b-4309-8744-6066f406f1f0,segment=NetworkSegment(ec1cc5c8-38ad-4f72-bd5f-95447b28a628),segment_id=ec1cc5c8-38ad-4f72-bd5f-95447b28a628)] {{(pid=103333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:59:31.429521 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-e74c86aa-59db-46f3-afb0-59bb9eefb435 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:59:31.440783 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-e74c86aa-59db-46f3-afb0-59bb9eefb435 admin admin] Calling delete_port for c2502e50-990b-4309-8744-6066f406f1f0 owned by network:dhcp {{(pid=103333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 07:59:31.519219 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-e74c86aa-59db-46f3-afb0-59bb9eefb435 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130996763'] for port, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:59:31.548559 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74c86aa-59db-46f3-afb0-59bb9eefb435 admin admin] Pushing event deleted for resources: {'Port': ['ID=c2502e50-990b-4309-8744-6066f406f1f0,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:59:31.552692 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e74c86aa-59db-46f3-afb0-59bb9eefb435 admin admin] No DVR routers for this DVR port c2502e50-990b-4309-8744-6066f406f1f0 on host dv-neutron-861624-1-hyperv {{(pid=103333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 19 07:59:31.626781 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-e74c86aa-59db-46f3-afb0-59bb9eefb435 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-673051', 'neutron.services.segments.db._delete_segments_for_network-8785021519108'] for network, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:59:31.641100 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b46e826-f6c6-4b20-aa49-861a29b5dec3 None None] DHCP port deletion for d6ac3250-629e-45cf-bdfd-d5ea43a73d95 request from dv-neutron-861624-1-hyperv {{(pid=103334) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 07:59:31.650677 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-e74c86aa-59db-46f3-afb0-59bb9eefb435 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6ac3250-629e-45cf-bdfd-d5ea43a73d95']}} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:59:31.662272 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-e74c86aa-59db-46f3-afb0-59bb9eefb435 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec1cc5c8-38ad-4f72-bd5f-95447b28a628') {'for_net_delete': True} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:59:31.663188 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-e74c86aa-59db-46f3-afb0-59bb9eefb435 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec1cc5c8-38ad-4f72-bd5f-95447b28a628') {} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:59:31.673161 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-e74c86aa-59db-46f3-afb0-59bb9eefb435 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785021519382', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-134111927'] for segment, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:59:31.687611 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-e74c86aa-59db-46f3-afb0-59bb9eefb435 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979'] for segment, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:59:31.693991 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e74c86aa-59db-46f3-afb0-59bb9eefb435 admin admin] Releasing vlan 181 on physical network physnet1 to pool {{(pid=103333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 07:59:31.694387 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-e74c86aa-59db-46f3-afb0-59bb9eefb435 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130996782'] for segment, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:59:31.703389 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device 1082097f-6ade-42fb-ae55-9a27fb2bf93d no longer exists at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 07:59:31.729821 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] No Port match for: 1082097f-6ade-42fb-ae55-9a27fb2bf93d {{(pid=103334) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 19 07:59:31.730171 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device 1082097f-6ade-42fb-ae55-9a27fb2bf93d not bound to the agent host dv-neutron-861624-1-hyperv {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 07:59:31.730587 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device 05165297-429c-41b2-a761-74120dde839e no longer exists at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 07:59:31.750530 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] No Port match for: 05165297-429c-41b2-a761-74120dde839e {{(pid=103334) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 19 07:59:31.750891 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device 05165297-429c-41b2-a761-74120dde839e not bound to the agent host dv-neutron-861624-1-hyperv {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 07:59:31.751285 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device c2502e50-990b-4309-8744-6066f406f1f0 no longer exists at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 07:59:31.762017 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-e74c86aa-59db-46f3-afb0-59bb9eefb435 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-673044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1695087'] for network, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:59:31.769850 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-e74c86aa-59db-46f3-afb0-59bb9eefb435 admin admin] Notify callbacks [] for network, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:59:31.772791 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] No Port match for: c2502e50-990b-4309-8744-6066f406f1f0 {{(pid=103334) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 19 07:59:31.773167 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device c2502e50-990b-4309-8744-6066f406f1f0 not bound to the agent host dv-neutron-861624-1-hyperv {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 07:59:31.774277 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-e74c86aa-59db-46f3-afb0-59bb9eefb435 admin admin] 10.222.0.27 "DELETE /v2.0/networks/d6ac3250-629e-45cf-bdfd-d5ea43a73d95 HTTP/1.1" status: 204 len: 168 time: 0.5430212 Oct 19 07:59:31.792021 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74c86aa-59db-46f3-afb0-59bb9eefb435 admin admin] Pushing event deleted for resources: {'Network': ['ID=d6ac3250-629e-45cf-bdfd-d5ea43a73d95,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:59:31.822291 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.services.segments.plugin [-] Segment ec1cc5c8-38ad-4f72-bd5f-95447b28a628 resource provider aggregate not found Oct 19 07:59:31.839635 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.services.segments.plugin [-] Segment ec1cc5c8-38ad-4f72-bd5f-95447b28a628 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ec1cc5c8-38ad-4f72-bd5f-95447b28a628 found for delete ", "request_id": "req-03f6563e-7d01-45b2-b278-8434ac4b212a"}]} Oct 19 07:59:31.901853 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 35366) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:59:31.944910 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-5b4750a1-ed94-4562-b022-e5097e2c9c69 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=71f8639b46d049af8e75fa2e9db888de&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0417964 Oct 19 07:59:31.947312 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 35368) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:59:31.997206 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-faeec0ea-3af6-4f9a-b71d-dc800439659e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:59:32.018153 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-faeec0ea-3af6-4f9a-b71d-dc800439659e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:59:32.066578 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-faeec0ea-3af6-4f9a-b71d-dc800439659e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788643'] for security_group, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:59:32.069992 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-faeec0ea-3af6-4f9a-b71d-dc800439659e admin admin] Notify callbacks [] for security_group, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:59:32.071140 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-faeec0ea-3af6-4f9a-b71d-dc800439659e admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/269462e4-c001-44c5-b976-ba956c3d3349 HTTP/1.1" status: 204 len: 168 time: 0.1221809 Oct 19 07:59:32.080395 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faeec0ea-3af6-4f9a-b71d-dc800439659e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=269462e4-c001-44c5-b976-ba956c3d3349,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:59:32.718159 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 35390) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:59:32.813454 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-1648da6c-c42b-4144-9905-f33c489a101b admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-277822555-network', 'tenant_id': 'a7d0b731e41746459629e24e4376a580'}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:59:32.832768 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1648da6c-c42b-4144-9905-f33c489a101b admin admin] Made reservation on behalf of a7d0b731e41746459629e24e4376a580 for: {'network': 1} {{(pid=103332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 07:59:32.835888 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-1648da6c-c42b-4144-9905-f33c489a101b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for network, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:59:32.844375 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-1648da6c-c42b-4144-9905-f33c489a101b admin admin] Notify callbacks [] for security_group, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:59:32.920693 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-1648da6c-c42b-4144-9905-f33c489a101b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:59:32.924152 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-1648da6c-c42b-4144-9905-f33c489a101b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788643'] for security_group, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:59:32.943913 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1648da6c-c42b-4144-9905-f33c489a101b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 195} {{(pid=103332) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 07:59:32.959004 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1648da6c-c42b-4144-9905-f33c489a101b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=252b6508-032d-4a4c-b673-9d28d93db6a4,revision_number=1']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:59:32.962061 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-1648da6c-c42b-4144-9905-f33c489a101b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979'] for segment, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:59:32.962400 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.db.segments_db [None req-1648da6c-c42b-4144-9905-f33c489a101b admin admin] Added segment 815a78b5-3ac4-4562-a353-e425dae619bf of type vlan for network d14a4db3-a516-4209-a5bb-de4dcfbac256 Oct 19 07:59:33.002686 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-1648da6c-c42b-4144-9905-f33c489a101b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785020965340'] for network, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:59:33.026917 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-1648da6c-c42b-4144-9905-f33c489a101b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873'] for network, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:59:33.027950 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1648da6c-c42b-4144-9905-f33c489a101b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:59:33.028571 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-1648da6c-c42b-4144-9905-f33c489a101b admin admin] Notify callbacks [] for network, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:59:33.060314 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-1648da6c-c42b-4144-9905-f33c489a101b admin admin] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3410790 Oct 19 07:59:33.063359 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 35394) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:59:33.068259 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-6fe35ada-af31-4e2d-a51b-fa29bc244f9d admin admin] Request body: {'subnet': {'network_id': 'd14a4db3-a516-4209-a5bb-de4dcfbac256', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-277822555-subnet', 'tenant_id': 'a7d0b731e41746459629e24e4376a580', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:59:33.089829 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fe35ada-af31-4e2d-a51b-fa29bc244f9d admin admin] Made reservation on behalf of a7d0b731e41746459629e24e4376a580 for: {'subnet': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 07:59:33.092020 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-6fe35ada-af31-4e2d-a51b-fa29bc244f9d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130170579'] for subnet, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:59:33.092813 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1648da6c-c42b-4144-9905-f33c489a101b admin admin] Pushing event updated for resources: {'Network': ['ID=d14a4db3-a516-4209-a5bb-de4dcfbac256,revision_number=1']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:59:33.104006 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Network d14a4db3-a516-4209-a5bb-de4dcfbac256 details requested by agent ovs-agent-dv-neutron-861624-1-hyperv with host dv-neutron-861624-1-hyperv {{(pid=103334) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 07:59:33.261458 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-6fe35ada-af31-4e2d-a51b-fa29bc244f9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130997899', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130170401'] for subnet, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:59:33.315537 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe35ada-af31-4e2d-a51b-fa29bc244f9d admin admin] Pushing event updated for resources: {'Subnet': ['ID=e9300763-1630-426e-b5a8-006b77112f7c,revision_number=0']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:59:33.324594 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fe35ada-af31-4e2d-a51b-fa29bc244f9d admin admin] Checking segment: {'id': '815a78b5-3ac4-4562-a353-e425dae619bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'd14a4db3-a516-4209-a5bb-de4dcfbac256'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 19 07:59:33.324936 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fe35ada-af31-4e2d-a51b-fa29bc244f9d admin admin] Network hostable DHCP agents. Network: d14a4db3-a516-4209-a5bb-de4dcfbac256, hostable agents: ['310d813b-0e3e-4d7e-9b79-8f4ec0dbcab0'], hosted agents: [] {{(pid=103333) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 07:59:33.341626 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fe35ada-af31-4e2d-a51b-fa29bc244f9d admin admin] Network d14a4db3-a516-4209-a5bb-de4dcfbac256 is scheduled to be hosted by DHCP agent 310d813b-0e3e-4d7e-9b79-8f4ec0dbcab0 with binding_index 1 {{(pid=103333) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 07:59:33.349606 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-6fe35ada-af31-4e2d-a51b-fa29bc244f9d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861624-1-hyperv, d14a4db3-a516-4209-a5bb-de4dcfbac256) {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:59:33.354418 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fe35ada-af31-4e2d-a51b-fa29bc244f9d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:59:33.355267 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-6fe35ada-af31-4e2d-a51b-fa29bc244f9d admin admin] Notify callbacks [] for subnet, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:59:33.358273 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ae6fd1e-bacc-4441-9709-91c3a12ddd91 None None] Network d14a4db3-a516-4209-a5bb-de4dcfbac256 requested from dv-neutron-861624-1-hyperv {{(pid=103334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 07:59:33.374398 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-6fe35ada-af31-4e2d-a51b-fa29bc244f9d admin admin] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3074126 Oct 19 07:59:33.374760 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 35396) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:59:33.379138 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-5d472f69-0a4c-49fa-9a25-252ea2b9588f admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-277822555-router', 'tenant_id': 'a7d0b731e41746459629e24e4376a580', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd'}}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:59:33.398708 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-5d472f69-0a4c-49fa-9a25-252ea2b9588f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1692695', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12668'] for router, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:59:33.399720 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-5d472f69-0a4c-49fa-9a25-252ea2b9588f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1692835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1693910', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1621825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12659'] for router, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:59:33.451462 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-5d472f69-0a4c-49fa-9a25-252ea2b9588f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:59:33.508216 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b6e9aca-7824-4680-bfe7-6f1c41e74cd7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d12c6ac-27a3-545c-a8f3-f04e30423d6d-d14a4db3-a516-4209-a5bb-de4dcfbac256', 'network_id': 'd14a4db3-a516-4209-a5bb-de4dcfbac256', 'tenant_id': 'a7d0b731e41746459629e24e4376a580', 'fixed_ips': [{'subnet_id': 'e9300763-1630-426e-b5a8-006b77112f7c'}]}} from dv-neutron-861624-1-hyperv. {{(pid=103334) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 07:59:33.509088 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-5b6e9aca-7824-4680-bfe7-6f1c41e74cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:59:33.591587 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-5d472f69-0a4c-49fa-9a25-252ea2b9588f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:59:33.641341 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.db_base_plugin_common [None req-5b6e9aca-7824-4680-bfe7-6f1c41e74cd7 None None] Allocated IP 172.20.0.2 (d14a4db3-a516-4209-a5bb-de4dcfbac256/e9300763-1630-426e-b5a8-006b77112f7c/f9d8b4d5-46fa-4f59-a130-458361959793) {{(pid=103334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 07:59:33.788002 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-5b6e9aca-7824-4680-bfe7-6f1c41e74cd7 None None] Notify callbacks [] for port, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:59:33.789546 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-5d472f69-0a4c-49fa-9a25-252ea2b9588f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:59:33.794811 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-5b6e9aca-7824-4680-bfe7-6f1c41e74cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785020947330'] for port, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:59:33.808954 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-5d472f69-0a4c-49fa-9a25-252ea2b9588f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:59:33.836215 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b6e9aca-7824-4680-bfe7-6f1c41e74cd7 None None] Network d14a4db3-a516-4209-a5bb-de4dcfbac256 is already hosted by enough agents. {{(pid=103334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 07:59:33.840916 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.scheduler.base_scheduler [None req-5b6e9aca-7824-4680-bfe7-6f1c41e74cd7 None None] Resources bound (agent type, host, resource id): {{(pid=103334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:59:33.843399 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b6e9aca-7824-4680-bfe7-6f1c41e74cd7 None None] Received port after_create {{(pid=103334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 07:59:33.848931 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6e9aca-7824-4680-bfe7-6f1c41e74cd7 None None] Pushing event updated for resources: {'Port': ['ID=f9d8b4d5-46fa-4f59-a130-458361959793,revision_number=1']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:59:33.905550 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-5b6e9aca-7824-4680-bfe7-6f1c41e74cd7 None None] Attempting to bind port f9d8b4d5-46fa-4f59-a130-458361959793 on host dv-neutron-861624-1-hyperv for vnic_type normal with profile {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 19 07:59:33.905825 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-5b6e9aca-7824-4680-bfe7-6f1c41e74cd7 None None] Attempting to bind port f9d8b4d5-46fa-4f59-a130-458361959793 by drivers openvswitch,hyperv on host dv-neutron-861624-1-hyperv at level 0 using segments [{'id': '815a78b5-3ac4-4562-a353-e425dae619bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'd14a4db3-a516-4209-a5bb-de4dcfbac256'}] {{(pid=103334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 19 07:59:33.906180 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b6e9aca-7824-4680-bfe7-6f1c41e74cd7 None None] Attempting to bind port f9d8b4d5-46fa-4f59-a130-458361959793 on network d14a4db3-a516-4209-a5bb-de4dcfbac256 {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 07:59:33.910949 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b6e9aca-7824-4680-bfe7-6f1c41e74cd7 None None] Checking agent: {'id': 'a5b0152c-d633-409b-aaf8-3b76458e2410', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861624-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 19, 7, 30, 19), 'started_at': datetime.datetime(2022, 10, 19, 7, 30, 49), 'heartbeat_timestamp': datetime.datetime(2022, 10, 19, 7, 59, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861624-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 07:59:33.911318 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b6e9aca-7824-4680-bfe7-6f1c41e74cd7 None None] Checking segment: {'id': '815a78b5-3ac4-4562-a353-e425dae619bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'd14a4db3-a516-4209-a5bb-de4dcfbac256'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 19 07:59:33.911710 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-5b6e9aca-7824-4680-bfe7-6f1c41e74cd7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:59:33.912637 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b6e9aca-7824-4680-bfe7-6f1c41e74cd7 None None] Bound using segment: {'id': '815a78b5-3ac4-4562-a353-e425dae619bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'd14a4db3-a516-4209-a5bb-de4dcfbac256'} {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 07:59:33.913148 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-5b6e9aca-7824-4680-bfe7-6f1c41e74cd7 None None] Bound port: f9d8b4d5-46fa-4f59-a130-458361959793, host: dv-neutron-861624-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '815a78b5-3ac4-4562-a353-e425dae619bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'd14a4db3-a516-4209-a5bb-de4dcfbac256'}}] {{(pid=103334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 19 07:59:33.913540 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-5b6e9aca-7824-4680-bfe7-6f1c41e74cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:59:33.917161 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.db_base_plugin_common [None req-5d472f69-0a4c-49fa-9a25-252ea2b9588f admin admin] Allocated IP 172.26.0.89 (99c66757-74e3-40a4-b479-8d09e3a7c3dd/7f3d1034-1de7-458a-a3ee-77488de3949b/3aeac68d-c041-450c-9772-7abfc1332e6a) {{(pid=103332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 07:59:33.978064 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-5b6e9aca-7824-4680-bfe7-6f1c41e74cd7 None None] For port f9d8b4d5-46fa-4f59-a130-458361959793, host dv-neutron-861624-1-hyperv, cleared binding levels {{(pid=103334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 07:59:33.981085 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-5b6e9aca-7824-4680-bfe7-6f1c41e74cd7 None None] For port f9d8b4d5-46fa-4f59-a130-458361959793, host dv-neutron-861624-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=f9d8b4d5-46fa-4f59-a130-458361959793,segment=NetworkSegment(815a78b5-3ac4-4562-a353-e425dae619bf),segment_id=815a78b5-3ac4-4562-a353-e425dae619bf)] {{(pid=103334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 07:59:33.985014 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-5b6e9aca-7824-4680-bfe7-6f1c41e74cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:59:34.025513 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-5d472f69-0a4c-49fa-9a25-252ea2b9588f admin admin] Notify callbacks [] for port, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:59:34.037836 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6e9aca-7824-4680-bfe7-6f1c41e74cd7 None None] Pushing event updated for resources: {'Port': ['ID=f9d8b4d5-46fa-4f59-a130-458361959793,revision_number=2']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:59:34.066932 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-5d472f69-0a4c-49fa-9a25-252ea2b9588f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785020947330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133553798'] for port, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:59:34.110011 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d472f69-0a4c-49fa-9a25-252ea2b9588f admin admin] Network 99c66757-74e3-40a4-b479-8d09e3a7c3dd is already hosted by enough agents. {{(pid=103332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 07:59:34.112935 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.base_scheduler [None req-5d472f69-0a4c-49fa-9a25-252ea2b9588f admin admin] Resources bound (agent type, host, resource id): {{(pid=103332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:59:34.117931 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d472f69-0a4c-49fa-9a25-252ea2b9588f admin admin] Received port after_create {{(pid=103332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 07:59:34.121077 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d472f69-0a4c-49fa-9a25-252ea2b9588f admin admin] Pushing event updated for resources: {'Port': ['ID=3aeac68d-c041-450c-9772-7abfc1332e6a,revision_number=1']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:59:34.386995 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-5d472f69-0a4c-49fa-9a25-252ea2b9588f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:59:34.586450 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-5d472f69-0a4c-49fa-9a25-252ea2b9588f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1692844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1693859'] for router, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:59:34.720743 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d472f69-0a4c-49fa-9a25-252ea2b9588f admin admin] Router 8c1831ff-b2f2-4de9-803f-9891568f2b75 is scheduled to L3 agent ab388470-1243-4d53-80f2-c2f5899c97a7 with binding_index 1 {{(pid=103332) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 07:59:34.830382 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d472f69-0a4c-49fa-9a25-252ea2b9588f admin admin] Notify agent at l3_agent.dv-neutron-861624-1-hyperv the message routers_updated {{(pid=103332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 07:59:34.840444 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c6119a2-3a75-47c5-8175-861dc10e5e76 None None] Sync routers for ids ['8c1831ff-b2f2-4de9-803f-9891568f2b75'] in dv-neutron-861624-1-hyperv {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 07:59:34.851214 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c6119a2-3a75-47c5-8175-861dc10e5e76 None None] Routers {'8c1831ff-b2f2-4de9-803f-9891568f2b75'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 07:59:34.851834 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-5c6119a2-3a75-47c5-8175-861dc10e5e76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T07:59:16Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['8c1831ff-b2f2-4de9-803f-9891568f2b75'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:59:34.853074 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-5d472f69-0a4c-49fa-9a25-252ea2b9588f admin admin] Notify callbacks [] for router, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:59:34.857586 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 35398) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:59:34.858094 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-5d472f69-0a4c-49fa-9a25-252ea2b9588f admin admin] 10.222.0.27 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.4817626 Oct 19 07:59:34.890569 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-662eefb5-7d39-4bc3-b5f7-6818a1e2452a None None] Network d14a4db3-a516-4209-a5bb-de4dcfbac256 requested from dv-neutron-861624-1-hyperv {{(pid=103334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 07:59:34.960259 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvr_db [None req-5c6119a2-3a75-47c5-8175-861dc10e5e76 None None] Set router 8c1831ff-b2f2-4de9-803f-9891568f2b75 gateway port host: dv-neutron-861624-1-hyperv {{(pid=103335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 07:59:35.017588 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-d5fa8c48-c158-4f29-90ea-327e1f7898fd None None] Provisioning complete for port f9d8b4d5-46fa-4f59-a130-458361959793 triggered by entity DHCP. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:59:35.017957 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5fa8c48-c158-4f29-90ea-327e1f7898fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:59:35.018286 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-d5fa8c48-c158-4f29-90ea-327e1f7898fd None None] Attempt 1 to provision port f9d8b4d5-46fa-4f59-a130-458361959793 Oct 19 07:59:35.131691 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-d5fa8c48-c158-4f29-90ea-327e1f7898fd None None] Current status of the port f9d8b4d5-46fa-4f59-a130-458361959793 is: DOWN; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:59:35.132010 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5fa8c48-c158-4f29-90ea-327e1f7898fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:59:35.154254 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-5c6119a2-3a75-47c5-8175-861dc10e5e76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c1831ff-b2f2-4de9-803f-9891568f2b75', 'name': 'tempest-ServerActionsTestJSON-277822555-router', 'tenant_id': 'a7d0b731e41746459629e24e4376a580', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'external_fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.89'}], 'enable_snat': True}, 'gw_port_id': '3aeac68d-c041-450c-9772-7abfc1332e6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T07:59:33Z', 'updated_at': '2022-10-19T07:59:34Z', 'revision_number': 3, 'project_id': 'a7d0b731e41746459629e24e4376a580', 'gw_port': {'id': '3aeac68d-c041-450c-9772-7abfc1332e6a', 'name': '', 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:0c:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c1831ff-b2f2-4de9-803f-9891568f2b75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:59:33Z', 'updated_at': '2022-10-19T07:59:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861624-1-hyperv'}], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:59:35.177385 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-d5fa8c48-c158-4f29-90ea-327e1f7898fd None None] For port f9d8b4d5-46fa-4f59-a130-458361959793, host dv-neutron-861624-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=f9d8b4d5-46fa-4f59-a130-458361959793,segment=NetworkSegment(815a78b5-3ac4-4562-a353-e425dae619bf),segment_id=815a78b5-3ac4-4562-a353-e425dae619bf)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:59:35.184019 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5fa8c48-c158-4f29-90ea-327e1f7898fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:59:35.185448 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c6119a2-3a75-47c5-8175-861dc10e5e76 None None] Checking router: 8c1831ff-b2f2-4de9-803f-9891568f2b75 for host: dv-neutron-861624-1-hyperv {{(pid=103335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 07:59:35.185921 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c6119a2-3a75-47c5-8175-861dc10e5e76 None None] Updating router 8c1831ff-b2f2-4de9-803f-9891568f2b75 port 3aeac68d-c041-450c-9772-7abfc1332e6a binding host dv-neutron-861624-1-hyperv {{(pid=103335) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 07:59:35.213055 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-5c6119a2-3a75-47c5-8175-861dc10e5e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:59:35.242179 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5fa8c48-c158-4f29-90ea-327e1f7898fd None None] Pushing event updated for resources: {'Port': ['ID=f9d8b4d5-46fa-4f59-a130-458361959793,revision_number=3']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:59:35.312765 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-fd93700a-1d97-4108-9eb8-025ac4491069 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:59:35.407682 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-70f26356-1a87-445f-908b-236bbbe42c6f None None] Provisioning complete for port f9d8b4d5-46fa-4f59-a130-458361959793 triggered by entity DHCP. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:59:35.408055 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-70f26356-1a87-445f-908b-236bbbe42c6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:59:35.408441 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-70f26356-1a87-445f-908b-236bbbe42c6f None None] Attempt 1 to provision port f9d8b4d5-46fa-4f59-a130-458361959793 Oct 19 07:59:35.469387 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.db_base_plugin_common [None req-fd93700a-1d97-4108-9eb8-025ac4491069 admin admin] Allocated IP 172.20.0.1 (d14a4db3-a516-4209-a5bb-de4dcfbac256/e9300763-1630-426e-b5a8-006b77112f7c/91164c68-eea1-4517-97ef-e7030d31b6b1) {{(pid=103333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 07:59:35.479720 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-5c6119a2-3a75-47c5-8175-861dc10e5e76 None None] Notify callbacks [] for port, precommit_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:59:35.486287 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-5c6119a2-3a75-47c5-8175-861dc10e5e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:59:35.492392 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-70f26356-1a87-445f-908b-236bbbe42c6f None None] Current status of the port f9d8b4d5-46fa-4f59-a130-458361959793 is: ACTIVE; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:59:35.517768 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-5c6119a2-3a75-47c5-8175-861dc10e5e76 None None] Attempting to bind port 3aeac68d-c041-450c-9772-7abfc1332e6a on host dv-neutron-861624-1-hyperv for vnic_type normal with profile {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 19 07:59:35.518138 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-5c6119a2-3a75-47c5-8175-861dc10e5e76 None None] Attempting to bind port 3aeac68d-c041-450c-9772-7abfc1332e6a by drivers openvswitch,hyperv on host dv-neutron-861624-1-hyperv at level 0 using segments [{'id': '53981d04-8205-40d8-8d33-0510111d6f8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd'}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 19 07:59:35.518498 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c6119a2-3a75-47c5-8175-861dc10e5e76 None None] Attempting to bind port 3aeac68d-c041-450c-9772-7abfc1332e6a on network 99c66757-74e3-40a4-b479-8d09e3a7c3dd {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 07:59:35.530723 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c6119a2-3a75-47c5-8175-861dc10e5e76 None None] Checking agent: {'id': 'a5b0152c-d633-409b-aaf8-3b76458e2410', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861624-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 19, 7, 30, 19), 'started_at': datetime.datetime(2022, 10, 19, 7, 30, 49), 'heartbeat_timestamp': datetime.datetime(2022, 10, 19, 7, 59, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861624-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 07:59:35.531093 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c6119a2-3a75-47c5-8175-861dc10e5e76 None None] Checking segment: {'id': '53981d04-8205-40d8-8d33-0510111d6f8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 19 07:59:35.531490 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-5c6119a2-3a75-47c5-8175-861dc10e5e76 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:59:35.531880 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c6119a2-3a75-47c5-8175-861dc10e5e76 None None] Bound using segment: {'id': '53981d04-8205-40d8-8d33-0510111d6f8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd'} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 07:59:35.532344 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-5c6119a2-3a75-47c5-8175-861dc10e5e76 None None] Bound port: 3aeac68d-c041-450c-9772-7abfc1332e6a, host: dv-neutron-861624-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53981d04-8205-40d8-8d33-0510111d6f8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd'}}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 19 07:59:35.532747 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-5c6119a2-3a75-47c5-8175-861dc10e5e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:59:35.562122 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f62c08-63da-4fc0-bb79-fc06c4f0e845 None None] Pushing event updated for resources: {'Port': ['ID=3aeac68d-c041-450c-9772-7abfc1332e6a,revision_number=2']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:59:35.572362 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f62c08-63da-4fc0-bb79-fc06c4f0e845 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:59:35.572703 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f62c08-63da-4fc0-bb79-fc06c4f0e845 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:59:35.573044 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f62c08-63da-4fc0-bb79-fc06c4f0e845 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:59:35.573378 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f62c08-63da-4fc0-bb79-fc06c4f0e845 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:59:35.573710 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f62c08-63da-4fc0-bb79-fc06c4f0e845 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:59:35.574805 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f62c08-63da-4fc0-bb79-fc06c4f0e845 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:59:35.574805 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f62c08-63da-4fc0-bb79-fc06c4f0e845 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:59:35.574805 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f62c08-63da-4fc0-bb79-fc06c4f0e845 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:59:35.575117 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f62c08-63da-4fc0-bb79-fc06c4f0e845 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:59:35.575279 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f62c08-63da-4fc0-bb79-fc06c4f0e845 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:59:35.575600 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f62c08-63da-4fc0-bb79-fc06c4f0e845 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:59:35.575916 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f62c08-63da-4fc0-bb79-fc06c4f0e845 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:59:35.599174 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-fd93700a-1d97-4108-9eb8-025ac4491069 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:59:35.609158 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-5c6119a2-3a75-47c5-8175-861dc10e5e76 None None] For port 3aeac68d-c041-450c-9772-7abfc1332e6a, host dv-neutron-861624-1-hyperv, cleared binding levels {{(pid=103335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 07:59:35.612865 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-5c6119a2-3a75-47c5-8175-861dc10e5e76 None None] For port 3aeac68d-c041-450c-9772-7abfc1332e6a, host dv-neutron-861624-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=3aeac68d-c041-450c-9772-7abfc1332e6a,segment=NetworkSegment(53981d04-8205-40d8-8d33-0510111d6f8f),segment_id=53981d04-8205-40d8-8d33-0510111d6f8f)] {{(pid=103335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 07:59:35.618289 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-5c6119a2-3a75-47c5-8175-861dc10e5e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:59:35.638732 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-fd93700a-1d97-4108-9eb8-025ac4491069 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785020947330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130996763'] for port, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:59:35.641989 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device f9d8b4d5-46fa-4f59-a130-458361959793 up at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 07:59:35.672497 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f62c08-63da-4fc0-bb79-fc06c4f0e845 None None] Pushing event updated for resources: {'Port': ['ID=3aeac68d-c041-450c-9772-7abfc1332e6a,revision_number=3']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:59:35.680575 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c6119a2-3a75-47c5-8175-861dc10e5e76 None None] Routers {'8c1831ff-b2f2-4de9-803f-9891568f2b75'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 07:59:35.681193 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-5c6119a2-3a75-47c5-8175-861dc10e5e76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T07:59:16Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['8c1831ff-b2f2-4de9-803f-9891568f2b75'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:59:35.682795 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd93700a-1d97-4108-9eb8-025ac4491069 admin admin] Network d14a4db3-a516-4209-a5bb-de4dcfbac256 is already hosted by enough agents. {{(pid=103333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 07:59:35.685960 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-fd93700a-1d97-4108-9eb8-025ac4491069 admin admin] Resources bound (agent type, host, resource id): {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:59:35.690444 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd93700a-1d97-4108-9eb8-025ac4491069 admin admin] Received port after_create {{(pid=103333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 07:59:35.697037 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Provisioning complete for port f9d8b4d5-46fa-4f59-a130-458361959793 triggered by entity L2. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:59:35.697420 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:59:35.697754 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Attempt 1 to provision port f9d8b4d5-46fa-4f59-a130-458361959793 Oct 19 07:59:35.718426 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd93700a-1d97-4108-9eb8-025ac4491069 admin admin] Pushing event updated for resources: {'Port': ['ID=91164c68-eea1-4517-97ef-e7030d31b6b1,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:59:35.740039 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-fd93700a-1d97-4108-9eb8-025ac4491069 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1695190'] for router_interface, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:59:35.806980 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvr_db [None req-5c6119a2-3a75-47c5-8175-861dc10e5e76 None None] Set router 8c1831ff-b2f2-4de9-803f-9891568f2b75 gateway port host: dv-neutron-861624-1-hyperv {{(pid=103335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 07:59:35.813900 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Current status of the port f9d8b4d5-46fa-4f59-a130-458361959793 is: ACTIVE; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:59:35.890927 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-fd93700a-1d97-4108-9eb8-025ac4491069 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:59:35.923724 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-c4887d39-1b18-4974-909e-7cdbfe1c9de3 None None] Provisioning complete for port 91164c68-eea1-4517-97ef-e7030d31b6b1 triggered by entity DHCP. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:59:35.924774 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-c4887d39-1b18-4974-909e-7cdbfe1c9de3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:59:35.925313 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-c4887d39-1b18-4974-909e-7cdbfe1c9de3 None None] Attempt 1 to provision port 91164c68-eea1-4517-97ef-e7030d31b6b1 Oct 19 07:59:35.967812 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-c4887d39-1b18-4974-909e-7cdbfe1c9de3 None None] Port 91164c68-eea1-4517-97ef-e7030d31b6b1 cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 07:59:36.067513 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-fd93700a-1d97-4108-9eb8-025ac4491069 admin admin] Notify callbacks [] for port, precommit_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:59:36.072098 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-fd93700a-1d97-4108-9eb8-025ac4491069 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130996754'] for port, after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:59:36.089589 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-5c6119a2-3a75-47c5-8175-861dc10e5e76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c1831ff-b2f2-4de9-803f-9891568f2b75', 'name': 'tempest-ServerActionsTestJSON-277822555-router', 'tenant_id': 'a7d0b731e41746459629e24e4376a580', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'external_fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.89'}], 'enable_snat': True}, 'gw_port_id': '3aeac68d-c041-450c-9772-7abfc1332e6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T07:59:33Z', 'updated_at': '2022-10-19T07:59:34Z', 'revision_number': 3, 'project_id': 'a7d0b731e41746459629e24e4376a580', 'gw_port': {'id': '3aeac68d-c041-450c-9772-7abfc1332e6a', 'name': '', 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:0c:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c1831ff-b2f2-4de9-803f-9891568f2b75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:59:33Z', 'updated_at': '2022-10-19T07:59:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861624-1-hyperv'}], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:59:36.117442 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c6119a2-3a75-47c5-8175-861dc10e5e76 None None] The sync data for ids ['8c1831ff-b2f2-4de9-803f-9891568f2b75'] in dv-neutron-861624-1-hyperv is: [{'id': '8c1831ff-b2f2-4de9-803f-9891568f2b75', 'name': 'tempest-ServerActionsTestJSON-277822555-router', 'tenant_id': 'a7d0b731e41746459629e24e4376a580', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'external_fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.89'}], 'enable_snat': True}, 'gw_port_id': '3aeac68d-c041-450c-9772-7abfc1332e6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T07:59:33Z', 'updated_at': '2022-10-19T07:59:34Z', 'revision_number': 3, 'project_id': 'a7d0b731e41746459629e24e4376a580', 'gw_port': {'id': '3aeac68d-c041-450c-9772-7abfc1332e6a', 'name': '', 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:0c:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c1831ff-b2f2-4de9-803f-9891568f2b75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:59:33Z', 'updated_at': '2022-10-19T07:59:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861624-1-hyperv'}] {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 07:59:36.148668 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-fd93700a-1d97-4108-9eb8-025ac4491069 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1574855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1694822'] for router_interface, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:59:36.150418 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd93700a-1d97-4108-9eb8-025ac4491069 admin admin] Pushing event updated for resources: {'Port': ['ID=91164c68-eea1-4517-97ef-e7030d31b6b1,revision_number=2']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:59:36.243937 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd93700a-1d97-4108-9eb8-025ac4491069 admin admin] Network d14a4db3-a516-4209-a5bb-de4dcfbac256 is already hosted by enough agents. {{(pid=103333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 07:59:36.245337 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-fd93700a-1d97-4108-9eb8-025ac4491069 admin admin] Resources bound (agent type, host, resource id): {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:59:36.380092 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd93700a-1d97-4108-9eb8-025ac4491069 admin admin] Router 8c1831ff-b2f2-4de9-803f-9891568f2b75 has already been hosted by L3 agent ab388470-1243-4d53-80f2-c2f5899c97a7 {{(pid=103333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 07:59:36.469176 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-c4887d39-1b18-4974-909e-7cdbfe1c9de3 None None] Attempt 2 to provision port 91164c68-eea1-4517-97ef-e7030d31b6b1 Oct 19 07:59:36.506026 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-c4887d39-1b18-4974-909e-7cdbfe1c9de3 None None] Port 91164c68-eea1-4517-97ef-e7030d31b6b1 cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 07:59:36.509816 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd93700a-1d97-4108-9eb8-025ac4491069 admin admin] Notify agent at l3_agent.dv-neutron-861624-1-hyperv the message routers_updated {{(pid=103333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 07:59:36.515352 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-fd93700a-1d97-4108-9eb8-025ac4491069 admin admin] 10.222.0.27 "PUT /v2.0/routers/8c1831ff-b2f2-4de9-803f-9891568f2b75/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6566269 Oct 19 07:59:36.803429 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 35406) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:59:36.808252 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-3be450a1-1f0b-42b3-80aa-bd5d0d3daf60 tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] Request body: {'security_group': {'name': 'tempest-securitygroup--396771014', 'description': 'tempest-description--590268851'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:59:36.829361 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-3be450a1-1f0b-42b3-80aa-bd5d0d3daf60 tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] Notify callbacks [] for security_group, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:59:36.901624 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-3be450a1-1f0b-42b3-80aa-bd5d0d3daf60 tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] Notify callbacks [] for security_group, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:59:36.906078 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-3be450a1-1f0b-42b3-80aa-bd5d0d3daf60 tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788643'] for security_group, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:59:36.936575 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-3be450a1-1f0b-42b3-80aa-bd5d0d3daf60 tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] Notify callbacks [] for security_group, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:59:36.937831 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-3be450a1-1f0b-42b3-80aa-bd5d0d3daf60 tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] 10.222.0.27 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1331363 Oct 19 07:59:36.939887 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be450a1-1f0b-42b3-80aa-bd5d0d3daf60 tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3c89b118-1d31-4979-b5cb-55dd9c23effd,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:59:36.941247 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 35408) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:59:36.948384 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-4087457a-3e9d-4199-a862-f5edb42ab2f0 tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] Request body: {'security_group_rule': {'security_group_id': '3c89b118-1d31-4979-b5cb-55dd9c23effd', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:59:36.983771 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-4087457a-3e9d-4199-a862-f5edb42ab2f0 tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:59:37.007336 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-c4887d39-1b18-4974-909e-7cdbfe1c9de3 None None] Attempt 3 to provision port 91164c68-eea1-4517-97ef-e7030d31b6b1 Oct 19 07:59:37.042193 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-4087457a-3e9d-4199-a862-f5edb42ab2f0 tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:59:37.042390 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-c4887d39-1b18-4974-909e-7cdbfe1c9de3 None None] Port 91164c68-eea1-4517-97ef-e7030d31b6b1 cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 07:59:37.045737 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-4087457a-3e9d-4199-a862-f5edb42ab2f0 tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815365'] for security_group_rule, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:59:37.063852 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4087457a-3e9d-4199-a862-f5edb42ab2f0 tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1bf6daf2-d3f0-435d-b679-f29188db5497,revision_number=0']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:59:37.071735 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-4087457a-3e9d-4199-a862-f5edb42ab2f0 tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:59:37.072960 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-4087457a-3e9d-4199-a862-f5edb42ab2f0 tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1301422 Oct 19 07:59:37.075628 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 35410) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:59:37.080091 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-4e890dba-8156-408c-a599-b081e8de38ec tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] Request body: {'security_group_rule': {'security_group_id': '3c89b118-1d31-4979-b5cb-55dd9c23effd', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:59:37.105512 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-4e890dba-8156-408c-a599-b081e8de38ec tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:59:37.163140 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-4e890dba-8156-408c-a599-b081e8de38ec tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:59:37.166723 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-4e890dba-8156-408c-a599-b081e8de38ec tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815365'] for security_group_rule, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:59:37.184833 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e890dba-8156-408c-a599-b081e8de38ec tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f0c407c-7f88-4aa6-b352-95ac8e98dd68,revision_number=0']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:59:37.192308 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-4e890dba-8156-408c-a599-b081e8de38ec tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:59:37.194075 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-4e890dba-8156-408c-a599-b081e8de38ec tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1175368 Oct 19 07:59:37.197505 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 35412) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:59:37.201837 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-73240f17-2262-4886-a3d1-2e90c7bccfff tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] Request body: {'floatingip': {'floating_network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd'}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:59:37.222272 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-73240f17-2262-4886-a3d1-2e90c7bccfff tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] Notify callbacks [] for floatingip, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:59:37.543967 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-c4887d39-1b18-4974-909e-7cdbfe1c9de3 None None] Attempt 4 to provision port 91164c68-eea1-4517-97ef-e7030d31b6b1 Oct 19 07:59:37.592223 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-c4887d39-1b18-4974-909e-7cdbfe1c9de3 None None] Port 91164c68-eea1-4517-97ef-e7030d31b6b1 cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 07:59:37.637007 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device 3aeac68d-c041-450c-9772-7abfc1332e6a up at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 07:59:37.649085 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-73240f17-2262-4886-a3d1-2e90c7bccfff tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:59:37.686904 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Provisioning complete for port 3aeac68d-c041-450c-9772-7abfc1332e6a triggered by entity L2. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:59:37.687615 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:59:37.689036 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Attempt 1 to provision port 3aeac68d-c041-450c-9772-7abfc1332e6a Oct 19 07:59:37.712663 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5060c475-7c8c-4127-b75a-41630e65a77b None None] Sync routers for ids ['8c1831ff-b2f2-4de9-803f-9891568f2b75'] in dv-neutron-861624-1-hyperv {{(pid=103334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 07:59:37.735499 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5060c475-7c8c-4127-b75a-41630e65a77b None None] Routers {'8c1831ff-b2f2-4de9-803f-9891568f2b75'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 07:59:37.736116 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-5060c475-7c8c-4127-b75a-41630e65a77b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T07:59:16Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['8c1831ff-b2f2-4de9-803f-9891568f2b75'], 'active': True} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:59:37.756369 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.db_base_plugin_common [None req-73240f17-2262-4886-a3d1-2e90c7bccfff tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] Allocated IP 172.26.0.251 (99c66757-74e3-40a4-b479-8d09e3a7c3dd/7f3d1034-1de7-458a-a3ee-77488de3949b/eb13286f-9d40-430a-9022-001e7c2314d1) {{(pid=103332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 07:59:37.858683 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-73240f17-2262-4886-a3d1-2e90c7bccfff tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] Notify callbacks [] for port, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:59:37.862633 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Current status of the port 3aeac68d-c041-450c-9772-7abfc1332e6a is: DOWN; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:59:37.863225 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:59:37.893382 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-73240f17-2262-4886-a3d1-2e90c7bccfff tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785020947330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133553798'] for port, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:59:37.894841 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] For port 3aeac68d-c041-450c-9772-7abfc1332e6a, host dv-neutron-861624-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=3aeac68d-c041-450c-9772-7abfc1332e6a,segment=NetworkSegment(53981d04-8205-40d8-8d33-0510111d6f8f),segment_id=53981d04-8205-40d8-8d33-0510111d6f8f)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:59:37.897837 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvr_db [None req-5060c475-7c8c-4127-b75a-41630e65a77b None None] Set router 8c1831ff-b2f2-4de9-803f-9891568f2b75 gateway port host: dv-neutron-861624-1-hyperv {{(pid=103334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 07:59:37.900171 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:59:37.937380 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73240f17-2262-4886-a3d1-2e90c7bccfff tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] Network 99c66757-74e3-40a4-b479-8d09e3a7c3dd is already hosted by enough agents. {{(pid=103332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 07:59:37.942498 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.base_scheduler [None req-73240f17-2262-4886-a3d1-2e90c7bccfff tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] Resources bound (agent type, host, resource id): {{(pid=103332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:59:37.945251 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73240f17-2262-4886-a3d1-2e90c7bccfff tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] Pushing event updated for resources: {'Port': ['ID=eb13286f-9d40-430a-9022-001e7c2314d1,revision_number=1']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:59:37.947455 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73240f17-2262-4886-a3d1-2e90c7bccfff tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] Received port after_create {{(pid=103332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 07:59:38.037275 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-73240f17-2262-4886-a3d1-2e90c7bccfff tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:59:38.074284 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-73240f17-2262-4886-a3d1-2e90c7bccfff tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:59:38.147180 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-c4887d39-1b18-4974-909e-7cdbfe1c9de3 None None] Attempt 5 to provision port 91164c68-eea1-4517-97ef-e7030d31b6b1 Oct 19 07:59:38.198198 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Pushing event updated for resources: {'Port': ['ID=3aeac68d-c041-450c-9772-7abfc1332e6a,revision_number=4']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:59:38.217500 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:59:38.217845 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:59:38.218185 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:59:38.218513 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:59:38.218844 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:59:38.219174 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:59:38.219500 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:59:38.219823 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:59:38.220146 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:59:38.220469 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:59:38.220813 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:59:38.221132 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:59:38.227364 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-c4887d39-1b18-4974-909e-7cdbfe1c9de3 None None] Port 91164c68-eea1-4517-97ef-e7030d31b6b1 cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 07:59:38.232660 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-73240f17-2262-4886-a3d1-2e90c7bccfff tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] Notify callbacks [] for port, precommit_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:59:38.237675 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-73240f17-2262-4886-a3d1-2e90c7bccfff tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133553807'] for port, after_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:59:38.303424 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-73240f17-2262-4886-a3d1-2e90c7bccfff tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1695041'] for floatingip, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:59:38.306085 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73240f17-2262-4886-a3d1-2e90c7bccfff tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] Pushing event updated for resources: {'Port': ['ID=eb13286f-9d40-430a-9022-001e7c2314d1,revision_number=2']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:59:38.323025 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-73240f17-2262-4886-a3d1-2e90c7bccfff tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42160'] for floatingip, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:59:38.327390 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-73240f17-2262-4886-a3d1-2e90c7bccfff tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] 10.222.0.27 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1258323 Oct 19 07:59:38.338522 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-5060c475-7c8c-4127-b75a-41630e65a77b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c1831ff-b2f2-4de9-803f-9891568f2b75', 'name': 'tempest-ServerActionsTestJSON-277822555-router', 'tenant_id': 'a7d0b731e41746459629e24e4376a580', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'external_fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.89'}], 'enable_snat': True}, 'gw_port_id': '3aeac68d-c041-450c-9772-7abfc1332e6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T07:59:33Z', 'updated_at': '2022-10-19T07:59:35Z', 'revision_number': 4, 'project_id': 'a7d0b731e41746459629e24e4376a580', 'gw_port': {'id': '3aeac68d-c041-450c-9772-7abfc1332e6a', 'name': '', 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:0c:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c1831ff-b2f2-4de9-803f-9891568f2b75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:59:33Z', 'updated_at': '2022-10-19T07:59:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861624-1-hyperv', '_interfaces': [{'id': '91164c68-eea1-4517-97ef-e7030d31b6b1', 'name': '', 'network_id': 'd14a4db3-a516-4209-a5bb-de4dcfbac256', 'tenant_id': 'a7d0b731e41746459629e24e4376a580', 'mac_address': 'fa:16:3e:07:bc:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c1831ff-b2f2-4de9-803f-9891568f2b75', 'device_owner': 'network:router_interface', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': 'e9300763-1630-426e-b5a8-006b77112f7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:59:35Z', 'updated_at': '2022-10-19T07:59:35Z', 'revision_number': 2, 'project_id': 'a7d0b731e41746459629e24e4376a580', 'subnets': [{'id': 'e9300763-1630-426e-b5a8-006b77112f7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:59:38.364532 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5060c475-7c8c-4127-b75a-41630e65a77b None None] Checking router: 8c1831ff-b2f2-4de9-803f-9891568f2b75 for host: dv-neutron-861624-1-hyperv {{(pid=103334) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 07:59:38.364899 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5060c475-7c8c-4127-b75a-41630e65a77b None None] Updating router 8c1831ff-b2f2-4de9-803f-9891568f2b75 port 91164c68-eea1-4517-97ef-e7030d31b6b1 binding host dv-neutron-861624-1-hyperv {{(pid=103334) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 07:59:38.391070 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-5060c475-7c8c-4127-b75a-41630e65a77b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:59:38.466666 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-9de8049a-5604-481e-b2de-ed5ca5156c53 req-f57343af-8b60-460b-a6b7-d41ce2df26ab tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] 10.222.0.27 "GET /v2.0/security-groups?name=tempest-securitygroup--396771014&fields=id&tenant_id=a7d0b731e41746459629e24e4376a580 HTTP/1.1" status: 200 len: 267 time: 0.0365999 Oct 19 07:59:38.573627 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de8049a-5604-481e-b2de-ed5ca5156c53 req-c242766b-b49d-4e7d-a641-483cba288969 tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:59:38.575126 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-9de8049a-5604-481e-b2de-ed5ca5156c53 req-c242766b-b49d-4e7d-a641-483cba288969 tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] 10.222.0.27 "GET /v2.0/networks?id=d14a4db3-a516-4209-a5bb-de4dcfbac256 HTTP/1.1" status: 200 len: 811 time: 0.1017165 Oct 19 07:59:38.590780 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-9de8049a-5604-481e-b2de-ed5ca5156c53 req-4840074a-b5af-4051-b81f-e82b5fe71a73 tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] 10.222.0.27 "GET /v2.0/quotas/a7d0b731e41746459629e24e4376a580 HTTP/1.1" status: 200 len: 375 time: 0.0094590 Oct 19 07:59:38.645156 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-9de8049a-5604-481e-b2de-ed5ca5156c53 req-da68493b-8ca3-4da0-a700-dd766b3d43dc tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] 10.222.0.27 "GET /v2.0/ports?tenant_id=a7d0b731e41746459629e24e4376a580&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0486531 Oct 19 07:59:38.655572 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-5060c475-7c8c-4127-b75a-41630e65a77b None None] Notify callbacks [] for port, precommit_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:59:38.660889 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-5060c475-7c8c-4127-b75a-41630e65a77b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:59:38.720843 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d103c96-2860-42f2-a9dd-6a4ca94980f1 None None] Pushing event updated for resources: {'Port': ['ID=91164c68-eea1-4517-97ef-e7030d31b6b1,revision_number=3']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:59:38.736238 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-c4887d39-1b18-4974-909e-7cdbfe1c9de3 None None] Attempt 6 to provision port 91164c68-eea1-4517-97ef-e7030d31b6b1 Oct 19 07:59:38.775006 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-5060c475-7c8c-4127-b75a-41630e65a77b None None] Attempting to bind port 91164c68-eea1-4517-97ef-e7030d31b6b1 on host dv-neutron-861624-1-hyperv for vnic_type normal with profile {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 19 07:59:38.775376 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-5060c475-7c8c-4127-b75a-41630e65a77b None None] Attempting to bind port 91164c68-eea1-4517-97ef-e7030d31b6b1 by drivers openvswitch,hyperv on host dv-neutron-861624-1-hyperv at level 0 using segments [{'id': '815a78b5-3ac4-4562-a353-e425dae619bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'd14a4db3-a516-4209-a5bb-de4dcfbac256'}] {{(pid=103334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 19 07:59:38.775742 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5060c475-7c8c-4127-b75a-41630e65a77b None None] Attempting to bind port 91164c68-eea1-4517-97ef-e7030d31b6b1 on network d14a4db3-a516-4209-a5bb-de4dcfbac256 {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 07:59:38.783687 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5060c475-7c8c-4127-b75a-41630e65a77b None None] Checking agent: {'id': 'a5b0152c-d633-409b-aaf8-3b76458e2410', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861624-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 19, 7, 30, 19), 'started_at': datetime.datetime(2022, 10, 19, 7, 30, 49), 'heartbeat_timestamp': datetime.datetime(2022, 10, 19, 7, 59, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861624-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 07:59:38.784061 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5060c475-7c8c-4127-b75a-41630e65a77b None None] Checking segment: {'id': '815a78b5-3ac4-4562-a353-e425dae619bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'd14a4db3-a516-4209-a5bb-de4dcfbac256'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 19 07:59:38.784466 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-5060c475-7c8c-4127-b75a-41630e65a77b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:59:38.784902 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5060c475-7c8c-4127-b75a-41630e65a77b None None] Bound using segment: {'id': '815a78b5-3ac4-4562-a353-e425dae619bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'd14a4db3-a516-4209-a5bb-de4dcfbac256'} {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 07:59:38.785367 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-5060c475-7c8c-4127-b75a-41630e65a77b None None] Bound port: 91164c68-eea1-4517-97ef-e7030d31b6b1, host: dv-neutron-861624-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '815a78b5-3ac4-4562-a353-e425dae619bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'd14a4db3-a516-4209-a5bb-de4dcfbac256'}}] {{(pid=103334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 19 07:59:38.785750 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-5060c475-7c8c-4127-b75a-41630e65a77b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:59:38.793840 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-9de8049a-5604-481e-b2de-ed5ca5156c53 req-091e0dde-1705-46a0-9368-84b3d22f7288 service neutron] 10.222.0.27 "GET /v2.0/networks/d14a4db3-a516-4209-a5bb-de4dcfbac256?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1366160 Oct 19 07:59:38.799530 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-c4887d39-1b18-4974-909e-7cdbfe1c9de3 None None] Port 91164c68-eea1-4517-97ef-e7030d31b6b1 cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 07:59:38.852606 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-5060c475-7c8c-4127-b75a-41630e65a77b None None] For port 91164c68-eea1-4517-97ef-e7030d31b6b1, host dv-neutron-861624-1-hyperv, cleared binding levels {{(pid=103334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 07:59:38.855765 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-5060c475-7c8c-4127-b75a-41630e65a77b None None] For port 91164c68-eea1-4517-97ef-e7030d31b6b1, host dv-neutron-861624-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=91164c68-eea1-4517-97ef-e7030d31b6b1,segment=NetworkSegment(815a78b5-3ac4-4562-a353-e425dae619bf),segment_id=815a78b5-3ac4-4562-a353-e425dae619bf)] {{(pid=103334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 07:59:38.860143 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-5060c475-7c8c-4127-b75a-41630e65a77b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:59:38.888299 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-9de8049a-5604-481e-b2de-ed5ca5156c53 req-fcb03281-172c-4b55-917e-9d805d98e5c5 service neutron] 10.222.0.27 "GET /v2.0/networks/d14a4db3-a516-4209-a5bb-de4dcfbac256?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880814 Oct 19 07:59:38.898643 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5060c475-7c8c-4127-b75a-41630e65a77b None None] Routers {'8c1831ff-b2f2-4de9-803f-9891568f2b75'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 07:59:38.899269 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-5060c475-7c8c-4127-b75a-41630e65a77b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T07:59:16Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['8c1831ff-b2f2-4de9-803f-9891568f2b75'], 'active': True} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:59:38.958338 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d103c96-2860-42f2-a9dd-6a4ca94980f1 None None] Pushing event updated for resources: {'Port': ['ID=91164c68-eea1-4517-97ef-e7030d31b6b1,revision_number=4']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:59:39.023381 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvr_db [None req-5060c475-7c8c-4127-b75a-41630e65a77b None None] Set router 8c1831ff-b2f2-4de9-803f-9891568f2b75 gateway port host: dv-neutron-861624-1-hyperv {{(pid=103334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 07:59:39.055380 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-07842c42-e84e-42ef-af88-15c442cd92e1 req-5368641c-6896-4b66-8358-f233cccaf336 tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] 10.222.0.27 "GET /v2.0/ports?device_id=6368b77a-1fa7-4071-b7aa-136efb569662 HTTP/1.1" status: 200 len: 210 time: 0.0273213 Oct 19 07:59:39.234597 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-5060c475-7c8c-4127-b75a-41630e65a77b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c1831ff-b2f2-4de9-803f-9891568f2b75', 'name': 'tempest-ServerActionsTestJSON-277822555-router', 'tenant_id': 'a7d0b731e41746459629e24e4376a580', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'external_fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.89'}], 'enable_snat': True}, 'gw_port_id': '3aeac68d-c041-450c-9772-7abfc1332e6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T07:59:33Z', 'updated_at': '2022-10-19T07:59:35Z', 'revision_number': 4, 'project_id': 'a7d0b731e41746459629e24e4376a580', 'gw_port': {'id': '3aeac68d-c041-450c-9772-7abfc1332e6a', 'name': '', 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:0c:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c1831ff-b2f2-4de9-803f-9891568f2b75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:59:33Z', 'updated_at': '2022-10-19T07:59:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861624-1-hyperv', '_interfaces': [{'id': '91164c68-eea1-4517-97ef-e7030d31b6b1', 'name': '', 'network_id': 'd14a4db3-a516-4209-a5bb-de4dcfbac256', 'tenant_id': 'a7d0b731e41746459629e24e4376a580', 'mac_address': 'fa:16:3e:07:bc:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c1831ff-b2f2-4de9-803f-9891568f2b75', 'device_owner': 'network:router_interface', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': 'e9300763-1630-426e-b5a8-006b77112f7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:59:35Z', 'updated_at': '2022-10-19T07:59:38Z', 'revision_number': 4, 'project_id': 'a7d0b731e41746459629e24e4376a580', 'subnets': [{'id': 'e9300763-1630-426e-b5a8-006b77112f7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:59:39.261312 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5060c475-7c8c-4127-b75a-41630e65a77b None None] The sync data for ids ['8c1831ff-b2f2-4de9-803f-9891568f2b75'] in dv-neutron-861624-1-hyperv is: [{'id': '8c1831ff-b2f2-4de9-803f-9891568f2b75', 'name': 'tempest-ServerActionsTestJSON-277822555-router', 'tenant_id': 'a7d0b731e41746459629e24e4376a580', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'external_fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.89'}], 'enable_snat': True}, 'gw_port_id': '3aeac68d-c041-450c-9772-7abfc1332e6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T07:59:33Z', 'updated_at': '2022-10-19T07:59:35Z', 'revision_number': 4, 'project_id': 'a7d0b731e41746459629e24e4376a580', 'gw_port': {'id': '3aeac68d-c041-450c-9772-7abfc1332e6a', 'name': '', 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:0c:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c1831ff-b2f2-4de9-803f-9891568f2b75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:59:33Z', 'updated_at': '2022-10-19T07:59:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861624-1-hyperv', '_interfaces': [{'id': '91164c68-eea1-4517-97ef-e7030d31b6b1', 'name': '', 'network_id': 'd14a4db3-a516-4209-a5bb-de4dcfbac256', 'tenant_id': 'a7d0b731e41746459629e24e4376a580', 'mac_address': 'fa:16:3e:07:bc:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c1831ff-b2f2-4de9-803f-9891568f2b75', 'device_owner': 'network:router_interface', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': 'e9300763-1630-426e-b5a8-006b77112f7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:59:35Z', 'updated_at': '2022-10-19T07:59:38Z', 'revision_number': 4, 'project_id': 'a7d0b731e41746459629e24e4376a580', 'subnets': [{'id': 'e9300763-1630-426e-b5a8-006b77112f7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 07:59:39.301523 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-c4887d39-1b18-4974-909e-7cdbfe1c9de3 None None] Attempt 7 to provision port 91164c68-eea1-4517-97ef-e7030d31b6b1 Oct 19 07:59:39.413925 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-c4887d39-1b18-4974-909e-7cdbfe1c9de3 None None] Current status of the port 91164c68-eea1-4517-97ef-e7030d31b6b1 is: DOWN; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:59:39.414313 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-c4887d39-1b18-4974-909e-7cdbfe1c9de3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:59:39.452016 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-c4887d39-1b18-4974-909e-7cdbfe1c9de3 None None] For port 91164c68-eea1-4517-97ef-e7030d31b6b1, host dv-neutron-861624-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=91164c68-eea1-4517-97ef-e7030d31b6b1,segment=NetworkSegment(815a78b5-3ac4-4562-a353-e425dae619bf),segment_id=815a78b5-3ac4-4562-a353-e425dae619bf)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:59:39.456741 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-c4887d39-1b18-4974-909e-7cdbfe1c9de3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:59:39.513617 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4887d39-1b18-4974-909e-7cdbfe1c9de3 None None] Pushing event updated for resources: {'Port': ['ID=91164c68-eea1-4517-97ef-e7030d31b6b1,revision_number=5']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:59:39.578947 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-12af8a3a-770c-4a3c-8180-76ad6f07b9f5 None None] Provisioning complete for port 91164c68-eea1-4517-97ef-e7030d31b6b1 triggered by entity DHCP. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:59:39.579318 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-12af8a3a-770c-4a3c-8180-76ad6f07b9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:59:39.579909 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-12af8a3a-770c-4a3c-8180-76ad6f07b9f5 None None] Attempt 1 to provision port 91164c68-eea1-4517-97ef-e7030d31b6b1 Oct 19 07:59:39.678669 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-12af8a3a-770c-4a3c-8180-76ad6f07b9f5 None None] Current status of the port 91164c68-eea1-4517-97ef-e7030d31b6b1 is: ACTIVE; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:59:39.713572 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device 91164c68-eea1-4517-97ef-e7030d31b6b1 up at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 07:59:39.766700 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Provisioning complete for port 91164c68-eea1-4517-97ef-e7030d31b6b1 triggered by entity L2. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:59:39.766984 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:59:39.767325 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Attempt 1 to provision port 91164c68-eea1-4517-97ef-e7030d31b6b1 Oct 19 07:59:39.848687 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Current status of the port 91164c68-eea1-4517-97ef-e7030d31b6b1 is: ACTIVE; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:59:39.849848 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device 3aeac68d-c041-450c-9772-7abfc1332e6a up at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 07:59:39.898254 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Provisioning complete for port 3aeac68d-c041-450c-9772-7abfc1332e6a triggered by entity L2. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:59:39.898634 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:59:39.898968 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Attempt 1 to provision port 3aeac68d-c041-450c-9772-7abfc1332e6a Oct 19 07:59:39.991023 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Current status of the port 3aeac68d-c041-450c-9772-7abfc1332e6a is: ACTIVE; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:59:40.059255 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de8049a-5604-481e-b2de-ed5ca5156c53 req-7e02a73a-b247-4461-8021-4db66775d9f0 tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:59:40.060759 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-9de8049a-5604-481e-b2de-ed5ca5156c53 req-7e02a73a-b247-4461-8021-4db66775d9f0 tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] 10.222.0.16 "GET /v2.0/networks?id=d14a4db3-a516-4209-a5bb-de4dcfbac256 HTTP/1.1" status: 200 len: 811 time: 0.1214037 Oct 19 07:59:40.109366 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-9de8049a-5604-481e-b2de-ed5ca5156c53 req-f51a4343-ee7f-404d-9429-c3645c3da62d tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a7d0b731e41746459629e24e4376a580 HTTP/1.1" status: 200 len: 379 time: 0.0390799 Oct 19 07:59:40.121492 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [req-9de8049a-5604-481e-b2de-ed5ca5156c53 req-ab02a2d9-cabf-4eea-8f35-92b9db8239c6 tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] Request body: {'port': {'device_id': '6368b77a-1fa7-4071-b7aa-136efb569662', 'network_id': 'd14a4db3-a516-4209-a5bb-de4dcfbac256', 'admin_state_up': True, 'tenant_id': 'a7d0b731e41746459629e24e4376a580', 'security_groups': ['3c89b118-1d31-4979-b5cb-55dd9c23effd']}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:59:40.186249 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-3b994001-b1f9-4603-85a6-a802eb355cb6 req-2e534b70-3829-4531-b3ae-07abbe807e18 tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] 10.222.0.27 "GET /v2.0/ports?device_id=6368b77a-1fa7-4071-b7aa-136efb569662 HTTP/1.1" status: 200 len: 210 time: 0.0364919 Oct 19 07:59:40.267624 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9de8049a-5604-481e-b2de-ed5ca5156c53 req-ab02a2d9-cabf-4eea-8f35-92b9db8239c6 tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] Made reservation on behalf of a7d0b731e41746459629e24e4376a580 for: {'port': 1} {{(pid=103332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 07:59:40.271884 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-9de8049a-5604-481e-b2de-ed5ca5156c53 req-ab02a2d9-cabf-4eea-8f35-92b9db8239c6 tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:59:40.408988 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.db_base_plugin_common [req-9de8049a-5604-481e-b2de-ed5ca5156c53 req-ab02a2d9-cabf-4eea-8f35-92b9db8239c6 tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] Allocated IP 172.20.0.12 (d14a4db3-a516-4209-a5bb-de4dcfbac256/e9300763-1630-426e-b5a8-006b77112f7c/b283c1eb-5d25-4f78-bd02-0b5894e772c4) {{(pid=103332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 07:59:40.546561 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-9de8049a-5604-481e-b2de-ed5ca5156c53 req-ab02a2d9-cabf-4eea-8f35-92b9db8239c6 tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] Notify callbacks [] for port, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:59:40.584680 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-9de8049a-5604-481e-b2de-ed5ca5156c53 req-ab02a2d9-cabf-4eea-8f35-92b9db8239c6 tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785020947330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133553798'] for port, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:59:40.627746 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9de8049a-5604-481e-b2de-ed5ca5156c53 req-ab02a2d9-cabf-4eea-8f35-92b9db8239c6 tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] Network d14a4db3-a516-4209-a5bb-de4dcfbac256 is already hosted by enough agents. {{(pid=103332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 07:59:40.630821 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.base_scheduler [req-9de8049a-5604-481e-b2de-ed5ca5156c53 req-ab02a2d9-cabf-4eea-8f35-92b9db8239c6 tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] Resources bound (agent type, host, resource id): {{(pid=103332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 07:59:40.634377 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [req-9de8049a-5604-481e-b2de-ed5ca5156c53 req-ab02a2d9-cabf-4eea-8f35-92b9db8239c6 tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] Received port after_create {{(pid=103332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 07:59:40.657743 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab02a2d9-cabf-4eea-8f35-92b9db8239c6 tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] Pushing event updated for resources: {'Port': ['ID=b283c1eb-5d25-4f78-bd02-0b5894e772c4,revision_number=1']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:59:40.672430 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab02a2d9-cabf-4eea-8f35-92b9db8239c6 tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:59:40.672811 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab02a2d9-cabf-4eea-8f35-92b9db8239c6 tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:59:40.673157 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab02a2d9-cabf-4eea-8f35-92b9db8239c6 tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:59:40.673491 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab02a2d9-cabf-4eea-8f35-92b9db8239c6 tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:59:40.673818 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab02a2d9-cabf-4eea-8f35-92b9db8239c6 tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:59:40.674145 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab02a2d9-cabf-4eea-8f35-92b9db8239c6 tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:59:40.674469 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab02a2d9-cabf-4eea-8f35-92b9db8239c6 tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:59:40.674794 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab02a2d9-cabf-4eea-8f35-92b9db8239c6 tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:59:40.675117 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab02a2d9-cabf-4eea-8f35-92b9db8239c6 tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:59:40.675440 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab02a2d9-cabf-4eea-8f35-92b9db8239c6 tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:59:40.675755 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab02a2d9-cabf-4eea-8f35-92b9db8239c6 tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:59:40.676077 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab02a2d9-cabf-4eea-8f35-92b9db8239c6 tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 07:59:40.696683 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de8049a-5604-481e-b2de-ed5ca5156c53 req-ab02a2d9-cabf-4eea-8f35-92b9db8239c6 tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:59:40.697298 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-9de8049a-5604-481e-b2de-ed5ca5156c53 req-ab02a2d9-cabf-4eea-8f35-92b9db8239c6 tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42160'] for port, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:59:40.715787 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-9de8049a-5604-481e-b2de-ed5ca5156c53 req-ab02a2d9-cabf-4eea-8f35-92b9db8239c6 tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5989017 Oct 19 07:59:40.727579 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [req-9de8049a-5604-481e-b2de-ed5ca5156c53 req-d55f5d6d-a912-41f5-9d7f-3ec4a4c46c28 service neutron] Request body: {'port': {'device_id': '6368b77a-1fa7-4071-b7aa-136efb569662', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8616'}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:59:40.788586 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-9de8049a-5604-481e-b2de-ed5ca5156c53 req-d55f5d6d-a912-41f5-9d7f-3ec4a4c46c28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:59:40.906078 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-cf6c33cf-769c-47f1-97aa-a5f8fb387f71 None None] Provisioning complete for port b283c1eb-5d25-4f78-bd02-0b5894e772c4 triggered by entity DHCP. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:59:40.906625 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-cf6c33cf-769c-47f1-97aa-a5f8fb387f71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:59:40.906706 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-cf6c33cf-769c-47f1-97aa-a5f8fb387f71 None None] Attempt 1 to provision port b283c1eb-5d25-4f78-bd02-0b5894e772c4 Oct 19 07:59:40.939777 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-cf6c33cf-769c-47f1-97aa-a5f8fb387f71 None None] Port b283c1eb-5d25-4f78-bd02-0b5894e772c4 cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 07:59:41.055261 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.notifiers.nova [req-9de8049a-5604-481e-b2de-ed5ca5156c53 req-d55f5d6d-a912-41f5-9d7f-3ec4a4c46c28 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b283c1eb-5d25-4f78-bd02-0b5894e772c4 {{(pid=103332) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 19 07:59:41.062607 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-9de8049a-5604-481e-b2de-ed5ca5156c53 req-d55f5d6d-a912-41f5-9d7f-3ec4a4c46c28 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:59:41.074163 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.provisioning_blocks [req-9de8049a-5604-481e-b2de-ed5ca5156c53 req-d55f5d6d-a912-41f5-9d7f-3ec4a4c46c28 service neutron] Transition to ACTIVE for port object b283c1eb-5d25-4f78-bd02-0b5894e772c4 will not be triggered until provisioned by entity L2. {{(pid=103332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 19 07:59:41.078161 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-9de8049a-5604-481e-b2de-ed5ca5156c53 req-d55f5d6d-a912-41f5-9d7f-3ec4a4c46c28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133553807'] for port, after_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:59:41.156733 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55f5d6d-a912-41f5-9d7f-3ec4a4c46c28 service neutron] Pushing event updated for resources: {'Port': ['ID=b283c1eb-5d25-4f78-bd02-0b5894e772c4,revision_number=2']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:59:41.186811 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.managers [req-9de8049a-5604-481e-b2de-ed5ca5156c53 req-d55f5d6d-a912-41f5-9d7f-3ec4a4c46c28 service neutron] Attempting to bind port b283c1eb-5d25-4f78-bd02-0b5894e772c4 on host hv-neutron-8616 for vnic_type normal with profile {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 19 07:59:41.187150 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.managers [req-9de8049a-5604-481e-b2de-ed5ca5156c53 req-d55f5d6d-a912-41f5-9d7f-3ec4a4c46c28 service neutron] Attempting to bind port b283c1eb-5d25-4f78-bd02-0b5894e772c4 by drivers openvswitch,hyperv on host hv-neutron-8616 at level 0 using segments [{'id': '815a78b5-3ac4-4562-a353-e425dae619bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'd14a4db3-a516-4209-a5bb-de4dcfbac256'}] {{(pid=103332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 19 07:59:41.187475 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9de8049a-5604-481e-b2de-ed5ca5156c53 req-d55f5d6d-a912-41f5-9d7f-3ec4a4c46c28 service neutron] Attempting to bind port b283c1eb-5d25-4f78-bd02-0b5894e772c4 on network d14a4db3-a516-4209-a5bb-de4dcfbac256 {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 07:59:41.191745 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9de8049a-5604-481e-b2de-ed5ca5156c53 req-d55f5d6d-a912-41f5-9d7f-3ec4a4c46c28 service neutron] Port b283c1eb-5d25-4f78-bd02-0b5894e772c4 on network d14a4db3-a516-4209-a5bb-de4dcfbac256 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8616 {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 07:59:41.192066 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9de8049a-5604-481e-b2de-ed5ca5156c53 req-d55f5d6d-a912-41f5-9d7f-3ec4a4c46c28 service neutron] Attempting to bind port b283c1eb-5d25-4f78-bd02-0b5894e772c4 on network d14a4db3-a516-4209-a5bb-de4dcfbac256 {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 07:59:41.197390 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9de8049a-5604-481e-b2de-ed5ca5156c53 req-d55f5d6d-a912-41f5-9d7f-3ec4a4c46c28 service neutron] Checking agent: {'id': '5297b6e1-8fc1-4f42-910c-8f50c918ca65', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8616', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 19, 7, 36, 11), 'started_at': datetime.datetime(2022, 10, 19, 7, 36, 11), 'heartbeat_timestamp': datetime.datetime(2022, 10, 19, 7, 59, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 07:59:41.197722 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9de8049a-5604-481e-b2de-ed5ca5156c53 req-d55f5d6d-a912-41f5-9d7f-3ec4a4c46c28 service neutron] Checking segment: {'id': '815a78b5-3ac4-4562-a353-e425dae619bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'd14a4db3-a516-4209-a5bb-de4dcfbac256'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 19 07:59:41.198097 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9de8049a-5604-481e-b2de-ed5ca5156c53 req-d55f5d6d-a912-41f5-9d7f-3ec4a4c46c28 service neutron] Bound using segment: {'id': '815a78b5-3ac4-4562-a353-e425dae619bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'd14a4db3-a516-4209-a5bb-de4dcfbac256'} {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 07:59:41.198527 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.managers [req-9de8049a-5604-481e-b2de-ed5ca5156c53 req-d55f5d6d-a912-41f5-9d7f-3ec4a4c46c28 service neutron] Bound port: b283c1eb-5d25-4f78-bd02-0b5894e772c4, host: hv-neutron-8616, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '815a78b5-3ac4-4562-a353-e425dae619bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'd14a4db3-a516-4209-a5bb-de4dcfbac256'}}] {{(pid=103332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 19 07:59:41.198881 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-9de8049a-5604-481e-b2de-ed5ca5156c53 req-d55f5d6d-a912-41f5-9d7f-3ec4a4c46c28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:59:41.264758 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.db [req-9de8049a-5604-481e-b2de-ed5ca5156c53 req-d55f5d6d-a912-41f5-9d7f-3ec4a4c46c28 service neutron] For port b283c1eb-5d25-4f78-bd02-0b5894e772c4, host hv-neutron-8616, cleared binding levels {{(pid=103332) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 07:59:41.298009 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.db [req-9de8049a-5604-481e-b2de-ed5ca5156c53 req-d55f5d6d-a912-41f5-9d7f-3ec4a4c46c28 service neutron] For port b283c1eb-5d25-4f78-bd02-0b5894e772c4, host hv-neutron-8616, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=b283c1eb-5d25-4f78-bd02-0b5894e772c4,segment=NetworkSegment(815a78b5-3ac4-4562-a353-e425dae619bf),segment_id=815a78b5-3ac4-4562-a353-e425dae619bf)] {{(pid=103332) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 07:59:41.306255 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-9de8049a-5604-481e-b2de-ed5ca5156c53 req-d55f5d6d-a912-41f5-9d7f-3ec4a4c46c28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133553807'] for port, after_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:59:41.309307 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de8049a-5604-481e-b2de-ed5ca5156c53 req-d55f5d6d-a912-41f5-9d7f-3ec4a4c46c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:59:41.309929 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-9de8049a-5604-481e-b2de-ed5ca5156c53 req-d55f5d6d-a912-41f5-9d7f-3ec4a4c46c28 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42160'] for port, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:59:41.311521 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-9de8049a-5604-481e-b2de-ed5ca5156c53 req-d55f5d6d-a912-41f5-9d7f-3ec4a4c46c28 service neutron] 10.222.0.16 "PUT /v2.0/ports/b283c1eb-5d25-4f78-bd02-0b5894e772c4 HTTP/1.1" status: 200 len: 1094 time: 0.5884042 Oct 19 07:59:41.314232 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6368b77a-1fa7-4071-b7aa-136efb569662', 'tag': 'b283c1eb-5d25-4f78-bd02-0b5894e772c4'}] {{(pid=103332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 19 07:59:41.317398 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a021b02cf5f527cd4bbbc40a031b51490d9893d7edeeb551bdf5128ee7546f8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63ce8e61-86b0-4139-afd9-038b253edd73" -d '{"events": [{"name": "network-changed", "server_uuid": "6368b77a-1fa7-4071-b7aa-136efb569662", "tag": "b283c1eb-5d25-4f78-bd02-0b5894e772c4"}]}' {{(pid=103332) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 07:59:41.357863 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 19 Oct 2022 07:59:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cff72b71-333d-4f66-aa0e-b294874244c0 x-openstack-request-id: req-cff72b71-333d-4f66-aa0e-b294874244c0 {{(pid=103332) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 07:59:41.358155 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6368b77a-1fa7-4071-b7aa-136efb569662", "tag": "b283c1eb-5d25-4f78-bd02-0b5894e772c4", "status": "completed", "code": 200}]} {{(pid=103332) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 07:59:41.358409 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-cff72b71-333d-4f66-aa0e-b294874244c0 {{(pid=103332) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 07:59:41.358807 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cff72b71-333d-4f66-aa0e-b294874244c0'] response: {'name': 'network-changed', 'server_uuid': '6368b77a-1fa7-4071-b7aa-136efb569662', 'tag': 'b283c1eb-5d25-4f78-bd02-0b5894e772c4', 'status': 'completed', 'code': 200} Oct 19 07:59:41.399138 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc08acd-42f3-479b-82ef-47e57e5611a8 req-d3164337-78b8-4872-a99a-43d9b74a197a tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:59:41.400659 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-6cc08acd-42f3-479b-82ef-47e57e5611a8 req-d3164337-78b8-4872-a99a-43d9b74a197a tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] 10.222.0.27 "GET /v2.0/ports?device_id=6368b77a-1fa7-4071-b7aa-136efb569662 HTTP/1.1" status: 200 len: 944 time: 0.1373434 Oct 19 07:59:41.426330 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55f5d6d-a912-41f5-9d7f-3ec4a4c46c28 service neutron] Pushing event updated for resources: {'Port': ['ID=b283c1eb-5d25-4f78-bd02-0b5894e772c4,revision_number=3']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:59:41.440577 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-cf6c33cf-769c-47f1-97aa-a5f8fb387f71 None None] Attempt 2 to provision port b283c1eb-5d25-4f78-bd02-0b5894e772c4 Oct 19 07:59:41.445004 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de8049a-5604-481e-b2de-ed5ca5156c53 req-1c2850f7-cad6-484a-818c-19f811b9abcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:59:41.446520 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-9de8049a-5604-481e-b2de-ed5ca5156c53 req-1c2850f7-cad6-484a-818c-19f811b9abcb service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a7d0b731e41746459629e24e4376a580&device_id=6368b77a-1fa7-4071-b7aa-136efb569662 HTTP/1.1" status: 200 len: 1097 time: 0.0926888 Oct 19 07:59:41.482025 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-cf6c33cf-769c-47f1-97aa-a5f8fb387f71 None None] Port b283c1eb-5d25-4f78-bd02-0b5894e772c4 had new provisioning blocks added so it will not transition to active. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:370}} Oct 19 07:59:41.492486 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-6cc08acd-42f3-479b-82ef-47e57e5611a8 req-9196ca81-e0b6-416d-94e2-5a1709f26469 tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] 10.222.0.27 "GET /v2.0/security-groups?id=3c89b118-1d31-4979-b5cb-55dd9c23effd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0796485 Oct 19 07:59:41.493882 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-9de8049a-5604-481e-b2de-ed5ca5156c53 req-3f9aaa0c-e6d7-4b8c-b334-a0c8acab65b1 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b283c1eb-5d25-4f78-bd02-0b5894e772c4 HTTP/1.1" status: 200 len: 217 time: 0.0404315 Oct 19 07:59:41.548748 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de8049a-5604-481e-b2de-ed5ca5156c53 req-12932eb3-b0ac-492f-8348-b8a521a7a0b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:59:41.550233 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-9de8049a-5604-481e-b2de-ed5ca5156c53 req-12932eb3-b0ac-492f-8348-b8a521a7a0b0 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e9300763-1630-426e-b5a8-006b77112f7c HTTP/1.1" status: 200 len: 850 time: 0.0502706 Oct 19 07:59:41.597077 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de8049a-5604-481e-b2de-ed5ca5156c53 req-fdefd059-1dce-427d-b3d9-fa6c371dbf25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:59:41.598467 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-9de8049a-5604-481e-b2de-ed5ca5156c53 req-fdefd059-1dce-427d-b3d9-fa6c371dbf25 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d14a4db3-a516-4209-a5bb-de4dcfbac256&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0412741 Oct 19 07:59:41.688064 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-9de8049a-5604-481e-b2de-ed5ca5156c53 req-ebaa62f8-8c6f-48a9-8e96-931f4b9286eb service neutron] 10.222.0.16 "GET /v2.0/networks/d14a4db3-a516-4209-a5bb-de4dcfbac256?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832047 Oct 19 07:59:41.776252 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-9de8049a-5604-481e-b2de-ed5ca5156c53 req-10ccfaca-7c98-4711-8b1c-3d00c51b5b77 service neutron] 10.222.0.16 "GET /v2.0/networks/d14a4db3-a516-4209-a5bb-de4dcfbac256?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810692 Oct 19 07:59:41.860133 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ce8e61-86b0-4139-afd9-038b253edd73 req-5f58f12a-c1d0-4b2c-89f0-cf6be6af8757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:59:41.861570 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-63ce8e61-86b0-4139-afd9-038b253edd73 req-5f58f12a-c1d0-4b2c-89f0-cf6be6af8757 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a7d0b731e41746459629e24e4376a580&device_id=6368b77a-1fa7-4071-b7aa-136efb569662 HTTP/1.1" status: 200 len: 1097 time: 0.0391428 Oct 19 07:59:41.900990 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:59:41.957762 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ce8e61-86b0-4139-afd9-038b253edd73 req-d4493dd3-6344-49b8-8112-5741c1b7958a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:59:41.959830 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-63ce8e61-86b0-4139-afd9-038b253edd73 req-d4493dd3-6344-49b8-8112-5741c1b7958a service neutron] 10.222.0.16 "GET /v2.0/networks?id=d14a4db3-a516-4209-a5bb-de4dcfbac256 HTTP/1.1" status: 200 len: 912 time: 0.0920177 Oct 19 07:59:42.001360 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-63ce8e61-86b0-4139-afd9-038b253edd73 req-fb28af99-f17a-415d-bb48-614cb35c584b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b283c1eb-5d25-4f78-bd02-0b5894e772c4 HTTP/1.1" status: 200 len: 217 time: 0.0345976 Oct 19 07:59:42.055314 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ce8e61-86b0-4139-afd9-038b253edd73 req-aa66ade9-be67-4c8f-9650-ede265f9cc98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:59:42.056846 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-63ce8e61-86b0-4139-afd9-038b253edd73 req-aa66ade9-be67-4c8f-9650-ede265f9cc98 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e9300763-1630-426e-b5a8-006b77112f7c HTTP/1.1" status: 200 len: 850 time: 0.0481310 Oct 19 07:59:42.104116 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ce8e61-86b0-4139-afd9-038b253edd73 req-e4302f12-f006-4725-8139-cf4cb2e2391a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:59:42.105610 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-63ce8e61-86b0-4139-afd9-038b253edd73 req-e4302f12-f006-4725-8139-cf4cb2e2391a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d14a4db3-a516-4209-a5bb-de4dcfbac256&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0416729 Oct 19 07:59:42.200138 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-63ce8e61-86b0-4139-afd9-038b253edd73 req-586cfa46-f7f7-4a98-a959-922ca0d2c5dd service neutron] 10.222.0.16 "GET /v2.0/networks/d14a4db3-a516-4209-a5bb-de4dcfbac256?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874147 Oct 19 07:59:42.289009 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-63ce8e61-86b0-4139-afd9-038b253edd73 req-467f4aab-a41d-4900-b400-87e366222a70 service neutron] 10.222.0.16 "GET /v2.0/networks/d14a4db3-a516-4209-a5bb-de4dcfbac256?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809643 Oct 19 07:59:42.615294 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918208c9-0cdf-4b67-93fc-1655734d9822 req-dc8a14df-4246-479c-a010-8870e48ae089 tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:59:42.616782 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-918208c9-0cdf-4b67-93fc-1655734d9822 req-dc8a14df-4246-479c-a010-8870e48ae089 tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] 10.222.0.27 "GET /v2.0/ports?device_id=6368b77a-1fa7-4071-b7aa-136efb569662 HTTP/1.1" status: 200 len: 944 time: 0.0487709 Oct 19 07:59:42.653711 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-918208c9-0cdf-4b67-93fc-1655734d9822 req-872e4dd3-8f44-43bb-8c69-bb32e8cc4fe1 tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] 10.222.0.27 "GET /v2.0/security-groups?id=3c89b118-1d31-4979-b5cb-55dd9c23effd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310035 Oct 19 07:59:43.401838 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-6ddb134e-d108-4b68-af65-cb4e87c0d091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:59:43.775067 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7634db81-563f-4fea-bb26-3551b2559dba req-d7d506dd-0d84-4115-b965-5715ad9868df tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:59:43.776562 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-7634db81-563f-4fea-bb26-3551b2559dba req-d7d506dd-0d84-4115-b965-5715ad9868df tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] 10.222.0.27 "GET /v2.0/ports?device_id=6368b77a-1fa7-4071-b7aa-136efb569662 HTTP/1.1" status: 200 len: 944 time: 0.0521305 Oct 19 07:59:43.814681 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-7634db81-563f-4fea-bb26-3551b2559dba req-068a23ed-0a66-4cf0-834a-509d82624176 tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] 10.222.0.27 "GET /v2.0/security-groups?id=3c89b118-1d31-4979-b5cb-55dd9c23effd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322063 Oct 19 07:59:43.899673 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Device b283c1eb-5d25-4f78-bd02-0b5894e772c4 details requested by agent hyperv_hv-neutron-8616 with host hv-neutron-8616 {{(pid=103334) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 07:59:43.993767 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] For port b283c1eb-5d25-4f78-bd02-0b5894e772c4, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=b283c1eb-5d25-4f78-bd02-0b5894e772c4,segment=NetworkSegment(815a78b5-3ac4-4562-a353-e425dae619bf),segment_id=815a78b5-3ac4-4562-a353-e425dae619bf)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:59:44.004625 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Returning: {'device': 'b283c1eb-5d25-4f78-bd02-0b5894e772c4', 'network_id': 'd14a4db3-a516-4209-a5bb-de4dcfbac256', 'port_id': 'b283c1eb-5d25-4f78-bd02-0b5894e772c4', 'mac_address': 'fa:16:3e:12:e8:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9300763-1630-426e-b5a8-006b77112f7c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103334) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 07:59:44.043918 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Current status of the port b283c1eb-5d25-4f78-bd02-0b5894e772c4 is: DOWN; New status is: BUILD {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:59:44.044300 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:59:44.056618 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.notifiers.nova [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b283c1eb-5d25-4f78-bd02-0b5894e772c4 {{(pid=103334) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 19 07:59:44.074608 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] For port b283c1eb-5d25-4f78-bd02-0b5894e772c4, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=b283c1eb-5d25-4f78-bd02-0b5894e772c4,segment=NetworkSegment(815a78b5-3ac4-4562-a353-e425dae619bf),segment_id=815a78b5-3ac4-4562-a353-e425dae619bf)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:59:44.078465 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:59:44.124852 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Pushing event updated for resources: {'Port': ['ID=b283c1eb-5d25-4f78-bd02-0b5894e772c4,revision_number=4']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:59:44.309883 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] get_ports_and_sgs() called for port_ids ['b283c1eb-5d25-4f78-bd02-0b5894e772c4'] {{(pid=103334) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 19 07:59:44.934013 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398b0271-259e-463e-8d1b-d547aa7eb540 req-41fd3a79-a2d5-46f0-99a6-5a3f977b49de tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:59:44.935458 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-398b0271-259e-463e-8d1b-d547aa7eb540 req-41fd3a79-a2d5-46f0-99a6-5a3f977b49de tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] 10.222.0.27 "GET /v2.0/ports?device_id=6368b77a-1fa7-4071-b7aa-136efb569662 HTTP/1.1" status: 200 len: 945 time: 0.0473959 Oct 19 07:59:44.972623 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-398b0271-259e-463e-8d1b-d547aa7eb540 req-bd291eb7-630f-40c2-8bf5-a5f64cf33bd6 tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] 10.222.0.27 "GET /v2.0/security-groups?id=3c89b118-1d31-4979-b5cb-55dd9c23effd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312009 Oct 19 07:59:45.916218 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Device b283c1eb-5d25-4f78-bd02-0b5894e772c4 up at agent hyperv_hv-neutron-8616 {{(pid=103334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 07:59:45.964927 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Provisioning for port b283c1eb-5d25-4f78-bd02-0b5894e772c4 completed by entity L2. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 19 07:59:45.968870 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Provisioning complete for port b283c1eb-5d25-4f78-bd02-0b5894e772c4 triggered by entity L2. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 07:59:45.969239 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:59:45.969573 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Attempt 1 to provision port b283c1eb-5d25-4f78-bd02-0b5894e772c4 Oct 19 07:59:46.047368 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Current status of the port b283c1eb-5d25-4f78-bd02-0b5894e772c4 is: BUILD; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 07:59:46.047990 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:59:46.074610 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6368b77a-1fa7-4071-b7aa-136efb569662', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b283c1eb-5d25-4f78-bd02-0b5894e772c4'}] {{(pid=103334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 19 07:59:46.076928 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d918bd29c62f7e926e80ce37adcd574e0921d2de3006e6b6ef58999f52d8e2e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00dde815-200d-45fb-89a5-3d34dd8e7102" -d '{"events": [{"server_uuid": "6368b77a-1fa7-4071-b7aa-136efb569662", "name": "network-vif-plugged", "status": "completed", "tag": "b283c1eb-5d25-4f78-bd02-0b5894e772c4"}]}' {{(pid=103334) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 07:59:46.094235 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9901df7-cd21-42bd-857c-aa84a6daff9a req-6256bfd5-5ea7-41b4-bfae-215135eeb48c tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:59:46.095748 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] For port b283c1eb-5d25-4f78-bd02-0b5894e772c4, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=b283c1eb-5d25-4f78-bd02-0b5894e772c4,segment=NetworkSegment(815a78b5-3ac4-4562-a353-e425dae619bf),segment_id=815a78b5-3ac4-4562-a353-e425dae619bf)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 07:59:46.096005 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-b9901df7-cd21-42bd-857c-aa84a6daff9a req-6256bfd5-5ea7-41b4-bfae-215135eeb48c tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] 10.222.0.27 "GET /v2.0/ports?device_id=6368b77a-1fa7-4071-b7aa-136efb569662 HTTP/1.1" status: 200 len: 945 time: 0.0513797 Oct 19 07:59:46.099215 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:59:46.124608 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 19 Oct 2022 07:59:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3aad7fc-a388-451b-8632-19b7e05d6a59 x-openstack-request-id: req-d3aad7fc-a388-451b-8632-19b7e05d6a59 {{(pid=103334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 07:59:46.124891 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6368b77a-1fa7-4071-b7aa-136efb569662", "name": "network-vif-plugged", "status": "completed", "tag": "b283c1eb-5d25-4f78-bd02-0b5894e772c4", "code": 200}]} {{(pid=103334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 07:59:46.125173 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-d3aad7fc-a388-451b-8632-19b7e05d6a59 {{(pid=103334) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 07:59:46.125628 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d3aad7fc-a388-451b-8632-19b7e05d6a59'] response: {'server_uuid': '6368b77a-1fa7-4071-b7aa-136efb569662', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b283c1eb-5d25-4f78-bd02-0b5894e772c4', 'code': 200} Oct 19 07:59:46.141980 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-b9901df7-cd21-42bd-857c-aa84a6daff9a req-92941416-2561-49a1-a61d-55d09c69c9dd tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] 10.222.0.27 "GET /v2.0/security-groups?id=3c89b118-1d31-4979-b5cb-55dd9c23effd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387630 Oct 19 07:59:46.155148 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Pushing event updated for resources: {'Port': ['ID=b283c1eb-5d25-4f78-bd02-0b5894e772c4,revision_number=5']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 07:59:46.283107 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4aedfdf-fedf-4b69-90d6-612f7addf109 req-ff363648-e216-4457-a291-9b9190d60ecd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:59:46.284392 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-b4aedfdf-fedf-4b69-90d6-612f7addf109 req-ff363648-e216-4457-a291-9b9190d60ecd service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=6368b77a-1fa7-4071-b7aa-136efb569662 HTTP/1.1" status: 200 len: 1099 time: 0.0432146 Oct 19 07:59:46.320128 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-4bda591e-f92e-4f2f-8dfa-7ce4caf65629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:59:46.322086 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-b4aedfdf-fedf-4b69-90d6-612f7addf109 req-b097f135-557e-497c-8f15-b440434f818b service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=3c89b118-1d31-4979-b5cb-55dd9c23effd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307038 Oct 19 07:59:47.270821 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0457def-4199-4fdb-8fb2-5e99a50cbc9f req-21da1302-b67d-4fd0-901f-cdabaa56d267 tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:59:47.272302 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-c0457def-4199-4fdb-8fb2-5e99a50cbc9f req-21da1302-b67d-4fd0-901f-cdabaa56d267 tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] 10.222.0.27 "GET /v2.0/ports?device_id=6368b77a-1fa7-4071-b7aa-136efb569662 HTTP/1.1" status: 200 len: 946 time: 0.0489388 Oct 19 07:59:47.312023 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-c0457def-4199-4fdb-8fb2-5e99a50cbc9f req-0d8fa357-96ed-4855-b5da-9d0e6411668d tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] 10.222.0.27 "GET /v2.0/security-groups?id=3c89b118-1d31-4979-b5cb-55dd9c23effd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338311 Oct 19 07:59:47.989121 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-2a2259f7-b034-4eec-af7a-7abaede746c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:59:48.430338 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832a6cd8-7cb7-44aa-8aeb-883b340da5ca req-9eab6bce-bdd1-43e7-bc85-924e8b42acda tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:59:48.431781 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-832a6cd8-7cb7-44aa-8aeb-883b340da5ca req-9eab6bce-bdd1-43e7-bc85-924e8b42acda tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] 10.222.0.27 "GET /v2.0/ports?device_id=6368b77a-1fa7-4071-b7aa-136efb569662 HTTP/1.1" status: 200 len: 946 time: 0.0475063 Oct 19 07:59:48.470312 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-832a6cd8-7cb7-44aa-8aeb-883b340da5ca req-a7910d8b-0d0a-4d10-b4a9-2cb398271861 tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] 10.222.0.27 "GET /v2.0/security-groups?id=3c89b118-1d31-4979-b5cb-55dd9c23effd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326068 Oct 19 07:59:48.591364 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c3e085-3da5-4301-967f-72d54928f2ac req-e5a2b878-c83c-468a-90f2-38624545cd9e tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:59:48.592839 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-93c3e085-3da5-4301-967f-72d54928f2ac req-e5a2b878-c83c-468a-90f2-38624545cd9e tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] 10.222.0.27 "GET /v2.0/ports?device_id=6368b77a-1fa7-4071-b7aa-136efb569662 HTTP/1.1" status: 200 len: 946 time: 0.0517805 Oct 19 07:59:48.602840 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 35464) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 07:59:48.607163 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-24c4e456-1da5-44a4-bf6c-6f2dd1b95962 tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] Request body: {'floatingip': {'port_id': 'b283c1eb-5d25-4f78-bd02-0b5894e772c4'}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 07:59:48.645790 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-24c4e456-1da5-44a4-bf6c-6f2dd1b95962 tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] Notify callbacks [] for floatingip, before_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:59:49.040905 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-1a0da505-d0f9-48c6-b7e2-53b9c5e41298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:59:49.071219 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-24c4e456-1da5-44a4-bf6c-6f2dd1b95962 tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:59:49.075025 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-24c4e456-1da5-44a4-bf6c-6f2dd1b95962 tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1695041'] for floatingip, after_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:59:49.161611 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:59:49.176416 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.db.l3_db [None req-24c4e456-1da5-44a4-bf6c-6f2dd1b95962 tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] Floating IP 17e36dd7-38d1-4fdf-b1d1-35d515f97aec associated. External IP: 172.26.0.251, port: b283c1eb-5d25-4f78-bd02-0b5894e772c4. Oct 19 07:59:49.386031 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24c4e456-1da5-44a4-bf6c-6f2dd1b95962 tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] Router 8c1831ff-b2f2-4de9-803f-9891568f2b75 has already been hosted by L3 agent ab388470-1243-4d53-80f2-c2f5899c97a7 {{(pid=103332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 07:59:49.493869 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24c4e456-1da5-44a4-bf6c-6f2dd1b95962 tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] Notify agent at l3_agent.dv-neutron-861624-1-hyperv the message routers_updated {{(pid=103332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 07:59:49.498551 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-24c4e456-1da5-44a4-bf6c-6f2dd1b95962 tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42160'] for floatingip, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 07:59:49.504710 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-662a4b4f-18d7-4f66-9a39-643d011a631c None None] Sync routers for ids ['8c1831ff-b2f2-4de9-803f-9891568f2b75'] in dv-neutron-861624-1-hyperv {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 07:59:49.514551 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-662a4b4f-18d7-4f66-9a39-643d011a631c None None] Routers {'8c1831ff-b2f2-4de9-803f-9891568f2b75'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 07:59:49.515177 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-662a4b4f-18d7-4f66-9a39-643d011a631c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T07:59:46Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['8c1831ff-b2f2-4de9-803f-9891568f2b75'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:59:49.526264 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-24c4e456-1da5-44a4-bf6c-6f2dd1b95962 tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] 10.222.0.27 "PUT /v2.0/floatingips/17e36dd7-38d1-4fdf-b1d1-35d515f97aec HTTP/1.1" status: 200 len: 992 time: 0.9223330 Oct 19 07:59:49.527006 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6368b77a-1fa7-4071-b7aa-136efb569662', 'tag': 'b283c1eb-5d25-4f78-bd02-0b5894e772c4'}] {{(pid=103332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 19 07:59:49.529334 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a021b02cf5f527cd4bbbc40a031b51490d9893d7edeeb551bdf5128ee7546f8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35ecc835-3df3-468e-a51a-698161e4f739" -d '{"events": [{"name": "network-changed", "server_uuid": "6368b77a-1fa7-4071-b7aa-136efb569662", "tag": "b283c1eb-5d25-4f78-bd02-0b5894e772c4"}]}' {{(pid=103332) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 07:59:49.628688 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvr_db [None req-662a4b4f-18d7-4f66-9a39-643d011a631c None None] Set router 8c1831ff-b2f2-4de9-803f-9891568f2b75 gateway port host: dv-neutron-861624-1-hyperv {{(pid=103335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 07:59:49.723933 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 19 Oct 2022 07:59:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7128d463-e77b-46e6-91f9-cf773ea6a2b2 x-openstack-request-id: req-7128d463-e77b-46e6-91f9-cf773ea6a2b2 {{(pid=103332) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 07:59:49.724226 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6368b77a-1fa7-4071-b7aa-136efb569662", "tag": "b283c1eb-5d25-4f78-bd02-0b5894e772c4", "status": "completed", "code": 200}]} {{(pid=103332) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 07:59:49.724478 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-7128d463-e77b-46e6-91f9-cf773ea6a2b2 {{(pid=103332) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 07:59:49.725531 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7128d463-e77b-46e6-91f9-cf773ea6a2b2'] response: {'name': 'network-changed', 'server_uuid': '6368b77a-1fa7-4071-b7aa-136efb569662', 'tag': 'b283c1eb-5d25-4f78-bd02-0b5894e772c4', 'status': 'completed', 'code': 200} Oct 19 07:59:49.785324 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ecc835-3df3-468e-a51a-698161e4f739 req-b77b7c04-b960-4153-965a-a7697d64b309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:59:49.786825 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-35ecc835-3df3-468e-a51a-698161e4f739 req-b77b7c04-b960-4153-965a-a7697d64b309 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a7d0b731e41746459629e24e4376a580&device_id=6368b77a-1fa7-4071-b7aa-136efb569662 HTTP/1.1" status: 200 len: 1099 time: 0.0401711 Oct 19 07:59:49.853787 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-662a4b4f-18d7-4f66-9a39-643d011a631c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c1831ff-b2f2-4de9-803f-9891568f2b75', 'name': 'tempest-ServerActionsTestJSON-277822555-router', 'tenant_id': 'a7d0b731e41746459629e24e4376a580', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'external_fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.89'}], 'enable_snat': True}, 'gw_port_id': '3aeac68d-c041-450c-9772-7abfc1332e6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T07:59:33Z', 'updated_at': '2022-10-19T07:59:35Z', 'revision_number': 4, 'project_id': 'a7d0b731e41746459629e24e4376a580', 'gw_port': {'id': '3aeac68d-c041-450c-9772-7abfc1332e6a', 'name': '', 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:0c:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c1831ff-b2f2-4de9-803f-9891568f2b75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:59:33Z', 'updated_at': '2022-10-19T07:59:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861624-1-hyperv', '_floatingips': [{'id': '17e36dd7-38d1-4fdf-b1d1-35d515f97aec', 'tenant_id': 'a7d0b731e41746459629e24e4376a580', 'floating_ip_address': '172.26.0.251', 'floating_network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'router_id': '8c1831ff-b2f2-4de9-803f-9891568f2b75', 'port_id': 'b283c1eb-5d25-4f78-bd02-0b5894e772c4', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1575, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd14a4db3-a516-4209-a5bb-de4dcfbac256', 'mac_address': 'fa:16:3e:12:e8:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6368b77a-1fa7-4071-b7aa-136efb569662', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-19T07:59:37Z', 'updated_at': '2022-10-19T07:59:48Z', 'revision_number': 1, 'project_id': 'a7d0b731e41746459629e24e4376a580', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91164c68-eea1-4517-97ef-e7030d31b6b1', 'name': '', 'network_id': 'd14a4db3-a516-4209-a5bb-de4dcfbac256', 'tenant_id': 'a7d0b731e41746459629e24e4376a580', 'mac_address': 'fa:16:3e:07:bc:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c1831ff-b2f2-4de9-803f-9891568f2b75', 'device_owner': 'network:router_interface', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': 'e9300763-1630-426e-b5a8-006b77112f7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:59:35Z', 'updated_at': '2022-10-19T07:59:39Z', 'revision_number': 5, 'project_id': 'a7d0b731e41746459629e24e4376a580', 'subnets': [{'id': 'e9300763-1630-426e-b5a8-006b77112f7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:59:49.878681 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ecc835-3df3-468e-a51a-698161e4f739 req-546b47a6-ac01-437e-9ab1-877a4da66e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:59:49.879342 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-662a4b4f-18d7-4f66-9a39-643d011a631c None None] Checking router: 8c1831ff-b2f2-4de9-803f-9891568f2b75 for host: dv-neutron-861624-1-hyperv {{(pid=103335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 07:59:49.880156 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-35ecc835-3df3-468e-a51a-698161e4f739 req-546b47a6-ac01-437e-9ab1-877a4da66e28 service neutron] 10.222.0.16 "GET /v2.0/networks?id=d14a4db3-a516-4209-a5bb-de4dcfbac256 HTTP/1.1" status: 200 len: 912 time: 0.0870805 Oct 19 07:59:49.887859 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-662a4b4f-18d7-4f66-9a39-643d011a631c None None] Routers {'8c1831ff-b2f2-4de9-803f-9891568f2b75'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 07:59:49.888446 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-662a4b4f-18d7-4f66-9a39-643d011a631c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T07:59:46Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['8c1831ff-b2f2-4de9-803f-9891568f2b75'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:59:49.995105 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvr_db [None req-662a4b4f-18d7-4f66-9a39-643d011a631c None None] Set router 8c1831ff-b2f2-4de9-803f-9891568f2b75 gateway port host: dv-neutron-861624-1-hyperv {{(pid=103335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 07:59:50.224084 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-662a4b4f-18d7-4f66-9a39-643d011a631c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c1831ff-b2f2-4de9-803f-9891568f2b75', 'name': 'tempest-ServerActionsTestJSON-277822555-router', 'tenant_id': 'a7d0b731e41746459629e24e4376a580', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'external_fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.89'}], 'enable_snat': True}, 'gw_port_id': '3aeac68d-c041-450c-9772-7abfc1332e6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T07:59:33Z', 'updated_at': '2022-10-19T07:59:35Z', 'revision_number': 4, 'project_id': 'a7d0b731e41746459629e24e4376a580', 'gw_port': {'id': '3aeac68d-c041-450c-9772-7abfc1332e6a', 'name': '', 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:0c:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c1831ff-b2f2-4de9-803f-9891568f2b75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:59:33Z', 'updated_at': '2022-10-19T07:59:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861624-1-hyperv', '_floatingips': [{'id': '17e36dd7-38d1-4fdf-b1d1-35d515f97aec', 'tenant_id': 'a7d0b731e41746459629e24e4376a580', 'floating_ip_address': '172.26.0.251', 'floating_network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'router_id': '8c1831ff-b2f2-4de9-803f-9891568f2b75', 'port_id': 'b283c1eb-5d25-4f78-bd02-0b5894e772c4', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1575, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd14a4db3-a516-4209-a5bb-de4dcfbac256', 'mac_address': 'fa:16:3e:12:e8:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6368b77a-1fa7-4071-b7aa-136efb569662', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-19T07:59:37Z', 'updated_at': '2022-10-19T07:59:48Z', 'revision_number': 1, 'project_id': 'a7d0b731e41746459629e24e4376a580', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91164c68-eea1-4517-97ef-e7030d31b6b1', 'name': '', 'network_id': 'd14a4db3-a516-4209-a5bb-de4dcfbac256', 'tenant_id': 'a7d0b731e41746459629e24e4376a580', 'mac_address': 'fa:16:3e:07:bc:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c1831ff-b2f2-4de9-803f-9891568f2b75', 'device_owner': 'network:router_interface', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': 'e9300763-1630-426e-b5a8-006b77112f7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:59:35Z', 'updated_at': '2022-10-19T07:59:39Z', 'revision_number': 5, 'project_id': 'a7d0b731e41746459629e24e4376a580', 'subnets': [{'id': 'e9300763-1630-426e-b5a8-006b77112f7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 07:59:50.249931 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-662a4b4f-18d7-4f66-9a39-643d011a631c None None] The sync data for ids ['8c1831ff-b2f2-4de9-803f-9891568f2b75'] in dv-neutron-861624-1-hyperv is: [{'id': '8c1831ff-b2f2-4de9-803f-9891568f2b75', 'name': 'tempest-ServerActionsTestJSON-277822555-router', 'tenant_id': 'a7d0b731e41746459629e24e4376a580', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'external_fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.89'}], 'enable_snat': True}, 'gw_port_id': '3aeac68d-c041-450c-9772-7abfc1332e6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T07:59:33Z', 'updated_at': '2022-10-19T07:59:35Z', 'revision_number': 4, 'project_id': 'a7d0b731e41746459629e24e4376a580', 'gw_port': {'id': '3aeac68d-c041-450c-9772-7abfc1332e6a', 'name': '', 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:0c:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c1831ff-b2f2-4de9-803f-9891568f2b75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:59:33Z', 'updated_at': '2022-10-19T07:59:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861624-1-hyperv', '_floatingips': [{'id': '17e36dd7-38d1-4fdf-b1d1-35d515f97aec', 'tenant_id': 'a7d0b731e41746459629e24e4376a580', 'floating_ip_address': '172.26.0.251', 'floating_network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'router_id': '8c1831ff-b2f2-4de9-803f-9891568f2b75', 'port_id': 'b283c1eb-5d25-4f78-bd02-0b5894e772c4', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1575, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd14a4db3-a516-4209-a5bb-de4dcfbac256', 'mac_address': 'fa:16:3e:12:e8:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6368b77a-1fa7-4071-b7aa-136efb569662', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-19T07:59:37Z', 'updated_at': '2022-10-19T07:59:48Z', 'revision_number': 1, 'project_id': 'a7d0b731e41746459629e24e4376a580', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91164c68-eea1-4517-97ef-e7030d31b6b1', 'name': '', 'network_id': 'd14a4db3-a516-4209-a5bb-de4dcfbac256', 'tenant_id': 'a7d0b731e41746459629e24e4376a580', 'mac_address': 'fa:16:3e:07:bc:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c1831ff-b2f2-4de9-803f-9891568f2b75', 'device_owner': 'network:router_interface', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': 'e9300763-1630-426e-b5a8-006b77112f7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:59:35Z', 'updated_at': '2022-10-19T07:59:39Z', 'revision_number': 5, 'project_id': 'a7d0b731e41746459629e24e4376a580', 'subnets': [{'id': 'e9300763-1630-426e-b5a8-006b77112f7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 07:59:50.261413 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-35ecc835-3df3-468e-a51a-698161e4f739 req-525a1b8f-ac05-4ee3-8d9c-e398dfe2889d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b283c1eb-5d25-4f78-bd02-0b5894e772c4 HTTP/1.1" status: 200 len: 1000 time: 0.3748372 Oct 19 07:59:50.313309 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ecc835-3df3-468e-a51a-698161e4f739 req-32e66162-4dbd-4f34-9246-f08695f1058c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:59:50.314785 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-35ecc835-3df3-468e-a51a-698161e4f739 req-32e66162-4dbd-4f34-9246-f08695f1058c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e9300763-1630-426e-b5a8-006b77112f7c HTTP/1.1" status: 200 len: 850 time: 0.0474639 Oct 19 07:59:50.362902 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ecc835-3df3-468e-a51a-698161e4f739 req-ce4f18a8-db4b-4c99-bd30-c4181715f6b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 07:59:50.364441 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-35ecc835-3df3-468e-a51a-698161e4f739 req-ce4f18a8-db4b-4c99-bd30-c4181715f6b6 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d14a4db3-a516-4209-a5bb-de4dcfbac256&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0432973 Oct 19 07:59:50.442302 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a40638da-03c3-4630-870e-61499eb57771 None None] New status for floating IP 17e36dd7-38d1-4fdf-b1d1-35d515f97aec: ACTIVE {{(pid=103334) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 19 07:59:50.458771 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-35ecc835-3df3-468e-a51a-698161e4f739 req-e78a5dca-f147-424f-88f5-12bcf78a0cb5 service neutron] 10.222.0.16 "GET /v2.0/networks/d14a4db3-a516-4209-a5bb-de4dcfbac256?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879030 Oct 19 07:59:50.550174 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-35ecc835-3df3-468e-a51a-698161e4f739 req-f6c8058a-0c0b-4146-8fdb-b0db78ba7627 service neutron] 10.222.0.16 "GET /v2.0/networks/d14a4db3-a516-4209-a5bb-de4dcfbac256?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854728 Oct 19 07:59:59.637408 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.agents_db [None req-6057327c-4456-4c72-8e75-6d3cd9249757 None None] Agent healthcheck: found 6 active agents {{(pid=103335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 08:00:11.903528 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:00:13.402593 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-f70a7848-2dce-43c2-9c88-478bced4dcd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:00:16.322053 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-0b2c58a6-6609-4263-aad4-0816956d54ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:00:17.992310 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-2a2259f7-b034-4eec-af7a-7abaede746c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:00:19.043483 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-1a0da505-d0f9-48c6-b7e2-53b9c5e41298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:00:19.164001 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:00:23.774886 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f6360a-152f-4faa-99d8-729525bfc386 req-3389f00e-a5f0-485a-8159-c78be04ffc8f tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:00:23.776495 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-40f6360a-152f-4faa-99d8-729525bfc386 req-3389f00e-a5f0-485a-8159-c78be04ffc8f tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] 10.222.0.27 "GET /v2.0/ports?device_id=6368b77a-1fa7-4071-b7aa-136efb569662 HTTP/1.1" status: 200 len: 946 time: 0.0492854 Oct 19 08:00:23.814519 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-40f6360a-152f-4faa-99d8-729525bfc386 req-3ce09429-8a3f-4b3a-8aab-d2f6d63863bd tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] 10.222.0.27 "GET /v2.0/security-groups?id=3c89b118-1d31-4979-b5cb-55dd9c23effd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320621 Oct 19 08:00:23.935962 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d3b96d-ece1-4595-a62a-30fa908d05fd req-e7b7d15a-16bd-413a-bbba-de40245271f9 tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:00:23.937451 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-99d3b96d-ece1-4595-a62a-30fa908d05fd req-e7b7d15a-16bd-413a-bbba-de40245271f9 tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] 10.222.0.27 "GET /v2.0/ports?device_id=6368b77a-1fa7-4071-b7aa-136efb569662 HTTP/1.1" status: 200 len: 946 time: 0.0494332 Oct 19 08:00:23.975526 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-99d3b96d-ece1-4595-a62a-30fa908d05fd req-234f0895-8b53-49fd-8e52-29728b2ae02d tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] 10.222.0.27 "GET /v2.0/security-groups?id=3c89b118-1d31-4979-b5cb-55dd9c23effd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318573 Oct 19 08:00:24.098009 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef621167-6502-4176-96ff-ea56da5cd6fc req-93c0e1b2-4ee1-4b4c-a47e-eab72636a578 tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:00:24.099385 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-ef621167-6502-4176-96ff-ea56da5cd6fc req-93c0e1b2-4ee1-4b4c-a47e-eab72636a578 tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] 10.222.0.27 "GET /v2.0/ports?device_id=6368b77a-1fa7-4071-b7aa-136efb569662 HTTP/1.1" status: 200 len: 946 time: 0.0532095 Oct 19 08:00:24.137180 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-ef621167-6502-4176-96ff-ea56da5cd6fc req-564e181f-4650-4645-8761-554da7adc307 tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] 10.222.0.27 "GET /v2.0/security-groups?id=3c89b118-1d31-4979-b5cb-55dd9c23effd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317111 Oct 19 08:00:24.387665 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-499bbf5e-3632-4663-b4d8-f5f8f0ae1568 req-9b77f7fb-633b-4f83-8627-edd00deba0d4 service neutron] 10.222.0.27 "GET /v2.0/ports?device_id=6368b77a-1fa7-4071-b7aa-136efb569662&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0653756 Oct 19 08:00:24.399852 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9c4ca1-aeca-4ac9-9b6e-59af076e2b23 req-c03e0702-4bdb-41cc-8e7e-919693b8fdba tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:00:24.401412 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-3a9c4ca1-aeca-4ac9-9b6e-59af076e2b23 req-c03e0702-4bdb-41cc-8e7e-919693b8fdba tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] 10.222.0.27 "GET /v2.0/ports?device_id=6368b77a-1fa7-4071-b7aa-136efb569662 HTTP/1.1" status: 200 len: 946 time: 0.0709543 Oct 19 08:00:24.441155 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-3a9c4ca1-aeca-4ac9-9b6e-59af076e2b23 req-e1d92337-043f-4c57-b125-a062575cda31 tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] 10.222.0.27 "GET /v2.0/security-groups?id=3c89b118-1d31-4979-b5cb-55dd9c23effd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333869 Oct 19 08:00:25.573562 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499bbf5e-3632-4663-b4d8-f5f8f0ae1568 req-c3613e7e-0bc7-4980-ae8e-dda4fa707d6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:00:25.575011 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-499bbf5e-3632-4663-b4d8-f5f8f0ae1568 req-c3613e7e-0bc7-4980-ae8e-dda4fa707d6f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a7d0b731e41746459629e24e4376a580&device_id=6368b77a-1fa7-4071-b7aa-136efb569662 HTTP/1.1" status: 200 len: 1099 time: 0.0745926 Oct 19 08:00:25.587718 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9295d92-b9fb-471f-9d81-aaebc9734a58 req-e21bc2e8-670d-4059-aedf-6de5d1610a1e tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:00:25.589118 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-b9295d92-b9fb-471f-9d81-aaebc9734a58 req-e21bc2e8-670d-4059-aedf-6de5d1610a1e tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] 10.222.0.27 "GET /v2.0/ports?device_id=6368b77a-1fa7-4071-b7aa-136efb569662 HTTP/1.1" status: 200 len: 946 time: 0.0605137 Oct 19 08:00:25.675918 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-b9295d92-b9fb-471f-9d81-aaebc9734a58 req-2db9edc1-f58b-4c01-a439-f7f045db00cc tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] 10.222.0.27 "GET /v2.0/security-groups?id=3c89b118-1d31-4979-b5cb-55dd9c23effd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0788765 Oct 19 08:00:25.701350 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499bbf5e-3632-4663-b4d8-f5f8f0ae1568 req-a89638ad-3dac-49ba-ab2a-70f163f30b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:00:25.702802 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-499bbf5e-3632-4663-b4d8-f5f8f0ae1568 req-a89638ad-3dac-49ba-ab2a-70f163f30b62 service neutron] 10.222.0.16 "GET /v2.0/networks?id=d14a4db3-a516-4209-a5bb-de4dcfbac256 HTTP/1.1" status: 200 len: 912 time: 0.1128528 Oct 19 08:00:25.767313 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-499bbf5e-3632-4663-b4d8-f5f8f0ae1568 req-9a44f6d3-5d3a-40c4-bc68-7b1de3b1477f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b283c1eb-5d25-4f78-bd02-0b5894e772c4 HTTP/1.1" status: 200 len: 1002 time: 0.0578871 Oct 19 08:00:25.816420 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499bbf5e-3632-4663-b4d8-f5f8f0ae1568 req-645340c8-7a35-47a1-a086-e5e8988fc793 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:00:25.817925 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-499bbf5e-3632-4663-b4d8-f5f8f0ae1568 req-645340c8-7a35-47a1-a086-e5e8988fc793 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e9300763-1630-426e-b5a8-006b77112f7c HTTP/1.1" status: 200 len: 850 time: 0.0439577 Oct 19 08:00:25.865669 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499bbf5e-3632-4663-b4d8-f5f8f0ae1568 req-9c344ca6-536d-4015-8131-22c68adb7543 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:00:25.867032 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-499bbf5e-3632-4663-b4d8-f5f8f0ae1568 req-9c344ca6-536d-4015-8131-22c68adb7543 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d14a4db3-a516-4209-a5bb-de4dcfbac256&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0427666 Oct 19 08:00:25.959308 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-499bbf5e-3632-4663-b4d8-f5f8f0ae1568 req-b9416756-adda-48e6-85af-d14aa9464a1d service neutron] 10.222.0.16 "GET /v2.0/networks/d14a4db3-a516-4209-a5bb-de4dcfbac256?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858233 Oct 19 08:00:26.051576 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-499bbf5e-3632-4663-b4d8-f5f8f0ae1568 req-445f56ea-74b2-456c-a54f-a67cd0dc54c2 service neutron] 10.222.0.16 "GET /v2.0/networks/d14a4db3-a516-4209-a5bb-de4dcfbac256?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855484 Oct 19 08:00:26.796720 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1961f4e-8091-4a19-8c73-148266f62fc3 req-3137f13e-8b36-4b9d-a439-fd85cf082f89 tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:00:26.798825 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-e1961f4e-8091-4a19-8c73-148266f62fc3 req-3137f13e-8b36-4b9d-a439-fd85cf082f89 tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] 10.222.0.27 "GET /v2.0/ports?device_id=6368b77a-1fa7-4071-b7aa-136efb569662 HTTP/1.1" status: 200 len: 946 time: 0.0491533 Oct 19 08:00:26.835760 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-e1961f4e-8091-4a19-8c73-148266f62fc3 req-dd500707-d192-47e5-9a93-fde7940073ee tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] 10.222.0.27 "GET /v2.0/security-groups?id=3c89b118-1d31-4979-b5cb-55dd9c23effd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311847 Oct 19 08:00:27.957860 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8fb60d-e916-48b1-96bf-9af64d473a7d req-c0ae57b3-ff22-42af-9897-2931f402bb81 tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:00:27.959330 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-7c8fb60d-e916-48b1-96bf-9af64d473a7d req-c0ae57b3-ff22-42af-9897-2931f402bb81 tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] 10.222.0.27 "GET /v2.0/ports?device_id=6368b77a-1fa7-4071-b7aa-136efb569662 HTTP/1.1" status: 200 len: 946 time: 0.0490410 Oct 19 08:00:27.997579 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-7c8fb60d-e916-48b1-96bf-9af64d473a7d req-9c0f62ba-999d-4c1f-98dc-d269863c789d tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] 10.222.0.27 "GET /v2.0/security-groups?id=3c89b118-1d31-4979-b5cb-55dd9c23effd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309124 Oct 19 08:00:29.122516 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2626d1bf-c05e-42c5-8915-7ad0e612c255 req-f4180f64-991f-4348-af98-646f4fccafe4 tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:00:29.124025 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-2626d1bf-c05e-42c5-8915-7ad0e612c255 req-f4180f64-991f-4348-af98-646f4fccafe4 tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] 10.222.0.27 "GET /v2.0/ports?device_id=6368b77a-1fa7-4071-b7aa-136efb569662 HTTP/1.1" status: 200 len: 946 time: 0.0534899 Oct 19 08:00:29.162032 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-2626d1bf-c05e-42c5-8915-7ad0e612c255 req-6d715452-a2f4-419f-aca3-d7627179fe6a tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] 10.222.0.27 "GET /v2.0/security-groups?id=3c89b118-1d31-4979-b5cb-55dd9c23effd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319867 Oct 19 08:00:30.283799 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa120455-2ec4-49b3-a18b-716a119fa366 req-bc18c29c-9d4e-4360-9206-6967cb61ffc0 tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:00:30.285422 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-aa120455-2ec4-49b3-a18b-716a119fa366 req-bc18c29c-9d4e-4360-9206-6967cb61ffc0 tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] 10.222.0.27 "GET /v2.0/ports?device_id=6368b77a-1fa7-4071-b7aa-136efb569662 HTTP/1.1" status: 200 len: 946 time: 0.0499961 Oct 19 08:00:30.323951 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-aa120455-2ec4-49b3-a18b-716a119fa366 req-b4a7f0f7-7996-48b1-b9aa-ea892f9dd5ea tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] 10.222.0.27 "GET /v2.0/security-groups?id=3c89b118-1d31-4979-b5cb-55dd9c23effd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319459 Oct 19 08:00:31.444036 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b295733-bc19-41fe-9fd0-8b007d8898d0 req-b5219956-f64b-45c4-acc5-edb476325a0f tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:00:31.445517 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-5b295733-bc19-41fe-9fd0-8b007d8898d0 req-b5219956-f64b-45c4-acc5-edb476325a0f tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] 10.222.0.27 "GET /v2.0/ports?device_id=6368b77a-1fa7-4071-b7aa-136efb569662 HTTP/1.1" status: 200 len: 946 time: 0.0490220 Oct 19 08:00:31.482684 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-5b295733-bc19-41fe-9fd0-8b007d8898d0 req-1eda6933-b899-4cf2-b3d8-6abd410194d9 tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] 10.222.0.27 "GET /v2.0/security-groups?id=3c89b118-1d31-4979-b5cb-55dd9c23effd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306041 Oct 19 08:00:32.610892 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc71d2d9-2992-4aac-8b28-0d82f0afcac0 req-c6ce7040-f4f0-4a44-9bc2-bd99f0cad069 tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:00:32.612369 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-fc71d2d9-2992-4aac-8b28-0d82f0afcac0 req-c6ce7040-f4f0-4a44-9bc2-bd99f0cad069 tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] 10.222.0.27 "GET /v2.0/ports?device_id=6368b77a-1fa7-4071-b7aa-136efb569662 HTTP/1.1" status: 200 len: 946 time: 0.0530274 Oct 19 08:00:32.650346 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-fc71d2d9-2992-4aac-8b28-0d82f0afcac0 req-cb424c6d-a48f-431b-a161-de66ad1e520c tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] 10.222.0.27 "GET /v2.0/security-groups?id=3c89b118-1d31-4979-b5cb-55dd9c23effd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315127 Oct 19 08:00:33.771201 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde20fe4-6b90-44d0-8fa4-1e5d94a967a5 req-e45ebb24-58d9-4bbc-afe6-20e2ce0597b8 tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:00:33.772703 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-bde20fe4-6b90-44d0-8fa4-1e5d94a967a5 req-e45ebb24-58d9-4bbc-afe6-20e2ce0597b8 tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] 10.222.0.27 "GET /v2.0/ports?device_id=6368b77a-1fa7-4071-b7aa-136efb569662 HTTP/1.1" status: 200 len: 946 time: 0.0487881 Oct 19 08:00:33.811635 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-bde20fe4-6b90-44d0-8fa4-1e5d94a967a5 req-0a88f4c4-9e29-4350-a453-2f76b7198ecb tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] 10.222.0.27 "GET /v2.0/security-groups?id=3c89b118-1d31-4979-b5cb-55dd9c23effd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321605 Oct 19 08:00:34.932234 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18dbb007-6cb2-49f6-9d93-dd76b7efb106 req-b07dbcb9-9f67-44ef-a23e-5654200c6285 tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:00:34.933734 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-18dbb007-6cb2-49f6-9d93-dd76b7efb106 req-b07dbcb9-9f67-44ef-a23e-5654200c6285 tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] 10.222.0.27 "GET /v2.0/ports?device_id=6368b77a-1fa7-4071-b7aa-136efb569662 HTTP/1.1" status: 200 len: 946 time: 0.0492008 Oct 19 08:00:34.971700 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-18dbb007-6cb2-49f6-9d93-dd76b7efb106 req-964f29d5-0c46-4b0f-a642-760b7dfb0933 tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] 10.222.0.27 "GET /v2.0/security-groups?id=3c89b118-1d31-4979-b5cb-55dd9c23effd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319588 Oct 19 08:00:36.101547 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01b447b-8046-4d82-9218-9f50254dc883 req-8d43b3a7-2dba-45f1-8418-44e285482bd8 tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:00:36.103073 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-c01b447b-8046-4d82-9218-9f50254dc883 req-8d43b3a7-2dba-45f1-8418-44e285482bd8 tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] 10.222.0.27 "GET /v2.0/ports?device_id=6368b77a-1fa7-4071-b7aa-136efb569662 HTTP/1.1" status: 200 len: 946 time: 0.0557826 Oct 19 08:00:36.168528 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-c01b447b-8046-4d82-9218-9f50254dc883 req-03968747-04aa-448d-ac07-f370f48760a6 tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] 10.222.0.27 "GET /v2.0/security-groups?id=3c89b118-1d31-4979-b5cb-55dd9c23effd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593755 Oct 19 08:00:36.174563 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee12cd3-9733-4c53-9fc5-b9dcb4131a05 req-02cea221-c1d3-4f99-9aea-53427a9eb6d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:00:36.175992 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-fee12cd3-9733-4c53-9fc5-b9dcb4131a05 req-02cea221-c1d3-4f99-9aea-53427a9eb6d9 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a7d0b731e41746459629e24e4376a580&device_id=6368b77a-1fa7-4071-b7aa-136efb569662 HTTP/1.1" status: 200 len: 1099 time: 0.0650866 Oct 19 08:00:36.283145 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee12cd3-9733-4c53-9fc5-b9dcb4131a05 req-79b9e352-eced-4356-a3ea-a2fb46c5c2ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:00:36.284815 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-fee12cd3-9733-4c53-9fc5-b9dcb4131a05 req-79b9e352-eced-4356-a3ea-a2fb46c5c2ac service neutron] 10.222.0.16 "GET /v2.0/networks?id=d14a4db3-a516-4209-a5bb-de4dcfbac256 HTTP/1.1" status: 200 len: 912 time: 0.0895503 Oct 19 08:00:36.354194 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-fee12cd3-9733-4c53-9fc5-b9dcb4131a05 req-c8019e2e-64aa-4f73-b998-8a4aa46b34e9 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b283c1eb-5d25-4f78-bd02-0b5894e772c4 HTTP/1.1" status: 200 len: 1002 time: 0.0628262 Oct 19 08:00:36.403805 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee12cd3-9733-4c53-9fc5-b9dcb4131a05 req-cfe0288d-b6c5-4e35-9c01-381fbe567adb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:00:36.405242 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-fee12cd3-9733-4c53-9fc5-b9dcb4131a05 req-cfe0288d-b6c5-4e35-9c01-381fbe567adb service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e9300763-1630-426e-b5a8-006b77112f7c HTTP/1.1" status: 200 len: 850 time: 0.0429785 Oct 19 08:00:36.453030 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee12cd3-9733-4c53-9fc5-b9dcb4131a05 req-a2464c2f-d0b7-4e9b-89c0-813043fc8aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:00:36.454493 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-fee12cd3-9733-4c53-9fc5-b9dcb4131a05 req-a2464c2f-d0b7-4e9b-89c0-813043fc8aa5 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d14a4db3-a516-4209-a5bb-de4dcfbac256&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0428391 Oct 19 08:00:36.541737 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-fee12cd3-9733-4c53-9fc5-b9dcb4131a05 req-fd5880f1-db66-44bf-87de-b977768e1a4f service neutron] 10.222.0.16 "GET /v2.0/networks/d14a4db3-a516-4209-a5bb-de4dcfbac256?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795834 Oct 19 08:00:36.632849 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-fee12cd3-9733-4c53-9fc5-b9dcb4131a05 req-8ca916eb-904a-4513-98b3-f3282260a4ef service neutron] 10.222.0.16 "GET /v2.0/networks/d14a4db3-a516-4209-a5bb-de4dcfbac256?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843573 Oct 19 08:00:36.636608 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.agents_db [None req-6057327c-4456-4c72-8e75-6d3cd9249757 None None] Agent healthcheck: found 6 active agents {{(pid=103335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 08:00:37.291724 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88443aad-504d-4ac3-abda-9471d0eafe41 req-30a05feb-ca35-42f0-b150-73cea165f964 tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:00:37.293229 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-88443aad-504d-4ac3-abda-9471d0eafe41 req-30a05feb-ca35-42f0-b150-73cea165f964 tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] 10.222.0.27 "GET /v2.0/ports?device_id=6368b77a-1fa7-4071-b7aa-136efb569662 HTTP/1.1" status: 200 len: 946 time: 0.0495257 Oct 19 08:00:37.330071 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-88443aad-504d-4ac3-abda-9471d0eafe41 req-756ab765-c5b6-4180-815f-f687aa238546 tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] 10.222.0.27 "GET /v2.0/security-groups?id=3c89b118-1d31-4979-b5cb-55dd9c23effd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306320 Oct 19 08:00:37.619858 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-499bbf5e-3632-4663-b4d8-f5f8f0ae1568 req-17594a0b-cff3-4376-bf4c-081048f4f7c8 service neutron] 10.222.0.16 "GET /v2.0/ports/b283c1eb-5d25-4f78-bd02-0b5894e772c4/bindings/hv-neutron-8616 HTTP/1.1" status: 200 len: 384 time: 0.0536835 Oct 19 08:00:37.817173 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499bbf5e-3632-4663-b4d8-f5f8f0ae1568 req-4578a920-868b-4dd1-a5b3-228eb37ef7a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:00:37.818650 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-499bbf5e-3632-4663-b4d8-f5f8f0ae1568 req-4578a920-868b-4dd1-a5b3-228eb37ef7a4 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=6368b77a-1fa7-4071-b7aa-136efb569662&tenant_id=a7d0b731e41746459629e24e4376a580 HTTP/1.1" status: 200 len: 1099 time: 0.0454855 Oct 19 08:00:37.879528 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499bbf5e-3632-4663-b4d8-f5f8f0ae1568 req-dc599a79-a578-4b9f-8f81-cc99eed49373 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:00:37.880986 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-499bbf5e-3632-4663-b4d8-f5f8f0ae1568 req-dc599a79-a578-4b9f-8f81-cc99eed49373 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a7d0b731e41746459629e24e4376a580&device_id=6368b77a-1fa7-4071-b7aa-136efb569662 HTTP/1.1" status: 200 len: 1099 time: 0.0395191 Oct 19 08:00:37.970132 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499bbf5e-3632-4663-b4d8-f5f8f0ae1568 req-e1f943a3-6d64-42ba-8280-8c405878bdc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:00:37.971577 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-499bbf5e-3632-4663-b4d8-f5f8f0ae1568 req-e1f943a3-6d64-42ba-8280-8c405878bdc9 service neutron] 10.222.0.16 "GET /v2.0/networks?id=d14a4db3-a516-4209-a5bb-de4dcfbac256 HTTP/1.1" status: 200 len: 912 time: 0.0838363 Oct 19 08:00:38.038578 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-499bbf5e-3632-4663-b4d8-f5f8f0ae1568 req-4e0bd09c-9f74-46de-8d7d-3ca7c41681ae service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b283c1eb-5d25-4f78-bd02-0b5894e772c4 HTTP/1.1" status: 200 len: 1002 time: 0.0598714 Oct 19 08:00:38.086519 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499bbf5e-3632-4663-b4d8-f5f8f0ae1568 req-02703966-93ed-4766-96e5-8bf5b8fb47e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:00:38.088177 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-499bbf5e-3632-4663-b4d8-f5f8f0ae1568 req-02703966-93ed-4766-96e5-8bf5b8fb47e1 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e9300763-1630-426e-b5a8-006b77112f7c HTTP/1.1" status: 200 len: 850 time: 0.0436420 Oct 19 08:00:38.130868 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499bbf5e-3632-4663-b4d8-f5f8f0ae1568 req-9eee2ab8-c866-4cf6-adf4-e861b8b30e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:00:38.132236 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-499bbf5e-3632-4663-b4d8-f5f8f0ae1568 req-9eee2ab8-c866-4cf6-adf4-e861b8b30e1b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d14a4db3-a516-4209-a5bb-de4dcfbac256&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0384364 Oct 19 08:00:38.223973 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-499bbf5e-3632-4663-b4d8-f5f8f0ae1568 req-a6142a3f-a6e2-4920-a679-5373ede911cb service neutron] 10.222.0.16 "GET /v2.0/networks/d14a4db3-a516-4209-a5bb-de4dcfbac256?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852115 Oct 19 08:00:38.317729 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-499bbf5e-3632-4663-b4d8-f5f8f0ae1568 req-d791e23e-a358-4396-af84-4338eaefa165 service neutron] 10.222.0.16 "GET /v2.0/networks/d14a4db3-a516-4209-a5bb-de4dcfbac256?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865500 Oct 19 08:00:38.458186 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f065b0dc-68c6-4197-a865-ddc018d7777f req-80a64b02-8a1c-40e2-8d8e-1e47ed1297e9 tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:00:38.459765 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-f065b0dc-68c6-4197-a865-ddc018d7777f req-80a64b02-8a1c-40e2-8d8e-1e47ed1297e9 tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] 10.222.0.27 "GET /v2.0/ports?device_id=6368b77a-1fa7-4071-b7aa-136efb569662 HTTP/1.1" status: 200 len: 946 time: 0.0530105 Oct 19 08:00:38.498505 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-f065b0dc-68c6-4197-a865-ddc018d7777f req-29ef6e28-9633-4faf-8769-d6d5fa07eae5 tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] 10.222.0.27 "GET /v2.0/security-groups?id=3c89b118-1d31-4979-b5cb-55dd9c23effd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326869 Oct 19 08:00:39.616885 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f068e0-4450-4546-b720-63990abb3966 req-f1f23533-a563-4c01-95c7-9f03efa29876 tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:00:39.618355 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-86f068e0-4450-4546-b720-63990abb3966 req-f1f23533-a563-4c01-95c7-9f03efa29876 tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] 10.222.0.27 "GET /v2.0/ports?device_id=6368b77a-1fa7-4071-b7aa-136efb569662 HTTP/1.1" status: 200 len: 946 time: 0.0484347 Oct 19 08:00:39.655782 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-86f068e0-4450-4546-b720-63990abb3966 req-998d7647-c83e-4bcc-a704-bf8675476fdc tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] 10.222.0.27 "GET /v2.0/security-groups?id=3c89b118-1d31-4979-b5cb-55dd9c23effd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310533 Oct 19 08:00:40.779065 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ea1c21-0d69-4cf5-8742-225627c930b0 req-ebd45973-6a0a-4a4a-b977-01c62b034a29 tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:00:40.780510 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-22ea1c21-0d69-4cf5-8742-225627c930b0 req-ebd45973-6a0a-4a4a-b977-01c62b034a29 tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] 10.222.0.27 "GET /v2.0/ports?device_id=6368b77a-1fa7-4071-b7aa-136efb569662 HTTP/1.1" status: 200 len: 946 time: 0.0482912 Oct 19 08:00:40.822037 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-22ea1c21-0d69-4cf5-8742-225627c930b0 req-e5ec2ab0-70da-4605-a45e-2bff136a6719 tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] 10.222.0.27 "GET /v2.0/security-groups?id=3c89b118-1d31-4979-b5cb-55dd9c23effd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351126 Oct 19 08:00:41.047306 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09ec9bf-d971-462e-b723-1711fa359f1f req-691cf37c-1fd1-44fc-b2fa-3c43757f629a tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:00:41.048810 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-b09ec9bf-d971-462e-b723-1711fa359f1f req-691cf37c-1fd1-44fc-b2fa-3c43757f629a tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] 10.222.0.27 "GET /v2.0/ports?device_id=6368b77a-1fa7-4071-b7aa-136efb569662 HTTP/1.1" status: 200 len: 946 time: 0.0783474 Oct 19 08:00:41.060336 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faada864-c266-4190-ad2d-91ca3c55be0b req-cf47c3c6-6922-4ac3-b1f1-73536a4df407 tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:00:41.061718 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-faada864-c266-4190-ad2d-91ca3c55be0b req-cf47c3c6-6922-4ac3-b1f1-73536a4df407 tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] 10.222.0.16 "GET /v2.0/ports?device_id=6368b77a-1fa7-4071-b7aa-136efb569662&tenant_id=a7d0b731e41746459629e24e4376a580&binding%3Ahost_id=hv-neutron-8616 HTTP/1.1" status: 200 len: 946 time: 0.0796902 Oct 19 08:00:41.094483 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-b09ec9bf-d971-462e-b723-1711fa359f1f req-0b0e91b0-ed50-4142-902e-c043d7b9113c tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] 10.222.0.27 "GET /v2.0/security-groups?id=3c89b118-1d31-4979-b5cb-55dd9c23effd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318184 Oct 19 08:00:41.140289 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faada864-c266-4190-ad2d-91ca3c55be0b req-57972ac9-f93f-4f00-bd16-51317dc67213 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:00:41.141812 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-faada864-c266-4190-ad2d-91ca3c55be0b req-57972ac9-f93f-4f00-bd16-51317dc67213 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a7d0b731e41746459629e24e4376a580&device_id=6368b77a-1fa7-4071-b7aa-136efb569662 HTTP/1.1" status: 200 len: 1099 time: 0.0395477 Oct 19 08:00:41.234071 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faada864-c266-4190-ad2d-91ca3c55be0b req-b8294b66-ac33-4faa-9b17-76760c13dd49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:00:41.235685 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-faada864-c266-4190-ad2d-91ca3c55be0b req-b8294b66-ac33-4faa-9b17-76760c13dd49 service neutron] 10.222.0.16 "GET /v2.0/networks?id=d14a4db3-a516-4209-a5bb-de4dcfbac256 HTTP/1.1" status: 200 len: 912 time: 0.0877788 Oct 19 08:00:41.300388 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-faada864-c266-4190-ad2d-91ca3c55be0b req-f1a9345e-67df-4980-961c-a423868494b6 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b283c1eb-5d25-4f78-bd02-0b5894e772c4 HTTP/1.1" status: 200 len: 1002 time: 0.0581517 Oct 19 08:00:41.352579 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faada864-c266-4190-ad2d-91ca3c55be0b req-142d24a2-b9bc-4db3-bdc7-cceda31a3ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:00:41.354078 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-faada864-c266-4190-ad2d-91ca3c55be0b req-142d24a2-b9bc-4db3-bdc7-cceda31a3ac8 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e9300763-1630-426e-b5a8-006b77112f7c HTTP/1.1" status: 200 len: 850 time: 0.0480721 Oct 19 08:00:41.398446 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faada864-c266-4190-ad2d-91ca3c55be0b req-8c19bb13-a2ce-4e6a-a436-981e718b68b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:00:41.400654 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-faada864-c266-4190-ad2d-91ca3c55be0b req-8c19bb13-a2ce-4e6a-a436-981e718b68b3 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d14a4db3-a516-4209-a5bb-de4dcfbac256&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0387430 Oct 19 08:00:41.489244 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-faada864-c266-4190-ad2d-91ca3c55be0b req-65f64138-0e31-4bcf-9fa5-8a2f2d15e361 service neutron] 10.222.0.16 "GET /v2.0/networks/d14a4db3-a516-4209-a5bb-de4dcfbac256?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831494 Oct 19 08:00:41.578522 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-faada864-c266-4190-ad2d-91ca3c55be0b req-7d5e7659-286c-4315-8341-9281ea6c435a service neutron] 10.222.0.16 "GET /v2.0/networks/d14a4db3-a516-4209-a5bb-de4dcfbac256?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824637 Oct 19 08:00:41.920411 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:00:42.218355 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752b74e9-4ea8-47f1-aee6-dfdb0d6be108 req-ad0add12-b616-4bae-9423-2b7a92acba09 tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:00:42.219739 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-752b74e9-4ea8-47f1-aee6-dfdb0d6be108 req-ad0add12-b616-4bae-9423-2b7a92acba09 tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] 10.222.0.27 "GET /v2.0/ports?device_id=6368b77a-1fa7-4071-b7aa-136efb569662 HTTP/1.1" status: 200 len: 946 time: 0.0483191 Oct 19 08:00:42.256672 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-752b74e9-4ea8-47f1-aee6-dfdb0d6be108 req-1d4ede7c-e8fa-4515-bb31-451256677ba1 tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] 10.222.0.27 "GET /v2.0/security-groups?id=3c89b118-1d31-4979-b5cb-55dd9c23effd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310841 Oct 19 08:00:42.381642 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a278bff-0e4a-4dd8-9796-4ffc3716fe57 req-2e2fb5aa-e40a-4bb1-bad0-1ec862b48231 tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:00:42.383096 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-0a278bff-0e4a-4dd8-9796-4ffc3716fe57 req-2e2fb5aa-e40a-4bb1-bad0-1ec862b48231 tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] 10.222.0.27 "GET /v2.0/ports?device_id=6368b77a-1fa7-4071-b7aa-136efb569662 HTTP/1.1" status: 200 len: 946 time: 0.0521517 Oct 19 08:00:42.420993 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-0a278bff-0e4a-4dd8-9796-4ffc3716fe57 req-bf611ad0-2975-4aab-a031-ea0e6b2b0aa3 tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] 10.222.0.27 "GET /v2.0/security-groups?id=3c89b118-1d31-4979-b5cb-55dd9c23effd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318463 Oct 19 08:00:42.539268 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e53b62-f2fc-4ded-9412-fc9d040d928a req-fe32f510-bd53-4168-97bf-16afd1d66cbf tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:00:42.541440 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-02e53b62-f2fc-4ded-9412-fc9d040d928a req-fe32f510-bd53-4168-97bf-16afd1d66cbf tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] 10.222.0.27 "GET /v2.0/ports?device_id=6368b77a-1fa7-4071-b7aa-136efb569662 HTTP/1.1" status: 200 len: 946 time: 0.0478067 Oct 19 08:00:42.578265 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-02e53b62-f2fc-4ded-9412-fc9d040d928a req-903b0be6-4cab-4db5-9272-a60a50ad8caa tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] 10.222.0.27 "GET /v2.0/security-groups?id=3c89b118-1d31-4979-b5cb-55dd9c23effd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309212 Oct 19 08:00:42.810407 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5369ad6b-1e54-4504-acc0-b7cff6273130 req-dd4ad2ec-8fe1-4d6d-9102-3ed1ef6b2a57 tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:00:42.811859 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-5369ad6b-1e54-4504-acc0-b7cff6273130 req-dd4ad2ec-8fe1-4d6d-9102-3ed1ef6b2a57 tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] 10.222.0.27 "GET /v2.0/ports?device_id=6368b77a-1fa7-4071-b7aa-136efb569662 HTTP/1.1" status: 200 len: 946 time: 0.0481436 Oct 19 08:00:42.849344 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-5369ad6b-1e54-4504-acc0-b7cff6273130 req-3e33c8d3-6cb1-4750-a72b-613ce5167e8e tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] 10.222.0.27 "GET /v2.0/security-groups?id=3c89b118-1d31-4979-b5cb-55dd9c23effd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314817 Oct 19 08:00:43.403653 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-300e7e7e-c57a-47aa-ac55-9cf8517264a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:00:43.975044 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f14efc-db6a-445c-aaa3-d7aac864817a req-f54bfae6-2074-4b74-98c2-b8eac9e4b2d4 tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:00:43.976494 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-78f14efc-db6a-445c-aaa3-d7aac864817a req-f54bfae6-2074-4b74-98c2-b8eac9e4b2d4 tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] 10.222.0.27 "GET /v2.0/ports?device_id=6368b77a-1fa7-4071-b7aa-136efb569662 HTTP/1.1" status: 200 len: 946 time: 0.0517468 Oct 19 08:00:44.013747 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-78f14efc-db6a-445c-aaa3-d7aac864817a req-b931776b-22de-4223-9689-fddebb817057 tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] 10.222.0.27 "GET /v2.0/security-groups?id=3c89b118-1d31-4979-b5cb-55dd9c23effd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306396 Oct 19 08:00:44.459444 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04f6195-4bf6-4d2d-8e28-729bceb55d73 req-de06247d-e592-495a-a35d-0a0ab43b8a1a tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:00:44.460966 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-c04f6195-4bf6-4d2d-8e28-729bceb55d73 req-de06247d-e592-495a-a35d-0a0ab43b8a1a tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] 10.222.0.16 "GET /v2.0/ports?device_id=6368b77a-1fa7-4071-b7aa-136efb569662 HTTP/1.1" status: 200 len: 946 time: 0.0486403 Oct 19 08:00:44.551645 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.plugin [req-c04f6195-4bf6-4d2d-8e28-729bceb55d73 req-97bcb06d-fa36-41c9-bda3-dffb43df21bf tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] Deleting port b283c1eb-5d25-4f78-bd02-0b5894e772c4 {{(pid=103332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 08:00:44.551986 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-c04f6195-4bf6-4d2d-8e28-729bceb55d73 req-97bcb06d-fa36-41c9-bda3-dffb43df21bf tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:00:44.637955 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.db [req-c04f6195-4bf6-4d2d-8e28-729bceb55d73 req-97bcb06d-fa36-41c9-bda3-dffb43df21bf tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] For port b283c1eb-5d25-4f78-bd02-0b5894e772c4, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=b283c1eb-5d25-4f78-bd02-0b5894e772c4,segment=NetworkSegment(815a78b5-3ac4-4562-a353-e425dae619bf),segment_id=815a78b5-3ac4-4562-a353-e425dae619bf)] {{(pid=103332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 08:00:44.638320 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-c04f6195-4bf6-4d2d-8e28-729bceb55d73 req-97bcb06d-fa36-41c9-bda3-dffb43df21bf tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:00:44.804111 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-c04f6195-4bf6-4d2d-8e28-729bceb55d73 req-97bcb06d-fa36-41c9-bda3-dffb43df21bf tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:00:44.804392 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-c04f6195-4bf6-4d2d-8e28-729bceb55d73 req-97bcb06d-fa36-41c9-bda3-dffb43df21bf tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1695041'] for floatingip, after_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:00:44.804736 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.db.l3_db [req-c04f6195-4bf6-4d2d-8e28-729bceb55d73 req-97bcb06d-fa36-41c9-bda3-dffb43df21bf tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] Floating IP 17e36dd7-38d1-4fdf-b1d1-35d515f97aec disassociated. External IP: 172.26.0.251, port: b283c1eb-5d25-4f78-bd02-0b5894e772c4. Oct 19 08:00:44.805073 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.plugin [req-c04f6195-4bf6-4d2d-8e28-729bceb55d73 req-97bcb06d-fa36-41c9-bda3-dffb43df21bf tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] Calling delete_port for b283c1eb-5d25-4f78-bd02-0b5894e772c4 owned by compute:nova {{(pid=103332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 08:00:44.931364 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-c04f6195-4bf6-4d2d-8e28-729bceb55d73 req-97bcb06d-fa36-41c9-bda3-dffb43df21bf tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133553798'] for port, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:00:44.957980 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bcb06d-fa36-41c9-bda3-dffb43df21bf tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] Pushing event deleted for resources: {'Port': ['ID=b283c1eb-5d25-4f78-bd02-0b5894e772c4,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:00:44.969668 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bcb06d-fa36-41c9-bda3-dffb43df21bf tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:00:44.970036 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bcb06d-fa36-41c9-bda3-dffb43df21bf tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:00:44.970343 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bcb06d-fa36-41c9-bda3-dffb43df21bf tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:00:44.970841 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bcb06d-fa36-41c9-bda3-dffb43df21bf tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:00:44.971062 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bcb06d-fa36-41c9-bda3-dffb43df21bf tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:00:44.971325 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bcb06d-fa36-41c9-bda3-dffb43df21bf tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:00:44.971718 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bcb06d-fa36-41c9-bda3-dffb43df21bf tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:00:44.972063 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bcb06d-fa36-41c9-bda3-dffb43df21bf tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:00:44.972373 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bcb06d-fa36-41c9-bda3-dffb43df21bf tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:00:44.972721 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bcb06d-fa36-41c9-bda3-dffb43df21bf tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:00:44.973043 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bcb06d-fa36-41c9-bda3-dffb43df21bf tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:00:44.973360 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bcb06d-fa36-41c9-bda3-dffb43df21bf tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:00:45.089955 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c04f6195-4bf6-4d2d-8e28-729bceb55d73 req-97bcb06d-fa36-41c9-bda3-dffb43df21bf tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] Router 8c1831ff-b2f2-4de9-803f-9891568f2b75 has already been hosted by L3 agent ab388470-1243-4d53-80f2-c2f5899c97a7 {{(pid=103332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 08:00:45.124841 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-564d3d7b-62af-46ae-ad14-9ed7607d3ca2 req-fa67e154-6a7f-477e-b142-d920bca618a1 tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] 10.222.0.27 "GET /v2.0/ports?device_id=6368b77a-1fa7-4071-b7aa-136efb569662 HTTP/1.1" status: 200 len: 210 time: 0.0300183 Oct 19 08:00:45.222901 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c04f6195-4bf6-4d2d-8e28-729bceb55d73 req-97bcb06d-fa36-41c9-bda3-dffb43df21bf tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] Notify agent at l3_agent.dv-neutron-861624-1-hyperv the message routers_updated {{(pid=103332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 08:00:45.233254 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab21b672-e481-4a4e-9385-3769c8741ede None None] Sync routers for ids ['8c1831ff-b2f2-4de9-803f-9891568f2b75'] in dv-neutron-861624-1-hyperv {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 08:00:45.242573 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab21b672-e481-4a4e-9385-3769c8741ede None None] Routers {'8c1831ff-b2f2-4de9-803f-9891568f2b75'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 08:00:45.243106 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-ab21b672-e481-4a4e-9385-3769c8741ede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T08:00:16Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['8c1831ff-b2f2-4de9-803f-9891568f2b75'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:00:45.263392 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [req-c04f6195-4bf6-4d2d-8e28-729bceb55d73 req-97bcb06d-fa36-41c9-bda3-dffb43df21bf tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] No DVR routers for this DVR port b283c1eb-5d25-4f78-bd02-0b5894e772c4 on host hv-neutron-8616 {{(pid=103332) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 19 08:00:45.265896 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-c04f6195-4bf6-4d2d-8e28-729bceb55d73 req-97bcb06d-fa36-41c9-bda3-dffb43df21bf tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42160'] for port, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:00:45.269214 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-c04f6195-4bf6-4d2d-8e28-729bceb55d73 req-97bcb06d-fa36-41c9-bda3-dffb43df21bf tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] 10.222.0.16 "DELETE /v2.0/ports/b283c1eb-5d25-4f78-bd02-0b5894e772c4 HTTP/1.1" status: 204 len: 173 time: 0.8022866 Oct 19 08:00:45.269707 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6368b77a-1fa7-4071-b7aa-136efb569662', 'name': 'network-vif-deleted', 'tag': 'b283c1eb-5d25-4f78-bd02-0b5894e772c4'}] {{(pid=103332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 19 08:00:45.271959 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a021b02cf5f527cd4bbbc40a031b51490d9893d7edeeb551bdf5128ee7546f8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-903927c8-e699-4675-b83b-1c99aa0ac7e6" -d '{"events": [{"server_uuid": "6368b77a-1fa7-4071-b7aa-136efb569662", "name": "network-vif-deleted", "tag": "b283c1eb-5d25-4f78-bd02-0b5894e772c4"}]}' {{(pid=103332) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 08:00:45.359494 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvr_db [None req-ab21b672-e481-4a4e-9385-3769c8741ede None None] Set router 8c1831ff-b2f2-4de9-803f-9891568f2b75 gateway port host: dv-neutron-861624-1-hyperv {{(pid=103335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 08:00:45.382387 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 19 Oct 2022 08:00:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c61730ff-24b8-4853-b4d6-165996a3d575 x-openstack-request-id: req-c61730ff-24b8-4853-b4d6-165996a3d575 {{(pid=103332) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 08:00:45.382685 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6368b77a-1fa7-4071-b7aa-136efb569662", "name": "network-vif-deleted", "tag": "b283c1eb-5d25-4f78-bd02-0b5894e772c4", "status": "completed", "code": 200}]} {{(pid=103332) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 08:00:45.382955 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-c61730ff-24b8-4853-b4d6-165996a3d575 {{(pid=103332) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 08:00:45.383377 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c61730ff-24b8-4853-b4d6-165996a3d575'] response: {'server_uuid': '6368b77a-1fa7-4071-b7aa-136efb569662', 'name': 'network-vif-deleted', 'tag': 'b283c1eb-5d25-4f78-bd02-0b5894e772c4', 'status': 'completed', 'code': 200} Oct 19 08:00:45.557110 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-ab21b672-e481-4a4e-9385-3769c8741ede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c1831ff-b2f2-4de9-803f-9891568f2b75', 'name': 'tempest-ServerActionsTestJSON-277822555-router', 'tenant_id': 'a7d0b731e41746459629e24e4376a580', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'external_fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.89'}], 'enable_snat': True}, 'gw_port_id': '3aeac68d-c041-450c-9772-7abfc1332e6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T07:59:33Z', 'updated_at': '2022-10-19T07:59:35Z', 'revision_number': 4, 'project_id': 'a7d0b731e41746459629e24e4376a580', 'gw_port': {'id': '3aeac68d-c041-450c-9772-7abfc1332e6a', 'name': '', 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:0c:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c1831ff-b2f2-4de9-803f-9891568f2b75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:59:33Z', 'updated_at': '2022-10-19T07:59:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861624-1-hyperv', '_interfaces': [{'id': '91164c68-eea1-4517-97ef-e7030d31b6b1', 'name': '', 'network_id': 'd14a4db3-a516-4209-a5bb-de4dcfbac256', 'tenant_id': 'a7d0b731e41746459629e24e4376a580', 'mac_address': 'fa:16:3e:07:bc:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c1831ff-b2f2-4de9-803f-9891568f2b75', 'device_owner': 'network:router_interface', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': 'e9300763-1630-426e-b5a8-006b77112f7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:59:35Z', 'updated_at': '2022-10-19T07:59:39Z', 'revision_number': 5, 'project_id': 'a7d0b731e41746459629e24e4376a580', 'subnets': [{'id': 'e9300763-1630-426e-b5a8-006b77112f7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:00:45.667722 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab21b672-e481-4a4e-9385-3769c8741ede None None] Checking router: 8c1831ff-b2f2-4de9-803f-9891568f2b75 for host: dv-neutron-861624-1-hyperv {{(pid=103335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 08:00:45.676179 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab21b672-e481-4a4e-9385-3769c8741ede None None] Routers {'8c1831ff-b2f2-4de9-803f-9891568f2b75'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 08:00:45.676842 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-ab21b672-e481-4a4e-9385-3769c8741ede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T08:00:16Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['8c1831ff-b2f2-4de9-803f-9891568f2b75'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:00:45.783384 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvr_db [None req-ab21b672-e481-4a4e-9385-3769c8741ede None None] Set router 8c1831ff-b2f2-4de9-803f-9891568f2b75 gateway port host: dv-neutron-861624-1-hyperv {{(pid=103335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 08:00:45.978047 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-ab21b672-e481-4a4e-9385-3769c8741ede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c1831ff-b2f2-4de9-803f-9891568f2b75', 'name': 'tempest-ServerActionsTestJSON-277822555-router', 'tenant_id': 'a7d0b731e41746459629e24e4376a580', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'external_fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.89'}], 'enable_snat': True}, 'gw_port_id': '3aeac68d-c041-450c-9772-7abfc1332e6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T07:59:33Z', 'updated_at': '2022-10-19T07:59:35Z', 'revision_number': 4, 'project_id': 'a7d0b731e41746459629e24e4376a580', 'gw_port': {'id': '3aeac68d-c041-450c-9772-7abfc1332e6a', 'name': '', 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:0c:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c1831ff-b2f2-4de9-803f-9891568f2b75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:59:33Z', 'updated_at': '2022-10-19T07:59:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861624-1-hyperv', '_interfaces': [{'id': '91164c68-eea1-4517-97ef-e7030d31b6b1', 'name': '', 'network_id': 'd14a4db3-a516-4209-a5bb-de4dcfbac256', 'tenant_id': 'a7d0b731e41746459629e24e4376a580', 'mac_address': 'fa:16:3e:07:bc:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c1831ff-b2f2-4de9-803f-9891568f2b75', 'device_owner': 'network:router_interface', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': 'e9300763-1630-426e-b5a8-006b77112f7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:59:35Z', 'updated_at': '2022-10-19T07:59:39Z', 'revision_number': 5, 'project_id': 'a7d0b731e41746459629e24e4376a580', 'subnets': [{'id': 'e9300763-1630-426e-b5a8-006b77112f7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:00:46.002541 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab21b672-e481-4a4e-9385-3769c8741ede None None] The sync data for ids ['8c1831ff-b2f2-4de9-803f-9891568f2b75'] in dv-neutron-861624-1-hyperv is: [{'id': '8c1831ff-b2f2-4de9-803f-9891568f2b75', 'name': 'tempest-ServerActionsTestJSON-277822555-router', 'tenant_id': 'a7d0b731e41746459629e24e4376a580', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'external_fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.89'}], 'enable_snat': True}, 'gw_port_id': '3aeac68d-c041-450c-9772-7abfc1332e6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T07:59:33Z', 'updated_at': '2022-10-19T07:59:35Z', 'revision_number': 4, 'project_id': 'a7d0b731e41746459629e24e4376a580', 'gw_port': {'id': '3aeac68d-c041-450c-9772-7abfc1332e6a', 'name': '', 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:0c:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c1831ff-b2f2-4de9-803f-9891568f2b75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:59:33Z', 'updated_at': '2022-10-19T07:59:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861624-1-hyperv', '_interfaces': [{'id': '91164c68-eea1-4517-97ef-e7030d31b6b1', 'name': '', 'network_id': 'd14a4db3-a516-4209-a5bb-de4dcfbac256', 'tenant_id': 'a7d0b731e41746459629e24e4376a580', 'mac_address': 'fa:16:3e:07:bc:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c1831ff-b2f2-4de9-803f-9891568f2b75', 'device_owner': 'network:router_interface', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': 'e9300763-1630-426e-b5a8-006b77112f7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:59:35Z', 'updated_at': '2022-10-19T07:59:39Z', 'revision_number': 5, 'project_id': 'a7d0b731e41746459629e24e4376a580', 'subnets': [{'id': 'e9300763-1630-426e-b5a8-006b77112f7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 08:00:46.232336 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecb4eaee-fb3d-4c87-bc22-97d3980d5912 None None] New status for floating IP 17e36dd7-38d1-4fdf-b1d1-35d515f97aec: DOWN {{(pid=103334) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 19 08:00:46.356471 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-8d32992e-5f61-47c4-b234-865ab77e7a30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:00:46.367323 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-f39abff2-ab06-48af-b847-23b622ac53f6 req-fee87230-92b2-4126-8226-91cd1b975f14 tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] 10.222.0.27 "GET /v2.0/security-groups?name=tempest-securitygroup--396771014&fields=id&tenant_id=a7d0b731e41746459629e24e4376a580 HTTP/1.1" status: 200 len: 267 time: 0.0390785 Oct 19 08:00:46.473024 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39abff2-ab06-48af-b847-23b622ac53f6 req-f57a50c5-02a2-42ea-994f-0b98786d02cf tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:00:46.474474 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-f39abff2-ab06-48af-b847-23b622ac53f6 req-f57a50c5-02a2-42ea-994f-0b98786d02cf tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] 10.222.0.27 "GET /v2.0/networks?id=d14a4db3-a516-4209-a5bb-de4dcfbac256 HTTP/1.1" status: 200 len: 811 time: 0.0987725 Oct 19 08:00:46.488957 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-f39abff2-ab06-48af-b847-23b622ac53f6 req-23b07c74-ef4d-49f2-b7d5-26d86f4fa1e8 tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] 10.222.0.27 "GET /v2.0/quotas/a7d0b731e41746459629e24e4376a580 HTTP/1.1" status: 200 len: 375 time: 0.0086141 Oct 19 08:00:46.544690 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-f39abff2-ab06-48af-b847-23b622ac53f6 req-8a0ac30f-7d26-4f11-887c-0878633a8710 tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] 10.222.0.27 "GET /v2.0/ports?tenant_id=a7d0b731e41746459629e24e4376a580&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0500133 Oct 19 08:00:46.560635 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [req-f39abff2-ab06-48af-b847-23b622ac53f6 req-df8dbf4b-c198-4999-a538-696d9f5f0e54 service neutron] http://10.222.0.27:9696/v2.0/extensions returned with HTTP 200 {{(pid=103332) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 08:00:46.561577 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-f39abff2-ab06-48af-b847-23b622ac53f6 req-df8dbf4b-c198-4999-a538-696d9f5f0e54 service neutron] 10.222.0.27 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057065 Oct 19 08:00:46.647304 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-f39abff2-ab06-48af-b847-23b622ac53f6 req-7c4a0461-a927-4d35-85f1-2dd198fc2dae service neutron] 10.222.0.27 "GET /v2.0/networks/d14a4db3-a516-4209-a5bb-de4dcfbac256?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801942 Oct 19 08:00:46.741422 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-f39abff2-ab06-48af-b847-23b622ac53f6 req-9c267e5f-bf06-4c7a-ad4a-d2499c0827a2 service neutron] 10.222.0.27 "GET /v2.0/networks/d14a4db3-a516-4209-a5bb-de4dcfbac256?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877969 Oct 19 08:00:46.903424 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-ddec26f3-03bf-45f7-b83a-74c9e50f40e3 req-1a676ae5-225b-4bd3-83bc-16569c7a9a22 tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] 10.222.0.27 "GET /v2.0/ports?device_id=abb04035-8714-43fd-aeb2-070060531595 HTTP/1.1" status: 200 len: 210 time: 0.0271423 Oct 19 08:00:47.767570 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39abff2-ab06-48af-b847-23b622ac53f6 req-951f31ec-6a7f-4377-ab85-99d03b45b759 tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:00:47.769033 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-f39abff2-ab06-48af-b847-23b622ac53f6 req-951f31ec-6a7f-4377-ab85-99d03b45b759 tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] 10.222.0.16 "GET /v2.0/networks?id=d14a4db3-a516-4209-a5bb-de4dcfbac256 HTTP/1.1" status: 200 len: 811 time: 0.1063855 Oct 19 08:00:47.818128 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-f39abff2-ab06-48af-b847-23b622ac53f6 req-f6dd9a03-a120-44d2-9876-81aaf8863c57 tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a7d0b731e41746459629e24e4376a580 HTTP/1.1" status: 200 len: 379 time: 0.0399625 Oct 19 08:00:47.828248 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [req-f39abff2-ab06-48af-b847-23b622ac53f6 req-bcf2cac7-8d6a-4ec2-a1af-eed5b370c762 tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] Request body: {'port': {'device_id': 'abb04035-8714-43fd-aeb2-070060531595', 'network_id': 'd14a4db3-a516-4209-a5bb-de4dcfbac256', 'admin_state_up': True, 'tenant_id': 'a7d0b731e41746459629e24e4376a580', 'security_groups': ['3c89b118-1d31-4979-b5cb-55dd9c23effd']}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 08:00:47.934337 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f39abff2-ab06-48af-b847-23b622ac53f6 req-bcf2cac7-8d6a-4ec2-a1af-eed5b370c762 tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] Made reservation on behalf of a7d0b731e41746459629e24e4376a580 for: {'port': 1} {{(pid=103332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 08:00:47.937826 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-f39abff2-ab06-48af-b847-23b622ac53f6 req-bcf2cac7-8d6a-4ec2-a1af-eed5b370c762 tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:00:47.995559 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-2a2259f7-b034-4eec-af7a-7abaede746c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:00:48.028418 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-9c915307-e365-489c-ab49-f488fb00b743 req-221c85b6-30e9-4818-8f38-e897d180aaf5 tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] 10.222.0.27 "GET /v2.0/ports?device_id=abb04035-8714-43fd-aeb2-070060531595 HTTP/1.1" status: 200 len: 210 time: 0.0376182 Oct 19 08:00:48.088349 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.db_base_plugin_common [req-f39abff2-ab06-48af-b847-23b622ac53f6 req-bcf2cac7-8d6a-4ec2-a1af-eed5b370c762 tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] Allocated IP 172.20.0.10 (d14a4db3-a516-4209-a5bb-de4dcfbac256/e9300763-1630-426e-b5a8-006b77112f7c/87e069b9-dc45-43a6-a8be-d5d404bfbaef) {{(pid=103332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 08:00:48.137340 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Device b283c1eb-5d25-4f78-bd02-0b5894e772c4 no longer exists at agent hyperv_hv-neutron-8616 {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 08:00:48.157604 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] No Port match for: b283c1eb-5d25-4f78-bd02-0b5894e772c4 {{(pid=103334) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 19 08:00:48.157941 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Device b283c1eb-5d25-4f78-bd02-0b5894e772c4 not bound to the agent host hv-neutron-8616 {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 08:00:48.225077 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-f39abff2-ab06-48af-b847-23b622ac53f6 req-bcf2cac7-8d6a-4ec2-a1af-eed5b370c762 tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] Notify callbacks [] for port, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:00:48.256283 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-f39abff2-ab06-48af-b847-23b622ac53f6 req-bcf2cac7-8d6a-4ec2-a1af-eed5b370c762 tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785020947330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133553798'] for port, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:00:48.297982 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f39abff2-ab06-48af-b847-23b622ac53f6 req-bcf2cac7-8d6a-4ec2-a1af-eed5b370c762 tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] Network d14a4db3-a516-4209-a5bb-de4dcfbac256 is already hosted by enough agents. {{(pid=103332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 08:00:48.301178 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.base_scheduler [req-f39abff2-ab06-48af-b847-23b622ac53f6 req-bcf2cac7-8d6a-4ec2-a1af-eed5b370c762 tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] Resources bound (agent type, host, resource id): {{(pid=103332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 08:00:48.304854 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [req-f39abff2-ab06-48af-b847-23b622ac53f6 req-bcf2cac7-8d6a-4ec2-a1af-eed5b370c762 tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] Received port after_create {{(pid=103332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 08:00:48.332259 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf2cac7-8d6a-4ec2-a1af-eed5b370c762 tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] Pushing event updated for resources: {'Port': ['ID=87e069b9-dc45-43a6-a8be-d5d404bfbaef,revision_number=1']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:00:48.358987 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39abff2-ab06-48af-b847-23b622ac53f6 req-bcf2cac7-8d6a-4ec2-a1af-eed5b370c762 tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:00:48.359594 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-f39abff2-ab06-48af-b847-23b622ac53f6 req-bcf2cac7-8d6a-4ec2-a1af-eed5b370c762 tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42160'] for port, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:00:48.376912 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-f39abff2-ab06-48af-b847-23b622ac53f6 req-bcf2cac7-8d6a-4ec2-a1af-eed5b370c762 tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5522425 Oct 19 08:00:48.389475 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [req-f39abff2-ab06-48af-b847-23b622ac53f6 req-faa605f4-d695-4e1c-b2ce-4468e6654984 service neutron] Request body: {'port': {'device_id': 'abb04035-8714-43fd-aeb2-070060531595', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8616'}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 08:00:48.449017 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-f39abff2-ab06-48af-b847-23b622ac53f6 req-faa605f4-d695-4e1c-b2ce-4468e6654984 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:00:48.489383 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-7bf79cbe-5bde-4aa3-8b96-6c980d049be9 None None] Provisioning complete for port 87e069b9-dc45-43a6-a8be-d5d404bfbaef triggered by entity DHCP. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 08:00:48.489855 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-7bf79cbe-5bde-4aa3-8b96-6c980d049be9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:00:48.490197 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-7bf79cbe-5bde-4aa3-8b96-6c980d049be9 None None] Attempt 1 to provision port 87e069b9-dc45-43a6-a8be-d5d404bfbaef Oct 19 08:00:48.526462 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-7bf79cbe-5bde-4aa3-8b96-6c980d049be9 None None] Port 87e069b9-dc45-43a6-a8be-d5d404bfbaef cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 08:00:48.707522 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.notifiers.nova [req-f39abff2-ab06-48af-b847-23b622ac53f6 req-faa605f4-d695-4e1c-b2ce-4468e6654984 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 87e069b9-dc45-43a6-a8be-d5d404bfbaef {{(pid=103332) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 19 08:00:48.715130 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-f39abff2-ab06-48af-b847-23b622ac53f6 req-faa605f4-d695-4e1c-b2ce-4468e6654984 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:00:48.726625 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.provisioning_blocks [req-f39abff2-ab06-48af-b847-23b622ac53f6 req-faa605f4-d695-4e1c-b2ce-4468e6654984 service neutron] Transition to ACTIVE for port object 87e069b9-dc45-43a6-a8be-d5d404bfbaef will not be triggered until provisioned by entity L2. {{(pid=103332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 19 08:00:48.730318 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-f39abff2-ab06-48af-b847-23b622ac53f6 req-faa605f4-d695-4e1c-b2ce-4468e6654984 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133553807'] for port, after_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:00:48.815372 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa605f4-d695-4e1c-b2ce-4468e6654984 service neutron] Pushing event updated for resources: {'Port': ['ID=87e069b9-dc45-43a6-a8be-d5d404bfbaef,revision_number=2']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:00:48.841337 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.managers [req-f39abff2-ab06-48af-b847-23b622ac53f6 req-faa605f4-d695-4e1c-b2ce-4468e6654984 service neutron] Attempting to bind port 87e069b9-dc45-43a6-a8be-d5d404bfbaef on host hv-neutron-8616 for vnic_type normal with profile {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 19 08:00:48.841671 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.managers [req-f39abff2-ab06-48af-b847-23b622ac53f6 req-faa605f4-d695-4e1c-b2ce-4468e6654984 service neutron] Attempting to bind port 87e069b9-dc45-43a6-a8be-d5d404bfbaef by drivers openvswitch,hyperv on host hv-neutron-8616 at level 0 using segments [{'id': '815a78b5-3ac4-4562-a353-e425dae619bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'd14a4db3-a516-4209-a5bb-de4dcfbac256'}] {{(pid=103332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 19 08:00:48.841995 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f39abff2-ab06-48af-b847-23b622ac53f6 req-faa605f4-d695-4e1c-b2ce-4468e6654984 service neutron] Attempting to bind port 87e069b9-dc45-43a6-a8be-d5d404bfbaef on network d14a4db3-a516-4209-a5bb-de4dcfbac256 {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 08:00:48.846131 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f39abff2-ab06-48af-b847-23b622ac53f6 req-faa605f4-d695-4e1c-b2ce-4468e6654984 service neutron] Port 87e069b9-dc45-43a6-a8be-d5d404bfbaef on network d14a4db3-a516-4209-a5bb-de4dcfbac256 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8616 {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 08:00:48.846443 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f39abff2-ab06-48af-b847-23b622ac53f6 req-faa605f4-d695-4e1c-b2ce-4468e6654984 service neutron] Attempting to bind port 87e069b9-dc45-43a6-a8be-d5d404bfbaef on network d14a4db3-a516-4209-a5bb-de4dcfbac256 {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 08:00:48.851104 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f39abff2-ab06-48af-b847-23b622ac53f6 req-faa605f4-d695-4e1c-b2ce-4468e6654984 service neutron] Checking agent: {'id': '5297b6e1-8fc1-4f42-910c-8f50c918ca65', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8616', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 19, 7, 36, 11), 'started_at': datetime.datetime(2022, 10, 19, 7, 36, 11), 'heartbeat_timestamp': datetime.datetime(2022, 10, 19, 8, 0, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 08:00:48.851435 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f39abff2-ab06-48af-b847-23b622ac53f6 req-faa605f4-d695-4e1c-b2ce-4468e6654984 service neutron] Checking segment: {'id': '815a78b5-3ac4-4562-a353-e425dae619bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'd14a4db3-a516-4209-a5bb-de4dcfbac256'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 19 08:00:48.851807 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f39abff2-ab06-48af-b847-23b622ac53f6 req-faa605f4-d695-4e1c-b2ce-4468e6654984 service neutron] Bound using segment: {'id': '815a78b5-3ac4-4562-a353-e425dae619bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'd14a4db3-a516-4209-a5bb-de4dcfbac256'} {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 08:00:48.852222 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.managers [req-f39abff2-ab06-48af-b847-23b622ac53f6 req-faa605f4-d695-4e1c-b2ce-4468e6654984 service neutron] Bound port: 87e069b9-dc45-43a6-a8be-d5d404bfbaef, host: hv-neutron-8616, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '815a78b5-3ac4-4562-a353-e425dae619bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'd14a4db3-a516-4209-a5bb-de4dcfbac256'}}] {{(pid=103332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 19 08:00:48.853173 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-f39abff2-ab06-48af-b847-23b622ac53f6 req-faa605f4-d695-4e1c-b2ce-4468e6654984 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:00:48.914108 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.db [req-f39abff2-ab06-48af-b847-23b622ac53f6 req-faa605f4-d695-4e1c-b2ce-4468e6654984 service neutron] For port 87e069b9-dc45-43a6-a8be-d5d404bfbaef, host hv-neutron-8616, cleared binding levels {{(pid=103332) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 08:00:48.917617 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.db [req-f39abff2-ab06-48af-b847-23b622ac53f6 req-faa605f4-d695-4e1c-b2ce-4468e6654984 service neutron] For port 87e069b9-dc45-43a6-a8be-d5d404bfbaef, host hv-neutron-8616, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=87e069b9-dc45-43a6-a8be-d5d404bfbaef,segment=NetworkSegment(815a78b5-3ac4-4562-a353-e425dae619bf),segment_id=815a78b5-3ac4-4562-a353-e425dae619bf)] {{(pid=103332) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 08:00:48.921871 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-f39abff2-ab06-48af-b847-23b622ac53f6 req-faa605f4-d695-4e1c-b2ce-4468e6654984 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133553807'] for port, after_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:00:48.924991 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39abff2-ab06-48af-b847-23b622ac53f6 req-faa605f4-d695-4e1c-b2ce-4468e6654984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:00:48.925582 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-f39abff2-ab06-48af-b847-23b622ac53f6 req-faa605f4-d695-4e1c-b2ce-4468e6654984 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42160'] for port, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:00:48.927402 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-f39abff2-ab06-48af-b847-23b622ac53f6 req-faa605f4-d695-4e1c-b2ce-4468e6654984 service neutron] 10.222.0.16 "PUT /v2.0/ports/87e069b9-dc45-43a6-a8be-d5d404bfbaef HTTP/1.1" status: 200 len: 1094 time: 0.5421534 Oct 19 08:00:48.929337 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'abb04035-8714-43fd-aeb2-070060531595', 'tag': '87e069b9-dc45-43a6-a8be-d5d404bfbaef'}] {{(pid=103332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 19 08:00:48.933096 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a021b02cf5f527cd4bbbc40a031b51490d9893d7edeeb551bdf5128ee7546f8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a300f65-dc5f-4ac8-98fc-8179a99a2798" -d '{"events": [{"name": "network-changed", "server_uuid": "abb04035-8714-43fd-aeb2-070060531595", "tag": "87e069b9-dc45-43a6-a8be-d5d404bfbaef"}]}' {{(pid=103332) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 08:00:48.979243 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 19 Oct 2022 08:00:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5225ea17-e634-4c85-821f-9778b9423ca2 x-openstack-request-id: req-5225ea17-e634-4c85-821f-9778b9423ca2 {{(pid=103332) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 08:00:48.979475 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "abb04035-8714-43fd-aeb2-070060531595", "tag": "87e069b9-dc45-43a6-a8be-d5d404bfbaef", "status": "completed", "code": 200}]} {{(pid=103332) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 08:00:48.979729 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-5225ea17-e634-4c85-821f-9778b9423ca2 {{(pid=103332) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 08:00:48.980128 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5225ea17-e634-4c85-821f-9778b9423ca2'] response: {'name': 'network-changed', 'server_uuid': 'abb04035-8714-43fd-aeb2-070060531595', 'tag': '87e069b9-dc45-43a6-a8be-d5d404bfbaef', 'status': 'completed', 'code': 200} Oct 19 08:00:49.011191 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa605f4-d695-4e1c-b2ce-4468e6654984 service neutron] Pushing event updated for resources: {'Port': ['ID=87e069b9-dc45-43a6-a8be-d5d404bfbaef,revision_number=3']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:00:49.025694 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39abff2-ab06-48af-b847-23b622ac53f6 req-7be8fcf4-51e1-49c3-88c7-0ee7e3d83f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:00:49.027234 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-f39abff2-ab06-48af-b847-23b622ac53f6 req-7be8fcf4-51e1-49c3-88c7-0ee7e3d83f89 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a7d0b731e41746459629e24e4376a580&device_id=abb04035-8714-43fd-aeb2-070060531595 HTTP/1.1" status: 200 len: 1097 time: 0.0605533 Oct 19 08:00:49.027716 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-7bf79cbe-5bde-4aa3-8b96-6c980d049be9 None None] Attempt 2 to provision port 87e069b9-dc45-43a6-a8be-d5d404bfbaef Oct 19 08:00:49.070778 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-f39abff2-ab06-48af-b847-23b622ac53f6 req-c1530def-c61b-484d-bfb0-928996880579 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=87e069b9-dc45-43a6-a8be-d5d404bfbaef HTTP/1.1" status: 200 len: 217 time: 0.0366971 Oct 19 08:00:49.073832 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-1a0da505-d0f9-48c6-b7e2-53b9c5e41298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:00:49.078285 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-7bf79cbe-5bde-4aa3-8b96-6c980d049be9 None None] Port 87e069b9-dc45-43a6-a8be-d5d404bfbaef had new provisioning blocks added so it will not transition to active. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:370}} Oct 19 08:00:49.169431 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:00:49.464145 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39abff2-ab06-48af-b847-23b622ac53f6 req-476fe569-b5b4-433c-963e-90a45d0b18b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:00:49.465612 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-f39abff2-ab06-48af-b847-23b622ac53f6 req-476fe569-b5b4-433c-963e-90a45d0b18b2 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e9300763-1630-426e-b5a8-006b77112f7c HTTP/1.1" status: 200 len: 850 time: 0.3892672 Oct 19 08:00:49.488896 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36df4def-6ed2-47c7-9621-13d300fbbc93 req-7acc73e1-3a33-48e7-b071-5738e998f28e tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:00:49.490273 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-36df4def-6ed2-47c7-9621-13d300fbbc93 req-7acc73e1-3a33-48e7-b071-5738e998f28e tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] 10.222.0.27 "GET /v2.0/ports?device_id=abb04035-8714-43fd-aeb2-070060531595 HTTP/1.1" status: 200 len: 944 time: 0.3847668 Oct 19 08:00:49.542757 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39abff2-ab06-48af-b847-23b622ac53f6 req-9bebaa62-d101-4742-b92a-2afed0c63a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:00:49.544147 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-f39abff2-ab06-48af-b847-23b622ac53f6 req-9bebaa62-d101-4742-b92a-2afed0c63a59 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d14a4db3-a516-4209-a5bb-de4dcfbac256&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0710723 Oct 19 08:00:49.546888 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-36df4def-6ed2-47c7-9621-13d300fbbc93 req-86dc4156-f696-47fe-a340-db7d6762b8dc tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] 10.222.0.27 "GET /v2.0/security-groups?id=3c89b118-1d31-4979-b5cb-55dd9c23effd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432024 Oct 19 08:00:49.635060 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-f39abff2-ab06-48af-b847-23b622ac53f6 req-2cb28be9-dd63-4ef5-8883-e8f7199a4e01 service neutron] 10.222.0.16 "GET /v2.0/networks/d14a4db3-a516-4209-a5bb-de4dcfbac256?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836663 Oct 19 08:00:49.722465 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-f39abff2-ab06-48af-b847-23b622ac53f6 req-56809949-688c-40a1-b289-a6448be165cc service neutron] 10.222.0.16 "GET /v2.0/networks/d14a4db3-a516-4209-a5bb-de4dcfbac256?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823681 Oct 19 08:00:49.809310 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a300f65-dc5f-4ac8-98fc-8179a99a2798 req-b057425b-3a27-4988-902f-52c75d491580 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:00:49.810777 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-1a300f65-dc5f-4ac8-98fc-8179a99a2798 req-b057425b-3a27-4988-902f-52c75d491580 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a7d0b731e41746459629e24e4376a580&device_id=abb04035-8714-43fd-aeb2-070060531595 HTTP/1.1" status: 200 len: 1097 time: 0.0415246 Oct 19 08:00:49.905657 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a300f65-dc5f-4ac8-98fc-8179a99a2798 req-5b7d274b-def5-4625-a7a2-0e0624b283e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:00:49.907122 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-1a300f65-dc5f-4ac8-98fc-8179a99a2798 req-5b7d274b-def5-4625-a7a2-0e0624b283e3 service neutron] 10.222.0.16 "GET /v2.0/networks?id=d14a4db3-a516-4209-a5bb-de4dcfbac256 HTTP/1.1" status: 200 len: 912 time: 0.0894017 Oct 19 08:00:49.949776 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-1a300f65-dc5f-4ac8-98fc-8179a99a2798 req-04713408-71d0-4de0-bd4f-59dfc22b8a38 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=87e069b9-dc45-43a6-a8be-d5d404bfbaef HTTP/1.1" status: 200 len: 217 time: 0.0354149 Oct 19 08:00:50.000754 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a300f65-dc5f-4ac8-98fc-8179a99a2798 req-9f80d00f-e129-413b-bc26-9ce034c64ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:00:50.002172 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-1a300f65-dc5f-4ac8-98fc-8179a99a2798 req-9f80d00f-e129-413b-bc26-9ce034c64ff9 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e9300763-1630-426e-b5a8-006b77112f7c HTTP/1.1" status: 200 len: 850 time: 0.0462763 Oct 19 08:00:50.047436 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a300f65-dc5f-4ac8-98fc-8179a99a2798 req-c0d353d8-f23c-4bfe-a2e1-e63e3dfd39bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:00:50.048904 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-1a300f65-dc5f-4ac8-98fc-8179a99a2798 req-c0d353d8-f23c-4bfe-a2e1-e63e3dfd39bf service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d14a4db3-a516-4209-a5bb-de4dcfbac256&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0383649 Oct 19 08:00:50.143929 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-1a300f65-dc5f-4ac8-98fc-8179a99a2798 req-74234f7f-7cb4-4f75-9db6-4ae66aae0db3 service neutron] 10.222.0.16 "GET /v2.0/networks/d14a4db3-a516-4209-a5bb-de4dcfbac256?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863786 Oct 19 08:00:50.235034 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-1a300f65-dc5f-4ac8-98fc-8179a99a2798 req-3dcade59-ea32-4119-b3b4-dc703e5109ba service neutron] 10.222.0.16 "GET /v2.0/networks/d14a4db3-a516-4209-a5bb-de4dcfbac256?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832992 Oct 19 08:00:50.670036 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d769b0-5941-4df9-a84f-f36aaa970514 req-d9d11c59-507f-4de1-9fe1-da19af7db66c tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:00:50.671488 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-03d769b0-5941-4df9-a84f-f36aaa970514 req-d9d11c59-507f-4de1-9fe1-da19af7db66c tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] 10.222.0.27 "GET /v2.0/ports?device_id=abb04035-8714-43fd-aeb2-070060531595 HTTP/1.1" status: 200 len: 944 time: 0.0488679 Oct 19 08:00:50.709001 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-03d769b0-5941-4df9-a84f-f36aaa970514 req-976f12d6-68d0-4c29-824b-11344d9f12d4 tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] 10.222.0.27 "GET /v2.0/security-groups?id=3c89b118-1d31-4979-b5cb-55dd9c23effd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314283 Oct 19 08:00:51.833790 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b92835-e1b0-4a76-835f-2f8e5f720b68 req-86d144a6-4cab-4ee4-9237-f4b75c73cc9f tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:00:51.835336 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-37b92835-e1b0-4a76-835f-2f8e5f720b68 req-86d144a6-4cab-4ee4-9237-f4b75c73cc9f tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] 10.222.0.27 "GET /v2.0/ports?device_id=abb04035-8714-43fd-aeb2-070060531595 HTTP/1.1" status: 200 len: 944 time: 0.0536826 Oct 19 08:00:51.873138 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-37b92835-e1b0-4a76-835f-2f8e5f720b68 req-bfc7079a-22a9-41de-a63f-bcdfa08fa5ad tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] 10.222.0.27 "GET /v2.0/security-groups?id=3c89b118-1d31-4979-b5cb-55dd9c23effd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318174 Oct 19 08:00:52.152087 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Device 87e069b9-dc45-43a6-a8be-d5d404bfbaef details requested by agent hyperv_hv-neutron-8616 with host hv-neutron-8616 {{(pid=103334) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 08:00:52.386866 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] For port 87e069b9-dc45-43a6-a8be-d5d404bfbaef, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=87e069b9-dc45-43a6-a8be-d5d404bfbaef,segment=NetworkSegment(815a78b5-3ac4-4562-a353-e425dae619bf),segment_id=815a78b5-3ac4-4562-a353-e425dae619bf)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 08:00:52.398632 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Returning: {'device': '87e069b9-dc45-43a6-a8be-d5d404bfbaef', 'network_id': 'd14a4db3-a516-4209-a5bb-de4dcfbac256', 'port_id': '87e069b9-dc45-43a6-a8be-d5d404bfbaef', 'mac_address': 'fa:16:3e:6a:bf:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9300763-1630-426e-b5a8-006b77112f7c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103334) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 08:00:52.434736 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Current status of the port 87e069b9-dc45-43a6-a8be-d5d404bfbaef is: DOWN; New status is: BUILD {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 08:00:52.435058 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:00:52.447362 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.notifiers.nova [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 87e069b9-dc45-43a6-a8be-d5d404bfbaef {{(pid=103334) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 19 08:00:52.466758 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] For port 87e069b9-dc45-43a6-a8be-d5d404bfbaef, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=87e069b9-dc45-43a6-a8be-d5d404bfbaef,segment=NetworkSegment(815a78b5-3ac4-4562-a353-e425dae619bf),segment_id=815a78b5-3ac4-4562-a353-e425dae619bf)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 08:00:52.470835 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:00:52.519461 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Pushing event updated for resources: {'Port': ['ID=87e069b9-dc45-43a6-a8be-d5d404bfbaef,revision_number=4']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:00:52.526906 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:00:52.527254 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:00:52.527588 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:00:52.527918 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:00:52.528243 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:00:52.528601 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:00:52.528927 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:00:52.529249 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:00:52.529569 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:00:52.529887 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:00:52.530219 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:00:52.530521 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:00:52.678287 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] get_ports_and_sgs() called for port_ids ['87e069b9-dc45-43a6-a8be-d5d404bfbaef'] {{(pid=103334) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 19 08:00:52.991764 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2ddd33-17c4-4b11-8a76-ed3080ed9960 req-e8273493-6180-426b-a065-b28613bee67f tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:00:52.993766 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-cf2ddd33-17c4-4b11-8a76-ed3080ed9960 req-e8273493-6180-426b-a065-b28613bee67f tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] 10.222.0.27 "GET /v2.0/ports?device_id=abb04035-8714-43fd-aeb2-070060531595 HTTP/1.1" status: 200 len: 945 time: 0.0481265 Oct 19 08:00:53.030669 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-cf2ddd33-17c4-4b11-8a76-ed3080ed9960 req-81f77200-c3aa-4c11-a287-dcc77b48bc28 tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] 10.222.0.27 "GET /v2.0/security-groups?id=3c89b118-1d31-4979-b5cb-55dd9c23effd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306864 Oct 19 08:00:54.151106 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831d29d3-e6ec-4540-89d2-636b590979ff req-44add6b5-94ce-47be-b2ae-db10436c4dec tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:00:54.152641 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-831d29d3-e6ec-4540-89d2-636b590979ff req-44add6b5-94ce-47be-b2ae-db10436c4dec tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] 10.222.0.27 "GET /v2.0/ports?device_id=abb04035-8714-43fd-aeb2-070060531595 HTTP/1.1" status: 200 len: 945 time: 0.0488946 Oct 19 08:00:54.153515 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Device 87e069b9-dc45-43a6-a8be-d5d404bfbaef up at agent hyperv_hv-neutron-8616 {{(pid=103334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 08:00:54.191748 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-831d29d3-e6ec-4540-89d2-636b590979ff req-bc47e3bf-2782-44c8-a0b5-ec6e7906543c tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] 10.222.0.27 "GET /v2.0/security-groups?id=3c89b118-1d31-4979-b5cb-55dd9c23effd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315342 Oct 19 08:00:54.205566 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Provisioning for port 87e069b9-dc45-43a6-a8be-d5d404bfbaef completed by entity L2. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 19 08:00:54.209485 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Provisioning complete for port 87e069b9-dc45-43a6-a8be-d5d404bfbaef triggered by entity L2. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 08:00:54.210756 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:00:54.211092 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Attempt 1 to provision port 87e069b9-dc45-43a6-a8be-d5d404bfbaef Oct 19 08:00:54.287750 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Current status of the port 87e069b9-dc45-43a6-a8be-d5d404bfbaef is: BUILD; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 08:00:54.288161 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:00:54.310600 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abb04035-8714-43fd-aeb2-070060531595', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87e069b9-dc45-43a6-a8be-d5d404bfbaef'}] {{(pid=103334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 19 08:00:54.312878 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d918bd29c62f7e926e80ce37adcd574e0921d2de3006e6b6ef58999f52d8e2e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-176b6ab7-9822-4f2d-bb5f-9435d9112992" -d '{"events": [{"server_uuid": "abb04035-8714-43fd-aeb2-070060531595", "name": "network-vif-plugged", "status": "completed", "tag": "87e069b9-dc45-43a6-a8be-d5d404bfbaef"}]}' {{(pid=103334) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 08:00:54.326116 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] For port 87e069b9-dc45-43a6-a8be-d5d404bfbaef, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=87e069b9-dc45-43a6-a8be-d5d404bfbaef,segment=NetworkSegment(815a78b5-3ac4-4562-a353-e425dae619bf),segment_id=815a78b5-3ac4-4562-a353-e425dae619bf)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 08:00:54.330191 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:00:54.381844 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Pushing event updated for resources: {'Port': ['ID=87e069b9-dc45-43a6-a8be-d5d404bfbaef,revision_number=5']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:00:54.407986 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 19 Oct 2022 08:00:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a74f0c7-3398-4897-bb2d-18ba2236f809 x-openstack-request-id: req-8a74f0c7-3398-4897-bb2d-18ba2236f809 {{(pid=103334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 08:00:54.408288 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "abb04035-8714-43fd-aeb2-070060531595", "name": "network-vif-plugged", "status": "completed", "tag": "87e069b9-dc45-43a6-a8be-d5d404bfbaef", "code": 200}]} {{(pid=103334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 08:00:54.408582 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-8a74f0c7-3398-4897-bb2d-18ba2236f809 {{(pid=103334) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 08:00:54.409008 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8a74f0c7-3398-4897-bb2d-18ba2236f809'] response: {'server_uuid': 'abb04035-8714-43fd-aeb2-070060531595', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87e069b9-dc45-43a6-a8be-d5d404bfbaef', 'code': 200} Oct 19 08:00:54.575226 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7814ad8-0ea8-4418-af68-9f14195bd9ce req-efb20ce8-ff59-4ffc-acf7-439012410d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:00:54.576657 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-c7814ad8-0ea8-4418-af68-9f14195bd9ce req-efb20ce8-ff59-4ffc-acf7-439012410d13 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=abb04035-8714-43fd-aeb2-070060531595 HTTP/1.1" status: 200 len: 1099 time: 0.0442102 Oct 19 08:00:54.610563 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-c7814ad8-0ea8-4418-af68-9f14195bd9ce req-867f5232-5015-4e68-9437-6ae606695347 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=3c89b118-1d31-4979-b5cb-55dd9c23effd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0270543 Oct 19 08:00:55.315268 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c678a087-dd8a-430e-b4c9-590a0b682b50 req-30b3557e-7048-4ac5-8286-ca883a39f7f0 tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:00:55.316756 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-c678a087-dd8a-430e-b4c9-590a0b682b50 req-30b3557e-7048-4ac5-8286-ca883a39f7f0 tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] 10.222.0.27 "GET /v2.0/ports?device_id=abb04035-8714-43fd-aeb2-070060531595 HTTP/1.1" status: 200 len: 946 time: 0.0490534 Oct 19 08:00:55.354267 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-c678a087-dd8a-430e-b4c9-590a0b682b50 req-b644420e-f9df-4804-b518-3dfb9ea53102 tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] 10.222.0.27 "GET /v2.0/security-groups?id=3c89b118-1d31-4979-b5cb-55dd9c23effd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315311 Oct 19 08:00:56.475938 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216750b5-166b-4894-8d7c-ebb544ef156a req-6699835e-7af3-4521-8c6c-3d88ac9bd47b tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:00:56.477911 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-216750b5-166b-4894-8d7c-ebb544ef156a req-6699835e-7af3-4521-8c6c-3d88ac9bd47b tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] 10.222.0.27 "GET /v2.0/ports?device_id=abb04035-8714-43fd-aeb2-070060531595 HTTP/1.1" status: 200 len: 946 time: 0.0480607 Oct 19 08:00:56.514580 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-216750b5-166b-4894-8d7c-ebb544ef156a req-883c14ae-8c12-4c27-a921-a7ea128ffdb4 tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] 10.222.0.27 "GET /v2.0/security-groups?id=3c89b118-1d31-4979-b5cb-55dd9c23effd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306568 Oct 19 08:00:56.634128 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871c4d47-bcf8-4a73-a8a5-e5d571b61655 req-8b7f9607-f93d-4cc4-87cf-d02be7611c64 tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:00:56.635580 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-871c4d47-bcf8-4a73-a8a5-e5d571b61655 req-8b7f9607-f93d-4cc4-87cf-d02be7611c64 tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] 10.222.0.27 "GET /v2.0/ports?device_id=abb04035-8714-43fd-aeb2-070060531595 HTTP/1.1" status: 200 len: 946 time: 0.0519803 Oct 19 08:00:56.645527 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 35626) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:00:56.650429 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-d9ac8265-6d90-47e8-9c64-0aede153bb51 tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] Request body: {'floatingip': {'port_id': '87e069b9-dc45-43a6-a8be-d5d404bfbaef'}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 08:00:56.688386 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-d9ac8265-6d90-47e8-9c64-0aede153bb51 tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] Notify callbacks [] for floatingip, before_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:00:57.113082 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-d9ac8265-6d90-47e8-9c64-0aede153bb51 tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:00:57.116701 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-d9ac8265-6d90-47e8-9c64-0aede153bb51 tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1695041'] for floatingip, after_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:00:57.215984 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.db.l3_db [None req-d9ac8265-6d90-47e8-9c64-0aede153bb51 tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] Floating IP 17e36dd7-38d1-4fdf-b1d1-35d515f97aec associated. External IP: 172.26.0.251, port: 87e069b9-dc45-43a6-a8be-d5d404bfbaef. Oct 19 08:00:57.421955 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9ac8265-6d90-47e8-9c64-0aede153bb51 tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] Router 8c1831ff-b2f2-4de9-803f-9891568f2b75 has already been hosted by L3 agent ab388470-1243-4d53-80f2-c2f5899c97a7 {{(pid=103332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 08:00:57.528802 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9ac8265-6d90-47e8-9c64-0aede153bb51 tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] Notify agent at l3_agent.dv-neutron-861624-1-hyperv the message routers_updated {{(pid=103332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 08:00:57.533820 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-d9ac8265-6d90-47e8-9c64-0aede153bb51 tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42160'] for floatingip, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:00:57.538483 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43362383-169a-4fd7-a5ce-2a154d7b6fe4 None None] Sync routers for ids ['8c1831ff-b2f2-4de9-803f-9891568f2b75'] in dv-neutron-861624-1-hyperv {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 08:00:57.548291 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43362383-169a-4fd7-a5ce-2a154d7b6fe4 None None] Routers {'8c1831ff-b2f2-4de9-803f-9891568f2b75'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 08:00:57.548934 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-43362383-169a-4fd7-a5ce-2a154d7b6fe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T08:00:46Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['8c1831ff-b2f2-4de9-803f-9891568f2b75'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:00:57.561598 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-d9ac8265-6d90-47e8-9c64-0aede153bb51 tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] 10.222.0.27 "PUT /v2.0/floatingips/17e36dd7-38d1-4fdf-b1d1-35d515f97aec HTTP/1.1" status: 200 len: 992 time: 0.9149823 Oct 19 08:00:57.562447 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'abb04035-8714-43fd-aeb2-070060531595', 'tag': '87e069b9-dc45-43a6-a8be-d5d404bfbaef'}] {{(pid=103332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 19 08:00:57.565152 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a021b02cf5f527cd4bbbc40a031b51490d9893d7edeeb551bdf5128ee7546f8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e476926-fbdc-449b-a1c8-bc8adc4dd572" -d '{"events": [{"name": "network-changed", "server_uuid": "abb04035-8714-43fd-aeb2-070060531595", "tag": "87e069b9-dc45-43a6-a8be-d5d404bfbaef"}]}' {{(pid=103332) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 08:00:57.603097 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 19 Oct 2022 08:00:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bbcf2be-c5b1-49b4-b7f3-b2c7c85b274b x-openstack-request-id: req-9bbcf2be-c5b1-49b4-b7f3-b2c7c85b274b {{(pid=103332) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 08:00:57.603496 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "abb04035-8714-43fd-aeb2-070060531595", "tag": "87e069b9-dc45-43a6-a8be-d5d404bfbaef", "status": "completed", "code": 200}]} {{(pid=103332) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 08:00:57.603747 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-9bbcf2be-c5b1-49b4-b7f3-b2c7c85b274b {{(pid=103332) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 08:00:57.604151 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9bbcf2be-c5b1-49b4-b7f3-b2c7c85b274b'] response: {'name': 'network-changed', 'server_uuid': 'abb04035-8714-43fd-aeb2-070060531595', 'tag': '87e069b9-dc45-43a6-a8be-d5d404bfbaef', 'status': 'completed', 'code': 200} Oct 19 08:00:57.655012 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvr_db [None req-43362383-169a-4fd7-a5ce-2a154d7b6fe4 None None] Set router 8c1831ff-b2f2-4de9-803f-9891568f2b75 gateway port host: dv-neutron-861624-1-hyperv {{(pid=103335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 08:00:57.663034 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e476926-fbdc-449b-a1c8-bc8adc4dd572 req-f9392086-facc-4232-8f8d-17f2e30aa5a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:00:57.664614 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-7e476926-fbdc-449b-a1c8-bc8adc4dd572 req-f9392086-facc-4232-8f8d-17f2e30aa5a3 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a7d0b731e41746459629e24e4376a580&device_id=abb04035-8714-43fd-aeb2-070060531595 HTTP/1.1" status: 200 len: 1099 time: 0.0406685 Oct 19 08:00:57.760323 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e476926-fbdc-449b-a1c8-bc8adc4dd572 req-8514e99f-38f5-4cac-9352-d47411538d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:00:57.761761 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-7e476926-fbdc-449b-a1c8-bc8adc4dd572 req-8514e99f-38f5-4cac-9352-d47411538d27 service neutron] 10.222.0.16 "GET /v2.0/networks?id=d14a4db3-a516-4209-a5bb-de4dcfbac256 HTTP/1.1" status: 200 len: 912 time: 0.0914204 Oct 19 08:00:57.827170 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-7e476926-fbdc-449b-a1c8-bc8adc4dd572 req-03af3824-1363-4825-b2c6-bb9ce976f32d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=87e069b9-dc45-43a6-a8be-d5d404bfbaef HTTP/1.1" status: 200 len: 1000 time: 0.0592241 Oct 19 08:00:57.874656 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e476926-fbdc-449b-a1c8-bc8adc4dd572 req-603868fc-28cb-43c5-b86f-e07eb74a773f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:00:57.876120 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-7e476926-fbdc-449b-a1c8-bc8adc4dd572 req-603868fc-28cb-43c5-b86f-e07eb74a773f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e9300763-1630-426e-b5a8-006b77112f7c HTTP/1.1" status: 200 len: 850 time: 0.0433836 Oct 19 08:00:57.877613 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-43362383-169a-4fd7-a5ce-2a154d7b6fe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c1831ff-b2f2-4de9-803f-9891568f2b75', 'name': 'tempest-ServerActionsTestJSON-277822555-router', 'tenant_id': 'a7d0b731e41746459629e24e4376a580', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'external_fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.89'}], 'enable_snat': True}, 'gw_port_id': '3aeac68d-c041-450c-9772-7abfc1332e6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T07:59:33Z', 'updated_at': '2022-10-19T07:59:35Z', 'revision_number': 4, 'project_id': 'a7d0b731e41746459629e24e4376a580', 'gw_port': {'id': '3aeac68d-c041-450c-9772-7abfc1332e6a', 'name': '', 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:0c:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c1831ff-b2f2-4de9-803f-9891568f2b75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:59:33Z', 'updated_at': '2022-10-19T07:59:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861624-1-hyperv', '_floatingips': [{'id': '17e36dd7-38d1-4fdf-b1d1-35d515f97aec', 'tenant_id': 'a7d0b731e41746459629e24e4376a580', 'floating_ip_address': '172.26.0.251', 'floating_network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'router_id': '8c1831ff-b2f2-4de9-803f-9891568f2b75', 'port_id': '87e069b9-dc45-43a6-a8be-d5d404bfbaef', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1575, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd14a4db3-a516-4209-a5bb-de4dcfbac256', 'mac_address': 'fa:16:3e:6a:bf:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abb04035-8714-43fd-aeb2-070060531595', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-19T07:59:37Z', 'updated_at': '2022-10-19T08:00:57Z', 'revision_number': 5, 'project_id': 'a7d0b731e41746459629e24e4376a580', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91164c68-eea1-4517-97ef-e7030d31b6b1', 'name': '', 'network_id': 'd14a4db3-a516-4209-a5bb-de4dcfbac256', 'tenant_id': 'a7d0b731e41746459629e24e4376a580', 'mac_address': 'fa:16:3e:07:bc:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c1831ff-b2f2-4de9-803f-9891568f2b75', 'device_owner': 'network:router_interface', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': 'e9300763-1630-426e-b5a8-006b77112f7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:59:35Z', 'updated_at': '2022-10-19T07:59:39Z', 'revision_number': 5, 'project_id': 'a7d0b731e41746459629e24e4376a580', 'subnets': [{'id': 'e9300763-1630-426e-b5a8-006b77112f7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:00:57.908007 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43362383-169a-4fd7-a5ce-2a154d7b6fe4 None None] Checking router: 8c1831ff-b2f2-4de9-803f-9891568f2b75 for host: dv-neutron-861624-1-hyperv {{(pid=103335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 08:00:57.916928 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43362383-169a-4fd7-a5ce-2a154d7b6fe4 None None] Routers {'8c1831ff-b2f2-4de9-803f-9891568f2b75'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 08:00:57.917538 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-43362383-169a-4fd7-a5ce-2a154d7b6fe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T08:00:46Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['8c1831ff-b2f2-4de9-803f-9891568f2b75'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:00:57.925667 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e476926-fbdc-449b-a1c8-bc8adc4dd572 req-b2f08ec2-c97b-4b0a-8f63-6f51554f4916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:00:57.927156 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-7e476926-fbdc-449b-a1c8-bc8adc4dd572 req-b2f08ec2-c97b-4b0a-8f63-6f51554f4916 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d14a4db3-a516-4209-a5bb-de4dcfbac256&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0442238 Oct 19 08:00:58.016569 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-7e476926-fbdc-449b-a1c8-bc8adc4dd572 req-8758780f-fc7a-4904-958a-c4c8a9f906a8 service neutron] 10.222.0.16 "GET /v2.0/networks/d14a4db3-a516-4209-a5bb-de4dcfbac256?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817218 Oct 19 08:00:58.020743 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvr_db [None req-43362383-169a-4fd7-a5ce-2a154d7b6fe4 None None] Set router 8c1831ff-b2f2-4de9-803f-9891568f2b75 gateway port host: dv-neutron-861624-1-hyperv {{(pid=103335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 08:00:58.110162 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-7e476926-fbdc-449b-a1c8-bc8adc4dd572 req-0d3ae8f3-8077-482f-b8fe-0b1ea6e7e432 service neutron] 10.222.0.16 "GET /v2.0/networks/d14a4db3-a516-4209-a5bb-de4dcfbac256?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868762 Oct 19 08:00:58.239991 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-43362383-169a-4fd7-a5ce-2a154d7b6fe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c1831ff-b2f2-4de9-803f-9891568f2b75', 'name': 'tempest-ServerActionsTestJSON-277822555-router', 'tenant_id': 'a7d0b731e41746459629e24e4376a580', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'external_fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.89'}], 'enable_snat': True}, 'gw_port_id': '3aeac68d-c041-450c-9772-7abfc1332e6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T07:59:33Z', 'updated_at': '2022-10-19T07:59:35Z', 'revision_number': 4, 'project_id': 'a7d0b731e41746459629e24e4376a580', 'gw_port': {'id': '3aeac68d-c041-450c-9772-7abfc1332e6a', 'name': '', 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:0c:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c1831ff-b2f2-4de9-803f-9891568f2b75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:59:33Z', 'updated_at': '2022-10-19T07:59:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861624-1-hyperv', '_floatingips': [{'id': '17e36dd7-38d1-4fdf-b1d1-35d515f97aec', 'tenant_id': 'a7d0b731e41746459629e24e4376a580', 'floating_ip_address': '172.26.0.251', 'floating_network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'router_id': '8c1831ff-b2f2-4de9-803f-9891568f2b75', 'port_id': '87e069b9-dc45-43a6-a8be-d5d404bfbaef', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1575, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd14a4db3-a516-4209-a5bb-de4dcfbac256', 'mac_address': 'fa:16:3e:6a:bf:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abb04035-8714-43fd-aeb2-070060531595', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-19T07:59:37Z', 'updated_at': '2022-10-19T08:00:57Z', 'revision_number': 5, 'project_id': 'a7d0b731e41746459629e24e4376a580', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91164c68-eea1-4517-97ef-e7030d31b6b1', 'name': '', 'network_id': 'd14a4db3-a516-4209-a5bb-de4dcfbac256', 'tenant_id': 'a7d0b731e41746459629e24e4376a580', 'mac_address': 'fa:16:3e:07:bc:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c1831ff-b2f2-4de9-803f-9891568f2b75', 'device_owner': 'network:router_interface', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': 'e9300763-1630-426e-b5a8-006b77112f7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:59:35Z', 'updated_at': '2022-10-19T07:59:39Z', 'revision_number': 5, 'project_id': 'a7d0b731e41746459629e24e4376a580', 'subnets': [{'id': 'e9300763-1630-426e-b5a8-006b77112f7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:00:58.264986 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43362383-169a-4fd7-a5ce-2a154d7b6fe4 None None] The sync data for ids ['8c1831ff-b2f2-4de9-803f-9891568f2b75'] in dv-neutron-861624-1-hyperv is: [{'id': '8c1831ff-b2f2-4de9-803f-9891568f2b75', 'name': 'tempest-ServerActionsTestJSON-277822555-router', 'tenant_id': 'a7d0b731e41746459629e24e4376a580', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'external_fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.89'}], 'enable_snat': True}, 'gw_port_id': '3aeac68d-c041-450c-9772-7abfc1332e6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T07:59:33Z', 'updated_at': '2022-10-19T07:59:35Z', 'revision_number': 4, 'project_id': 'a7d0b731e41746459629e24e4376a580', 'gw_port': {'id': '3aeac68d-c041-450c-9772-7abfc1332e6a', 'name': '', 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:0c:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c1831ff-b2f2-4de9-803f-9891568f2b75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:59:33Z', 'updated_at': '2022-10-19T07:59:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861624-1-hyperv', '_floatingips': [{'id': '17e36dd7-38d1-4fdf-b1d1-35d515f97aec', 'tenant_id': 'a7d0b731e41746459629e24e4376a580', 'floating_ip_address': '172.26.0.251', 'floating_network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'router_id': '8c1831ff-b2f2-4de9-803f-9891568f2b75', 'port_id': '87e069b9-dc45-43a6-a8be-d5d404bfbaef', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1575, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd14a4db3-a516-4209-a5bb-de4dcfbac256', 'mac_address': 'fa:16:3e:6a:bf:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abb04035-8714-43fd-aeb2-070060531595', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-19T07:59:37Z', 'updated_at': '2022-10-19T08:00:57Z', 'revision_number': 5, 'project_id': 'a7d0b731e41746459629e24e4376a580', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91164c68-eea1-4517-97ef-e7030d31b6b1', 'name': '', 'network_id': 'd14a4db3-a516-4209-a5bb-de4dcfbac256', 'tenant_id': 'a7d0b731e41746459629e24e4376a580', 'mac_address': 'fa:16:3e:07:bc:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c1831ff-b2f2-4de9-803f-9891568f2b75', 'device_owner': 'network:router_interface', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': 'e9300763-1630-426e-b5a8-006b77112f7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:59:35Z', 'updated_at': '2022-10-19T07:59:39Z', 'revision_number': 5, 'project_id': 'a7d0b731e41746459629e24e4376a580', 'subnets': [{'id': 'e9300763-1630-426e-b5a8-006b77112f7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 08:00:58.449854 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7d3f4bd-295a-455f-ac7c-b7a4d2a7610b None None] New status for floating IP 17e36dd7-38d1-4fdf-b1d1-35d515f97aec: ACTIVE {{(pid=103334) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 19 08:01:11.925050 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:01:13.405546 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-2116de61-cddf-4d7d-8317-c821f0503d0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:01:13.635293 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.agents_db [None req-6057327c-4456-4c72-8e75-6d3cd9249757 None None] Agent healthcheck: found 6 active agents {{(pid=103335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 08:01:16.327157 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-2140fb76-ed41-45ae-9dbe-a039291acb5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:01:17.997298 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-2a2259f7-b034-4eec-af7a-7abaede746c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:01:19.048084 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-1a0da505-d0f9-48c6-b7e2-53b9c5e41298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:01:19.161460 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:01:30.627356 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f434ea-62bb-422d-81d2-44722ab88774 req-ceb2006d-81d8-4c17-b02f-6c5b4208f9c8 tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:01:30.628862 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-d1f434ea-62bb-422d-81d2-44722ab88774 req-ceb2006d-81d8-4c17-b02f-6c5b4208f9c8 tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] 10.222.0.27 "GET /v2.0/ports?device_id=abb04035-8714-43fd-aeb2-070060531595 HTTP/1.1" status: 200 len: 946 time: 0.0494654 Oct 19 08:01:30.666127 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-d1f434ea-62bb-422d-81d2-44722ab88774 req-4927ac45-f315-4af6-b345-d8e7dfd74457 tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] 10.222.0.27 "GET /v2.0/security-groups?id=3c89b118-1d31-4979-b5cb-55dd9c23effd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313990 Oct 19 08:01:31.787450 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8d1add-2542-4756-a362-2012a5327e04 req-e457e96c-6e2b-49f0-9092-9b2db0bf0492 tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:01:31.788955 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-ab8d1add-2542-4756-a362-2012a5327e04 req-e457e96c-6e2b-49f0-9092-9b2db0bf0492 tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] 10.222.0.27 "GET /v2.0/ports?device_id=abb04035-8714-43fd-aeb2-070060531595 HTTP/1.1" status: 200 len: 946 time: 0.0481789 Oct 19 08:01:31.827583 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-ab8d1add-2542-4756-a362-2012a5327e04 req-25447fce-3ef9-4b67-953b-14b12ba8e4ee tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] 10.222.0.27 "GET /v2.0/security-groups?id=3c89b118-1d31-4979-b5cb-55dd9c23effd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320504 Oct 19 08:01:32.954251 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c1d3f1-7a3f-42f1-9824-02e291ab5584 req-450a5002-098f-4ead-8992-a58395fa83c1 tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:01:32.955953 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-40c1d3f1-7a3f-42f1-9824-02e291ab5584 req-450a5002-098f-4ead-8992-a58395fa83c1 tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] 10.222.0.27 "GET /v2.0/ports?device_id=abb04035-8714-43fd-aeb2-070060531595 HTTP/1.1" status: 200 len: 946 time: 0.0560615 Oct 19 08:01:32.993438 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-40c1d3f1-7a3f-42f1-9824-02e291ab5584 req-02da287c-8d36-4be9-8f73-d00cb4f262fc tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] 10.222.0.27 "GET /v2.0/security-groups?id=3c89b118-1d31-4979-b5cb-55dd9c23effd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315382 Oct 19 08:01:34.112775 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66aba7ba-44e6-418a-941e-bff8921c6c88 req-3b0135a0-3b82-44bd-8cbf-1a0eb473a71a tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:01:34.114230 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-66aba7ba-44e6-418a-941e-bff8921c6c88 req-3b0135a0-3b82-44bd-8cbf-1a0eb473a71a tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] 10.222.0.27 "GET /v2.0/ports?device_id=abb04035-8714-43fd-aeb2-070060531595 HTTP/1.1" status: 200 len: 946 time: 0.0485077 Oct 19 08:01:34.151510 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-66aba7ba-44e6-418a-941e-bff8921c6c88 req-2e7ed369-287c-41d1-9342-09c6668db1d8 tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] 10.222.0.27 "GET /v2.0/security-groups?id=3c89b118-1d31-4979-b5cb-55dd9c23effd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314019 Oct 19 08:01:35.270828 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a105516c-5214-45b2-88fe-1a8f233f1f85 req-325c98b6-d100-4e26-807c-be3724ae3b3d tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:01:35.272302 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-a105516c-5214-45b2-88fe-1a8f233f1f85 req-325c98b6-d100-4e26-807c-be3724ae3b3d tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] 10.222.0.27 "GET /v2.0/ports?device_id=abb04035-8714-43fd-aeb2-070060531595 HTTP/1.1" status: 200 len: 946 time: 0.0488288 Oct 19 08:01:35.310831 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-a105516c-5214-45b2-88fe-1a8f233f1f85 req-c49ba6b4-36bd-40e2-a4c5-932f453ba96b tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] 10.222.0.27 "GET /v2.0/security-groups?id=3c89b118-1d31-4979-b5cb-55dd9c23effd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318551 Oct 19 08:01:36.434826 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7665b344-a3d9-441e-996f-25f8223aba36 req-b5bfde7a-d42d-41ee-bfdf-8c2efe609986 tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:01:36.436293 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-7665b344-a3d9-441e-996f-25f8223aba36 req-b5bfde7a-d42d-41ee-bfdf-8c2efe609986 tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] 10.222.0.27 "GET /v2.0/ports?device_id=abb04035-8714-43fd-aeb2-070060531595 HTTP/1.1" status: 200 len: 946 time: 0.0535841 Oct 19 08:01:36.473629 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-7665b344-a3d9-441e-996f-25f8223aba36 req-437910f3-a37c-4379-99cd-6a9845ce7026 tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] 10.222.0.27 "GET /v2.0/security-groups?id=3c89b118-1d31-4979-b5cb-55dd9c23effd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314372 Oct 19 08:01:37.386773 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64a3764-0d1e-4651-9218-18efe0e6128a req-ea17561e-b345-459a-9537-b673e2521bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:01:37.388262 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-c64a3764-0d1e-4651-9218-18efe0e6128a req-ea17561e-b345-459a-9537-b673e2521bd8 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a7d0b731e41746459629e24e4376a580&device_id=abb04035-8714-43fd-aeb2-070060531595 HTTP/1.1" status: 200 len: 1099 time: 0.0397511 Oct 19 08:01:37.494455 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64a3764-0d1e-4651-9218-18efe0e6128a req-609c46cb-9d75-4eae-8599-5a6ac2e0d2a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:01:37.496246 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-c64a3764-0d1e-4651-9218-18efe0e6128a req-609c46cb-9d75-4eae-8599-5a6ac2e0d2a0 service neutron] 10.222.0.16 "GET /v2.0/networks?id=d14a4db3-a516-4209-a5bb-de4dcfbac256 HTTP/1.1" status: 200 len: 912 time: 0.0896430 Oct 19 08:01:37.582599 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-c64a3764-0d1e-4651-9218-18efe0e6128a req-0887a62f-f495-42da-853d-399b1ec15a4b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=87e069b9-dc45-43a6-a8be-d5d404bfbaef HTTP/1.1" status: 200 len: 1002 time: 0.0802629 Oct 19 08:01:37.629314 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27054609-55ec-47ff-adb3-f539fd7a087b req-277726dc-69b5-4f58-a1d2-7dfbf1993785 tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:01:37.630729 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-27054609-55ec-47ff-adb3-f539fd7a087b req-277726dc-69b5-4f58-a1d2-7dfbf1993785 tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] 10.222.0.27 "GET /v2.0/ports?device_id=abb04035-8714-43fd-aeb2-070060531595 HTTP/1.1" status: 200 len: 946 time: 0.0835054 Oct 19 08:01:37.660263 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64a3764-0d1e-4651-9218-18efe0e6128a req-e15c7aca-c5ca-4994-81c9-fd7b1c51615d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:01:37.661696 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-c64a3764-0d1e-4651-9218-18efe0e6128a req-e15c7aca-c5ca-4994-81c9-fd7b1c51615d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e9300763-1630-426e-b5a8-006b77112f7c HTTP/1.1" status: 200 len: 850 time: 0.0708468 Oct 19 08:01:37.685291 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-27054609-55ec-47ff-adb3-f539fd7a087b req-20b62211-00d2-4f14-a778-7f788fef0c1d tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] 10.222.0.27 "GET /v2.0/security-groups?id=3c89b118-1d31-4979-b5cb-55dd9c23effd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481958 Oct 19 08:01:37.713129 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64a3764-0d1e-4651-9218-18efe0e6128a req-c97c7cce-778c-4199-bc49-e4e2e42be424 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:01:37.715318 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-c64a3764-0d1e-4651-9218-18efe0e6128a req-c97c7cce-778c-4199-bc49-e4e2e42be424 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d14a4db3-a516-4209-a5bb-de4dcfbac256&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0446010 Oct 19 08:01:37.805355 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-c64a3764-0d1e-4651-9218-18efe0e6128a req-77cafb39-0e43-48a9-bede-5386208906ae service neutron] 10.222.0.16 "GET /v2.0/networks/d14a4db3-a516-4209-a5bb-de4dcfbac256?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836694 Oct 19 08:01:37.895282 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-c64a3764-0d1e-4651-9218-18efe0e6128a req-7ce1d162-d2f1-4607-bcec-976cc819e3b4 service neutron] 10.222.0.16 "GET /v2.0/networks/d14a4db3-a516-4209-a5bb-de4dcfbac256?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829430 Oct 19 08:01:38.806144 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0e3c9c-a587-4512-9df4-2efa165a8542 req-6b6296b6-0277-4be3-aa10-c7330d1afaff tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:01:38.807737 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-6c0e3c9c-a587-4512-9df4-2efa165a8542 req-6b6296b6-0277-4be3-aa10-c7330d1afaff tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] 10.222.0.27 "GET /v2.0/ports?device_id=abb04035-8714-43fd-aeb2-070060531595 HTTP/1.1" status: 200 len: 946 time: 0.0497897 Oct 19 08:01:38.845535 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-6c0e3c9c-a587-4512-9df4-2efa165a8542 req-46b53f6f-0737-4666-acef-8249006091d9 tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] 10.222.0.27 "GET /v2.0/security-groups?id=3c89b118-1d31-4979-b5cb-55dd9c23effd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319517 Oct 19 08:01:39.967436 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac95051-1e8a-43ea-9fbf-f238c058e885 req-3337c5b7-0dbb-42dc-9175-b77cc35cadb3 tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:01:39.968915 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-bac95051-1e8a-43ea-9fbf-f238c058e885 req-3337c5b7-0dbb-42dc-9175-b77cc35cadb3 tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] 10.222.0.27 "GET /v2.0/ports?device_id=abb04035-8714-43fd-aeb2-070060531595 HTTP/1.1" status: 200 len: 946 time: 0.0521431 Oct 19 08:01:40.006845 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-bac95051-1e8a-43ea-9fbf-f238c058e885 req-9ede3cb6-b780-45d5-a47b-ca830af7a451 tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] 10.222.0.27 "GET /v2.0/security-groups?id=3c89b118-1d31-4979-b5cb-55dd9c23effd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319400 Oct 19 08:01:41.129593 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84101ea5-3a7b-4e04-b4b2-2696cb526094 req-21f62ed2-9883-4826-9eb6-def1d36ca7e7 tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:01:41.131056 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-84101ea5-3a7b-4e04-b4b2-2696cb526094 req-21f62ed2-9883-4826-9eb6-def1d36ca7e7 tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] 10.222.0.27 "GET /v2.0/ports?device_id=abb04035-8714-43fd-aeb2-070060531595 HTTP/1.1" status: 200 len: 946 time: 0.0483260 Oct 19 08:01:41.168850 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-84101ea5-3a7b-4e04-b4b2-2696cb526094 req-7174461d-0a4d-448f-89c1-4516a1489d8c tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] 10.222.0.27 "GET /v2.0/security-groups?id=3c89b118-1d31-4979-b5cb-55dd9c23effd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313039 Oct 19 08:01:41.929603 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:01:42.287839 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e39504e-9581-4956-81df-905b26fbdf76 req-4b7130fd-8acf-4aa6-b874-753c6cb77f90 tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:01:42.289359 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-4e39504e-9581-4956-81df-905b26fbdf76 req-4b7130fd-8acf-4aa6-b874-753c6cb77f90 tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] 10.222.0.27 "GET /v2.0/ports?device_id=abb04035-8714-43fd-aeb2-070060531595 HTTP/1.1" status: 200 len: 946 time: 0.0487769 Oct 19 08:01:42.326787 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-4e39504e-9581-4956-81df-905b26fbdf76 req-b545d6a8-ba2e-4c0a-9c20-f0e9604b1a0d tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] 10.222.0.27 "GET /v2.0/security-groups?id=3c89b118-1d31-4979-b5cb-55dd9c23effd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307887 Oct 19 08:01:43.410220 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-81aad369-3646-44fc-a729-7bc97adcc05e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:01:43.453093 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a45d4d-1a8f-4034-8904-f83e29f3175f req-76aeb7a0-7232-4c36-82e5-ffee8194e51b tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:01:43.454558 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-a8a45d4d-1a8f-4034-8904-f83e29f3175f req-76aeb7a0-7232-4c36-82e5-ffee8194e51b tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] 10.222.0.27 "GET /v2.0/ports?device_id=abb04035-8714-43fd-aeb2-070060531595 HTTP/1.1" status: 200 len: 946 time: 0.0544996 Oct 19 08:01:43.492609 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-a8a45d4d-1a8f-4034-8904-f83e29f3175f req-9070f771-1076-461c-abe7-34360cf1bb92 tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] 10.222.0.27 "GET /v2.0/security-groups?id=3c89b118-1d31-4979-b5cb-55dd9c23effd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318654 Oct 19 08:01:44.618270 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57588b82-3ebc-47d4-9454-88c3ce329c75 req-8c9533b7-4d3d-4cd2-a8d6-a38c413f1e7f tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:01:44.619764 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-57588b82-3ebc-47d4-9454-88c3ce329c75 req-8c9533b7-4d3d-4cd2-a8d6-a38c413f1e7f tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] 10.222.0.27 "GET /v2.0/ports?device_id=abb04035-8714-43fd-aeb2-070060531595 HTTP/1.1" status: 200 len: 946 time: 0.0495374 Oct 19 08:01:44.658193 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-57588b82-3ebc-47d4-9454-88c3ce329c75 req-f0e3be33-0f30-487d-9a74-f0a9d817bcf7 tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] 10.222.0.27 "GET /v2.0/security-groups?id=3c89b118-1d31-4979-b5cb-55dd9c23effd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324209 Oct 19 08:01:45.778165 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09882a78-b1c3-4ad1-be85-f44bb210c311 req-1c513c7c-02f1-4fb2-a1c1-45754723459f tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:01:45.779631 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-09882a78-b1c3-4ad1-be85-f44bb210c311 req-1c513c7c-02f1-4fb2-a1c1-45754723459f tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] 10.222.0.27 "GET /v2.0/ports?device_id=abb04035-8714-43fd-aeb2-070060531595 HTTP/1.1" status: 200 len: 946 time: 0.0480614 Oct 19 08:01:45.819605 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-09882a78-b1c3-4ad1-be85-f44bb210c311 req-2143b0f8-5b2f-4812-ba52-a4853818a81f tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] 10.222.0.27 "GET /v2.0/security-groups?id=3c89b118-1d31-4979-b5cb-55dd9c23effd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336316 Oct 19 08:01:46.328992 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-083ac03c-57a6-4c32-81d1-b65e84de3e99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:01:47.103701 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e2e2b4-fd83-4a10-aa11-60e1e5d04de6 req-8608ddf8-986b-4b7c-9e1e-3331e1e985f0 tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:01:47.105766 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-63e2e2b4-fd83-4a10-aa11-60e1e5d04de6 req-8608ddf8-986b-4b7c-9e1e-3331e1e985f0 tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] 10.222.0.27 "GET /v2.0/ports?device_id=abb04035-8714-43fd-aeb2-070060531595 HTTP/1.1" status: 200 len: 946 time: 0.0519428 Oct 19 08:01:47.142771 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-63e2e2b4-fd83-4a10-aa11-60e1e5d04de6 req-72f9d8f4-ba01-4d5f-b61e-bddfba4bda00 tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] 10.222.0.27 "GET /v2.0/security-groups?id=3c89b118-1d31-4979-b5cb-55dd9c23effd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310147 Oct 19 08:01:47.395580 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-990c29f4-0693-4207-bc2f-13cef68d9249 req-2a2925eb-598a-49de-92cb-0d5a126a507f service neutron] 10.222.0.27 "GET /v2.0/ports?device_id=abb04035-8714-43fd-aeb2-070060531595&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0672617 Oct 19 08:01:47.404023 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0666f0c2-85d9-4131-87a8-0cf43de1875d req-c7ecfd4e-15b0-4139-8c02-8b5ee69c8bd4 tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:01:47.405280 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-0666f0c2-85d9-4131-87a8-0cf43de1875d req-c7ecfd4e-15b0-4139-8c02-8b5ee69c8bd4 tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] 10.222.0.27 "GET /v2.0/ports?device_id=abb04035-8714-43fd-aeb2-070060531595 HTTP/1.1" status: 200 len: 946 time: 0.0680149 Oct 19 08:01:47.445258 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-0666f0c2-85d9-4131-87a8-0cf43de1875d req-70febb48-0a44-4275-9f4b-e864cb0fc039 tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] 10.222.0.27 "GET /v2.0/security-groups?id=3c89b118-1d31-4979-b5cb-55dd9c23effd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337942 Oct 19 08:01:48.002001 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-2a2259f7-b034-4eec-af7a-7abaede746c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:01:48.441449 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990c29f4-0693-4207-bc2f-13cef68d9249 req-ec9e628e-538e-455a-9dfd-84ad1c78adab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:01:48.442927 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-990c29f4-0693-4207-bc2f-13cef68d9249 req-ec9e628e-538e-455a-9dfd-84ad1c78adab service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a7d0b731e41746459629e24e4376a580&device_id=abb04035-8714-43fd-aeb2-070060531595 HTTP/1.1" status: 200 len: 1099 time: 0.0440505 Oct 19 08:01:48.566797 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990c29f4-0693-4207-bc2f-13cef68d9249 req-0e94b4bf-bbcb-4cc6-a70c-fc30ac4be85b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:01:48.568248 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-990c29f4-0693-4207-bc2f-13cef68d9249 req-0e94b4bf-bbcb-4cc6-a70c-fc30ac4be85b service neutron] 10.222.0.16 "GET /v2.0/networks?id=d14a4db3-a516-4209-a5bb-de4dcfbac256 HTTP/1.1" status: 200 len: 912 time: 0.1185923 Oct 19 08:01:48.622066 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41815d5e-d505-41d1-8c82-e56b97bc3f83 req-0e835f58-bcd6-45ab-8eef-54df68bbc70f tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:01:48.623496 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-41815d5e-d505-41d1-8c82-e56b97bc3f83 req-0e835f58-bcd6-45ab-8eef-54df68bbc70f tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] 10.222.0.27 "GET /v2.0/ports?device_id=abb04035-8714-43fd-aeb2-070060531595 HTTP/1.1" status: 200 len: 946 time: 0.1038444 Oct 19 08:01:48.661378 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-990c29f4-0693-4207-bc2f-13cef68d9249 req-33cd04c1-7717-4104-b69d-0539848fe214 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=87e069b9-dc45-43a6-a8be-d5d404bfbaef HTTP/1.1" status: 200 len: 1002 time: 0.0864210 Oct 19 08:01:48.681586 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-41815d5e-d505-41d1-8c82-e56b97bc3f83 req-181fe755-0bec-40e2-ad8b-dff2eeff79cf tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] 10.222.0.27 "GET /v2.0/security-groups?id=3c89b118-1d31-4979-b5cb-55dd9c23effd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496569 Oct 19 08:01:48.716724 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990c29f4-0693-4207-bc2f-13cef68d9249 req-2ea9232b-110c-4a10-ba9a-6dab3aa17dc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:01:48.718159 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-990c29f4-0693-4207-bc2f-13cef68d9249 req-2ea9232b-110c-4a10-ba9a-6dab3aa17dc0 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e9300763-1630-426e-b5a8-006b77112f7c HTTP/1.1" status: 200 len: 850 time: 0.0486736 Oct 19 08:01:48.766108 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990c29f4-0693-4207-bc2f-13cef68d9249 req-b52516bb-f90c-4bd7-8a59-0cb9ff5d1c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:01:48.767565 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-990c29f4-0693-4207-bc2f-13cef68d9249 req-b52516bb-f90c-4bd7-8a59-0cb9ff5d1c4f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d14a4db3-a516-4209-a5bb-de4dcfbac256&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0425317 Oct 19 08:01:48.855847 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-990c29f4-0693-4207-bc2f-13cef68d9249 req-9212c1f2-1a84-4dff-9d62-8b31fc3ac4f2 service neutron] 10.222.0.16 "GET /v2.0/networks/d14a4db3-a516-4209-a5bb-de4dcfbac256?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817184 Oct 19 08:01:48.946275 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-990c29f4-0693-4207-bc2f-13cef68d9249 req-4ef3ce7c-f1c0-4748-b1fc-bb450adf50df service neutron] 10.222.0.16 "GET /v2.0/networks/d14a4db3-a516-4209-a5bb-de4dcfbac256?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846968 Oct 19 08:01:49.052059 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-1a0da505-d0f9-48c6-b7e2-53b9c5e41298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:01:49.163971 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:01:49.800913 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4cd634-93d8-42d1-9381-f57b282a1599 req-a419878e-e91f-440b-82a4-d3d8ebcfe0a2 tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:01:49.802425 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-ec4cd634-93d8-42d1-9381-f57b282a1599 req-a419878e-e91f-440b-82a4-d3d8ebcfe0a2 tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] 10.222.0.27 "GET /v2.0/ports?device_id=abb04035-8714-43fd-aeb2-070060531595 HTTP/1.1" status: 200 len: 946 time: 0.0479226 Oct 19 08:01:49.841065 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-ec4cd634-93d8-42d1-9381-f57b282a1599 req-e955c77c-23f8-4dbc-9d8a-6b7f065de092 tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] 10.222.0.27 "GET /v2.0/security-groups?id=3c89b118-1d31-4979-b5cb-55dd9c23effd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316687 Oct 19 08:01:50.460985 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-990c29f4-0693-4207-bc2f-13cef68d9249 req-79e7a9fc-1aab-46e2-8537-beb6b5d36e14 service neutron] 10.222.0.16 "GET /v2.0/ports/87e069b9-dc45-43a6-a8be-d5d404bfbaef/bindings/hv-neutron-8616 HTTP/1.1" status: 200 len: 384 time: 0.0534422 Oct 19 08:01:50.633755 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.agents_db [None req-6057327c-4456-4c72-8e75-6d3cd9249757 None None] Agent healthcheck: found 6 active agents {{(pid=103335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 08:01:50.659156 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990c29f4-0693-4207-bc2f-13cef68d9249 req-9f48b215-0303-4516-a6c9-da65b37a8854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:01:50.660682 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-990c29f4-0693-4207-bc2f-13cef68d9249 req-9f48b215-0303-4516-a6c9-da65b37a8854 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=abb04035-8714-43fd-aeb2-070060531595&tenant_id=a7d0b731e41746459629e24e4376a580 HTTP/1.1" status: 200 len: 1099 time: 0.0434868 Oct 19 08:01:50.718349 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990c29f4-0693-4207-bc2f-13cef68d9249 req-8dfb56b1-3e98-4ec5-9b3f-9782842f77f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:01:50.719809 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-990c29f4-0693-4207-bc2f-13cef68d9249 req-8dfb56b1-3e98-4ec5-9b3f-9782842f77f7 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a7d0b731e41746459629e24e4376a580&device_id=abb04035-8714-43fd-aeb2-070060531595 HTTP/1.1" status: 200 len: 1099 time: 0.0389490 Oct 19 08:01:50.809912 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990c29f4-0693-4207-bc2f-13cef68d9249 req-f871c931-a12f-4ca3-ad4d-de2d169cbe92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:01:50.811352 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-990c29f4-0693-4207-bc2f-13cef68d9249 req-f871c931-a12f-4ca3-ad4d-de2d169cbe92 service neutron] 10.222.0.16 "GET /v2.0/networks?id=d14a4db3-a516-4209-a5bb-de4dcfbac256 HTTP/1.1" status: 200 len: 912 time: 0.0844007 Oct 19 08:01:51.211386 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-990c29f4-0693-4207-bc2f-13cef68d9249 req-5ceb277d-71cf-4da5-b2af-dba12dfa702f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=87e069b9-dc45-43a6-a8be-d5d404bfbaef HTTP/1.1" status: 200 len: 1002 time: 0.3933415 Oct 19 08:01:51.222958 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd96f50-0915-46ba-912d-edfccf3f6cfb req-dc0afeb6-8d69-467c-9e47-a04f255b35b4 tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:01:51.224332 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-1dd96f50-0915-46ba-912d-edfccf3f6cfb req-dc0afeb6-8d69-467c-9e47-a04f255b35b4 tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] 10.222.0.27 "GET /v2.0/ports?device_id=abb04035-8714-43fd-aeb2-070060531595 HTTP/1.1" status: 200 len: 946 time: 0.0622354 Oct 19 08:01:51.289004 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990c29f4-0693-4207-bc2f-13cef68d9249 req-3dd5c552-fc20-41fd-aed5-971fd628d32f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:01:51.290444 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-990c29f4-0693-4207-bc2f-13cef68d9249 req-3dd5c552-fc20-41fd-aed5-971fd628d32f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e9300763-1630-426e-b5a8-006b77112f7c HTTP/1.1" status: 200 len: 850 time: 0.0652695 Oct 19 08:01:51.295313 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-1dd96f50-0915-46ba-912d-edfccf3f6cfb req-9b89b9a3-53a3-4056-8627-0bd3a149141f tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] 10.222.0.27 "GET /v2.0/security-groups?id=3c89b118-1d31-4979-b5cb-55dd9c23effd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0633557 Oct 19 08:01:51.335850 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990c29f4-0693-4207-bc2f-13cef68d9249 req-7e5237b7-2838-4080-8168-16802cd0e0cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:01:51.337342 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-990c29f4-0693-4207-bc2f-13cef68d9249 req-7e5237b7-2838-4080-8168-16802cd0e0cb service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d14a4db3-a516-4209-a5bb-de4dcfbac256&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0397069 Oct 19 08:01:51.428116 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-990c29f4-0693-4207-bc2f-13cef68d9249 req-3f9d22b7-1d50-4b0c-8e31-3ed60a6f00f9 service neutron] 10.222.0.16 "GET /v2.0/networks/d14a4db3-a516-4209-a5bb-de4dcfbac256?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831122 Oct 19 08:01:51.514755 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-990c29f4-0693-4207-bc2f-13cef68d9249 req-80642c51-a865-4b1b-95bf-f2e16e988dbc service neutron] 10.222.0.16 "GET /v2.0/networks/d14a4db3-a516-4209-a5bb-de4dcfbac256?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805221 Oct 19 08:01:52.421294 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607f2209-703a-44a5-9eec-cfc2c467d2d7 req-63e3056e-001b-4cb6-8884-b4b9b40e00fb tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:01:52.422871 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-607f2209-703a-44a5-9eec-cfc2c467d2d7 req-63e3056e-001b-4cb6-8884-b4b9b40e00fb tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] 10.222.0.27 "GET /v2.0/ports?device_id=abb04035-8714-43fd-aeb2-070060531595 HTTP/1.1" status: 200 len: 946 time: 0.0532758 Oct 19 08:01:52.460452 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-607f2209-703a-44a5-9eec-cfc2c467d2d7 req-e8eea0a0-2448-459c-9e0f-0bb4f87bea4a tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] 10.222.0.27 "GET /v2.0/security-groups?id=3c89b118-1d31-4979-b5cb-55dd9c23effd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316551 Oct 19 08:01:53.582469 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0169050c-eb6f-44c1-a652-917ff47d2da0 req-efa5ae23-a3a5-4435-8700-e9450ea18866 tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:01:53.583919 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-0169050c-eb6f-44c1-a652-917ff47d2da0 req-efa5ae23-a3a5-4435-8700-e9450ea18866 tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] 10.222.0.27 "GET /v2.0/ports?device_id=abb04035-8714-43fd-aeb2-070060531595 HTTP/1.1" status: 200 len: 946 time: 0.0483022 Oct 19 08:01:53.620626 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-0169050c-eb6f-44c1-a652-917ff47d2da0 req-f2cb7ec5-f241-438f-ada8-03cc5f37266c tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] 10.222.0.27 "GET /v2.0/security-groups?id=3c89b118-1d31-4979-b5cb-55dd9c23effd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307026 Oct 19 08:01:53.852102 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd918f4-7974-4be3-a389-0e4d39954b04 req-92750b54-369d-4b3c-9490-c1ab3f1643b4 tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:01:53.854002 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-2bd918f4-7974-4be3-a389-0e4d39954b04 req-92750b54-369d-4b3c-9490-c1ab3f1643b4 tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] 10.222.0.27 "GET /v2.0/ports?device_id=abb04035-8714-43fd-aeb2-070060531595 HTTP/1.1" status: 200 len: 946 time: 0.0800176 Oct 19 08:01:53.874463 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a28fea2-0c01-46e8-b346-e68155bc99cb req-6474191c-f39d-43e7-920f-47e6b7f94200 tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:01:53.875892 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-4a28fea2-0c01-46e8-b346-e68155bc99cb req-6474191c-f39d-43e7-920f-47e6b7f94200 tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] 10.222.0.16 "GET /v2.0/ports?device_id=abb04035-8714-43fd-aeb2-070060531595&tenant_id=a7d0b731e41746459629e24e4376a580&binding%3Ahost_id=hv-neutron-8616 HTTP/1.1" status: 200 len: 946 time: 0.0908761 Oct 19 08:01:53.906074 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-2bd918f4-7974-4be3-a389-0e4d39954b04 req-9f2b9ec2-06f6-4b56-a1b1-1625a6415bad tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] 10.222.0.27 "GET /v2.0/security-groups?id=3c89b118-1d31-4979-b5cb-55dd9c23effd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450776 Oct 19 08:01:53.957140 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a28fea2-0c01-46e8-b346-e68155bc99cb req-47499170-1299-4d51-bf15-7c71c91239dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:01:53.958602 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-4a28fea2-0c01-46e8-b346-e68155bc99cb req-47499170-1299-4d51-bf15-7c71c91239dc service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a7d0b731e41746459629e24e4376a580&device_id=abb04035-8714-43fd-aeb2-070060531595 HTTP/1.1" status: 200 len: 1099 time: 0.0404372 Oct 19 08:01:54.049319 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a28fea2-0c01-46e8-b346-e68155bc99cb req-77495c40-6349-47c2-abaa-47d3b88b1b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:01:54.050753 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-4a28fea2-0c01-46e8-b346-e68155bc99cb req-77495c40-6349-47c2-abaa-47d3b88b1b34 service neutron] 10.222.0.16 "GET /v2.0/networks?id=d14a4db3-a516-4209-a5bb-de4dcfbac256 HTTP/1.1" status: 200 len: 912 time: 0.0862134 Oct 19 08:01:54.114552 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-4a28fea2-0c01-46e8-b346-e68155bc99cb req-20df19e4-19b9-4aed-bfcd-e4d680802e18 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=87e069b9-dc45-43a6-a8be-d5d404bfbaef HTTP/1.1" status: 200 len: 1002 time: 0.0568218 Oct 19 08:01:54.161218 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a28fea2-0c01-46e8-b346-e68155bc99cb req-fb55417b-ead9-4439-8526-751bde8ac9dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:01:54.162622 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-4a28fea2-0c01-46e8-b346-e68155bc99cb req-fb55417b-ead9-4439-8526-751bde8ac9dc service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e9300763-1630-426e-b5a8-006b77112f7c HTTP/1.1" status: 200 len: 850 time: 0.0421073 Oct 19 08:01:54.209239 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a28fea2-0c01-46e8-b346-e68155bc99cb req-d23b8c27-250d-4a5b-8ba5-2a3c8b18fd8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:01:54.210687 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-4a28fea2-0c01-46e8-b346-e68155bc99cb req-d23b8c27-250d-4a5b-8ba5-2a3c8b18fd8d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d14a4db3-a516-4209-a5bb-de4dcfbac256&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0419397 Oct 19 08:01:54.298230 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-4a28fea2-0c01-46e8-b346-e68155bc99cb req-36bbb005-2eba-4d5d-8731-48fad73b8208 service neutron] 10.222.0.16 "GET /v2.0/networks/d14a4db3-a516-4209-a5bb-de4dcfbac256?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802295 Oct 19 08:01:54.389340 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-4a28fea2-0c01-46e8-b346-e68155bc99cb req-52e6d228-05fd-4463-a060-721857920b25 service neutron] 10.222.0.16 "GET /v2.0/networks/d14a4db3-a516-4209-a5bb-de4dcfbac256?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847929 Oct 19 08:01:54.492631 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Device 87e069b9-dc45-43a6-a8be-d5d404bfbaef details requested by agent hyperv_hv-neutron-8616 with host hv-neutron-8616 {{(pid=103334) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 08:01:54.495930 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Device 87e069b9-dc45-43a6-a8be-d5d404bfbaef no longer exists at agent hyperv_hv-neutron-8616 {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 08:01:54.651470 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Current status of the port 87e069b9-dc45-43a6-a8be-d5d404bfbaef is: ACTIVE; New status is: DOWN {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 08:01:54.651849 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:01:54.678973 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] For port 87e069b9-dc45-43a6-a8be-d5d404bfbaef, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=87e069b9-dc45-43a6-a8be-d5d404bfbaef,segment=NetworkSegment(815a78b5-3ac4-4562-a353-e425dae619bf),segment_id=815a78b5-3ac4-4562-a353-e425dae619bf)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 08:01:54.692807 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abb04035-8714-43fd-aeb2-070060531595', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '87e069b9-dc45-43a6-a8be-d5d404bfbaef'}] {{(pid=103334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 19 08:01:54.695060 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d918bd29c62f7e926e80ce37adcd574e0921d2de3006e6b6ef58999f52d8e2e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d981a14f-3bab-499b-a9ee-3c3cd93da5ff" -d '{"events": [{"server_uuid": "abb04035-8714-43fd-aeb2-070060531595", "name": "network-vif-unplugged", "status": "completed", "tag": "87e069b9-dc45-43a6-a8be-d5d404bfbaef"}]}' {{(pid=103334) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 08:01:54.707363 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Returning: {'device': '87e069b9-dc45-43a6-a8be-d5d404bfbaef', 'network_id': 'd14a4db3-a516-4209-a5bb-de4dcfbac256', 'port_id': '87e069b9-dc45-43a6-a8be-d5d404bfbaef', 'mac_address': 'fa:16:3e:6a:bf:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9300763-1630-426e-b5a8-006b77112f7c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103334) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 08:01:54.712229 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] For port 87e069b9-dc45-43a6-a8be-d5d404bfbaef, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=87e069b9-dc45-43a6-a8be-d5d404bfbaef,segment=NetworkSegment(815a78b5-3ac4-4562-a353-e425dae619bf),segment_id=815a78b5-3ac4-4562-a353-e425dae619bf)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 08:01:54.718182 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:01:54.763836 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 19 Oct 2022 08:01:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fc9511f-fd28-47ba-af7c-4b3269290cb1 x-openstack-request-id: req-8fc9511f-fd28-47ba-af7c-4b3269290cb1 {{(pid=103334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 08:01:54.764141 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "abb04035-8714-43fd-aeb2-070060531595", "name": "network-vif-unplugged", "status": "completed", "tag": "87e069b9-dc45-43a6-a8be-d5d404bfbaef", "code": 200}]} {{(pid=103334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 08:01:54.764394 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-8fc9511f-fd28-47ba-af7c-4b3269290cb1 {{(pid=103334) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 08:01:54.764810 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8fc9511f-fd28-47ba-af7c-4b3269290cb1'] response: {'server_uuid': 'abb04035-8714-43fd-aeb2-070060531595', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '87e069b9-dc45-43a6-a8be-d5d404bfbaef', 'code': 200} Oct 19 08:01:54.783807 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Current status of the port 87e069b9-dc45-43a6-a8be-d5d404bfbaef is: DOWN; New status is: BUILD {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 08:01:54.784193 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:01:54.808086 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.notifiers.nova [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 87e069b9-dc45-43a6-a8be-d5d404bfbaef {{(pid=103334) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 19 08:01:54.812462 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Pushing event updated for resources: {'Port': ['ID=87e069b9-dc45-43a6-a8be-d5d404bfbaef,revision_number=6']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:01:54.821786 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:01:54.822135 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:01:54.823043 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:01:54.823606 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:01:54.823996 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:01:54.824321 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:01:54.824687 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:01:54.825016 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:01:54.825350 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:01:54.825675 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:01:54.826000 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:01:54.826323 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:01:54.844260 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] For port 87e069b9-dc45-43a6-a8be-d5d404bfbaef, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=87e069b9-dc45-43a6-a8be-d5d404bfbaef,segment=NetworkSegment(815a78b5-3ac4-4562-a353-e425dae619bf),segment_id=815a78b5-3ac4-4562-a353-e425dae619bf)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 08:01:54.848793 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:01:54.909306 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Pushing event updated for resources: {'Port': ['ID=87e069b9-dc45-43a6-a8be-d5d404bfbaef,revision_number=7']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:01:54.915741 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] get_ports_and_sgs() called for port_ids ['87e069b9-dc45-43a6-a8be-d5d404bfbaef'] {{(pid=103334) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 19 08:01:55.030702 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e04d4f-f33c-41d0-960e-4ef8359a81d8 req-99a853db-6c67-4420-b1e1-738c4773e49a tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:01:55.032192 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-f8e04d4f-f33c-41d0-960e-4ef8359a81d8 req-99a853db-6c67-4420-b1e1-738c4773e49a tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] 10.222.0.27 "GET /v2.0/ports?device_id=abb04035-8714-43fd-aeb2-070060531595 HTTP/1.1" status: 200 len: 945 time: 0.0491545 Oct 19 08:01:55.069392 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-f8e04d4f-f33c-41d0-960e-4ef8359a81d8 req-e6f9545c-5f99-4128-a6fe-99ebb4c17096 tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] 10.222.0.27 "GET /v2.0/security-groups?id=3c89b118-1d31-4979-b5cb-55dd9c23effd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311739 Oct 19 08:01:55.191488 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793c4a60-6851-4f69-b900-57daf2bbc83a req-3d7a57d4-39ac-48d4-95af-6b7ec1aaa137 tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:01:55.192874 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-793c4a60-6851-4f69-b900-57daf2bbc83a req-3d7a57d4-39ac-48d4-95af-6b7ec1aaa137 tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] 10.222.0.27 "GET /v2.0/ports?device_id=abb04035-8714-43fd-aeb2-070060531595 HTTP/1.1" status: 200 len: 945 time: 0.0486455 Oct 19 08:01:55.230117 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-793c4a60-6851-4f69-b900-57daf2bbc83a req-6f23993b-d54b-4f22-8796-3226c85dd411 tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] 10.222.0.27 "GET /v2.0/security-groups?id=3c89b118-1d31-4979-b5cb-55dd9c23effd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311408 Oct 19 08:01:55.459263 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22e4048-6c3c-4050-90a5-58e027f61dcf req-e7c62746-37a9-45ac-a38a-832e64a72ef3 tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:01:55.460678 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-d22e4048-6c3c-4050-90a5-58e027f61dcf req-e7c62746-37a9-45ac-a38a-832e64a72ef3 tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] 10.222.0.27 "GET /v2.0/ports?device_id=abb04035-8714-43fd-aeb2-070060531595 HTTP/1.1" status: 200 len: 945 time: 0.0803802 Oct 19 08:01:55.476465 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9b9904-f852-4efc-af2f-bce65e39879b req-553eabad-9ed6-462e-99cd-eefd4c9d5f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:01:55.477924 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-2a9b9904-f852-4efc-af2f-bce65e39879b req-553eabad-9ed6-462e-99cd-eefd4c9d5f7e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a7d0b731e41746459629e24e4376a580&device_id=abb04035-8714-43fd-aeb2-070060531595 HTTP/1.1" status: 200 len: 1098 time: 0.0623181 Oct 19 08:01:55.523771 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-d22e4048-6c3c-4050-90a5-58e027f61dcf req-167f5cdb-e0db-4a2b-ba4c-7743123cab6f tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] 10.222.0.27 "GET /v2.0/security-groups?id=3c89b118-1d31-4979-b5cb-55dd9c23effd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567088 Oct 19 08:01:55.587516 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9b9904-f852-4efc-af2f-bce65e39879b req-948ea8a2-064d-466d-a07f-a0cf31417928 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:01:55.589722 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-2a9b9904-f852-4efc-af2f-bce65e39879b req-948ea8a2-064d-466d-a07f-a0cf31417928 service neutron] 10.222.0.16 "GET /v2.0/networks?id=d14a4db3-a516-4209-a5bb-de4dcfbac256 HTTP/1.1" status: 200 len: 912 time: 0.1034696 Oct 19 08:01:55.653591 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-2a9b9904-f852-4efc-af2f-bce65e39879b req-9f1e8571-9919-4bd7-863a-c0108b22de29 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=87e069b9-dc45-43a6-a8be-d5d404bfbaef HTTP/1.1" status: 200 len: 1001 time: 0.0572102 Oct 19 08:01:55.699874 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9b9904-f852-4efc-af2f-bce65e39879b req-36f46eba-a733-4240-ae40-b1a1cb69751e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:01:55.701278 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-2a9b9904-f852-4efc-af2f-bce65e39879b req-36f46eba-a733-4240-ae40-b1a1cb69751e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e9300763-1630-426e-b5a8-006b77112f7c HTTP/1.1" status: 200 len: 850 time: 0.0419161 Oct 19 08:01:55.748617 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9b9904-f852-4efc-af2f-bce65e39879b req-a7b060e1-2d53-4508-b163-d2635d464bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:01:55.750016 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-2a9b9904-f852-4efc-af2f-bce65e39879b req-a7b060e1-2d53-4508-b163-d2635d464bf8 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d14a4db3-a516-4209-a5bb-de4dcfbac256&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0426173 Oct 19 08:01:55.837586 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-2a9b9904-f852-4efc-af2f-bce65e39879b req-a42d3f8d-d4c2-40e6-89c8-118d7430b2bc service neutron] 10.222.0.16 "GET /v2.0/networks/d14a4db3-a516-4209-a5bb-de4dcfbac256?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809722 Oct 19 08:01:55.928096 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-2a9b9904-f852-4efc-af2f-bce65e39879b req-fa392cee-ba42-4be3-93de-928b1490a075 service neutron] 10.222.0.16 "GET /v2.0/networks/d14a4db3-a516-4209-a5bb-de4dcfbac256?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846095 Oct 19 08:01:56.529661 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Device 87e069b9-dc45-43a6-a8be-d5d404bfbaef up at agent hyperv_hv-neutron-8616 {{(pid=103334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 08:01:56.578288 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Provisioning complete for port 87e069b9-dc45-43a6-a8be-d5d404bfbaef triggered by entity L2. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 08:01:56.578660 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:01:56.578986 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Attempt 1 to provision port 87e069b9-dc45-43a6-a8be-d5d404bfbaef Oct 19 08:01:56.646458 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f90c0d4-b3a2-4a10-9ff4-c5949ca38fa8 req-ebc858b3-e282-4d2f-b76a-623f095da9a4 tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:01:56.647937 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-2f90c0d4-b3a2-4a10-9ff4-c5949ca38fa8 req-ebc858b3-e282-4d2f-b76a-623f095da9a4 tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] 10.222.0.27 "GET /v2.0/ports?device_id=abb04035-8714-43fd-aeb2-070060531595 HTTP/1.1" status: 200 len: 945 time: 0.0482492 Oct 19 08:01:56.654059 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Current status of the port 87e069b9-dc45-43a6-a8be-d5d404bfbaef is: BUILD; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 08:01:56.654440 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:01:56.685819 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] For port 87e069b9-dc45-43a6-a8be-d5d404bfbaef, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=87e069b9-dc45-43a6-a8be-d5d404bfbaef,segment=NetworkSegment(815a78b5-3ac4-4562-a353-e425dae619bf),segment_id=815a78b5-3ac4-4562-a353-e425dae619bf)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 08:01:56.686016 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-2f90c0d4-b3a2-4a10-9ff4-c5949ca38fa8 req-4e81a129-a45a-4452-81f1-c04475c249fa tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] 10.222.0.27 "GET /v2.0/security-groups?id=3c89b118-1d31-4979-b5cb-55dd9c23effd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313466 Oct 19 08:01:56.689701 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:01:56.736928 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Pushing event updated for resources: {'Port': ['ID=87e069b9-dc45-43a6-a8be-d5d404bfbaef,revision_number=8']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:01:56.765802 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abb04035-8714-43fd-aeb2-070060531595', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87e069b9-dc45-43a6-a8be-d5d404bfbaef'}] {{(pid=103334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 19 08:01:56.768165 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d918bd29c62f7e926e80ce37adcd574e0921d2de3006e6b6ef58999f52d8e2e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55eff248-a0f5-4559-9269-cfab2afccf60" -d '{"events": [{"server_uuid": "abb04035-8714-43fd-aeb2-070060531595", "name": "network-vif-plugged", "status": "completed", "tag": "87e069b9-dc45-43a6-a8be-d5d404bfbaef"}]}' {{(pid=103334) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 08:01:56.803488 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 19 Oct 2022 08:01:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2389b557-b377-4610-aaa8-df8ebe7ca700 x-openstack-request-id: req-2389b557-b377-4610-aaa8-df8ebe7ca700 {{(pid=103334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 08:01:56.803994 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "abb04035-8714-43fd-aeb2-070060531595", "name": "network-vif-plugged", "status": "completed", "tag": "87e069b9-dc45-43a6-a8be-d5d404bfbaef", "code": 200}]} {{(pid=103334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 08:01:56.804108 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-2389b557-b377-4610-aaa8-df8ebe7ca700 {{(pid=103334) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 08:01:56.804608 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2389b557-b377-4610-aaa8-df8ebe7ca700'] response: {'server_uuid': 'abb04035-8714-43fd-aeb2-070060531595', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87e069b9-dc45-43a6-a8be-d5d404bfbaef', 'code': 200} Oct 19 08:01:56.929269 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2192ef3-2505-4b87-b8ca-8d15a254d84e req-0590d372-0897-4686-b82d-4091115e2c16 tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:01:56.930740 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-f2192ef3-2505-4b87-b8ca-8d15a254d84e req-0590d372-0897-4686-b82d-4091115e2c16 tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] 10.222.0.27 "GET /v2.0/ports?device_id=abb04035-8714-43fd-aeb2-070060531595 HTTP/1.1" status: 200 len: 946 time: 0.0481937 Oct 19 08:01:56.968232 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-f2192ef3-2505-4b87-b8ca-8d15a254d84e req-a2867ee1-2cd2-43dc-ae92-02fc3cdf9ad5 tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] 10.222.0.27 "GET /v2.0/security-groups?id=3c89b118-1d31-4979-b5cb-55dd9c23effd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315278 Oct 19 08:01:58.094925 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d298ebe-1bbb-442b-90c2-0aa585ffdec4 req-18f93322-b3db-4df3-9701-3febbdc3358b tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:01:58.096389 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-5d298ebe-1bbb-442b-90c2-0aa585ffdec4 req-18f93322-b3db-4df3-9701-3febbdc3358b tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] 10.222.0.27 "GET /v2.0/ports?device_id=abb04035-8714-43fd-aeb2-070060531595 HTTP/1.1" status: 200 len: 946 time: 0.0528407 Oct 19 08:01:58.132996 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-5d298ebe-1bbb-442b-90c2-0aa585ffdec4 req-1e73eae1-307b-4376-bb78-78ff2fa2d916 tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] 10.222.0.27 "GET /v2.0/security-groups?id=3c89b118-1d31-4979-b5cb-55dd9c23effd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307481 Oct 19 08:01:58.545114 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120cdf55-13a5-4b16-ae00-f1bea4ed2e0b req-bf8f6105-880f-499b-ab1a-9ef81cf25fea tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:01:58.546562 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-120cdf55-13a5-4b16-ae00-f1bea4ed2e0b req-bf8f6105-880f-499b-ab1a-9ef81cf25fea tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] 10.222.0.16 "GET /v2.0/ports?device_id=abb04035-8714-43fd-aeb2-070060531595 HTTP/1.1" status: 200 len: 946 time: 0.0481815 Oct 19 08:01:58.635984 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.plugin [req-120cdf55-13a5-4b16-ae00-f1bea4ed2e0b req-012ea1fa-c893-4851-b546-9ca42a0dda0d tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] Deleting port 87e069b9-dc45-43a6-a8be-d5d404bfbaef {{(pid=103332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 08:01:58.636320 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-120cdf55-13a5-4b16-ae00-f1bea4ed2e0b req-012ea1fa-c893-4851-b546-9ca42a0dda0d tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:01:58.726883 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.db [req-120cdf55-13a5-4b16-ae00-f1bea4ed2e0b req-012ea1fa-c893-4851-b546-9ca42a0dda0d tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] For port 87e069b9-dc45-43a6-a8be-d5d404bfbaef, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=87e069b9-dc45-43a6-a8be-d5d404bfbaef,segment=NetworkSegment(815a78b5-3ac4-4562-a353-e425dae619bf),segment_id=815a78b5-3ac4-4562-a353-e425dae619bf)] {{(pid=103332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 08:01:58.727245 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-120cdf55-13a5-4b16-ae00-f1bea4ed2e0b req-012ea1fa-c893-4851-b546-9ca42a0dda0d tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:01:58.903547 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-120cdf55-13a5-4b16-ae00-f1bea4ed2e0b req-012ea1fa-c893-4851-b546-9ca42a0dda0d tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:01:58.903824 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-120cdf55-13a5-4b16-ae00-f1bea4ed2e0b req-012ea1fa-c893-4851-b546-9ca42a0dda0d tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1695041'] for floatingip, after_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:01:58.904149 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.db.l3_db [req-120cdf55-13a5-4b16-ae00-f1bea4ed2e0b req-012ea1fa-c893-4851-b546-9ca42a0dda0d tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] Floating IP 17e36dd7-38d1-4fdf-b1d1-35d515f97aec disassociated. External IP: 172.26.0.251, port: 87e069b9-dc45-43a6-a8be-d5d404bfbaef. Oct 19 08:01:58.904487 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.plugin [req-120cdf55-13a5-4b16-ae00-f1bea4ed2e0b req-012ea1fa-c893-4851-b546-9ca42a0dda0d tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] Calling delete_port for 87e069b9-dc45-43a6-a8be-d5d404bfbaef owned by compute:nova {{(pid=103332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 08:01:59.033500 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-120cdf55-13a5-4b16-ae00-f1bea4ed2e0b req-012ea1fa-c893-4851-b546-9ca42a0dda0d tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133553798'] for port, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:01:59.063946 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012ea1fa-c893-4851-b546-9ca42a0dda0d tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] Pushing event deleted for resources: {'Port': ['ID=87e069b9-dc45-43a6-a8be-d5d404bfbaef,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:01:59.075016 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012ea1fa-c893-4851-b546-9ca42a0dda0d tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:01:59.075360 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012ea1fa-c893-4851-b546-9ca42a0dda0d tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:01:59.075695 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012ea1fa-c893-4851-b546-9ca42a0dda0d tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:01:59.076030 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012ea1fa-c893-4851-b546-9ca42a0dda0d tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:01:59.076360 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012ea1fa-c893-4851-b546-9ca42a0dda0d tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:01:59.076714 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012ea1fa-c893-4851-b546-9ca42a0dda0d tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:01:59.077040 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012ea1fa-c893-4851-b546-9ca42a0dda0d tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:01:59.077363 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012ea1fa-c893-4851-b546-9ca42a0dda0d tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:01:59.077686 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012ea1fa-c893-4851-b546-9ca42a0dda0d tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:01:59.078013 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012ea1fa-c893-4851-b546-9ca42a0dda0d tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:01:59.078332 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012ea1fa-c893-4851-b546-9ca42a0dda0d tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:01:59.078649 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012ea1fa-c893-4851-b546-9ca42a0dda0d tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:01:59.190073 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.l3_agent_scheduler [req-120cdf55-13a5-4b16-ae00-f1bea4ed2e0b req-012ea1fa-c893-4851-b546-9ca42a0dda0d tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] Router 8c1831ff-b2f2-4de9-803f-9891568f2b75 has already been hosted by L3 agent ab388470-1243-4d53-80f2-c2f5899c97a7 {{(pid=103332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 08:01:59.271194 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-4fd37528-46f4-4fb3-b0da-629fa9ad0248 req-4537d2b0-84c3-4ac9-bf9e-33e1891eaa92 tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] 10.222.0.27 "GET /v2.0/ports?device_id=abb04035-8714-43fd-aeb2-070060531595 HTTP/1.1" status: 200 len: 210 time: 0.0328646 Oct 19 08:01:59.326555 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-120cdf55-13a5-4b16-ae00-f1bea4ed2e0b req-012ea1fa-c893-4851-b546-9ca42a0dda0d tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] Notify agent at l3_agent.dv-neutron-861624-1-hyperv the message routers_updated {{(pid=103332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 08:01:59.337623 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5e55b70-aa52-4da8-9485-56ef991945e8 None None] Sync routers for ids ['8c1831ff-b2f2-4de9-803f-9891568f2b75'] in dv-neutron-861624-1-hyperv {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 08:01:59.347287 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5e55b70-aa52-4da8-9485-56ef991945e8 None None] Routers {'8c1831ff-b2f2-4de9-803f-9891568f2b75'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 08:01:59.347892 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-f5e55b70-aa52-4da8-9485-56ef991945e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T08:01:46Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['8c1831ff-b2f2-4de9-803f-9891568f2b75'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:01:59.368315 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [req-120cdf55-13a5-4b16-ae00-f1bea4ed2e0b req-012ea1fa-c893-4851-b546-9ca42a0dda0d tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] No DVR routers for this DVR port 87e069b9-dc45-43a6-a8be-d5d404bfbaef on host hv-neutron-8616 {{(pid=103332) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 19 08:01:59.371554 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-120cdf55-13a5-4b16-ae00-f1bea4ed2e0b req-012ea1fa-c893-4851-b546-9ca42a0dda0d tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42160'] for port, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:01:59.374957 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-120cdf55-13a5-4b16-ae00-f1bea4ed2e0b req-012ea1fa-c893-4851-b546-9ca42a0dda0d tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] 10.222.0.16 "DELETE /v2.0/ports/87e069b9-dc45-43a6-a8be-d5d404bfbaef HTTP/1.1" status: 204 len: 173 time: 0.8232408 Oct 19 08:01:59.375482 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abb04035-8714-43fd-aeb2-070060531595', 'name': 'network-vif-deleted', 'tag': '87e069b9-dc45-43a6-a8be-d5d404bfbaef'}] {{(pid=103332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 19 08:01:59.377859 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a021b02cf5f527cd4bbbc40a031b51490d9893d7edeeb551bdf5128ee7546f8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-890119cf-e0a8-4e7e-87d0-e4c9cb1fe0a6" -d '{"events": [{"server_uuid": "abb04035-8714-43fd-aeb2-070060531595", "name": "network-vif-deleted", "tag": "87e069b9-dc45-43a6-a8be-d5d404bfbaef"}]}' {{(pid=103332) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 08:01:59.417128 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 19 Oct 2022 08:01:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61018500-c99f-4d2d-a57c-79235d96fe69 x-openstack-request-id: req-61018500-c99f-4d2d-a57c-79235d96fe69 {{(pid=103332) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 08:01:59.417500 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "abb04035-8714-43fd-aeb2-070060531595", "name": "network-vif-deleted", "tag": "87e069b9-dc45-43a6-a8be-d5d404bfbaef", "status": "completed", "code": 200}]} {{(pid=103332) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 08:01:59.417752 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-61018500-c99f-4d2d-a57c-79235d96fe69 {{(pid=103332) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 08:01:59.418161 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.notifiers.nova [-] Nova event matching ['req-61018500-c99f-4d2d-a57c-79235d96fe69'] response: {'server_uuid': 'abb04035-8714-43fd-aeb2-070060531595', 'name': 'network-vif-deleted', 'tag': '87e069b9-dc45-43a6-a8be-d5d404bfbaef', 'status': 'completed', 'code': 200} Oct 19 08:01:59.548219 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvr_db [None req-f5e55b70-aa52-4da8-9485-56ef991945e8 None None] Set router 8c1831ff-b2f2-4de9-803f-9891568f2b75 gateway port host: dv-neutron-861624-1-hyperv {{(pid=103335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 08:01:59.740390 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-f5e55b70-aa52-4da8-9485-56ef991945e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c1831ff-b2f2-4de9-803f-9891568f2b75', 'name': 'tempest-ServerActionsTestJSON-277822555-router', 'tenant_id': 'a7d0b731e41746459629e24e4376a580', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'external_fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.89'}], 'enable_snat': True}, 'gw_port_id': '3aeac68d-c041-450c-9772-7abfc1332e6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T07:59:33Z', 'updated_at': '2022-10-19T07:59:35Z', 'revision_number': 4, 'project_id': 'a7d0b731e41746459629e24e4376a580', 'gw_port': {'id': '3aeac68d-c041-450c-9772-7abfc1332e6a', 'name': '', 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:0c:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c1831ff-b2f2-4de9-803f-9891568f2b75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:59:33Z', 'updated_at': '2022-10-19T07:59:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861624-1-hyperv', '_interfaces': [{'id': '91164c68-eea1-4517-97ef-e7030d31b6b1', 'name': '', 'network_id': 'd14a4db3-a516-4209-a5bb-de4dcfbac256', 'tenant_id': 'a7d0b731e41746459629e24e4376a580', 'mac_address': 'fa:16:3e:07:bc:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c1831ff-b2f2-4de9-803f-9891568f2b75', 'device_owner': 'network:router_interface', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': 'e9300763-1630-426e-b5a8-006b77112f7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:59:35Z', 'updated_at': '2022-10-19T07:59:39Z', 'revision_number': 5, 'project_id': 'a7d0b731e41746459629e24e4376a580', 'subnets': [{'id': 'e9300763-1630-426e-b5a8-006b77112f7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:01:59.767078 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5e55b70-aa52-4da8-9485-56ef991945e8 None None] Checking router: 8c1831ff-b2f2-4de9-803f-9891568f2b75 for host: dv-neutron-861624-1-hyperv {{(pid=103335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 08:01:59.775291 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5e55b70-aa52-4da8-9485-56ef991945e8 None None] Routers {'8c1831ff-b2f2-4de9-803f-9891568f2b75'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 08:01:59.775893 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-f5e55b70-aa52-4da8-9485-56ef991945e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T08:01:46Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['8c1831ff-b2f2-4de9-803f-9891568f2b75'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:01:59.881867 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvr_db [None req-f5e55b70-aa52-4da8-9485-56ef991945e8 None None] Set router 8c1831ff-b2f2-4de9-803f-9891568f2b75 gateway port host: dv-neutron-861624-1-hyperv {{(pid=103335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 08:02:00.073751 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-f5e55b70-aa52-4da8-9485-56ef991945e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c1831ff-b2f2-4de9-803f-9891568f2b75', 'name': 'tempest-ServerActionsTestJSON-277822555-router', 'tenant_id': 'a7d0b731e41746459629e24e4376a580', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'external_fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.89'}], 'enable_snat': True}, 'gw_port_id': '3aeac68d-c041-450c-9772-7abfc1332e6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T07:59:33Z', 'updated_at': '2022-10-19T07:59:35Z', 'revision_number': 4, 'project_id': 'a7d0b731e41746459629e24e4376a580', 'gw_port': {'id': '3aeac68d-c041-450c-9772-7abfc1332e6a', 'name': '', 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:0c:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c1831ff-b2f2-4de9-803f-9891568f2b75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:59:33Z', 'updated_at': '2022-10-19T07:59:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861624-1-hyperv', '_interfaces': [{'id': '91164c68-eea1-4517-97ef-e7030d31b6b1', 'name': '', 'network_id': 'd14a4db3-a516-4209-a5bb-de4dcfbac256', 'tenant_id': 'a7d0b731e41746459629e24e4376a580', 'mac_address': 'fa:16:3e:07:bc:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c1831ff-b2f2-4de9-803f-9891568f2b75', 'device_owner': 'network:router_interface', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': 'e9300763-1630-426e-b5a8-006b77112f7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:59:35Z', 'updated_at': '2022-10-19T07:59:39Z', 'revision_number': 5, 'project_id': 'a7d0b731e41746459629e24e4376a580', 'subnets': [{'id': 'e9300763-1630-426e-b5a8-006b77112f7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:02:00.099265 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5e55b70-aa52-4da8-9485-56ef991945e8 None None] The sync data for ids ['8c1831ff-b2f2-4de9-803f-9891568f2b75'] in dv-neutron-861624-1-hyperv is: [{'id': '8c1831ff-b2f2-4de9-803f-9891568f2b75', 'name': 'tempest-ServerActionsTestJSON-277822555-router', 'tenant_id': 'a7d0b731e41746459629e24e4376a580', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'external_fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.89'}], 'enable_snat': True}, 'gw_port_id': '3aeac68d-c041-450c-9772-7abfc1332e6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T07:59:33Z', 'updated_at': '2022-10-19T07:59:35Z', 'revision_number': 4, 'project_id': 'a7d0b731e41746459629e24e4376a580', 'gw_port': {'id': '3aeac68d-c041-450c-9772-7abfc1332e6a', 'name': '', 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:0c:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c1831ff-b2f2-4de9-803f-9891568f2b75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:59:33Z', 'updated_at': '2022-10-19T07:59:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861624-1-hyperv', '_interfaces': [{'id': '91164c68-eea1-4517-97ef-e7030d31b6b1', 'name': '', 'network_id': 'd14a4db3-a516-4209-a5bb-de4dcfbac256', 'tenant_id': 'a7d0b731e41746459629e24e4376a580', 'mac_address': 'fa:16:3e:07:bc:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c1831ff-b2f2-4de9-803f-9891568f2b75', 'device_owner': 'network:router_interface', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': 'e9300763-1630-426e-b5a8-006b77112f7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:59:35Z', 'updated_at': '2022-10-19T07:59:39Z', 'revision_number': 5, 'project_id': 'a7d0b731e41746459629e24e4376a580', 'subnets': [{'id': 'e9300763-1630-426e-b5a8-006b77112f7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 08:02:00.320904 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c713601-7f36-4591-929c-9c0fc52fcef8 None None] New status for floating IP 17e36dd7-38d1-4fdf-b1d1-35d515f97aec: DOWN {{(pid=103334) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 19 08:02:00.508597 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-93bb874d-4743-4277-9194-3620b4df73ed req-8d000b3d-8fb3-44d0-a280-6dbc98461f65 tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] 10.222.0.27 "GET /v2.0/security-groups?name=tempest-securitygroup--396771014&fields=id&tenant_id=a7d0b731e41746459629e24e4376a580 HTTP/1.1" status: 200 len: 267 time: 0.0318637 Oct 19 08:02:00.615996 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bb874d-4743-4277-9194-3620b4df73ed req-8025fb3c-f5b5-4636-9ab9-9086a8362bcc tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:02:00.617411 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-93bb874d-4743-4277-9194-3620b4df73ed req-8025fb3c-f5b5-4636-9ab9-9086a8362bcc tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] 10.222.0.27 "GET /v2.0/networks?id=d14a4db3-a516-4209-a5bb-de4dcfbac256 HTTP/1.1" status: 200 len: 811 time: 0.1017711 Oct 19 08:02:00.632203 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-93bb874d-4743-4277-9194-3620b4df73ed req-7ddadbec-9222-472e-8411-b4eab810ac7d tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] 10.222.0.27 "GET /v2.0/quotas/a7d0b731e41746459629e24e4376a580 HTTP/1.1" status: 200 len: 375 time: 0.0087380 Oct 19 08:02:00.688310 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-93bb874d-4743-4277-9194-3620b4df73ed req-215d845d-a1ad-4a56-916b-a2c9874a3c0a tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] 10.222.0.27 "GET /v2.0/ports?tenant_id=a7d0b731e41746459629e24e4376a580&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0503826 Oct 19 08:02:00.825788 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-93bb874d-4743-4277-9194-3620b4df73ed req-d38056c4-64d9-4234-998f-c4845dad3509 service neutron] 10.222.0.27 "GET /v2.0/networks/d14a4db3-a516-4209-a5bb-de4dcfbac256?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259937 Oct 19 08:02:00.919753 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-93bb874d-4743-4277-9194-3620b4df73ed req-5fcbc519-6d09-411f-9006-e5acfb4d8d78 service neutron] 10.222.0.27 "GET /v2.0/networks/d14a4db3-a516-4209-a5bb-de4dcfbac256?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875685 Oct 19 08:02:01.079600 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-b1e25d17-0e15-4601-9542-a305fac55c9b req-a2bbfb1d-3150-409e-a927-ec4a9aa73838 tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] 10.222.0.27 "GET /v2.0/ports?device_id=b20eb4ca-3eb3-47c8-85b8-db3b315521e2 HTTP/1.1" status: 200 len: 210 time: 0.0279033 Oct 19 08:02:01.969237 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bb874d-4743-4277-9194-3620b4df73ed req-ac647ae6-7720-413d-969e-9e4481fabc31 tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:02:01.970722 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-93bb874d-4743-4277-9194-3620b4df73ed req-ac647ae6-7720-413d-969e-9e4481fabc31 tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] 10.222.0.16 "GET /v2.0/networks?id=d14a4db3-a516-4209-a5bb-de4dcfbac256 HTTP/1.1" status: 200 len: 811 time: 0.1008520 Oct 19 08:02:02.020780 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-93bb874d-4743-4277-9194-3620b4df73ed req-b3246c1a-182e-481a-a3f2-99840cbcc096 tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a7d0b731e41746459629e24e4376a580 HTTP/1.1" status: 200 len: 379 time: 0.0410709 Oct 19 08:02:02.030501 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [req-93bb874d-4743-4277-9194-3620b4df73ed req-c7a17de2-3a8e-47f3-bf4d-2d44cf468b34 tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] Request body: {'port': {'device_id': 'b20eb4ca-3eb3-47c8-85b8-db3b315521e2', 'network_id': 'd14a4db3-a516-4209-a5bb-de4dcfbac256', 'admin_state_up': True, 'tenant_id': 'a7d0b731e41746459629e24e4376a580', 'security_groups': ['3c89b118-1d31-4979-b5cb-55dd9c23effd']}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 08:02:02.135884 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-93bb874d-4743-4277-9194-3620b4df73ed req-c7a17de2-3a8e-47f3-bf4d-2d44cf468b34 tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] Made reservation on behalf of a7d0b731e41746459629e24e4376a580 for: {'port': 1} {{(pid=103332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 08:02:02.139424 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-93bb874d-4743-4277-9194-3620b4df73ed req-c7a17de2-3a8e-47f3-bf4d-2d44cf468b34 tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:02:02.189977 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-a8261d1f-8532-496e-b2c2-9d830e57d306 req-9c98fa5c-e586-40b5-84bb-0e7aa70a8c35 tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] 10.222.0.27 "GET /v2.0/ports?device_id=b20eb4ca-3eb3-47c8-85b8-db3b315521e2 HTTP/1.1" status: 200 len: 210 time: 0.0346403 Oct 19 08:02:02.291387 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.db_base_plugin_common [req-93bb874d-4743-4277-9194-3620b4df73ed req-c7a17de2-3a8e-47f3-bf4d-2d44cf468b34 tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] Allocated IP 172.20.0.3 (d14a4db3-a516-4209-a5bb-de4dcfbac256/e9300763-1630-426e-b5a8-006b77112f7c/36bf7dac-b3e8-4f2c-85ef-139d5ba7b92c) {{(pid=103332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 08:02:02.428171 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-93bb874d-4743-4277-9194-3620b4df73ed req-c7a17de2-3a8e-47f3-bf4d-2d44cf468b34 tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] Notify callbacks [] for port, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:02:02.461559 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-93bb874d-4743-4277-9194-3620b4df73ed req-c7a17de2-3a8e-47f3-bf4d-2d44cf468b34 tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785020947330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133553798'] for port, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:02:02.501729 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-93bb874d-4743-4277-9194-3620b4df73ed req-c7a17de2-3a8e-47f3-bf4d-2d44cf468b34 tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] Network d14a4db3-a516-4209-a5bb-de4dcfbac256 is already hosted by enough agents. {{(pid=103332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 08:02:02.504899 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.base_scheduler [req-93bb874d-4743-4277-9194-3620b4df73ed req-c7a17de2-3a8e-47f3-bf4d-2d44cf468b34 tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] Resources bound (agent type, host, resource id): {{(pid=103332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 08:02:02.507196 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [req-93bb874d-4743-4277-9194-3620b4df73ed req-c7a17de2-3a8e-47f3-bf4d-2d44cf468b34 tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] Received port after_create {{(pid=103332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 08:02:02.534620 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Device 87e069b9-dc45-43a6-a8be-d5d404bfbaef no longer exists at agent hyperv_hv-neutron-8616 {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 08:02:02.546164 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a17de2-3a8e-47f3-bf4d-2d44cf468b34 tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] Pushing event updated for resources: {'Port': ['ID=36bf7dac-b3e8-4f2c-85ef-139d5ba7b92c,revision_number=1']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:02:02.557090 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] No Port match for: 87e069b9-dc45-43a6-a8be-d5d404bfbaef {{(pid=103334) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 19 08:02:02.557629 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Device 87e069b9-dc45-43a6-a8be-d5d404bfbaef not bound to the agent host hv-neutron-8616 {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 08:02:02.567345 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bb874d-4743-4277-9194-3620b4df73ed req-c7a17de2-3a8e-47f3-bf4d-2d44cf468b34 tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:02:02.567952 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-93bb874d-4743-4277-9194-3620b4df73ed req-c7a17de2-3a8e-47f3-bf4d-2d44cf468b34 tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42160'] for port, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:02:02.585045 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-93bb874d-4743-4277-9194-3620b4df73ed req-c7a17de2-3a8e-47f3-bf4d-2d44cf468b34 tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5581429 Oct 19 08:02:02.597184 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [req-93bb874d-4743-4277-9194-3620b4df73ed req-21541874-3274-4630-abc1-f6a006f22a89 service neutron] Request body: {'port': {'device_id': 'b20eb4ca-3eb3-47c8-85b8-db3b315521e2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8616'}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 08:02:02.660139 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-93bb874d-4743-4277-9194-3620b4df73ed req-21541874-3274-4630-abc1-f6a006f22a89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:02:02.710310 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-6caf49f5-6203-45d6-9e09-d6b5ed1d8372 None None] Provisioning complete for port 36bf7dac-b3e8-4f2c-85ef-139d5ba7b92c triggered by entity DHCP. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 08:02:02.710681 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-6caf49f5-6203-45d6-9e09-d6b5ed1d8372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:02:02.711015 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-6caf49f5-6203-45d6-9e09-d6b5ed1d8372 None None] Attempt 1 to provision port 36bf7dac-b3e8-4f2c-85ef-139d5ba7b92c Oct 19 08:02:02.747511 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-6caf49f5-6203-45d6-9e09-d6b5ed1d8372 None None] Port 36bf7dac-b3e8-4f2c-85ef-139d5ba7b92c cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 08:02:02.922891 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.notifiers.nova [req-93bb874d-4743-4277-9194-3620b4df73ed req-21541874-3274-4630-abc1-f6a006f22a89 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 36bf7dac-b3e8-4f2c-85ef-139d5ba7b92c {{(pid=103332) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 19 08:02:02.930072 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-93bb874d-4743-4277-9194-3620b4df73ed req-21541874-3274-4630-abc1-f6a006f22a89 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:02:02.942704 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.provisioning_blocks [req-93bb874d-4743-4277-9194-3620b4df73ed req-21541874-3274-4630-abc1-f6a006f22a89 service neutron] Transition to ACTIVE for port object 36bf7dac-b3e8-4f2c-85ef-139d5ba7b92c will not be triggered until provisioned by entity L2. {{(pid=103332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 19 08:02:02.946007 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-93bb874d-4743-4277-9194-3620b4df73ed req-21541874-3274-4630-abc1-f6a006f22a89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133553807'] for port, after_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:02:03.023233 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21541874-3274-4630-abc1-f6a006f22a89 service neutron] Pushing event updated for resources: {'Port': ['ID=36bf7dac-b3e8-4f2c-85ef-139d5ba7b92c,revision_number=2']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:02:03.055373 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.managers [req-93bb874d-4743-4277-9194-3620b4df73ed req-21541874-3274-4630-abc1-f6a006f22a89 service neutron] Attempting to bind port 36bf7dac-b3e8-4f2c-85ef-139d5ba7b92c on host hv-neutron-8616 for vnic_type normal with profile {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 19 08:02:03.055718 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.managers [req-93bb874d-4743-4277-9194-3620b4df73ed req-21541874-3274-4630-abc1-f6a006f22a89 service neutron] Attempting to bind port 36bf7dac-b3e8-4f2c-85ef-139d5ba7b92c by drivers openvswitch,hyperv on host hv-neutron-8616 at level 0 using segments [{'id': '815a78b5-3ac4-4562-a353-e425dae619bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'd14a4db3-a516-4209-a5bb-de4dcfbac256'}] {{(pid=103332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 19 08:02:03.056073 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93bb874d-4743-4277-9194-3620b4df73ed req-21541874-3274-4630-abc1-f6a006f22a89 service neutron] Attempting to bind port 36bf7dac-b3e8-4f2c-85ef-139d5ba7b92c on network d14a4db3-a516-4209-a5bb-de4dcfbac256 {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 08:02:03.060294 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93bb874d-4743-4277-9194-3620b4df73ed req-21541874-3274-4630-abc1-f6a006f22a89 service neutron] Port 36bf7dac-b3e8-4f2c-85ef-139d5ba7b92c on network d14a4db3-a516-4209-a5bb-de4dcfbac256 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8616 {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 08:02:03.060653 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93bb874d-4743-4277-9194-3620b4df73ed req-21541874-3274-4630-abc1-f6a006f22a89 service neutron] Attempting to bind port 36bf7dac-b3e8-4f2c-85ef-139d5ba7b92c on network d14a4db3-a516-4209-a5bb-de4dcfbac256 {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 08:02:03.065416 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93bb874d-4743-4277-9194-3620b4df73ed req-21541874-3274-4630-abc1-f6a006f22a89 service neutron] Checking agent: {'id': '5297b6e1-8fc1-4f42-910c-8f50c918ca65', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8616', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 19, 7, 36, 11), 'started_at': datetime.datetime(2022, 10, 19, 7, 36, 11), 'heartbeat_timestamp': datetime.datetime(2022, 10, 19, 8, 1, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 08:02:03.065753 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93bb874d-4743-4277-9194-3620b4df73ed req-21541874-3274-4630-abc1-f6a006f22a89 service neutron] Checking segment: {'id': '815a78b5-3ac4-4562-a353-e425dae619bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'd14a4db3-a516-4209-a5bb-de4dcfbac256'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 19 08:02:03.066134 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93bb874d-4743-4277-9194-3620b4df73ed req-21541874-3274-4630-abc1-f6a006f22a89 service neutron] Bound using segment: {'id': '815a78b5-3ac4-4562-a353-e425dae619bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'd14a4db3-a516-4209-a5bb-de4dcfbac256'} {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 08:02:03.066558 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.managers [req-93bb874d-4743-4277-9194-3620b4df73ed req-21541874-3274-4630-abc1-f6a006f22a89 service neutron] Bound port: 36bf7dac-b3e8-4f2c-85ef-139d5ba7b92c, host: hv-neutron-8616, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '815a78b5-3ac4-4562-a353-e425dae619bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'd14a4db3-a516-4209-a5bb-de4dcfbac256'}}] {{(pid=103332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 19 08:02:03.066912 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-93bb874d-4743-4277-9194-3620b4df73ed req-21541874-3274-4630-abc1-f6a006f22a89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:02:03.129283 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.db [req-93bb874d-4743-4277-9194-3620b4df73ed req-21541874-3274-4630-abc1-f6a006f22a89 service neutron] For port 36bf7dac-b3e8-4f2c-85ef-139d5ba7b92c, host hv-neutron-8616, cleared binding levels {{(pid=103332) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 08:02:03.132394 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.db [req-93bb874d-4743-4277-9194-3620b4df73ed req-21541874-3274-4630-abc1-f6a006f22a89 service neutron] For port 36bf7dac-b3e8-4f2c-85ef-139d5ba7b92c, host hv-neutron-8616, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=36bf7dac-b3e8-4f2c-85ef-139d5ba7b92c,segment=NetworkSegment(815a78b5-3ac4-4562-a353-e425dae619bf),segment_id=815a78b5-3ac4-4562-a353-e425dae619bf)] {{(pid=103332) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 08:02:03.136717 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-93bb874d-4743-4277-9194-3620b4df73ed req-21541874-3274-4630-abc1-f6a006f22a89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133553807'] for port, after_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:02:03.140773 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bb874d-4743-4277-9194-3620b4df73ed req-21541874-3274-4630-abc1-f6a006f22a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:02:03.141432 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-93bb874d-4743-4277-9194-3620b4df73ed req-21541874-3274-4630-abc1-f6a006f22a89 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42160'] for port, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:02:03.142839 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-93bb874d-4743-4277-9194-3620b4df73ed req-21541874-3274-4630-abc1-f6a006f22a89 service neutron] 10.222.0.16 "PUT /v2.0/ports/36bf7dac-b3e8-4f2c-85ef-139d5ba7b92c HTTP/1.1" status: 200 len: 1093 time: 0.5499296 Oct 19 08:02:03.143331 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b20eb4ca-3eb3-47c8-85b8-db3b315521e2', 'tag': '36bf7dac-b3e8-4f2c-85ef-139d5ba7b92c'}] {{(pid=103332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 19 08:02:03.145655 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a021b02cf5f527cd4bbbc40a031b51490d9893d7edeeb551bdf5128ee7546f8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1bc9b06-411f-44a4-834f-b8ed10eaa2f0" -d '{"events": [{"name": "network-changed", "server_uuid": "b20eb4ca-3eb3-47c8-85b8-db3b315521e2", "tag": "36bf7dac-b3e8-4f2c-85ef-139d5ba7b92c"}]}' {{(pid=103332) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 08:02:03.183129 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 19 Oct 2022 08:02:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-782d86cf-cac2-424d-a4a3-a3721943eca8 x-openstack-request-id: req-782d86cf-cac2-424d-a4a3-a3721943eca8 {{(pid=103332) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 08:02:03.183426 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b20eb4ca-3eb3-47c8-85b8-db3b315521e2", "tag": "36bf7dac-b3e8-4f2c-85ef-139d5ba7b92c", "status": "completed", "code": 200}]} {{(pid=103332) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 08:02:03.183682 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-782d86cf-cac2-424d-a4a3-a3721943eca8 {{(pid=103332) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 08:02:03.184203 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.notifiers.nova [-] Nova event matching ['req-782d86cf-cac2-424d-a4a3-a3721943eca8'] response: {'name': 'network-changed', 'server_uuid': 'b20eb4ca-3eb3-47c8-85b8-db3b315521e2', 'tag': '36bf7dac-b3e8-4f2c-85ef-139d5ba7b92c', 'status': 'completed', 'code': 200} Oct 19 08:02:03.222098 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21541874-3274-4630-abc1-f6a006f22a89 service neutron] Pushing event updated for resources: {'Port': ['ID=36bf7dac-b3e8-4f2c-85ef-139d5ba7b92c,revision_number=3']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:02:03.238259 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bb874d-4743-4277-9194-3620b4df73ed req-31faeaa2-a8e0-44da-a232-4f2be28850fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:02:03.239789 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-93bb874d-4743-4277-9194-3620b4df73ed req-31faeaa2-a8e0-44da-a232-4f2be28850fb service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a7d0b731e41746459629e24e4376a580&device_id=b20eb4ca-3eb3-47c8-85b8-db3b315521e2 HTTP/1.1" status: 200 len: 1096 time: 0.0529957 Oct 19 08:02:03.248982 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-6caf49f5-6203-45d6-9e09-d6b5ed1d8372 None None] Attempt 2 to provision port 36bf7dac-b3e8-4f2c-85ef-139d5ba7b92c Oct 19 08:02:03.287853 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-93bb874d-4743-4277-9194-3620b4df73ed req-3794f38b-f877-44f9-83bf-d2a445391433 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=36bf7dac-b3e8-4f2c-85ef-139d5ba7b92c HTTP/1.1" status: 200 len: 217 time: 0.0405931 Oct 19 08:02:03.292158 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-6caf49f5-6203-45d6-9e09-d6b5ed1d8372 None None] Port 36bf7dac-b3e8-4f2c-85ef-139d5ba7b92c had new provisioning blocks added so it will not transition to active. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:370}} Oct 19 08:02:03.360695 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bb874d-4743-4277-9194-3620b4df73ed req-707d7f55-012e-421d-8834-0c29086a90c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:02:03.362149 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-93bb874d-4743-4277-9194-3620b4df73ed req-707d7f55-012e-421d-8834-0c29086a90c3 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e9300763-1630-426e-b5a8-006b77112f7c HTTP/1.1" status: 200 len: 850 time: 0.0660636 Oct 19 08:02:03.369405 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feaeaedd-2458-4eba-b332-0a1ea240d1b1 req-1a68a6af-e8d2-494f-bef9-375726b9adc2 tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:02:03.370743 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-feaeaedd-2458-4eba-b332-0a1ea240d1b1 req-1a68a6af-e8d2-494f-bef9-375726b9adc2 tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] 10.222.0.27 "GET /v2.0/ports?device_id=b20eb4ca-3eb3-47c8-85b8-db3b315521e2 HTTP/1.1" status: 200 len: 943 time: 0.0856717 Oct 19 08:02:03.434693 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-feaeaedd-2458-4eba-b332-0a1ea240d1b1 req-da750ac8-a1e1-4bd1-a180-7414deeb7167 tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] 10.222.0.27 "GET /v2.0/security-groups?id=3c89b118-1d31-4979-b5cb-55dd9c23effd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557451 Oct 19 08:02:03.438900 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bb874d-4743-4277-9194-3620b4df73ed req-d7a40d40-8f9b-41a3-8b2b-fc770007da7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:02:03.440328 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-93bb874d-4743-4277-9194-3620b4df73ed req-d7a40d40-8f9b-41a3-8b2b-fc770007da7b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d14a4db3-a516-4209-a5bb-de4dcfbac256&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0687404 Oct 19 08:02:03.529221 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-93bb874d-4743-4277-9194-3620b4df73ed req-c632e491-ec89-4286-8c56-a2995a179811 service neutron] 10.222.0.16 "GET /v2.0/networks/d14a4db3-a516-4209-a5bb-de4dcfbac256?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819817 Oct 19 08:02:03.618224 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-93bb874d-4743-4277-9194-3620b4df73ed req-f47b9063-32c7-4cbe-b113-01a53b2ae525 service neutron] 10.222.0.16 "GET /v2.0/networks/d14a4db3-a516-4209-a5bb-de4dcfbac256?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831883 Oct 19 08:02:03.701066 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bc9b06-411f-44a4-834f-b8ed10eaa2f0 req-1475cb8b-aff8-4988-8000-7cc14326de78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:02:03.702477 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-e1bc9b06-411f-44a4-834f-b8ed10eaa2f0 req-1475cb8b-aff8-4988-8000-7cc14326de78 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a7d0b731e41746459629e24e4376a580&device_id=b20eb4ca-3eb3-47c8-85b8-db3b315521e2 HTTP/1.1" status: 200 len: 1096 time: 0.0409443 Oct 19 08:02:03.796078 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bc9b06-411f-44a4-834f-b8ed10eaa2f0 req-3ac1dfcf-0a67-409e-9726-7f8029539419 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:02:03.797572 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-e1bc9b06-411f-44a4-834f-b8ed10eaa2f0 req-3ac1dfcf-0a67-409e-9726-7f8029539419 service neutron] 10.222.0.16 "GET /v2.0/networks?id=d14a4db3-a516-4209-a5bb-de4dcfbac256 HTTP/1.1" status: 200 len: 912 time: 0.0879042 Oct 19 08:02:03.839926 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-e1bc9b06-411f-44a4-834f-b8ed10eaa2f0 req-94358309-5cbb-4520-973e-0a5a8549662c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=36bf7dac-b3e8-4f2c-85ef-139d5ba7b92c HTTP/1.1" status: 200 len: 217 time: 0.0353012 Oct 19 08:02:03.888320 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bc9b06-411f-44a4-834f-b8ed10eaa2f0 req-9ae5cc86-fcbe-4c42-89fc-4a6751ddcc12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:02:03.889826 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-e1bc9b06-411f-44a4-834f-b8ed10eaa2f0 req-9ae5cc86-fcbe-4c42-89fc-4a6751ddcc12 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e9300763-1630-426e-b5a8-006b77112f7c HTTP/1.1" status: 200 len: 850 time: 0.0431745 Oct 19 08:02:03.939687 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bc9b06-411f-44a4-834f-b8ed10eaa2f0 req-1326ea95-c5a5-4b5d-87eb-183c08d5768a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:02:03.941252 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-e1bc9b06-411f-44a4-834f-b8ed10eaa2f0 req-1326ea95-c5a5-4b5d-87eb-183c08d5768a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d14a4db3-a516-4209-a5bb-de4dcfbac256&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0439887 Oct 19 08:02:04.028483 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-e1bc9b06-411f-44a4-834f-b8ed10eaa2f0 req-258016ca-1496-4118-9dbb-2e766b742f61 service neutron] 10.222.0.16 "GET /v2.0/networks/d14a4db3-a516-4209-a5bb-de4dcfbac256?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798876 Oct 19 08:02:04.120404 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-e1bc9b06-411f-44a4-834f-b8ed10eaa2f0 req-40b7dc01-21e6-47ac-89b8-4f48086544d3 service neutron] 10.222.0.16 "GET /v2.0/networks/d14a4db3-a516-4209-a5bb-de4dcfbac256?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840850 Oct 19 08:02:04.558594 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be43a424-30e6-4aa6-b264-cd6c75de36e7 req-e29ef4a5-4b10-4da1-b133-b56a119f50eb tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:02:04.560060 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-be43a424-30e6-4aa6-b264-cd6c75de36e7 req-e29ef4a5-4b10-4da1-b133-b56a119f50eb tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] 10.222.0.27 "GET /v2.0/ports?device_id=b20eb4ca-3eb3-47c8-85b8-db3b315521e2 HTTP/1.1" status: 200 len: 943 time: 0.0507076 Oct 19 08:02:04.597225 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-be43a424-30e6-4aa6-b264-cd6c75de36e7 req-9dcd1487-e830-49ce-9629-139e37abdeb0 tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] 10.222.0.27 "GET /v2.0/security-groups?id=3c89b118-1d31-4979-b5cb-55dd9c23effd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311151 Oct 19 08:02:05.717186 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8251743-041d-470f-abab-e6b4b5b2fbad req-f341be74-9492-4b96-b31d-5874435f5a83 tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:02:05.718630 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-f8251743-041d-470f-abab-e6b4b5b2fbad req-f341be74-9492-4b96-b31d-5874435f5a83 tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] 10.222.0.27 "GET /v2.0/ports?device_id=b20eb4ca-3eb3-47c8-85b8-db3b315521e2 HTTP/1.1" status: 200 len: 943 time: 0.0475659 Oct 19 08:02:05.755566 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-f8251743-041d-470f-abab-e6b4b5b2fbad req-23e4ce34-bb93-47c7-a150-85f46f6dc81a tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] 10.222.0.27 "GET /v2.0/security-groups?id=3c89b118-1d31-4979-b5cb-55dd9c23effd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310888 Oct 19 08:02:06.549790 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Device 36bf7dac-b3e8-4f2c-85ef-139d5ba7b92c details requested by agent hyperv_hv-neutron-8616 with host hv-neutron-8616 {{(pid=103334) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 08:02:06.649494 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] For port 36bf7dac-b3e8-4f2c-85ef-139d5ba7b92c, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=36bf7dac-b3e8-4f2c-85ef-139d5ba7b92c,segment=NetworkSegment(815a78b5-3ac4-4562-a353-e425dae619bf),segment_id=815a78b5-3ac4-4562-a353-e425dae619bf)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 08:02:06.660912 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Returning: {'device': '36bf7dac-b3e8-4f2c-85ef-139d5ba7b92c', 'network_id': 'd14a4db3-a516-4209-a5bb-de4dcfbac256', 'port_id': '36bf7dac-b3e8-4f2c-85ef-139d5ba7b92c', 'mac_address': 'fa:16:3e:91:97:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9300763-1630-426e-b5a8-006b77112f7c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103334) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 08:02:06.696664 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Current status of the port 36bf7dac-b3e8-4f2c-85ef-139d5ba7b92c is: DOWN; New status is: BUILD {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 08:02:06.697694 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:02:06.710691 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.notifiers.nova [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36bf7dac-b3e8-4f2c-85ef-139d5ba7b92c {{(pid=103334) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 19 08:02:06.729958 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] For port 36bf7dac-b3e8-4f2c-85ef-139d5ba7b92c, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=36bf7dac-b3e8-4f2c-85ef-139d5ba7b92c,segment=NetworkSegment(815a78b5-3ac4-4562-a353-e425dae619bf),segment_id=815a78b5-3ac4-4562-a353-e425dae619bf)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 08:02:06.735321 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:02:06.782647 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Pushing event updated for resources: {'Port': ['ID=36bf7dac-b3e8-4f2c-85ef-139d5ba7b92c,revision_number=4']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:02:06.885665 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0c42eb-f72c-4e06-841a-165800c82a40 req-2447f847-2047-4e4b-a42f-4d02864fc926 tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:02:06.887079 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-0f0c42eb-f72c-4e06-841a-165800c82a40 req-2447f847-2047-4e4b-a42f-4d02864fc926 tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] 10.222.0.27 "GET /v2.0/ports?device_id=b20eb4ca-3eb3-47c8-85b8-db3b315521e2 HTTP/1.1" status: 200 len: 944 time: 0.0543807 Oct 19 08:02:06.924760 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-0f0c42eb-f72c-4e06-841a-165800c82a40 req-c13e2b87-0335-4ecd-88ca-51c2f5df1637 tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] 10.222.0.27 "GET /v2.0/security-groups?id=3c89b118-1d31-4979-b5cb-55dd9c23effd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316169 Oct 19 08:02:06.939264 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] get_ports_and_sgs() called for port_ids ['36bf7dac-b3e8-4f2c-85ef-139d5ba7b92c'] {{(pid=103334) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 19 08:02:08.045113 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683471b2-5bd3-40f2-9b46-c7c60cfd0969 req-be190381-aab9-44f2-bb39-1dd19ec70179 tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:02:08.046566 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-683471b2-5bd3-40f2-9b46-c7c60cfd0969 req-be190381-aab9-44f2-bb39-1dd19ec70179 tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] 10.222.0.27 "GET /v2.0/ports?device_id=b20eb4ca-3eb3-47c8-85b8-db3b315521e2 HTTP/1.1" status: 200 len: 944 time: 0.0485039 Oct 19 08:02:08.083491 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-683471b2-5bd3-40f2-9b46-c7c60cfd0969 req-d6948ff9-e5a9-49d9-8725-080ba6f75d66 tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] 10.222.0.27 "GET /v2.0/security-groups?id=3c89b118-1d31-4979-b5cb-55dd9c23effd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310416 Oct 19 08:02:08.550539 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Device 36bf7dac-b3e8-4f2c-85ef-139d5ba7b92c up at agent hyperv_hv-neutron-8616 {{(pid=103334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 08:02:08.598707 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Provisioning for port 36bf7dac-b3e8-4f2c-85ef-139d5ba7b92c completed by entity L2. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 19 08:02:08.602650 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Provisioning complete for port 36bf7dac-b3e8-4f2c-85ef-139d5ba7b92c triggered by entity L2. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 08:02:08.603021 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:02:08.603495 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Attempt 1 to provision port 36bf7dac-b3e8-4f2c-85ef-139d5ba7b92c Oct 19 08:02:08.684898 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Current status of the port 36bf7dac-b3e8-4f2c-85ef-139d5ba7b92c is: BUILD; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 08:02:08.685303 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:02:08.707072 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b20eb4ca-3eb3-47c8-85b8-db3b315521e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36bf7dac-b3e8-4f2c-85ef-139d5ba7b92c'}] {{(pid=103334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 19 08:02:08.709338 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d918bd29c62f7e926e80ce37adcd574e0921d2de3006e6b6ef58999f52d8e2e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11a66956-f0be-489e-9935-5109757d9a2f" -d '{"events": [{"server_uuid": "b20eb4ca-3eb3-47c8-85b8-db3b315521e2", "name": "network-vif-plugged", "status": "completed", "tag": "36bf7dac-b3e8-4f2c-85ef-139d5ba7b92c"}]}' {{(pid=103334) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 08:02:08.721770 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] For port 36bf7dac-b3e8-4f2c-85ef-139d5ba7b92c, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=36bf7dac-b3e8-4f2c-85ef-139d5ba7b92c,segment=NetworkSegment(815a78b5-3ac4-4562-a353-e425dae619bf),segment_id=815a78b5-3ac4-4562-a353-e425dae619bf)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 08:02:08.725697 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:02:08.751681 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 19 Oct 2022 08:02:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ead1fee9-a74d-4b44-b20a-6f414d8cd727 x-openstack-request-id: req-ead1fee9-a74d-4b44-b20a-6f414d8cd727 {{(pid=103334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 08:02:08.751971 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b20eb4ca-3eb3-47c8-85b8-db3b315521e2", "name": "network-vif-plugged", "status": "completed", "tag": "36bf7dac-b3e8-4f2c-85ef-139d5ba7b92c", "code": 200}]} {{(pid=103334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 08:02:08.752220 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-ead1fee9-a74d-4b44-b20a-6f414d8cd727 {{(pid=103334) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 08:02:08.752626 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ead1fee9-a74d-4b44-b20a-6f414d8cd727'] response: {'server_uuid': 'b20eb4ca-3eb3-47c8-85b8-db3b315521e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36bf7dac-b3e8-4f2c-85ef-139d5ba7b92c', 'code': 200} Oct 19 08:02:08.776921 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Pushing event updated for resources: {'Port': ['ID=36bf7dac-b3e8-4f2c-85ef-139d5ba7b92c,revision_number=5']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:02:08.905324 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11733ba5-99b9-4183-befc-91e7af8baa8a req-9321bce9-297f-4c0a-b25a-5cc06a8d4a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:02:08.906679 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-11733ba5-99b9-4183-befc-91e7af8baa8a req-9321bce9-297f-4c0a-b25a-5cc06a8d4a5c service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=b20eb4ca-3eb3-47c8-85b8-db3b315521e2 HTTP/1.1" status: 200 len: 1098 time: 0.0389481 Oct 19 08:02:08.939946 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-11733ba5-99b9-4183-befc-91e7af8baa8a req-024ed5dd-344d-40d8-b37f-f8f115c90927 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=3c89b118-1d31-4979-b5cb-55dd9c23effd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0268359 Oct 19 08:02:09.206947 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3526b3-9fbb-438c-aa16-7dd5271b6cbb req-e3c6f58a-95f1-4b77-a678-f36e022234ef tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:02:09.208297 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-0e3526b3-9fbb-438c-aa16-7dd5271b6cbb req-e3c6f58a-95f1-4b77-a678-f36e022234ef tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] 10.222.0.27 "GET /v2.0/ports?device_id=b20eb4ca-3eb3-47c8-85b8-db3b315521e2 HTTP/1.1" status: 200 len: 945 time: 0.0523016 Oct 19 08:02:09.244999 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-0e3526b3-9fbb-438c-aa16-7dd5271b6cbb req-ae46a408-44ac-437a-ac7d-3f430ecbc385 tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] 10.222.0.27 "GET /v2.0/security-groups?id=3c89b118-1d31-4979-b5cb-55dd9c23effd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306876 Oct 19 08:02:10.367768 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bc7414-03dd-4db4-9fda-19a86ccc57e9 req-e381b8e7-e8e1-48e6-824f-d38ea6ee51e8 tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:02:10.370064 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-06bc7414-03dd-4db4-9fda-19a86ccc57e9 req-e381b8e7-e8e1-48e6-824f-d38ea6ee51e8 tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] 10.222.0.27 "GET /v2.0/ports?device_id=b20eb4ca-3eb3-47c8-85b8-db3b315521e2 HTTP/1.1" status: 200 len: 945 time: 0.0496607 Oct 19 08:02:10.406155 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-06bc7414-03dd-4db4-9fda-19a86ccc57e9 req-4f8a0d60-074f-473c-82a3-7f159372853f tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] 10.222.0.27 "GET /v2.0/security-groups?id=3c89b118-1d31-4979-b5cb-55dd9c23effd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301554 Oct 19 08:02:10.521906 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a98d4b4-006a-47ed-a4eb-ffc8983dfa3b req-c91cd998-653e-4e64-9eb0-55da9cc04a46 tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:02:10.523953 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-1a98d4b4-006a-47ed-a4eb-ffc8983dfa3b req-c91cd998-653e-4e64-9eb0-55da9cc04a46 tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] 10.222.0.27 "GET /v2.0/ports?device_id=b20eb4ca-3eb3-47c8-85b8-db3b315521e2 HTTP/1.1" status: 200 len: 945 time: 0.0482512 Oct 19 08:02:10.534892 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 35808) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:02:10.539125 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-ffc36650-31cc-42e9-9b8e-04d3305be2dc tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] Request body: {'floatingip': {'port_id': '36bf7dac-b3e8-4f2c-85ef-139d5ba7b92c'}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 08:02:10.890889 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-ffc36650-31cc-42e9-9b8e-04d3305be2dc tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] Notify callbacks [] for floatingip, before_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:02:11.311940 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-ffc36650-31cc-42e9-9b8e-04d3305be2dc tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:02:11.315752 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-ffc36650-31cc-42e9-9b8e-04d3305be2dc tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1695041'] for floatingip, after_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:02:11.416816 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.db.l3_db [None req-ffc36650-31cc-42e9-9b8e-04d3305be2dc tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] Floating IP 17e36dd7-38d1-4fdf-b1d1-35d515f97aec associated. External IP: 172.26.0.251, port: 36bf7dac-b3e8-4f2c-85ef-139d5ba7b92c. Oct 19 08:02:11.619387 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffc36650-31cc-42e9-9b8e-04d3305be2dc tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] Router 8c1831ff-b2f2-4de9-803f-9891568f2b75 has already been hosted by L3 agent ab388470-1243-4d53-80f2-c2f5899c97a7 {{(pid=103332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 08:02:11.728878 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffc36650-31cc-42e9-9b8e-04d3305be2dc tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] Notify agent at l3_agent.dv-neutron-861624-1-hyperv the message routers_updated {{(pid=103332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 08:02:11.733781 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-ffc36650-31cc-42e9-9b8e-04d3305be2dc tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42160'] for floatingip, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:02:11.738937 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3ca9ece-48f7-447d-8103-45ea8c845824 None None] Sync routers for ids ['8c1831ff-b2f2-4de9-803f-9891568f2b75'] in dv-neutron-861624-1-hyperv {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 08:02:11.747934 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3ca9ece-48f7-447d-8103-45ea8c845824 None None] Routers {'8c1831ff-b2f2-4de9-803f-9891568f2b75'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 08:02:11.748561 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-c3ca9ece-48f7-447d-8103-45ea8c845824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T08:01:46Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['8c1831ff-b2f2-4de9-803f-9891568f2b75'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:02:11.760632 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-ffc36650-31cc-42e9-9b8e-04d3305be2dc tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] 10.222.0.27 "PUT /v2.0/floatingips/17e36dd7-38d1-4fdf-b1d1-35d515f97aec HTTP/1.1" status: 200 len: 991 time: 1.2246561 Oct 19 08:02:11.761281 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b20eb4ca-3eb3-47c8-85b8-db3b315521e2', 'tag': '36bf7dac-b3e8-4f2c-85ef-139d5ba7b92c'}] {{(pid=103332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 19 08:02:11.763581 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a021b02cf5f527cd4bbbc40a031b51490d9893d7edeeb551bdf5128ee7546f8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c3aee98-8499-488b-830b-eb2faccdb16b" -d '{"events": [{"name": "network-changed", "server_uuid": "b20eb4ca-3eb3-47c8-85b8-db3b315521e2", "tag": "36bf7dac-b3e8-4f2c-85ef-139d5ba7b92c"}]}' {{(pid=103332) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 08:02:11.799550 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 19 Oct 2022 08:02:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88de2f43-2b02-4707-b08c-501ad4554d9c x-openstack-request-id: req-88de2f43-2b02-4707-b08c-501ad4554d9c {{(pid=103332) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 08:02:11.799841 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b20eb4ca-3eb3-47c8-85b8-db3b315521e2", "tag": "36bf7dac-b3e8-4f2c-85ef-139d5ba7b92c", "status": "completed", "code": 200}]} {{(pid=103332) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 08:02:11.800094 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-88de2f43-2b02-4707-b08c-501ad4554d9c {{(pid=103332) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 08:02:11.800551 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.notifiers.nova [-] Nova event matching ['req-88de2f43-2b02-4707-b08c-501ad4554d9c'] response: {'name': 'network-changed', 'server_uuid': 'b20eb4ca-3eb3-47c8-85b8-db3b315521e2', 'tag': '36bf7dac-b3e8-4f2c-85ef-139d5ba7b92c', 'status': 'completed', 'code': 200} Oct 19 08:02:11.856070 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvr_db [None req-c3ca9ece-48f7-447d-8103-45ea8c845824 None None] Set router 8c1831ff-b2f2-4de9-803f-9891568f2b75 gateway port host: dv-neutron-861624-1-hyperv {{(pid=103335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 08:02:11.866736 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3aee98-8499-488b-830b-eb2faccdb16b req-db95609a-7d43-4e08-a67e-1bfceee5f8b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:02:11.868250 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-5c3aee98-8499-488b-830b-eb2faccdb16b req-db95609a-7d43-4e08-a67e-1bfceee5f8b9 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a7d0b731e41746459629e24e4376a580&device_id=b20eb4ca-3eb3-47c8-85b8-db3b315521e2 HTTP/1.1" status: 200 len: 1098 time: 0.0449722 Oct 19 08:02:11.933541 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:02:11.960305 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3aee98-8499-488b-830b-eb2faccdb16b req-0ada9fda-20ec-45e0-8f86-b25072ccafb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:02:11.961839 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-5c3aee98-8499-488b-830b-eb2faccdb16b req-0ada9fda-20ec-45e0-8f86-b25072ccafb1 service neutron] 10.222.0.16 "GET /v2.0/networks?id=d14a4db3-a516-4209-a5bb-de4dcfbac256 HTTP/1.1" status: 200 len: 912 time: 0.0876343 Oct 19 08:02:12.035586 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-5c3aee98-8499-488b-830b-eb2faccdb16b req-21376226-1d6f-4a63-818a-33963a2f3393 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=36bf7dac-b3e8-4f2c-85ef-139d5ba7b92c HTTP/1.1" status: 200 len: 999 time: 0.0666499 Oct 19 08:02:12.081784 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-c3ca9ece-48f7-447d-8103-45ea8c845824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c1831ff-b2f2-4de9-803f-9891568f2b75', 'name': 'tempest-ServerActionsTestJSON-277822555-router', 'tenant_id': 'a7d0b731e41746459629e24e4376a580', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'external_fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.89'}], 'enable_snat': True}, 'gw_port_id': '3aeac68d-c041-450c-9772-7abfc1332e6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T07:59:33Z', 'updated_at': '2022-10-19T07:59:35Z', 'revision_number': 4, 'project_id': 'a7d0b731e41746459629e24e4376a580', 'gw_port': {'id': '3aeac68d-c041-450c-9772-7abfc1332e6a', 'name': '', 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:0c:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c1831ff-b2f2-4de9-803f-9891568f2b75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:59:33Z', 'updated_at': '2022-10-19T07:59:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861624-1-hyperv', '_floatingips': [{'id': '17e36dd7-38d1-4fdf-b1d1-35d515f97aec', 'tenant_id': 'a7d0b731e41746459629e24e4376a580', 'floating_ip_address': '172.26.0.251', 'floating_network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'router_id': '8c1831ff-b2f2-4de9-803f-9891568f2b75', 'port_id': '36bf7dac-b3e8-4f2c-85ef-139d5ba7b92c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1575, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd14a4db3-a516-4209-a5bb-de4dcfbac256', 'mac_address': 'fa:16:3e:91:97:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b20eb4ca-3eb3-47c8-85b8-db3b315521e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-19T07:59:37Z', 'updated_at': '2022-10-19T08:02:11Z', 'revision_number': 9, 'project_id': 'a7d0b731e41746459629e24e4376a580', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91164c68-eea1-4517-97ef-e7030d31b6b1', 'name': '', 'network_id': 'd14a4db3-a516-4209-a5bb-de4dcfbac256', 'tenant_id': 'a7d0b731e41746459629e24e4376a580', 'mac_address': 'fa:16:3e:07:bc:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c1831ff-b2f2-4de9-803f-9891568f2b75', 'device_owner': 'network:router_interface', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': 'e9300763-1630-426e-b5a8-006b77112f7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:59:35Z', 'updated_at': '2022-10-19T07:59:39Z', 'revision_number': 5, 'project_id': 'a7d0b731e41746459629e24e4376a580', 'subnets': [{'id': 'e9300763-1630-426e-b5a8-006b77112f7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:02:12.084350 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3aee98-8499-488b-830b-eb2faccdb16b req-6eaa8fed-ed51-4f95-8e4a-76465efa0d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:02:12.085898 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-5c3aee98-8499-488b-830b-eb2faccdb16b req-6eaa8fed-ed51-4f95-8e4a-76465efa0d05 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e9300763-1630-426e-b5a8-006b77112f7c HTTP/1.1" status: 200 len: 850 time: 0.0447054 Oct 19 08:02:12.107612 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3ca9ece-48f7-447d-8103-45ea8c845824 None None] Checking router: 8c1831ff-b2f2-4de9-803f-9891568f2b75 for host: dv-neutron-861624-1-hyperv {{(pid=103335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 08:02:12.116011 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3ca9ece-48f7-447d-8103-45ea8c845824 None None] Routers {'8c1831ff-b2f2-4de9-803f-9891568f2b75'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 08:02:12.116648 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-c3ca9ece-48f7-447d-8103-45ea8c845824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T08:01:46Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['8c1831ff-b2f2-4de9-803f-9891568f2b75'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:02:12.132140 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3aee98-8499-488b-830b-eb2faccdb16b req-5f5d313e-b072-4742-95c5-f1626b3971d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:02:12.133776 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-5c3aee98-8499-488b-830b-eb2faccdb16b req-5f5d313e-b072-4742-95c5-f1626b3971d1 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d14a4db3-a516-4209-a5bb-de4dcfbac256&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0418522 Oct 19 08:02:12.221043 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvr_db [None req-c3ca9ece-48f7-447d-8103-45ea8c845824 None None] Set router 8c1831ff-b2f2-4de9-803f-9891568f2b75 gateway port host: dv-neutron-861624-1-hyperv {{(pid=103335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 08:02:12.228675 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-5c3aee98-8499-488b-830b-eb2faccdb16b req-321575b7-7117-4138-9cd0-469199f80db8 service neutron] 10.222.0.16 "GET /v2.0/networks/d14a4db3-a516-4209-a5bb-de4dcfbac256?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878170 Oct 19 08:02:12.319286 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-5c3aee98-8499-488b-830b-eb2faccdb16b req-8e61d1a9-d9c3-4678-819b-ddc300c02023 service neutron] 10.222.0.16 "GET /v2.0/networks/d14a4db3-a516-4209-a5bb-de4dcfbac256?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836422 Oct 19 08:02:12.441779 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-c3ca9ece-48f7-447d-8103-45ea8c845824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c1831ff-b2f2-4de9-803f-9891568f2b75', 'name': 'tempest-ServerActionsTestJSON-277822555-router', 'tenant_id': 'a7d0b731e41746459629e24e4376a580', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'external_fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.89'}], 'enable_snat': True}, 'gw_port_id': '3aeac68d-c041-450c-9772-7abfc1332e6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T07:59:33Z', 'updated_at': '2022-10-19T07:59:35Z', 'revision_number': 4, 'project_id': 'a7d0b731e41746459629e24e4376a580', 'gw_port': {'id': '3aeac68d-c041-450c-9772-7abfc1332e6a', 'name': '', 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:0c:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c1831ff-b2f2-4de9-803f-9891568f2b75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:59:33Z', 'updated_at': '2022-10-19T07:59:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861624-1-hyperv', '_floatingips': [{'id': '17e36dd7-38d1-4fdf-b1d1-35d515f97aec', 'tenant_id': 'a7d0b731e41746459629e24e4376a580', 'floating_ip_address': '172.26.0.251', 'floating_network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'router_id': '8c1831ff-b2f2-4de9-803f-9891568f2b75', 'port_id': '36bf7dac-b3e8-4f2c-85ef-139d5ba7b92c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1575, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd14a4db3-a516-4209-a5bb-de4dcfbac256', 'mac_address': 'fa:16:3e:91:97:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b20eb4ca-3eb3-47c8-85b8-db3b315521e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-19T07:59:37Z', 'updated_at': '2022-10-19T08:02:11Z', 'revision_number': 9, 'project_id': 'a7d0b731e41746459629e24e4376a580', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91164c68-eea1-4517-97ef-e7030d31b6b1', 'name': '', 'network_id': 'd14a4db3-a516-4209-a5bb-de4dcfbac256', 'tenant_id': 'a7d0b731e41746459629e24e4376a580', 'mac_address': 'fa:16:3e:07:bc:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c1831ff-b2f2-4de9-803f-9891568f2b75', 'device_owner': 'network:router_interface', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': 'e9300763-1630-426e-b5a8-006b77112f7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:59:35Z', 'updated_at': '2022-10-19T07:59:39Z', 'revision_number': 5, 'project_id': 'a7d0b731e41746459629e24e4376a580', 'subnets': [{'id': 'e9300763-1630-426e-b5a8-006b77112f7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:02:12.549006 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3ca9ece-48f7-447d-8103-45ea8c845824 None None] The sync data for ids ['8c1831ff-b2f2-4de9-803f-9891568f2b75'] in dv-neutron-861624-1-hyperv is: [{'id': '8c1831ff-b2f2-4de9-803f-9891568f2b75', 'name': 'tempest-ServerActionsTestJSON-277822555-router', 'tenant_id': 'a7d0b731e41746459629e24e4376a580', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'external_fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.89'}], 'enable_snat': True}, 'gw_port_id': '3aeac68d-c041-450c-9772-7abfc1332e6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T07:59:33Z', 'updated_at': '2022-10-19T07:59:35Z', 'revision_number': 4, 'project_id': 'a7d0b731e41746459629e24e4376a580', 'gw_port': {'id': '3aeac68d-c041-450c-9772-7abfc1332e6a', 'name': '', 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:0c:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c1831ff-b2f2-4de9-803f-9891568f2b75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:59:33Z', 'updated_at': '2022-10-19T07:59:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861624-1-hyperv', '_floatingips': [{'id': '17e36dd7-38d1-4fdf-b1d1-35d515f97aec', 'tenant_id': 'a7d0b731e41746459629e24e4376a580', 'floating_ip_address': '172.26.0.251', 'floating_network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'router_id': '8c1831ff-b2f2-4de9-803f-9891568f2b75', 'port_id': '36bf7dac-b3e8-4f2c-85ef-139d5ba7b92c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1575, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd14a4db3-a516-4209-a5bb-de4dcfbac256', 'mac_address': 'fa:16:3e:91:97:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b20eb4ca-3eb3-47c8-85b8-db3b315521e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-19T07:59:37Z', 'updated_at': '2022-10-19T08:02:11Z', 'revision_number': 9, 'project_id': 'a7d0b731e41746459629e24e4376a580', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91164c68-eea1-4517-97ef-e7030d31b6b1', 'name': '', 'network_id': 'd14a4db3-a516-4209-a5bb-de4dcfbac256', 'tenant_id': 'a7d0b731e41746459629e24e4376a580', 'mac_address': 'fa:16:3e:07:bc:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c1831ff-b2f2-4de9-803f-9891568f2b75', 'device_owner': 'network:router_interface', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': 'e9300763-1630-426e-b5a8-006b77112f7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:59:35Z', 'updated_at': '2022-10-19T07:59:39Z', 'revision_number': 5, 'project_id': 'a7d0b731e41746459629e24e4376a580', 'subnets': [{'id': 'e9300763-1630-426e-b5a8-006b77112f7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 08:02:12.742052 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57cf7f4a-1d89-432c-8bb1-9a84909f154d None None] New status for floating IP 17e36dd7-38d1-4fdf-b1d1-35d515f97aec: ACTIVE {{(pid=103334) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 19 08:02:13.406992 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-41d59707-2bc1-4cba-931c-bc3d505851e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:02:16.330609 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-42891a31-6efc-4142-a781-a1c97db182d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:02:18.003610 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-2a2259f7-b034-4eec-af7a-7abaede746c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:02:19.053657 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-1a0da505-d0f9-48c6-b7e2-53b9c5e41298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:02:19.167222 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:02:27.633353 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.agents_db [None req-6057327c-4456-4c72-8e75-6d3cd9249757 None None] Agent healthcheck: found 6 active agents {{(pid=103335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 08:02:38.122186 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-b10efab6-fb11-4a08-823b-8b971840539f req-d4c3bc03-2f86-4bae-b13f-1010c2b2812e service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=b20eb4ca-3eb3-47c8-85b8-db3b315521e2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0437777 Oct 19 08:02:38.202660 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10efab6-fb11-4a08-823b-8b971840539f req-d528375a-0a6d-464a-98ef-1396395d74f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:02:38.204141 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-b10efab6-fb11-4a08-823b-8b971840539f req-d528375a-0a6d-464a-98ef-1396395d74f8 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a7d0b731e41746459629e24e4376a580&device_id=b20eb4ca-3eb3-47c8-85b8-db3b315521e2 HTTP/1.1" status: 200 len: 1098 time: 0.0397813 Oct 19 08:02:38.306715 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10efab6-fb11-4a08-823b-8b971840539f req-ef4b9e67-5cf2-4aea-bbf5-5072ee304760 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:02:38.308895 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-b10efab6-fb11-4a08-823b-8b971840539f req-ef4b9e67-5cf2-4aea-bbf5-5072ee304760 service neutron] 10.222.0.16 "GET /v2.0/networks?id=d14a4db3-a516-4209-a5bb-de4dcfbac256 HTTP/1.1" status: 200 len: 912 time: 0.0839546 Oct 19 08:02:38.378720 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-b10efab6-fb11-4a08-823b-8b971840539f req-9e7116d8-49dd-448e-ba45-9083c1470dbc service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=36bf7dac-b3e8-4f2c-85ef-139d5ba7b92c HTTP/1.1" status: 200 len: 1002 time: 0.0612788 Oct 19 08:02:38.425775 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10efab6-fb11-4a08-823b-8b971840539f req-f71ac54d-4b5c-4391-854c-92b54006177b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:02:38.427161 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-b10efab6-fb11-4a08-823b-8b971840539f req-f71ac54d-4b5c-4391-854c-92b54006177b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e9300763-1630-426e-b5a8-006b77112f7c HTTP/1.1" status: 200 len: 850 time: 0.0419090 Oct 19 08:02:38.472113 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10efab6-fb11-4a08-823b-8b971840539f req-2736f2aa-9d35-4e72-8e57-67f503ae4707 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:02:38.473626 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-b10efab6-fb11-4a08-823b-8b971840539f req-2736f2aa-9d35-4e72-8e57-67f503ae4707 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d14a4db3-a516-4209-a5bb-de4dcfbac256&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0397677 Oct 19 08:02:38.565099 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-b10efab6-fb11-4a08-823b-8b971840539f req-49f1777d-d835-46dc-9428-d436e1d379c6 service neutron] 10.222.0.16 "GET /v2.0/networks/d14a4db3-a516-4209-a5bb-de4dcfbac256?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843508 Oct 19 08:02:38.656866 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-b10efab6-fb11-4a08-823b-8b971840539f req-e42f238c-2a20-40d2-9d05-c2eefb2b7f04 service neutron] 10.222.0.16 "GET /v2.0/networks/d14a4db3-a516-4209-a5bb-de4dcfbac256?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849235 Oct 19 08:02:41.940582 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:02:43.408657 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-6ed14d36-4b69-4929-a44c-2a1f1cca9965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:02:44.873273 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8e03a7-fa39-4c43-9567-f83796019eb9 req-806fbd93-90eb-4f2d-b448-fe00c57be9a7 tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:02:44.874787 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-5d8e03a7-fa39-4c43-9567-f83796019eb9 req-806fbd93-90eb-4f2d-b448-fe00c57be9a7 tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] 10.222.0.27 "GET /v2.0/ports?device_id=b20eb4ca-3eb3-47c8-85b8-db3b315521e2 HTTP/1.1" status: 200 len: 945 time: 0.0528128 Oct 19 08:02:44.935075 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-5d8e03a7-fa39-4c43-9567-f83796019eb9 req-db54bcf7-74a1-4484-aa1b-cfa04fa2de47 tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] 10.222.0.27 "GET /v2.0/security-groups?id=3c89b118-1d31-4979-b5cb-55dd9c23effd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515485 Oct 19 08:02:44.940997 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-c859643c-5e39-4dac-9bf7-5dd7c262c1ff req-0ac40d00-32d3-4738-8451-b75eaad97b72 service neutron] 10.222.0.27 "GET /v2.0/ports?device_id=b20eb4ca-3eb3-47c8-85b8-db3b315521e2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1293809 Oct 19 08:02:45.958695 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c859643c-5e39-4dac-9bf7-5dd7c262c1ff req-140b375b-5845-4fa3-b417-c85c9f68784f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:02:45.960243 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-c859643c-5e39-4dac-9bf7-5dd7c262c1ff req-140b375b-5845-4fa3-b417-c85c9f68784f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a7d0b731e41746459629e24e4376a580&device_id=b20eb4ca-3eb3-47c8-85b8-db3b315521e2 HTTP/1.1" status: 200 len: 1098 time: 0.0412462 Oct 19 08:02:46.081216 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c859643c-5e39-4dac-9bf7-5dd7c262c1ff req-8f9b4a9c-8ea2-43b1-8573-caaeb7cc0085 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:02:46.082696 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-c859643c-5e39-4dac-9bf7-5dd7c262c1ff req-8f9b4a9c-8ea2-43b1-8573-caaeb7cc0085 service neutron] 10.222.0.16 "GET /v2.0/networks?id=d14a4db3-a516-4209-a5bb-de4dcfbac256 HTTP/1.1" status: 200 len: 912 time: 0.1164317 Oct 19 08:02:46.093422 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d07fd3e-4524-482c-b328-49103c6f44b8 req-0cec3142-17e8-4942-8fdf-95bd2a8ace70 tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:02:46.094803 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-1d07fd3e-4524-482c-b328-49103c6f44b8 req-0cec3142-17e8-4942-8fdf-95bd2a8ace70 tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] 10.222.0.27 "GET /v2.0/ports?device_id=b20eb4ca-3eb3-47c8-85b8-db3b315521e2 HTTP/1.1" status: 200 len: 945 time: 0.0693467 Oct 19 08:02:46.176963 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-1d07fd3e-4524-482c-b328-49103c6f44b8 req-742ce769-961c-4079-914c-df975078fb5f tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] 10.222.0.27 "GET /v2.0/security-groups?id=3c89b118-1d31-4979-b5cb-55dd9c23effd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0755680 Oct 19 08:02:46.180699 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-c859643c-5e39-4dac-9bf7-5dd7c262c1ff req-b4a8218e-b5a1-427e-8db4-76b437f83666 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=36bf7dac-b3e8-4f2c-85ef-139d5ba7b92c HTTP/1.1" status: 200 len: 1002 time: 0.0850279 Oct 19 08:02:46.229188 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c859643c-5e39-4dac-9bf7-5dd7c262c1ff req-3bee5cc6-60cf-4b2d-b2fe-c0776d9aa830 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:02:46.231428 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-c859643c-5e39-4dac-9bf7-5dd7c262c1ff req-3bee5cc6-60cf-4b2d-b2fe-c0776d9aa830 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e9300763-1630-426e-b5a8-006b77112f7c HTTP/1.1" status: 200 len: 850 time: 0.0447407 Oct 19 08:02:46.279297 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c859643c-5e39-4dac-9bf7-5dd7c262c1ff req-55d6628c-c1e0-430d-a783-4a1911a9a29f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:02:46.279297 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-c859643c-5e39-4dac-9bf7-5dd7c262c1ff req-55d6628c-c1e0-430d-a783-4a1911a9a29f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d14a4db3-a516-4209-a5bb-de4dcfbac256&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0402930 Oct 19 08:02:46.331154 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-aff26d6a-0c71-4d11-acc9-2bdd2ceb4bcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:02:46.375702 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-c859643c-5e39-4dac-9bf7-5dd7c262c1ff req-0f7290f3-ffb7-4fdc-a80c-87334cef2679 service neutron] 10.222.0.16 "GET /v2.0/networks/d14a4db3-a516-4209-a5bb-de4dcfbac256?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895226 Oct 19 08:02:46.467305 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-c859643c-5e39-4dac-9bf7-5dd7c262c1ff req-af0169ae-d56e-47bd-bb26-46fc5fd4d2d1 service neutron] 10.222.0.16 "GET /v2.0/networks/d14a4db3-a516-4209-a5bb-de4dcfbac256?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857382 Oct 19 08:02:47.301252 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3969732-8f4e-4d68-8a7e-b52ca69fec79 req-e9e26f9d-85b1-4ebf-8fa4-e5b162ea8fa5 tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:02:47.302760 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-e3969732-8f4e-4d68-8a7e-b52ca69fec79 req-e9e26f9d-85b1-4ebf-8fa4-e5b162ea8fa5 tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] 10.222.0.27 "GET /v2.0/ports?device_id=b20eb4ca-3eb3-47c8-85b8-db3b315521e2 HTTP/1.1" status: 200 len: 945 time: 0.0498030 Oct 19 08:02:47.341023 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-e3969732-8f4e-4d68-8a7e-b52ca69fec79 req-53a9cbdd-7e85-4c38-a199-a39eebb3b52d tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] 10.222.0.27 "GET /v2.0/security-groups?id=3c89b118-1d31-4979-b5cb-55dd9c23effd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320880 Oct 19 08:02:48.007342 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-2a2259f7-b034-4eec-af7a-7abaede746c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:02:48.461610 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e2ec3e-4bb4-41c6-9321-e9ce38a83d4f req-6d579958-bdad-40c3-bfe3-51f135f88239 tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:02:48.463080 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-25e2ec3e-4bb4-41c6-9321-e9ce38a83d4f req-6d579958-bdad-40c3-bfe3-51f135f88239 tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] 10.222.0.27 "GET /v2.0/ports?device_id=b20eb4ca-3eb3-47c8-85b8-db3b315521e2 HTTP/1.1" status: 200 len: 945 time: 0.0488696 Oct 19 08:02:48.500192 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-25e2ec3e-4bb4-41c6-9321-e9ce38a83d4f req-5a364843-4404-4f16-bb31-cb059a1f1812 tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] 10.222.0.27 "GET /v2.0/security-groups?id=3c89b118-1d31-4979-b5cb-55dd9c23effd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310907 Oct 19 08:02:49.055253 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-1a0da505-d0f9-48c6-b7e2-53b9c5e41298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:02:49.167460 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:02:49.622298 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668f6a32-5d87-4420-bcb1-5c549d6c8569 req-46d42f1e-ef26-4e74-9004-f52d09d08d4d tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:02:49.623739 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-668f6a32-5d87-4420-bcb1-5c549d6c8569 req-46d42f1e-ef26-4e74-9004-f52d09d08d4d tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] 10.222.0.27 "GET /v2.0/ports?device_id=b20eb4ca-3eb3-47c8-85b8-db3b315521e2 HTTP/1.1" status: 200 len: 945 time: 0.0487072 Oct 19 08:02:49.664080 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-668f6a32-5d87-4420-bcb1-5c549d6c8569 req-7450b24d-69db-4f83-b533-2647b673f0f0 tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] 10.222.0.27 "GET /v2.0/security-groups?id=3c89b118-1d31-4979-b5cb-55dd9c23effd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343666 Oct 19 08:02:50.783123 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c20d481-fd3a-4c3e-be24-d32f8a3b270f req-c41f06db-0cd8-461e-ac6b-a843d47f1d4f tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:02:50.784605 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-4c20d481-fd3a-4c3e-be24-d32f8a3b270f req-c41f06db-0cd8-461e-ac6b-a843d47f1d4f tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] 10.222.0.27 "GET /v2.0/ports?device_id=b20eb4ca-3eb3-47c8-85b8-db3b315521e2 HTTP/1.1" status: 200 len: 945 time: 0.0474420 Oct 19 08:02:50.822682 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-4c20d481-fd3a-4c3e-be24-d32f8a3b270f req-d8d7b0c0-c6e4-4267-bffc-6b79b74b28ad tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] 10.222.0.27 "GET /v2.0/security-groups?id=3c89b118-1d31-4979-b5cb-55dd9c23effd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321486 Oct 19 08:02:51.942246 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b3fd2a-8e1c-401d-93ee-aac81bfe19fe req-ad2f0305-6d02-4533-a7fe-c4089a37365d tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:02:51.943633 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-91b3fd2a-8e1c-401d-93ee-aac81bfe19fe req-ad2f0305-6d02-4533-a7fe-c4089a37365d tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] 10.222.0.27 "GET /v2.0/ports?device_id=b20eb4ca-3eb3-47c8-85b8-db3b315521e2 HTTP/1.1" status: 200 len: 945 time: 0.0487566 Oct 19 08:02:51.981227 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-91b3fd2a-8e1c-401d-93ee-aac81bfe19fe req-58774e9c-1c5d-4bd8-859b-09e98f1995db tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] 10.222.0.27 "GET /v2.0/security-groups?id=3c89b118-1d31-4979-b5cb-55dd9c23effd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309641 Oct 19 08:02:53.101093 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a927d2-7eff-4542-9e43-6414c1284f4d req-3f770862-a75d-4a26-9dfe-cd8d267d1b88 tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:02:53.102564 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-19a927d2-7eff-4542-9e43-6414c1284f4d req-3f770862-a75d-4a26-9dfe-cd8d267d1b88 tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] 10.222.0.27 "GET /v2.0/ports?device_id=b20eb4ca-3eb3-47c8-85b8-db3b315521e2 HTTP/1.1" status: 200 len: 945 time: 0.0485568 Oct 19 08:02:53.143818 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-19a927d2-7eff-4542-9e43-6414c1284f4d req-a04cbde7-a0c6-4d38-b5d4-ea693f9b3bb8 tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] 10.222.0.27 "GET /v2.0/security-groups?id=3c89b118-1d31-4979-b5cb-55dd9c23effd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346093 Oct 19 08:02:54.264137 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf36cc8-9750-48c2-bf1b-9da2b7e44faa req-c32db55d-df01-40ef-9f46-60ce8da59e91 tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:02:54.265616 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-5bf36cc8-9750-48c2-bf1b-9da2b7e44faa req-c32db55d-df01-40ef-9f46-60ce8da59e91 tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] 10.222.0.27 "GET /v2.0/ports?device_id=b20eb4ca-3eb3-47c8-85b8-db3b315521e2 HTTP/1.1" status: 200 len: 945 time: 0.0480504 Oct 19 08:02:54.303726 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-5bf36cc8-9750-48c2-bf1b-9da2b7e44faa req-3e297d85-d981-451d-9af6-98b629d25e82 tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] 10.222.0.27 "GET /v2.0/security-groups?id=3c89b118-1d31-4979-b5cb-55dd9c23effd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322192 Oct 19 08:02:55.426140 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf895dce-f110-4825-bd31-c83c9ce21a4e req-2c9b9727-4bb2-47c1-b9d0-63e1cf052500 tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:02:55.427593 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-cf895dce-f110-4825-bd31-c83c9ce21a4e req-2c9b9727-4bb2-47c1-b9d0-63e1cf052500 tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] 10.222.0.27 "GET /v2.0/ports?device_id=b20eb4ca-3eb3-47c8-85b8-db3b315521e2 HTTP/1.1" status: 200 len: 945 time: 0.0476093 Oct 19 08:02:55.465340 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-cf895dce-f110-4825-bd31-c83c9ce21a4e req-b6ff2160-d339-4145-8550-89df144096e4 tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] 10.222.0.27 "GET /v2.0/security-groups?id=3c89b118-1d31-4979-b5cb-55dd9c23effd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310981 Oct 19 08:02:56.585600 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ce52ed-efbd-4105-ac8e-4dd7ee0872a6 req-f83aed27-2b85-4fbf-aafe-490411c81d2e tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:02:56.587064 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-b8ce52ed-efbd-4105-ac8e-4dd7ee0872a6 req-f83aed27-2b85-4fbf-aafe-490411c81d2e tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] 10.222.0.27 "GET /v2.0/ports?device_id=b20eb4ca-3eb3-47c8-85b8-db3b315521e2 HTTP/1.1" status: 200 len: 945 time: 0.0483468 Oct 19 08:02:56.627800 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-b8ce52ed-efbd-4105-ac8e-4dd7ee0872a6 req-600f52fe-5b01-46c5-b100-1cfa46044540 tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] 10.222.0.27 "GET /v2.0/security-groups?id=3c89b118-1d31-4979-b5cb-55dd9c23effd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345106 Oct 19 08:02:57.747459 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadc3aa2-dcf4-4879-8e08-86093cf207b6 req-2d36c4a0-af4b-43c8-a2b4-71ba955fcc96 tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:02:57.748963 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-cadc3aa2-dcf4-4879-8e08-86093cf207b6 req-2d36c4a0-af4b-43c8-a2b4-71ba955fcc96 tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] 10.222.0.27 "GET /v2.0/ports?device_id=b20eb4ca-3eb3-47c8-85b8-db3b315521e2 HTTP/1.1" status: 200 len: 945 time: 0.0490582 Oct 19 08:02:57.785873 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-cadc3aa2-dcf4-4879-8e08-86093cf207b6 req-a19a09f5-7f0e-4535-b896-c2c8b8d1cde8 tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] 10.222.0.27 "GET /v2.0/security-groups?id=3c89b118-1d31-4979-b5cb-55dd9c23effd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311139 Oct 19 08:02:58.906621 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b18f49c-3629-45a4-af7c-60e778131f03 req-9e4d04f5-f2bc-4b6e-b5dd-5c3dec84df37 tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:02:58.908081 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-9b18f49c-3629-45a4-af7c-60e778131f03 req-9e4d04f5-f2bc-4b6e-b5dd-5c3dec84df37 tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] 10.222.0.27 "GET /v2.0/ports?device_id=b20eb4ca-3eb3-47c8-85b8-db3b315521e2 HTTP/1.1" status: 200 len: 945 time: 0.0479252 Oct 19 08:02:58.945324 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-9b18f49c-3629-45a4-af7c-60e778131f03 req-68f57384-90cd-486f-92de-ebafbcb3ce07 tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] 10.222.0.27 "GET /v2.0/security-groups?id=3c89b118-1d31-4979-b5cb-55dd9c23effd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312483 Oct 19 08:03:00.064238 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e379dc97-b219-4492-9a16-5701cd7a630d req-cce5a1b4-93ea-4deb-8b17-0023f9520049 tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:03:00.065702 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-e379dc97-b219-4492-9a16-5701cd7a630d req-cce5a1b4-93ea-4deb-8b17-0023f9520049 tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] 10.222.0.27 "GET /v2.0/ports?device_id=b20eb4ca-3eb3-47c8-85b8-db3b315521e2 HTTP/1.1" status: 200 len: 945 time: 0.0480738 Oct 19 08:03:00.106902 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-e379dc97-b219-4492-9a16-5701cd7a630d req-fdeb17d9-5a08-4e28-9b1f-b95345c4b9ad tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] 10.222.0.27 "GET /v2.0/security-groups?id=3c89b118-1d31-4979-b5cb-55dd9c23effd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352721 Oct 19 08:03:01.227659 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3b57f8-773e-4d9b-ae9c-deb7d6b3a98e req-ade39cc4-b863-411c-9f1c-81d01e619ae9 tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:03:01.231475 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-5d3b57f8-773e-4d9b-ae9c-deb7d6b3a98e req-ade39cc4-b863-411c-9f1c-81d01e619ae9 tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] 10.222.0.27 "GET /v2.0/ports?device_id=b20eb4ca-3eb3-47c8-85b8-db3b315521e2 HTTP/1.1" status: 200 len: 945 time: 0.0484872 Oct 19 08:03:01.267804 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-5d3b57f8-773e-4d9b-ae9c-deb7d6b3a98e req-5851e76e-aefe-4fc1-94aa-e55ba8e62d17 tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] 10.222.0.27 "GET /v2.0/security-groups?id=3c89b118-1d31-4979-b5cb-55dd9c23effd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314143 Oct 19 08:03:02.388558 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c619fb83-b27f-4916-8952-e8d29610474f req-bda963c1-ff28-40cc-bba5-628de68324ca tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:03:02.390016 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-c619fb83-b27f-4916-8952-e8d29610474f req-bda963c1-ff28-40cc-bba5-628de68324ca tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] 10.222.0.27 "GET /v2.0/ports?device_id=b20eb4ca-3eb3-47c8-85b8-db3b315521e2 HTTP/1.1" status: 200 len: 945 time: 0.0492754 Oct 19 08:03:02.427997 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-c619fb83-b27f-4916-8952-e8d29610474f req-822fdd04-7001-47bb-b3af-d7aad4bce948 tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] 10.222.0.27 "GET /v2.0/security-groups?id=3c89b118-1d31-4979-b5cb-55dd9c23effd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319824 Oct 19 08:03:03.052065 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-c859643c-5e39-4dac-9bf7-5dd7c262c1ff req-c4a9d023-2e50-4f64-871a-5905c8a84fcd service neutron] 10.222.0.16 "GET /v2.0/ports/36bf7dac-b3e8-4f2c-85ef-139d5ba7b92c/bindings/hv-neutron-8616 HTTP/1.1" status: 200 len: 384 time: 0.0541270 Oct 19 08:03:03.252534 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c859643c-5e39-4dac-9bf7-5dd7c262c1ff req-fcdc6646-0564-42b8-9dcb-a3d9e28c5678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:03:03.254028 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-c859643c-5e39-4dac-9bf7-5dd7c262c1ff req-fcdc6646-0564-42b8-9dcb-a3d9e28c5678 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=b20eb4ca-3eb3-47c8-85b8-db3b315521e2&tenant_id=a7d0b731e41746459629e24e4376a580 HTTP/1.1" status: 200 len: 1098 time: 0.0439076 Oct 19 08:03:03.313661 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c859643c-5e39-4dac-9bf7-5dd7c262c1ff req-cb2fd701-cc16-47de-99e9-08fdc5009acf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:03:03.315073 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-c859643c-5e39-4dac-9bf7-5dd7c262c1ff req-cb2fd701-cc16-47de-99e9-08fdc5009acf service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a7d0b731e41746459629e24e4376a580&device_id=b20eb4ca-3eb3-47c8-85b8-db3b315521e2 HTTP/1.1" status: 200 len: 1098 time: 0.0400534 Oct 19 08:03:03.406055 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c859643c-5e39-4dac-9bf7-5dd7c262c1ff req-21a3412e-7e3a-4956-9e3c-1a0b8eca1dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:03:03.407501 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-c859643c-5e39-4dac-9bf7-5dd7c262c1ff req-21a3412e-7e3a-4956-9e3c-1a0b8eca1dbe service neutron] 10.222.0.16 "GET /v2.0/networks?id=d14a4db3-a516-4209-a5bb-de4dcfbac256 HTTP/1.1" status: 200 len: 912 time: 0.0864153 Oct 19 08:03:03.471199 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-c859643c-5e39-4dac-9bf7-5dd7c262c1ff req-eeca548e-abb9-413e-936f-a6cdff741119 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=36bf7dac-b3e8-4f2c-85ef-139d5ba7b92c HTTP/1.1" status: 200 len: 1002 time: 0.0570970 Oct 19 08:03:03.550225 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c859643c-5e39-4dac-9bf7-5dd7c262c1ff req-71427287-e3e7-4209-9d6b-72d6c62f93d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:03:03.551665 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-c859643c-5e39-4dac-9bf7-5dd7c262c1ff req-71427287-e3e7-4209-9d6b-72d6c62f93d4 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e9300763-1630-426e-b5a8-006b77112f7c HTTP/1.1" status: 200 len: 850 time: 0.0745790 Oct 19 08:03:03.563804 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f37456-9bbc-4c94-bcb1-17108139df2a req-8a38795e-68cc-4103-9711-81343048cfe7 tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:03:03.565133 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-05f37456-9bbc-4c94-bcb1-17108139df2a req-8a38795e-68cc-4103-9711-81343048cfe7 tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] 10.222.0.27 "GET /v2.0/ports?device_id=b20eb4ca-3eb3-47c8-85b8-db3b315521e2 HTTP/1.1" status: 200 len: 945 time: 0.0623028 Oct 19 08:03:03.625371 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-05f37456-9bbc-4c94-bcb1-17108139df2a req-11c72e56-235c-40f9-a49d-5484b65b014c tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] 10.222.0.27 "GET /v2.0/security-groups?id=3c89b118-1d31-4979-b5cb-55dd9c23effd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511692 Oct 19 08:03:03.629623 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c859643c-5e39-4dac-9bf7-5dd7c262c1ff req-6a834d68-6888-44e5-9962-29af256871bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:03:03.631037 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-c859643c-5e39-4dac-9bf7-5dd7c262c1ff req-6a834d68-6888-44e5-9962-29af256871bd service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d14a4db3-a516-4209-a5bb-de4dcfbac256&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0650792 Oct 19 08:03:03.722933 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-c859643c-5e39-4dac-9bf7-5dd7c262c1ff req-afa2eb70-ef3d-4290-b779-d1ff447682c8 service neutron] 10.222.0.16 "GET /v2.0/networks/d14a4db3-a516-4209-a5bb-de4dcfbac256?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849190 Oct 19 08:03:03.810541 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-c859643c-5e39-4dac-9bf7-5dd7c262c1ff req-e59d0b27-6863-4da6-a511-86a80aec4a99 service neutron] 10.222.0.16 "GET /v2.0/networks/d14a4db3-a516-4209-a5bb-de4dcfbac256?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810890 Oct 19 08:03:04.632649 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.agents_db [None req-6057327c-4456-4c72-8e75-6d3cd9249757 None None] Agent healthcheck: found 6 active agents {{(pid=103335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 08:03:04.747199 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31c7ffc-4d76-4809-9f29-8292b98f9fa2 req-0b09e06b-e47e-4d04-ab88-56c55278b482 tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:03:04.748708 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-a31c7ffc-4d76-4809-9f29-8292b98f9fa2 req-0b09e06b-e47e-4d04-ab88-56c55278b482 tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] 10.222.0.27 "GET /v2.0/ports?device_id=b20eb4ca-3eb3-47c8-85b8-db3b315521e2 HTTP/1.1" status: 200 len: 945 time: 0.0492470 Oct 19 08:03:04.793991 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-a31c7ffc-4d76-4809-9f29-8292b98f9fa2 req-804f35ef-c01d-41fb-b8b3-4da5b58668c9 tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] 10.222.0.27 "GET /v2.0/security-groups?id=3c89b118-1d31-4979-b5cb-55dd9c23effd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393453 Oct 19 08:03:05.915793 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0047633c-55a4-40ef-9efa-ff14e2209079 req-36d3ebec-5a94-4882-ad06-080d5a0afe7a tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:03:05.917198 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-0047633c-55a4-40ef-9efa-ff14e2209079 req-36d3ebec-5a94-4882-ad06-080d5a0afe7a tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] 10.222.0.27 "GET /v2.0/ports?device_id=b20eb4ca-3eb3-47c8-85b8-db3b315521e2 HTTP/1.1" status: 200 len: 945 time: 0.0485437 Oct 19 08:03:05.955474 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-0047633c-55a4-40ef-9efa-ff14e2209079 req-364fbfda-5966-476e-8952-4e463505a82b tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] 10.222.0.27 "GET /v2.0/security-groups?id=3c89b118-1d31-4979-b5cb-55dd9c23effd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323691 Oct 19 08:03:06.280575 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc19cd3-1f8e-4040-adc9-bc8289f1bbae req-ea4444ce-3341-4e33-a1f9-686dfa51b877 tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:03:06.282099 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-acc19cd3-1f8e-4040-adc9-bc8289f1bbae req-ea4444ce-3341-4e33-a1f9-686dfa51b877 tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] 10.222.0.16 "GET /v2.0/ports?device_id=b20eb4ca-3eb3-47c8-85b8-db3b315521e2&tenant_id=a7d0b731e41746459629e24e4376a580&binding%3Ahost_id=hv-neutron-8616 HTTP/1.1" status: 200 len: 945 time: 0.0820127 Oct 19 08:03:06.296334 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd9aab0-9cd3-42ac-ab15-a0cdba40786e req-2c86cab2-4e79-4106-9645-d5488ba1b27f tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:03:06.297822 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-abd9aab0-9cd3-42ac-ab15-a0cdba40786e req-2c86cab2-4e79-4106-9645-d5488ba1b27f tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] 10.222.0.27 "GET /v2.0/ports?device_id=b20eb4ca-3eb3-47c8-85b8-db3b315521e2 HTTP/1.1" status: 200 len: 945 time: 0.0700765 Oct 19 08:03:06.372501 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-abd9aab0-9cd3-42ac-ab15-a0cdba40786e req-f2953c63-ba72-43dd-aba4-04e7cdc898ea tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] 10.222.0.27 "GET /v2.0/security-groups?id=3c89b118-1d31-4979-b5cb-55dd9c23effd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0673447 Oct 19 08:03:06.381995 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-acc19cd3-1f8e-4040-adc9-bc8289f1bbae req-79f3af86-9c9e-4e35-a50e-9a2a10ee3d4e service neutron] 10.222.0.16 "GET /v2.0/ports/36bf7dac-b3e8-4f2c-85ef-139d5ba7b92c/bindings/hv-neutron-8616 HTTP/1.1" status: 200 len: 384 time: 0.0832677 Oct 19 08:03:06.443473 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc19cd3-1f8e-4040-adc9-bc8289f1bbae req-aa0f69fe-ede5-4cb6-9bd2-1bbe4334c7d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:03:06.444918 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-acc19cd3-1f8e-4040-adc9-bc8289f1bbae req-aa0f69fe-ede5-4cb6-9bd2-1bbe4334c7d9 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a7d0b731e41746459629e24e4376a580&device_id=b20eb4ca-3eb3-47c8-85b8-db3b315521e2 HTTP/1.1" status: 200 len: 1098 time: 0.0410709 Oct 19 08:03:06.535810 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc19cd3-1f8e-4040-adc9-bc8289f1bbae req-c125bd92-de25-4cec-a870-71073c071d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:03:06.537296 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-acc19cd3-1f8e-4040-adc9-bc8289f1bbae req-c125bd92-de25-4cec-a870-71073c071d83 service neutron] 10.222.0.16 "GET /v2.0/networks?id=d14a4db3-a516-4209-a5bb-de4dcfbac256 HTTP/1.1" status: 200 len: 912 time: 0.0855734 Oct 19 08:03:06.602093 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-acc19cd3-1f8e-4040-adc9-bc8289f1bbae req-3600847a-96a5-4a8d-835c-7335b2226456 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=36bf7dac-b3e8-4f2c-85ef-139d5ba7b92c HTTP/1.1" status: 200 len: 1002 time: 0.0583816 Oct 19 08:03:06.650126 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc19cd3-1f8e-4040-adc9-bc8289f1bbae req-c460f70f-091c-4d57-909c-717cdfe21ada service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:03:06.652153 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-acc19cd3-1f8e-4040-adc9-bc8289f1bbae req-c460f70f-091c-4d57-909c-717cdfe21ada service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e9300763-1630-426e-b5a8-006b77112f7c HTTP/1.1" status: 200 len: 850 time: 0.0433087 Oct 19 08:03:06.699570 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc19cd3-1f8e-4040-adc9-bc8289f1bbae req-a3f8f063-3a77-445a-9657-b2c86fdd2812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:03:06.701005 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-acc19cd3-1f8e-4040-adc9-bc8289f1bbae req-a3f8f063-3a77-445a-9657-b2c86fdd2812 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d14a4db3-a516-4209-a5bb-de4dcfbac256&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0436273 Oct 19 08:03:06.789125 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-acc19cd3-1f8e-4040-adc9-bc8289f1bbae req-356f8771-54a2-4644-9d24-e40b2a60b89f service neutron] 10.222.0.16 "GET /v2.0/networks/d14a4db3-a516-4209-a5bb-de4dcfbac256?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818143 Oct 19 08:03:06.794286 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Device 36bf7dac-b3e8-4f2c-85ef-139d5ba7b92c details requested by agent hyperv_hv-neutron-8616 with host hv-neutron-8616 {{(pid=103334) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 08:03:06.801101 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Device 36bf7dac-b3e8-4f2c-85ef-139d5ba7b92c no longer exists at agent hyperv_hv-neutron-8616 {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 08:03:06.888198 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-acc19cd3-1f8e-4040-adc9-bc8289f1bbae req-cd82199c-5300-448e-b2f2-e80f1b0435c8 service neutron] 10.222.0.16 "GET /v2.0/networks/d14a4db3-a516-4209-a5bb-de4dcfbac256?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920858 Oct 19 08:03:06.942114 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Current status of the port 36bf7dac-b3e8-4f2c-85ef-139d5ba7b92c is: ACTIVE; New status is: DOWN {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 08:03:06.942502 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:03:06.979574 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] For port 36bf7dac-b3e8-4f2c-85ef-139d5ba7b92c, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=36bf7dac-b3e8-4f2c-85ef-139d5ba7b92c,segment=NetworkSegment(815a78b5-3ac4-4562-a353-e425dae619bf),segment_id=815a78b5-3ac4-4562-a353-e425dae619bf)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 08:03:06.989902 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b20eb4ca-3eb3-47c8-85b8-db3b315521e2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '36bf7dac-b3e8-4f2c-85ef-139d5ba7b92c'}] {{(pid=103334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 19 08:03:06.992324 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d918bd29c62f7e926e80ce37adcd574e0921d2de3006e6b6ef58999f52d8e2e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d89a589-fab2-45ea-9716-1e2010fa577a" -d '{"events": [{"server_uuid": "b20eb4ca-3eb3-47c8-85b8-db3b315521e2", "name": "network-vif-unplugged", "status": "completed", "tag": "36bf7dac-b3e8-4f2c-85ef-139d5ba7b92c"}]}' {{(pid=103334) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 08:03:07.006672 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Returning: {'device': '36bf7dac-b3e8-4f2c-85ef-139d5ba7b92c', 'network_id': 'd14a4db3-a516-4209-a5bb-de4dcfbac256', 'port_id': '36bf7dac-b3e8-4f2c-85ef-139d5ba7b92c', 'mac_address': 'fa:16:3e:91:97:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9300763-1630-426e-b5a8-006b77112f7c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103334) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 08:03:07.009869 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] For port 36bf7dac-b3e8-4f2c-85ef-139d5ba7b92c, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=36bf7dac-b3e8-4f2c-85ef-139d5ba7b92c,segment=NetworkSegment(815a78b5-3ac4-4562-a353-e425dae619bf),segment_id=815a78b5-3ac4-4562-a353-e425dae619bf)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 08:03:07.015289 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:03:07.059675 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 19 Oct 2022 08:03:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6739f986-b744-4e6a-a6e4-32a43052bc7b x-openstack-request-id: req-6739f986-b744-4e6a-a6e4-32a43052bc7b {{(pid=103334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 08:03:07.059973 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b20eb4ca-3eb3-47c8-85b8-db3b315521e2", "name": "network-vif-unplugged", "status": "completed", "tag": "36bf7dac-b3e8-4f2c-85ef-139d5ba7b92c", "code": 200}]} {{(pid=103334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 08:03:07.060228 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-6739f986-b744-4e6a-a6e4-32a43052bc7b {{(pid=103334) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 08:03:07.060646 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6739f986-b744-4e6a-a6e4-32a43052bc7b'] response: {'server_uuid': 'b20eb4ca-3eb3-47c8-85b8-db3b315521e2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '36bf7dac-b3e8-4f2c-85ef-139d5ba7b92c', 'code': 200} Oct 19 08:03:07.081345 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Current status of the port 36bf7dac-b3e8-4f2c-85ef-139d5ba7b92c is: DOWN; New status is: BUILD {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 08:03:07.081730 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:03:07.105103 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.notifiers.nova [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36bf7dac-b3e8-4f2c-85ef-139d5ba7b92c {{(pid=103334) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 19 08:03:07.109031 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Pushing event updated for resources: {'Port': ['ID=36bf7dac-b3e8-4f2c-85ef-139d5ba7b92c,revision_number=6']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:03:07.122680 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:03:07.123022 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:03:07.123354 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:03:07.123682 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:03:07.124006 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:03:07.124330 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:03:07.124677 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:03:07.124998 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:03:07.125316 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:03:07.125633 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:03:07.125945 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:03:07.126257 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:03:07.136802 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] For port 36bf7dac-b3e8-4f2c-85ef-139d5ba7b92c, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=36bf7dac-b3e8-4f2c-85ef-139d5ba7b92c,segment=NetworkSegment(815a78b5-3ac4-4562-a353-e425dae619bf),segment_id=815a78b5-3ac4-4562-a353-e425dae619bf)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 08:03:07.140474 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:03:07.189358 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Pushing event updated for resources: {'Port': ['ID=36bf7dac-b3e8-4f2c-85ef-139d5ba7b92c,revision_number=7']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:03:07.201416 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] get_ports_and_sgs() called for port_ids ['36bf7dac-b3e8-4f2c-85ef-139d5ba7b92c'] {{(pid=103334) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 19 08:03:07.498491 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59f8f0b-fc1a-44eb-8a9b-12ba021f5157 req-1902a7a0-3951-414b-ace9-87d8802bf161 tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:03:07.499963 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-b59f8f0b-fc1a-44eb-8a9b-12ba021f5157 req-1902a7a0-3951-414b-ace9-87d8802bf161 tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] 10.222.0.27 "GET /v2.0/ports?device_id=b20eb4ca-3eb3-47c8-85b8-db3b315521e2 HTTP/1.1" status: 200 len: 944 time: 0.0507922 Oct 19 08:03:07.536650 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-b59f8f0b-fc1a-44eb-8a9b-12ba021f5157 req-d8e06f5e-9e56-4f49-aeb0-fc38930cba64 tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] 10.222.0.27 "GET /v2.0/security-groups?id=3c89b118-1d31-4979-b5cb-55dd9c23effd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306194 Oct 19 08:03:08.660349 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafd3ad6-3292-4c41-917d-8507a4664ef7 req-cca27f27-f5eb-430a-b566-fa81558ae13e tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:03:08.661855 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-fafd3ad6-3292-4c41-917d-8507a4664ef7 req-cca27f27-f5eb-430a-b566-fa81558ae13e tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] 10.222.0.27 "GET /v2.0/ports?device_id=b20eb4ca-3eb3-47c8-85b8-db3b315521e2 HTTP/1.1" status: 200 len: 944 time: 0.0485146 Oct 19 08:03:08.702103 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-fafd3ad6-3292-4c41-917d-8507a4664ef7 req-3e420bea-e832-42bf-a87f-0553a98be070 tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] 10.222.0.27 "GET /v2.0/security-groups?id=3c89b118-1d31-4979-b5cb-55dd9c23effd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342438 Oct 19 08:03:08.804215 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Device 36bf7dac-b3e8-4f2c-85ef-139d5ba7b92c up at agent hyperv_hv-neutron-8616 {{(pid=103334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 08:03:08.851327 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Provisioning complete for port 36bf7dac-b3e8-4f2c-85ef-139d5ba7b92c triggered by entity L2. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 08:03:08.851620 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:03:08.851949 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Attempt 1 to provision port 36bf7dac-b3e8-4f2c-85ef-139d5ba7b92c Oct 19 08:03:08.931508 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Current status of the port 36bf7dac-b3e8-4f2c-85ef-139d5ba7b92c is: BUILD; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 08:03:08.932263 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:03:08.966274 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] For port 36bf7dac-b3e8-4f2c-85ef-139d5ba7b92c, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=36bf7dac-b3e8-4f2c-85ef-139d5ba7b92c,segment=NetworkSegment(815a78b5-3ac4-4562-a353-e425dae619bf),segment_id=815a78b5-3ac4-4562-a353-e425dae619bf)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 08:03:08.970312 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:03:09.019834 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Pushing event updated for resources: {'Port': ['ID=36bf7dac-b3e8-4f2c-85ef-139d5ba7b92c,revision_number=8']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:03:09.062224 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b20eb4ca-3eb3-47c8-85b8-db3b315521e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36bf7dac-b3e8-4f2c-85ef-139d5ba7b92c'}] {{(pid=103334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 19 08:03:09.064655 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d918bd29c62f7e926e80ce37adcd574e0921d2de3006e6b6ef58999f52d8e2e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5eef70a-4a16-4fdc-82f2-53b7ded9d80e" -d '{"events": [{"server_uuid": "b20eb4ca-3eb3-47c8-85b8-db3b315521e2", "name": "network-vif-plugged", "status": "completed", "tag": "36bf7dac-b3e8-4f2c-85ef-139d5ba7b92c"}]}' {{(pid=103334) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 08:03:09.107475 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 19 Oct 2022 08:03:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0308618b-2028-489f-a8b8-4f468e259df1 x-openstack-request-id: req-0308618b-2028-489f-a8b8-4f468e259df1 {{(pid=103334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 08:03:09.107787 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b20eb4ca-3eb3-47c8-85b8-db3b315521e2", "name": "network-vif-plugged", "status": "completed", "tag": "36bf7dac-b3e8-4f2c-85ef-139d5ba7b92c", "code": 200}]} {{(pid=103334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 08:03:09.108040 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-0308618b-2028-489f-a8b8-4f468e259df1 {{(pid=103334) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 08:03:09.108460 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0308618b-2028-489f-a8b8-4f468e259df1'] response: {'server_uuid': 'b20eb4ca-3eb3-47c8-85b8-db3b315521e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36bf7dac-b3e8-4f2c-85ef-139d5ba7b92c', 'code': 200} Oct 19 08:03:09.227346 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc19cd3-1f8e-4040-adc9-bc8289f1bbae req-bf4bf41c-604d-4ecd-8cad-a6ef1f9d801d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:03:09.228924 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-acc19cd3-1f8e-4040-adc9-bc8289f1bbae req-bf4bf41c-604d-4ecd-8cad-a6ef1f9d801d service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=b20eb4ca-3eb3-47c8-85b8-db3b315521e2&tenant_id=a7d0b731e41746459629e24e4376a580 HTTP/1.1" status: 200 len: 1098 time: 0.0412192 Oct 19 08:03:09.286801 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc19cd3-1f8e-4040-adc9-bc8289f1bbae req-8c9a73d1-c2b2-40ee-b155-950475813829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:03:09.288275 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-acc19cd3-1f8e-4040-adc9-bc8289f1bbae req-8c9a73d1-c2b2-40ee-b155-950475813829 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a7d0b731e41746459629e24e4376a580&device_id=b20eb4ca-3eb3-47c8-85b8-db3b315521e2 HTTP/1.1" status: 200 len: 1098 time: 0.0397398 Oct 19 08:03:09.380232 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc19cd3-1f8e-4040-adc9-bc8289f1bbae req-f7e9602d-fcf9-487f-a5e2-433da727e877 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:03:09.381665 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-acc19cd3-1f8e-4040-adc9-bc8289f1bbae req-f7e9602d-fcf9-487f-a5e2-433da727e877 service neutron] 10.222.0.16 "GET /v2.0/networks?id=d14a4db3-a516-4209-a5bb-de4dcfbac256 HTTP/1.1" status: 200 len: 912 time: 0.0875821 Oct 19 08:03:09.444916 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-acc19cd3-1f8e-4040-adc9-bc8289f1bbae req-dcaa6c9b-7cd5-40dc-b9b9-48b5c251b9cc service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=36bf7dac-b3e8-4f2c-85ef-139d5ba7b92c HTTP/1.1" status: 200 len: 1002 time: 0.0568163 Oct 19 08:03:09.491312 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc19cd3-1f8e-4040-adc9-bc8289f1bbae req-09a47007-80d8-4efa-a6b0-88da8a203f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:03:09.492745 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-acc19cd3-1f8e-4040-adc9-bc8289f1bbae req-09a47007-80d8-4efa-a6b0-88da8a203f56 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e9300763-1630-426e-b5a8-006b77112f7c HTTP/1.1" status: 200 len: 850 time: 0.0421541 Oct 19 08:03:09.539132 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc19cd3-1f8e-4040-adc9-bc8289f1bbae req-c51d4537-2be4-40c6-b8b7-71262cb10152 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:03:09.540668 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-acc19cd3-1f8e-4040-adc9-bc8289f1bbae req-c51d4537-2be4-40c6-b8b7-71262cb10152 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d14a4db3-a516-4209-a5bb-de4dcfbac256&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0418808 Oct 19 08:03:09.628487 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-acc19cd3-1f8e-4040-adc9-bc8289f1bbae req-dc785028-b306-4ae6-838e-196544f738c0 service neutron] 10.222.0.16 "GET /v2.0/networks/d14a4db3-a516-4209-a5bb-de4dcfbac256?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814250 Oct 19 08:03:09.719584 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-acc19cd3-1f8e-4040-adc9-bc8289f1bbae req-8f9bd631-0912-450a-a4ad-04958cb1515e service neutron] 10.222.0.16 "GET /v2.0/networks/d14a4db3-a516-4209-a5bb-de4dcfbac256?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845397 Oct 19 08:03:09.825385 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050dd566-f57c-4150-b01a-dbb09f39bc74 req-d4c98e1f-b483-4cc0-aef5-4ed66a4e01d1 tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:03:09.826865 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-050dd566-f57c-4150-b01a-dbb09f39bc74 req-d4c98e1f-b483-4cc0-aef5-4ed66a4e01d1 tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] 10.222.0.27 "GET /v2.0/ports?device_id=b20eb4ca-3eb3-47c8-85b8-db3b315521e2 HTTP/1.1" status: 200 len: 945 time: 0.0492356 Oct 19 08:03:09.864646 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-050dd566-f57c-4150-b01a-dbb09f39bc74 req-682b1e4d-df28-4a64-b5a3-0da9680daf49 tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] 10.222.0.27 "GET /v2.0/security-groups?id=3c89b118-1d31-4979-b5cb-55dd9c23effd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316043 Oct 19 08:03:10.988074 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec85cc18-7556-4397-93ec-d3053febe618 req-45a8ffc7-dec1-4ee9-b140-1213a314b4ae tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:03:10.989583 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-ec85cc18-7556-4397-93ec-d3053febe618 req-45a8ffc7-dec1-4ee9-b140-1213a314b4ae tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] 10.222.0.27 "GET /v2.0/ports?device_id=b20eb4ca-3eb3-47c8-85b8-db3b315521e2 HTTP/1.1" status: 200 len: 945 time: 0.0486133 Oct 19 08:03:11.027235 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-ec85cc18-7556-4397-93ec-d3053febe618 req-cbaec834-b1db-4cd0-9f36-57d820da0ee0 tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] 10.222.0.27 "GET /v2.0/security-groups?id=3c89b118-1d31-4979-b5cb-55dd9c23effd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315506 Oct 19 08:03:11.949234 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:03:12.153299 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ee108a-2b3c-496f-9a0a-81380f471e7a req-257093ef-d6ae-4b06-89d8-8ea610046366 tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:03:12.154775 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-27ee108a-2b3c-496f-9a0a-81380f471e7a req-257093ef-d6ae-4b06-89d8-8ea610046366 tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] 10.222.0.27 "GET /v2.0/ports?device_id=b20eb4ca-3eb3-47c8-85b8-db3b315521e2 HTTP/1.1" status: 200 len: 945 time: 0.0530326 Oct 19 08:03:12.191510 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-27ee108a-2b3c-496f-9a0a-81380f471e7a req-bdc5cc28-1df0-4084-bd5a-725f99f83a29 tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] 10.222.0.27 "GET /v2.0/security-groups?id=3c89b118-1d31-4979-b5cb-55dd9c23effd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308182 Oct 19 08:03:12.311318 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb1911b-1396-47d9-b5f1-8563635b8dde req-84c7f4ea-6436-429a-8f26-6db90d36ad10 tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:03:12.312823 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-bdb1911b-1396-47d9-b5f1-8563635b8dde req-84c7f4ea-6436-429a-8f26-6db90d36ad10 tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] 10.222.0.27 "GET /v2.0/ports?device_id=b20eb4ca-3eb3-47c8-85b8-db3b315521e2 HTTP/1.1" status: 200 len: 945 time: 0.0487170 Oct 19 08:03:12.350687 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-bdb1911b-1396-47d9-b5f1-8563635b8dde req-8dcaa1b5-224f-45a9-84ec-fbde6ac7fcd4 tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] 10.222.0.27 "GET /v2.0/security-groups?id=3c89b118-1d31-4979-b5cb-55dd9c23effd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319428 Oct 19 08:03:12.468185 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93daf622-94fc-4b0f-9dbe-f9be2d1591f4 req-e2e681b2-9fd7-4c4f-a23c-eacb710420b1 tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:03:12.469593 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-93daf622-94fc-4b0f-9dbe-f9be2d1591f4 req-e2e681b2-9fd7-4c4f-a23c-eacb710420b1 tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] 10.222.0.27 "GET /v2.0/ports?device_id=b20eb4ca-3eb3-47c8-85b8-db3b315521e2 HTTP/1.1" status: 200 len: 945 time: 0.0485747 Oct 19 08:03:12.506114 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-93daf622-94fc-4b0f-9dbe-f9be2d1591f4 req-0ad5a133-9954-49f1-99e6-396f17a62aa7 tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] 10.222.0.27 "GET /v2.0/security-groups?id=3c89b118-1d31-4979-b5cb-55dd9c23effd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305033 Oct 19 08:03:12.859477 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Device 36bf7dac-b3e8-4f2c-85ef-139d5ba7b92c details requested by agent hyperv_hv-neutron-8616 with host hv-neutron-8616 {{(pid=103334) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 08:03:12.862789 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Device 36bf7dac-b3e8-4f2c-85ef-139d5ba7b92c no longer exists at agent hyperv_hv-neutron-8616 {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 08:03:13.021128 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] For port 36bf7dac-b3e8-4f2c-85ef-139d5ba7b92c, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=36bf7dac-b3e8-4f2c-85ef-139d5ba7b92c,segment=NetworkSegment(815a78b5-3ac4-4562-a353-e425dae619bf),segment_id=815a78b5-3ac4-4562-a353-e425dae619bf)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 08:03:13.023324 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Current status of the port 36bf7dac-b3e8-4f2c-85ef-139d5ba7b92c is: ACTIVE; New status is: DOWN {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 08:03:13.023714 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:03:13.042167 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Returning: {'device': '36bf7dac-b3e8-4f2c-85ef-139d5ba7b92c', 'network_id': 'd14a4db3-a516-4209-a5bb-de4dcfbac256', 'port_id': '36bf7dac-b3e8-4f2c-85ef-139d5ba7b92c', 'mac_address': 'fa:16:3e:91:97:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9300763-1630-426e-b5a8-006b77112f7c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103334) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 08:03:13.055235 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea79ec1-ff57-400d-a614-c0d57fecd7b2 req-65cf31fe-fa45-4db2-a654-792d8fab2119 tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:03:13.056731 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-fea79ec1-ff57-400d-a614-c0d57fecd7b2 req-65cf31fe-fa45-4db2-a654-792d8fab2119 tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] 10.222.0.27 "GET /v2.0/ports?device_id=b20eb4ca-3eb3-47c8-85b8-db3b315521e2 HTTP/1.1" status: 200 len: 945 time: 0.3656332 Oct 19 08:03:13.075962 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b20eb4ca-3eb3-47c8-85b8-db3b315521e2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '36bf7dac-b3e8-4f2c-85ef-139d5ba7b92c'}] {{(pid=103334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 19 08:03:13.078255 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d918bd29c62f7e926e80ce37adcd574e0921d2de3006e6b6ef58999f52d8e2e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be6241c5-e543-42ae-a952-7b64daeaaac1" -d '{"events": [{"server_uuid": "b20eb4ca-3eb3-47c8-85b8-db3b315521e2", "name": "network-vif-unplugged", "status": "completed", "tag": "36bf7dac-b3e8-4f2c-85ef-139d5ba7b92c"}]}' {{(pid=103334) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 08:03:13.097790 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-fea79ec1-ff57-400d-a614-c0d57fecd7b2 req-9a0dcb30-9738-4f8f-9209-fb04e615efdb tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] 10.222.0.27 "GET /v2.0/security-groups?id=3c89b118-1d31-4979-b5cb-55dd9c23effd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343139 Oct 19 08:03:13.098052 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] For port 36bf7dac-b3e8-4f2c-85ef-139d5ba7b92c, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=36bf7dac-b3e8-4f2c-85ef-139d5ba7b92c,segment=NetworkSegment(815a78b5-3ac4-4562-a353-e425dae619bf),segment_id=815a78b5-3ac4-4562-a353-e425dae619bf)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 08:03:13.104130 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:03:13.109441 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Current status of the port 36bf7dac-b3e8-4f2c-85ef-139d5ba7b92c is: ACTIVE; New status is: BUILD {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 08:03:13.109873 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:03:13.140244 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 19 Oct 2022 08:03:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dbcc077-d028-4c89-aa5a-335f9004b4a6 x-openstack-request-id: req-6dbcc077-d028-4c89-aa5a-335f9004b4a6 {{(pid=103334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 08:03:13.140566 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b20eb4ca-3eb3-47c8-85b8-db3b315521e2", "name": "network-vif-unplugged", "status": "completed", "tag": "36bf7dac-b3e8-4f2c-85ef-139d5ba7b92c", "code": 200}]} {{(pid=103334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 08:03:13.140819 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-6dbcc077-d028-4c89-aa5a-335f9004b4a6 {{(pid=103334) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 08:03:13.141208 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6dbcc077-d028-4c89-aa5a-335f9004b4a6'] response: {'server_uuid': 'b20eb4ca-3eb3-47c8-85b8-db3b315521e2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '36bf7dac-b3e8-4f2c-85ef-139d5ba7b92c', 'code': 200} Oct 19 08:03:13.148297 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.notifiers.nova [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 36bf7dac-b3e8-4f2c-85ef-139d5ba7b92c {{(pid=103334) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 19 08:03:13.192731 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Pushing event updated for resources: {'Port': ['ID=36bf7dac-b3e8-4f2c-85ef-139d5ba7b92c,revision_number=9']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:03:13.205426 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.db.api [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103334) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 19 08:03:13.206036 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG oslo_db.api [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 19 08:03:13.408965 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-ba775a6d-add3-4552-aabc-a34d019e9d8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:03:13.740315 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Current status of the port 36bf7dac-b3e8-4f2c-85ef-139d5ba7b92c is: DOWN; New status is: BUILD {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 08:03:13.740720 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:03:13.753410 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.notifiers.nova [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36bf7dac-b3e8-4f2c-85ef-139d5ba7b92c {{(pid=103334) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 19 08:03:13.771923 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] For port 36bf7dac-b3e8-4f2c-85ef-139d5ba7b92c, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=36bf7dac-b3e8-4f2c-85ef-139d5ba7b92c,segment=NetworkSegment(815a78b5-3ac4-4562-a353-e425dae619bf),segment_id=815a78b5-3ac4-4562-a353-e425dae619bf)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 08:03:13.775629 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:03:13.827725 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Pushing event updated for resources: {'Port': ['ID=36bf7dac-b3e8-4f2c-85ef-139d5ba7b92c,revision_number=10']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:03:13.833351 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] get_ports_and_sgs() called for port_ids ['36bf7dac-b3e8-4f2c-85ef-139d5ba7b92c'] {{(pid=103334) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 19 08:03:14.235513 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47e08df-6efe-42c3-b99a-0dff7ed1dd6c req-9fe1df0e-84cc-4a4b-b2ca-957167bb7605 tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:03:14.237061 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-c47e08df-6efe-42c3-b99a-0dff7ed1dd6c req-9fe1df0e-84cc-4a4b-b2ca-957167bb7605 tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] 10.222.0.27 "GET /v2.0/ports?device_id=b20eb4ca-3eb3-47c8-85b8-db3b315521e2 HTTP/1.1" status: 200 len: 945 time: 0.0546973 Oct 19 08:03:14.277589 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-c47e08df-6efe-42c3-b99a-0dff7ed1dd6c req-f6d7cae2-c6aa-45b0-ba5d-89d6f50dff27 tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] 10.222.0.27 "GET /v2.0/security-groups?id=3c89b118-1d31-4979-b5cb-55dd9c23effd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334005 Oct 19 08:03:14.806083 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdeaeb1-0d70-462f-978f-3523abbc31a0 req-14a9d11b-59fa-4a9d-ae4f-9b9247084809 tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:03:14.807520 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-8bdeaeb1-0d70-462f-978f-3523abbc31a0 req-14a9d11b-59fa-4a9d-ae4f-9b9247084809 tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] 10.222.0.16 "GET /v2.0/ports?device_id=b20eb4ca-3eb3-47c8-85b8-db3b315521e2 HTTP/1.1" status: 200 len: 945 time: 0.0497513 Oct 19 08:03:14.866265 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Device 36bf7dac-b3e8-4f2c-85ef-139d5ba7b92c up at agent hyperv_hv-neutron-8616 {{(pid=103334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 08:03:14.899409 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.plugin [req-8bdeaeb1-0d70-462f-978f-3523abbc31a0 req-a433bce2-e3c4-4e52-a3d5-692021ba6c7c tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] Deleting port 36bf7dac-b3e8-4f2c-85ef-139d5ba7b92c {{(pid=103332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 08:03:14.899752 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-8bdeaeb1-0d70-462f-978f-3523abbc31a0 req-a433bce2-e3c4-4e52-a3d5-692021ba6c7c tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:03:14.914031 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Provisioning complete for port 36bf7dac-b3e8-4f2c-85ef-139d5ba7b92c triggered by entity L2. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 08:03:14.914408 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:03:14.914750 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Attempt 1 to provision port 36bf7dac-b3e8-4f2c-85ef-139d5ba7b92c Oct 19 08:03:14.988691 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.db [req-8bdeaeb1-0d70-462f-978f-3523abbc31a0 req-a433bce2-e3c4-4e52-a3d5-692021ba6c7c tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] For port 36bf7dac-b3e8-4f2c-85ef-139d5ba7b92c, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=36bf7dac-b3e8-4f2c-85ef-139d5ba7b92c,segment=NetworkSegment(815a78b5-3ac4-4562-a353-e425dae619bf),segment_id=815a78b5-3ac4-4562-a353-e425dae619bf)] {{(pid=103332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 08:03:14.989145 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-8bdeaeb1-0d70-462f-978f-3523abbc31a0 req-a433bce2-e3c4-4e52-a3d5-692021ba6c7c tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:03:14.993736 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Current status of the port 36bf7dac-b3e8-4f2c-85ef-139d5ba7b92c is: BUILD; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 08:03:14.994120 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:03:15.026031 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] For port 36bf7dac-b3e8-4f2c-85ef-139d5ba7b92c, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=36bf7dac-b3e8-4f2c-85ef-139d5ba7b92c,segment=NetworkSegment(815a78b5-3ac4-4562-a353-e425dae619bf),segment_id=815a78b5-3ac4-4562-a353-e425dae619bf)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 08:03:15.031082 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:03:15.078188 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Pushing event updated for resources: {'Port': ['ID=36bf7dac-b3e8-4f2c-85ef-139d5ba7b92c,revision_number=11']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:03:15.142819 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b20eb4ca-3eb3-47c8-85b8-db3b315521e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36bf7dac-b3e8-4f2c-85ef-139d5ba7b92c'}] {{(pid=103334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 19 08:03:15.145245 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d918bd29c62f7e926e80ce37adcd574e0921d2de3006e6b6ef58999f52d8e2e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bee199d-921e-4a1c-b2f1-650dd9454568" -d '{"events": [{"server_uuid": "b20eb4ca-3eb3-47c8-85b8-db3b315521e2", "name": "network-vif-plugged", "status": "completed", "tag": "36bf7dac-b3e8-4f2c-85ef-139d5ba7b92c"}]}' {{(pid=103334) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 08:03:15.164384 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-8bdeaeb1-0d70-462f-978f-3523abbc31a0 req-a433bce2-e3c4-4e52-a3d5-692021ba6c7c tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:03:15.164775 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-8bdeaeb1-0d70-462f-978f-3523abbc31a0 req-a433bce2-e3c4-4e52-a3d5-692021ba6c7c tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1695041'] for floatingip, after_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:03:15.165088 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.db.l3_db [req-8bdeaeb1-0d70-462f-978f-3523abbc31a0 req-a433bce2-e3c4-4e52-a3d5-692021ba6c7c tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] Floating IP 17e36dd7-38d1-4fdf-b1d1-35d515f97aec disassociated. External IP: 172.26.0.251, port: 36bf7dac-b3e8-4f2c-85ef-139d5ba7b92c. Oct 19 08:03:15.165430 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.plugin [req-8bdeaeb1-0d70-462f-978f-3523abbc31a0 req-a433bce2-e3c4-4e52-a3d5-692021ba6c7c tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] Calling delete_port for 36bf7dac-b3e8-4f2c-85ef-139d5ba7b92c owned by compute:nova {{(pid=103332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 08:03:15.181432 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 19 Oct 2022 08:03:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc4401d8-0706-4db3-a0aa-6c43cb5dd170 x-openstack-request-id: req-cc4401d8-0706-4db3-a0aa-6c43cb5dd170 {{(pid=103334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 08:03:15.181814 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b20eb4ca-3eb3-47c8-85b8-db3b315521e2", "name": "network-vif-plugged", "status": "completed", "tag": "36bf7dac-b3e8-4f2c-85ef-139d5ba7b92c", "code": 200}]} {{(pid=103334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 08:03:15.182015 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-cc4401d8-0706-4db3-a0aa-6c43cb5dd170 {{(pid=103334) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 08:03:15.182413 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cc4401d8-0706-4db3-a0aa-6c43cb5dd170'] response: {'server_uuid': 'b20eb4ca-3eb3-47c8-85b8-db3b315521e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36bf7dac-b3e8-4f2c-85ef-139d5ba7b92c', 'code': 200} Oct 19 08:03:15.298444 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-8bdeaeb1-0d70-462f-978f-3523abbc31a0 req-a433bce2-e3c4-4e52-a3d5-692021ba6c7c tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133553798'] for port, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:03:15.331872 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a433bce2-e3c4-4e52-a3d5-692021ba6c7c tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] Pushing event deleted for resources: {'Port': ['ID=36bf7dac-b3e8-4f2c-85ef-139d5ba7b92c,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:03:15.341613 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a433bce2-e3c4-4e52-a3d5-692021ba6c7c tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:03:15.341966 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a433bce2-e3c4-4e52-a3d5-692021ba6c7c tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:03:15.342314 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a433bce2-e3c4-4e52-a3d5-692021ba6c7c tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:03:15.342647 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a433bce2-e3c4-4e52-a3d5-692021ba6c7c tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:03:15.342981 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a433bce2-e3c4-4e52-a3d5-692021ba6c7c tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:03:15.343298 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a433bce2-e3c4-4e52-a3d5-692021ba6c7c tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:03:15.343622 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a433bce2-e3c4-4e52-a3d5-692021ba6c7c tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:03:15.343949 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a433bce2-e3c4-4e52-a3d5-692021ba6c7c tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:03:15.344360 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a433bce2-e3c4-4e52-a3d5-692021ba6c7c tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:03:15.344613 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a433bce2-e3c4-4e52-a3d5-692021ba6c7c tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:03:15.344941 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a433bce2-e3c4-4e52-a3d5-692021ba6c7c tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:03:15.345263 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a433bce2-e3c4-4e52-a3d5-692021ba6c7c tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:03:15.422577 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-502f1661-e1a0-4f6d-a2ba-eb082120a230 req-97c178d2-b1de-49d4-a7d7-a59b4fcdff9a tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] 10.222.0.27 "GET /v2.0/ports?device_id=b20eb4ca-3eb3-47c8-85b8-db3b315521e2 HTTP/1.1" status: 200 len: 210 time: 0.0328512 Oct 19 08:03:15.489800 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8bdeaeb1-0d70-462f-978f-3523abbc31a0 req-a433bce2-e3c4-4e52-a3d5-692021ba6c7c tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] Router 8c1831ff-b2f2-4de9-803f-9891568f2b75 has already been hosted by L3 agent ab388470-1243-4d53-80f2-c2f5899c97a7 {{(pid=103332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 08:03:15.597966 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8bdeaeb1-0d70-462f-978f-3523abbc31a0 req-a433bce2-e3c4-4e52-a3d5-692021ba6c7c tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] Notify agent at l3_agent.dv-neutron-861624-1-hyperv the message routers_updated {{(pid=103332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 08:03:15.608180 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d18c306-513a-474b-985b-b33d6de7d900 None None] Sync routers for ids ['8c1831ff-b2f2-4de9-803f-9891568f2b75'] in dv-neutron-861624-1-hyperv {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 08:03:15.617688 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d18c306-513a-474b-985b-b33d6de7d900 None None] Routers {'8c1831ff-b2f2-4de9-803f-9891568f2b75'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 08:03:15.618306 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-8d18c306-513a-474b-985b-b33d6de7d900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T08:02:46Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['8c1831ff-b2f2-4de9-803f-9891568f2b75'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:03:15.636702 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [req-8bdeaeb1-0d70-462f-978f-3523abbc31a0 req-a433bce2-e3c4-4e52-a3d5-692021ba6c7c tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] No DVR routers for this DVR port 36bf7dac-b3e8-4f2c-85ef-139d5ba7b92c on host hv-neutron-8616 {{(pid=103332) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 19 08:03:15.639423 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-8bdeaeb1-0d70-462f-978f-3523abbc31a0 req-a433bce2-e3c4-4e52-a3d5-692021ba6c7c tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42160'] for port, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:03:15.642897 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-8bdeaeb1-0d70-462f-978f-3523abbc31a0 req-a433bce2-e3c4-4e52-a3d5-692021ba6c7c tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] 10.222.0.16 "DELETE /v2.0/ports/36bf7dac-b3e8-4f2c-85ef-139d5ba7b92c HTTP/1.1" status: 204 len: 173 time: 0.8299460 Oct 19 08:03:15.643418 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b20eb4ca-3eb3-47c8-85b8-db3b315521e2', 'name': 'network-vif-deleted', 'tag': '36bf7dac-b3e8-4f2c-85ef-139d5ba7b92c'}] {{(pid=103332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 19 08:03:15.645785 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a021b02cf5f527cd4bbbc40a031b51490d9893d7edeeb551bdf5128ee7546f8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f398a679-5935-47c1-b117-ab54de68f509" -d '{"events": [{"server_uuid": "b20eb4ca-3eb3-47c8-85b8-db3b315521e2", "name": "network-vif-deleted", "tag": "36bf7dac-b3e8-4f2c-85ef-139d5ba7b92c"}]}' {{(pid=103332) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 08:03:15.688621 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 19 Oct 2022 08:03:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e986484-703e-4693-b50c-57d6c75b8bb9 x-openstack-request-id: req-4e986484-703e-4693-b50c-57d6c75b8bb9 {{(pid=103332) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 08:03:15.688901 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b20eb4ca-3eb3-47c8-85b8-db3b315521e2", "name": "network-vif-deleted", "tag": "36bf7dac-b3e8-4f2c-85ef-139d5ba7b92c", "status": "completed", "code": 200}]} {{(pid=103332) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 08:03:15.689157 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-4e986484-703e-4693-b50c-57d6c75b8bb9 {{(pid=103332) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 08:03:15.689567 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4e986484-703e-4693-b50c-57d6c75b8bb9'] response: {'server_uuid': 'b20eb4ca-3eb3-47c8-85b8-db3b315521e2', 'name': 'network-vif-deleted', 'tag': '36bf7dac-b3e8-4f2c-85ef-139d5ba7b92c', 'status': 'completed', 'code': 200} Oct 19 08:03:15.734270 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvr_db [None req-8d18c306-513a-474b-985b-b33d6de7d900 None None] Set router 8c1831ff-b2f2-4de9-803f-9891568f2b75 gateway port host: dv-neutron-861624-1-hyperv {{(pid=103335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 08:03:15.926942 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-8d18c306-513a-474b-985b-b33d6de7d900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c1831ff-b2f2-4de9-803f-9891568f2b75', 'name': 'tempest-ServerActionsTestJSON-277822555-router', 'tenant_id': 'a7d0b731e41746459629e24e4376a580', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'external_fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.89'}], 'enable_snat': True}, 'gw_port_id': '3aeac68d-c041-450c-9772-7abfc1332e6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T07:59:33Z', 'updated_at': '2022-10-19T07:59:35Z', 'revision_number': 4, 'project_id': 'a7d0b731e41746459629e24e4376a580', 'gw_port': {'id': '3aeac68d-c041-450c-9772-7abfc1332e6a', 'name': '', 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:0c:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c1831ff-b2f2-4de9-803f-9891568f2b75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:59:33Z', 'updated_at': '2022-10-19T07:59:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861624-1-hyperv', '_interfaces': [{'id': '91164c68-eea1-4517-97ef-e7030d31b6b1', 'name': '', 'network_id': 'd14a4db3-a516-4209-a5bb-de4dcfbac256', 'tenant_id': 'a7d0b731e41746459629e24e4376a580', 'mac_address': 'fa:16:3e:07:bc:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c1831ff-b2f2-4de9-803f-9891568f2b75', 'device_owner': 'network:router_interface', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': 'e9300763-1630-426e-b5a8-006b77112f7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:59:35Z', 'updated_at': '2022-10-19T07:59:39Z', 'revision_number': 5, 'project_id': 'a7d0b731e41746459629e24e4376a580', 'subnets': [{'id': 'e9300763-1630-426e-b5a8-006b77112f7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:03:15.957935 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d18c306-513a-474b-985b-b33d6de7d900 None None] Checking router: 8c1831ff-b2f2-4de9-803f-9891568f2b75 for host: dv-neutron-861624-1-hyperv {{(pid=103335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 08:03:15.966822 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d18c306-513a-474b-985b-b33d6de7d900 None None] Routers {'8c1831ff-b2f2-4de9-803f-9891568f2b75'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 08:03:15.967419 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-8d18c306-513a-474b-985b-b33d6de7d900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T08:02:46Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['8c1831ff-b2f2-4de9-803f-9891568f2b75'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:03:16.075486 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvr_db [None req-8d18c306-513a-474b-985b-b33d6de7d900 None None] Set router 8c1831ff-b2f2-4de9-803f-9891568f2b75 gateway port host: dv-neutron-861624-1-hyperv {{(pid=103335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 08:03:16.270220 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-8d18c306-513a-474b-985b-b33d6de7d900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c1831ff-b2f2-4de9-803f-9891568f2b75', 'name': 'tempest-ServerActionsTestJSON-277822555-router', 'tenant_id': 'a7d0b731e41746459629e24e4376a580', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'external_fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.89'}], 'enable_snat': True}, 'gw_port_id': '3aeac68d-c041-450c-9772-7abfc1332e6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T07:59:33Z', 'updated_at': '2022-10-19T07:59:35Z', 'revision_number': 4, 'project_id': 'a7d0b731e41746459629e24e4376a580', 'gw_port': {'id': '3aeac68d-c041-450c-9772-7abfc1332e6a', 'name': '', 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:0c:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c1831ff-b2f2-4de9-803f-9891568f2b75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:59:33Z', 'updated_at': '2022-10-19T07:59:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861624-1-hyperv', '_interfaces': [{'id': '91164c68-eea1-4517-97ef-e7030d31b6b1', 'name': '', 'network_id': 'd14a4db3-a516-4209-a5bb-de4dcfbac256', 'tenant_id': 'a7d0b731e41746459629e24e4376a580', 'mac_address': 'fa:16:3e:07:bc:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c1831ff-b2f2-4de9-803f-9891568f2b75', 'device_owner': 'network:router_interface', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': 'e9300763-1630-426e-b5a8-006b77112f7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:59:35Z', 'updated_at': '2022-10-19T07:59:39Z', 'revision_number': 5, 'project_id': 'a7d0b731e41746459629e24e4376a580', 'subnets': [{'id': 'e9300763-1630-426e-b5a8-006b77112f7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:03:16.295614 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d18c306-513a-474b-985b-b33d6de7d900 None None] The sync data for ids ['8c1831ff-b2f2-4de9-803f-9891568f2b75'] in dv-neutron-861624-1-hyperv is: [{'id': '8c1831ff-b2f2-4de9-803f-9891568f2b75', 'name': 'tempest-ServerActionsTestJSON-277822555-router', 'tenant_id': 'a7d0b731e41746459629e24e4376a580', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'external_fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.89'}], 'enable_snat': True}, 'gw_port_id': '3aeac68d-c041-450c-9772-7abfc1332e6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T07:59:33Z', 'updated_at': '2022-10-19T07:59:35Z', 'revision_number': 4, 'project_id': 'a7d0b731e41746459629e24e4376a580', 'gw_port': {'id': '3aeac68d-c041-450c-9772-7abfc1332e6a', 'name': '', 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:0c:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c1831ff-b2f2-4de9-803f-9891568f2b75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:59:33Z', 'updated_at': '2022-10-19T07:59:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861624-1-hyperv', '_interfaces': [{'id': '91164c68-eea1-4517-97ef-e7030d31b6b1', 'name': '', 'network_id': 'd14a4db3-a516-4209-a5bb-de4dcfbac256', 'tenant_id': 'a7d0b731e41746459629e24e4376a580', 'mac_address': 'fa:16:3e:07:bc:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c1831ff-b2f2-4de9-803f-9891568f2b75', 'device_owner': 'network:router_interface', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': 'e9300763-1630-426e-b5a8-006b77112f7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:59:35Z', 'updated_at': '2022-10-19T07:59:39Z', 'revision_number': 5, 'project_id': 'a7d0b731e41746459629e24e4376a580', 'subnets': [{'id': 'e9300763-1630-426e-b5a8-006b77112f7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 08:03:16.334676 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-87a1d1db-a547-4a88-bc78-87368f034610 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:03:16.515329 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b19d816f-58e4-425a-997e-556814710060 None None] New status for floating IP 17e36dd7-38d1-4fdf-b1d1-35d515f97aec: DOWN {{(pid=103334) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 19 08:03:16.668186 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-0ff4b0e8-dccc-43ba-bd31-f760e040967c req-ebd57e76-20f6-4970-aac2-b8ebbcc77764 tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] 10.222.0.27 "GET /v2.0/security-groups?name=tempest-securitygroup--396771014&fields=id&tenant_id=a7d0b731e41746459629e24e4376a580 HTTP/1.1" status: 200 len: 267 time: 0.0339251 Oct 19 08:03:16.779985 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff4b0e8-dccc-43ba-bd31-f760e040967c req-b9f186ec-35e5-4bac-912e-7f2918ca1934 tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:03:16.781375 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-0ff4b0e8-dccc-43ba-bd31-f760e040967c req-b9f186ec-35e5-4bac-912e-7f2918ca1934 tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] 10.222.0.27 "GET /v2.0/networks?id=d14a4db3-a516-4209-a5bb-de4dcfbac256 HTTP/1.1" status: 200 len: 811 time: 0.1063216 Oct 19 08:03:16.796866 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-0ff4b0e8-dccc-43ba-bd31-f760e040967c req-332c3188-e0e5-4f4b-aea8-2b5b5fdd37c6 tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] 10.222.0.27 "GET /v2.0/quotas/a7d0b731e41746459629e24e4376a580 HTTP/1.1" status: 200 len: 375 time: 0.0097389 Oct 19 08:03:16.853008 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-0ff4b0e8-dccc-43ba-bd31-f760e040967c req-4343026b-1fe9-4770-8473-419d1a381d7f tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] 10.222.0.27 "GET /v2.0/ports?tenant_id=a7d0b731e41746459629e24e4376a580&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0510027 Oct 19 08:03:16.953095 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-0ff4b0e8-dccc-43ba-bd31-f760e040967c req-1355a95b-cdb9-4fe0-966d-eaa9c4a861c6 service neutron] 10.222.0.27 "GET /v2.0/networks/d14a4db3-a516-4209-a5bb-de4dcfbac256?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879209 Oct 19 08:03:17.044297 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-0ff4b0e8-dccc-43ba-bd31-f760e040967c req-c5830d54-9862-467f-9826-553edf37a4e8 service neutron] 10.222.0.27 "GET /v2.0/networks/d14a4db3-a516-4209-a5bb-de4dcfbac256?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848386 Oct 19 08:03:17.205481 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-ddcf1eba-a49c-4505-a101-24d7dc44676c req-421d996a-154c-4b94-ae4b-f82621aaaa2f tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] 10.222.0.27 "GET /v2.0/ports?device_id=b927b7fd-9f06-453e-968b-785955d4f0b5 HTTP/1.1" status: 200 len: 210 time: 0.0281384 Oct 19 08:03:18.010409 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-2a2259f7-b034-4eec-af7a-7abaede746c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:03:18.088242 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff4b0e8-dccc-43ba-bd31-f760e040967c req-6f96f8fb-e19e-4811-a485-28249ad60f52 tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:03:18.091019 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-0ff4b0e8-dccc-43ba-bd31-f760e040967c req-6f96f8fb-e19e-4811-a485-28249ad60f52 tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] 10.222.0.16 "GET /v2.0/networks?id=d14a4db3-a516-4209-a5bb-de4dcfbac256 HTTP/1.1" status: 200 len: 811 time: 0.1097817 Oct 19 08:03:18.134959 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-0ff4b0e8-dccc-43ba-bd31-f760e040967c req-511c71bb-27a4-4ecd-b5cc-cee5ba1119f3 tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a7d0b731e41746459629e24e4376a580 HTTP/1.1" status: 200 len: 379 time: 0.0338118 Oct 19 08:03:18.147250 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [req-0ff4b0e8-dccc-43ba-bd31-f760e040967c req-c079fff7-0d42-408f-90a5-0621cef2622b tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] Request body: {'port': {'device_id': 'b927b7fd-9f06-453e-968b-785955d4f0b5', 'network_id': 'd14a4db3-a516-4209-a5bb-de4dcfbac256', 'admin_state_up': True, 'tenant_id': 'a7d0b731e41746459629e24e4376a580', 'security_groups': ['3c89b118-1d31-4979-b5cb-55dd9c23effd']}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 08:03:18.258051 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ff4b0e8-dccc-43ba-bd31-f760e040967c req-c079fff7-0d42-408f-90a5-0621cef2622b tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] Made reservation on behalf of a7d0b731e41746459629e24e4376a580 for: {'port': 1} {{(pid=103332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 08:03:18.261622 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-0ff4b0e8-dccc-43ba-bd31-f760e040967c req-c079fff7-0d42-408f-90a5-0621cef2622b tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:03:18.338830 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-20ef9312-4078-4a25-bdf2-fd6853c720d7 req-0fc318d8-a798-4fda-9f8a-78b2ab88a9a2 tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] 10.222.0.27 "GET /v2.0/ports?device_id=b927b7fd-9f06-453e-968b-785955d4f0b5 HTTP/1.1" status: 200 len: 210 time: 0.0554638 Oct 19 08:03:18.411433 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.db_base_plugin_common [req-0ff4b0e8-dccc-43ba-bd31-f760e040967c req-c079fff7-0d42-408f-90a5-0621cef2622b tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] Allocated IP 172.20.0.6 (d14a4db3-a516-4209-a5bb-de4dcfbac256/e9300763-1630-426e-b5a8-006b77112f7c/74035f84-93aa-486f-8860-e2bc490cf253) {{(pid=103332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 08:03:18.540955 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-0ff4b0e8-dccc-43ba-bd31-f760e040967c req-c079fff7-0d42-408f-90a5-0621cef2622b tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] Notify callbacks [] for port, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:03:18.574338 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-0ff4b0e8-dccc-43ba-bd31-f760e040967c req-c079fff7-0d42-408f-90a5-0621cef2622b tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785020947330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133553798'] for port, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:03:18.621933 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ff4b0e8-dccc-43ba-bd31-f760e040967c req-c079fff7-0d42-408f-90a5-0621cef2622b tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] Network d14a4db3-a516-4209-a5bb-de4dcfbac256 is already hosted by enough agents. {{(pid=103332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 08:03:18.624980 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.base_scheduler [req-0ff4b0e8-dccc-43ba-bd31-f760e040967c req-c079fff7-0d42-408f-90a5-0621cef2622b tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] Resources bound (agent type, host, resource id): {{(pid=103332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 08:03:18.628543 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ff4b0e8-dccc-43ba-bd31-f760e040967c req-c079fff7-0d42-408f-90a5-0621cef2622b tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] Received port after_create {{(pid=103332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 08:03:18.634523 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c079fff7-0d42-408f-90a5-0621cef2622b tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] Pushing event updated for resources: {'Port': ['ID=74035f84-93aa-486f-8860-e2bc490cf253,revision_number=1']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:03:18.681514 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff4b0e8-dccc-43ba-bd31-f760e040967c req-c079fff7-0d42-408f-90a5-0621cef2622b tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:03:18.682128 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-0ff4b0e8-dccc-43ba-bd31-f760e040967c req-c079fff7-0d42-408f-90a5-0621cef2622b tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42160'] for port, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:03:18.699450 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-0ff4b0e8-dccc-43ba-bd31-f760e040967c req-c079fff7-0d42-408f-90a5-0621cef2622b tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5555542 Oct 19 08:03:18.711842 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [req-0ff4b0e8-dccc-43ba-bd31-f760e040967c req-8e76b6d4-20af-452d-9791-47a4cbc5143a service neutron] Request body: {'port': {'device_id': 'b927b7fd-9f06-453e-968b-785955d4f0b5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8616'}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 08:03:18.769761 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-0ff4b0e8-dccc-43ba-bd31-f760e040967c req-8e76b6d4-20af-452d-9791-47a4cbc5143a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:03:18.832946 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-b2734ae0-b2ec-47c2-a379-56ad5e865b86 None None] Provisioning complete for port 74035f84-93aa-486f-8860-e2bc490cf253 triggered by entity DHCP. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 08:03:18.833492 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-b2734ae0-b2ec-47c2-a379-56ad5e865b86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:03:18.833824 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-b2734ae0-b2ec-47c2-a379-56ad5e865b86 None None] Attempt 1 to provision port 74035f84-93aa-486f-8860-e2bc490cf253 Oct 19 08:03:18.867446 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-b2734ae0-b2ec-47c2-a379-56ad5e865b86 None None] Port 74035f84-93aa-486f-8860-e2bc490cf253 cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 08:03:18.881109 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Device 36bf7dac-b3e8-4f2c-85ef-139d5ba7b92c no longer exists at agent hyperv_hv-neutron-8616 {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 08:03:18.900026 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] No Port match for: 36bf7dac-b3e8-4f2c-85ef-139d5ba7b92c {{(pid=103334) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 19 08:03:18.900289 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Device 36bf7dac-b3e8-4f2c-85ef-139d5ba7b92c not bound to the agent host hv-neutron-8616 {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 08:03:19.039877 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.notifiers.nova [req-0ff4b0e8-dccc-43ba-bd31-f760e040967c req-8e76b6d4-20af-452d-9791-47a4cbc5143a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74035f84-93aa-486f-8860-e2bc490cf253 {{(pid=103332) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 19 08:03:19.049200 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-0ff4b0e8-dccc-43ba-bd31-f760e040967c req-8e76b6d4-20af-452d-9791-47a4cbc5143a service neutron] Notify callbacks [] for port, precommit_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:03:19.059273 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-1a0da505-d0f9-48c6-b7e2-53b9c5e41298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:03:19.061035 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.provisioning_blocks [req-0ff4b0e8-dccc-43ba-bd31-f760e040967c req-8e76b6d4-20af-452d-9791-47a4cbc5143a service neutron] Transition to ACTIVE for port object 74035f84-93aa-486f-8860-e2bc490cf253 will not be triggered until provisioned by entity L2. {{(pid=103332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 19 08:03:19.064264 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-0ff4b0e8-dccc-43ba-bd31-f760e040967c req-8e76b6d4-20af-452d-9791-47a4cbc5143a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133553807'] for port, after_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:03:19.139271 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e76b6d4-20af-452d-9791-47a4cbc5143a service neutron] Pushing event updated for resources: {'Port': ['ID=74035f84-93aa-486f-8860-e2bc490cf253,revision_number=2']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:03:19.169238 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.managers [req-0ff4b0e8-dccc-43ba-bd31-f760e040967c req-8e76b6d4-20af-452d-9791-47a4cbc5143a service neutron] Attempting to bind port 74035f84-93aa-486f-8860-e2bc490cf253 on host hv-neutron-8616 for vnic_type normal with profile {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 19 08:03:19.169594 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.managers [req-0ff4b0e8-dccc-43ba-bd31-f760e040967c req-8e76b6d4-20af-452d-9791-47a4cbc5143a service neutron] Attempting to bind port 74035f84-93aa-486f-8860-e2bc490cf253 by drivers openvswitch,hyperv on host hv-neutron-8616 at level 0 using segments [{'id': '815a78b5-3ac4-4562-a353-e425dae619bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'd14a4db3-a516-4209-a5bb-de4dcfbac256'}] {{(pid=103332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 19 08:03:19.169956 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ff4b0e8-dccc-43ba-bd31-f760e040967c req-8e76b6d4-20af-452d-9791-47a4cbc5143a service neutron] Attempting to bind port 74035f84-93aa-486f-8860-e2bc490cf253 on network d14a4db3-a516-4209-a5bb-de4dcfbac256 {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 08:03:19.170547 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:03:19.175460 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ff4b0e8-dccc-43ba-bd31-f760e040967c req-8e76b6d4-20af-452d-9791-47a4cbc5143a service neutron] Port 74035f84-93aa-486f-8860-e2bc490cf253 on network d14a4db3-a516-4209-a5bb-de4dcfbac256 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8616 {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 08:03:19.175773 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ff4b0e8-dccc-43ba-bd31-f760e040967c req-8e76b6d4-20af-452d-9791-47a4cbc5143a service neutron] Attempting to bind port 74035f84-93aa-486f-8860-e2bc490cf253 on network d14a4db3-a516-4209-a5bb-de4dcfbac256 {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 08:03:19.180492 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ff4b0e8-dccc-43ba-bd31-f760e040967c req-8e76b6d4-20af-452d-9791-47a4cbc5143a service neutron] Checking agent: {'id': '5297b6e1-8fc1-4f42-910c-8f50c918ca65', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8616', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 19, 7, 36, 11), 'started_at': datetime.datetime(2022, 10, 19, 7, 36, 11), 'heartbeat_timestamp': datetime.datetime(2022, 10, 19, 8, 3, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 08:03:19.180856 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ff4b0e8-dccc-43ba-bd31-f760e040967c req-8e76b6d4-20af-452d-9791-47a4cbc5143a service neutron] Checking segment: {'id': '815a78b5-3ac4-4562-a353-e425dae619bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'd14a4db3-a516-4209-a5bb-de4dcfbac256'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 19 08:03:19.181242 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ff4b0e8-dccc-43ba-bd31-f760e040967c req-8e76b6d4-20af-452d-9791-47a4cbc5143a service neutron] Bound using segment: {'id': '815a78b5-3ac4-4562-a353-e425dae619bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'd14a4db3-a516-4209-a5bb-de4dcfbac256'} {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 08:03:19.181658 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.managers [req-0ff4b0e8-dccc-43ba-bd31-f760e040967c req-8e76b6d4-20af-452d-9791-47a4cbc5143a service neutron] Bound port: 74035f84-93aa-486f-8860-e2bc490cf253, host: hv-neutron-8616, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '815a78b5-3ac4-4562-a353-e425dae619bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'd14a4db3-a516-4209-a5bb-de4dcfbac256'}}] {{(pid=103332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 19 08:03:19.182009 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-0ff4b0e8-dccc-43ba-bd31-f760e040967c req-8e76b6d4-20af-452d-9791-47a4cbc5143a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:03:19.249447 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.db [req-0ff4b0e8-dccc-43ba-bd31-f760e040967c req-8e76b6d4-20af-452d-9791-47a4cbc5143a service neutron] For port 74035f84-93aa-486f-8860-e2bc490cf253, host hv-neutron-8616, cleared binding levels {{(pid=103332) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 08:03:19.252705 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.db [req-0ff4b0e8-dccc-43ba-bd31-f760e040967c req-8e76b6d4-20af-452d-9791-47a4cbc5143a service neutron] For port 74035f84-93aa-486f-8860-e2bc490cf253, host hv-neutron-8616, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=74035f84-93aa-486f-8860-e2bc490cf253,segment=NetworkSegment(815a78b5-3ac4-4562-a353-e425dae619bf),segment_id=815a78b5-3ac4-4562-a353-e425dae619bf)] {{(pid=103332) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 08:03:19.256703 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-0ff4b0e8-dccc-43ba-bd31-f760e040967c req-8e76b6d4-20af-452d-9791-47a4cbc5143a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133553807'] for port, after_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:03:19.259680 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff4b0e8-dccc-43ba-bd31-f760e040967c req-8e76b6d4-20af-452d-9791-47a4cbc5143a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:03:19.260274 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-0ff4b0e8-dccc-43ba-bd31-f760e040967c req-8e76b6d4-20af-452d-9791-47a4cbc5143a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42160'] for port, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:03:19.262381 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-0ff4b0e8-dccc-43ba-bd31-f760e040967c req-8e76b6d4-20af-452d-9791-47a4cbc5143a service neutron] 10.222.0.16 "PUT /v2.0/ports/74035f84-93aa-486f-8860-e2bc490cf253 HTTP/1.1" status: 200 len: 1093 time: 0.5548685 Oct 19 08:03:19.264285 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b927b7fd-9f06-453e-968b-785955d4f0b5', 'tag': '74035f84-93aa-486f-8860-e2bc490cf253'}] {{(pid=103332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 19 08:03:19.267282 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a021b02cf5f527cd4bbbc40a031b51490d9893d7edeeb551bdf5128ee7546f8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f2885f5-3f6f-4497-82b8-1c579d61adb1" -d '{"events": [{"name": "network-changed", "server_uuid": "b927b7fd-9f06-453e-968b-785955d4f0b5", "tag": "74035f84-93aa-486f-8860-e2bc490cf253"}]}' {{(pid=103332) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 08:03:19.317438 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 19 Oct 2022 08:03:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a757e49-76ac-4e09-a1d6-ed9d1c96cb40 x-openstack-request-id: req-5a757e49-76ac-4e09-a1d6-ed9d1c96cb40 {{(pid=103332) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 08:03:19.317725 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b927b7fd-9f06-453e-968b-785955d4f0b5", "tag": "74035f84-93aa-486f-8860-e2bc490cf253", "status": "completed", "code": 200}]} {{(pid=103332) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 08:03:19.317979 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-5a757e49-76ac-4e09-a1d6-ed9d1c96cb40 {{(pid=103332) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 08:03:19.318381 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5a757e49-76ac-4e09-a1d6-ed9d1c96cb40'] response: {'name': 'network-changed', 'server_uuid': 'b927b7fd-9f06-453e-968b-785955d4f0b5', 'tag': '74035f84-93aa-486f-8860-e2bc490cf253', 'status': 'completed', 'code': 200} Oct 19 08:03:19.349643 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e76b6d4-20af-452d-9791-47a4cbc5143a service neutron] Pushing event updated for resources: {'Port': ['ID=74035f84-93aa-486f-8860-e2bc490cf253,revision_number=3']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:03:19.363083 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff4b0e8-dccc-43ba-bd31-f760e040967c req-f0a395b6-5d70-4d7c-8043-91a72c223cea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:03:19.364603 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-0ff4b0e8-dccc-43ba-bd31-f760e040967c req-f0a395b6-5d70-4d7c-8043-91a72c223cea service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a7d0b731e41746459629e24e4376a580&device_id=b927b7fd-9f06-453e-968b-785955d4f0b5 HTTP/1.1" status: 200 len: 1096 time: 0.0578630 Oct 19 08:03:19.368835 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-b2734ae0-b2ec-47c2-a379-56ad5e865b86 None None] Attempt 2 to provision port 74035f84-93aa-486f-8860-e2bc490cf253 Oct 19 08:03:19.411519 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-0ff4b0e8-dccc-43ba-bd31-f760e040967c req-95775942-de26-4dba-b761-82c1003cb7e1 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=74035f84-93aa-486f-8860-e2bc490cf253 HTTP/1.1" status: 200 len: 217 time: 0.0397656 Oct 19 08:03:19.412457 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-b2734ae0-b2ec-47c2-a379-56ad5e865b86 None None] Port 74035f84-93aa-486f-8860-e2bc490cf253 had new provisioning blocks added so it will not transition to active. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:370}} Oct 19 08:03:19.487237 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff4b0e8-dccc-43ba-bd31-f760e040967c req-deda1550-6f63-4f72-ac84-5e806f0e3511 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:03:19.488718 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-0ff4b0e8-dccc-43ba-bd31-f760e040967c req-deda1550-6f63-4f72-ac84-5e806f0e3511 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e9300763-1630-426e-b5a8-006b77112f7c HTTP/1.1" status: 200 len: 850 time: 0.0714359 Oct 19 08:03:19.498751 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f954e37-027d-4abc-b635-948800510fd0 req-1b0a44f9-30b1-425e-af83-ee792c68b649 tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:03:19.500121 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-4f954e37-027d-4abc-b635-948800510fd0 req-1b0a44f9-30b1-425e-af83-ee792c68b649 tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] 10.222.0.27 "GET /v2.0/ports?device_id=b927b7fd-9f06-453e-968b-785955d4f0b5 HTTP/1.1" status: 200 len: 943 time: 0.0845795 Oct 19 08:03:19.565127 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-4f954e37-027d-4abc-b635-948800510fd0 req-7526a087-2176-46ae-aece-7132bb0f1f31 tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] 10.222.0.27 "GET /v2.0/security-groups?id=3c89b118-1d31-4979-b5cb-55dd9c23effd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568013 Oct 19 08:03:19.567484 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff4b0e8-dccc-43ba-bd31-f760e040967c req-ca5e0434-8c56-473c-b7da-9681b026759f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:03:19.568896 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-0ff4b0e8-dccc-43ba-bd31-f760e040967c req-ca5e0434-8c56-473c-b7da-9681b026759f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d14a4db3-a516-4209-a5bb-de4dcfbac256&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0679328 Oct 19 08:03:19.656205 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-0ff4b0e8-dccc-43ba-bd31-f760e040967c req-f127fd2b-a837-4786-a1e8-409430b77c71 service neutron] 10.222.0.16 "GET /v2.0/networks/d14a4db3-a516-4209-a5bb-de4dcfbac256?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808170 Oct 19 08:03:19.747305 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-0ff4b0e8-dccc-43ba-bd31-f760e040967c req-a91d886d-b9cc-4901-80dd-56d51a95fffc service neutron] 10.222.0.16 "GET /v2.0/networks/d14a4db3-a516-4209-a5bb-de4dcfbac256?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843050 Oct 19 08:03:19.833892 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2885f5-3f6f-4497-82b8-1c579d61adb1 req-2c80c1b5-b5e3-4c72-8bf8-b00d20d3f3cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:03:19.835315 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-5f2885f5-3f6f-4497-82b8-1c579d61adb1 req-2c80c1b5-b5e3-4c72-8bf8-b00d20d3f3cb service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a7d0b731e41746459629e24e4376a580&device_id=b927b7fd-9f06-453e-968b-785955d4f0b5 HTTP/1.1" status: 200 len: 1096 time: 0.0405591 Oct 19 08:03:19.926482 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2885f5-3f6f-4497-82b8-1c579d61adb1 req-3a58162e-9857-421a-8787-d98f46a90f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:03:19.927947 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-5f2885f5-3f6f-4497-82b8-1c579d61adb1 req-3a58162e-9857-421a-8787-d98f46a90f90 service neutron] 10.222.0.16 "GET /v2.0/networks?id=d14a4db3-a516-4209-a5bb-de4dcfbac256 HTTP/1.1" status: 200 len: 912 time: 0.0854349 Oct 19 08:03:19.968087 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-5f2885f5-3f6f-4497-82b8-1c579d61adb1 req-03653b38-e1da-41ee-919a-b09ea6e66b7b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=74035f84-93aa-486f-8860-e2bc490cf253 HTTP/1.1" status: 200 len: 217 time: 0.0330503 Oct 19 08:03:20.015894 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2885f5-3f6f-4497-82b8-1c579d61adb1 req-46b7bd20-e1a8-45ec-ad49-b89d98695d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:03:20.017345 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-5f2885f5-3f6f-4497-82b8-1c579d61adb1 req-46b7bd20-e1a8-45ec-ad49-b89d98695d18 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e9300763-1630-426e-b5a8-006b77112f7c HTTP/1.1" status: 200 len: 850 time: 0.0423427 Oct 19 08:03:20.066677 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2885f5-3f6f-4497-82b8-1c579d61adb1 req-c1895e98-dfc2-42c6-8357-a370418ad4ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:03:20.068109 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-5f2885f5-3f6f-4497-82b8-1c579d61adb1 req-c1895e98-dfc2-42c6-8357-a370418ad4ee service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d14a4db3-a516-4209-a5bb-de4dcfbac256&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0432460 Oct 19 08:03:20.156728 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-5f2885f5-3f6f-4497-82b8-1c579d61adb1 req-68c110e0-2350-4c39-86ae-d9f690f3fc39 service neutron] 10.222.0.16 "GET /v2.0/networks/d14a4db3-a516-4209-a5bb-de4dcfbac256?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812550 Oct 19 08:03:20.253174 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-5f2885f5-3f6f-4497-82b8-1c579d61adb1 req-93623901-6512-4d0f-9e0e-9ca5d0243f0b service neutron] 10.222.0.16 "GET /v2.0/networks/d14a4db3-a516-4209-a5bb-de4dcfbac256?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868750 Oct 19 08:03:20.686027 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16aed7e-c9d6-48a6-809f-ef571cfc5abe req-b1ea09d2-fd48-4f36-af56-5ce012696534 tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:03:20.687466 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-d16aed7e-c9d6-48a6-809f-ef571cfc5abe req-b1ea09d2-fd48-4f36-af56-5ce012696534 tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] 10.222.0.27 "GET /v2.0/ports?device_id=b927b7fd-9f06-453e-968b-785955d4f0b5 HTTP/1.1" status: 200 len: 943 time: 0.0480883 Oct 19 08:03:20.725449 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-d16aed7e-c9d6-48a6-809f-ef571cfc5abe req-1f15dbb3-1751-4559-a7a0-e9c1c8be60c8 tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] 10.222.0.27 "GET /v2.0/security-groups?id=3c89b118-1d31-4979-b5cb-55dd9c23effd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319619 Oct 19 08:03:21.845186 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58fb463-aaf5-43e9-ae2b-97c0edc0a927 req-7e44b12e-3da8-4085-a084-1bce2080b77f tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:03:21.846697 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-f58fb463-aaf5-43e9-ae2b-97c0edc0a927 req-7e44b12e-3da8-4085-a084-1bce2080b77f tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] 10.222.0.27 "GET /v2.0/ports?device_id=b927b7fd-9f06-453e-968b-785955d4f0b5 HTTP/1.1" status: 200 len: 943 time: 0.0493755 Oct 19 08:03:21.884738 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-f58fb463-aaf5-43e9-ae2b-97c0edc0a927 req-7e85f319-2ef7-43e2-9b75-29016a4bd876 tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] 10.222.0.27 "GET /v2.0/security-groups?id=3c89b118-1d31-4979-b5cb-55dd9c23effd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320754 Oct 19 08:03:22.881893 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Device 74035f84-93aa-486f-8860-e2bc490cf253 details requested by agent hyperv_hv-neutron-8616 with host hv-neutron-8616 {{(pid=103334) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 08:03:22.975800 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] For port 74035f84-93aa-486f-8860-e2bc490cf253, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=74035f84-93aa-486f-8860-e2bc490cf253,segment=NetworkSegment(815a78b5-3ac4-4562-a353-e425dae619bf),segment_id=815a78b5-3ac4-4562-a353-e425dae619bf)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 08:03:22.990935 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Returning: {'device': '74035f84-93aa-486f-8860-e2bc490cf253', 'network_id': 'd14a4db3-a516-4209-a5bb-de4dcfbac256', 'port_id': '74035f84-93aa-486f-8860-e2bc490cf253', 'mac_address': 'fa:16:3e:d7:c9:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9300763-1630-426e-b5a8-006b77112f7c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103334) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 08:03:23.009237 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893c3084-814e-453e-935b-b96f14904edb req-fbfc610a-69a3-4bb5-b6ee-12c11d53af33 tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:03:23.010705 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-893c3084-814e-453e-935b-b96f14904edb req-fbfc610a-69a3-4bb5-b6ee-12c11d53af33 tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] 10.222.0.27 "GET /v2.0/ports?device_id=b927b7fd-9f06-453e-968b-785955d4f0b5 HTTP/1.1" status: 200 len: 943 time: 0.0524867 Oct 19 08:03:23.027400 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Current status of the port 74035f84-93aa-486f-8860-e2bc490cf253 is: DOWN; New status is: BUILD {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 08:03:23.027786 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:03:23.040868 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.notifiers.nova [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74035f84-93aa-486f-8860-e2bc490cf253 {{(pid=103334) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 19 08:03:23.048539 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-893c3084-814e-453e-935b-b96f14904edb req-7204f5ad-397d-49f8-b2c6-7857f0182354 tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] 10.222.0.27 "GET /v2.0/security-groups?id=3c89b118-1d31-4979-b5cb-55dd9c23effd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316465 Oct 19 08:03:23.061933 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] For port 74035f84-93aa-486f-8860-e2bc490cf253, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=74035f84-93aa-486f-8860-e2bc490cf253,segment=NetworkSegment(815a78b5-3ac4-4562-a353-e425dae619bf),segment_id=815a78b5-3ac4-4562-a353-e425dae619bf)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 08:03:23.065945 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:03:23.111238 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Pushing event updated for resources: {'Port': ['ID=74035f84-93aa-486f-8860-e2bc490cf253,revision_number=4']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:03:23.277212 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] get_ports_and_sgs() called for port_ids ['74035f84-93aa-486f-8860-e2bc490cf253'] {{(pid=103334) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 19 08:03:24.168502 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23824cc2-f2dc-4626-9279-17685a3ccca7 req-45db7bfa-c68f-4c17-a03d-b7755fc0a137 tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:03:24.169994 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-23824cc2-f2dc-4626-9279-17685a3ccca7 req-45db7bfa-c68f-4c17-a03d-b7755fc0a137 tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] 10.222.0.27 "GET /v2.0/ports?device_id=b927b7fd-9f06-453e-968b-785955d4f0b5 HTTP/1.1" status: 200 len: 944 time: 0.0487072 Oct 19 08:03:24.207890 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-23824cc2-f2dc-4626-9279-17685a3ccca7 req-d5d6bf0a-8222-429d-a71b-3b2f7ae58edd tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] 10.222.0.27 "GET /v2.0/security-groups?id=3c89b118-1d31-4979-b5cb-55dd9c23effd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319607 Oct 19 08:03:24.897628 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Device 74035f84-93aa-486f-8860-e2bc490cf253 up at agent hyperv_hv-neutron-8616 {{(pid=103334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 08:03:24.944710 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Provisioning for port 74035f84-93aa-486f-8860-e2bc490cf253 completed by entity L2. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 19 08:03:24.948180 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Provisioning complete for port 74035f84-93aa-486f-8860-e2bc490cf253 triggered by entity L2. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 08:03:24.948557 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:03:24.948889 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Attempt 1 to provision port 74035f84-93aa-486f-8860-e2bc490cf253 Oct 19 08:03:25.026327 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Current status of the port 74035f84-93aa-486f-8860-e2bc490cf253 is: BUILD; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 08:03:25.027452 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:03:25.050879 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b927b7fd-9f06-453e-968b-785955d4f0b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74035f84-93aa-486f-8860-e2bc490cf253'}] {{(pid=103334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 19 08:03:25.053142 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d918bd29c62f7e926e80ce37adcd574e0921d2de3006e6b6ef58999f52d8e2e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-638852f1-2211-4ba5-b2a1-9da8307f6f66" -d '{"events": [{"server_uuid": "b927b7fd-9f06-453e-968b-785955d4f0b5", "name": "network-vif-plugged", "status": "completed", "tag": "74035f84-93aa-486f-8860-e2bc490cf253"}]}' {{(pid=103334) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 08:03:25.065880 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] For port 74035f84-93aa-486f-8860-e2bc490cf253, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=74035f84-93aa-486f-8860-e2bc490cf253,segment=NetworkSegment(815a78b5-3ac4-4562-a353-e425dae619bf),segment_id=815a78b5-3ac4-4562-a353-e425dae619bf)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 08:03:25.070244 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:03:25.097026 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 19 Oct 2022 08:03:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11d97200-0a5b-401a-b069-9f8a4b6d7fde x-openstack-request-id: req-11d97200-0a5b-401a-b069-9f8a4b6d7fde {{(pid=103334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 08:03:25.098253 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b927b7fd-9f06-453e-968b-785955d4f0b5", "name": "network-vif-plugged", "status": "completed", "tag": "74035f84-93aa-486f-8860-e2bc490cf253", "code": 200}]} {{(pid=103334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 08:03:25.098498 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-11d97200-0a5b-401a-b069-9f8a4b6d7fde {{(pid=103334) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 08:03:25.098881 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.notifiers.nova [-] Nova event matching ['req-11d97200-0a5b-401a-b069-9f8a4b6d7fde'] response: {'server_uuid': 'b927b7fd-9f06-453e-968b-785955d4f0b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74035f84-93aa-486f-8860-e2bc490cf253', 'code': 200} Oct 19 08:03:25.125321 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Pushing event updated for resources: {'Port': ['ID=74035f84-93aa-486f-8860-e2bc490cf253,revision_number=5']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:03:25.246973 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f0ff8d-789a-4158-b121-484e17a1367e req-28a7d872-c58e-4a68-8274-2b150a05ed45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:03:25.248616 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-76f0ff8d-789a-4158-b121-484e17a1367e req-28a7d872-c58e-4a68-8274-2b150a05ed45 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=b927b7fd-9f06-453e-968b-785955d4f0b5 HTTP/1.1" status: 200 len: 1098 time: 0.0394669 Oct 19 08:03:25.287121 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-76f0ff8d-789a-4158-b121-484e17a1367e req-54a19a2a-0a6e-444a-8602-f88aba2ea455 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=3c89b118-1d31-4979-b5cb-55dd9c23effd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307865 Oct 19 08:03:25.336619 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fea1a6-27be-46a6-b4aa-3f16d67abe5a req-48f85660-bb41-4d02-99c9-4cb4a289fcaf tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:03:25.338068 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-56fea1a6-27be-46a6-b4aa-3f16d67abe5a req-48f85660-bb41-4d02-99c9-4cb4a289fcaf tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] 10.222.0.27 "GET /v2.0/ports?device_id=b927b7fd-9f06-453e-968b-785955d4f0b5 HTTP/1.1" status: 200 len: 945 time: 0.0540476 Oct 19 08:03:25.376765 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-56fea1a6-27be-46a6-b4aa-3f16d67abe5a req-6edcf3ec-1b8b-437e-9ca1-9a36a1a0f536 tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] 10.222.0.27 "GET /v2.0/security-groups?id=3c89b118-1d31-4979-b5cb-55dd9c23effd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320902 Oct 19 08:03:26.499411 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b714df09-d044-4a20-8554-bb808033a925 req-8bfc33a5-18fd-4f2d-b22c-218a3e7719aa tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:03:26.500980 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-b714df09-d044-4a20-8554-bb808033a925 req-8bfc33a5-18fd-4f2d-b22c-218a3e7719aa tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] 10.222.0.27 "GET /v2.0/ports?device_id=b927b7fd-9f06-453e-968b-785955d4f0b5 HTTP/1.1" status: 200 len: 945 time: 0.0494905 Oct 19 08:03:26.539023 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-b714df09-d044-4a20-8554-bb808033a925 req-d92c3e90-f768-4a12-9298-7f9bae8f050d tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] 10.222.0.27 "GET /v2.0/security-groups?id=3c89b118-1d31-4979-b5cb-55dd9c23effd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320179 Oct 19 08:03:26.655556 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d9ca76-b306-42d2-bfd3-6e84459562cc req-2e863a40-efa4-48a5-9c25-e42a88345c88 tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:03:26.657065 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-80d9ca76-b306-42d2-bfd3-6e84459562cc req-2e863a40-efa4-48a5-9c25-e42a88345c88 tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] 10.222.0.27 "GET /v2.0/ports?device_id=b927b7fd-9f06-453e-968b-785955d4f0b5 HTTP/1.1" status: 200 len: 945 time: 0.0486181 Oct 19 08:03:26.667072 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 35992) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:03:26.671314 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-f8cd171c-b67e-412e-b99f-a546e7184c1c tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] Request body: {'floatingip': {'port_id': '74035f84-93aa-486f-8860-e2bc490cf253'}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 08:03:26.712991 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-f8cd171c-b67e-412e-b99f-a546e7184c1c tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] Notify callbacks [] for floatingip, before_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:03:27.134110 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-f8cd171c-b67e-412e-b99f-a546e7184c1c tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:03:27.138539 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-f8cd171c-b67e-412e-b99f-a546e7184c1c tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1695041'] for floatingip, after_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:03:27.233468 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.db.l3_db [None req-f8cd171c-b67e-412e-b99f-a546e7184c1c tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] Floating IP 17e36dd7-38d1-4fdf-b1d1-35d515f97aec associated. External IP: 172.26.0.251, port: 74035f84-93aa-486f-8860-e2bc490cf253. Oct 19 08:03:27.754559 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8cd171c-b67e-412e-b99f-a546e7184c1c tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] Router 8c1831ff-b2f2-4de9-803f-9891568f2b75 has already been hosted by L3 agent ab388470-1243-4d53-80f2-c2f5899c97a7 {{(pid=103332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 08:03:27.868156 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8cd171c-b67e-412e-b99f-a546e7184c1c tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] Notify agent at l3_agent.dv-neutron-861624-1-hyperv the message routers_updated {{(pid=103332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 08:03:27.873006 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-f8cd171c-b67e-412e-b99f-a546e7184c1c tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42160'] for floatingip, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:03:27.877935 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e2693c6-e878-402e-b0ac-e70b4d91a9bd None None] Sync routers for ids ['8c1831ff-b2f2-4de9-803f-9891568f2b75'] in dv-neutron-861624-1-hyperv {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 08:03:27.888673 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e2693c6-e878-402e-b0ac-e70b4d91a9bd None None] Routers {'8c1831ff-b2f2-4de9-803f-9891568f2b75'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 08:03:27.889650 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-1e2693c6-e878-402e-b0ac-e70b4d91a9bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T08:03:16Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['8c1831ff-b2f2-4de9-803f-9891568f2b75'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:03:27.900610 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-f8cd171c-b67e-412e-b99f-a546e7184c1c tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] 10.222.0.27 "PUT /v2.0/floatingips/17e36dd7-38d1-4fdf-b1d1-35d515f97aec HTTP/1.1" status: 200 len: 992 time: 1.2324686 Oct 19 08:03:27.901258 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b927b7fd-9f06-453e-968b-785955d4f0b5', 'tag': '74035f84-93aa-486f-8860-e2bc490cf253'}] {{(pid=103332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 19 08:03:27.904060 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a021b02cf5f527cd4bbbc40a031b51490d9893d7edeeb551bdf5128ee7546f8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6016d231-a322-4115-82ee-3b6cbeefe8f5" -d '{"events": [{"name": "network-changed", "server_uuid": "b927b7fd-9f06-453e-968b-785955d4f0b5", "tag": "74035f84-93aa-486f-8860-e2bc490cf253"}]}' {{(pid=103332) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 08:03:27.944601 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 19 Oct 2022 08:03:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8bf4707-8424-4794-805f-f7250f46fb4a x-openstack-request-id: req-d8bf4707-8424-4794-805f-f7250f46fb4a {{(pid=103332) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 08:03:27.944899 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b927b7fd-9f06-453e-968b-785955d4f0b5", "tag": "74035f84-93aa-486f-8860-e2bc490cf253", "status": "completed", "code": 200}]} {{(pid=103332) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 08:03:27.945155 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-d8bf4707-8424-4794-805f-f7250f46fb4a {{(pid=103332) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 08:03:27.945572 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d8bf4707-8424-4794-805f-f7250f46fb4a'] response: {'name': 'network-changed', 'server_uuid': 'b927b7fd-9f06-453e-968b-785955d4f0b5', 'tag': '74035f84-93aa-486f-8860-e2bc490cf253', 'status': 'completed', 'code': 200} Oct 19 08:03:27.997922 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvr_db [None req-1e2693c6-e878-402e-b0ac-e70b4d91a9bd None None] Set router 8c1831ff-b2f2-4de9-803f-9891568f2b75 gateway port host: dv-neutron-861624-1-hyperv {{(pid=103335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 08:03:28.010967 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6016d231-a322-4115-82ee-3b6cbeefe8f5 req-219f5ac2-669e-443c-8f1e-b2081ab988fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:03:28.013237 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-6016d231-a322-4115-82ee-3b6cbeefe8f5 req-219f5ac2-669e-443c-8f1e-b2081ab988fd service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a7d0b731e41746459629e24e4376a580&device_id=b927b7fd-9f06-453e-968b-785955d4f0b5 HTTP/1.1" status: 200 len: 1098 time: 0.0484095 Oct 19 08:03:28.104310 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6016d231-a322-4115-82ee-3b6cbeefe8f5 req-a25aa2c5-1a9f-43fa-8403-4a54f9f74b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:03:28.105863 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-6016d231-a322-4115-82ee-3b6cbeefe8f5 req-a25aa2c5-1a9f-43fa-8403-4a54f9f74b5b service neutron] 10.222.0.16 "GET /v2.0/networks?id=d14a4db3-a516-4209-a5bb-de4dcfbac256 HTTP/1.1" status: 200 len: 912 time: 0.0844905 Oct 19 08:03:28.173884 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-6016d231-a322-4115-82ee-3b6cbeefe8f5 req-0d71f99d-8358-4fd4-b328-6bf63e1e6b74 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=74035f84-93aa-486f-8860-e2bc490cf253 HTTP/1.1" status: 200 len: 1000 time: 0.0620110 Oct 19 08:03:28.220407 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-1e2693c6-e878-402e-b0ac-e70b4d91a9bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c1831ff-b2f2-4de9-803f-9891568f2b75', 'name': 'tempest-ServerActionsTestJSON-277822555-router', 'tenant_id': 'a7d0b731e41746459629e24e4376a580', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'external_fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.89'}], 'enable_snat': True}, 'gw_port_id': '3aeac68d-c041-450c-9772-7abfc1332e6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T07:59:33Z', 'updated_at': '2022-10-19T07:59:35Z', 'revision_number': 4, 'project_id': 'a7d0b731e41746459629e24e4376a580', 'gw_port': {'id': '3aeac68d-c041-450c-9772-7abfc1332e6a', 'name': '', 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:0c:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c1831ff-b2f2-4de9-803f-9891568f2b75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:59:33Z', 'updated_at': '2022-10-19T07:59:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861624-1-hyperv', '_floatingips': [{'id': '17e36dd7-38d1-4fdf-b1d1-35d515f97aec', 'tenant_id': 'a7d0b731e41746459629e24e4376a580', 'floating_ip_address': '172.26.0.251', 'floating_network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'router_id': '8c1831ff-b2f2-4de9-803f-9891568f2b75', 'port_id': '74035f84-93aa-486f-8860-e2bc490cf253', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1575, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd14a4db3-a516-4209-a5bb-de4dcfbac256', 'mac_address': 'fa:16:3e:d7:c9:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b927b7fd-9f06-453e-968b-785955d4f0b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-19T07:59:37Z', 'updated_at': '2022-10-19T08:03:27Z', 'revision_number': 13, 'project_id': 'a7d0b731e41746459629e24e4376a580', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91164c68-eea1-4517-97ef-e7030d31b6b1', 'name': '', 'network_id': 'd14a4db3-a516-4209-a5bb-de4dcfbac256', 'tenant_id': 'a7d0b731e41746459629e24e4376a580', 'mac_address': 'fa:16:3e:07:bc:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c1831ff-b2f2-4de9-803f-9891568f2b75', 'device_owner': 'network:router_interface', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': 'e9300763-1630-426e-b5a8-006b77112f7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:59:35Z', 'updated_at': '2022-10-19T07:59:39Z', 'revision_number': 5, 'project_id': 'a7d0b731e41746459629e24e4376a580', 'subnets': [{'id': 'e9300763-1630-426e-b5a8-006b77112f7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:03:28.224052 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6016d231-a322-4115-82ee-3b6cbeefe8f5 req-51d0f4e1-a56a-4c39-930f-b6313dbc1f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:03:28.225570 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-6016d231-a322-4115-82ee-3b6cbeefe8f5 req-51d0f4e1-a56a-4c39-930f-b6313dbc1f6e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e9300763-1630-426e-b5a8-006b77112f7c HTTP/1.1" status: 200 len: 850 time: 0.0458884 Oct 19 08:03:28.245653 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e2693c6-e878-402e-b0ac-e70b4d91a9bd None None] Checking router: 8c1831ff-b2f2-4de9-803f-9891568f2b75 for host: dv-neutron-861624-1-hyperv {{(pid=103335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 08:03:28.253984 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e2693c6-e878-402e-b0ac-e70b4d91a9bd None None] Routers {'8c1831ff-b2f2-4de9-803f-9891568f2b75'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 08:03:28.254579 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-1e2693c6-e878-402e-b0ac-e70b4d91a9bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T08:03:16Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['8c1831ff-b2f2-4de9-803f-9891568f2b75'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:03:28.269850 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6016d231-a322-4115-82ee-3b6cbeefe8f5 req-d1e5c4ea-19be-4261-9185-443e09367db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:03:28.271342 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-6016d231-a322-4115-82ee-3b6cbeefe8f5 req-d1e5c4ea-19be-4261-9185-443e09367db1 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d14a4db3-a516-4209-a5bb-de4dcfbac256&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0392013 Oct 19 08:03:28.371987 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-6016d231-a322-4115-82ee-3b6cbeefe8f5 req-c7b1fe99-f32a-49b7-8ee1-746c73120c4b service neutron] 10.222.0.16 "GET /v2.0/networks/d14a4db3-a516-4209-a5bb-de4dcfbac256?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943890 Oct 19 08:03:28.444658 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvr_db [None req-1e2693c6-e878-402e-b0ac-e70b4d91a9bd None None] Set router 8c1831ff-b2f2-4de9-803f-9891568f2b75 gateway port host: dv-neutron-861624-1-hyperv {{(pid=103335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 08:03:28.464575 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-6016d231-a322-4115-82ee-3b6cbeefe8f5 req-3d2574e2-7454-472f-9ca9-585a364a8391 service neutron] 10.222.0.16 "GET /v2.0/networks/d14a4db3-a516-4209-a5bb-de4dcfbac256?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865195 Oct 19 08:03:28.662668 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-1e2693c6-e878-402e-b0ac-e70b4d91a9bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c1831ff-b2f2-4de9-803f-9891568f2b75', 'name': 'tempest-ServerActionsTestJSON-277822555-router', 'tenant_id': 'a7d0b731e41746459629e24e4376a580', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'external_fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.89'}], 'enable_snat': True}, 'gw_port_id': '3aeac68d-c041-450c-9772-7abfc1332e6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T07:59:33Z', 'updated_at': '2022-10-19T07:59:35Z', 'revision_number': 4, 'project_id': 'a7d0b731e41746459629e24e4376a580', 'gw_port': {'id': '3aeac68d-c041-450c-9772-7abfc1332e6a', 'name': '', 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:0c:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c1831ff-b2f2-4de9-803f-9891568f2b75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:59:33Z', 'updated_at': '2022-10-19T07:59:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861624-1-hyperv', '_floatingips': [{'id': '17e36dd7-38d1-4fdf-b1d1-35d515f97aec', 'tenant_id': 'a7d0b731e41746459629e24e4376a580', 'floating_ip_address': '172.26.0.251', 'floating_network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'router_id': '8c1831ff-b2f2-4de9-803f-9891568f2b75', 'port_id': '74035f84-93aa-486f-8860-e2bc490cf253', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1575, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd14a4db3-a516-4209-a5bb-de4dcfbac256', 'mac_address': 'fa:16:3e:d7:c9:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b927b7fd-9f06-453e-968b-785955d4f0b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-19T07:59:37Z', 'updated_at': '2022-10-19T08:03:27Z', 'revision_number': 13, 'project_id': 'a7d0b731e41746459629e24e4376a580', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91164c68-eea1-4517-97ef-e7030d31b6b1', 'name': '', 'network_id': 'd14a4db3-a516-4209-a5bb-de4dcfbac256', 'tenant_id': 'a7d0b731e41746459629e24e4376a580', 'mac_address': 'fa:16:3e:07:bc:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c1831ff-b2f2-4de9-803f-9891568f2b75', 'device_owner': 'network:router_interface', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': 'e9300763-1630-426e-b5a8-006b77112f7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:59:35Z', 'updated_at': '2022-10-19T07:59:39Z', 'revision_number': 5, 'project_id': 'a7d0b731e41746459629e24e4376a580', 'subnets': [{'id': 'e9300763-1630-426e-b5a8-006b77112f7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:03:28.688026 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e2693c6-e878-402e-b0ac-e70b4d91a9bd None None] The sync data for ids ['8c1831ff-b2f2-4de9-803f-9891568f2b75'] in dv-neutron-861624-1-hyperv is: [{'id': '8c1831ff-b2f2-4de9-803f-9891568f2b75', 'name': 'tempest-ServerActionsTestJSON-277822555-router', 'tenant_id': 'a7d0b731e41746459629e24e4376a580', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'external_fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.89'}], 'enable_snat': True}, 'gw_port_id': '3aeac68d-c041-450c-9772-7abfc1332e6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T07:59:33Z', 'updated_at': '2022-10-19T07:59:35Z', 'revision_number': 4, 'project_id': 'a7d0b731e41746459629e24e4376a580', 'gw_port': {'id': '3aeac68d-c041-450c-9772-7abfc1332e6a', 'name': '', 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:0c:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c1831ff-b2f2-4de9-803f-9891568f2b75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:59:33Z', 'updated_at': '2022-10-19T07:59:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861624-1-hyperv', '_floatingips': [{'id': '17e36dd7-38d1-4fdf-b1d1-35d515f97aec', 'tenant_id': 'a7d0b731e41746459629e24e4376a580', 'floating_ip_address': '172.26.0.251', 'floating_network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'router_id': '8c1831ff-b2f2-4de9-803f-9891568f2b75', 'port_id': '74035f84-93aa-486f-8860-e2bc490cf253', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1575, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd14a4db3-a516-4209-a5bb-de4dcfbac256', 'mac_address': 'fa:16:3e:d7:c9:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b927b7fd-9f06-453e-968b-785955d4f0b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-19T07:59:37Z', 'updated_at': '2022-10-19T08:03:27Z', 'revision_number': 13, 'project_id': 'a7d0b731e41746459629e24e4376a580', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91164c68-eea1-4517-97ef-e7030d31b6b1', 'name': '', 'network_id': 'd14a4db3-a516-4209-a5bb-de4dcfbac256', 'tenant_id': 'a7d0b731e41746459629e24e4376a580', 'mac_address': 'fa:16:3e:07:bc:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c1831ff-b2f2-4de9-803f-9891568f2b75', 'device_owner': 'network:router_interface', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': 'e9300763-1630-426e-b5a8-006b77112f7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:59:35Z', 'updated_at': '2022-10-19T07:59:39Z', 'revision_number': 5, 'project_id': 'a7d0b731e41746459629e24e4376a580', 'subnets': [{'id': 'e9300763-1630-426e-b5a8-006b77112f7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 08:03:28.881378 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae9d3108-533d-4f2f-8c9a-60dfb67388ea None None] New status for floating IP 17e36dd7-38d1-4fdf-b1d1-35d515f97aec: ACTIVE {{(pid=103334) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 19 08:03:39.118537 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-54497b52-d269-4872-b3a6-eddf563d2fe5 req-8b70f71c-f3f3-41bd-8c5b-4a380ec0b06b service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=b927b7fd-9f06-453e-968b-785955d4f0b5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0456927 Oct 19 08:03:39.200414 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54497b52-d269-4872-b3a6-eddf563d2fe5 req-c3e14b4b-1554-4e24-bdc6-bfb2f180401f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:03:39.201900 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-54497b52-d269-4872-b3a6-eddf563d2fe5 req-c3e14b4b-1554-4e24-bdc6-bfb2f180401f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a7d0b731e41746459629e24e4376a580&device_id=b927b7fd-9f06-453e-968b-785955d4f0b5 HTTP/1.1" status: 200 len: 1098 time: 0.0411503 Oct 19 08:03:39.304836 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54497b52-d269-4872-b3a6-eddf563d2fe5 req-a67a30d1-b564-4baf-b898-8000b0ce8968 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:03:39.306296 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-54497b52-d269-4872-b3a6-eddf563d2fe5 req-a67a30d1-b564-4baf-b898-8000b0ce8968 service neutron] 10.222.0.16 "GET /v2.0/networks?id=d14a4db3-a516-4209-a5bb-de4dcfbac256 HTTP/1.1" status: 200 len: 912 time: 0.0857966 Oct 19 08:03:39.377747 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-54497b52-d269-4872-b3a6-eddf563d2fe5 req-6b12b6a2-17e0-4482-877c-ca5d21422e7e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=74035f84-93aa-486f-8860-e2bc490cf253 HTTP/1.1" status: 200 len: 1002 time: 0.0651598 Oct 19 08:03:39.427421 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54497b52-d269-4872-b3a6-eddf563d2fe5 req-f7e23e2c-aa3a-4312-8cb1-f9e69ff07ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:03:39.428884 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-54497b52-d269-4872-b3a6-eddf563d2fe5 req-f7e23e2c-aa3a-4312-8cb1-f9e69ff07ce9 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e9300763-1630-426e-b5a8-006b77112f7c HTTP/1.1" status: 200 len: 850 time: 0.0442619 Oct 19 08:03:39.474788 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54497b52-d269-4872-b3a6-eddf563d2fe5 req-24ba0b87-171c-4150-ae35-12c8efa15ab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:03:39.476273 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-54497b52-d269-4872-b3a6-eddf563d2fe5 req-24ba0b87-171c-4150-ae35-12c8efa15ab4 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d14a4db3-a516-4209-a5bb-de4dcfbac256&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0412223 Oct 19 08:03:39.566809 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-54497b52-d269-4872-b3a6-eddf563d2fe5 req-c31b123b-a7b2-429f-b0ef-8e6b1998f092 service neutron] 10.222.0.16 "GET /v2.0/networks/d14a4db3-a516-4209-a5bb-de4dcfbac256?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840719 Oct 19 08:03:39.658859 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-54497b52-d269-4872-b3a6-eddf563d2fe5 req-59a7e9dd-a7af-4629-bc0b-f441e5c292ba service neutron] 10.222.0.16 "GET /v2.0/networks/d14a4db3-a516-4209-a5bb-de4dcfbac256?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847056 Oct 19 08:03:41.631095 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.agents_db [None req-6057327c-4456-4c72-8e75-6d3cd9249757 None None] Agent healthcheck: found 6 active agents {{(pid=103335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 08:03:41.974820 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:03:43.410017 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-b94f19b6-eef3-49a1-9ad0-46b68bfbb3a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:03:46.336582 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-8f03a791-f885-4673-9be6-fee00d9dc4fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:03:48.012032 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-2a2259f7-b034-4eec-af7a-7abaede746c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:03:49.061802 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-1a0da505-d0f9-48c6-b7e2-53b9c5e41298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:03:49.172319 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:04:02.388101 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023277a8-b600-4615-be84-bb03cc673308 req-205f5714-97c2-43b8-9fc6-7867a6909acf tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:04:02.389596 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-023277a8-b600-4615-be84-bb03cc673308 req-205f5714-97c2-43b8-9fc6-7867a6909acf tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] 10.222.0.27 "GET /v2.0/ports?device_id=b927b7fd-9f06-453e-968b-785955d4f0b5 HTTP/1.1" status: 200 len: 945 time: 0.1271913 Oct 19 08:04:02.427009 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-023277a8-b600-4615-be84-bb03cc673308 req-ae677922-62ca-4ba9-a3a6-46f4a20eaa79 tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] 10.222.0.27 "GET /v2.0/security-groups?id=3c89b118-1d31-4979-b5cb-55dd9c23effd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314858 Oct 19 08:04:11.983267 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:04:12.677157 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-3b9b574d-0c99-41a5-8522-c99f005211fa req-5af79e58-5099-43f4-9b9a-f8581f355f4b service neutron] 10.222.0.27 "GET /v2.0/ports?device_id=b927b7fd-9f06-453e-968b-785955d4f0b5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0662370 Oct 19 08:04:12.693273 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d39d3fa-5993-4d6c-bef7-b449f02b51e7 req-8157eec7-794d-46c1-8d72-9e576a0de81c tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:04:12.694849 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-0d39d3fa-5993-4d6c-bef7-b449f02b51e7 req-8157eec7-794d-46c1-8d72-9e576a0de81c tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] 10.222.0.27 "GET /v2.0/ports?device_id=b927b7fd-9f06-453e-968b-785955d4f0b5 HTTP/1.1" status: 200 len: 945 time: 0.0592799 Oct 19 08:04:12.737791 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-0d39d3fa-5993-4d6c-bef7-b449f02b51e7 req-2f6950fd-0a84-463d-9a78-09c769d11c03 tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] 10.222.0.27 "GET /v2.0/security-groups?id=3c89b118-1d31-4979-b5cb-55dd9c23effd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362263 Oct 19 08:04:13.413320 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-33a12d18-e729-4a1a-8219-8ff6551c16d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:04:13.725942 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9b574d-0c99-41a5-8522-c99f005211fa req-c9e83671-29fe-45f7-9343-22c31b878959 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:04:13.727441 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-3b9b574d-0c99-41a5-8522-c99f005211fa req-c9e83671-29fe-45f7-9343-22c31b878959 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a7d0b731e41746459629e24e4376a580&device_id=b927b7fd-9f06-453e-968b-785955d4f0b5 HTTP/1.1" status: 200 len: 1098 time: 0.0412123 Oct 19 08:04:13.827926 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9b574d-0c99-41a5-8522-c99f005211fa req-805a3db2-58e7-4ba8-88cb-ce23f801e6f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:04:13.829389 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-3b9b574d-0c99-41a5-8522-c99f005211fa req-805a3db2-58e7-4ba8-88cb-ce23f801e6f8 service neutron] 10.222.0.16 "GET /v2.0/networks?id=d14a4db3-a516-4209-a5bb-de4dcfbac256 HTTP/1.1" status: 200 len: 912 time: 0.0959921 Oct 19 08:04:13.914300 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9647c7-85fc-4b35-a0db-a00a88ff9574 req-114ef01b-bcf7-4506-8063-d679b73245e1 tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:04:13.915917 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-1f9647c7-85fc-4b35-a0db-a00a88ff9574 req-114ef01b-bcf7-4506-8063-d679b73245e1 tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] 10.222.0.27 "GET /v2.0/ports?device_id=b927b7fd-9f06-453e-968b-785955d4f0b5 HTTP/1.1" status: 200 len: 945 time: 0.1004786 Oct 19 08:04:13.922683 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-3b9b574d-0c99-41a5-8522-c99f005211fa req-0164753c-d171-4a9b-8e64-0e52e0aaea48 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=74035f84-93aa-486f-8860-e2bc490cf253 HTTP/1.1" status: 200 len: 1002 time: 0.0757620 Oct 19 08:04:13.989675 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-1f9647c7-85fc-4b35-a0db-a00a88ff9574 req-51132d36-d5f3-4216-a21e-b101f0840743 tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] 10.222.0.27 "GET /v2.0/security-groups?id=3c89b118-1d31-4979-b5cb-55dd9c23effd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0659602 Oct 19 08:04:13.998483 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9b574d-0c99-41a5-8522-c99f005211fa req-18da4671-6190-4004-8e2a-1b7604138e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:04:13.999945 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-3b9b574d-0c99-41a5-8522-c99f005211fa req-18da4671-6190-4004-8e2a-1b7604138e0c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e9300763-1630-426e-b5a8-006b77112f7c HTTP/1.1" status: 200 len: 850 time: 0.0698454 Oct 19 08:04:14.044880 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9b574d-0c99-41a5-8522-c99f005211fa req-970dd1ad-321f-447a-b218-0b861af5aabb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:04:14.046371 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-3b9b574d-0c99-41a5-8522-c99f005211fa req-970dd1ad-321f-447a-b218-0b861af5aabb service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d14a4db3-a516-4209-a5bb-de4dcfbac256&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0395825 Oct 19 08:04:14.134092 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-3b9b574d-0c99-41a5-8522-c99f005211fa req-e260d573-d6ee-4405-a806-1c2a07890f00 service neutron] 10.222.0.16 "GET /v2.0/networks/d14a4db3-a516-4209-a5bb-de4dcfbac256?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807369 Oct 19 08:04:14.226854 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-3b9b574d-0c99-41a5-8522-c99f005211fa req-00664885-09ea-475b-aaba-5db6465797f8 service neutron] 10.222.0.16 "GET /v2.0/networks/d14a4db3-a516-4209-a5bb-de4dcfbac256?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863287 Oct 19 08:04:15.123641 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da88f59-7067-403c-ab24-ee58753a7939 req-ef0da89f-bbd4-45e5-93e4-778373aa0dba tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:04:15.125215 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-0da88f59-7067-403c-ab24-ee58753a7939 req-ef0da89f-bbd4-45e5-93e4-778373aa0dba tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] 10.222.0.27 "GET /v2.0/ports?device_id=b927b7fd-9f06-453e-968b-785955d4f0b5 HTTP/1.1" status: 200 len: 945 time: 0.0527239 Oct 19 08:04:15.169727 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-0da88f59-7067-403c-ab24-ee58753a7939 req-52a3363a-dd68-42b6-a8cb-96117da4362c tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] 10.222.0.27 "GET /v2.0/security-groups?id=3c89b118-1d31-4979-b5cb-55dd9c23effd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380569 Oct 19 08:04:16.300320 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c20ed0-09cc-4e59-9ab7-99c18025df3d req-cf6cfe31-ff14-4308-81bc-01e45817a8b5 tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:04:16.301834 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-54c20ed0-09cc-4e59-9ab7-99c18025df3d req-cf6cfe31-ff14-4308-81bc-01e45817a8b5 tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] 10.222.0.27 "GET /v2.0/ports?device_id=b927b7fd-9f06-453e-968b-785955d4f0b5 HTTP/1.1" status: 200 len: 945 time: 0.0528355 Oct 19 08:04:16.339331 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-7cbe1209-8e8d-4d0f-a382-e0f21b574e3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:04:16.343314 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-54c20ed0-09cc-4e59-9ab7-99c18025df3d req-6d6fc822-563e-4d8a-b117-f0d23084613c tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] 10.222.0.27 "GET /v2.0/security-groups?id=3c89b118-1d31-4979-b5cb-55dd9c23effd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355570 Oct 19 08:04:17.464030 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48204e0f-8327-4dc7-ad4d-7e13350ac87a req-d48c169c-9d37-44a8-ad13-f3e4fc40fa42 tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:04:17.465672 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-48204e0f-8327-4dc7-ad4d-7e13350ac87a req-d48c169c-9d37-44a8-ad13-f3e4fc40fa42 tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] 10.222.0.27 "GET /v2.0/ports?device_id=b927b7fd-9f06-453e-968b-785955d4f0b5 HTTP/1.1" status: 200 len: 945 time: 0.0497241 Oct 19 08:04:17.505789 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-48204e0f-8327-4dc7-ad4d-7e13350ac87a req-785a909b-778e-4155-8a9a-c4d07fac453b tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] 10.222.0.27 "GET /v2.0/security-groups?id=3c89b118-1d31-4979-b5cb-55dd9c23effd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341802 Oct 19 08:04:18.014277 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-2a2259f7-b034-4eec-af7a-7abaede746c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:04:18.626426 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a855a03-f14f-492d-bc68-bc5ee5a91253 req-1ff65b59-c0d2-4260-9976-0dbd490c1a9e tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:04:18.627916 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-3a855a03-f14f-492d-bc68-bc5ee5a91253 req-1ff65b59-c0d2-4260-9976-0dbd490c1a9e tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] 10.222.0.27 "GET /v2.0/ports?device_id=b927b7fd-9f06-453e-968b-785955d4f0b5 HTTP/1.1" status: 200 len: 945 time: 0.0488348 Oct 19 08:04:18.628935 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.agents_db [None req-6057327c-4456-4c72-8e75-6d3cd9249757 None None] Agent healthcheck: found 6 active agents {{(pid=103335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 08:04:18.665162 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-3a855a03-f14f-492d-bc68-bc5ee5a91253 req-464e3710-0183-4d48-8d2c-41266fceda90 tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] 10.222.0.27 "GET /v2.0/security-groups?id=3c89b118-1d31-4979-b5cb-55dd9c23effd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312159 Oct 19 08:04:19.066419 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-1a0da505-d0f9-48c6-b7e2-53b9c5e41298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:04:19.173437 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:04:19.791376 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8e4c06-6093-49a4-875c-0bd9c64c16ae req-a55ce76c-98a6-48ca-a1f3-cf41d3dd2ba3 tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:04:19.792924 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-fc8e4c06-6093-49a4-875c-0bd9c64c16ae req-a55ce76c-98a6-48ca-a1f3-cf41d3dd2ba3 tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] 10.222.0.27 "GET /v2.0/ports?device_id=b927b7fd-9f06-453e-968b-785955d4f0b5 HTTP/1.1" status: 200 len: 945 time: 0.0541036 Oct 19 08:04:19.830733 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-fc8e4c06-6093-49a4-875c-0bd9c64c16ae req-072cc1eb-8b55-451c-a38c-9a28abbd4181 tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] 10.222.0.27 "GET /v2.0/security-groups?id=3c89b118-1d31-4979-b5cb-55dd9c23effd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317245 Oct 19 08:04:20.960102 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd54b6b7-be03-4247-a0db-142bc5b679ca req-c8abd93e-57b5-411d-9aba-3b388f3a397c tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:04:20.961613 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-dd54b6b7-be03-4247-a0db-142bc5b679ca req-c8abd93e-57b5-411d-9aba-3b388f3a397c tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] 10.222.0.27 "GET /v2.0/ports?device_id=b927b7fd-9f06-453e-968b-785955d4f0b5 HTTP/1.1" status: 200 len: 945 time: 0.0497456 Oct 19 08:04:20.999422 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-dd54b6b7-be03-4247-a0db-142bc5b679ca req-8b91bd70-f36d-4567-9646-dfeb5d33a531 tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] 10.222.0.27 "GET /v2.0/security-groups?id=3c89b118-1d31-4979-b5cb-55dd9c23effd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316355 Oct 19 08:04:22.121884 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c427b809-3522-4712-a238-79d9cad3b3fd req-231d7635-a162-4605-ad1e-823084873bac tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:04:22.123373 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-c427b809-3522-4712-a238-79d9cad3b3fd req-231d7635-a162-4605-ad1e-823084873bac tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] 10.222.0.27 "GET /v2.0/ports?device_id=b927b7fd-9f06-453e-968b-785955d4f0b5 HTTP/1.1" status: 200 len: 945 time: 0.0485103 Oct 19 08:04:22.161842 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-c427b809-3522-4712-a238-79d9cad3b3fd req-86a88e79-dc4d-4c36-bb4d-7d65c1492ef7 tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] 10.222.0.27 "GET /v2.0/security-groups?id=3c89b118-1d31-4979-b5cb-55dd9c23effd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324359 Oct 19 08:04:23.287514 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da92d81-c020-4a35-b364-6218c3a50e30 req-61be25f0-1ab9-4fb5-88f2-f532730c2005 tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:04:23.289012 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-1da92d81-c020-4a35-b364-6218c3a50e30 req-61be25f0-1ab9-4fb5-88f2-f532730c2005 tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] 10.222.0.27 "GET /v2.0/ports?device_id=b927b7fd-9f06-453e-968b-785955d4f0b5 HTTP/1.1" status: 200 len: 945 time: 0.0536551 Oct 19 08:04:23.326941 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-1da92d81-c020-4a35-b364-6218c3a50e30 req-d33840d7-86ac-4cbc-be5c-bd6a13d331ec tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] 10.222.0.27 "GET /v2.0/security-groups?id=3c89b118-1d31-4979-b5cb-55dd9c23effd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319867 Oct 19 08:04:24.448566 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f6f907-85dc-4c36-8c9d-d90844eb4e00 req-d58ed848-9246-4086-9223-bac667f7af36 tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:04:24.451044 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-b3f6f907-85dc-4c36-8c9d-d90844eb4e00 req-d58ed848-9246-4086-9223-bac667f7af36 tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] 10.222.0.27 "GET /v2.0/ports?device_id=b927b7fd-9f06-453e-968b-785955d4f0b5 HTTP/1.1" status: 200 len: 945 time: 0.0503058 Oct 19 08:04:24.488902 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-b3f6f907-85dc-4c36-8c9d-d90844eb4e00 req-d48b03c5-73cd-49a0-bc50-636decbbafb9 tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] 10.222.0.27 "GET /v2.0/security-groups?id=3c89b118-1d31-4979-b5cb-55dd9c23effd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316133 Oct 19 08:04:25.614295 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fd875d-e5fc-40ee-904e-9d4bc59ca6c6 req-a391e65e-8726-4d9b-89f5-98b13818c494 tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:04:25.615818 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-39fd875d-e5fc-40ee-904e-9d4bc59ca6c6 req-a391e65e-8726-4d9b-89f5-98b13818c494 tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] 10.222.0.27 "GET /v2.0/ports?device_id=b927b7fd-9f06-453e-968b-785955d4f0b5 HTTP/1.1" status: 200 len: 945 time: 0.0518384 Oct 19 08:04:25.652773 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-39fd875d-e5fc-40ee-904e-9d4bc59ca6c6 req-15706cba-0c31-4857-a552-2cbc0575adc1 tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] 10.222.0.27 "GET /v2.0/security-groups?id=3c89b118-1d31-4979-b5cb-55dd9c23effd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309935 Oct 19 08:04:26.781693 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f046b4-91b3-43a2-a27e-35a058a73b36 req-6069bdf0-c893-4563-b4a7-1df310f9973e tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:04:26.783175 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-54f046b4-91b3-43a2-a27e-35a058a73b36 req-6069bdf0-c893-4563-b4a7-1df310f9973e tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] 10.222.0.27 "GET /v2.0/ports?device_id=b927b7fd-9f06-453e-968b-785955d4f0b5 HTTP/1.1" status: 200 len: 945 time: 0.0545993 Oct 19 08:04:26.821693 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-54f046b4-91b3-43a2-a27e-35a058a73b36 req-84d05a43-dfdc-4f0a-8da7-8971cc5fb6b9 tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] 10.222.0.27 "GET /v2.0/security-groups?id=3c89b118-1d31-4979-b5cb-55dd9c23effd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324607 Oct 19 08:04:27.943025 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53ac4d7-f926-4788-a73f-9621783317d1 req-f2a72a43-2fe8-40f6-9eb0-a5525beba71d tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:04:27.944512 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-f53ac4d7-f926-4788-a73f-9621783317d1 req-f2a72a43-2fe8-40f6-9eb0-a5525beba71d tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] 10.222.0.27 "GET /v2.0/ports?device_id=b927b7fd-9f06-453e-968b-785955d4f0b5 HTTP/1.1" status: 200 len: 945 time: 0.0482965 Oct 19 08:04:27.983289 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-f53ac4d7-f926-4788-a73f-9621783317d1 req-ace29783-0e2d-4c40-951b-7923b76d6df9 tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] 10.222.0.27 "GET /v2.0/security-groups?id=3c89b118-1d31-4979-b5cb-55dd9c23effd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319767 Oct 19 08:04:29.104234 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816a4ef2-3f24-4744-a1e7-4fb281ef5d1f req-b98fef0b-b1af-4169-9502-a4ebeceb4cd4 tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:04:29.105723 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-816a4ef2-3f24-4744-a1e7-4fb281ef5d1f req-b98fef0b-b1af-4169-9502-a4ebeceb4cd4 tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] 10.222.0.27 "GET /v2.0/ports?device_id=b927b7fd-9f06-453e-968b-785955d4f0b5 HTTP/1.1" status: 200 len: 945 time: 0.0494320 Oct 19 08:04:29.142438 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-816a4ef2-3f24-4744-a1e7-4fb281ef5d1f req-939e9228-1b03-4f76-bd7f-69ffb17f8320 tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] 10.222.0.27 "GET /v2.0/security-groups?id=3c89b118-1d31-4979-b5cb-55dd9c23effd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307553 Oct 19 08:04:30.267704 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c92d3b-c514-440b-b55f-af8df0a3ada7 req-15a7a734-cc21-4bc2-935f-77d01efc2e7b tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:04:30.269207 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-44c92d3b-c514-440b-b55f-af8df0a3ada7 req-15a7a734-cc21-4bc2-935f-77d01efc2e7b tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] 10.222.0.27 "GET /v2.0/ports?device_id=b927b7fd-9f06-453e-968b-785955d4f0b5 HTTP/1.1" status: 200 len: 945 time: 0.0523944 Oct 19 08:04:30.307376 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-44c92d3b-c514-440b-b55f-af8df0a3ada7 req-2646ee71-29d5-4422-ba42-b5909db61e1e tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] 10.222.0.27 "GET /v2.0/security-groups?id=3c89b118-1d31-4979-b5cb-55dd9c23effd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321507 Oct 19 08:04:31.432448 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2bee83-109f-4161-a219-e8457bac04df req-a6371217-a941-4a09-a1e6-003977e19657 tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:04:31.433924 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-0a2bee83-109f-4161-a219-e8457bac04df req-a6371217-a941-4a09-a1e6-003977e19657 tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] 10.222.0.27 "GET /v2.0/ports?device_id=b927b7fd-9f06-453e-968b-785955d4f0b5 HTTP/1.1" status: 200 len: 945 time: 0.0506814 Oct 19 08:04:31.473123 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-0a2bee83-109f-4161-a219-e8457bac04df req-3ef69ae8-f1a8-4f6d-b38c-305254dc0e6f tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] 10.222.0.27 "GET /v2.0/security-groups?id=3c89b118-1d31-4979-b5cb-55dd9c23effd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331225 Oct 19 08:04:32.535155 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-3b9b574d-0c99-41a5-8522-c99f005211fa req-787c09c5-eb22-44ab-a303-033d45b23cdc service neutron] 10.222.0.16 "GET /v2.0/ports/74035f84-93aa-486f-8860-e2bc490cf253/bindings/hv-neutron-8616 HTTP/1.1" status: 200 len: 384 time: 0.1109061 Oct 19 08:04:32.601514 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727f8bf3-537c-4aab-b2bc-4d6b9aafa766 req-9bc72f32-5e8b-42c6-b0ba-da8062d2f0d0 tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:04:32.602962 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-727f8bf3-537c-4aab-b2bc-4d6b9aafa766 req-9bc72f32-5e8b-42c6-b0ba-da8062d2f0d0 tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] 10.222.0.27 "GET /v2.0/ports?device_id=b927b7fd-9f06-453e-968b-785955d4f0b5 HTTP/1.1" status: 200 len: 945 time: 0.0561831 Oct 19 08:04:32.643333 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-727f8bf3-537c-4aab-b2bc-4d6b9aafa766 req-027bfdb8-75ba-449f-bd04-dd5311ce1c03 tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] 10.222.0.27 "GET /v2.0/security-groups?id=3c89b118-1d31-4979-b5cb-55dd9c23effd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336385 Oct 19 08:04:32.738741 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9b574d-0c99-41a5-8522-c99f005211fa req-3aac54dc-598f-47d7-8e48-1bf20a16bdad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:04:32.740244 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-3b9b574d-0c99-41a5-8522-c99f005211fa req-3aac54dc-598f-47d7-8e48-1bf20a16bdad service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=b927b7fd-9f06-453e-968b-785955d4f0b5&tenant_id=a7d0b731e41746459629e24e4376a580 HTTP/1.1" status: 200 len: 1098 time: 0.0448055 Oct 19 08:04:32.799564 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9b574d-0c99-41a5-8522-c99f005211fa req-1bdd4c10-206d-4eeb-8a07-10d41c986f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:04:32.801073 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-3b9b574d-0c99-41a5-8522-c99f005211fa req-1bdd4c10-206d-4eeb-8a07-10d41c986f2d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a7d0b731e41746459629e24e4376a580&device_id=b927b7fd-9f06-453e-968b-785955d4f0b5 HTTP/1.1" status: 200 len: 1098 time: 0.0397570 Oct 19 08:04:32.892541 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9b574d-0c99-41a5-8522-c99f005211fa req-5dfc3891-a927-4b9d-8d4f-e8fe2cf387b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:04:32.894002 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-3b9b574d-0c99-41a5-8522-c99f005211fa req-5dfc3891-a927-4b9d-8d4f-e8fe2cf387b4 service neutron] 10.222.0.16 "GET /v2.0/networks?id=d14a4db3-a516-4209-a5bb-de4dcfbac256 HTTP/1.1" status: 200 len: 912 time: 0.0867686 Oct 19 08:04:32.958466 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-3b9b574d-0c99-41a5-8522-c99f005211fa req-08d24beb-b77a-4a8f-b9e9-197d4aeb2aad service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=74035f84-93aa-486f-8860-e2bc490cf253 HTTP/1.1" status: 200 len: 1002 time: 0.0574098 Oct 19 08:04:33.006308 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9b574d-0c99-41a5-8522-c99f005211fa req-f270c354-2238-4e8c-9b74-44bbf1dc1e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:04:33.007712 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-3b9b574d-0c99-41a5-8522-c99f005211fa req-f270c354-2238-4e8c-9b74-44bbf1dc1e52 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e9300763-1630-426e-b5a8-006b77112f7c HTTP/1.1" status: 200 len: 850 time: 0.0430698 Oct 19 08:04:33.055848 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9b574d-0c99-41a5-8522-c99f005211fa req-e53221d7-e562-42e1-b9c1-54635c231c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:04:33.057253 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-3b9b574d-0c99-41a5-8522-c99f005211fa req-e53221d7-e562-42e1-b9c1-54635c231c92 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d14a4db3-a516-4209-a5bb-de4dcfbac256&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0435758 Oct 19 08:04:33.144472 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-3b9b574d-0c99-41a5-8522-c99f005211fa req-59ceace1-b0eb-4a56-b723-343ffdfe90a5 service neutron] 10.222.0.16 "GET /v2.0/networks/d14a4db3-a516-4209-a5bb-de4dcfbac256?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810122 Oct 19 08:04:33.238484 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-3b9b574d-0c99-41a5-8522-c99f005211fa req-72ea91a2-cc41-411a-a495-df4d63be946b service neutron] 10.222.0.16 "GET /v2.0/networks/d14a4db3-a516-4209-a5bb-de4dcfbac256?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874619 Oct 19 08:04:33.767805 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70845b11-e4b7-4564-91c1-4b59065aa048 req-3e47d1e3-f2e9-4b39-abd9-8d2f5f31baf8 tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:04:33.769360 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-70845b11-e4b7-4564-91c1-4b59065aa048 req-3e47d1e3-f2e9-4b39-abd9-8d2f5f31baf8 tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] 10.222.0.27 "GET /v2.0/ports?device_id=b927b7fd-9f06-453e-968b-785955d4f0b5 HTTP/1.1" status: 200 len: 945 time: 0.0490427 Oct 19 08:04:33.808592 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-70845b11-e4b7-4564-91c1-4b59065aa048 req-cbed5c0f-0711-44cb-aef3-2b5a6166dbab tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] 10.222.0.27 "GET /v2.0/security-groups?id=3c89b118-1d31-4979-b5cb-55dd9c23effd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331547 Oct 19 08:04:34.935772 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba16254-c87f-414b-a1cf-e07014902633 req-69d49a29-ce2c-4c5c-9377-4a7472cd37dd tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:04:34.937292 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-fba16254-c87f-414b-a1cf-e07014902633 req-69d49a29-ce2c-4c5c-9377-4a7472cd37dd tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] 10.222.0.27 "GET /v2.0/ports?device_id=b927b7fd-9f06-453e-968b-785955d4f0b5 HTTP/1.1" status: 200 len: 945 time: 0.0491314 Oct 19 08:04:34.983088 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-fba16254-c87f-414b-a1cf-e07014902633 req-5d84267d-a74f-40b7-9db5-f2f3efec5b70 tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] 10.222.0.27 "GET /v2.0/security-groups?id=3c89b118-1d31-4979-b5cb-55dd9c23effd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396919 Oct 19 08:04:35.325892 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Device 74035f84-93aa-486f-8860-e2bc490cf253 no longer exists at agent hyperv_hv-neutron-8616 {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 08:04:35.399639 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Current status of the port 74035f84-93aa-486f-8860-e2bc490cf253 is: ACTIVE; New status is: DOWN {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 08:04:35.400023 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:04:35.422546 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b927b7fd-9f06-453e-968b-785955d4f0b5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '74035f84-93aa-486f-8860-e2bc490cf253'}] {{(pid=103334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 19 08:04:35.424816 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d918bd29c62f7e926e80ce37adcd574e0921d2de3006e6b6ef58999f52d8e2e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19328627-7ae2-476b-86af-340724b3726d" -d '{"events": [{"server_uuid": "b927b7fd-9f06-453e-968b-785955d4f0b5", "name": "network-vif-unplugged", "status": "completed", "tag": "74035f84-93aa-486f-8860-e2bc490cf253"}]}' {{(pid=103334) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 08:04:35.438082 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] For port 74035f84-93aa-486f-8860-e2bc490cf253, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=74035f84-93aa-486f-8860-e2bc490cf253,segment=NetworkSegment(815a78b5-3ac4-4562-a353-e425dae619bf),segment_id=815a78b5-3ac4-4562-a353-e425dae619bf)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 08:04:35.442606 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:04:35.474835 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 19 Oct 2022 08:04:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b657bc20-61f9-491f-a3b6-670621eda448 x-openstack-request-id: req-b657bc20-61f9-491f-a3b6-670621eda448 {{(pid=103334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 08:04:35.475141 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b927b7fd-9f06-453e-968b-785955d4f0b5", "name": "network-vif-unplugged", "status": "completed", "tag": "74035f84-93aa-486f-8860-e2bc490cf253", "code": 200}]} {{(pid=103334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 08:04:35.475522 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-b657bc20-61f9-491f-a3b6-670621eda448 {{(pid=103334) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 08:04:35.475922 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b657bc20-61f9-491f-a3b6-670621eda448'] response: {'server_uuid': 'b927b7fd-9f06-453e-968b-785955d4f0b5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '74035f84-93aa-486f-8860-e2bc490cf253', 'code': 200} Oct 19 08:04:35.493902 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Pushing event updated for resources: {'Port': ['ID=74035f84-93aa-486f-8860-e2bc490cf253,revision_number=6']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:04:35.501897 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:04:35.502246 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:04:35.502584 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:04:35.502920 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:04:35.503255 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:04:35.503584 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:04:35.503912 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:04:35.504236 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:04:35.504598 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:04:35.504925 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:04:35.505246 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:04:35.505573 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:04:36.107174 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee09f44e-f7bf-4fe7-b8c0-cb995b3ef9f3 req-85bcac52-85c9-4d1a-9e75-7f481efc4382 tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:04:36.108734 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-ee09f44e-f7bf-4fe7-b8c0-cb995b3ef9f3 req-85bcac52-85c9-4d1a-9e75-7f481efc4382 tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] 10.222.0.27 "GET /v2.0/ports?device_id=b927b7fd-9f06-453e-968b-785955d4f0b5 HTTP/1.1" status: 200 len: 943 time: 0.0504944 Oct 19 08:04:36.147723 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-ee09f44e-f7bf-4fe7-b8c0-cb995b3ef9f3 req-302796f6-b0d7-4077-892e-4d4569f0de04 tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] 10.222.0.27 "GET /v2.0/security-groups?id=3c89b118-1d31-4979-b5cb-55dd9c23effd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329068 Oct 19 08:04:37.269912 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189b087b-d6eb-48f0-a5b2-92422cb38e0c req-ed85a968-9db9-4f2f-865d-dea42bfaad03 tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:04:37.271379 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-189b087b-d6eb-48f0-a5b2-92422cb38e0c req-ed85a968-9db9-4f2f-865d-dea42bfaad03 tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] 10.222.0.27 "GET /v2.0/ports?device_id=b927b7fd-9f06-453e-968b-785955d4f0b5 HTTP/1.1" status: 200 len: 943 time: 0.0481050 Oct 19 08:04:37.310667 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-189b087b-d6eb-48f0-a5b2-92422cb38e0c req-68a6c4f3-21ee-45d0-8ff0-d6d4d01d131a tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] 10.222.0.27 "GET /v2.0/security-groups?id=3c89b118-1d31-4979-b5cb-55dd9c23effd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325108 Oct 19 08:04:38.430837 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdf5284-c99c-4970-9b5e-ec54b48d7731 req-e4409413-b6a8-42e5-b5a8-42ce3dc1bab8 tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:04:38.432299 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-8fdf5284-c99c-4970-9b5e-ec54b48d7731 req-e4409413-b6a8-42e5-b5a8-42ce3dc1bab8 tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] 10.222.0.27 "GET /v2.0/ports?device_id=b927b7fd-9f06-453e-968b-785955d4f0b5 HTTP/1.1" status: 200 len: 943 time: 0.0471668 Oct 19 08:04:38.473507 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-8fdf5284-c99c-4970-9b5e-ec54b48d7731 req-c7201542-b19b-4ba3-ab90-f364e2f52afe tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] 10.222.0.27 "GET /v2.0/security-groups?id=3c89b118-1d31-4979-b5cb-55dd9c23effd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345545 Oct 19 08:04:39.346210 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Device 74035f84-93aa-486f-8860-e2bc490cf253 details requested by agent hyperv_hv-neutron-8616 with host hv-neutron-8616 {{(pid=103334) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 08:04:39.437357 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] For port 74035f84-93aa-486f-8860-e2bc490cf253, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=74035f84-93aa-486f-8860-e2bc490cf253,segment=NetworkSegment(815a78b5-3ac4-4562-a353-e425dae619bf),segment_id=815a78b5-3ac4-4562-a353-e425dae619bf)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 08:04:39.447742 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Returning: {'device': '74035f84-93aa-486f-8860-e2bc490cf253', 'network_id': 'd14a4db3-a516-4209-a5bb-de4dcfbac256', 'port_id': '74035f84-93aa-486f-8860-e2bc490cf253', 'mac_address': 'fa:16:3e:d7:c9:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9300763-1630-426e-b5a8-006b77112f7c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103334) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 08:04:39.487088 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Current status of the port 74035f84-93aa-486f-8860-e2bc490cf253 is: DOWN; New status is: BUILD {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 08:04:39.487468 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:04:39.499575 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.notifiers.nova [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74035f84-93aa-486f-8860-e2bc490cf253 {{(pid=103334) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 19 08:04:39.519071 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] For port 74035f84-93aa-486f-8860-e2bc490cf253, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=74035f84-93aa-486f-8860-e2bc490cf253,segment=NetworkSegment(815a78b5-3ac4-4562-a353-e425dae619bf),segment_id=815a78b5-3ac4-4562-a353-e425dae619bf)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 08:04:39.523419 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:04:39.572193 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Pushing event updated for resources: {'Port': ['ID=74035f84-93aa-486f-8860-e2bc490cf253,revision_number=7']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:04:39.583699 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] get_ports_and_sgs() called for port_ids ['74035f84-93aa-486f-8860-e2bc490cf253'] {{(pid=103334) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 19 08:04:39.604022 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b539c816-77f9-48ad-9ae9-a2b345547cea req-8b7063dd-9d2f-402d-95ea-26b1298f12c3 tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:04:39.605554 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-b539c816-77f9-48ad-9ae9-a2b345547cea req-8b7063dd-9d2f-402d-95ea-26b1298f12c3 tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] 10.222.0.27 "GET /v2.0/ports?device_id=b927b7fd-9f06-453e-968b-785955d4f0b5 HTTP/1.1" status: 200 len: 944 time: 0.0519826 Oct 19 08:04:39.645009 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-b539c816-77f9-48ad-9ae9-a2b345547cea req-b6ca1c90-f268-48c2-8f51-84c33905128d tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] 10.222.0.27 "GET /v2.0/security-groups?id=3c89b118-1d31-4979-b5cb-55dd9c23effd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328364 Oct 19 08:04:40.766848 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48c647c-5a9b-424a-8099-6681191ddc6f req-32883b0f-8213-4531-ba2a-c5ce826b3552 tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:04:40.768306 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-e48c647c-5a9b-424a-8099-6681191ddc6f req-32883b0f-8213-4531-ba2a-c5ce826b3552 tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] 10.222.0.27 "GET /v2.0/ports?device_id=b927b7fd-9f06-453e-968b-785955d4f0b5 HTTP/1.1" status: 200 len: 944 time: 0.0488648 Oct 19 08:04:40.804952 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-e48c647c-5a9b-424a-8099-6681191ddc6f req-a9d01d77-7393-448e-aaef-346236cab87e tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] 10.222.0.27 "GET /v2.0/security-groups?id=3c89b118-1d31-4979-b5cb-55dd9c23effd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307155 Oct 19 08:04:41.132550 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ed6f70-fcc8-432e-96cf-6c7965ae71a2 req-bb6000d0-5611-454c-8a24-0b17716f1988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:04:41.134319 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-75ed6f70-fcc8-432e-96cf-6c7965ae71a2 req-bb6000d0-5611-454c-8a24-0b17716f1988 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a7d0b731e41746459629e24e4376a580&device_id=b927b7fd-9f06-453e-968b-785955d4f0b5 HTTP/1.1" status: 200 len: 1097 time: 0.0404291 Oct 19 08:04:41.241058 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ed6f70-fcc8-432e-96cf-6c7965ae71a2 req-60b47db6-b043-474c-9cd5-7dd058e9cae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:04:41.242553 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-75ed6f70-fcc8-432e-96cf-6c7965ae71a2 req-60b47db6-b043-474c-9cd5-7dd058e9cae7 service neutron] 10.222.0.16 "GET /v2.0/networks?id=d14a4db3-a516-4209-a5bb-de4dcfbac256 HTTP/1.1" status: 200 len: 912 time: 0.0858700 Oct 19 08:04:41.312065 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-75ed6f70-fcc8-432e-96cf-6c7965ae71a2 req-55bbb3ea-f345-4982-8a95-cdd0754f27ca service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=74035f84-93aa-486f-8860-e2bc490cf253 HTTP/1.1" status: 200 len: 1001 time: 0.0634902 Oct 19 08:04:41.351976 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Device 74035f84-93aa-486f-8860-e2bc490cf253 up at agent hyperv_hv-neutron-8616 {{(pid=103334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 08:04:41.361642 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ed6f70-fcc8-432e-96cf-6c7965ae71a2 req-eed43ec7-4cbd-4d0a-88e7-5dab96e36155 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:04:41.363106 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-75ed6f70-fcc8-432e-96cf-6c7965ae71a2 req-eed43ec7-4cbd-4d0a-88e7-5dab96e36155 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e9300763-1630-426e-b5a8-006b77112f7c HTTP/1.1" status: 200 len: 850 time: 0.0442252 Oct 19 08:04:41.398728 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Provisioning complete for port 74035f84-93aa-486f-8860-e2bc490cf253 triggered by entity L2. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 08:04:41.399009 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:04:41.399343 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Attempt 1 to provision port 74035f84-93aa-486f-8860-e2bc490cf253 Oct 19 08:04:41.409828 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ed6f70-fcc8-432e-96cf-6c7965ae71a2 req-4bd3ba7a-50e5-46b9-aa3f-9852d43ab155 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:04:41.411350 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-75ed6f70-fcc8-432e-96cf-6c7965ae71a2 req-4bd3ba7a-50e5-46b9-aa3f-9852d43ab155 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d14a4db3-a516-4209-a5bb-de4dcfbac256&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0415661 Oct 19 08:04:41.474220 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Current status of the port 74035f84-93aa-486f-8860-e2bc490cf253 is: BUILD; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 08:04:41.474616 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:04:41.500724 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b927b7fd-9f06-453e-968b-785955d4f0b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74035f84-93aa-486f-8860-e2bc490cf253'}] {{(pid=103334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 19 08:04:41.503007 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d918bd29c62f7e926e80ce37adcd574e0921d2de3006e6b6ef58999f52d8e2e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4474fcca-1373-4647-90e4-c608d3787771" -d '{"events": [{"server_uuid": "b927b7fd-9f06-453e-968b-785955d4f0b5", "name": "network-vif-plugged", "status": "completed", "tag": "74035f84-93aa-486f-8860-e2bc490cf253"}]}' {{(pid=103334) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 08:04:41.505185 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-75ed6f70-fcc8-432e-96cf-6c7965ae71a2 req-ae49578b-27c9-467b-85a2-1a1d206abad7 service neutron] 10.222.0.16 "GET /v2.0/networks/d14a4db3-a516-4209-a5bb-de4dcfbac256?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871599 Oct 19 08:04:41.515343 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] For port 74035f84-93aa-486f-8860-e2bc490cf253, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=74035f84-93aa-486f-8860-e2bc490cf253,segment=NetworkSegment(815a78b5-3ac4-4562-a353-e425dae619bf),segment_id=815a78b5-3ac4-4562-a353-e425dae619bf)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 08:04:41.520764 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:04:41.557824 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 19 Oct 2022 08:04:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4a3cdba-fb1f-4d54-b21a-0c599f28cf00 x-openstack-request-id: req-a4a3cdba-fb1f-4d54-b21a-0c599f28cf00 {{(pid=103334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 08:04:41.558132 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b927b7fd-9f06-453e-968b-785955d4f0b5", "name": "network-vif-plugged", "status": "completed", "tag": "74035f84-93aa-486f-8860-e2bc490cf253", "code": 200}]} {{(pid=103334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 08:04:41.558391 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-a4a3cdba-fb1f-4d54-b21a-0c599f28cf00 {{(pid=103334) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 08:04:41.559342 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a4a3cdba-fb1f-4d54-b21a-0c599f28cf00'] response: {'server_uuid': 'b927b7fd-9f06-453e-968b-785955d4f0b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74035f84-93aa-486f-8860-e2bc490cf253', 'code': 200} Oct 19 08:04:41.571841 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Pushing event updated for resources: {'Port': ['ID=74035f84-93aa-486f-8860-e2bc490cf253,revision_number=8']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:04:41.595700 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-75ed6f70-fcc8-432e-96cf-6c7965ae71a2 req-ddae46ef-8dd7-4bba-93e4-25debc98ae19 service neutron] 10.222.0.16 "GET /v2.0/networks/d14a4db3-a516-4209-a5bb-de4dcfbac256?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844498 Oct 19 08:04:41.927459 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b2c04c-9398-49cc-bbbd-984f99349a90 req-3dd08ee3-97eb-44a9-9cef-d3ddea61e8a1 tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:04:41.928943 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-25b2c04c-9398-49cc-bbbd-984f99349a90 req-3dd08ee3-97eb-44a9-9cef-d3ddea61e8a1 tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] 10.222.0.27 "GET /v2.0/ports?device_id=b927b7fd-9f06-453e-968b-785955d4f0b5 HTTP/1.1" status: 200 len: 945 time: 0.0487356 Oct 19 08:04:41.971408 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-25b2c04c-9398-49cc-bbbd-984f99349a90 req-e5880156-80e8-4aa1-8635-3a40b04f02ed tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] 10.222.0.27 "GET /v2.0/security-groups?id=3c89b118-1d31-4979-b5cb-55dd9c23effd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362644 Oct 19 08:04:41.985749 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:04:43.096152 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12391748-f15b-45f6-81b0-0dd3da5b1b96 req-574a840d-2249-4a55-862b-1fab2b40ecba tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:04:43.097664 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-12391748-f15b-45f6-81b0-0dd3da5b1b96 req-574a840d-2249-4a55-862b-1fab2b40ecba tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] 10.222.0.27 "GET /v2.0/ports?device_id=b927b7fd-9f06-453e-968b-785955d4f0b5 HTTP/1.1" status: 200 len: 945 time: 0.0489135 Oct 19 08:04:43.135680 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-12391748-f15b-45f6-81b0-0dd3da5b1b96 req-66d4fea4-9c45-48af-bd0e-ef1158c160df tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] 10.222.0.27 "GET /v2.0/security-groups?id=3c89b118-1d31-4979-b5cb-55dd9c23effd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320678 Oct 19 08:04:43.415055 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-624b8d59-210f-4bfe-bc95-f526184a2295 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:04:44.261271 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2d32da-bf42-401c-b478-03a8ff668db6 req-2e039248-bdc5-4fc4-9cc3-a093f1a483cd tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:04:44.262736 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-db2d32da-bf42-401c-b478-03a8ff668db6 req-2e039248-bdc5-4fc4-9cc3-a093f1a483cd tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] 10.222.0.27 "GET /v2.0/ports?device_id=b927b7fd-9f06-453e-968b-785955d4f0b5 HTTP/1.1" status: 200 len: 945 time: 0.0489922 Oct 19 08:04:44.301066 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-db2d32da-bf42-401c-b478-03a8ff668db6 req-aec676f5-1ee7-48a8-b68d-075d33db255b tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] 10.222.0.27 "GET /v2.0/security-groups?id=3c89b118-1d31-4979-b5cb-55dd9c23effd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317533 Oct 19 08:04:44.627924 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6972bd04-2a52-455f-869f-28f3d57216ee req-046c0198-cafd-4f49-bf11-aa269dd24268 tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:04:44.629415 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-6972bd04-2a52-455f-869f-28f3d57216ee req-046c0198-cafd-4f49-bf11-aa269dd24268 tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] 10.222.0.16 "GET /v2.0/ports?device_id=b927b7fd-9f06-453e-968b-785955d4f0b5&tenant_id=a7d0b731e41746459629e24e4376a580&binding%3Ahost_id=hv-neutron-8616 HTTP/1.1" status: 200 len: 945 time: 0.0818236 Oct 19 08:04:44.650102 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6003cef5-a908-4904-86b4-03022b92296d req-c2985269-bd9c-4e7b-ab20-bc70bed861df tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:04:44.651488 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-6003cef5-a908-4904-86b4-03022b92296d req-c2985269-bd9c-4e7b-ab20-bc70bed861df tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] 10.222.0.27 "GET /v2.0/ports?device_id=b927b7fd-9f06-453e-968b-785955d4f0b5 HTTP/1.1" status: 200 len: 945 time: 0.0768838 Oct 19 08:04:44.722060 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-6003cef5-a908-4904-86b4-03022b92296d req-7d181394-feb8-4f39-81dd-1af5e39d8840 tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] 10.222.0.27 "GET /v2.0/security-groups?id=3c89b118-1d31-4979-b5cb-55dd9c23effd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534241 Oct 19 08:04:44.724938 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-6972bd04-2a52-455f-869f-28f3d57216ee req-42af474c-869e-44de-8f0a-00850542cc5a service neutron] 10.222.0.16 "GET /v2.0/ports/74035f84-93aa-486f-8860-e2bc490cf253/bindings/hv-neutron-8616 HTTP/1.1" status: 200 len: 384 time: 0.0877359 Oct 19 08:04:44.785852 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6972bd04-2a52-455f-869f-28f3d57216ee req-142afa9f-eb5d-4a17-8fb4-163c8ba191c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:04:44.787245 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-6972bd04-2a52-455f-869f-28f3d57216ee req-142afa9f-eb5d-4a17-8fb4-163c8ba191c0 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a7d0b731e41746459629e24e4376a580&device_id=b927b7fd-9f06-453e-968b-785955d4f0b5 HTTP/1.1" status: 200 len: 1098 time: 0.0404453 Oct 19 08:04:44.881820 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6972bd04-2a52-455f-869f-28f3d57216ee req-e01fa3c7-a3c7-49f2-b54c-4d1920b31ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:04:44.883469 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-6972bd04-2a52-455f-869f-28f3d57216ee req-e01fa3c7-a3c7-49f2-b54c-4d1920b31ad4 service neutron] 10.222.0.16 "GET /v2.0/networks?id=d14a4db3-a516-4209-a5bb-de4dcfbac256 HTTP/1.1" status: 200 len: 912 time: 0.0899363 Oct 19 08:04:44.946164 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-6972bd04-2a52-455f-869f-28f3d57216ee req-d618bd3e-f468-4667-8a68-add141496b88 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=74035f84-93aa-486f-8860-e2bc490cf253 HTTP/1.1" status: 200 len: 1002 time: 0.0563736 Oct 19 08:04:44.997692 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6972bd04-2a52-455f-869f-28f3d57216ee req-d58c374f-f4e1-4a45-be86-17251aed21a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:04:44.999097 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-6972bd04-2a52-455f-869f-28f3d57216ee req-d58c374f-f4e1-4a45-be86-17251aed21a1 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e9300763-1630-426e-b5a8-006b77112f7c HTTP/1.1" status: 200 len: 850 time: 0.0464184 Oct 19 08:04:45.043518 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6972bd04-2a52-455f-869f-28f3d57216ee req-cca31221-33ff-4380-9a81-8794f8623f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:04:45.045497 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-6972bd04-2a52-455f-869f-28f3d57216ee req-cca31221-33ff-4380-9a81-8794f8623f1f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d14a4db3-a516-4209-a5bb-de4dcfbac256&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0394931 Oct 19 08:04:45.134710 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-6972bd04-2a52-455f-869f-28f3d57216ee req-db8ad552-6c08-4aea-9f23-845d2c109327 service neutron] 10.222.0.16 "GET /v2.0/networks/d14a4db3-a516-4209-a5bb-de4dcfbac256?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826249 Oct 19 08:04:45.224833 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-6972bd04-2a52-455f-869f-28f3d57216ee req-de2a120b-a568-4692-b9fd-eb9888c5ab37 service neutron] 10.222.0.16 "GET /v2.0/networks/d14a4db3-a516-4209-a5bb-de4dcfbac256?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836685 Oct 19 08:04:45.847766 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35f86d5-1c29-4aea-af22-cf3394ee1f7b req-3446d89a-c593-4c03-a4be-a49029bff132 tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:04:45.849410 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-e35f86d5-1c29-4aea-af22-cf3394ee1f7b req-3446d89a-c593-4c03-a4be-a49029bff132 tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] 10.222.0.27 "GET /v2.0/ports?device_id=b927b7fd-9f06-453e-968b-785955d4f0b5 HTTP/1.1" status: 200 len: 945 time: 0.0501597 Oct 19 08:04:45.886293 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-e35f86d5-1c29-4aea-af22-cf3394ee1f7b req-88cf9a5d-0493-4d4f-ab11-ea8864f5b56c tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] 10.222.0.27 "GET /v2.0/security-groups?id=3c89b118-1d31-4979-b5cb-55dd9c23effd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308559 Oct 19 08:04:46.343252 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-e2596629-34bd-412c-a043-6a6df8b60b4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:04:47.014232 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ef5b1b-0277-4cf9-8f40-be051bb6ebfd req-b864db26-553b-487d-bba6-9665d3adf487 tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:04:47.015717 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-57ef5b1b-0277-4cf9-8f40-be051bb6ebfd req-b864db26-553b-487d-bba6-9665d3adf487 tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] 10.222.0.27 "GET /v2.0/ports?device_id=b927b7fd-9f06-453e-968b-785955d4f0b5 HTTP/1.1" status: 200 len: 945 time: 0.0525208 Oct 19 08:04:47.053626 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-57ef5b1b-0277-4cf9-8f40-be051bb6ebfd req-a3f9b38c-c148-4731-a0ea-4592761b9f8c tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] 10.222.0.27 "GET /v2.0/security-groups?id=3c89b118-1d31-4979-b5cb-55dd9c23effd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319045 Oct 19 08:04:48.017857 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-2a2259f7-b034-4eec-af7a-7abaede746c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:04:48.179051 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94c0597-ce0f-4ef3-aa36-eccc48129a6d req-eb711d99-2f1a-4da4-8628-ce7f7f0034f3 tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:04:48.180573 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-d94c0597-ce0f-4ef3-aa36-eccc48129a6d req-eb711d99-2f1a-4da4-8628-ce7f7f0034f3 tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] 10.222.0.27 "GET /v2.0/ports?device_id=b927b7fd-9f06-453e-968b-785955d4f0b5 HTTP/1.1" status: 200 len: 945 time: 0.0498991 Oct 19 08:04:48.219652 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-d94c0597-ce0f-4ef3-aa36-eccc48129a6d req-b7e14391-a87f-4e61-a4c0-6664d93b5625 tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] 10.222.0.27 "GET /v2.0/security-groups?id=3c89b118-1d31-4979-b5cb-55dd9c23effd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328903 Oct 19 08:04:49.069223 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-1a0da505-d0f9-48c6-b7e2-53b9c5e41298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:04:49.175528 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:04:49.345061 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111cd46a-f526-43f1-987c-c4693b7625ee req-4a0a52b9-5171-4194-baaa-639281b21df3 tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:04:49.346516 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-111cd46a-f526-43f1-987c-c4693b7625ee req-4a0a52b9-5171-4194-baaa-639281b21df3 tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] 10.222.0.27 "GET /v2.0/ports?device_id=b927b7fd-9f06-453e-968b-785955d4f0b5 HTTP/1.1" status: 200 len: 945 time: 0.0501199 Oct 19 08:04:49.410499 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-111cd46a-f526-43f1-987c-c4693b7625ee req-16e9f3d5-95a1-4b24-9d6a-2f1aa8e70a1d tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] 10.222.0.27 "GET /v2.0/security-groups?id=3c89b118-1d31-4979-b5cb-55dd9c23effd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570064 Oct 19 08:04:49.426001 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6972bd04-2a52-455f-869f-28f3d57216ee req-8338e7f3-c11e-4fa7-aaed-86c56f068c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:04:49.427464 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-6972bd04-2a52-455f-869f-28f3d57216ee req-8338e7f3-c11e-4fa7-aaed-86c56f068c41 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=b927b7fd-9f06-453e-968b-785955d4f0b5&tenant_id=a7d0b731e41746459629e24e4376a580 HTTP/1.1" status: 200 len: 1098 time: 0.0539603 Oct 19 08:04:49.488868 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6972bd04-2a52-455f-869f-28f3d57216ee req-11bf32a7-8e2c-494d-9165-9ea17f5e02d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:04:49.490323 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-6972bd04-2a52-455f-869f-28f3d57216ee req-11bf32a7-8e2c-494d-9165-9ea17f5e02d0 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a7d0b731e41746459629e24e4376a580&device_id=b927b7fd-9f06-453e-968b-785955d4f0b5 HTTP/1.1" status: 200 len: 1098 time: 0.0402086 Oct 19 08:04:49.579890 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6972bd04-2a52-455f-869f-28f3d57216ee req-5f63275b-6ff6-4bc3-a1eb-87ff0b55cdaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:04:49.581615 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-6972bd04-2a52-455f-869f-28f3d57216ee req-5f63275b-6ff6-4bc3-a1eb-87ff0b55cdaa service neutron] 10.222.0.16 "GET /v2.0/networks?id=d14a4db3-a516-4209-a5bb-de4dcfbac256 HTTP/1.1" status: 200 len: 912 time: 0.0847678 Oct 19 08:04:49.646473 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-6972bd04-2a52-455f-869f-28f3d57216ee req-6006643c-806b-4509-91d9-52a2d512b841 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=74035f84-93aa-486f-8860-e2bc490cf253 HTTP/1.1" status: 200 len: 1002 time: 0.0576718 Oct 19 08:04:49.693573 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6972bd04-2a52-455f-869f-28f3d57216ee req-d520804f-6814-4d1c-ac51-c21eeef5bf67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:04:49.694985 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-6972bd04-2a52-455f-869f-28f3d57216ee req-d520804f-6814-4d1c-ac51-c21eeef5bf67 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e9300763-1630-426e-b5a8-006b77112f7c HTTP/1.1" status: 200 len: 850 time: 0.0426877 Oct 19 08:04:49.745699 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6972bd04-2a52-455f-869f-28f3d57216ee req-2f7fec7a-3e15-4600-b34e-f2d89e8a401f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:04:49.747269 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-6972bd04-2a52-455f-869f-28f3d57216ee req-2f7fec7a-3e15-4600-b34e-f2d89e8a401f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d14a4db3-a516-4209-a5bb-de4dcfbac256&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0456839 Oct 19 08:04:49.835912 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-6972bd04-2a52-455f-869f-28f3d57216ee req-c46bafd1-631e-4920-a397-e6771ac29d35 service neutron] 10.222.0.16 "GET /v2.0/networks/d14a4db3-a516-4209-a5bb-de4dcfbac256?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822158 Oct 19 08:04:49.925376 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-6972bd04-2a52-455f-869f-28f3d57216ee req-4420b280-bc72-4c1e-a0a0-24b8767e05d6 service neutron] 10.222.0.16 "GET /v2.0/networks/d14a4db3-a516-4209-a5bb-de4dcfbac256?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830369 Oct 19 08:04:50.535696 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acfad0f-bb3b-4811-9c4e-f2fe680978cc req-401b23ce-31cf-46cc-9298-4a2752af20be tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:04:50.537118 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-2acfad0f-bb3b-4811-9c4e-f2fe680978cc req-401b23ce-31cf-46cc-9298-4a2752af20be tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] 10.222.0.27 "GET /v2.0/ports?device_id=b927b7fd-9f06-453e-968b-785955d4f0b5 HTTP/1.1" status: 200 len: 945 time: 0.0488687 Oct 19 08:04:50.575879 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-2acfad0f-bb3b-4811-9c4e-f2fe680978cc req-3859b1ac-92ec-4edf-8fe1-8c4a25a79bc8 tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] 10.222.0.27 "GET /v2.0/security-groups?id=3c89b118-1d31-4979-b5cb-55dd9c23effd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328796 Oct 19 08:04:51.384963 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Device 74035f84-93aa-486f-8860-e2bc490cf253 no longer exists at agent hyperv_hv-neutron-8616 {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 08:04:51.458555 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Current status of the port 74035f84-93aa-486f-8860-e2bc490cf253 is: ACTIVE; New status is: DOWN {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 08:04:51.458936 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:04:51.481047 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b927b7fd-9f06-453e-968b-785955d4f0b5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '74035f84-93aa-486f-8860-e2bc490cf253'}] {{(pid=103334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 19 08:04:51.483456 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d918bd29c62f7e926e80ce37adcd574e0921d2de3006e6b6ef58999f52d8e2e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3adf212-42cd-4021-872a-72369649a920" -d '{"events": [{"server_uuid": "b927b7fd-9f06-453e-968b-785955d4f0b5", "name": "network-vif-unplugged", "status": "completed", "tag": "74035f84-93aa-486f-8860-e2bc490cf253"}]}' {{(pid=103334) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 08:04:51.495992 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] For port 74035f84-93aa-486f-8860-e2bc490cf253, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=74035f84-93aa-486f-8860-e2bc490cf253,segment=NetworkSegment(815a78b5-3ac4-4562-a353-e425dae619bf),segment_id=815a78b5-3ac4-4562-a353-e425dae619bf)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 08:04:51.500967 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:04:51.533262 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 19 Oct 2022 08:04:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-597985dc-e3f8-4410-ad00-59f060d96faa x-openstack-request-id: req-597985dc-e3f8-4410-ad00-59f060d96faa {{(pid=103334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 08:04:51.533554 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b927b7fd-9f06-453e-968b-785955d4f0b5", "name": "network-vif-unplugged", "status": "completed", "tag": "74035f84-93aa-486f-8860-e2bc490cf253", "code": 200}]} {{(pid=103334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 08:04:51.533801 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-597985dc-e3f8-4410-ad00-59f060d96faa {{(pid=103334) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 08:04:51.534188 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.notifiers.nova [-] Nova event matching ['req-597985dc-e3f8-4410-ad00-59f060d96faa'] response: {'server_uuid': 'b927b7fd-9f06-453e-968b-785955d4f0b5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '74035f84-93aa-486f-8860-e2bc490cf253', 'code': 200} Oct 19 08:04:51.554881 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Pushing event updated for resources: {'Port': ['ID=74035f84-93aa-486f-8860-e2bc490cf253,revision_number=9']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:04:51.702955 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6585b866-8961-411c-8476-1e2a24399328 req-9424b896-08b4-4692-be48-d5f7cba723fe tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:04:51.704434 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-6585b866-8961-411c-8476-1e2a24399328 req-9424b896-08b4-4692-be48-d5f7cba723fe tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] 10.222.0.27 "GET /v2.0/ports?device_id=b927b7fd-9f06-453e-968b-785955d4f0b5 HTTP/1.1" status: 200 len: 943 time: 0.0485783 Oct 19 08:04:51.743115 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-6585b866-8961-411c-8476-1e2a24399328 req-beeaaf47-bdda-4906-8bdd-e6fad400ad7f tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] 10.222.0.27 "GET /v2.0/security-groups?id=3c89b118-1d31-4979-b5cb-55dd9c23effd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318210 Oct 19 08:04:52.877090 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1df061-c900-4bef-ac6e-eb965538d7b2 req-ac1b94ab-25ee-4a40-b963-1080f7604ff3 tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:04:52.878578 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-5d1df061-c900-4bef-ac6e-eb965538d7b2 req-ac1b94ab-25ee-4a40-b963-1080f7604ff3 tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] 10.222.0.27 "GET /v2.0/ports?device_id=b927b7fd-9f06-453e-968b-785955d4f0b5 HTTP/1.1" status: 200 len: 943 time: 0.0547450 Oct 19 08:04:52.916249 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-5d1df061-c900-4bef-ac6e-eb965538d7b2 req-10bc7555-8cc7-4818-bcd3-3e1113ee1d3a tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] 10.222.0.27 "GET /v2.0/security-groups?id=3c89b118-1d31-4979-b5cb-55dd9c23effd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316086 Oct 19 08:04:54.038530 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9304a8-9bbb-4e1c-9df8-114cb7433819 req-61ddc4d9-9b22-42f4-b8de-6d27f6b9bbe5 tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:04:54.039981 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-7b9304a8-9bbb-4e1c-9df8-114cb7433819 req-61ddc4d9-9b22-42f4-b8de-6d27f6b9bbe5 tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] 10.222.0.27 "GET /v2.0/ports?device_id=b927b7fd-9f06-453e-968b-785955d4f0b5 HTTP/1.1" status: 200 len: 943 time: 0.0475440 Oct 19 08:04:54.079317 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-7b9304a8-9bbb-4e1c-9df8-114cb7433819 req-b8c859f7-59f2-4699-b476-c5220ff92503 tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] 10.222.0.27 "GET /v2.0/security-groups?id=3c89b118-1d31-4979-b5cb-55dd9c23effd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323942 Oct 19 08:04:55.203624 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8c141a-c09e-4723-ac48-c5c5f7422056 req-f26a6c23-4adf-4901-bf8b-98aa88012708 tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:04:55.206669 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-4e8c141a-c09e-4723-ac48-c5c5f7422056 req-f26a6c23-4adf-4901-bf8b-98aa88012708 tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] 10.222.0.27 "GET /v2.0/ports?device_id=b927b7fd-9f06-453e-968b-785955d4f0b5 HTTP/1.1" status: 200 len: 943 time: 0.0524092 Oct 19 08:04:55.243661 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-4e8c141a-c09e-4723-ac48-c5c5f7422056 req-2baecea4-05c7-40af-a0ec-42eb8d38b8ad tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] 10.222.0.27 "GET /v2.0/security-groups?id=3c89b118-1d31-4979-b5cb-55dd9c23effd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310462 Oct 19 08:04:55.408664 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Device 74035f84-93aa-486f-8860-e2bc490cf253 details requested by agent hyperv_hv-neutron-8616 with host hv-neutron-8616 {{(pid=103334) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 08:04:55.502819 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] For port 74035f84-93aa-486f-8860-e2bc490cf253, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=74035f84-93aa-486f-8860-e2bc490cf253,segment=NetworkSegment(815a78b5-3ac4-4562-a353-e425dae619bf),segment_id=815a78b5-3ac4-4562-a353-e425dae619bf)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 08:04:55.513347 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Returning: {'device': '74035f84-93aa-486f-8860-e2bc490cf253', 'network_id': 'd14a4db3-a516-4209-a5bb-de4dcfbac256', 'port_id': '74035f84-93aa-486f-8860-e2bc490cf253', 'mac_address': 'fa:16:3e:d7:c9:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9300763-1630-426e-b5a8-006b77112f7c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103334) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 08:04:55.549937 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Current status of the port 74035f84-93aa-486f-8860-e2bc490cf253 is: DOWN; New status is: BUILD {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 08:04:55.550323 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:04:55.562690 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.notifiers.nova [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74035f84-93aa-486f-8860-e2bc490cf253 {{(pid=103334) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 19 08:04:55.581952 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] For port 74035f84-93aa-486f-8860-e2bc490cf253, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=74035f84-93aa-486f-8860-e2bc490cf253,segment=NetworkSegment(815a78b5-3ac4-4562-a353-e425dae619bf),segment_id=815a78b5-3ac4-4562-a353-e425dae619bf)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 08:04:55.585766 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:04:55.627722 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.agents_db [None req-6057327c-4456-4c72-8e75-6d3cd9249757 None None] Agent healthcheck: found 6 active agents {{(pid=103335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 08:04:55.635318 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Pushing event updated for resources: {'Port': ['ID=74035f84-93aa-486f-8860-e2bc490cf253,revision_number=10']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:04:55.640345 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] get_ports_and_sgs() called for port_ids ['74035f84-93aa-486f-8860-e2bc490cf253'] {{(pid=103334) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 19 08:04:56.369106 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4443b8b1-85e2-454a-a95c-e5e2d398474e req-bcdc2cda-7ea7-46f5-85eb-67da633526d3 tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:04:56.370563 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-4443b8b1-85e2-454a-a95c-e5e2d398474e req-bcdc2cda-7ea7-46f5-85eb-67da633526d3 tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] 10.222.0.27 "GET /v2.0/ports?device_id=b927b7fd-9f06-453e-968b-785955d4f0b5 HTTP/1.1" status: 200 len: 945 time: 0.0516374 Oct 19 08:04:56.407731 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-4443b8b1-85e2-454a-a95c-e5e2d398474e req-63761972-05ab-4779-b4e6-018c91bb4287 tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] 10.222.0.27 "GET /v2.0/security-groups?id=3c89b118-1d31-4979-b5cb-55dd9c23effd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305800 Oct 19 08:04:57.423665 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Device 74035f84-93aa-486f-8860-e2bc490cf253 up at agent hyperv_hv-neutron-8616 {{(pid=103334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 08:04:57.471677 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Provisioning complete for port 74035f84-93aa-486f-8860-e2bc490cf253 triggered by entity L2. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 08:04:57.472042 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:04:57.472369 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Attempt 1 to provision port 74035f84-93aa-486f-8860-e2bc490cf253 Oct 19 08:04:57.529910 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43f2167-d2cb-4647-a1fc-39e41d3f88c4 req-c2e3c366-a201-4197-b752-96deb8787ff1 tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:04:57.531518 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-b43f2167-d2cb-4647-a1fc-39e41d3f88c4 req-c2e3c366-a201-4197-b752-96deb8787ff1 tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] 10.222.0.27 "GET /v2.0/ports?device_id=b927b7fd-9f06-453e-968b-785955d4f0b5 HTTP/1.1" status: 200 len: 945 time: 0.0495803 Oct 19 08:04:57.552953 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Current status of the port 74035f84-93aa-486f-8860-e2bc490cf253 is: BUILD; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 08:04:57.553338 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:04:57.568715 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-b43f2167-d2cb-4647-a1fc-39e41d3f88c4 req-f4eab8a5-8d67-42da-9150-1341ec91b505 tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] 10.222.0.27 "GET /v2.0/security-groups?id=3c89b118-1d31-4979-b5cb-55dd9c23effd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311584 Oct 19 08:04:57.576439 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b927b7fd-9f06-453e-968b-785955d4f0b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74035f84-93aa-486f-8860-e2bc490cf253'}] {{(pid=103334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 19 08:04:57.578719 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d918bd29c62f7e926e80ce37adcd574e0921d2de3006e6b6ef58999f52d8e2e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a110e0a-a35d-41ad-a3a8-fce8a64f079f" -d '{"events": [{"server_uuid": "b927b7fd-9f06-453e-968b-785955d4f0b5", "name": "network-vif-plugged", "status": "completed", "tag": "74035f84-93aa-486f-8860-e2bc490cf253"}]}' {{(pid=103334) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 08:04:57.593324 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] For port 74035f84-93aa-486f-8860-e2bc490cf253, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=74035f84-93aa-486f-8860-e2bc490cf253,segment=NetworkSegment(815a78b5-3ac4-4562-a353-e425dae619bf),segment_id=815a78b5-3ac4-4562-a353-e425dae619bf)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 08:04:57.597331 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:04:57.625497 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 19 Oct 2022 08:04:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cd0ceab-548e-43a3-a648-dc590317a95e x-openstack-request-id: req-1cd0ceab-548e-43a3-a648-dc590317a95e {{(pid=103334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 08:04:57.625855 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b927b7fd-9f06-453e-968b-785955d4f0b5", "name": "network-vif-plugged", "status": "completed", "tag": "74035f84-93aa-486f-8860-e2bc490cf253", "code": 200}]} {{(pid=103334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 08:04:57.626100 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-1cd0ceab-548e-43a3-a648-dc590317a95e {{(pid=103334) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 08:04:57.626509 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1cd0ceab-548e-43a3-a648-dc590317a95e'] response: {'server_uuid': 'b927b7fd-9f06-453e-968b-785955d4f0b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74035f84-93aa-486f-8860-e2bc490cf253', 'code': 200} Oct 19 08:04:57.645409 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Pushing event updated for resources: {'Port': ['ID=74035f84-93aa-486f-8860-e2bc490cf253,revision_number=11']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:04:58.690290 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d62e1f-eb32-4d7d-a554-31f2d6ff1015 req-5f056da6-4a4d-4811-8e80-103ff13988e0 tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:04:58.691761 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-d9d62e1f-eb32-4d7d-a554-31f2d6ff1015 req-5f056da6-4a4d-4811-8e80-103ff13988e0 tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] 10.222.0.27 "GET /v2.0/ports?device_id=b927b7fd-9f06-453e-968b-785955d4f0b5 HTTP/1.1" status: 200 len: 946 time: 0.0475998 Oct 19 08:04:58.728902 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-d9d62e1f-eb32-4d7d-a554-31f2d6ff1015 req-aa6a2db8-f0f5-40ad-9943-08fb29c6ded1 tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] 10.222.0.27 "GET /v2.0/security-groups?id=3c89b118-1d31-4979-b5cb-55dd9c23effd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311511 Oct 19 08:04:59.856610 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d448f1-da01-4c51-8e3f-dd825bd25933 req-4e5038fe-1bf9-4aa7-9bcf-b01037cf35d8 tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:04:59.858149 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-22d448f1-da01-4c51-8e3f-dd825bd25933 req-4e5038fe-1bf9-4aa7-9bcf-b01037cf35d8 tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] 10.222.0.27 "GET /v2.0/ports?device_id=b927b7fd-9f06-453e-968b-785955d4f0b5 HTTP/1.1" status: 200 len: 946 time: 0.0522647 Oct 19 08:04:59.896338 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-22d448f1-da01-4c51-8e3f-dd825bd25933 req-2fc1f95c-bc5a-4062-9a2f-339fbb36be92 tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] 10.222.0.27 "GET /v2.0/security-groups?id=3c89b118-1d31-4979-b5cb-55dd9c23effd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315299 Oct 19 08:05:01.019027 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7b0027-d20c-44e2-871f-9a4bd5bde8f3 req-cef22564-0000-48b1-8957-ab50b0afbcfc tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:05:01.020497 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-5a7b0027-d20c-44e2-871f-9a4bd5bde8f3 req-cef22564-0000-48b1-8957-ab50b0afbcfc tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] 10.222.0.27 "GET /v2.0/ports?device_id=b927b7fd-9f06-453e-968b-785955d4f0b5 HTTP/1.1" status: 200 len: 946 time: 0.0487137 Oct 19 08:05:01.057787 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-5a7b0027-d20c-44e2-871f-9a4bd5bde8f3 req-545501ff-4c79-46fe-84e7-b081eb080556 tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] 10.222.0.27 "GET /v2.0/security-groups?id=3c89b118-1d31-4979-b5cb-55dd9c23effd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312932 Oct 19 08:05:01.179291 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327bbe44-b604-430e-8887-e194a6317d00 req-fa02f268-a0db-496a-9a70-b8b824e2c1fd tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:05:01.180820 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-327bbe44-b604-430e-8887-e194a6317d00 req-fa02f268-a0db-496a-9a70-b8b824e2c1fd tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] 10.222.0.27 "GET /v2.0/ports?device_id=b927b7fd-9f06-453e-968b-785955d4f0b5 HTTP/1.1" status: 200 len: 946 time: 0.0476718 Oct 19 08:05:01.217899 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-327bbe44-b604-430e-8887-e194a6317d00 req-150cfbf3-000d-4956-bcb2-111c42e9dece tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] 10.222.0.27 "GET /v2.0/security-groups?id=3c89b118-1d31-4979-b5cb-55dd9c23effd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305200 Oct 19 08:05:01.339867 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afb4528-0d89-4b3f-a38e-9897aa986860 req-87437d87-8948-4525-bb28-0a73b4724883 tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:05:01.342477 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-3afb4528-0d89-4b3f-a38e-9897aa986860 req-87437d87-8948-4525-bb28-0a73b4724883 tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] 10.222.0.27 "GET /v2.0/ports?device_id=b927b7fd-9f06-453e-968b-785955d4f0b5 HTTP/1.1" status: 200 len: 946 time: 0.0526984 Oct 19 08:05:01.379305 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-3afb4528-0d89-4b3f-a38e-9897aa986860 req-2cc00b8f-9b98-48e1-ad8c-9c8dae81712e tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] 10.222.0.27 "GET /v2.0/security-groups?id=3c89b118-1d31-4979-b5cb-55dd9c23effd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314093 Oct 19 08:05:01.611950 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c070e89-c965-4e25-a112-9eb1fdb0247d req-a9bdc7a9-7c35-4e02-8f8d-a4f98a32b46b tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:05:01.613423 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-8c070e89-c965-4e25-a112-9eb1fdb0247d req-a9bdc7a9-7c35-4e02-8f8d-a4f98a32b46b tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] 10.222.0.27 "GET /v2.0/ports?device_id=b927b7fd-9f06-453e-968b-785955d4f0b5 HTTP/1.1" status: 200 len: 946 time: 0.0483046 Oct 19 08:05:01.649422 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-8c070e89-c965-4e25-a112-9eb1fdb0247d req-7e999a95-eee1-4b69-a287-b2a3521f108e tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] 10.222.0.27 "GET /v2.0/security-groups?id=3c89b118-1d31-4979-b5cb-55dd9c23effd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300207 Oct 19 08:05:02.775946 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772b890d-260c-4dc4-83fd-bf85da96411f req-6118608b-8535-42c8-8c00-e9dae0c45f30 tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:05:02.777433 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-772b890d-260c-4dc4-83fd-bf85da96411f req-6118608b-8535-42c8-8c00-e9dae0c45f30 tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] 10.222.0.27 "GET /v2.0/ports?device_id=b927b7fd-9f06-453e-968b-785955d4f0b5 HTTP/1.1" status: 200 len: 946 time: 0.0489542 Oct 19 08:05:02.814740 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-772b890d-260c-4dc4-83fd-bf85da96411f req-f9436be3-9fc2-400e-be85-e1a7504fe2f9 tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] 10.222.0.27 "GET /v2.0/security-groups?id=3c89b118-1d31-4979-b5cb-55dd9c23effd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307817 Oct 19 08:05:03.948458 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8196a1-89c6-4c95-9d80-14bbdaac37e7 req-8b13da20-b742-467e-8a4a-6c1fcaebf45e tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:05:03.950696 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-df8196a1-89c6-4c95-9d80-14bbdaac37e7 req-8b13da20-b742-467e-8a4a-6c1fcaebf45e tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] 10.222.0.27 "GET /v2.0/ports?device_id=b927b7fd-9f06-453e-968b-785955d4f0b5 HTTP/1.1" status: 200 len: 946 time: 0.0596380 Oct 19 08:05:04.010256 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-df8196a1-89c6-4c95-9d80-14bbdaac37e7 req-bd79d13c-8f29-4a3f-a640-b10285efffbb tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] 10.222.0.27 "GET /v2.0/security-groups?id=3c89b118-1d31-4979-b5cb-55dd9c23effd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509861 Oct 19 08:05:04.021556 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aefbd8b-d836-4c1c-934c-7452da6d837b req-1f45d4e4-99f6-4680-82af-faeb0eb20c8f tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:05:04.022959 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-8aefbd8b-d836-4c1c-934c-7452da6d837b req-1f45d4e4-99f6-4680-82af-faeb0eb20c8f tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] 10.222.0.16 "GET /v2.0/ports?device_id=b927b7fd-9f06-453e-968b-785955d4f0b5 HTTP/1.1" status: 200 len: 946 time: 0.0714312 Oct 19 08:05:04.111644 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.plugin [req-8aefbd8b-d836-4c1c-934c-7452da6d837b req-79471bc1-4a55-487d-a526-f201f911f1f3 tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] Deleting port 74035f84-93aa-486f-8860-e2bc490cf253 {{(pid=103332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 08:05:04.111983 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-8aefbd8b-d836-4c1c-934c-7452da6d837b req-79471bc1-4a55-487d-a526-f201f911f1f3 tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:05:04.196861 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.db [req-8aefbd8b-d836-4c1c-934c-7452da6d837b req-79471bc1-4a55-487d-a526-f201f911f1f3 tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] For port 74035f84-93aa-486f-8860-e2bc490cf253, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=74035f84-93aa-486f-8860-e2bc490cf253,segment=NetworkSegment(815a78b5-3ac4-4562-a353-e425dae619bf),segment_id=815a78b5-3ac4-4562-a353-e425dae619bf)] {{(pid=103332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 08:05:04.197216 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-8aefbd8b-d836-4c1c-934c-7452da6d837b req-79471bc1-4a55-487d-a526-f201f911f1f3 tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:05:04.676726 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-8aefbd8b-d836-4c1c-934c-7452da6d837b req-79471bc1-4a55-487d-a526-f201f911f1f3 tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:05:04.677092 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-8aefbd8b-d836-4c1c-934c-7452da6d837b req-79471bc1-4a55-487d-a526-f201f911f1f3 tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1695041'] for floatingip, after_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:05:04.677408 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.db.l3_db [req-8aefbd8b-d836-4c1c-934c-7452da6d837b req-79471bc1-4a55-487d-a526-f201f911f1f3 tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] Floating IP 17e36dd7-38d1-4fdf-b1d1-35d515f97aec disassociated. External IP: 172.26.0.251, port: 74035f84-93aa-486f-8860-e2bc490cf253. Oct 19 08:05:04.677753 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.plugin [req-8aefbd8b-d836-4c1c-934c-7452da6d837b req-79471bc1-4a55-487d-a526-f201f911f1f3 tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] Calling delete_port for 74035f84-93aa-486f-8860-e2bc490cf253 owned by compute:nova {{(pid=103332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 08:05:04.802007 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-8aefbd8b-d836-4c1c-934c-7452da6d837b req-79471bc1-4a55-487d-a526-f201f911f1f3 tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133553798'] for port, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:05:04.831517 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79471bc1-4a55-487d-a526-f201f911f1f3 tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] Pushing event deleted for resources: {'Port': ['ID=74035f84-93aa-486f-8860-e2bc490cf253,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:05:04.842769 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79471bc1-4a55-487d-a526-f201f911f1f3 tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:05:04.843126 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79471bc1-4a55-487d-a526-f201f911f1f3 tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:05:04.843472 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79471bc1-4a55-487d-a526-f201f911f1f3 tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:05:04.843814 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79471bc1-4a55-487d-a526-f201f911f1f3 tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:05:04.844156 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79471bc1-4a55-487d-a526-f201f911f1f3 tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:05:04.844497 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79471bc1-4a55-487d-a526-f201f911f1f3 tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:05:04.844852 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79471bc1-4a55-487d-a526-f201f911f1f3 tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:05:04.845219 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79471bc1-4a55-487d-a526-f201f911f1f3 tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:05:04.845552 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79471bc1-4a55-487d-a526-f201f911f1f3 tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:05:04.845880 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79471bc1-4a55-487d-a526-f201f911f1f3 tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:05:04.846207 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79471bc1-4a55-487d-a526-f201f911f1f3 tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:05:04.846539 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79471bc1-4a55-487d-a526-f201f911f1f3 tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:05:04.959051 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8aefbd8b-d836-4c1c-934c-7452da6d837b req-79471bc1-4a55-487d-a526-f201f911f1f3 tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] Router 8c1831ff-b2f2-4de9-803f-9891568f2b75 has already been hosted by L3 agent ab388470-1243-4d53-80f2-c2f5899c97a7 {{(pid=103332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 08:05:05.068696 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8aefbd8b-d836-4c1c-934c-7452da6d837b req-79471bc1-4a55-487d-a526-f201f911f1f3 tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] Notify agent at l3_agent.dv-neutron-861624-1-hyperv the message routers_updated {{(pid=103332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 08:05:05.079216 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36705507-876a-431e-94f7-beff5d33ffe4 None None] Sync routers for ids ['8c1831ff-b2f2-4de9-803f-9891568f2b75'] in dv-neutron-861624-1-hyperv {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 08:05:05.091659 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36705507-876a-431e-94f7-beff5d33ffe4 None None] Routers {'8c1831ff-b2f2-4de9-803f-9891568f2b75'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 08:05:05.092270 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-36705507-876a-431e-94f7-beff5d33ffe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T08:04:46Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['8c1831ff-b2f2-4de9-803f-9891568f2b75'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:05:05.131136 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [req-8aefbd8b-d836-4c1c-934c-7452da6d837b req-79471bc1-4a55-487d-a526-f201f911f1f3 tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] No DVR routers for this DVR port 74035f84-93aa-486f-8860-e2bc490cf253 on host hv-neutron-8616 {{(pid=103332) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 19 08:05:05.134007 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-b3fadd9d-5e38-4246-adea-3c3c20ec4b74 req-29ff1a8c-dbaf-451f-ac2b-a622a7087263 tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] 10.222.0.27 "GET /v2.0/ports?device_id=b927b7fd-9f06-453e-968b-785955d4f0b5 HTTP/1.1" status: 200 len: 210 time: 0.0402668 Oct 19 08:05:05.135016 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-8aefbd8b-d836-4c1c-934c-7452da6d837b req-79471bc1-4a55-487d-a526-f201f911f1f3 tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42160'] for port, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:05:05.138470 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-8aefbd8b-d836-4c1c-934c-7452da6d837b req-79471bc1-4a55-487d-a526-f201f911f1f3 tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] 10.222.0.16 "DELETE /v2.0/ports/74035f84-93aa-486f-8860-e2bc490cf253 HTTP/1.1" status: 204 len: 173 time: 1.1093533 Oct 19 08:05:05.139087 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b927b7fd-9f06-453e-968b-785955d4f0b5', 'name': 'network-vif-deleted', 'tag': '74035f84-93aa-486f-8860-e2bc490cf253'}] {{(pid=103332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 19 08:05:05.141294 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a021b02cf5f527cd4bbbc40a031b51490d9893d7edeeb551bdf5128ee7546f8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9fa02a1-89e0-4408-9e01-2710969cc757" -d '{"events": [{"server_uuid": "b927b7fd-9f06-453e-968b-785955d4f0b5", "name": "network-vif-deleted", "tag": "74035f84-93aa-486f-8860-e2bc490cf253"}]}' {{(pid=103332) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 08:05:05.190119 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 19 Oct 2022 08:05:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f47e2805-cdf5-453e-b3f4-94e94af824c5 x-openstack-request-id: req-f47e2805-cdf5-453e-b3f4-94e94af824c5 {{(pid=103332) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 08:05:05.190683 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b927b7fd-9f06-453e-968b-785955d4f0b5", "name": "network-vif-deleted", "tag": "74035f84-93aa-486f-8860-e2bc490cf253", "status": "completed", "code": 200}]} {{(pid=103332) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 08:05:05.190940 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-f47e2805-cdf5-453e-b3f4-94e94af824c5 {{(pid=103332) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 08:05:05.191511 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f47e2805-cdf5-453e-b3f4-94e94af824c5'] response: {'server_uuid': 'b927b7fd-9f06-453e-968b-785955d4f0b5', 'name': 'network-vif-deleted', 'tag': '74035f84-93aa-486f-8860-e2bc490cf253', 'status': 'completed', 'code': 200} Oct 19 08:05:05.200687 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvr_db [None req-36705507-876a-431e-94f7-beff5d33ffe4 None None] Set router 8c1831ff-b2f2-4de9-803f-9891568f2b75 gateway port host: dv-neutron-861624-1-hyperv {{(pid=103335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 08:05:05.404000 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-36705507-876a-431e-94f7-beff5d33ffe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c1831ff-b2f2-4de9-803f-9891568f2b75', 'name': 'tempest-ServerActionsTestJSON-277822555-router', 'tenant_id': 'a7d0b731e41746459629e24e4376a580', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'external_fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.89'}], 'enable_snat': True}, 'gw_port_id': '3aeac68d-c041-450c-9772-7abfc1332e6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T07:59:33Z', 'updated_at': '2022-10-19T07:59:35Z', 'revision_number': 4, 'project_id': 'a7d0b731e41746459629e24e4376a580', 'gw_port': {'id': '3aeac68d-c041-450c-9772-7abfc1332e6a', 'name': '', 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:0c:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c1831ff-b2f2-4de9-803f-9891568f2b75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:59:33Z', 'updated_at': '2022-10-19T07:59:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861624-1-hyperv', '_interfaces': [{'id': '91164c68-eea1-4517-97ef-e7030d31b6b1', 'name': '', 'network_id': 'd14a4db3-a516-4209-a5bb-de4dcfbac256', 'tenant_id': 'a7d0b731e41746459629e24e4376a580', 'mac_address': 'fa:16:3e:07:bc:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c1831ff-b2f2-4de9-803f-9891568f2b75', 'device_owner': 'network:router_interface', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': 'e9300763-1630-426e-b5a8-006b77112f7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:59:35Z', 'updated_at': '2022-10-19T07:59:39Z', 'revision_number': 5, 'project_id': 'a7d0b731e41746459629e24e4376a580', 'subnets': [{'id': 'e9300763-1630-426e-b5a8-006b77112f7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:05:05.433078 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36705507-876a-431e-94f7-beff5d33ffe4 None None] Checking router: 8c1831ff-b2f2-4de9-803f-9891568f2b75 for host: dv-neutron-861624-1-hyperv {{(pid=103335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 08:05:05.442170 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36705507-876a-431e-94f7-beff5d33ffe4 None None] Routers {'8c1831ff-b2f2-4de9-803f-9891568f2b75'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 08:05:05.442766 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-36705507-876a-431e-94f7-beff5d33ffe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T08:04:46Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['8c1831ff-b2f2-4de9-803f-9891568f2b75'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:05:05.544861 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvr_db [None req-36705507-876a-431e-94f7-beff5d33ffe4 None None] Set router 8c1831ff-b2f2-4de9-803f-9891568f2b75 gateway port host: dv-neutron-861624-1-hyperv {{(pid=103335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 08:05:05.742456 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-36705507-876a-431e-94f7-beff5d33ffe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c1831ff-b2f2-4de9-803f-9891568f2b75', 'name': 'tempest-ServerActionsTestJSON-277822555-router', 'tenant_id': 'a7d0b731e41746459629e24e4376a580', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'external_fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.89'}], 'enable_snat': True}, 'gw_port_id': '3aeac68d-c041-450c-9772-7abfc1332e6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T07:59:33Z', 'updated_at': '2022-10-19T07:59:35Z', 'revision_number': 4, 'project_id': 'a7d0b731e41746459629e24e4376a580', 'gw_port': {'id': '3aeac68d-c041-450c-9772-7abfc1332e6a', 'name': '', 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:0c:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c1831ff-b2f2-4de9-803f-9891568f2b75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:59:33Z', 'updated_at': '2022-10-19T07:59:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861624-1-hyperv', '_interfaces': [{'id': '91164c68-eea1-4517-97ef-e7030d31b6b1', 'name': '', 'network_id': 'd14a4db3-a516-4209-a5bb-de4dcfbac256', 'tenant_id': 'a7d0b731e41746459629e24e4376a580', 'mac_address': 'fa:16:3e:07:bc:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c1831ff-b2f2-4de9-803f-9891568f2b75', 'device_owner': 'network:router_interface', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': 'e9300763-1630-426e-b5a8-006b77112f7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:59:35Z', 'updated_at': '2022-10-19T07:59:39Z', 'revision_number': 5, 'project_id': 'a7d0b731e41746459629e24e4376a580', 'subnets': [{'id': 'e9300763-1630-426e-b5a8-006b77112f7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:05:05.768793 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36705507-876a-431e-94f7-beff5d33ffe4 None None] The sync data for ids ['8c1831ff-b2f2-4de9-803f-9891568f2b75'] in dv-neutron-861624-1-hyperv is: [{'id': '8c1831ff-b2f2-4de9-803f-9891568f2b75', 'name': 'tempest-ServerActionsTestJSON-277822555-router', 'tenant_id': 'a7d0b731e41746459629e24e4376a580', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'external_fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.89'}], 'enable_snat': True}, 'gw_port_id': '3aeac68d-c041-450c-9772-7abfc1332e6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T07:59:33Z', 'updated_at': '2022-10-19T07:59:35Z', 'revision_number': 4, 'project_id': 'a7d0b731e41746459629e24e4376a580', 'gw_port': {'id': '3aeac68d-c041-450c-9772-7abfc1332e6a', 'name': '', 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:0c:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c1831ff-b2f2-4de9-803f-9891568f2b75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:59:33Z', 'updated_at': '2022-10-19T07:59:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861624-1-hyperv', '_interfaces': [{'id': '91164c68-eea1-4517-97ef-e7030d31b6b1', 'name': '', 'network_id': 'd14a4db3-a516-4209-a5bb-de4dcfbac256', 'tenant_id': 'a7d0b731e41746459629e24e4376a580', 'mac_address': 'fa:16:3e:07:bc:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c1831ff-b2f2-4de9-803f-9891568f2b75', 'device_owner': 'network:router_interface', 'standard_attr_id': 1568, 'fixed_ips': [{'subnet_id': 'e9300763-1630-426e-b5a8-006b77112f7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:59:35Z', 'updated_at': '2022-10-19T07:59:39Z', 'revision_number': 5, 'project_id': 'a7d0b731e41746459629e24e4376a580', 'subnets': [{'id': 'e9300763-1630-426e-b5a8-006b77112f7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 08:05:05.987206 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16facef5-705c-4fa3-adc9-7cd1f6fc0a10 None None] New status for floating IP 17e36dd7-38d1-4fdf-b1d1-35d515f97aec: DOWN {{(pid=103334) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 19 08:05:06.243230 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-667b424e-0f82-418c-89fc-940a6aa9568b req-d3df3707-cb30-4232-9eb9-117d8933a7ac tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] 10.222.0.27 "GET /v2.0/ports?device_id=b927b7fd-9f06-453e-968b-785955d4f0b5 HTTP/1.1" status: 200 len: 210 time: 0.0275075 Oct 19 08:05:07.353122 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-d751946f-5275-4106-ad72-f4440387056e req-f615d809-0bb2-4bbb-aae3-b38479e19827 tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] 10.222.0.27 "GET /v2.0/ports?device_id=b927b7fd-9f06-453e-968b-785955d4f0b5 HTTP/1.1" status: 200 len: 210 time: 0.0264769 Oct 19 08:05:07.455994 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Device 74035f84-93aa-486f-8860-e2bc490cf253 no longer exists at agent hyperv_hv-neutron-8616 {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 08:05:07.475681 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] No Port match for: 74035f84-93aa-486f-8860-e2bc490cf253 {{(pid=103334) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 19 08:05:07.476020 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Device 74035f84-93aa-486f-8860-e2bc490cf253 not bound to the agent host hv-neutron-8616 {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 08:05:08.468697 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-773b4fcc-778f-4a5f-8c9e-e5a97c07fa96 req-d05cbba7-b71e-4dd4-bca6-3ddcf549f884 tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] 10.222.0.27 "GET /v2.0/ports?device_id=b927b7fd-9f06-453e-968b-785955d4f0b5 HTTP/1.1" status: 200 len: 210 time: 0.0288436 Oct 19 08:05:11.983861 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:05:12.152888 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 36256) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:05:12.211461 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-892a033c-13a3-484e-8dd3-1d67405261ef tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] Notify callbacks [] for security_group, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:05:12.236210 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-892a033c-13a3-484e-8dd3-1d67405261ef tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:05:12.285965 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-892a033c-13a3-484e-8dd3-1d67405261ef tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788643'] for security_group, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:05:12.288804 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-892a033c-13a3-484e-8dd3-1d67405261ef tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] Notify callbacks [] for security_group, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:05:12.289945 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-892a033c-13a3-484e-8dd3-1d67405261ef tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] 10.222.0.27 "DELETE /v2.0/security-groups/3c89b118-1d31-4979-b5cb-55dd9c23effd HTTP/1.1" status: 204 len: 168 time: 0.1360703 Oct 19 08:05:12.292816 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 36258) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:05:12.302577 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892a033c-13a3-484e-8dd3-1d67405261ef tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c89b118-1d31-4979-b5cb-55dd9c23effd,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:05:12.311036 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.api.v2.resource [None req-01213c79-89f1-47de-b671-73b8b6aea4d4 tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] show failed (client error): The resource could not be found. Oct 19 08:05:12.312070 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-01213c79-89f1-47de-b671-73b8b6aea4d4 tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] 10.222.0.27 "GET /v2.0/security-groups/3c89b118-1d31-4979-b5cb-55dd9c23effd HTTP/1.1" status: 404 len: 347 time: 0.0176761 Oct 19 08:05:12.314945 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 36262) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:05:12.769413 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-6ee06291-9caf-4efc-b071-e48ab5424bce tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] Deleting port eb13286f-9d40-430a-9022-001e7c2314d1 {{(pid=103333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 08:05:12.769757 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-6ee06291-9caf-4efc-b071-e48ab5424bce tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:05:12.847465 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-6ee06291-9caf-4efc-b071-e48ab5424bce tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:05:12.847791 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-6ee06291-9caf-4efc-b071-e48ab5424bce tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:05:12.859118 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-6ee06291-9caf-4efc-b071-e48ab5424bce tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] Calling delete_port for eb13286f-9d40-430a-9022-001e7c2314d1 owned by network:floatingip {{(pid=103333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 08:05:12.989007 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-6ee06291-9caf-4efc-b071-e48ab5424bce tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130996763'] for port, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:05:13.019674 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee06291-9caf-4efc-b071-e48ab5424bce tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] Pushing event deleted for resources: {'Port': ['ID=eb13286f-9d40-430a-9022-001e7c2314d1,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:05:13.041388 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee06291-9caf-4efc-b071-e48ab5424bce tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:05:13.041735 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee06291-9caf-4efc-b071-e48ab5424bce tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:05:13.042075 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee06291-9caf-4efc-b071-e48ab5424bce tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:05:13.042411 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee06291-9caf-4efc-b071-e48ab5424bce tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:05:13.042744 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee06291-9caf-4efc-b071-e48ab5424bce tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:05:13.043562 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee06291-9caf-4efc-b071-e48ab5424bce tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:05:13.044323 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee06291-9caf-4efc-b071-e48ab5424bce tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:05:13.044701 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee06291-9caf-4efc-b071-e48ab5424bce tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:05:13.045019 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee06291-9caf-4efc-b071-e48ab5424bce tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:05:13.045346 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee06291-9caf-4efc-b071-e48ab5424bce tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:05:13.045672 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee06291-9caf-4efc-b071-e48ab5424bce tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:05:13.045997 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee06291-9caf-4efc-b071-e48ab5424bce tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:05:13.083763 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-6ee06291-9caf-4efc-b071-e48ab5424bce tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] Notify callbacks [] for floatingip, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:05:13.086317 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-6ee06291-9caf-4efc-b071-e48ab5424bce tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42160'] for floatingip, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:05:13.087462 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-6ee06291-9caf-4efc-b071-e48ab5424bce tempest-ServerActionsTestJSON-1593295225 tempest-ServerActionsTestJSON-1593295225-project] 10.222.0.27 "DELETE /v2.0/floatingips/17e36dd7-38d1-4fdf-b1d1-35d515f97aec HTTP/1.1" status: 204 len: 168 time: 0.7714746 Oct 19 08:05:13.090969 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 36264) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:05:13.417568 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-b2638d9b-e269-43a5-b84c-1f21f6b52439 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:05:13.489510 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-a63297fb-6e7e-4112-bf82-4d929a3a73e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1694785'] for router_interface, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:05:13.730382 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.plugin [None req-a63297fb-6e7e-4112-bf82-4d929a3a73e5 admin admin] Deleting port 91164c68-eea1-4517-97ef-e7030d31b6b1 {{(pid=103332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 08:05:13.730768 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-a63297fb-6e7e-4112-bf82-4d929a3a73e5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:05:13.812091 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.db [None req-a63297fb-6e7e-4112-bf82-4d929a3a73e5 admin admin] For port 91164c68-eea1-4517-97ef-e7030d31b6b1, host dv-neutron-861624-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=91164c68-eea1-4517-97ef-e7030d31b6b1,segment=NetworkSegment(815a78b5-3ac4-4562-a353-e425dae619bf),segment_id=815a78b5-3ac4-4562-a353-e425dae619bf)] {{(pid=103332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 08:05:13.812457 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-a63297fb-6e7e-4112-bf82-4d929a3a73e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:05:13.826336 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.plugin [None req-a63297fb-6e7e-4112-bf82-4d929a3a73e5 admin admin] Calling delete_port for 91164c68-eea1-4517-97ef-e7030d31b6b1 owned by network:router_interface {{(pid=103332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 08:05:14.003459 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-a63297fb-6e7e-4112-bf82-4d929a3a73e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133553798'] for port, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:05:14.028912 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63297fb-6e7e-4112-bf82-4d929a3a73e5 admin admin] Pushing event deleted for resources: {'Port': ['ID=91164c68-eea1-4517-97ef-e7030d31b6b1,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:05:14.195920 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-a63297fb-6e7e-4112-bf82-4d929a3a73e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1574862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1694957'] for router_interface, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:05:14.409860 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a63297fb-6e7e-4112-bf82-4d929a3a73e5 admin admin] Router 8c1831ff-b2f2-4de9-803f-9891568f2b75 has already been hosted by L3 agent ab388470-1243-4d53-80f2-c2f5899c97a7 {{(pid=103332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 08:05:14.515982 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a63297fb-6e7e-4112-bf82-4d929a3a73e5 admin admin] Notify agent at l3_agent.dv-neutron-861624-1-hyperv the message routers_updated {{(pid=103332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 08:05:14.521556 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-a63297fb-6e7e-4112-bf82-4d929a3a73e5 admin admin] 10.222.0.27 "PUT /v2.0/routers/8c1831ff-b2f2-4de9-803f-9891568f2b75/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4294183 Oct 19 08:05:14.524089 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 36268) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:05:14.531864 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6495da7d-1e7d-4f5b-b16d-0909d720d4da None None] Sync routers for ids ['8c1831ff-b2f2-4de9-803f-9891568f2b75'] in dv-neutron-861624-1-hyperv {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 08:05:14.541893 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6495da7d-1e7d-4f5b-b16d-0909d720d4da None None] Routers {'8c1831ff-b2f2-4de9-803f-9891568f2b75'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 08:05:14.542437 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-6495da7d-1e7d-4f5b-b16d-0909d720d4da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T08:04:46Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['8c1831ff-b2f2-4de9-803f-9891568f2b75'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:05:14.631698 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-18eec480-0023-4011-9126-b6cb9d7588cf admin admin] Notify callbacks [] for router, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:05:14.731735 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvr_db [None req-6495da7d-1e7d-4f5b-b16d-0909d720d4da None None] Set router 8c1831ff-b2f2-4de9-803f-9891568f2b75 gateway port host: dv-neutron-861624-1-hyperv {{(pid=103335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 08:05:14.734870 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-18eec480-0023-4011-9126-b6cb9d7588cf admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:05:14.789629 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-18eec480-0023-4011-9126-b6cb9d7588cf admin admin] Deleting port 3aeac68d-c041-450c-9772-7abfc1332e6a {{(pid=103333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 08:05:14.789980 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-18eec480-0023-4011-9126-b6cb9d7588cf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:05:14.883155 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.db [None req-18eec480-0023-4011-9126-b6cb9d7588cf admin admin] For port 3aeac68d-c041-450c-9772-7abfc1332e6a, host dv-neutron-861624-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=3aeac68d-c041-450c-9772-7abfc1332e6a,segment=NetworkSegment(53981d04-8205-40d8-8d33-0510111d6f8f),segment_id=53981d04-8205-40d8-8d33-0510111d6f8f)] {{(pid=103333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 08:05:14.883523 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-18eec480-0023-4011-9126-b6cb9d7588cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:05:14.895230 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-18eec480-0023-4011-9126-b6cb9d7588cf admin admin] Calling delete_port for 3aeac68d-c041-450c-9772-7abfc1332e6a owned by network:router_gateway {{(pid=103333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 08:05:14.928890 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-6495da7d-1e7d-4f5b-b16d-0909d720d4da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c1831ff-b2f2-4de9-803f-9891568f2b75', 'name': 'tempest-ServerActionsTestJSON-277822555-router', 'tenant_id': 'a7d0b731e41746459629e24e4376a580', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'external_fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.89'}], 'enable_snat': True}, 'gw_port_id': '3aeac68d-c041-450c-9772-7abfc1332e6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T07:59:33Z', 'updated_at': '2022-10-19T08:05:13Z', 'revision_number': 5, 'project_id': 'a7d0b731e41746459629e24e4376a580', 'gw_port': {'id': '3aeac68d-c041-450c-9772-7abfc1332e6a', 'name': '', 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:0c:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c1831ff-b2f2-4de9-803f-9891568f2b75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T07:59:33Z', 'updated_at': '2022-10-19T07:59:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861624-1-hyperv'}], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:05:14.958251 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6495da7d-1e7d-4f5b-b16d-0909d720d4da None None] Checking router: 8c1831ff-b2f2-4de9-803f-9891568f2b75 for host: dv-neutron-861624-1-hyperv {{(pid=103335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 08:05:14.967786 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6495da7d-1e7d-4f5b-b16d-0909d720d4da None None] Routers {'8c1831ff-b2f2-4de9-803f-9891568f2b75'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 08:05:14.968430 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-6495da7d-1e7d-4f5b-b16d-0909d720d4da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T08:04:46Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['8c1831ff-b2f2-4de9-803f-9891568f2b75'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:05:15.063832 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvr_db [None req-6495da7d-1e7d-4f5b-b16d-0909d720d4da None None] Set router 8c1831ff-b2f2-4de9-803f-9891568f2b75 gateway port host: None {{(pid=103335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 08:05:15.083409 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-18eec480-0023-4011-9126-b6cb9d7588cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130996763'] for port, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:05:15.113678 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18eec480-0023-4011-9126-b6cb9d7588cf admin admin] Pushing event deleted for resources: {'Port': ['ID=3aeac68d-c041-450c-9772-7abfc1332e6a,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:05:15.127716 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-6495da7d-1e7d-4f5b-b16d-0909d720d4da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c1831ff-b2f2-4de9-803f-9891568f2b75', 'name': 'tempest-ServerActionsTestJSON-277822555-router', 'tenant_id': 'a7d0b731e41746459629e24e4376a580', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T07:59:33Z', 'updated_at': '2022-10-19T08:05:14Z', 'revision_number': 6, 'project_id': 'a7d0b731e41746459629e24e4376a580', 'gw_port_host': None}], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:05:15.159448 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6495da7d-1e7d-4f5b-b16d-0909d720d4da None None] The sync data for ids ['8c1831ff-b2f2-4de9-803f-9891568f2b75'] in dv-neutron-861624-1-hyperv is: [{'id': '8c1831ff-b2f2-4de9-803f-9891568f2b75', 'name': 'tempest-ServerActionsTestJSON-277822555-router', 'tenant_id': 'a7d0b731e41746459629e24e4376a580', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T07:59:33Z', 'updated_at': '2022-10-19T08:05:14Z', 'revision_number': 6, 'project_id': 'a7d0b731e41746459629e24e4376a580', 'gw_port_host': None}] {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 08:05:15.186119 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-18eec480-0023-4011-9126-b6cb9d7588cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1693831'] for router_gateway, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:05:15.300684 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-18eec480-0023-4011-9126-b6cb9d7588cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1693565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12618'] for router, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:05:15.303286 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-18eec480-0023-4011-9126-b6cb9d7588cf admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:05:15.353941 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-18eec480-0023-4011-9126-b6cb9d7588cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1693542'] for router, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:05:15.354861 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18eec480-0023-4011-9126-b6cb9d7588cf admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8c1831ff-b2f2-4de9-803f-9891568f2b75 {{(pid=103333) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 08:05:15.359447 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-18eec480-0023-4011-9126-b6cb9d7588cf admin admin] Notify callbacks [] for router, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:05:15.362998 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-18eec480-0023-4011-9126-b6cb9d7588cf admin admin] 10.222.0.27 "DELETE /v2.0/routers/8c1831ff-b2f2-4de9-803f-9891568f2b75 HTTP/1.1" status: 204 len: 168 time: 0.8356476 Oct 19 08:05:15.363220 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 36270) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:05:15.410829 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.db_base_plugin_v2 [None req-91b9632f-883c-4b3a-889a-23ddb5890691 admin admin] Deleting subnet e9300763-1630-426e-b5a8-006b77112f7c {{(pid=103333) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 19 08:05:15.414134 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-91b9632f-883c-4b3a-889a-23ddb5890691 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:05:15.451707 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-91b9632f-883c-4b3a-889a-23ddb5890691 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-134111928'] for subnet, precommit_delete_associations {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:05:15.548647 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-91b9632f-883c-4b3a-889a-23ddb5890691 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-679826'] for subnet, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:05:15.609879 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-91b9632f-883c-4b3a-889a-23ddb5890691 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-679819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130997964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130170408'] for subnet, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:05:15.628039 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddaba3d6-0004-4bb0-83a3-339e2b4fd19f None None] Network d14a4db3-a516-4209-a5bb-de4dcfbac256 requested from dv-neutron-861624-1-hyperv {{(pid=103334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 08:05:15.639371 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-91b9632f-883c-4b3a-889a-23ddb5890691 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:05:15.644936 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-91b9632f-883c-4b3a-889a-23ddb5890691 admin admin] 10.222.0.27 "DELETE /v2.0/subnets/e9300763-1630-426e-b5a8-006b77112f7c HTTP/1.1" status: 204 len: 168 time: 0.2784240 Oct 19 08:05:15.644936 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b9632f-883c-4b3a-889a-23ddb5890691 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e9300763-1630-426e-b5a8-006b77112f7c,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:05:15.645175 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 36272) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:05:15.718693 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-6ea8f0e0-f156-4a90-8e66-750956dd43c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-667019'] for network, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:05:15.772950 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-6ea8f0e0-f156-4a90-8e66-750956dd43c8 admin admin] Deleting port f9d8b4d5-46fa-4f59-a130-458361959793 {{(pid=103333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 08:05:15.773308 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-6ea8f0e0-f156-4a90-8e66-750956dd43c8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:05:15.845215 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.db [None req-6ea8f0e0-f156-4a90-8e66-750956dd43c8 admin admin] For port f9d8b4d5-46fa-4f59-a130-458361959793, host dv-neutron-861624-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=f9d8b4d5-46fa-4f59-a130-458361959793,segment=NetworkSegment(815a78b5-3ac4-4562-a353-e425dae619bf),segment_id=815a78b5-3ac4-4562-a353-e425dae619bf)] {{(pid=103333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 08:05:15.845576 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-6ea8f0e0-f156-4a90-8e66-750956dd43c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:05:15.857653 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-6ea8f0e0-f156-4a90-8e66-750956dd43c8 admin admin] Calling delete_port for f9d8b4d5-46fa-4f59-a130-458361959793 owned by network:dhcp {{(pid=103333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 08:05:15.945083 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-6ea8f0e0-f156-4a90-8e66-750956dd43c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130996763'] for port, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:05:15.952656 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e4c757c-949c-488f-8c38-68578999e23d None None] DHCP port deletion for d14a4db3-a516-4209-a5bb-de4dcfbac256 request from dv-neutron-861624-1-hyperv {{(pid=103334) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 08:05:15.975933 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea8f0e0-f156-4a90-8e66-750956dd43c8 admin admin] Pushing event deleted for resources: {'Port': ['ID=f9d8b4d5-46fa-4f59-a130-458361959793,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:05:15.982987 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ea8f0e0-f156-4a90-8e66-750956dd43c8 admin admin] No DVR routers for this DVR port f9d8b4d5-46fa-4f59-a130-458361959793 on host dv-neutron-861624-1-hyperv {{(pid=103333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 19 08:05:16.012921 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device 91164c68-eea1-4517-97ef-e7030d31b6b1 no longer exists at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 08:05:16.033068 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] No Port match for: 91164c68-eea1-4517-97ef-e7030d31b6b1 {{(pid=103334) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 19 08:05:16.033405 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device 91164c68-eea1-4517-97ef-e7030d31b6b1 not bound to the agent host dv-neutron-861624-1-hyperv {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 08:05:16.033983 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device 3aeac68d-c041-450c-9772-7abfc1332e6a no longer exists at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 08:05:16.053528 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] No Port match for: 3aeac68d-c041-450c-9772-7abfc1332e6a {{(pid=103334) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 19 08:05:16.053875 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device 3aeac68d-c041-450c-9772-7abfc1332e6a not bound to the agent host dv-neutron-861624-1-hyperv {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 08:05:16.054287 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device f9d8b4d5-46fa-4f59-a130-458361959793 no longer exists at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 08:05:16.065040 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-6ea8f0e0-f156-4a90-8e66-750956dd43c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-673051', 'neutron.services.segments.db._delete_segments_for_network-8785021519108'] for network, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:05:16.076936 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] No Port match for: f9d8b4d5-46fa-4f59-a130-458361959793 {{(pid=103334) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 19 08:05:16.077526 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device f9d8b4d5-46fa-4f59-a130-458361959793 not bound to the agent host dv-neutron-861624-1-hyperv {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 08:05:16.088305 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-6ea8f0e0-f156-4a90-8e66-750956dd43c8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d14a4db3-a516-4209-a5bb-de4dcfbac256']}} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:05:16.097972 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-6ea8f0e0-f156-4a90-8e66-750956dd43c8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '815a78b5-3ac4-4562-a353-e425dae619bf') {'for_net_delete': True} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:05:16.098270 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-6ea8f0e0-f156-4a90-8e66-750956dd43c8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '815a78b5-3ac4-4562-a353-e425dae619bf') {} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:05:16.108680 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-6ea8f0e0-f156-4a90-8e66-750956dd43c8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785021519382', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-134111927'] for segment, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:05:16.122231 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-6ea8f0e0-f156-4a90-8e66-750956dd43c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979'] for segment, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:05:16.128212 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ea8f0e0-f156-4a90-8e66-750956dd43c8 admin admin] Releasing vlan 195 on physical network physnet1 to pool {{(pid=103333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 08:05:16.128608 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-6ea8f0e0-f156-4a90-8e66-750956dd43c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130996782'] for segment, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:05:16.193732 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-6ea8f0e0-f156-4a90-8e66-750956dd43c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-673044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1695087'] for network, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:05:16.201601 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-6ea8f0e0-f156-4a90-8e66-750956dd43c8 admin admin] Notify callbacks [] for network, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:05:16.204333 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-6ea8f0e0-f156-4a90-8e66-750956dd43c8 admin admin] 10.222.0.27 "DELETE /v2.0/networks/d14a4db3-a516-4209-a5bb-de4dcfbac256 HTTP/1.1" status: 204 len: 168 time: 0.5582876 Oct 19 08:05:16.217203 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.services.segments.plugin [-] Segment 815a78b5-3ac4-4562-a353-e425dae619bf resource provider aggregate not found Oct 19 08:05:16.224490 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea8f0e0-f156-4a90-8e66-750956dd43c8 admin admin] Pushing event deleted for resources: {'Network': ['ID=d14a4db3-a516-4209-a5bb-de4dcfbac256,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:05:16.235793 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.services.segments.plugin [-] Segment 815a78b5-3ac4-4562-a353-e425dae619bf resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 815a78b5-3ac4-4562-a353-e425dae619bf found for delete ", "request_id": "req-c9263d57-913c-43d6-9568-35a6615e8c4f"}]} Oct 19 08:05:16.326949 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 36282) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:05:16.346852 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-655e8523-debb-402d-be9e-0a652358c8c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:05:16.368492 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-c21a0292-35fa-483d-a2c1-16689224211f admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=a7d0b731e41746459629e24e4376a580&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0404067 Oct 19 08:05:16.370983 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 36284) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:05:16.418650 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-9dfb7679-4051-499f-a343-11885ecb36fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:05:16.438791 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-9dfb7679-4051-499f-a343-11885ecb36fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:05:16.489221 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-9dfb7679-4051-499f-a343-11885ecb36fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788643'] for security_group, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:05:16.491637 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-9dfb7679-4051-499f-a343-11885ecb36fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:05:16.492820 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-9dfb7679-4051-499f-a343-11885ecb36fe admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/252b6508-032d-4a4c-b673-9d28d93db6a4 HTTP/1.1" status: 204 len: 168 time: 0.1206477 Oct 19 08:05:16.501226 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dfb7679-4051-499f-a343-11885ecb36fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=252b6508-032d-4a4c-b673-9d28d93db6a4,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:05:17.144165 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 36306) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:05:17.242078 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-86f4b7c8-17e4-4177-9102-f1c6b631f5a4 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-662030716-network', 'tenant_id': '3f7805e339c945da9c4abb8d43b83b96'}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 08:05:17.262435 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86f4b7c8-17e4-4177-9102-f1c6b631f5a4 admin admin] Made reservation on behalf of 3f7805e339c945da9c4abb8d43b83b96 for: {'network': 1} {{(pid=103332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 08:05:17.264728 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-86f4b7c8-17e4-4177-9102-f1c6b631f5a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for network, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:05:17.273049 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-86f4b7c8-17e4-4177-9102-f1c6b631f5a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:05:17.349474 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-86f4b7c8-17e4-4177-9102-f1c6b631f5a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:05:17.353159 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-86f4b7c8-17e4-4177-9102-f1c6b631f5a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788643'] for security_group, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:05:17.378382 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86f4b7c8-17e4-4177-9102-f1c6b631f5a4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 175} {{(pid=103332) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 08:05:17.388867 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f4b7c8-17e4-4177-9102-f1c6b631f5a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7e5c430-a978-4678-b3d9-b09665a5ef04,revision_number=1']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:05:17.393969 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-86f4b7c8-17e4-4177-9102-f1c6b631f5a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979'] for segment, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:05:17.394317 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.db.segments_db [None req-86f4b7c8-17e4-4177-9102-f1c6b631f5a4 admin admin] Added segment 7382da11-34f8-4350-82ae-4f86a31e0191 of type vlan for network b91ad463-07a9-42d7-8a2d-d31316a463d5 Oct 19 08:05:17.433347 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-86f4b7c8-17e4-4177-9102-f1c6b631f5a4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785020965340'] for network, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:05:17.458644 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-86f4b7c8-17e4-4177-9102-f1c6b631f5a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873'] for network, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:05:17.459657 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86f4b7c8-17e4-4177-9102-f1c6b631f5a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:05:17.460260 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-86f4b7c8-17e4-4177-9102-f1c6b631f5a4 admin admin] Notify callbacks [] for network, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:05:17.493272 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-86f4b7c8-17e4-4177-9102-f1c6b631f5a4 admin admin] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3479223 Oct 19 08:05:17.496958 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 36310) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:05:17.502321 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-7602d621-62c4-466c-82f2-a240e9442f1f admin admin] Request body: {'subnet': {'network_id': 'b91ad463-07a9-42d7-8a2d-d31316a463d5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-662030716-subnet', 'tenant_id': '3f7805e339c945da9c4abb8d43b83b96', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 08:05:17.521506 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7602d621-62c4-466c-82f2-a240e9442f1f admin admin] Made reservation on behalf of 3f7805e339c945da9c4abb8d43b83b96 for: {'subnet': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 08:05:17.523686 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-7602d621-62c4-466c-82f2-a240e9442f1f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130170579'] for subnet, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:05:17.526104 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f4b7c8-17e4-4177-9102-f1c6b631f5a4 admin admin] Pushing event updated for resources: {'Network': ['ID=b91ad463-07a9-42d7-8a2d-d31316a463d5,revision_number=1']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:05:17.536165 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Network b91ad463-07a9-42d7-8a2d-d31316a463d5 details requested by agent ovs-agent-dv-neutron-861624-1-hyperv with host dv-neutron-861624-1-hyperv {{(pid=103334) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 08:05:17.694250 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-7602d621-62c4-466c-82f2-a240e9442f1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130997899', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130170401'] for subnet, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:05:17.755153 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7602d621-62c4-466c-82f2-a240e9442f1f admin admin] Pushing event updated for resources: {'Subnet': ['ID=39c617fe-6fad-49a2-ba31-bf6eba597408,revision_number=0']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:05:17.762111 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7602d621-62c4-466c-82f2-a240e9442f1f admin admin] Checking segment: {'id': '7382da11-34f8-4350-82ae-4f86a31e0191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'b91ad463-07a9-42d7-8a2d-d31316a463d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 19 08:05:17.762481 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7602d621-62c4-466c-82f2-a240e9442f1f admin admin] Network hostable DHCP agents. Network: b91ad463-07a9-42d7-8a2d-d31316a463d5, hostable agents: ['310d813b-0e3e-4d7e-9b79-8f4ec0dbcab0'], hosted agents: [] {{(pid=103333) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 08:05:17.778485 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7602d621-62c4-466c-82f2-a240e9442f1f admin admin] Network b91ad463-07a9-42d7-8a2d-d31316a463d5 is scheduled to be hosted by DHCP agent 310d813b-0e3e-4d7e-9b79-8f4ec0dbcab0 with binding_index 1 {{(pid=103333) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 08:05:17.788703 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-7602d621-62c4-466c-82f2-a240e9442f1f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861624-1-hyperv, b91ad463-07a9-42d7-8a2d-d31316a463d5) {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 08:05:17.793571 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7602d621-62c4-466c-82f2-a240e9442f1f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:05:17.794283 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-7602d621-62c4-466c-82f2-a240e9442f1f admin admin] Notify callbacks [] for subnet, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:05:17.799875 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e4ab772-9f38-4d20-9a36-513fd42621bc None None] Network b91ad463-07a9-42d7-8a2d-d31316a463d5 requested from dv-neutron-861624-1-hyperv {{(pid=103334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 08:05:17.810412 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-7602d621-62c4-466c-82f2-a240e9442f1f admin admin] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3122272 Oct 19 08:05:17.813336 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 36312) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:05:17.817483 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-f2510f84-7b0c-41a0-ae1b-906a1fd3117f admin admin] Request body: {'router': {'name': 'tempest-ServersNegativeTestJSON-662030716-router', 'tenant_id': '3f7805e339c945da9c4abb8d43b83b96', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd'}}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 08:05:17.836751 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-f2510f84-7b0c-41a0-ae1b-906a1fd3117f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1692695', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12668'] for router, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:05:17.837724 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-f2510f84-7b0c-41a0-ae1b-906a1fd3117f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1692835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1693910', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1621825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12659'] for router, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:05:17.888736 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-f2510f84-7b0c-41a0-ae1b-906a1fd3117f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:05:17.946053 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d72f6d2-a060-4039-95aa-3c2e81a9cedd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d12c6ac-27a3-545c-a8f3-f04e30423d6d-b91ad463-07a9-42d7-8a2d-d31316a463d5', 'network_id': 'b91ad463-07a9-42d7-8a2d-d31316a463d5', 'tenant_id': '3f7805e339c945da9c4abb8d43b83b96', 'fixed_ips': [{'subnet_id': '39c617fe-6fad-49a2-ba31-bf6eba597408'}]}} from dv-neutron-861624-1-hyperv. {{(pid=103334) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 08:05:17.946889 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-4d72f6d2-a060-4039-95aa-3c2e81a9cedd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:05:18.026209 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-f2510f84-7b0c-41a0-ae1b-906a1fd3117f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:05:18.045664 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-2a2259f7-b034-4eec-af7a-7abaede746c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:05:18.232297 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-f2510f84-7b0c-41a0-ae1b-906a1fd3117f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:05:18.243152 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.db_base_plugin_common [None req-4d72f6d2-a060-4039-95aa-3c2e81a9cedd None None] Allocated IP 172.20.0.2 (b91ad463-07a9-42d7-8a2d-d31316a463d5/39c617fe-6fad-49a2-ba31-bf6eba597408/22b50882-a1ad-44c9-b6dd-739537543b28) {{(pid=103334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 08:05:18.251043 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-f2510f84-7b0c-41a0-ae1b-906a1fd3117f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:05:18.354491 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.db_base_plugin_common [None req-f2510f84-7b0c-41a0-ae1b-906a1fd3117f admin admin] Allocated IP 172.26.0.108 (99c66757-74e3-40a4-b479-8d09e3a7c3dd/7f3d1034-1de7-458a-a3ee-77488de3949b/e870fa0c-d908-44b9-8f0d-8c345388853c) {{(pid=103333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 08:05:18.392069 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-4d72f6d2-a060-4039-95aa-3c2e81a9cedd None None] Notify callbacks [] for port, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:05:18.398665 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-4d72f6d2-a060-4039-95aa-3c2e81a9cedd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785020947330'] for port, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:05:18.439645 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d72f6d2-a060-4039-95aa-3c2e81a9cedd None None] Network b91ad463-07a9-42d7-8a2d-d31316a463d5 is already hosted by enough agents. {{(pid=103334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 08:05:18.442410 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.scheduler.base_scheduler [None req-4d72f6d2-a060-4039-95aa-3c2e81a9cedd None None] Resources bound (agent type, host, resource id): {{(pid=103334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 08:05:18.445003 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d72f6d2-a060-4039-95aa-3c2e81a9cedd None None] Received port after_create {{(pid=103334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 08:05:18.451467 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d72f6d2-a060-4039-95aa-3c2e81a9cedd None None] Pushing event updated for resources: {'Port': ['ID=22b50882-a1ad-44c9-b6dd-739537543b28,revision_number=1']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:05:18.465685 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-f2510f84-7b0c-41a0-ae1b-906a1fd3117f admin admin] Notify callbacks [] for port, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:05:18.500120 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-f2510f84-7b0c-41a0-ae1b-906a1fd3117f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785020947330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130996763'] for port, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:05:18.506255 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-4d72f6d2-a060-4039-95aa-3c2e81a9cedd None None] Attempting to bind port 22b50882-a1ad-44c9-b6dd-739537543b28 on host dv-neutron-861624-1-hyperv for vnic_type normal with profile {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 19 08:05:18.506635 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-4d72f6d2-a060-4039-95aa-3c2e81a9cedd None None] Attempting to bind port 22b50882-a1ad-44c9-b6dd-739537543b28 by drivers openvswitch,hyperv on host dv-neutron-861624-1-hyperv at level 0 using segments [{'id': '7382da11-34f8-4350-82ae-4f86a31e0191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'b91ad463-07a9-42d7-8a2d-d31316a463d5'}] {{(pid=103334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 19 08:05:18.506998 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d72f6d2-a060-4039-95aa-3c2e81a9cedd None None] Attempting to bind port 22b50882-a1ad-44c9-b6dd-739537543b28 on network b91ad463-07a9-42d7-8a2d-d31316a463d5 {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 08:05:18.512401 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d72f6d2-a060-4039-95aa-3c2e81a9cedd None None] Checking agent: {'id': 'a5b0152c-d633-409b-aaf8-3b76458e2410', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861624-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 19, 7, 30, 19), 'started_at': datetime.datetime(2022, 10, 19, 7, 30, 49), 'heartbeat_timestamp': datetime.datetime(2022, 10, 19, 8, 4, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861624-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 08:05:18.512401 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d72f6d2-a060-4039-95aa-3c2e81a9cedd None None] Checking segment: {'id': '7382da11-34f8-4350-82ae-4f86a31e0191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'b91ad463-07a9-42d7-8a2d-d31316a463d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 19 08:05:18.513236 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-4d72f6d2-a060-4039-95aa-3c2e81a9cedd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:05:18.513569 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d72f6d2-a060-4039-95aa-3c2e81a9cedd None None] Bound using segment: {'id': '7382da11-34f8-4350-82ae-4f86a31e0191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'b91ad463-07a9-42d7-8a2d-d31316a463d5'} {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 08:05:18.514032 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-4d72f6d2-a060-4039-95aa-3c2e81a9cedd None None] Bound port: 22b50882-a1ad-44c9-b6dd-739537543b28, host: dv-neutron-861624-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7382da11-34f8-4350-82ae-4f86a31e0191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'b91ad463-07a9-42d7-8a2d-d31316a463d5'}}] {{(pid=103334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 19 08:05:18.514426 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-4d72f6d2-a060-4039-95aa-3c2e81a9cedd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:05:18.539180 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2510f84-7b0c-41a0-ae1b-906a1fd3117f admin admin] Network 99c66757-74e3-40a4-b479-8d09e3a7c3dd is already hosted by enough agents. {{(pid=103333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 08:05:18.544140 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-f2510f84-7b0c-41a0-ae1b-906a1fd3117f admin admin] Resources bound (agent type, host, resource id): {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 08:05:18.547751 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2510f84-7b0c-41a0-ae1b-906a1fd3117f admin admin] Received port after_create {{(pid=103333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 08:05:18.569726 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2510f84-7b0c-41a0-ae1b-906a1fd3117f admin admin] Pushing event updated for resources: {'Port': ['ID=e870fa0c-d908-44b9-8f0d-8c345388853c,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:05:18.581501 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-4d72f6d2-a060-4039-95aa-3c2e81a9cedd None None] For port 22b50882-a1ad-44c9-b6dd-739537543b28, host dv-neutron-861624-1-hyperv, cleared binding levels {{(pid=103334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 08:05:18.584689 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-4d72f6d2-a060-4039-95aa-3c2e81a9cedd None None] For port 22b50882-a1ad-44c9-b6dd-739537543b28, host dv-neutron-861624-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=22b50882-a1ad-44c9-b6dd-739537543b28,segment=NetworkSegment(7382da11-34f8-4350-82ae-4f86a31e0191),segment_id=7382da11-34f8-4350-82ae-4f86a31e0191)] {{(pid=103334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 08:05:18.589385 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-4d72f6d2-a060-4039-95aa-3c2e81a9cedd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:05:18.643004 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d72f6d2-a060-4039-95aa-3c2e81a9cedd None None] Pushing event updated for resources: {'Port': ['ID=22b50882-a1ad-44c9-b6dd-739537543b28,revision_number=2']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:05:18.824837 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-f2510f84-7b0c-41a0-ae1b-906a1fd3117f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:05:19.024140 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-f2510f84-7b0c-41a0-ae1b-906a1fd3117f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1692844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1693859'] for router, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:05:19.075159 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-1a0da505-d0f9-48c6-b7e2-53b9c5e41298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:05:19.154154 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2510f84-7b0c-41a0-ae1b-906a1fd3117f admin admin] Router 04178ac2-cdcb-4387-9862-8aaab409a038 is scheduled to L3 agent ab388470-1243-4d53-80f2-c2f5899c97a7 with binding_index 1 {{(pid=103333) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 08:05:19.178205 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:05:19.262853 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2510f84-7b0c-41a0-ae1b-906a1fd3117f admin admin] Notify agent at l3_agent.dv-neutron-861624-1-hyperv the message routers_updated {{(pid=103333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 08:05:19.272921 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84579b5c-44b8-4412-8c84-c13d89f80f48 None None] Sync routers for ids ['04178ac2-cdcb-4387-9862-8aaab409a038'] in dv-neutron-861624-1-hyperv {{(pid=103334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 08:05:19.282357 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-f2510f84-7b0c-41a0-ae1b-906a1fd3117f admin admin] Notify callbacks [] for router, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:05:19.286930 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-f2510f84-7b0c-41a0-ae1b-906a1fd3117f admin admin] 10.222.0.27 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.4693639 Oct 19 08:05:19.286930 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 36314) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:05:19.288383 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84579b5c-44b8-4412-8c84-c13d89f80f48 None None] Routers {'04178ac2-cdcb-4387-9862-8aaab409a038'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 08:05:19.289396 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-84579b5c-44b8-4412-8c84-c13d89f80f48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T08:05:16Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['04178ac2-cdcb-4387-9862-8aaab409a038'], 'active': True} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:05:19.410423 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvr_db [None req-84579b5c-44b8-4412-8c84-c13d89f80f48 None None] Set router 04178ac2-cdcb-4387-9862-8aaab409a038 gateway port host: dv-neutron-861624-1-hyperv {{(pid=103334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 08:05:19.579029 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3f97253-2ca9-4b04-acb0-27f1082c4e3a None None] Network b91ad463-07a9-42d7-8a2d-d31316a463d5 requested from dv-neutron-861624-1-hyperv {{(pid=103334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 08:05:19.677532 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-1d468a41-a108-4b30-a14c-3ad24008ddd1 None None] Provisioning complete for port 22b50882-a1ad-44c9-b6dd-739537543b28 triggered by entity DHCP. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 08:05:19.678213 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-1d468a41-a108-4b30-a14c-3ad24008ddd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:05:19.678213 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-1d468a41-a108-4b30-a14c-3ad24008ddd1 None None] Attempt 1 to provision port 22b50882-a1ad-44c9-b6dd-739537543b28 Oct 19 08:05:19.743199 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-84579b5c-44b8-4412-8c84-c13d89f80f48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04178ac2-cdcb-4387-9862-8aaab409a038', 'name': 'tempest-ServersNegativeTestJSON-662030716-router', 'tenant_id': '3f7805e339c945da9c4abb8d43b83b96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'external_fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.108'}], 'enable_snat': True}, 'gw_port_id': 'e870fa0c-d908-44b9-8f0d-8c345388853c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T08:05:17Z', 'updated_at': '2022-10-19T08:05:18Z', 'revision_number': 3, 'project_id': '3f7805e339c945da9c4abb8d43b83b96', 'gw_port': {'id': 'e870fa0c-d908-44b9-8f0d-8c345388853c', 'name': '', 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:89:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04178ac2-cdcb-4387-9862-8aaab409a038', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1590, 'fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T08:05:18Z', 'updated_at': '2022-10-19T08:05:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861624-1-hyperv'}], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:05:19.781620 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84579b5c-44b8-4412-8c84-c13d89f80f48 None None] Checking router: 04178ac2-cdcb-4387-9862-8aaab409a038 for host: dv-neutron-861624-1-hyperv {{(pid=103334) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 08:05:19.782115 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84579b5c-44b8-4412-8c84-c13d89f80f48 None None] Updating router 04178ac2-cdcb-4387-9862-8aaab409a038 port e870fa0c-d908-44b9-8f0d-8c345388853c binding host dv-neutron-861624-1-hyperv {{(pid=103334) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 08:05:19.815979 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device 22b50882-a1ad-44c9-b6dd-739537543b28 up at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 08:05:19.852922 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-84579b5c-44b8-4412-8c84-c13d89f80f48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:05:20.024998 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-1d468a41-a108-4b30-a14c-3ad24008ddd1 None None] Current status of the port 22b50882-a1ad-44c9-b6dd-739537543b28 is: DOWN; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 08:05:20.025303 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-1d468a41-a108-4b30-a14c-3ad24008ddd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:05:20.045022 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Provisioning complete for port 22b50882-a1ad-44c9-b6dd-739537543b28 triggered by entity L2. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 08:05:20.045399 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:05:20.045738 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Attempt 1 to provision port 22b50882-a1ad-44c9-b6dd-739537543b28 Oct 19 08:05:20.063843 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-1b53dc93-d422-4151-a95e-7bdf558a46b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:05:20.125415 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-1d468a41-a108-4b30-a14c-3ad24008ddd1 None None] For port 22b50882-a1ad-44c9-b6dd-739537543b28, host dv-neutron-861624-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=22b50882-a1ad-44c9-b6dd-739537543b28,segment=NetworkSegment(7382da11-34f8-4350-82ae-4f86a31e0191),segment_id=7382da11-34f8-4350-82ae-4f86a31e0191)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 08:05:20.157249 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-1d468a41-a108-4b30-a14c-3ad24008ddd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:05:20.229366 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.db_base_plugin_common [None req-1b53dc93-d422-4151-a95e-7bdf558a46b0 admin admin] Allocated IP 172.20.0.1 (b91ad463-07a9-42d7-8a2d-d31316a463d5/39c617fe-6fad-49a2-ba31-bf6eba597408/3ddd548d-04f1-482b-89e6-c903a9278165) {{(pid=103333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 08:05:20.284396 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d468a41-a108-4b30-a14c-3ad24008ddd1 None None] Pushing event updated for resources: {'Port': ['ID=22b50882-a1ad-44c9-b6dd-739537543b28,revision_number=3']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:05:20.326010 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Current status of the port 22b50882-a1ad-44c9-b6dd-739537543b28 is: ACTIVE; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 08:05:20.337333 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-8b446b79-96ce-4051-91c8-9fd1d6c3ceb3 None None] Provisioning complete for port 22b50882-a1ad-44c9-b6dd-739537543b28 triggered by entity DHCP. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 08:05:20.337710 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-8b446b79-96ce-4051-91c8-9fd1d6c3ceb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:05:20.338050 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-8b446b79-96ce-4051-91c8-9fd1d6c3ceb3 None None] Attempt 1 to provision port 22b50882-a1ad-44c9-b6dd-739537543b28 Oct 19 08:05:20.340667 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-1b53dc93-d422-4151-a95e-7bdf558a46b0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:05:20.374116 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-1b53dc93-d422-4151-a95e-7bdf558a46b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785020947330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130996763'] for port, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:05:20.380004 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-84579b5c-44b8-4412-8c84-c13d89f80f48 None None] Notify callbacks [] for port, precommit_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:05:20.388626 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-84579b5c-44b8-4412-8c84-c13d89f80f48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:05:20.417475 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b53dc93-d422-4151-a95e-7bdf558a46b0 admin admin] Network b91ad463-07a9-42d7-8a2d-d31316a463d5 is already hosted by enough agents. {{(pid=103333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 08:05:20.421929 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-1b53dc93-d422-4151-a95e-7bdf558a46b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 08:05:20.425405 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b53dc93-d422-4151-a95e-7bdf558a46b0 admin admin] Received port after_create {{(pid=103333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 08:05:20.430890 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b53dc93-d422-4151-a95e-7bdf558a46b0 admin admin] Pushing event updated for resources: {'Port': ['ID=3ddd548d-04f1-482b-89e6-c903a9278165,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:05:20.432462 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-84579b5c-44b8-4412-8c84-c13d89f80f48 None None] Attempting to bind port e870fa0c-d908-44b9-8f0d-8c345388853c on host dv-neutron-861624-1-hyperv for vnic_type normal with profile {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 19 08:05:20.433970 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-84579b5c-44b8-4412-8c84-c13d89f80f48 None None] Attempting to bind port e870fa0c-d908-44b9-8f0d-8c345388853c by drivers openvswitch,hyperv on host dv-neutron-861624-1-hyperv at level 0 using segments [{'id': '53981d04-8205-40d8-8d33-0510111d6f8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd'}] {{(pid=103334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 19 08:05:20.434302 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84579b5c-44b8-4412-8c84-c13d89f80f48 None None] Attempting to bind port e870fa0c-d908-44b9-8f0d-8c345388853c on network 99c66757-74e3-40a4-b479-8d09e3a7c3dd {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 08:05:20.446393 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84579b5c-44b8-4412-8c84-c13d89f80f48 None None] Checking agent: {'id': 'a5b0152c-d633-409b-aaf8-3b76458e2410', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861624-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 19, 7, 30, 19), 'started_at': datetime.datetime(2022, 10, 19, 7, 30, 49), 'heartbeat_timestamp': datetime.datetime(2022, 10, 19, 8, 5, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861624-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 08:05:20.446756 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84579b5c-44b8-4412-8c84-c13d89f80f48 None None] Checking segment: {'id': '53981d04-8205-40d8-8d33-0510111d6f8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 19 08:05:20.447158 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-84579b5c-44b8-4412-8c84-c13d89f80f48 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:05:20.447552 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84579b5c-44b8-4412-8c84-c13d89f80f48 None None] Bound using segment: {'id': '53981d04-8205-40d8-8d33-0510111d6f8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd'} {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 08:05:20.448037 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-84579b5c-44b8-4412-8c84-c13d89f80f48 None None] Bound port: e870fa0c-d908-44b9-8f0d-8c345388853c, host: dv-neutron-861624-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53981d04-8205-40d8-8d33-0510111d6f8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd'}}] {{(pid=103334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 19 08:05:20.448474 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-84579b5c-44b8-4412-8c84-c13d89f80f48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:05:20.454872 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e3a528-ed1b-4d89-b248-087faa63a5d8 None None] Pushing event updated for resources: {'Port': ['ID=e870fa0c-d908-44b9-8f0d-8c345388853c,revision_number=2']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:05:20.468080 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-1b53dc93-d422-4151-a95e-7bdf558a46b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1695190'] for router_interface, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:05:20.525870 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-8b446b79-96ce-4051-91c8-9fd1d6c3ceb3 None None] Current status of the port 22b50882-a1ad-44c9-b6dd-739537543b28 is: ACTIVE; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 08:05:20.540201 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-84579b5c-44b8-4412-8c84-c13d89f80f48 None None] For port e870fa0c-d908-44b9-8f0d-8c345388853c, host dv-neutron-861624-1-hyperv, cleared binding levels {{(pid=103334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 08:05:20.545873 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-84579b5c-44b8-4412-8c84-c13d89f80f48 None None] For port e870fa0c-d908-44b9-8f0d-8c345388853c, host dv-neutron-861624-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=e870fa0c-d908-44b9-8f0d-8c345388853c,segment=NetworkSegment(53981d04-8205-40d8-8d33-0510111d6f8f),segment_id=53981d04-8205-40d8-8d33-0510111d6f8f)] {{(pid=103334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 08:05:20.550955 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-84579b5c-44b8-4412-8c84-c13d89f80f48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:05:20.596275 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84579b5c-44b8-4412-8c84-c13d89f80f48 None None] Routers {'04178ac2-cdcb-4387-9862-8aaab409a038'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 08:05:20.596938 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-84579b5c-44b8-4412-8c84-c13d89f80f48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T08:05:16Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['04178ac2-cdcb-4387-9862-8aaab409a038'], 'active': True} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:05:20.604469 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-1b53dc93-d422-4151-a95e-7bdf558a46b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:05:20.660888 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e3a528-ed1b-4d89-b248-087faa63a5d8 None None] Pushing event updated for resources: {'Port': ['ID=e870fa0c-d908-44b9-8f0d-8c345388853c,revision_number=3']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:05:20.678096 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-d33d5cb4-e202-4591-a8a1-0d98c4280ecd None None] Provisioning complete for port 3ddd548d-04f1-482b-89e6-c903a9278165 triggered by entity DHCP. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 08:05:20.678687 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d33d5cb4-e202-4591-a8a1-0d98c4280ecd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:05:20.678801 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-d33d5cb4-e202-4591-a8a1-0d98c4280ecd None None] Attempt 1 to provision port 3ddd548d-04f1-482b-89e6-c903a9278165 Oct 19 08:05:20.758331 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvr_db [None req-84579b5c-44b8-4412-8c84-c13d89f80f48 None None] Set router 04178ac2-cdcb-4387-9862-8aaab409a038 gateway port host: dv-neutron-861624-1-hyperv {{(pid=103334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 08:05:20.759875 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-d33d5cb4-e202-4591-a8a1-0d98c4280ecd None None] Port 3ddd548d-04f1-482b-89e6-c903a9278165 cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 08:05:20.768718 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-1b53dc93-d422-4151-a95e-7bdf558a46b0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:05:20.773865 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-1b53dc93-d422-4151-a95e-7bdf558a46b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130996754'] for port, after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:05:20.838743 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b53dc93-d422-4151-a95e-7bdf558a46b0 admin admin] Pushing event updated for resources: {'Port': ['ID=3ddd548d-04f1-482b-89e6-c903a9278165,revision_number=2']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:05:20.842032 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-1b53dc93-d422-4151-a95e-7bdf558a46b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1574855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1694822'] for router_interface, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:05:20.943290 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b53dc93-d422-4151-a95e-7bdf558a46b0 admin admin] Network b91ad463-07a9-42d7-8a2d-d31316a463d5 is already hosted by enough agents. {{(pid=103333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 08:05:20.944758 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-1b53dc93-d422-4151-a95e-7bdf558a46b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 08:05:21.061646 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b53dc93-d422-4151-a95e-7bdf558a46b0 admin admin] Router 04178ac2-cdcb-4387-9862-8aaab409a038 has already been hosted by L3 agent ab388470-1243-4d53-80f2-c2f5899c97a7 {{(pid=103333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 08:05:21.112145 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-84579b5c-44b8-4412-8c84-c13d89f80f48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04178ac2-cdcb-4387-9862-8aaab409a038', 'name': 'tempest-ServersNegativeTestJSON-662030716-router', 'tenant_id': '3f7805e339c945da9c4abb8d43b83b96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'external_fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.108'}], 'enable_snat': True}, 'gw_port_id': 'e870fa0c-d908-44b9-8f0d-8c345388853c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T08:05:17Z', 'updated_at': '2022-10-19T08:05:20Z', 'revision_number': 4, 'project_id': '3f7805e339c945da9c4abb8d43b83b96', 'gw_port': {'id': 'e870fa0c-d908-44b9-8f0d-8c345388853c', 'name': '', 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:89:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04178ac2-cdcb-4387-9862-8aaab409a038', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1590, 'fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T08:05:18Z', 'updated_at': '2022-10-19T08:05:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861624-1-hyperv', '_interfaces': [{'id': '3ddd548d-04f1-482b-89e6-c903a9278165', 'name': '', 'network_id': 'b91ad463-07a9-42d7-8a2d-d31316a463d5', 'tenant_id': '3f7805e339c945da9c4abb8d43b83b96', 'mac_address': 'fa:16:3e:9f:b9:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04178ac2-cdcb-4387-9862-8aaab409a038', 'device_owner': 'network:router_interface', 'standard_attr_id': 1591, 'fixed_ips': [{'subnet_id': '39c617fe-6fad-49a2-ba31-bf6eba597408', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T08:05:20Z', 'updated_at': '2022-10-19T08:05:20Z', 'revision_number': 1, 'project_id': '3f7805e339c945da9c4abb8d43b83b96', 'subnets': [{'id': '39c617fe-6fad-49a2-ba31-bf6eba597408', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:05:21.142913 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84579b5c-44b8-4412-8c84-c13d89f80f48 None None] The sync data for ids ['04178ac2-cdcb-4387-9862-8aaab409a038'] in dv-neutron-861624-1-hyperv is: [{'id': '04178ac2-cdcb-4387-9862-8aaab409a038', 'name': 'tempest-ServersNegativeTestJSON-662030716-router', 'tenant_id': '3f7805e339c945da9c4abb8d43b83b96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'external_fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.108'}], 'enable_snat': True}, 'gw_port_id': 'e870fa0c-d908-44b9-8f0d-8c345388853c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T08:05:17Z', 'updated_at': '2022-10-19T08:05:20Z', 'revision_number': 4, 'project_id': '3f7805e339c945da9c4abb8d43b83b96', 'gw_port': {'id': 'e870fa0c-d908-44b9-8f0d-8c345388853c', 'name': '', 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:89:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04178ac2-cdcb-4387-9862-8aaab409a038', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1590, 'fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T08:05:18Z', 'updated_at': '2022-10-19T08:05:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861624-1-hyperv', '_interfaces': [{'id': '3ddd548d-04f1-482b-89e6-c903a9278165', 'name': '', 'network_id': 'b91ad463-07a9-42d7-8a2d-d31316a463d5', 'tenant_id': '3f7805e339c945da9c4abb8d43b83b96', 'mac_address': 'fa:16:3e:9f:b9:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04178ac2-cdcb-4387-9862-8aaab409a038', 'device_owner': 'network:router_interface', 'standard_attr_id': 1591, 'fixed_ips': [{'subnet_id': '39c617fe-6fad-49a2-ba31-bf6eba597408', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T08:05:20Z', 'updated_at': '2022-10-19T08:05:20Z', 'revision_number': 1, 'project_id': '3f7805e339c945da9c4abb8d43b83b96', 'subnets': [{'id': '39c617fe-6fad-49a2-ba31-bf6eba597408', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 08:05:21.175766 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b53dc93-d422-4151-a95e-7bdf558a46b0 admin admin] Notify agent at l3_agent.dv-neutron-861624-1-hyperv the message routers_updated {{(pid=103333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 08:05:21.180798 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-1b53dc93-d422-4151-a95e-7bdf558a46b0 admin admin] 10.222.0.27 "PUT /v2.0/routers/04178ac2-cdcb-4387-9862-8aaab409a038/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8931398 Oct 19 08:05:21.261444 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-d33d5cb4-e202-4591-a8a1-0d98c4280ecd None None] Attempt 2 to provision port 3ddd548d-04f1-482b-89e6-c903a9278165 Oct 19 08:05:21.303944 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-d33d5cb4-e202-4591-a8a1-0d98c4280ecd None None] Port 3ddd548d-04f1-482b-89e6-c903a9278165 cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 08:05:21.632539 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a4aef1-6786-4cf8-a9df-fe9d92227b30 req-d38f29b3-d579-4bb8-9c2a-83ab6ee387b7 tempest-ServersNegativeTestJSON-1178475817 tempest-ServersNegativeTestJSON-1178475817-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:05:21.634042 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-76a4aef1-6786-4cf8-a9df-fe9d92227b30 req-d38f29b3-d579-4bb8-9c2a-83ab6ee387b7 tempest-ServersNegativeTestJSON-1178475817 tempest-ServersNegativeTestJSON-1178475817-project] 10.222.0.27 "GET /v2.0/networks?id=b91ad463-07a9-42d7-8a2d-d31316a463d5 HTTP/1.1" status: 200 len: 813 time: 0.1085625 Oct 19 08:05:21.650467 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-76a4aef1-6786-4cf8-a9df-fe9d92227b30 req-4b178327-8053-4105-a2b5-b686d479fbff tempest-ServersNegativeTestJSON-1178475817 tempest-ServersNegativeTestJSON-1178475817-project] 10.222.0.27 "GET /v2.0/quotas/3f7805e339c945da9c4abb8d43b83b96 HTTP/1.1" status: 200 len: 375 time: 0.0095716 Oct 19 08:05:21.710200 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-76a4aef1-6786-4cf8-a9df-fe9d92227b30 req-853786e1-cbd7-4c56-9182-3be6b5c74d2f tempest-ServersNegativeTestJSON-1178475817 tempest-ServersNegativeTestJSON-1178475817-project] 10.222.0.27 "GET /v2.0/ports?tenant_id=3f7805e339c945da9c4abb8d43b83b96&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0537581 Oct 19 08:05:21.805542 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-d33d5cb4-e202-4591-a8a1-0d98c4280ecd None None] Attempt 3 to provision port 3ddd548d-04f1-482b-89e6-c903a9278165 Oct 19 08:05:21.835332 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device 22b50882-a1ad-44c9-b6dd-739537543b28 up at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 08:05:21.881701 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-d33d5cb4-e202-4591-a8a1-0d98c4280ecd None None] Port 3ddd548d-04f1-482b-89e6-c903a9278165 cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 08:05:21.890101 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-76a4aef1-6786-4cf8-a9df-fe9d92227b30 req-b9be0787-bfd9-4b82-bd3f-b5d135642cef service neutron] 10.222.0.27 "GET /v2.0/networks/b91ad463-07a9-42d7-8a2d-d31316a463d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1720538 Oct 19 08:05:21.900063 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Provisioning complete for port 22b50882-a1ad-44c9-b6dd-739537543b28 triggered by entity L2. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 08:05:21.900427 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:05:21.900840 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Attempt 1 to provision port 22b50882-a1ad-44c9-b6dd-739537543b28 Oct 19 08:05:21.986371 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Current status of the port 22b50882-a1ad-44c9-b6dd-739537543b28 is: ACTIVE; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 08:05:21.998576 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-76a4aef1-6786-4cf8-a9df-fe9d92227b30 req-6e40a0ea-58ba-407a-ab9a-468a3dd55309 service neutron] 10.222.0.27 "GET /v2.0/networks/b91ad463-07a9-42d7-8a2d-d31316a463d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1003873 Oct 19 08:05:22.173461 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-29ebf7d8-c7f5-47b0-b424-e1aa6e4b36b0 req-85460d25-aeb8-45a7-916a-d1d47b0d68b5 tempest-ServersNegativeTestJSON-1178475817 tempest-ServersNegativeTestJSON-1178475817-project] 10.222.0.27 "GET /v2.0/ports?device_id=f0bf787e-6a18-4ed6-b9b5-0689eeccbb16 HTTP/1.1" status: 200 len: 210 time: 0.0289266 Oct 19 08:05:22.383442 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-d33d5cb4-e202-4591-a8a1-0d98c4280ecd None None] Attempt 4 to provision port 3ddd548d-04f1-482b-89e6-c903a9278165 Oct 19 08:05:22.419903 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-d33d5cb4-e202-4591-a8a1-0d98c4280ecd None None] Port 3ddd548d-04f1-482b-89e6-c903a9278165 cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 08:05:22.921558 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-d33d5cb4-e202-4591-a8a1-0d98c4280ecd None None] Attempt 5 to provision port 3ddd548d-04f1-482b-89e6-c903a9278165 Oct 19 08:05:22.959486 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-d33d5cb4-e202-4591-a8a1-0d98c4280ecd None None] Port 3ddd548d-04f1-482b-89e6-c903a9278165 cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 08:05:23.120461 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a4aef1-6786-4cf8-a9df-fe9d92227b30 req-fa4d275f-7a3f-4f89-bbb3-75c544eccacc tempest-ServersNegativeTestJSON-1178475817 tempest-ServersNegativeTestJSON-1178475817-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:05:23.122216 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-76a4aef1-6786-4cf8-a9df-fe9d92227b30 req-fa4d275f-7a3f-4f89-bbb3-75c544eccacc tempest-ServersNegativeTestJSON-1178475817 tempest-ServersNegativeTestJSON-1178475817-project] 10.222.0.16 "GET /v2.0/networks?id=b91ad463-07a9-42d7-8a2d-d31316a463d5 HTTP/1.1" status: 200 len: 813 time: 0.1072690 Oct 19 08:05:23.135078 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [req-76a4aef1-6786-4cf8-a9df-fe9d92227b30 req-1af5f70e-ad93-4863-8dd5-37a42a80c99e tempest-ServersNegativeTestJSON-1178475817 tempest-ServersNegativeTestJSON-1178475817-project] Request body: {'port': {'device_id': 'f0bf787e-6a18-4ed6-b9b5-0689eeccbb16', 'network_id': 'b91ad463-07a9-42d7-8a2d-d31316a463d5', 'admin_state_up': True, 'tenant_id': '3f7805e339c945da9c4abb8d43b83b96'}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 08:05:23.196745 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ca8524d-5393-41bd-b054-adb76748e4aa None None] Sync routers for ids ['04178ac2-cdcb-4387-9862-8aaab409a038'] in dv-neutron-861624-1-hyperv {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 08:05:23.209129 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ca8524d-5393-41bd-b054-adb76748e4aa None None] Routers {'04178ac2-cdcb-4387-9862-8aaab409a038'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 08:05:23.210178 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-9ca8524d-5393-41bd-b054-adb76748e4aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T08:05:16Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['04178ac2-cdcb-4387-9862-8aaab409a038'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:05:23.265855 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-76a4aef1-6786-4cf8-a9df-fe9d92227b30 req-1af5f70e-ad93-4863-8dd5-37a42a80c99e tempest-ServersNegativeTestJSON-1178475817 tempest-ServersNegativeTestJSON-1178475817-project] Made reservation on behalf of 3f7805e339c945da9c4abb8d43b83b96 for: {'port': 1} {{(pid=103332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 08:05:23.269576 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-76a4aef1-6786-4cf8-a9df-fe9d92227b30 req-1af5f70e-ad93-4863-8dd5-37a42a80c99e tempest-ServersNegativeTestJSON-1178475817 tempest-ServersNegativeTestJSON-1178475817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:05:23.291850 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-1e59c8bc-653a-4a42-b4a3-cc7ff207b643 req-881a3de2-82bb-4ae4-aa34-ef10e43b5d9f tempest-ServersNegativeTestJSON-1178475817 tempest-ServersNegativeTestJSON-1178475817-project] 10.222.0.27 "GET /v2.0/ports?device_id=f0bf787e-6a18-4ed6-b9b5-0689eeccbb16 HTTP/1.1" status: 200 len: 210 time: 0.0391481 Oct 19 08:05:23.322384 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvr_db [None req-9ca8524d-5393-41bd-b054-adb76748e4aa None None] Set router 04178ac2-cdcb-4387-9862-8aaab409a038 gateway port host: dv-neutron-861624-1-hyperv {{(pid=103335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 08:05:23.418621 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.db_base_plugin_common [req-76a4aef1-6786-4cf8-a9df-fe9d92227b30 req-1af5f70e-ad93-4863-8dd5-37a42a80c99e tempest-ServersNegativeTestJSON-1178475817 tempest-ServersNegativeTestJSON-1178475817-project] Allocated IP 172.20.0.4 (b91ad463-07a9-42d7-8a2d-d31316a463d5/39c617fe-6fad-49a2-ba31-bf6eba597408/72f9289c-4cf9-4481-902b-6dae9f4cc72c) {{(pid=103332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 08:05:23.460405 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-d33d5cb4-e202-4591-a8a1-0d98c4280ecd None None] Attempt 6 to provision port 3ddd548d-04f1-482b-89e6-c903a9278165 Oct 19 08:05:23.501457 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-d33d5cb4-e202-4591-a8a1-0d98c4280ecd None None] Port 3ddd548d-04f1-482b-89e6-c903a9278165 cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 08:05:23.526306 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-9ca8524d-5393-41bd-b054-adb76748e4aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04178ac2-cdcb-4387-9862-8aaab409a038', 'name': 'tempest-ServersNegativeTestJSON-662030716-router', 'tenant_id': '3f7805e339c945da9c4abb8d43b83b96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'external_fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.108'}], 'enable_snat': True}, 'gw_port_id': 'e870fa0c-d908-44b9-8f0d-8c345388853c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T08:05:17Z', 'updated_at': '2022-10-19T08:05:20Z', 'revision_number': 4, 'project_id': '3f7805e339c945da9c4abb8d43b83b96', 'gw_port': {'id': 'e870fa0c-d908-44b9-8f0d-8c345388853c', 'name': '', 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:89:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04178ac2-cdcb-4387-9862-8aaab409a038', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1590, 'fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T08:05:18Z', 'updated_at': '2022-10-19T08:05:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861624-1-hyperv', '_interfaces': [{'id': '3ddd548d-04f1-482b-89e6-c903a9278165', 'name': '', 'network_id': 'b91ad463-07a9-42d7-8a2d-d31316a463d5', 'tenant_id': '3f7805e339c945da9c4abb8d43b83b96', 'mac_address': 'fa:16:3e:9f:b9:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04178ac2-cdcb-4387-9862-8aaab409a038', 'device_owner': 'network:router_interface', 'standard_attr_id': 1591, 'fixed_ips': [{'subnet_id': '39c617fe-6fad-49a2-ba31-bf6eba597408', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T08:05:20Z', 'updated_at': '2022-10-19T08:05:20Z', 'revision_number': 2, 'project_id': '3f7805e339c945da9c4abb8d43b83b96', 'subnets': [{'id': '39c617fe-6fad-49a2-ba31-bf6eba597408', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:05:23.553018 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ca8524d-5393-41bd-b054-adb76748e4aa None None] Checking router: 04178ac2-cdcb-4387-9862-8aaab409a038 for host: dv-neutron-861624-1-hyperv {{(pid=103335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 08:05:23.553364 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ca8524d-5393-41bd-b054-adb76748e4aa None None] Updating router 04178ac2-cdcb-4387-9862-8aaab409a038 port 3ddd548d-04f1-482b-89e6-c903a9278165 binding host dv-neutron-861624-1-hyperv {{(pid=103335) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 08:05:23.573908 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-76a4aef1-6786-4cf8-a9df-fe9d92227b30 req-1af5f70e-ad93-4863-8dd5-37a42a80c99e tempest-ServersNegativeTestJSON-1178475817 tempest-ServersNegativeTestJSON-1178475817-project] Notify callbacks [] for port, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:05:23.578322 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-9ca8524d-5393-41bd-b054-adb76748e4aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:05:23.608100 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-76a4aef1-6786-4cf8-a9df-fe9d92227b30 req-1af5f70e-ad93-4863-8dd5-37a42a80c99e tempest-ServersNegativeTestJSON-1178475817 tempest-ServersNegativeTestJSON-1178475817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785020947330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133553798'] for port, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:05:23.654000 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-76a4aef1-6786-4cf8-a9df-fe9d92227b30 req-1af5f70e-ad93-4863-8dd5-37a42a80c99e tempest-ServersNegativeTestJSON-1178475817 tempest-ServersNegativeTestJSON-1178475817-project] Network b91ad463-07a9-42d7-8a2d-d31316a463d5 is already hosted by enough agents. {{(pid=103332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 08:05:23.657164 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.base_scheduler [req-76a4aef1-6786-4cf8-a9df-fe9d92227b30 req-1af5f70e-ad93-4863-8dd5-37a42a80c99e tempest-ServersNegativeTestJSON-1178475817 tempest-ServersNegativeTestJSON-1178475817-project] Resources bound (agent type, host, resource id): {{(pid=103332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 08:05:23.660809 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [req-76a4aef1-6786-4cf8-a9df-fe9d92227b30 req-1af5f70e-ad93-4863-8dd5-37a42a80c99e tempest-ServersNegativeTestJSON-1178475817 tempest-ServersNegativeTestJSON-1178475817-project] Received port after_create {{(pid=103332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 08:05:23.690436 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af5f70e-ad93-4863-8dd5-37a42a80c99e tempest-ServersNegativeTestJSON-1178475817 tempest-ServersNegativeTestJSON-1178475817-project] Pushing event updated for resources: {'Port': ['ID=72f9289c-4cf9-4481-902b-6dae9f4cc72c,revision_number=1']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:05:23.725126 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a4aef1-6786-4cf8-a9df-fe9d92227b30 req-1af5f70e-ad93-4863-8dd5-37a42a80c99e tempest-ServersNegativeTestJSON-1178475817 tempest-ServersNegativeTestJSON-1178475817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:05:23.725764 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-76a4aef1-6786-4cf8-a9df-fe9d92227b30 req-1af5f70e-ad93-4863-8dd5-37a42a80c99e tempest-ServersNegativeTestJSON-1178475817 tempest-ServersNegativeTestJSON-1178475817-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42160'] for port, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:05:23.745211 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-76a4aef1-6786-4cf8-a9df-fe9d92227b30 req-1af5f70e-ad93-4863-8dd5-37a42a80c99e tempest-ServersNegativeTestJSON-1178475817 tempest-ServersNegativeTestJSON-1178475817-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6134322 Oct 19 08:05:23.756420 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [req-76a4aef1-6786-4cf8-a9df-fe9d92227b30 req-6d04d049-2379-4e32-8d96-3a9b72d3ed2a service neutron] Request body: {'port': {'device_id': 'f0bf787e-6a18-4ed6-b9b5-0689eeccbb16', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8616'}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 08:05:23.831733 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-76a4aef1-6786-4cf8-a9df-fe9d92227b30 req-6d04d049-2379-4e32-8d96-3a9b72d3ed2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:05:23.843354 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device e870fa0c-d908-44b9-8f0d-8c345388853c up at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 08:05:23.877853 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-9ca8524d-5393-41bd-b054-adb76748e4aa None None] Notify callbacks [] for port, precommit_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:05:23.884701 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-9ca8524d-5393-41bd-b054-adb76748e4aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:05:23.897088 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Provisioning complete for port e870fa0c-d908-44b9-8f0d-8c345388853c triggered by entity L2. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 08:05:23.897550 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:05:23.897959 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Attempt 1 to provision port e870fa0c-d908-44b9-8f0d-8c345388853c Oct 19 08:05:23.955330 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d0ebb5-61cd-45a9-92eb-fd92cfc15176 None None] Pushing event updated for resources: {'Port': ['ID=3ddd548d-04f1-482b-89e6-c903a9278165,revision_number=3']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:05:23.978141 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d0ebb5-61cd-45a9-92eb-fd92cfc15176 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:05:23.978536 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d0ebb5-61cd-45a9-92eb-fd92cfc15176 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:05:23.978967 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d0ebb5-61cd-45a9-92eb-fd92cfc15176 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:05:23.979704 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d0ebb5-61cd-45a9-92eb-fd92cfc15176 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:05:23.979704 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d0ebb5-61cd-45a9-92eb-fd92cfc15176 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:05:23.980923 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d0ebb5-61cd-45a9-92eb-fd92cfc15176 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:05:23.981281 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d0ebb5-61cd-45a9-92eb-fd92cfc15176 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:05:23.981700 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d0ebb5-61cd-45a9-92eb-fd92cfc15176 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:05:23.982121 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d0ebb5-61cd-45a9-92eb-fd92cfc15176 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:05:23.982512 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d0ebb5-61cd-45a9-92eb-fd92cfc15176 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:05:23.982897 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d0ebb5-61cd-45a9-92eb-fd92cfc15176 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:05:23.983295 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d0ebb5-61cd-45a9-92eb-fd92cfc15176 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:05:23.992436 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Current status of the port e870fa0c-d908-44b9-8f0d-8c345388853c is: DOWN; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 08:05:23.993005 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:05:23.996453 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-9ca8524d-5393-41bd-b054-adb76748e4aa None None] Attempting to bind port 3ddd548d-04f1-482b-89e6-c903a9278165 on host dv-neutron-861624-1-hyperv for vnic_type normal with profile {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 19 08:05:23.996845 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-9ca8524d-5393-41bd-b054-adb76748e4aa None None] Attempting to bind port 3ddd548d-04f1-482b-89e6-c903a9278165 by drivers openvswitch,hyperv on host dv-neutron-861624-1-hyperv at level 0 using segments [{'id': '7382da11-34f8-4350-82ae-4f86a31e0191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'b91ad463-07a9-42d7-8a2d-d31316a463d5'}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 19 08:05:23.997201 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ca8524d-5393-41bd-b054-adb76748e4aa None None] Attempting to bind port 3ddd548d-04f1-482b-89e6-c903a9278165 on network b91ad463-07a9-42d7-8a2d-d31316a463d5 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 08:05:24.002380 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ca8524d-5393-41bd-b054-adb76748e4aa None None] Checking agent: {'id': 'a5b0152c-d633-409b-aaf8-3b76458e2410', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861624-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 19, 7, 30, 19), 'started_at': datetime.datetime(2022, 10, 19, 7, 30, 49), 'heartbeat_timestamp': datetime.datetime(2022, 10, 19, 8, 5, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861624-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 08:05:24.002650 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ca8524d-5393-41bd-b054-adb76748e4aa None None] Checking segment: {'id': '7382da11-34f8-4350-82ae-4f86a31e0191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'b91ad463-07a9-42d7-8a2d-d31316a463d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 19 08:05:24.003086 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-9ca8524d-5393-41bd-b054-adb76748e4aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:05:24.003506 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ca8524d-5393-41bd-b054-adb76748e4aa None None] Bound using segment: {'id': '7382da11-34f8-4350-82ae-4f86a31e0191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'b91ad463-07a9-42d7-8a2d-d31316a463d5'} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 08:05:24.004243 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-9ca8524d-5393-41bd-b054-adb76748e4aa None None] Bound port: 3ddd548d-04f1-482b-89e6-c903a9278165, host: dv-neutron-861624-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7382da11-34f8-4350-82ae-4f86a31e0191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'b91ad463-07a9-42d7-8a2d-d31316a463d5'}}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 19 08:05:24.004387 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-9ca8524d-5393-41bd-b054-adb76748e4aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:05:24.004501 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-d33d5cb4-e202-4591-a8a1-0d98c4280ecd None None] Attempt 7 to provision port 3ddd548d-04f1-482b-89e6-c903a9278165 Oct 19 08:05:24.039011 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] For port e870fa0c-d908-44b9-8f0d-8c345388853c, host dv-neutron-861624-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=e870fa0c-d908-44b9-8f0d-8c345388853c,segment=NetworkSegment(53981d04-8205-40d8-8d33-0510111d6f8f),segment_id=53981d04-8205-40d8-8d33-0510111d6f8f)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 08:05:24.046686 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:05:24.077392 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-9ca8524d-5393-41bd-b054-adb76748e4aa None None] For port 3ddd548d-04f1-482b-89e6-c903a9278165, host dv-neutron-861624-1-hyperv, cleared binding levels {{(pid=103335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 08:05:24.079198 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-d33d5cb4-e202-4591-a8a1-0d98c4280ecd None None] Port 3ddd548d-04f1-482b-89e6-c903a9278165 cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 08:05:24.080663 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-9ca8524d-5393-41bd-b054-adb76748e4aa None None] For port 3ddd548d-04f1-482b-89e6-c903a9278165, host dv-neutron-861624-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=3ddd548d-04f1-482b-89e6-c903a9278165,segment=NetworkSegment(7382da11-34f8-4350-82ae-4f86a31e0191),segment_id=7382da11-34f8-4350-82ae-4f86a31e0191)] {{(pid=103335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 08:05:24.086062 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-9ca8524d-5393-41bd-b054-adb76748e4aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:05:24.098324 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Pushing event updated for resources: {'Port': ['ID=e870fa0c-d908-44b9-8f0d-8c345388853c,revision_number=4']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:05:24.125119 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ca8524d-5393-41bd-b054-adb76748e4aa None None] Routers {'04178ac2-cdcb-4387-9862-8aaab409a038'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 08:05:24.125742 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-9ca8524d-5393-41bd-b054-adb76748e4aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T08:05:16Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['04178ac2-cdcb-4387-9862-8aaab409a038'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:05:24.142518 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.notifiers.nova [req-76a4aef1-6786-4cf8-a9df-fe9d92227b30 req-6d04d049-2379-4e32-8d96-3a9b72d3ed2a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 72f9289c-4cf9-4481-902b-6dae9f4cc72c {{(pid=103332) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 19 08:05:24.150720 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-76a4aef1-6786-4cf8-a9df-fe9d92227b30 req-6d04d049-2379-4e32-8d96-3a9b72d3ed2a service neutron] Notify callbacks [] for port, precommit_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:05:24.163855 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.provisioning_blocks [req-76a4aef1-6786-4cf8-a9df-fe9d92227b30 req-6d04d049-2379-4e32-8d96-3a9b72d3ed2a service neutron] Transition to ACTIVE for port object 72f9289c-4cf9-4481-902b-6dae9f4cc72c will not be triggered until provisioned by entity L2. {{(pid=103332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 19 08:05:24.167720 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-76a4aef1-6786-4cf8-a9df-fe9d92227b30 req-6d04d049-2379-4e32-8d96-3a9b72d3ed2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133553807'] for port, after_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:05:24.171977 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d0ebb5-61cd-45a9-92eb-fd92cfc15176 None None] Pushing event updated for resources: {'Port': ['ID=3ddd548d-04f1-482b-89e6-c903a9278165,revision_number=4']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:05:24.252273 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d04d049-2379-4e32-8d96-3a9b72d3ed2a service neutron] Pushing event updated for resources: {'Port': ['ID=72f9289c-4cf9-4481-902b-6dae9f4cc72c,revision_number=2']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:05:24.286437 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.managers [req-76a4aef1-6786-4cf8-a9df-fe9d92227b30 req-6d04d049-2379-4e32-8d96-3a9b72d3ed2a service neutron] Attempting to bind port 72f9289c-4cf9-4481-902b-6dae9f4cc72c on host hv-neutron-8616 for vnic_type normal with profile {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 19 08:05:24.286786 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.managers [req-76a4aef1-6786-4cf8-a9df-fe9d92227b30 req-6d04d049-2379-4e32-8d96-3a9b72d3ed2a service neutron] Attempting to bind port 72f9289c-4cf9-4481-902b-6dae9f4cc72c by drivers openvswitch,hyperv on host hv-neutron-8616 at level 0 using segments [{'id': '7382da11-34f8-4350-82ae-4f86a31e0191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'b91ad463-07a9-42d7-8a2d-d31316a463d5'}] {{(pid=103332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 19 08:05:24.287124 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76a4aef1-6786-4cf8-a9df-fe9d92227b30 req-6d04d049-2379-4e32-8d96-3a9b72d3ed2a service neutron] Attempting to bind port 72f9289c-4cf9-4481-902b-6dae9f4cc72c on network b91ad463-07a9-42d7-8a2d-d31316a463d5 {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 08:05:24.291752 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76a4aef1-6786-4cf8-a9df-fe9d92227b30 req-6d04d049-2379-4e32-8d96-3a9b72d3ed2a service neutron] Port 72f9289c-4cf9-4481-902b-6dae9f4cc72c on network b91ad463-07a9-42d7-8a2d-d31316a463d5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8616 {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 08:05:24.292071 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76a4aef1-6786-4cf8-a9df-fe9d92227b30 req-6d04d049-2379-4e32-8d96-3a9b72d3ed2a service neutron] Attempting to bind port 72f9289c-4cf9-4481-902b-6dae9f4cc72c on network b91ad463-07a9-42d7-8a2d-d31316a463d5 {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 08:05:24.297818 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76a4aef1-6786-4cf8-a9df-fe9d92227b30 req-6d04d049-2379-4e32-8d96-3a9b72d3ed2a service neutron] Checking agent: {'id': '5297b6e1-8fc1-4f42-910c-8f50c918ca65', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8616', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 19, 7, 36, 11), 'started_at': datetime.datetime(2022, 10, 19, 7, 36, 11), 'heartbeat_timestamp': datetime.datetime(2022, 10, 19, 8, 5, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 08:05:24.298165 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76a4aef1-6786-4cf8-a9df-fe9d92227b30 req-6d04d049-2379-4e32-8d96-3a9b72d3ed2a service neutron] Checking segment: {'id': '7382da11-34f8-4350-82ae-4f86a31e0191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'b91ad463-07a9-42d7-8a2d-d31316a463d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 19 08:05:24.298550 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76a4aef1-6786-4cf8-a9df-fe9d92227b30 req-6d04d049-2379-4e32-8d96-3a9b72d3ed2a service neutron] Bound using segment: {'id': '7382da11-34f8-4350-82ae-4f86a31e0191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'b91ad463-07a9-42d7-8a2d-d31316a463d5'} {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 08:05:24.298985 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.managers [req-76a4aef1-6786-4cf8-a9df-fe9d92227b30 req-6d04d049-2379-4e32-8d96-3a9b72d3ed2a service neutron] Bound port: 72f9289c-4cf9-4481-902b-6dae9f4cc72c, host: hv-neutron-8616, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7382da11-34f8-4350-82ae-4f86a31e0191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'b91ad463-07a9-42d7-8a2d-d31316a463d5'}}] {{(pid=103332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 19 08:05:24.299345 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-76a4aef1-6786-4cf8-a9df-fe9d92227b30 req-6d04d049-2379-4e32-8d96-3a9b72d3ed2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:05:24.339052 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvr_db [None req-9ca8524d-5393-41bd-b054-adb76748e4aa None None] Set router 04178ac2-cdcb-4387-9862-8aaab409a038 gateway port host: dv-neutron-861624-1-hyperv {{(pid=103335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 08:05:24.365233 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.db [req-76a4aef1-6786-4cf8-a9df-fe9d92227b30 req-6d04d049-2379-4e32-8d96-3a9b72d3ed2a service neutron] For port 72f9289c-4cf9-4481-902b-6dae9f4cc72c, host hv-neutron-8616, cleared binding levels {{(pid=103332) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 08:05:24.368362 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.db [req-76a4aef1-6786-4cf8-a9df-fe9d92227b30 req-6d04d049-2379-4e32-8d96-3a9b72d3ed2a service neutron] For port 72f9289c-4cf9-4481-902b-6dae9f4cc72c, host hv-neutron-8616, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=72f9289c-4cf9-4481-902b-6dae9f4cc72c,segment=NetworkSegment(7382da11-34f8-4350-82ae-4f86a31e0191),segment_id=7382da11-34f8-4350-82ae-4f86a31e0191)] {{(pid=103332) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 08:05:24.381677 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-76a4aef1-6786-4cf8-a9df-fe9d92227b30 req-6d04d049-2379-4e32-8d96-3a9b72d3ed2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133553807'] for port, after_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:05:24.399400 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a4aef1-6786-4cf8-a9df-fe9d92227b30 req-6d04d049-2379-4e32-8d96-3a9b72d3ed2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:05:24.400014 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-76a4aef1-6786-4cf8-a9df-fe9d92227b30 req-6d04d049-2379-4e32-8d96-3a9b72d3ed2a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42160'] for port, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:05:24.401440 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-76a4aef1-6786-4cf8-a9df-fe9d92227b30 req-6d04d049-2379-4e32-8d96-3a9b72d3ed2a service neutron] 10.222.0.16 "PUT /v2.0/ports/72f9289c-4cf9-4481-902b-6dae9f4cc72c HTTP/1.1" status: 200 len: 1093 time: 0.6496303 Oct 19 08:05:24.402689 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0bf787e-6a18-4ed6-b9b5-0689eeccbb16', 'tag': '72f9289c-4cf9-4481-902b-6dae9f4cc72c'}] {{(pid=103332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 19 08:05:24.404997 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a021b02cf5f527cd4bbbc40a031b51490d9893d7edeeb551bdf5128ee7546f8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-888f4154-f791-4622-9a71-2c163134f36b" -d '{"events": [{"name": "network-changed", "server_uuid": "f0bf787e-6a18-4ed6-b9b5-0689eeccbb16", "tag": "72f9289c-4cf9-4481-902b-6dae9f4cc72c"}]}' {{(pid=103332) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 08:05:24.460053 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 19 Oct 2022 08:05:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ad36f7d-5b6d-4b78-91a2-67c54b1ca90c x-openstack-request-id: req-0ad36f7d-5b6d-4b78-91a2-67c54b1ca90c {{(pid=103332) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 08:05:24.460345 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f0bf787e-6a18-4ed6-b9b5-0689eeccbb16", "tag": "72f9289c-4cf9-4481-902b-6dae9f4cc72c", "status": "completed", "code": 200}]} {{(pid=103332) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 08:05:24.460650 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-0ad36f7d-5b6d-4b78-91a2-67c54b1ca90c {{(pid=103332) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 08:05:24.461048 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0ad36f7d-5b6d-4b78-91a2-67c54b1ca90c'] response: {'name': 'network-changed', 'server_uuid': 'f0bf787e-6a18-4ed6-b9b5-0689eeccbb16', 'tag': '72f9289c-4cf9-4481-902b-6dae9f4cc72c', 'status': 'completed', 'code': 200} Oct 19 08:05:24.500636 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fef83c9-f436-4fb2-92f2-fbab9f14189a req-a9a22c42-e483-4ddc-9aaf-1658b19d385f tempest-ServersNegativeTestJSON-1178475817 tempest-ServersNegativeTestJSON-1178475817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:05:24.502196 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-9fef83c9-f436-4fb2-92f2-fbab9f14189a req-a9a22c42-e483-4ddc-9aaf-1658b19d385f tempest-ServersNegativeTestJSON-1178475817 tempest-ServersNegativeTestJSON-1178475817-project] 10.222.0.27 "GET /v2.0/ports?device_id=f0bf787e-6a18-4ed6-b9b5-0689eeccbb16 HTTP/1.1" status: 200 len: 943 time: 0.1323013 Oct 19 08:05:24.503193 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d04d049-2379-4e32-8d96-3a9b72d3ed2a service neutron] Pushing event updated for resources: {'Port': ['ID=72f9289c-4cf9-4481-902b-6dae9f4cc72c,revision_number=3']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:05:24.537763 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a4aef1-6786-4cf8-a9df-fe9d92227b30 req-e8d3ef8d-1831-4f85-a508-0382a40ff2f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:05:24.539273 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-76a4aef1-6786-4cf8-a9df-fe9d92227b30 req-e8d3ef8d-1831-4f85-a508-0382a40ff2f8 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3f7805e339c945da9c4abb8d43b83b96&device_id=f0bf787e-6a18-4ed6-b9b5-0689eeccbb16 HTTP/1.1" status: 200 len: 1096 time: 0.0938408 Oct 19 08:05:24.558915 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-9ca8524d-5393-41bd-b054-adb76748e4aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04178ac2-cdcb-4387-9862-8aaab409a038', 'name': 'tempest-ServersNegativeTestJSON-662030716-router', 'tenant_id': '3f7805e339c945da9c4abb8d43b83b96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'external_fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.108'}], 'enable_snat': True}, 'gw_port_id': 'e870fa0c-d908-44b9-8f0d-8c345388853c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T08:05:17Z', 'updated_at': '2022-10-19T08:05:20Z', 'revision_number': 4, 'project_id': '3f7805e339c945da9c4abb8d43b83b96', 'gw_port': {'id': 'e870fa0c-d908-44b9-8f0d-8c345388853c', 'name': '', 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:89:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04178ac2-cdcb-4387-9862-8aaab409a038', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1590, 'fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T08:05:18Z', 'updated_at': '2022-10-19T08:05:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861624-1-hyperv', '_interfaces': [{'id': '3ddd548d-04f1-482b-89e6-c903a9278165', 'name': '', 'network_id': 'b91ad463-07a9-42d7-8a2d-d31316a463d5', 'tenant_id': '3f7805e339c945da9c4abb8d43b83b96', 'mac_address': 'fa:16:3e:9f:b9:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04178ac2-cdcb-4387-9862-8aaab409a038', 'device_owner': 'network:router_interface', 'standard_attr_id': 1591, 'fixed_ips': [{'subnet_id': '39c617fe-6fad-49a2-ba31-bf6eba597408', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T08:05:20Z', 'updated_at': '2022-10-19T08:05:24Z', 'revision_number': 4, 'project_id': '3f7805e339c945da9c4abb8d43b83b96', 'subnets': [{'id': '39c617fe-6fad-49a2-ba31-bf6eba597408', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:05:24.559937 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-9fef83c9-f436-4fb2-92f2-fbab9f14189a req-4a93cb5a-8883-439c-ae79-57dcdb12ff2e tempest-ServersNegativeTestJSON-1178475817 tempest-ServersNegativeTestJSON-1178475817-project] 10.222.0.27 "GET /v2.0/security-groups?id=f7e5c430-a978-4678-b3d9-b09665a5ef04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510492 Oct 19 08:05:24.580859 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-d33d5cb4-e202-4591-a8a1-0d98c4280ecd None None] Attempt 8 to provision port 3ddd548d-04f1-482b-89e6-c903a9278165 Oct 19 08:05:24.587318 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ca8524d-5393-41bd-b054-adb76748e4aa None None] The sync data for ids ['04178ac2-cdcb-4387-9862-8aaab409a038'] in dv-neutron-861624-1-hyperv is: [{'id': '04178ac2-cdcb-4387-9862-8aaab409a038', 'name': 'tempest-ServersNegativeTestJSON-662030716-router', 'tenant_id': '3f7805e339c945da9c4abb8d43b83b96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'external_fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.108'}], 'enable_snat': True}, 'gw_port_id': 'e870fa0c-d908-44b9-8f0d-8c345388853c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T08:05:17Z', 'updated_at': '2022-10-19T08:05:20Z', 'revision_number': 4, 'project_id': '3f7805e339c945da9c4abb8d43b83b96', 'gw_port': {'id': 'e870fa0c-d908-44b9-8f0d-8c345388853c', 'name': '', 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:89:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04178ac2-cdcb-4387-9862-8aaab409a038', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1590, 'fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T08:05:18Z', 'updated_at': '2022-10-19T08:05:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861624-1-hyperv', '_interfaces': [{'id': '3ddd548d-04f1-482b-89e6-c903a9278165', 'name': '', 'network_id': 'b91ad463-07a9-42d7-8a2d-d31316a463d5', 'tenant_id': '3f7805e339c945da9c4abb8d43b83b96', 'mac_address': 'fa:16:3e:9f:b9:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04178ac2-cdcb-4387-9862-8aaab409a038', 'device_owner': 'network:router_interface', 'standard_attr_id': 1591, 'fixed_ips': [{'subnet_id': '39c617fe-6fad-49a2-ba31-bf6eba597408', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T08:05:20Z', 'updated_at': '2022-10-19T08:05:24Z', 'revision_number': 4, 'project_id': '3f7805e339c945da9c4abb8d43b83b96', 'subnets': [{'id': '39c617fe-6fad-49a2-ba31-bf6eba597408', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 08:05:24.594451 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-76a4aef1-6786-4cf8-a9df-fe9d92227b30 req-840e480e-8e45-4454-8232-d4b97c0264cc service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=72f9289c-4cf9-4481-902b-6dae9f4cc72c HTTP/1.1" status: 200 len: 217 time: 0.0471921 Oct 19 08:05:24.656685 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a4aef1-6786-4cf8-a9df-fe9d92227b30 req-e404debc-421a-4b6d-a8c1-820dc030c595 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:05:24.659506 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-76a4aef1-6786-4cf8-a9df-fe9d92227b30 req-e404debc-421a-4b6d-a8c1-820dc030c595 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=39c617fe-6fad-49a2-ba31-bf6eba597408 HTTP/1.1" status: 200 len: 852 time: 0.0589159 Oct 19 08:05:24.673932 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-d33d5cb4-e202-4591-a8a1-0d98c4280ecd None None] Current status of the port 3ddd548d-04f1-482b-89e6-c903a9278165 is: DOWN; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 08:05:24.674455 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d33d5cb4-e202-4591-a8a1-0d98c4280ecd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:05:24.709410 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-d33d5cb4-e202-4591-a8a1-0d98c4280ecd None None] For port 3ddd548d-04f1-482b-89e6-c903a9278165, host dv-neutron-861624-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=3ddd548d-04f1-482b-89e6-c903a9278165,segment=NetworkSegment(7382da11-34f8-4350-82ae-4f86a31e0191),segment_id=7382da11-34f8-4350-82ae-4f86a31e0191)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 08:05:24.710054 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a4aef1-6786-4cf8-a9df-fe9d92227b30 req-eeae6d03-1e2c-43d6-bb45-24646dcd65a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:05:24.711829 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-76a4aef1-6786-4cf8-a9df-fe9d92227b30 req-eeae6d03-1e2c-43d6-bb45-24646dcd65a5 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b91ad463-07a9-42d7-8a2d-d31316a463d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0454445 Oct 19 08:05:24.713879 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d33d5cb4-e202-4591-a8a1-0d98c4280ecd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:05:24.766056 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33d5cb4-e202-4591-a8a1-0d98c4280ecd None None] Pushing event updated for resources: {'Port': ['ID=3ddd548d-04f1-482b-89e6-c903a9278165,revision_number=5']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:05:24.813510 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-76a4aef1-6786-4cf8-a9df-fe9d92227b30 req-673e9115-9e2e-4946-a974-7c2343c6e923 service neutron] 10.222.0.16 "GET /v2.0/networks/b91ad463-07a9-42d7-8a2d-d31316a463d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950952 Oct 19 08:05:24.837158 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-dce103c4-c18e-42b4-9c3f-a5ff2dce6081 None None] Provisioning complete for port 3ddd548d-04f1-482b-89e6-c903a9278165 triggered by entity DHCP. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 08:05:24.837839 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-dce103c4-c18e-42b4-9c3f-a5ff2dce6081 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:05:24.838233 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-dce103c4-c18e-42b4-9c3f-a5ff2dce6081 None None] Attempt 1 to provision port 3ddd548d-04f1-482b-89e6-c903a9278165 Oct 19 08:05:24.915366 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-76a4aef1-6786-4cf8-a9df-fe9d92227b30 req-80aa75df-a74f-44d3-b91c-171a225d44aa service neutron] 10.222.0.16 "GET /v2.0/networks/b91ad463-07a9-42d7-8a2d-d31316a463d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948935 Oct 19 08:05:24.921929 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-dce103c4-c18e-42b4-9c3f-a5ff2dce6081 None None] Current status of the port 3ddd548d-04f1-482b-89e6-c903a9278165 is: ACTIVE; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 08:05:25.004913 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888f4154-f791-4622-9a71-2c163134f36b req-18301882-8926-4ed8-9f76-794d0afff518 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:05:25.006417 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-888f4154-f791-4622-9a71-2c163134f36b req-18301882-8926-4ed8-9f76-794d0afff518 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3f7805e339c945da9c4abb8d43b83b96&device_id=f0bf787e-6a18-4ed6-b9b5-0689eeccbb16 HTTP/1.1" status: 200 len: 1096 time: 0.0434973 Oct 19 08:05:25.103145 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888f4154-f791-4622-9a71-2c163134f36b req-7bffe17d-d26e-48ff-9f8b-e67125a88379 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:05:25.104670 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-888f4154-f791-4622-9a71-2c163134f36b req-7bffe17d-d26e-48ff-9f8b-e67125a88379 service neutron] 10.222.0.16 "GET /v2.0/networks?id=b91ad463-07a9-42d7-8a2d-d31316a463d5 HTTP/1.1" status: 200 len: 914 time: 0.0915458 Oct 19 08:05:25.147903 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-888f4154-f791-4622-9a71-2c163134f36b req-685b4eb3-fa6d-4a65-a3c2-59844fee3d36 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=72f9289c-4cf9-4481-902b-6dae9f4cc72c HTTP/1.1" status: 200 len: 217 time: 0.0354207 Oct 19 08:05:25.202579 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888f4154-f791-4622-9a71-2c163134f36b req-5aabec56-dd08-4cee-b338-b5c363b402ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:05:25.204096 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-888f4154-f791-4622-9a71-2c163134f36b req-5aabec56-dd08-4cee-b338-b5c363b402ec service neutron] 10.222.0.16 "GET /v2.0/subnets?id=39c617fe-6fad-49a2-ba31-bf6eba597408 HTTP/1.1" status: 200 len: 852 time: 0.0500937 Oct 19 08:05:25.252894 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888f4154-f791-4622-9a71-2c163134f36b req-dae5eab7-873d-4e62-b87b-a76cc2b39015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:05:25.254392 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-888f4154-f791-4622-9a71-2c163134f36b req-dae5eab7-873d-4e62-b87b-a76cc2b39015 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b91ad463-07a9-42d7-8a2d-d31316a463d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0426695 Oct 19 08:05:25.350483 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-888f4154-f791-4622-9a71-2c163134f36b req-b89e5c7e-09f4-4e21-830e-43eb0d3763fe service neutron] 10.222.0.16 "GET /v2.0/networks/b91ad463-07a9-42d7-8a2d-d31316a463d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876875 Oct 19 08:05:25.439404 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-888f4154-f791-4622-9a71-2c163134f36b req-f2cf00b6-0b37-4611-a86f-292e4a2b7b76 service neutron] 10.222.0.16 "GET /v2.0/networks/b91ad463-07a9-42d7-8a2d-d31316a463d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806904 Oct 19 08:05:25.683676 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e500f3fd-5f32-4392-85d4-4cae18ec9635 req-6700d6d9-93d0-4f6f-90a6-e1a9335e216c tempest-ServersNegativeTestJSON-1178475817 tempest-ServersNegativeTestJSON-1178475817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:05:25.685170 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-e500f3fd-5f32-4392-85d4-4cae18ec9635 req-6700d6d9-93d0-4f6f-90a6-e1a9335e216c tempest-ServersNegativeTestJSON-1178475817 tempest-ServersNegativeTestJSON-1178475817-project] 10.222.0.27 "GET /v2.0/ports?device_id=f0bf787e-6a18-4ed6-b9b5-0689eeccbb16 HTTP/1.1" status: 200 len: 943 time: 0.0490637 Oct 19 08:05:25.723197 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-e500f3fd-5f32-4392-85d4-4cae18ec9635 req-4741404f-cf34-4b52-9e4c-4da365c8607e tempest-ServersNegativeTestJSON-1178475817 tempest-ServersNegativeTestJSON-1178475817-project] 10.222.0.27 "GET /v2.0/security-groups?id=f7e5c430-a978-4678-b3d9-b09665a5ef04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321040 Oct 19 08:05:25.806150 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device e870fa0c-d908-44b9-8f0d-8c345388853c up at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 08:05:25.856096 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Provisioning complete for port e870fa0c-d908-44b9-8f0d-8c345388853c triggered by entity L2. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 08:05:25.856382 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:05:25.856749 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Attempt 1 to provision port e870fa0c-d908-44b9-8f0d-8c345388853c Oct 19 08:05:25.929379 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Current status of the port e870fa0c-d908-44b9-8f0d-8c345388853c is: ACTIVE; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 08:05:25.930401 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device 3ddd548d-04f1-482b-89e6-c903a9278165 up at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 08:05:25.979311 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Provisioning complete for port 3ddd548d-04f1-482b-89e6-c903a9278165 triggered by entity L2. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 08:05:25.979680 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:05:25.980017 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Attempt 1 to provision port 3ddd548d-04f1-482b-89e6-c903a9278165 Oct 19 08:05:26.053425 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Current status of the port 3ddd548d-04f1-482b-89e6-c903a9278165 is: ACTIVE; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 08:05:26.847922 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eda2159-ba37-4e53-964f-88c806beaddc req-2dfa3b02-cb8d-43a4-b206-210e8ec9b965 tempest-ServersNegativeTestJSON-1178475817 tempest-ServersNegativeTestJSON-1178475817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:05:26.849443 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-3eda2159-ba37-4e53-964f-88c806beaddc req-2dfa3b02-cb8d-43a4-b206-210e8ec9b965 tempest-ServersNegativeTestJSON-1178475817 tempest-ServersNegativeTestJSON-1178475817-project] 10.222.0.27 "GET /v2.0/ports?device_id=f0bf787e-6a18-4ed6-b9b5-0689eeccbb16 HTTP/1.1" status: 200 len: 943 time: 0.0543654 Oct 19 08:05:26.887489 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-3eda2159-ba37-4e53-964f-88c806beaddc req-79d95d3c-f939-48bb-9a78-0d22ba6ff5ae tempest-ServersNegativeTestJSON-1178475817 tempest-ServersNegativeTestJSON-1178475817-project] 10.222.0.27 "GET /v2.0/security-groups?id=f7e5c430-a978-4678-b3d9-b09665a5ef04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320172 Oct 19 08:05:27.517130 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Device 72f9289c-4cf9-4481-902b-6dae9f4cc72c details requested by agent hyperv_hv-neutron-8616 with host hv-neutron-8616 {{(pid=103334) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 08:05:27.612596 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] For port 72f9289c-4cf9-4481-902b-6dae9f4cc72c, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=72f9289c-4cf9-4481-902b-6dae9f4cc72c,segment=NetworkSegment(7382da11-34f8-4350-82ae-4f86a31e0191),segment_id=7382da11-34f8-4350-82ae-4f86a31e0191)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 08:05:27.623688 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Returning: {'device': '72f9289c-4cf9-4481-902b-6dae9f4cc72c', 'network_id': 'b91ad463-07a9-42d7-8a2d-d31316a463d5', 'port_id': '72f9289c-4cf9-4481-902b-6dae9f4cc72c', 'mac_address': 'fa:16:3e:56:08:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '39c617fe-6fad-49a2-ba31-bf6eba597408', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103334) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 08:05:27.658648 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Current status of the port 72f9289c-4cf9-4481-902b-6dae9f4cc72c is: DOWN; New status is: BUILD {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 08:05:27.659027 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:05:27.671033 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.notifiers.nova [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 72f9289c-4cf9-4481-902b-6dae9f4cc72c {{(pid=103334) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 19 08:05:27.689624 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] For port 72f9289c-4cf9-4481-902b-6dae9f4cc72c, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=72f9289c-4cf9-4481-902b-6dae9f4cc72c,segment=NetworkSegment(7382da11-34f8-4350-82ae-4f86a31e0191),segment_id=7382da11-34f8-4350-82ae-4f86a31e0191)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 08:05:27.693533 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:05:27.741807 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Pushing event updated for resources: {'Port': ['ID=72f9289c-4cf9-4481-902b-6dae9f4cc72c,revision_number=4']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:05:27.894754 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] get_ports_and_sgs() called for port_ids ['72f9289c-4cf9-4481-902b-6dae9f4cc72c'] {{(pid=103334) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 19 08:05:28.009256 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22fbd9a-5b45-40b1-b730-38d89bde7721 req-f09c3b7b-a775-4c8f-bdda-7aad5e03a3f3 tempest-ServersNegativeTestJSON-1178475817 tempest-ServersNegativeTestJSON-1178475817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:05:28.010737 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-f22fbd9a-5b45-40b1-b730-38d89bde7721 req-f09c3b7b-a775-4c8f-bdda-7aad5e03a3f3 tempest-ServersNegativeTestJSON-1178475817 tempest-ServersNegativeTestJSON-1178475817-project] 10.222.0.27 "GET /v2.0/ports?device_id=f0bf787e-6a18-4ed6-b9b5-0689eeccbb16 HTTP/1.1" status: 200 len: 944 time: 0.0490668 Oct 19 08:05:28.048882 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-f22fbd9a-5b45-40b1-b730-38d89bde7721 req-61fb1cab-7711-4d87-bd52-d9eef158a068 tempest-ServersNegativeTestJSON-1178475817 tempest-ServersNegativeTestJSON-1178475817-project] 10.222.0.27 "GET /v2.0/security-groups?id=f7e5c430-a978-4678-b3d9-b09665a5ef04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317602 Oct 19 08:05:29.168652 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6023bb-852a-4bff-8e6f-66110e2fbaaa req-988558fb-7b18-4fec-9402-4fc03e433db0 tempest-ServersNegativeTestJSON-1178475817 tempest-ServersNegativeTestJSON-1178475817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:05:29.170126 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-db6023bb-852a-4bff-8e6f-66110e2fbaaa req-988558fb-7b18-4fec-9402-4fc03e433db0 tempest-ServersNegativeTestJSON-1178475817 tempest-ServersNegativeTestJSON-1178475817-project] 10.222.0.27 "GET /v2.0/ports?device_id=f0bf787e-6a18-4ed6-b9b5-0689eeccbb16 HTTP/1.1" status: 200 len: 944 time: 0.0489240 Oct 19 08:05:29.208070 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-db6023bb-852a-4bff-8e6f-66110e2fbaaa req-b6d058e3-503d-48b9-8ba0-41f42ffe1a27 tempest-ServersNegativeTestJSON-1178475817 tempest-ServersNegativeTestJSON-1178475817-project] 10.222.0.27 "GET /v2.0/security-groups?id=f7e5c430-a978-4678-b3d9-b09665a5ef04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319414 Oct 19 08:05:29.523554 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Device 72f9289c-4cf9-4481-902b-6dae9f4cc72c up at agent hyperv_hv-neutron-8616 {{(pid=103334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 08:05:29.573651 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Provisioning for port 72f9289c-4cf9-4481-902b-6dae9f4cc72c completed by entity L2. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 19 08:05:29.578304 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Provisioning complete for port 72f9289c-4cf9-4481-902b-6dae9f4cc72c triggered by entity L2. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 08:05:29.578666 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:05:29.579010 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Attempt 1 to provision port 72f9289c-4cf9-4481-902b-6dae9f4cc72c Oct 19 08:05:29.653114 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Current status of the port 72f9289c-4cf9-4481-902b-6dae9f4cc72c is: BUILD; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 08:05:29.653486 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:05:29.674320 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0bf787e-6a18-4ed6-b9b5-0689eeccbb16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72f9289c-4cf9-4481-902b-6dae9f4cc72c'}] {{(pid=103334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 19 08:05:29.676564 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d918bd29c62f7e926e80ce37adcd574e0921d2de3006e6b6ef58999f52d8e2e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d64b1e1-5b15-49c6-b032-286dee9f3c1f" -d '{"events": [{"server_uuid": "f0bf787e-6a18-4ed6-b9b5-0689eeccbb16", "name": "network-vif-plugged", "status": "completed", "tag": "72f9289c-4cf9-4481-902b-6dae9f4cc72c"}]}' {{(pid=103334) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 08:05:29.689156 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] For port 72f9289c-4cf9-4481-902b-6dae9f4cc72c, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=72f9289c-4cf9-4481-902b-6dae9f4cc72c,segment=NetworkSegment(7382da11-34f8-4350-82ae-4f86a31e0191),segment_id=7382da11-34f8-4350-82ae-4f86a31e0191)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 08:05:29.693036 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:05:29.719684 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 19 Oct 2022 08:05:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93ca8f85-6c91-4e04-8077-b68fa40e076a x-openstack-request-id: req-93ca8f85-6c91-4e04-8077-b68fa40e076a {{(pid=103334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 08:05:29.719972 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0bf787e-6a18-4ed6-b9b5-0689eeccbb16", "name": "network-vif-plugged", "status": "completed", "tag": "72f9289c-4cf9-4481-902b-6dae9f4cc72c", "code": 200}]} {{(pid=103334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 08:05:29.720222 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-93ca8f85-6c91-4e04-8077-b68fa40e076a {{(pid=103334) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 08:05:29.720625 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.notifiers.nova [-] Nova event matching ['req-93ca8f85-6c91-4e04-8077-b68fa40e076a'] response: {'server_uuid': 'f0bf787e-6a18-4ed6-b9b5-0689eeccbb16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72f9289c-4cf9-4481-902b-6dae9f4cc72c', 'code': 200} Oct 19 08:05:29.745429 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Pushing event updated for resources: {'Port': ['ID=72f9289c-4cf9-4481-902b-6dae9f4cc72c,revision_number=5']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:05:29.875696 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5429f65-496d-4424-a061-bb58e18a8057 req-e1d6a58a-f1e1-41af-ad2c-ead022a80839 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:05:29.877226 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-b5429f65-496d-4424-a061-bb58e18a8057 req-e1d6a58a-f1e1-41af-ad2c-ead022a80839 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=f0bf787e-6a18-4ed6-b9b5-0689eeccbb16 HTTP/1.1" status: 200 len: 1098 time: 0.0445569 Oct 19 08:05:29.911876 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-b5429f65-496d-4424-a061-bb58e18a8057 req-87522380-8f75-4847-a2a9-56b6cba05a3f service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=f7e5c430-a978-4678-b3d9-b09665a5ef04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0276577 Oct 19 08:05:30.329152 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c12de9-a3f6-44b8-bfb2-e5491d6e7b63 req-3a1a30da-6e0a-4c3b-b254-65950df482a7 tempest-ServersNegativeTestJSON-1178475817 tempest-ServersNegativeTestJSON-1178475817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:05:30.330620 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-f9c12de9-a3f6-44b8-bfb2-e5491d6e7b63 req-3a1a30da-6e0a-4c3b-b254-65950df482a7 tempest-ServersNegativeTestJSON-1178475817 tempest-ServersNegativeTestJSON-1178475817-project] 10.222.0.27 "GET /v2.0/ports?device_id=f0bf787e-6a18-4ed6-b9b5-0689eeccbb16 HTTP/1.1" status: 200 len: 945 time: 0.0494657 Oct 19 08:05:30.368539 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-f9c12de9-a3f6-44b8-bfb2-e5491d6e7b63 req-ca6e3dcc-3d02-4f47-a098-e7e6a8c62a6a tempest-ServersNegativeTestJSON-1178475817 tempest-ServersNegativeTestJSON-1178475817-project] 10.222.0.27 "GET /v2.0/security-groups?id=f7e5c430-a978-4678-b3d9-b09665a5ef04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316567 Oct 19 08:05:31.489120 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef69527-0696-495a-8fef-2aa2895198a9 req-ff488a71-ff5e-48ba-9651-6b28e0002f6d tempest-ServersNegativeTestJSON-1178475817 tempest-ServersNegativeTestJSON-1178475817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:05:31.490578 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-1ef69527-0696-495a-8fef-2aa2895198a9 req-ff488a71-ff5e-48ba-9651-6b28e0002f6d tempest-ServersNegativeTestJSON-1178475817 tempest-ServersNegativeTestJSON-1178475817-project] 10.222.0.27 "GET /v2.0/ports?device_id=f0bf787e-6a18-4ed6-b9b5-0689eeccbb16 HTTP/1.1" status: 200 len: 945 time: 0.0479352 Oct 19 08:05:31.528153 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-1ef69527-0696-495a-8fef-2aa2895198a9 req-a32ad0d5-bf99-4777-84df-a6352888d615 tempest-ServersNegativeTestJSON-1178475817 tempest-ServersNegativeTestJSON-1178475817-project] 10.222.0.27 "GET /v2.0/security-groups?id=f7e5c430-a978-4678-b3d9-b09665a5ef04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306957 Oct 19 08:05:31.758118 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9706560-d34f-498b-8bca-eb1b63aa961d req-84608e7e-8214-4679-a2d8-e2eeae5d0187 tempest-ServersNegativeTestJSON-1178475817 tempest-ServersNegativeTestJSON-1178475817-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:05:31.759566 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-c9706560-d34f-498b-8bca-eb1b63aa961d req-84608e7e-8214-4679-a2d8-e2eeae5d0187 tempest-ServersNegativeTestJSON-1178475817 tempest-ServersNegativeTestJSON-1178475817-project] 10.222.0.27 "GET /v2.0/networks?id=b91ad463-07a9-42d7-8a2d-d31316a463d5 HTTP/1.1" status: 200 len: 813 time: 0.1033106 Oct 19 08:05:31.774101 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-c9706560-d34f-498b-8bca-eb1b63aa961d req-0e41aec3-9223-4415-a87e-1e0a10a2c7fc tempest-ServersNegativeTestJSON-1178475817 tempest-ServersNegativeTestJSON-1178475817-project] 10.222.0.27 "GET /v2.0/quotas/3f7805e339c945da9c4abb8d43b83b96 HTTP/1.1" status: 200 len: 375 time: 0.0086715 Oct 19 08:05:31.826166 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-c9706560-d34f-498b-8bca-eb1b63aa961d req-a4884442-fa71-46d2-87cb-26dbc5c86581 tempest-ServersNegativeTestJSON-1178475817 tempest-ServersNegativeTestJSON-1178475817-project] 10.222.0.27 "GET /v2.0/ports?tenant_id=3f7805e339c945da9c4abb8d43b83b96&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0467117 Oct 19 08:05:31.920065 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-c9706560-d34f-498b-8bca-eb1b63aa961d req-5afd114d-869d-467d-8e15-0e942dbfe93e service neutron] 10.222.0.27 "GET /v2.0/networks/b91ad463-07a9-42d7-8a2d-d31316a463d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862875 Oct 19 08:05:32.010969 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-c9706560-d34f-498b-8bca-eb1b63aa961d req-149e502f-e645-4ef1-a7b4-1ea9a26a44de service neutron] 10.222.0.27 "GET /v2.0/networks/b91ad463-07a9-42d7-8a2d-d31316a463d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847983 Oct 19 08:05:32.167201 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-aa577bba-07b7-4922-b29f-9d7a1d25e460 req-1ecd54b4-f9ff-4907-a747-68cbfc70ee4e tempest-ServersNegativeTestJSON-1178475817 tempest-ServersNegativeTestJSON-1178475817-project] 10.222.0.27 "GET /v2.0/ports?device_id=37c489cc-3429-4dae-a19e-28abcf5314eb HTTP/1.1" status: 200 len: 210 time: 0.0261395 Oct 19 08:05:32.627145 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.agents_db [None req-6057327c-4456-4c72-8e75-6d3cd9249757 None None] Agent healthcheck: found 6 active agents {{(pid=103335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 08:05:33.141972 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9706560-d34f-498b-8bca-eb1b63aa961d req-0ae67a62-0039-41d8-90b1-37c827822029 tempest-ServersNegativeTestJSON-1178475817 tempest-ServersNegativeTestJSON-1178475817-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:05:33.143429 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-c9706560-d34f-498b-8bca-eb1b63aa961d req-0ae67a62-0039-41d8-90b1-37c827822029 tempest-ServersNegativeTestJSON-1178475817 tempest-ServersNegativeTestJSON-1178475817-project] 10.222.0.16 "GET /v2.0/networks?id=b91ad463-07a9-42d7-8a2d-d31316a463d5 HTTP/1.1" status: 200 len: 813 time: 0.1015513 Oct 19 08:05:33.156711 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [req-c9706560-d34f-498b-8bca-eb1b63aa961d req-e0a669af-f477-4be8-af67-f4dea4313cd9 tempest-ServersNegativeTestJSON-1178475817 tempest-ServersNegativeTestJSON-1178475817-project] Request body: {'port': {'device_id': '37c489cc-3429-4dae-a19e-28abcf5314eb', 'network_id': 'b91ad463-07a9-42d7-8a2d-d31316a463d5', 'admin_state_up': True, 'tenant_id': '3f7805e339c945da9c4abb8d43b83b96'}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 08:05:33.278573 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-d0477a4e-c811-404d-b223-7d3ad8444cba req-e25efa55-26b6-4763-9c76-a408bf0a5fe4 tempest-ServersNegativeTestJSON-1178475817 tempest-ServersNegativeTestJSON-1178475817-project] 10.222.0.27 "GET /v2.0/ports?device_id=37c489cc-3429-4dae-a19e-28abcf5314eb HTTP/1.1" status: 200 len: 210 time: 0.0305359 Oct 19 08:05:33.293823 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c9706560-d34f-498b-8bca-eb1b63aa961d req-e0a669af-f477-4be8-af67-f4dea4313cd9 tempest-ServersNegativeTestJSON-1178475817 tempest-ServersNegativeTestJSON-1178475817-project] Made reservation on behalf of 3f7805e339c945da9c4abb8d43b83b96 for: {'port': 1} {{(pid=103332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 08:05:33.300826 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-c9706560-d34f-498b-8bca-eb1b63aa961d req-e0a669af-f477-4be8-af67-f4dea4313cd9 tempest-ServersNegativeTestJSON-1178475817 tempest-ServersNegativeTestJSON-1178475817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:05:33.738258 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.db_base_plugin_common [req-c9706560-d34f-498b-8bca-eb1b63aa961d req-e0a669af-f477-4be8-af67-f4dea4313cd9 tempest-ServersNegativeTestJSON-1178475817 tempest-ServersNegativeTestJSON-1178475817-project] Allocated IP 172.20.0.5 (b91ad463-07a9-42d7-8a2d-d31316a463d5/39c617fe-6fad-49a2-ba31-bf6eba597408/6320681b-de76-4e75-b26b-309a302e258c) {{(pid=103332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 08:05:33.892697 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-c9706560-d34f-498b-8bca-eb1b63aa961d req-e0a669af-f477-4be8-af67-f4dea4313cd9 tempest-ServersNegativeTestJSON-1178475817 tempest-ServersNegativeTestJSON-1178475817-project] Notify callbacks [] for port, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:05:33.925772 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-c9706560-d34f-498b-8bca-eb1b63aa961d req-e0a669af-f477-4be8-af67-f4dea4313cd9 tempest-ServersNegativeTestJSON-1178475817 tempest-ServersNegativeTestJSON-1178475817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785020947330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133553798'] for port, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:05:33.939950 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] get_ports_and_sgs() called for port_ids ['72f9289c-4cf9-4481-902b-6dae9f4cc72c'] {{(pid=103334) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 19 08:05:33.969569 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c9706560-d34f-498b-8bca-eb1b63aa961d req-e0a669af-f477-4be8-af67-f4dea4313cd9 tempest-ServersNegativeTestJSON-1178475817 tempest-ServersNegativeTestJSON-1178475817-project] Network b91ad463-07a9-42d7-8a2d-d31316a463d5 is already hosted by enough agents. {{(pid=103332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 08:05:33.972713 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.base_scheduler [req-c9706560-d34f-498b-8bca-eb1b63aa961d req-e0a669af-f477-4be8-af67-f4dea4313cd9 tempest-ServersNegativeTestJSON-1178475817 tempest-ServersNegativeTestJSON-1178475817-project] Resources bound (agent type, host, resource id): {{(pid=103332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 08:05:33.976497 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9706560-d34f-498b-8bca-eb1b63aa961d req-e0a669af-f477-4be8-af67-f4dea4313cd9 tempest-ServersNegativeTestJSON-1178475817 tempest-ServersNegativeTestJSON-1178475817-project] Received port after_create {{(pid=103332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 08:05:34.008070 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a669af-f477-4be8-af67-f4dea4313cd9 tempest-ServersNegativeTestJSON-1178475817 tempest-ServersNegativeTestJSON-1178475817-project] Pushing event updated for resources: {'Port': ['ID=6320681b-de76-4e75-b26b-309a302e258c,revision_number=1']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:05:34.032070 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9706560-d34f-498b-8bca-eb1b63aa961d req-e0a669af-f477-4be8-af67-f4dea4313cd9 tempest-ServersNegativeTestJSON-1178475817 tempest-ServersNegativeTestJSON-1178475817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:05:34.032738 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-c9706560-d34f-498b-8bca-eb1b63aa961d req-e0a669af-f477-4be8-af67-f4dea4313cd9 tempest-ServersNegativeTestJSON-1178475817 tempest-ServersNegativeTestJSON-1178475817-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42160'] for port, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:05:34.051614 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-c9706560-d34f-498b-8bca-eb1b63aa961d req-e0a669af-f477-4be8-af67-f4dea4313cd9 tempest-ServersNegativeTestJSON-1178475817 tempest-ServersNegativeTestJSON-1178475817-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8993552 Oct 19 08:05:34.065422 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [req-c9706560-d34f-498b-8bca-eb1b63aa961d req-c67e6b05-2565-4a8a-b683-3393073e7c2f service neutron] Request body: {'port': {'device_id': '37c489cc-3429-4dae-a19e-28abcf5314eb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8616'}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 08:05:34.126950 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-c9706560-d34f-498b-8bca-eb1b63aa961d req-c67e6b05-2565-4a8a-b683-3393073e7c2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:05:34.211267 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-f8b02abb-58cc-4979-bc3a-c04b4ed18d46 None None] Provisioning complete for port 6320681b-de76-4e75-b26b-309a302e258c triggered by entity DHCP. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 08:05:34.211637 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-f8b02abb-58cc-4979-bc3a-c04b4ed18d46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:05:34.211975 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-f8b02abb-58cc-4979-bc3a-c04b4ed18d46 None None] Attempt 1 to provision port 6320681b-de76-4e75-b26b-309a302e258c Oct 19 08:05:34.248445 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-f8b02abb-58cc-4979-bc3a-c04b4ed18d46 None None] Port 6320681b-de76-4e75-b26b-309a302e258c cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 08:05:34.435565 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.notifiers.nova [req-c9706560-d34f-498b-8bca-eb1b63aa961d req-c67e6b05-2565-4a8a-b683-3393073e7c2f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6320681b-de76-4e75-b26b-309a302e258c {{(pid=103332) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 19 08:05:34.444726 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-c9706560-d34f-498b-8bca-eb1b63aa961d req-c67e6b05-2565-4a8a-b683-3393073e7c2f service neutron] Notify callbacks [] for port, precommit_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:05:34.460366 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e7b494-542e-4f6d-a492-c020bdbfb698 req-cca60b66-1b16-477c-99dd-217de1b50db4 tempest-ServersNegativeTestJSON-1178475817 tempest-ServersNegativeTestJSON-1178475817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:05:34.461889 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-48e7b494-542e-4f6d-a492-c020bdbfb698 req-cca60b66-1b16-477c-99dd-217de1b50db4 tempest-ServersNegativeTestJSON-1178475817 tempest-ServersNegativeTestJSON-1178475817-project] 10.222.0.27 "GET /v2.0/ports?device_id=37c489cc-3429-4dae-a19e-28abcf5314eb HTTP/1.1" status: 200 len: 931 time: 0.0973055 Oct 19 08:05:34.470000 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.provisioning_blocks [req-c9706560-d34f-498b-8bca-eb1b63aa961d req-c67e6b05-2565-4a8a-b683-3393073e7c2f service neutron] Transition to ACTIVE for port object 6320681b-de76-4e75-b26b-309a302e258c will not be triggered until provisioned by entity L2. {{(pid=103332) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 19 08:05:34.477000 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-c9706560-d34f-498b-8bca-eb1b63aa961d req-c67e6b05-2565-4a8a-b683-3393073e7c2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133553807'] for port, after_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:05:34.572999 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-48e7b494-542e-4f6d-a492-c020bdbfb698 req-78c998c0-4e11-4c57-bab1-22ab26609dc1 tempest-ServersNegativeTestJSON-1178475817 tempest-ServersNegativeTestJSON-1178475817-project] 10.222.0.27 "GET /v2.0/security-groups?id=f7e5c430-a978-4678-b3d9-b09665a5ef04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041002 Oct 19 08:05:34.576286 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67e6b05-2565-4a8a-b683-3393073e7c2f service neutron] Pushing event updated for resources: {'Port': ['ID=6320681b-de76-4e75-b26b-309a302e258c,revision_number=2']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:05:34.607371 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.managers [req-c9706560-d34f-498b-8bca-eb1b63aa961d req-c67e6b05-2565-4a8a-b683-3393073e7c2f service neutron] Attempting to bind port 6320681b-de76-4e75-b26b-309a302e258c on host hv-neutron-8616 for vnic_type normal with profile {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 19 08:05:34.607710 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.managers [req-c9706560-d34f-498b-8bca-eb1b63aa961d req-c67e6b05-2565-4a8a-b683-3393073e7c2f service neutron] Attempting to bind port 6320681b-de76-4e75-b26b-309a302e258c by drivers openvswitch,hyperv on host hv-neutron-8616 at level 0 using segments [{'id': '7382da11-34f8-4350-82ae-4f86a31e0191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'b91ad463-07a9-42d7-8a2d-d31316a463d5'}] {{(pid=103332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 19 08:05:34.608039 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9706560-d34f-498b-8bca-eb1b63aa961d req-c67e6b05-2565-4a8a-b683-3393073e7c2f service neutron] Attempting to bind port 6320681b-de76-4e75-b26b-309a302e258c on network b91ad463-07a9-42d7-8a2d-d31316a463d5 {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 08:05:34.612267 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9706560-d34f-498b-8bca-eb1b63aa961d req-c67e6b05-2565-4a8a-b683-3393073e7c2f service neutron] Port 6320681b-de76-4e75-b26b-309a302e258c on network b91ad463-07a9-42d7-8a2d-d31316a463d5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8616 {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 08:05:34.612622 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9706560-d34f-498b-8bca-eb1b63aa961d req-c67e6b05-2565-4a8a-b683-3393073e7c2f service neutron] Attempting to bind port 6320681b-de76-4e75-b26b-309a302e258c on network b91ad463-07a9-42d7-8a2d-d31316a463d5 {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 08:05:34.617353 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9706560-d34f-498b-8bca-eb1b63aa961d req-c67e6b05-2565-4a8a-b683-3393073e7c2f service neutron] Checking agent: {'id': '5297b6e1-8fc1-4f42-910c-8f50c918ca65', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8616', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 19, 7, 36, 11), 'started_at': datetime.datetime(2022, 10, 19, 7, 36, 11), 'heartbeat_timestamp': datetime.datetime(2022, 10, 19, 8, 5, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 08:05:34.617692 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9706560-d34f-498b-8bca-eb1b63aa961d req-c67e6b05-2565-4a8a-b683-3393073e7c2f service neutron] Checking segment: {'id': '7382da11-34f8-4350-82ae-4f86a31e0191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'b91ad463-07a9-42d7-8a2d-d31316a463d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 19 08:05:34.618077 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9706560-d34f-498b-8bca-eb1b63aa961d req-c67e6b05-2565-4a8a-b683-3393073e7c2f service neutron] Bound using segment: {'id': '7382da11-34f8-4350-82ae-4f86a31e0191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'b91ad463-07a9-42d7-8a2d-d31316a463d5'} {{(pid=103332) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 08:05:34.618507 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.managers [req-c9706560-d34f-498b-8bca-eb1b63aa961d req-c67e6b05-2565-4a8a-b683-3393073e7c2f service neutron] Bound port: 6320681b-de76-4e75-b26b-309a302e258c, host: hv-neutron-8616, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7382da11-34f8-4350-82ae-4f86a31e0191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'b91ad463-07a9-42d7-8a2d-d31316a463d5'}}] {{(pid=103332) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 19 08:05:34.618860 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-c9706560-d34f-498b-8bca-eb1b63aa961d req-c67e6b05-2565-4a8a-b683-3393073e7c2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:05:34.687423 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.db [req-c9706560-d34f-498b-8bca-eb1b63aa961d req-c67e6b05-2565-4a8a-b683-3393073e7c2f service neutron] For port 6320681b-de76-4e75-b26b-309a302e258c, host hv-neutron-8616, cleared binding levels {{(pid=103332) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 08:05:34.690401 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.db [req-c9706560-d34f-498b-8bca-eb1b63aa961d req-c67e6b05-2565-4a8a-b683-3393073e7c2f service neutron] For port 6320681b-de76-4e75-b26b-309a302e258c, host hv-neutron-8616, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=6320681b-de76-4e75-b26b-309a302e258c,segment=NetworkSegment(7382da11-34f8-4350-82ae-4f86a31e0191),segment_id=7382da11-34f8-4350-82ae-4f86a31e0191)] {{(pid=103332) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 08:05:34.694538 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-c9706560-d34f-498b-8bca-eb1b63aa961d req-c67e6b05-2565-4a8a-b683-3393073e7c2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133553807'] for port, after_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:05:34.698529 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9706560-d34f-498b-8bca-eb1b63aa961d req-c67e6b05-2565-4a8a-b683-3393073e7c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:05:34.700215 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-c9706560-d34f-498b-8bca-eb1b63aa961d req-c67e6b05-2565-4a8a-b683-3393073e7c2f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42160'] for port, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:05:34.701608 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-c9706560-d34f-498b-8bca-eb1b63aa961d req-c67e6b05-2565-4a8a-b683-3393073e7c2f service neutron] 10.222.0.16 "PUT /v2.0/ports/6320681b-de76-4e75-b26b-309a302e258c HTTP/1.1" status: 200 len: 1093 time: 0.6404507 Oct 19 08:05:34.702098 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37c489cc-3429-4dae-a19e-28abcf5314eb', 'tag': '6320681b-de76-4e75-b26b-309a302e258c'}] {{(pid=103332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 19 08:05:34.704427 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a021b02cf5f527cd4bbbc40a031b51490d9893d7edeeb551bdf5128ee7546f8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2f26b9e-6b9f-46ae-9a25-b96b935eeeef" -d '{"events": [{"name": "network-changed", "server_uuid": "37c489cc-3429-4dae-a19e-28abcf5314eb", "tag": "6320681b-de76-4e75-b26b-309a302e258c"}]}' {{(pid=103332) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 08:05:34.749093 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-f8b02abb-58cc-4979-bc3a-c04b4ed18d46 None None] Attempt 2 to provision port 6320681b-de76-4e75-b26b-309a302e258c Oct 19 08:05:34.752432 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 19 Oct 2022 08:05:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5aef5c01-4f99-46e9-9ed5-dbada0cad76d x-openstack-request-id: req-5aef5c01-4f99-46e9-9ed5-dbada0cad76d {{(pid=103332) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 08:05:34.752740 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37c489cc-3429-4dae-a19e-28abcf5314eb", "tag": "6320681b-de76-4e75-b26b-309a302e258c", "status": "completed", "code": 200}]} {{(pid=103332) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 08:05:34.752995 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-5aef5c01-4f99-46e9-9ed5-dbada0cad76d {{(pid=103332) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 08:05:34.753401 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5aef5c01-4f99-46e9-9ed5-dbada0cad76d'] response: {'name': 'network-changed', 'server_uuid': '37c489cc-3429-4dae-a19e-28abcf5314eb', 'tag': '6320681b-de76-4e75-b26b-309a302e258c', 'status': 'completed', 'code': 200} Oct 19 08:05:34.767031 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67e6b05-2565-4a8a-b683-3393073e7c2f service neutron] Pushing event updated for resources: {'Port': ['ID=6320681b-de76-4e75-b26b-309a302e258c,revision_number=3']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:05:34.790440 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-f8b02abb-58cc-4979-bc3a-c04b4ed18d46 None None] Port 6320681b-de76-4e75-b26b-309a302e258c had new provisioning blocks added so it will not transition to active. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:370}} Oct 19 08:05:34.800733 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9706560-d34f-498b-8bca-eb1b63aa961d req-c7cdcce9-3a65-40fe-b971-081d33ad8266 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:05:34.802263 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-c9706560-d34f-498b-8bca-eb1b63aa961d req-c7cdcce9-3a65-40fe-b971-081d33ad8266 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3f7805e339c945da9c4abb8d43b83b96&device_id=37c489cc-3429-4dae-a19e-28abcf5314eb HTTP/1.1" status: 200 len: 1096 time: 0.0466299 Oct 19 08:05:34.852290 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-c9706560-d34f-498b-8bca-eb1b63aa961d req-9d740150-be69-4f53-9ae9-4ae960c5db07 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6320681b-de76-4e75-b26b-309a302e258c HTTP/1.1" status: 200 len: 217 time: 0.0417416 Oct 19 08:05:34.904926 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9706560-d34f-498b-8bca-eb1b63aa961d req-f9e3002e-bc8e-4b1b-baf8-d2ff08c0b286 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:05:34.906422 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-c9706560-d34f-498b-8bca-eb1b63aa961d req-f9e3002e-bc8e-4b1b-baf8-d2ff08c0b286 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=39c617fe-6fad-49a2-ba31-bf6eba597408 HTTP/1.1" status: 200 len: 852 time: 0.0478706 Oct 19 08:05:34.953523 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9706560-d34f-498b-8bca-eb1b63aa961d req-fb28c958-f270-4465-a201-1a9fc74e13b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:05:34.955008 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-c9706560-d34f-498b-8bca-eb1b63aa961d req-fb28c958-f270-4465-a201-1a9fc74e13b2 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b91ad463-07a9-42d7-8a2d-d31316a463d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0411885 Oct 19 08:05:35.046430 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-c9706560-d34f-498b-8bca-eb1b63aa961d req-fa0df108-ad8a-4073-9fe7-59196af54669 service neutron] 10.222.0.16 "GET /v2.0/networks/b91ad463-07a9-42d7-8a2d-d31316a463d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846660 Oct 19 08:05:35.134999 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-c9706560-d34f-498b-8bca-eb1b63aa961d req-dca45164-2071-4b65-9d9c-851faf009257 service neutron] 10.222.0.16 "GET /v2.0/networks/b91ad463-07a9-42d7-8a2d-d31316a463d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822127 Oct 19 08:05:35.220496 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f26b9e-6b9f-46ae-9a25-b96b935eeeef req-e41e3d12-f2e2-41c1-bc79-79fd0cfd2b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:05:35.221941 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-d2f26b9e-6b9f-46ae-9a25-b96b935eeeef req-e41e3d12-f2e2-41c1-bc79-79fd0cfd2b39 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3f7805e339c945da9c4abb8d43b83b96&device_id=37c489cc-3429-4dae-a19e-28abcf5314eb HTTP/1.1" status: 200 len: 1096 time: 0.0418668 Oct 19 08:05:35.317159 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f26b9e-6b9f-46ae-9a25-b96b935eeeef req-30aa60f0-f26b-49b2-87ba-f57c0579b047 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:05:35.318622 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-d2f26b9e-6b9f-46ae-9a25-b96b935eeeef req-30aa60f0-f26b-49b2-87ba-f57c0579b047 service neutron] 10.222.0.16 "GET /v2.0/networks?id=b91ad463-07a9-42d7-8a2d-d31316a463d5 HTTP/1.1" status: 200 len: 914 time: 0.0886710 Oct 19 08:05:35.360783 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-d2f26b9e-6b9f-46ae-9a25-b96b935eeeef req-288689b2-8c2c-436b-ad9d-990fba49ad1e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6320681b-de76-4e75-b26b-309a302e258c HTTP/1.1" status: 200 len: 217 time: 0.0345125 Oct 19 08:05:35.414064 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f26b9e-6b9f-46ae-9a25-b96b935eeeef req-c1967b80-fe12-4db4-8d58-813b4abbdbe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:05:35.415421 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-d2f26b9e-6b9f-46ae-9a25-b96b935eeeef req-c1967b80-fe12-4db4-8d58-813b4abbdbe8 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=39c617fe-6fad-49a2-ba31-bf6eba597408 HTTP/1.1" status: 200 len: 852 time: 0.0476079 Oct 19 08:05:35.461165 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f26b9e-6b9f-46ae-9a25-b96b935eeeef req-00046283-e439-4c36-9bc7-7d751ce6e731 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:05:35.462625 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-d2f26b9e-6b9f-46ae-9a25-b96b935eeeef req-00046283-e439-4c36-9bc7-7d751ce6e731 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b91ad463-07a9-42d7-8a2d-d31316a463d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0398815 Oct 19 08:05:35.552515 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-d2f26b9e-6b9f-46ae-9a25-b96b935eeeef req-a0c049c3-eacb-4330-b929-55d884dd8d4d service neutron] 10.222.0.16 "GET /v2.0/networks/b91ad463-07a9-42d7-8a2d-d31316a463d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827277 Oct 19 08:05:35.644499 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-d2f26b9e-6b9f-46ae-9a25-b96b935eeeef req-8da682df-6d3b-4547-a5b0-dc9ac0b6e81c service neutron] 10.222.0.16 "GET /v2.0/networks/b91ad463-07a9-42d7-8a2d-d31316a463d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849104 Oct 19 08:05:35.697466 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b03fa7-841c-4e83-a0ac-2e718a275189 req-7991f9ef-13bd-44ca-bf8d-6131233b7bcf tempest-ServersNegativeTestJSON-1178475817 tempest-ServersNegativeTestJSON-1178475817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:05:35.699017 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-67b03fa7-841c-4e83-a0ac-2e718a275189 req-7991f9ef-13bd-44ca-bf8d-6131233b7bcf tempest-ServersNegativeTestJSON-1178475817 tempest-ServersNegativeTestJSON-1178475817-project] 10.222.0.27 "GET /v2.0/ports?device_id=37c489cc-3429-4dae-a19e-28abcf5314eb HTTP/1.1" status: 200 len: 943 time: 0.0488493 Oct 19 08:05:35.736743 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-67b03fa7-841c-4e83-a0ac-2e718a275189 req-130f177d-2b42-4c1e-a8d1-5fda7fe75f73 tempest-ServersNegativeTestJSON-1178475817 tempest-ServersNegativeTestJSON-1178475817-project] 10.222.0.27 "GET /v2.0/security-groups?id=f7e5c430-a978-4678-b3d9-b09665a5ef04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317948 Oct 19 08:05:36.861852 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5fd409-3c94-425e-8eaf-e6d90a41a6d9 req-e2fd3614-d189-474e-987b-6619fe640d79 tempest-ServersNegativeTestJSON-1178475817 tempest-ServersNegativeTestJSON-1178475817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:05:36.863331 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-df5fd409-3c94-425e-8eaf-e6d90a41a6d9 req-e2fd3614-d189-474e-987b-6619fe640d79 tempest-ServersNegativeTestJSON-1178475817 tempest-ServersNegativeTestJSON-1178475817-project] 10.222.0.27 "GET /v2.0/ports?device_id=37c489cc-3429-4dae-a19e-28abcf5314eb HTTP/1.1" status: 200 len: 943 time: 0.0530005 Oct 19 08:05:36.901808 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-df5fd409-3c94-425e-8eaf-e6d90a41a6d9 req-25e7958f-1d57-4e04-8e4a-c43d020586bc tempest-ServersNegativeTestJSON-1178475817 tempest-ServersNegativeTestJSON-1178475817-project] 10.222.0.27 "GET /v2.0/security-groups?id=f7e5c430-a978-4678-b3d9-b09665a5ef04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323613 Oct 19 08:05:37.563175 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Device 6320681b-de76-4e75-b26b-309a302e258c details requested by agent hyperv_hv-neutron-8616 with host hv-neutron-8616 {{(pid=103334) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 08:05:37.657295 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] For port 6320681b-de76-4e75-b26b-309a302e258c, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=6320681b-de76-4e75-b26b-309a302e258c,segment=NetworkSegment(7382da11-34f8-4350-82ae-4f86a31e0191),segment_id=7382da11-34f8-4350-82ae-4f86a31e0191)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 08:05:37.668647 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Returning: {'device': '6320681b-de76-4e75-b26b-309a302e258c', 'network_id': 'b91ad463-07a9-42d7-8a2d-d31316a463d5', 'port_id': '6320681b-de76-4e75-b26b-309a302e258c', 'mac_address': 'fa:16:3e:a2:bb:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '39c617fe-6fad-49a2-ba31-bf6eba597408', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103334) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 08:05:37.703882 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Current status of the port 6320681b-de76-4e75-b26b-309a302e258c is: DOWN; New status is: BUILD {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 08:05:37.704272 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:05:37.717350 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.notifiers.nova [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6320681b-de76-4e75-b26b-309a302e258c {{(pid=103334) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 19 08:05:37.736367 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] For port 6320681b-de76-4e75-b26b-309a302e258c, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=6320681b-de76-4e75-b26b-309a302e258c,segment=NetworkSegment(7382da11-34f8-4350-82ae-4f86a31e0191),segment_id=7382da11-34f8-4350-82ae-4f86a31e0191)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 08:05:37.740168 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:05:37.788662 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Pushing event updated for resources: {'Port': ['ID=6320681b-de76-4e75-b26b-309a302e258c,revision_number=4']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:05:37.795461 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:05:37.795813 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:05:37.796160 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:05:37.796501 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:05:37.796860 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:05:37.797198 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:05:37.797532 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:05:37.797863 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:05:37.798195 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:05:37.798528 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:05:37.798852 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:05:37.799176 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:05:37.936862 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] get_ports_and_sgs() called for port_ids ['6320681b-de76-4e75-b26b-309a302e258c'] {{(pid=103334) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 19 08:05:38.022540 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8a3c0e-aa5b-476d-8c23-00614615a7da req-ba4e4c9d-683f-45f6-b3e0-fea54fdf26cf tempest-ServersNegativeTestJSON-1178475817 tempest-ServersNegativeTestJSON-1178475817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:05:38.024159 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-7a8a3c0e-aa5b-476d-8c23-00614615a7da req-ba4e4c9d-683f-45f6-b3e0-fea54fdf26cf tempest-ServersNegativeTestJSON-1178475817 tempest-ServersNegativeTestJSON-1178475817-project] 10.222.0.27 "GET /v2.0/ports?device_id=37c489cc-3429-4dae-a19e-28abcf5314eb HTTP/1.1" status: 200 len: 944 time: 0.0494132 Oct 19 08:05:38.062483 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-7a8a3c0e-aa5b-476d-8c23-00614615a7da req-8901c353-18e7-43b6-9800-fd517c65736b tempest-ServersNegativeTestJSON-1178475817 tempest-ServersNegativeTestJSON-1178475817-project] 10.222.0.27 "GET /v2.0/security-groups?id=f7e5c430-a978-4678-b3d9-b09665a5ef04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315790 Oct 19 08:05:39.181647 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0ca7a1-9510-46a4-a1c3-4389185031f6 req-068d893c-f572-4610-8c24-8086cb778afe tempest-ServersNegativeTestJSON-1178475817 tempest-ServersNegativeTestJSON-1178475817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:05:39.183130 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-ba0ca7a1-9510-46a4-a1c3-4389185031f6 req-068d893c-f572-4610-8c24-8086cb778afe tempest-ServersNegativeTestJSON-1178475817 tempest-ServersNegativeTestJSON-1178475817-project] 10.222.0.27 "GET /v2.0/ports?device_id=37c489cc-3429-4dae-a19e-28abcf5314eb HTTP/1.1" status: 200 len: 944 time: 0.0486248 Oct 19 08:05:39.221694 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-ba0ca7a1-9510-46a4-a1c3-4389185031f6 req-b3961715-07a0-406e-b8a1-d15eeb3c5ea2 tempest-ServersNegativeTestJSON-1178475817 tempest-ServersNegativeTestJSON-1178475817-project] 10.222.0.27 "GET /v2.0/security-groups?id=f7e5c430-a978-4678-b3d9-b09665a5ef04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322845 Oct 19 08:05:39.594112 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Device 6320681b-de76-4e75-b26b-309a302e258c up at agent hyperv_hv-neutron-8616 {{(pid=103334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 08:05:39.643907 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Provisioning for port 6320681b-de76-4e75-b26b-309a302e258c completed by entity L2. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 19 08:05:39.647441 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Provisioning complete for port 6320681b-de76-4e75-b26b-309a302e258c triggered by entity L2. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 08:05:39.647810 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:05:39.648142 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Attempt 1 to provision port 6320681b-de76-4e75-b26b-309a302e258c Oct 19 08:05:39.721982 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Current status of the port 6320681b-de76-4e75-b26b-309a302e258c is: BUILD; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 08:05:39.722366 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:05:39.746480 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37c489cc-3429-4dae-a19e-28abcf5314eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6320681b-de76-4e75-b26b-309a302e258c'}] {{(pid=103334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 19 08:05:39.748768 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d918bd29c62f7e926e80ce37adcd574e0921d2de3006e6b6ef58999f52d8e2e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a9d6768-1c21-4a16-b6d5-6988dd181f93" -d '{"events": [{"server_uuid": "37c489cc-3429-4dae-a19e-28abcf5314eb", "name": "network-vif-plugged", "status": "completed", "tag": "6320681b-de76-4e75-b26b-309a302e258c"}]}' {{(pid=103334) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 08:05:39.762218 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] For port 6320681b-de76-4e75-b26b-309a302e258c, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=6320681b-de76-4e75-b26b-309a302e258c,segment=NetworkSegment(7382da11-34f8-4350-82ae-4f86a31e0191),segment_id=7382da11-34f8-4350-82ae-4f86a31e0191)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 08:05:39.766272 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:05:39.792349 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 19 Oct 2022 08:05:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29219759-dfdc-4ba3-acb9-d8bce0fec55e x-openstack-request-id: req-29219759-dfdc-4ba3-acb9-d8bce0fec55e {{(pid=103334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 08:05:39.793256 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37c489cc-3429-4dae-a19e-28abcf5314eb", "name": "network-vif-plugged", "status": "completed", "tag": "6320681b-de76-4e75-b26b-309a302e258c", "code": 200}]} {{(pid=103334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 08:05:39.793509 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-29219759-dfdc-4ba3-acb9-d8bce0fec55e {{(pid=103334) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 08:05:39.793897 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.notifiers.nova [-] Nova event matching ['req-29219759-dfdc-4ba3-acb9-d8bce0fec55e'] response: {'server_uuid': '37c489cc-3429-4dae-a19e-28abcf5314eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6320681b-de76-4e75-b26b-309a302e258c', 'code': 200} Oct 19 08:05:39.819943 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Pushing event updated for resources: {'Port': ['ID=6320681b-de76-4e75-b26b-309a302e258c,revision_number=5']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:05:39.951104 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3b1db2-6359-48e2-ad88-300ca2b17874 req-a6f65ca6-12b0-4bd4-93df-61dc3d92a354 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:05:39.952549 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-7a3b1db2-6359-48e2-ad88-300ca2b17874 req-a6f65ca6-12b0-4bd4-93df-61dc3d92a354 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=37c489cc-3429-4dae-a19e-28abcf5314eb HTTP/1.1" status: 200 len: 1098 time: 0.0440457 Oct 19 08:05:39.986368 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-7a3b1db2-6359-48e2-ad88-300ca2b17874 req-4a353b6c-c4a2-4f25-9d56-08ccf93c1cbd service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=f7e5c430-a978-4678-b3d9-b09665a5ef04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0273626 Oct 19 08:05:40.343321 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb20b8fb-ead0-4c37-b586-3d9415879caa req-c019ba6b-14ce-4a7c-809b-90d200278a9c tempest-ServersNegativeTestJSON-1178475817 tempest-ServersNegativeTestJSON-1178475817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:05:40.344840 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-eb20b8fb-ead0-4c37-b586-3d9415879caa req-c019ba6b-14ce-4a7c-809b-90d200278a9c tempest-ServersNegativeTestJSON-1178475817 tempest-ServersNegativeTestJSON-1178475817-project] 10.222.0.27 "GET /v2.0/ports?device_id=37c489cc-3429-4dae-a19e-28abcf5314eb HTTP/1.1" status: 200 len: 945 time: 0.0503070 Oct 19 08:05:40.382797 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-eb20b8fb-ead0-4c37-b586-3d9415879caa req-1953c109-bba0-40e1-91f1-4b0ba62b3c75 tempest-ServersNegativeTestJSON-1178475817 tempest-ServersNegativeTestJSON-1178475817-project] 10.222.0.27 "GET /v2.0/security-groups?id=f7e5c430-a978-4678-b3d9-b09665a5ef04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319743 Oct 19 08:05:41.502861 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1885941-2885-41f9-9cc4-82e1d358ad58 req-b4747b91-f431-4481-adf8-c45d2bdda90c tempest-ServersNegativeTestJSON-1178475817 tempest-ServersNegativeTestJSON-1178475817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:05:41.504317 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-d1885941-2885-41f9-9cc4-82e1d358ad58 req-b4747b91-f431-4481-adf8-c45d2bdda90c tempest-ServersNegativeTestJSON-1178475817 tempest-ServersNegativeTestJSON-1178475817-project] 10.222.0.27 "GET /v2.0/ports?device_id=37c489cc-3429-4dae-a19e-28abcf5314eb HTTP/1.1" status: 200 len: 945 time: 0.0488508 Oct 19 08:05:41.540287 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-d1885941-2885-41f9-9cc4-82e1d358ad58 req-20731512-813c-4996-bf2e-35d18190c900 tempest-ServersNegativeTestJSON-1178475817 tempest-ServersNegativeTestJSON-1178475817-project] 10.222.0.27 "GET /v2.0/security-groups?id=f7e5c430-a978-4678-b3d9-b09665a5ef04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299575 Oct 19 08:05:41.775004 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9891193a-da0d-4cf7-aa6f-591755903b77 req-8d245635-ccdd-4eab-aff5-7aee0f894e3d tempest-ServersNegativeTestJSON-1178475817 tempest-ServersNegativeTestJSON-1178475817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:05:41.776479 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-9891193a-da0d-4cf7-aa6f-591755903b77 req-8d245635-ccdd-4eab-aff5-7aee0f894e3d tempest-ServersNegativeTestJSON-1178475817 tempest-ServersNegativeTestJSON-1178475817-project] 10.222.0.27 "GET /v2.0/ports?device_id=37c489cc-3429-4dae-a19e-28abcf5314eb HTTP/1.1" status: 200 len: 945 time: 0.0520577 Oct 19 08:05:41.814230 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-9891193a-da0d-4cf7-aa6f-591755903b77 req-3ec5e7bf-65c6-4a15-99a4-3c2d1d9cdefd tempest-ServersNegativeTestJSON-1178475817 tempest-ServersNegativeTestJSON-1178475817-project] 10.222.0.27 "GET /v2.0/security-groups?id=f7e5c430-a978-4678-b3d9-b09665a5ef04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316408 Oct 19 08:05:41.991066 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:05:42.938296 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af93721-8afd-4f5b-b79b-b5dc74a8e1a2 req-965c876b-5a8e-4d0a-9996-77b261611cc0 tempest-ServersNegativeTestJSON-1178475817 tempest-ServersNegativeTestJSON-1178475817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:05:42.939806 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-9af93721-8afd-4f5b-b79b-b5dc74a8e1a2 req-965c876b-5a8e-4d0a-9996-77b261611cc0 tempest-ServersNegativeTestJSON-1178475817 tempest-ServersNegativeTestJSON-1178475817-project] 10.222.0.27 "GET /v2.0/ports?device_id=37c489cc-3429-4dae-a19e-28abcf5314eb HTTP/1.1" status: 200 len: 945 time: 0.0486255 Oct 19 08:05:42.977749 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-9af93721-8afd-4f5b-b79b-b5dc74a8e1a2 req-15241d67-4e99-42d3-8a47-8f42ddae89fe tempest-ServersNegativeTestJSON-1178475817 tempest-ServersNegativeTestJSON-1178475817-project] 10.222.0.27 "GET /v2.0/security-groups?id=f7e5c430-a978-4678-b3d9-b09665a5ef04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318785 Oct 19 08:05:43.099640 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-74bfe26a-4019-4c7f-90d5-931f59b7eb6c req-46dbfb4e-3677-44be-8f15-b2b08ea339b8 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=f0bf787e-6a18-4ed6-b9b5-0689eeccbb16&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0388658 Oct 19 08:05:43.174251 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ae4685-441a-49d3-921d-05f63edfa9cd req-796e80c5-09ec-42cb-8806-de902df95cb3 tempest-ServersNegativeTestJSON-1178475817 tempest-ServersNegativeTestJSON-1178475817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:05:43.175711 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-42ae4685-441a-49d3-921d-05f63edfa9cd req-796e80c5-09ec-42cb-8806-de902df95cb3 tempest-ServersNegativeTestJSON-1178475817 tempest-ServersNegativeTestJSON-1178475817-project] 10.222.0.16 "GET /v2.0/ports?device_id=37c489cc-3429-4dae-a19e-28abcf5314eb HTTP/1.1" status: 200 len: 945 time: 0.0549960 Oct 19 08:05:43.191445 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bfe26a-4019-4c7f-90d5-931f59b7eb6c req-e10f3be3-b8af-4f0f-a1b3-bccde8caccb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:05:43.192981 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-74bfe26a-4019-4c7f-90d5-931f59b7eb6c req-e10f3be3-b8af-4f0f-a1b3-bccde8caccb2 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3f7805e339c945da9c4abb8d43b83b96&device_id=f0bf787e-6a18-4ed6-b9b5-0689eeccbb16 HTTP/1.1" status: 200 len: 1098 time: 0.0425832 Oct 19 08:05:43.266164 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.plugin [req-42ae4685-441a-49d3-921d-05f63edfa9cd req-43b13fea-31f0-49d7-bb43-46d8834bf7d5 tempest-ServersNegativeTestJSON-1178475817 tempest-ServersNegativeTestJSON-1178475817-project] Deleting port 6320681b-de76-4e75-b26b-309a302e258c {{(pid=103332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 08:05:43.266500 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-42ae4685-441a-49d3-921d-05f63edfa9cd req-43b13fea-31f0-49d7-bb43-46d8834bf7d5 tempest-ServersNegativeTestJSON-1178475817 tempest-ServersNegativeTestJSON-1178475817-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:05:43.297689 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bfe26a-4019-4c7f-90d5-931f59b7eb6c req-5e429e01-4daa-4cb7-acff-83e4c675b4f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:05:43.299405 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-74bfe26a-4019-4c7f-90d5-931f59b7eb6c req-5e429e01-4daa-4cb7-acff-83e4c675b4f6 service neutron] 10.222.0.16 "GET /v2.0/networks?id=b91ad463-07a9-42d7-8a2d-d31316a463d5 HTTP/1.1" status: 200 len: 914 time: 0.0860832 Oct 19 08:05:43.345912 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-74bfe26a-4019-4c7f-90d5-931f59b7eb6c req-c579b4e2-bff6-4034-82b2-43a876ca3251 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=72f9289c-4cf9-4481-902b-6dae9f4cc72c HTTP/1.1" status: 200 len: 217 time: 0.0389893 Oct 19 08:05:43.360589 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.db [req-42ae4685-441a-49d3-921d-05f63edfa9cd req-43b13fea-31f0-49d7-bb43-46d8834bf7d5 tempest-ServersNegativeTestJSON-1178475817 tempest-ServersNegativeTestJSON-1178475817-project] For port 6320681b-de76-4e75-b26b-309a302e258c, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=6320681b-de76-4e75-b26b-309a302e258c,segment=NetworkSegment(7382da11-34f8-4350-82ae-4f86a31e0191),segment_id=7382da11-34f8-4350-82ae-4f86a31e0191)] {{(pid=103332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 08:05:43.360959 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-42ae4685-441a-49d3-921d-05f63edfa9cd req-43b13fea-31f0-49d7-bb43-46d8834bf7d5 tempest-ServersNegativeTestJSON-1178475817 tempest-ServersNegativeTestJSON-1178475817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:05:43.372797 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.plugin [req-42ae4685-441a-49d3-921d-05f63edfa9cd req-43b13fea-31f0-49d7-bb43-46d8834bf7d5 tempest-ServersNegativeTestJSON-1178475817 tempest-ServersNegativeTestJSON-1178475817-project] Calling delete_port for 6320681b-de76-4e75-b26b-309a302e258c owned by compute:nova {{(pid=103332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 08:05:43.397312 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bfe26a-4019-4c7f-90d5-931f59b7eb6c req-0f658151-ed97-46f1-8110-761bad1c3532 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:05:43.398756 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-74bfe26a-4019-4c7f-90d5-931f59b7eb6c req-0f658151-ed97-46f1-8110-761bad1c3532 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=39c617fe-6fad-49a2-ba31-bf6eba597408 HTTP/1.1" status: 200 len: 852 time: 0.0461798 Oct 19 08:05:43.422119 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-fcad047e-08f3-4d98-8144-37c8e06e90f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:05:43.449086 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bfe26a-4019-4c7f-90d5-931f59b7eb6c req-938149e5-cd96-4d49-9179-3b9b0827ebd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:05:43.451093 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-74bfe26a-4019-4c7f-90d5-931f59b7eb6c req-938149e5-cd96-4d49-9179-3b9b0827ebd4 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b91ad463-07a9-42d7-8a2d-d31316a463d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0441930 Oct 19 08:05:43.502615 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-42ae4685-441a-49d3-921d-05f63edfa9cd req-43b13fea-31f0-49d7-bb43-46d8834bf7d5 tempest-ServersNegativeTestJSON-1178475817 tempest-ServersNegativeTestJSON-1178475817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133553798'] for port, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:05:43.513482 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] get_ports_and_sgs() called for port_ids ['72f9289c-4cf9-4481-902b-6dae9f4cc72c', '6320681b-de76-4e75-b26b-309a302e258c'] {{(pid=103334) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 19 08:05:43.533741 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b13fea-31f0-49d7-bb43-46d8834bf7d5 tempest-ServersNegativeTestJSON-1178475817 tempest-ServersNegativeTestJSON-1178475817-project] Pushing event deleted for resources: {'Port': ['ID=6320681b-de76-4e75-b26b-309a302e258c,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:05:43.548234 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-74bfe26a-4019-4c7f-90d5-931f59b7eb6c req-1aa7e858-3584-4cdf-91de-c1eb4ac77315 service neutron] 10.222.0.16 "GET /v2.0/networks/b91ad463-07a9-42d7-8a2d-d31316a463d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906539 Oct 19 08:05:43.578786 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [req-42ae4685-441a-49d3-921d-05f63edfa9cd req-43b13fea-31f0-49d7-bb43-46d8834bf7d5 tempest-ServersNegativeTestJSON-1178475817 tempest-ServersNegativeTestJSON-1178475817-project] No DVR routers for this DVR port 6320681b-de76-4e75-b26b-309a302e258c on host hv-neutron-8616 {{(pid=103332) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 19 08:05:43.581745 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-42ae4685-441a-49d3-921d-05f63edfa9cd req-43b13fea-31f0-49d7-bb43-46d8834bf7d5 tempest-ServersNegativeTestJSON-1178475817 tempest-ServersNegativeTestJSON-1178475817-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42160'] for port, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:05:43.585201 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-42ae4685-441a-49d3-921d-05f63edfa9cd req-43b13fea-31f0-49d7-bb43-46d8834bf7d5 tempest-ServersNegativeTestJSON-1178475817 tempest-ServersNegativeTestJSON-1178475817-project] 10.222.0.16 "DELETE /v2.0/ports/6320681b-de76-4e75-b26b-309a302e258c HTTP/1.1" status: 204 len: 173 time: 0.4034636 Oct 19 08:05:43.585724 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37c489cc-3429-4dae-a19e-28abcf5314eb', 'name': 'network-vif-deleted', 'tag': '6320681b-de76-4e75-b26b-309a302e258c'}] {{(pid=103332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 19 08:05:43.593263 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a021b02cf5f527cd4bbbc40a031b51490d9893d7edeeb551bdf5128ee7546f8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffe625a9-73fa-415f-894e-e2004d60845a" -d '{"events": [{"server_uuid": "37c489cc-3429-4dae-a19e-28abcf5314eb", "name": "network-vif-deleted", "tag": "6320681b-de76-4e75-b26b-309a302e258c"}]}' {{(pid=103332) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 08:05:43.637200 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 19 Oct 2022 08:05:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6f75f31-54b4-499d-9ef4-ff6b4879f4d7 x-openstack-request-id: req-b6f75f31-54b4-499d-9ef4-ff6b4879f4d7 {{(pid=103332) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 08:05:43.637878 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37c489cc-3429-4dae-a19e-28abcf5314eb", "name": "network-vif-deleted", "tag": "6320681b-de76-4e75-b26b-309a302e258c", "status": "completed", "code": 200}]} {{(pid=103332) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 08:05:43.638368 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-b6f75f31-54b4-499d-9ef4-ff6b4879f4d7 {{(pid=103332) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 08:05:43.639158 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b6f75f31-54b4-499d-9ef4-ff6b4879f4d7'] response: {'server_uuid': '37c489cc-3429-4dae-a19e-28abcf5314eb', 'name': 'network-vif-deleted', 'tag': '6320681b-de76-4e75-b26b-309a302e258c', 'status': 'completed', 'code': 200} Oct 19 08:05:43.686113 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-74bfe26a-4019-4c7f-90d5-931f59b7eb6c req-d1e7ca9a-5083-4045-9750-1e48451e7bf5 service neutron] 10.222.0.16 "GET /v2.0/networks/b91ad463-07a9-42d7-8a2d-d31316a463d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312125 Oct 19 08:05:44.096650 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-b1532ae9-d7c5-4061-bbd0-429130066a03 req-7d6aba06-2351-4026-a5f0-1a6428c4a389 tempest-ServersNegativeTestJSON-1178475817 tempest-ServersNegativeTestJSON-1178475817-project] 10.222.0.27 "GET /v2.0/ports?device_id=37c489cc-3429-4dae-a19e-28abcf5314eb HTTP/1.1" status: 200 len: 210 time: 0.0300503 Oct 19 08:05:45.247645 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048444ec-eb3a-41b8-a227-9c4bcde3886e req-512a9370-9eb3-4ac3-9082-16b01d31b522 tempest-ServersNegativeTestJSON-1178475817 tempest-ServersNegativeTestJSON-1178475817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:05:45.249113 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-048444ec-eb3a-41b8-a227-9c4bcde3886e req-512a9370-9eb3-4ac3-9082-16b01d31b522 tempest-ServersNegativeTestJSON-1178475817 tempest-ServersNegativeTestJSON-1178475817-project] 10.222.0.27 "GET /v2.0/ports?device_id=f0bf787e-6a18-4ed6-b9b5-0689eeccbb16 HTTP/1.1" status: 200 len: 945 time: 0.0483813 Oct 19 08:05:45.286760 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-048444ec-eb3a-41b8-a227-9c4bcde3886e req-11a32160-5506-408c-b3da-ecacad30f68c tempest-ServersNegativeTestJSON-1178475817 tempest-ServersNegativeTestJSON-1178475817-project] 10.222.0.27 "GET /v2.0/security-groups?id=f7e5c430-a978-4678-b3d9-b09665a5ef04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316963 Oct 19 08:05:45.424788 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d14a944-ce3b-4466-bdd2-9398a55459a4 req-a481ff9b-5b13-4b8f-9267-753dafd44640 tempest-ServersNegativeTestJSON-1178475817 tempest-ServersNegativeTestJSON-1178475817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:05:45.426150 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-0d14a944-ce3b-4466-bdd2-9398a55459a4 req-a481ff9b-5b13-4b8f-9267-753dafd44640 tempest-ServersNegativeTestJSON-1178475817 tempest-ServersNegativeTestJSON-1178475817-project] 10.222.0.27 "GET /v2.0/ports?device_id=f0bf787e-6a18-4ed6-b9b5-0689eeccbb16 HTTP/1.1" status: 200 len: 945 time: 0.0519700 Oct 19 08:05:45.463384 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-0d14a944-ce3b-4466-bdd2-9398a55459a4 req-5411162d-4c84-4bb2-9199-2453379bc5e2 tempest-ServersNegativeTestJSON-1178475817 tempest-ServersNegativeTestJSON-1178475817-project] 10.222.0.27 "GET /v2.0/security-groups?id=f7e5c430-a978-4678-b3d9-b09665a5ef04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312343 Oct 19 08:05:45.583824 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84393045-8c71-43e2-a6a0-7c469f1f3251 req-bdb8a280-14b8-4cd0-bc8e-f3bfe4d855fc tempest-ServersNegativeTestJSON-1178475817 tempest-ServersNegativeTestJSON-1178475817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:05:45.585363 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-84393045-8c71-43e2-a6a0-7c469f1f3251 req-bdb8a280-14b8-4cd0-bc8e-f3bfe4d855fc tempest-ServersNegativeTestJSON-1178475817 tempest-ServersNegativeTestJSON-1178475817-project] 10.222.0.27 "GET /v2.0/ports?device_id=f0bf787e-6a18-4ed6-b9b5-0689eeccbb16 HTTP/1.1" status: 200 len: 945 time: 0.0492938 Oct 19 08:05:45.622647 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-84393045-8c71-43e2-a6a0-7c469f1f3251 req-7733b2d3-79f5-47b7-98ef-dd78ea3a9105 tempest-ServersNegativeTestJSON-1178475817 tempest-ServersNegativeTestJSON-1178475817-project] 10.222.0.27 "GET /v2.0/security-groups?id=f7e5c430-a978-4678-b3d9-b09665a5ef04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312610 Oct 19 08:05:45.790212 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926a0d3f-2ffc-4be4-97a0-f3ed1634f014 req-d1f0e12f-c07e-4c95-a4af-a9eafb53ec52 tempest-ServersNegativeTestJSON-1178475817 tempest-ServersNegativeTestJSON-1178475817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:05:45.791670 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-926a0d3f-2ffc-4be4-97a0-f3ed1634f014 req-d1f0e12f-c07e-4c95-a4af-a9eafb53ec52 tempest-ServersNegativeTestJSON-1178475817 tempest-ServersNegativeTestJSON-1178475817-project] 10.222.0.27 "GET /v2.0/ports?device_id=f0bf787e-6a18-4ed6-b9b5-0689eeccbb16 HTTP/1.1" status: 200 len: 945 time: 0.0479233 Oct 19 08:05:45.829719 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-926a0d3f-2ffc-4be4-97a0-f3ed1634f014 req-074201b6-752a-4b3a-ba3c-7ba653f4f1cf tempest-ServersNegativeTestJSON-1178475817 tempest-ServersNegativeTestJSON-1178475817-project] 10.222.0.27 "GET /v2.0/security-groups?id=f7e5c430-a978-4678-b3d9-b09665a5ef04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320520 Oct 19 08:05:45.955018 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597ec6f9-ffcd-44dd-8dfa-f8eba946a542 req-065bda91-f70d-483c-8196-68704b723a43 tempest-ServersNegativeTestJSON-1178475817 tempest-ServersNegativeTestJSON-1178475817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:05:45.956661 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-597ec6f9-ffcd-44dd-8dfa-f8eba946a542 req-065bda91-f70d-483c-8196-68704b723a43 tempest-ServersNegativeTestJSON-1178475817 tempest-ServersNegativeTestJSON-1178475817-project] 10.222.0.27 "GET /v2.0/ports?device_id=f0bf787e-6a18-4ed6-b9b5-0689eeccbb16 HTTP/1.1" status: 200 len: 945 time: 0.0549972 Oct 19 08:05:45.993799 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-597ec6f9-ffcd-44dd-8dfa-f8eba946a542 req-222bf310-11b6-4dcf-b12a-c409de7255ee tempest-ServersNegativeTestJSON-1178475817 tempest-ServersNegativeTestJSON-1178475817-project] 10.222.0.27 "GET /v2.0/security-groups?id=f7e5c430-a978-4678-b3d9-b09665a5ef04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311120 Oct 19 08:05:46.121911 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d09560c-bf02-4709-8a5a-ee9a198476f9 req-2448f0d6-bf52-48e6-b027-91cd13080235 tempest-ServersNegativeTestJSON-1178475817 tempest-ServersNegativeTestJSON-1178475817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:05:46.123384 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-7d09560c-bf02-4709-8a5a-ee9a198476f9 req-2448f0d6-bf52-48e6-b027-91cd13080235 tempest-ServersNegativeTestJSON-1178475817 tempest-ServersNegativeTestJSON-1178475817-project] 10.222.0.27 "GET /v2.0/ports?device_id=f0bf787e-6a18-4ed6-b9b5-0689eeccbb16 HTTP/1.1" status: 200 len: 945 time: 0.0490096 Oct 19 08:05:46.159832 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-7d09560c-bf02-4709-8a5a-ee9a198476f9 req-46018758-75bb-41b8-ad45-670402259a14 tempest-ServersNegativeTestJSON-1178475817 tempest-ServersNegativeTestJSON-1178475817-project] 10.222.0.27 "GET /v2.0/security-groups?id=f7e5c430-a978-4678-b3d9-b09665a5ef04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305305 Oct 19 08:05:46.344037 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-5f1d5dc2-5935-49f5-a6b5-23b739c988d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:05:46.463447 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8a1b27-0cb7-43f4-b9d6-4856ea27125d req-2dd6a537-9740-40b7-9823-80b65645a768 tempest-ServersNegativeTestJSON-1178475817 tempest-ServersNegativeTestJSON-1178475817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:05:46.465405 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-fa8a1b27-0cb7-43f4-b9d6-4856ea27125d req-2dd6a537-9740-40b7-9823-80b65645a768 tempest-ServersNegativeTestJSON-1178475817 tempest-ServersNegativeTestJSON-1178475817-project] 10.222.0.27 "GET /v2.0/ports?device_id=f0bf787e-6a18-4ed6-b9b5-0689eeccbb16 HTTP/1.1" status: 200 len: 945 time: 0.0486903 Oct 19 08:05:46.502767 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-fa8a1b27-0cb7-43f4-b9d6-4856ea27125d req-c768f14c-48af-4597-b907-74d974e95291 tempest-ServersNegativeTestJSON-1178475817 tempest-ServersNegativeTestJSON-1178475817-project] 10.222.0.27 "GET /v2.0/security-groups?id=f7e5c430-a978-4678-b3d9-b09665a5ef04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313714 Oct 19 08:05:47.630773 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427dccf6-ad1a-4578-93da-517c1a12d7f8 req-55c4fecb-7c71-46a4-8cba-6386f98c4072 tempest-ServersNegativeTestJSON-1178475817 tempest-ServersNegativeTestJSON-1178475817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:05:47.631463 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Device 6320681b-de76-4e75-b26b-309a302e258c no longer exists at agent hyperv_hv-neutron-8616 {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 08:05:47.632254 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-427dccf6-ad1a-4578-93da-517c1a12d7f8 req-55c4fecb-7c71-46a4-8cba-6386f98c4072 tempest-ServersNegativeTestJSON-1178475817 tempest-ServersNegativeTestJSON-1178475817-project] 10.222.0.27 "GET /v2.0/ports?device_id=f0bf787e-6a18-4ed6-b9b5-0689eeccbb16 HTTP/1.1" status: 200 len: 945 time: 0.0535386 Oct 19 08:05:47.651906 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] No Port match for: 6320681b-de76-4e75-b26b-309a302e258c {{(pid=103334) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 19 08:05:47.652462 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Device 6320681b-de76-4e75-b26b-309a302e258c not bound to the agent host hv-neutron-8616 {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 08:05:47.670133 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-427dccf6-ad1a-4578-93da-517c1a12d7f8 req-ed6f3e2c-3738-43d0-8eec-613e5ae61896 tempest-ServersNegativeTestJSON-1178475817 tempest-ServersNegativeTestJSON-1178475817-project] 10.222.0.27 "GET /v2.0/security-groups?id=f7e5c430-a978-4678-b3d9-b09665a5ef04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315034 Oct 19 08:05:47.775181 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78259a7c-86a2-4ccd-af6e-933f7c7111c6 req-0e18b018-fb3a-4e51-b1a5-47c61c88350b tempest-ServersNegativeTestJSON-1178475817 tempest-ServersNegativeTestJSON-1178475817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:05:47.776655 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-78259a7c-86a2-4ccd-af6e-933f7c7111c6 req-0e18b018-fb3a-4e51-b1a5-47c61c88350b tempest-ServersNegativeTestJSON-1178475817 tempest-ServersNegativeTestJSON-1178475817-project] 10.222.0.16 "GET /v2.0/ports?device_id=f0bf787e-6a18-4ed6-b9b5-0689eeccbb16 HTTP/1.1" status: 200 len: 945 time: 0.0526474 Oct 19 08:05:47.863270 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [req-78259a7c-86a2-4ccd-af6e-933f7c7111c6 req-7a5bb64b-db93-4b95-8490-2de5e9c1d8f2 tempest-ServersNegativeTestJSON-1178475817 tempest-ServersNegativeTestJSON-1178475817-project] Deleting port 72f9289c-4cf9-4481-902b-6dae9f4cc72c {{(pid=103333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 08:05:47.863605 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [req-78259a7c-86a2-4ccd-af6e-933f7c7111c6 req-7a5bb64b-db93-4b95-8490-2de5e9c1d8f2 tempest-ServersNegativeTestJSON-1178475817 tempest-ServersNegativeTestJSON-1178475817-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:05:47.954917 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.db [req-78259a7c-86a2-4ccd-af6e-933f7c7111c6 req-7a5bb64b-db93-4b95-8490-2de5e9c1d8f2 tempest-ServersNegativeTestJSON-1178475817 tempest-ServersNegativeTestJSON-1178475817-project] For port 72f9289c-4cf9-4481-902b-6dae9f4cc72c, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=72f9289c-4cf9-4481-902b-6dae9f4cc72c,segment=NetworkSegment(7382da11-34f8-4350-82ae-4f86a31e0191),segment_id=7382da11-34f8-4350-82ae-4f86a31e0191)] {{(pid=103333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 08:05:47.955273 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [req-78259a7c-86a2-4ccd-af6e-933f7c7111c6 req-7a5bb64b-db93-4b95-8490-2de5e9c1d8f2 tempest-ServersNegativeTestJSON-1178475817 tempest-ServersNegativeTestJSON-1178475817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:05:47.967592 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [req-78259a7c-86a2-4ccd-af6e-933f7c7111c6 req-7a5bb64b-db93-4b95-8490-2de5e9c1d8f2 tempest-ServersNegativeTestJSON-1178475817 tempest-ServersNegativeTestJSON-1178475817-project] Calling delete_port for 72f9289c-4cf9-4481-902b-6dae9f4cc72c owned by compute:nova {{(pid=103333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 08:05:48.022287 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-2a2259f7-b034-4eec-af7a-7abaede746c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:05:48.093027 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [req-78259a7c-86a2-4ccd-af6e-933f7c7111c6 req-7a5bb64b-db93-4b95-8490-2de5e9c1d8f2 tempest-ServersNegativeTestJSON-1178475817 tempest-ServersNegativeTestJSON-1178475817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130996763'] for port, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:05:48.103487 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] get_ports_and_sgs() called for port_ids ['72f9289c-4cf9-4481-902b-6dae9f4cc72c'] {{(pid=103334) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 19 08:05:48.123987 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5bb64b-db93-4b95-8490-2de5e9c1d8f2 tempest-ServersNegativeTestJSON-1178475817 tempest-ServersNegativeTestJSON-1178475817-project] Pushing event deleted for resources: {'Port': ['ID=72f9289c-4cf9-4481-902b-6dae9f4cc72c,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:05:48.168479 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.l3_dvrscheduler_db [req-78259a7c-86a2-4ccd-af6e-933f7c7111c6 req-7a5bb64b-db93-4b95-8490-2de5e9c1d8f2 tempest-ServersNegativeTestJSON-1178475817 tempest-ServersNegativeTestJSON-1178475817-project] No DVR routers for this DVR port 72f9289c-4cf9-4481-902b-6dae9f4cc72c on host hv-neutron-8616 {{(pid=103333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 19 08:05:48.171018 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [req-78259a7c-86a2-4ccd-af6e-933f7c7111c6 req-7a5bb64b-db93-4b95-8490-2de5e9c1d8f2 tempest-ServersNegativeTestJSON-1178475817 tempest-ServersNegativeTestJSON-1178475817-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42160'] for port, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:05:48.174473 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-78259a7c-86a2-4ccd-af6e-933f7c7111c6 req-7a5bb64b-db93-4b95-8490-2de5e9c1d8f2 tempest-ServersNegativeTestJSON-1178475817 tempest-ServersNegativeTestJSON-1178475817-project] 10.222.0.16 "DELETE /v2.0/ports/72f9289c-4cf9-4481-902b-6dae9f4cc72c HTTP/1.1" status: 204 len: 173 time: 0.3923471 Oct 19 08:05:48.174980 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0bf787e-6a18-4ed6-b9b5-0689eeccbb16', 'name': 'network-vif-deleted', 'tag': '72f9289c-4cf9-4481-902b-6dae9f4cc72c'}] {{(pid=103333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 19 08:05:48.177408 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e3bb7d74903c72d9cb0d0f2f187c581e0456bd3142b101dc46d694cf75cdf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6508eca7-0feb-4a1e-93d7-f2c39abc8407" -d '{"events": [{"server_uuid": "f0bf787e-6a18-4ed6-b9b5-0689eeccbb16", "name": "network-vif-deleted", "tag": "72f9289c-4cf9-4481-902b-6dae9f4cc72c"}]}' {{(pid=103333) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 08:05:48.295608 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 19 Oct 2022 08:05:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edbb104f-c650-4758-ad05-85eb04aedb7e x-openstack-request-id: req-edbb104f-c650-4758-ad05-85eb04aedb7e {{(pid=103333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 08:05:48.295763 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0bf787e-6a18-4ed6-b9b5-0689eeccbb16", "name": "network-vif-deleted", "tag": "72f9289c-4cf9-4481-902b-6dae9f4cc72c", "status": "completed", "code": 200}]} {{(pid=103333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 08:05:48.295901 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-edbb104f-c650-4758-ad05-85eb04aedb7e {{(pid=103333) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 08:05:48.296817 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.notifiers.nova [-] Nova event matching ['req-edbb104f-c650-4758-ad05-85eb04aedb7e'] response: {'server_uuid': 'f0bf787e-6a18-4ed6-b9b5-0689eeccbb16', 'name': 'network-vif-deleted', 'tag': '72f9289c-4cf9-4481-902b-6dae9f4cc72c', 'status': 'completed', 'code': 200} Oct 19 08:05:48.731151 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 36462) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:05:49.066910 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-429676d9-7cc2-49af-8f5c-d3663571badc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1694785'] for router_interface, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:05:49.075237 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-1a0da505-d0f9-48c6-b7e2-53b9c5e41298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:05:49.182643 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:05:49.312737 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.plugin [None req-429676d9-7cc2-49af-8f5c-d3663571badc admin admin] Deleting port 3ddd548d-04f1-482b-89e6-c903a9278165 {{(pid=103332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 08:05:49.313000 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-429676d9-7cc2-49af-8f5c-d3663571badc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:05:49.392813 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.db [None req-429676d9-7cc2-49af-8f5c-d3663571badc admin admin] For port 3ddd548d-04f1-482b-89e6-c903a9278165, host dv-neutron-861624-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=3ddd548d-04f1-482b-89e6-c903a9278165,segment=NetworkSegment(7382da11-34f8-4350-82ae-4f86a31e0191),segment_id=7382da11-34f8-4350-82ae-4f86a31e0191)] {{(pid=103332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 08:05:49.393176 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-429676d9-7cc2-49af-8f5c-d3663571badc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:05:49.405743 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.plugin [None req-429676d9-7cc2-49af-8f5c-d3663571badc admin admin] Calling delete_port for 3ddd548d-04f1-482b-89e6-c903a9278165 owned by network:router_interface {{(pid=103332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 08:05:49.581661 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-429676d9-7cc2-49af-8f5c-d3663571badc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133553798'] for port, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:05:49.606985 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429676d9-7cc2-49af-8f5c-d3663571badc admin admin] Pushing event deleted for resources: {'Port': ['ID=3ddd548d-04f1-482b-89e6-c903a9278165,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:05:49.778551 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-429676d9-7cc2-49af-8f5c-d3663571badc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1574862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1694957'] for router_interface, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:05:49.993971 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-429676d9-7cc2-49af-8f5c-d3663571badc admin admin] Router 04178ac2-cdcb-4387-9862-8aaab409a038 has already been hosted by L3 agent ab388470-1243-4d53-80f2-c2f5899c97a7 {{(pid=103332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 08:05:50.098592 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-429676d9-7cc2-49af-8f5c-d3663571badc admin admin] Notify agent at l3_agent.dv-neutron-861624-1-hyperv the message routers_updated {{(pid=103332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 08:05:50.103894 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-429676d9-7cc2-49af-8f5c-d3663571badc admin admin] 10.222.0.27 "PUT /v2.0/routers/04178ac2-cdcb-4387-9862-8aaab409a038/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3717234 Oct 19 08:05:50.106401 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 36464) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:05:50.107396 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b3f2b5c-fbed-456c-91db-5554dab26105 None None] Sync routers for ids ['04178ac2-cdcb-4387-9862-8aaab409a038'] in dv-neutron-861624-1-hyperv {{(pid=103334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 08:05:50.116754 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b3f2b5c-fbed-456c-91db-5554dab26105 None None] Routers {'04178ac2-cdcb-4387-9862-8aaab409a038'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 08:05:50.117359 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-4b3f2b5c-fbed-456c-91db-5554dab26105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T08:05:46Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['04178ac2-cdcb-4387-9862-8aaab409a038'], 'active': True} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:05:50.208596 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-3168e073-b53f-4680-abf4-f8ddb0ca3049 admin admin] Notify callbacks [] for router, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:05:50.223354 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvr_db [None req-4b3f2b5c-fbed-456c-91db-5554dab26105 None None] Set router 04178ac2-cdcb-4387-9862-8aaab409a038 gateway port host: dv-neutron-861624-1-hyperv {{(pid=103334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 08:05:50.311213 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-3168e073-b53f-4680-abf4-f8ddb0ca3049 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:05:50.363005 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.plugin [None req-3168e073-b53f-4680-abf4-f8ddb0ca3049 admin admin] Deleting port e870fa0c-d908-44b9-8f0d-8c345388853c {{(pid=103332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 08:05:50.363342 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-3168e073-b53f-4680-abf4-f8ddb0ca3049 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:05:50.398650 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-4b3f2b5c-fbed-456c-91db-5554dab26105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04178ac2-cdcb-4387-9862-8aaab409a038', 'name': 'tempest-ServersNegativeTestJSON-662030716-router', 'tenant_id': '3f7805e339c945da9c4abb8d43b83b96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'external_fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.108'}], 'enable_snat': True}, 'gw_port_id': 'e870fa0c-d908-44b9-8f0d-8c345388853c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T08:05:17Z', 'updated_at': '2022-10-19T08:05:49Z', 'revision_number': 5, 'project_id': '3f7805e339c945da9c4abb8d43b83b96', 'gw_port': {'id': 'e870fa0c-d908-44b9-8f0d-8c345388853c', 'name': '', 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:89:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04178ac2-cdcb-4387-9862-8aaab409a038', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1590, 'fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T08:05:18Z', 'updated_at': '2022-10-19T08:05:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861624-1-hyperv'}], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:05:50.428207 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b3f2b5c-fbed-456c-91db-5554dab26105 None None] Checking router: 04178ac2-cdcb-4387-9862-8aaab409a038 for host: dv-neutron-861624-1-hyperv {{(pid=103334) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 08:05:50.436940 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b3f2b5c-fbed-456c-91db-5554dab26105 None None] Routers {'04178ac2-cdcb-4387-9862-8aaab409a038'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 08:05:50.437543 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-4b3f2b5c-fbed-456c-91db-5554dab26105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T08:05:46Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['04178ac2-cdcb-4387-9862-8aaab409a038'], 'active': True} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:05:50.444126 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.db [None req-3168e073-b53f-4680-abf4-f8ddb0ca3049 admin admin] For port e870fa0c-d908-44b9-8f0d-8c345388853c, host dv-neutron-861624-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=e870fa0c-d908-44b9-8f0d-8c345388853c,segment=NetworkSegment(53981d04-8205-40d8-8d33-0510111d6f8f),segment_id=53981d04-8205-40d8-8d33-0510111d6f8f)] {{(pid=103332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 08:05:50.444486 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-3168e073-b53f-4680-abf4-f8ddb0ca3049 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:05:50.457075 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.plugin [None req-3168e073-b53f-4680-abf4-f8ddb0ca3049 admin admin] Calling delete_port for e870fa0c-d908-44b9-8f0d-8c345388853c owned by network:router_gateway {{(pid=103332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 08:05:50.626318 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-3168e073-b53f-4680-abf4-f8ddb0ca3049 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133553798'] for port, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:05:50.651835 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3168e073-b53f-4680-abf4-f8ddb0ca3049 admin admin] Pushing event deleted for resources: {'Port': ['ID=e870fa0c-d908-44b9-8f0d-8c345388853c,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:05:50.663640 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvr_db [None req-4b3f2b5c-fbed-456c-91db-5554dab26105 None None] Set router 04178ac2-cdcb-4387-9862-8aaab409a038 gateway port host: None {{(pid=103334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 08:05:50.710841 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-3168e073-b53f-4680-abf4-f8ddb0ca3049 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1693831'] for router_gateway, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:05:50.715080 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-4b3f2b5c-fbed-456c-91db-5554dab26105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04178ac2-cdcb-4387-9862-8aaab409a038', 'name': 'tempest-ServersNegativeTestJSON-662030716-router', 'tenant_id': '3f7805e339c945da9c4abb8d43b83b96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T08:05:17Z', 'updated_at': '2022-10-19T08:05:50Z', 'revision_number': 6, 'project_id': '3f7805e339c945da9c4abb8d43b83b96', 'gw_port_host': None}], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:05:50.743708 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b3f2b5c-fbed-456c-91db-5554dab26105 None None] The sync data for ids ['04178ac2-cdcb-4387-9862-8aaab409a038'] in dv-neutron-861624-1-hyperv is: [{'id': '04178ac2-cdcb-4387-9862-8aaab409a038', 'name': 'tempest-ServersNegativeTestJSON-662030716-router', 'tenant_id': '3f7805e339c945da9c4abb8d43b83b96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T08:05:17Z', 'updated_at': '2022-10-19T08:05:50Z', 'revision_number': 6, 'project_id': '3f7805e339c945da9c4abb8d43b83b96', 'gw_port_host': None}] {{(pid=103334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 08:05:50.802100 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-3168e073-b53f-4680-abf4-f8ddb0ca3049 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1693565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12618'] for router, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:05:50.804455 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-3168e073-b53f-4680-abf4-f8ddb0ca3049 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:05:50.849540 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-3168e073-b53f-4680-abf4-f8ddb0ca3049 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1693542'] for router, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:05:50.850104 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3168e073-b53f-4680-abf4-f8ddb0ca3049 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 04178ac2-cdcb-4387-9862-8aaab409a038 {{(pid=103332) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 08:05:50.854427 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-3168e073-b53f-4680-abf4-f8ddb0ca3049 admin admin] Notify callbacks [] for router, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:05:50.856333 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-3168e073-b53f-4680-abf4-f8ddb0ca3049 admin admin] 10.222.0.27 "DELETE /v2.0/routers/04178ac2-cdcb-4387-9862-8aaab409a038 HTTP/1.1" status: 204 len: 168 time: 0.7489724 Oct 19 08:05:50.858768 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 36466) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:05:50.907059 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c35c1ed-098d-46ef-a4e2-03272d599045 admin admin] Deleting subnet 39c617fe-6fad-49a2-ba31-bf6eba597408 {{(pid=103332) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 19 08:05:50.910300 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-9c35c1ed-098d-46ef-a4e2-03272d599045 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:05:50.943645 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-9c35c1ed-098d-46ef-a4e2-03272d599045 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130726890'] for subnet, precommit_delete_associations {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:05:51.021176 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-9c35c1ed-098d-46ef-a4e2-03272d599045 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-679826'] for subnet, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:05:51.070530 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-9c35c1ed-098d-46ef-a4e2-03272d599045 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-679819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-133552721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130659632'] for subnet, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:05:51.095801 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c35c1ed-098d-46ef-a4e2-03272d599045 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=39c617fe-6fad-49a2-ba31-bf6eba597408,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:05:51.099425 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-9c35c1ed-098d-46ef-a4e2-03272d599045 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:05:51.105458 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-9c35c1ed-098d-46ef-a4e2-03272d599045 admin admin] 10.222.0.27 "DELETE /v2.0/subnets/39c617fe-6fad-49a2-ba31-bf6eba597408 HTTP/1.1" status: 204 len: 168 time: 0.2428617 Oct 19 08:05:51.105969 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 36468) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:05:51.107659 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-970b6ce6-824c-4acd-aaef-abc2480dc529 None None] Network b91ad463-07a9-42d7-8a2d-d31316a463d5 requested from dv-neutron-861624-1-hyperv {{(pid=103334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 08:05:51.184057 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-75959cce-dac7-4c83-b835-dacd00313ad1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-667019'] for network, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:05:51.526485 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e759144c-d689-415d-8652-542ccc62b3b1 None None] DHCP port deletion for b91ad463-07a9-42d7-8a2d-d31316a463d5 request from dv-neutron-861624-1-hyperv {{(pid=103334) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 08:05:51.552319 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.plugin [None req-75959cce-dac7-4c83-b835-dacd00313ad1 admin admin] Deleting port 22b50882-a1ad-44c9-b6dd-739537543b28 {{(pid=103332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 08:05:51.552685 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-75959cce-dac7-4c83-b835-dacd00313ad1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:05:51.587529 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-e759144c-d689-415d-8652-542ccc62b3b1 None None] Deleting port 22b50882-a1ad-44c9-b6dd-739537543b28 {{(pid=103334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 08:05:51.587901 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-e759144c-d689-415d-8652-542ccc62b3b1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:05:51.619283 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.db [None req-75959cce-dac7-4c83-b835-dacd00313ad1 admin admin] For port 22b50882-a1ad-44c9-b6dd-739537543b28, host dv-neutron-861624-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=22b50882-a1ad-44c9-b6dd-739537543b28,segment=NetworkSegment(7382da11-34f8-4350-82ae-4f86a31e0191),segment_id=7382da11-34f8-4350-82ae-4f86a31e0191)] {{(pid=103332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 08:05:51.619824 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-75959cce-dac7-4c83-b835-dacd00313ad1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:05:51.635103 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.plugin [None req-75959cce-dac7-4c83-b835-dacd00313ad1 admin admin] Calling delete_port for 22b50882-a1ad-44c9-b6dd-739537543b28 owned by network:dhcp {{(pid=103332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 08:05:51.648147 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Device 72f9289c-4cf9-4481-902b-6dae9f4cc72c no longer exists at agent hyperv_hv-neutron-8616 {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 08:05:51.677371 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] No Port match for: 72f9289c-4cf9-4481-902b-6dae9f4cc72c {{(pid=103334) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 19 08:05:51.677712 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Device 72f9289c-4cf9-4481-902b-6dae9f4cc72c not bound to the agent host hv-neutron-8616 {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 08:05:51.686491 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-e759144c-d689-415d-8652-542ccc62b3b1 None None] For port 22b50882-a1ad-44c9-b6dd-739537543b28, host dv-neutron-861624-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=22b50882-a1ad-44c9-b6dd-739537543b28,segment=NetworkSegment(7382da11-34f8-4350-82ae-4f86a31e0191),segment_id=7382da11-34f8-4350-82ae-4f86a31e0191)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 08:05:51.686888 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-e759144c-d689-415d-8652-542ccc62b3b1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:05:51.699313 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-e759144c-d689-415d-8652-542ccc62b3b1 None None] Calling delete_port for 22b50882-a1ad-44c9-b6dd-739537543b28 owned by network:dhcp {{(pid=103334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 08:05:51.722651 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-75959cce-dac7-4c83-b835-dacd00313ad1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133553798'] for port, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:05:51.756109 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75959cce-dac7-4c83-b835-dacd00313ad1 admin admin] Pushing event deleted for resources: {'Port': ['ID=22b50882-a1ad-44c9-b6dd-739537543b28,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:05:51.759819 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75959cce-dac7-4c83-b835-dacd00313ad1 admin admin] No DVR routers for this DVR port 22b50882-a1ad-44c9-b6dd-739537543b28 on host dv-neutron-861624-1-hyperv {{(pid=103332) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 19 08:05:51.776548 dv-neutron-861624-1-hyperv neutron-server[103334]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 19 08:05:51.776548 dv-neutron-861624-1-hyperv neutron-server[103334]: from cryptography.utils import int_from_bytes Oct 19 08:05:51.776548 dv-neutron-861624-1-hyperv neutron-server[103334]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 19 08:05:51.776548 dv-neutron-861624-1-hyperv neutron-server[103334]: from cryptography.utils import int_from_bytes Oct 19 08:05:51.776548 dv-neutron-861624-1-hyperv neutron-server[103334]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 08:05:51.776548 dv-neutron-861624-1-hyperv neutron-server[103334]: self.session.flush() Oct 19 08:05:51.776548 dv-neutron-861624-1-hyperv neutron-server[103334]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 08:05:51.776548 dv-neutron-861624-1-hyperv neutron-server[103334]: self.session.flush() Oct 19 08:05:51.776548 dv-neutron-861624-1-hyperv neutron-server[103334]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 08:05:51.776548 dv-neutron-861624-1-hyperv neutron-server[103334]: self.session.flush() Oct 19 08:05:51.776548 dv-neutron-861624-1-hyperv neutron-server[103334]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 08:05:51.776548 dv-neutron-861624-1-hyperv neutron-server[103334]: self.session.flush() Oct 19 08:05:51.776548 dv-neutron-861624-1-hyperv neutron-server[103334]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 08:05:51.776548 dv-neutron-861624-1-hyperv neutron-server[103334]: self.session.flush() Oct 19 08:05:51.776548 dv-neutron-861624-1-hyperv neutron-server[103334]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 08:05:51.776548 dv-neutron-861624-1-hyperv neutron-server[103334]: self.session.flush() Oct 19 08:05:51.776548 dv-neutron-861624-1-hyperv neutron-server[103334]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 08:05:51.776548 dv-neutron-861624-1-hyperv neutron-server[103334]: self.session.flush() Oct 19 08:05:51.776548 dv-neutron-861624-1-hyperv neutron-server[103334]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 08:05:51.776548 dv-neutron-861624-1-hyperv neutron-server[103334]: self.session.flush() Oct 19 08:05:51.776548 dv-neutron-861624-1-hyperv neutron-server[103334]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 08:05:51.776548 dv-neutron-861624-1-hyperv neutron-server[103334]: self.session.flush() Oct 19 08:05:51.776548 dv-neutron-861624-1-hyperv neutron-server[103334]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 08:05:51.776548 dv-neutron-861624-1-hyperv neutron-server[103334]: self.session.flush() Oct 19 08:05:51.776548 dv-neutron-861624-1-hyperv neutron-server[103334]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 08:05:51.776548 dv-neutron-861624-1-hyperv neutron-server[103334]: self.session.flush() Oct 19 08:05:51.776548 dv-neutron-861624-1-hyperv neutron-server[103334]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 08:05:51.776548 dv-neutron-861624-1-hyperv neutron-server[103334]: self.session.flush() Oct 19 08:05:51.776548 dv-neutron-861624-1-hyperv neutron-server[103334]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 08:05:51.776548 dv-neutron-861624-1-hyperv neutron-server[103334]: self.session.flush() Oct 19 08:05:51.776548 dv-neutron-861624-1-hyperv neutron-server[103334]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 08:05:51.776548 dv-neutron-861624-1-hyperv neutron-server[103334]: self.session.flush() Oct 19 08:05:51.776548 dv-neutron-861624-1-hyperv neutron-server[103334]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 08:05:51.776548 dv-neutron-861624-1-hyperv neutron-server[103334]: self.session.flush() Oct 19 08:05:51.776548 dv-neutron-861624-1-hyperv neutron-server[103334]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 08:05:51.776548 dv-neutron-861624-1-hyperv neutron-server[103334]: self.session.flush() Oct 19 08:05:51.776548 dv-neutron-861624-1-hyperv neutron-server[103334]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 08:05:51.776548 dv-neutron-861624-1-hyperv neutron-server[103334]: self.session.flush() Oct 19 08:05:51.776548 dv-neutron-861624-1-hyperv neutron-server[103334]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 08:05:51.776548 dv-neutron-861624-1-hyperv neutron-server[103334]: self.session.flush() Oct 19 08:05:51.776548 dv-neutron-861624-1-hyperv neutron-server[103334]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 08:05:51.776548 dv-neutron-861624-1-hyperv neutron-server[103334]: self.session.flush() Oct 19 08:05:51.776548 dv-neutron-861624-1-hyperv neutron-server[103334]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 08:05:51.776548 dv-neutron-861624-1-hyperv neutron-server[103334]: self.session.flush() Oct 19 08:05:51.776548 dv-neutron-861624-1-hyperv neutron-server[103334]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 08:05:51.776548 dv-neutron-861624-1-hyperv neutron-server[103334]: self.session.flush() Oct 19 08:05:51.776548 dv-neutron-861624-1-hyperv neutron-server[103334]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 08:05:51.776548 dv-neutron-861624-1-hyperv neutron-server[103334]: self.session.flush() Oct 19 08:05:51.776548 dv-neutron-861624-1-hyperv neutron-server[103334]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 08:05:51.776548 dv-neutron-861624-1-hyperv neutron-server[103334]: self.session.flush() Oct 19 08:05:51.776548 dv-neutron-861624-1-hyperv neutron-server[103334]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 08:05:51.776548 dv-neutron-861624-1-hyperv neutron-server[103334]: self.session.flush() Oct 19 08:05:51.776548 dv-neutron-861624-1-hyperv neutron-server[103334]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 08:05:51.776548 dv-neutron-861624-1-hyperv neutron-server[103334]: self.session.flush() Oct 19 08:05:51.776548 dv-neutron-861624-1-hyperv neutron-server[103334]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 19 08:05:51.776548 dv-neutron-861624-1-hyperv neutron-server[103334]: self.session.flush() Oct 19 08:05:51.782385 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-e759144c-d689-415d-8652-542ccc62b3b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339'] for port, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:05:51.796642 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e759144c-d689-415d-8652-542ccc62b3b1 None None] No DVR routers for this DVR port 22b50882-a1ad-44c9-b6dd-739537543b28 on host dv-neutron-861624-1-hyperv {{(pid=103334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 19 08:05:51.817322 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e759144c-d689-415d-8652-542ccc62b3b1 None None] Pushing event deleted for resources: {'Port': ['ID=22b50882-a1ad-44c9-b6dd-739537543b28,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:05:51.843859 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device e870fa0c-d908-44b9-8f0d-8c345388853c no longer exists at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 08:05:51.844592 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-75959cce-dac7-4c83-b835-dacd00313ad1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-673051', 'neutron.services.segments.db._delete_segments_for_network-8785021519108'] for network, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:05:51.869289 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.services.segments.db [None req-75959cce-dac7-4c83-b835-dacd00313ad1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b91ad463-07a9-42d7-8a2d-d31316a463d5']}} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:05:51.871058 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] No Port match for: e870fa0c-d908-44b9-8f0d-8c345388853c {{(pid=103334) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 19 08:05:51.871408 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device e870fa0c-d908-44b9-8f0d-8c345388853c not bound to the agent host dv-neutron-861624-1-hyperv {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 08:05:51.871858 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device 3ddd548d-04f1-482b-89e6-c903a9278165 no longer exists at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 08:05:51.878867 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.services.segments.db [None req-75959cce-dac7-4c83-b835-dacd00313ad1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7382da11-34f8-4350-82ae-4f86a31e0191') {'for_net_delete': True} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:05:51.879163 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.services.segments.db [None req-75959cce-dac7-4c83-b835-dacd00313ad1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7382da11-34f8-4350-82ae-4f86a31e0191') {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:05:51.888306 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-75959cce-dac7-4c83-b835-dacd00313ad1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785021519382', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130726885'] for segment, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:05:51.890392 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] No Port match for: 3ddd548d-04f1-482b-89e6-c903a9278165 {{(pid=103334) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 19 08:05:51.890739 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device 3ddd548d-04f1-482b-89e6-c903a9278165 not bound to the agent host dv-neutron-861624-1-hyperv {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 08:05:51.891149 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device 22b50882-a1ad-44c9-b6dd-739537543b28 no longer exists at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 08:05:51.901274 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-75959cce-dac7-4c83-b835-dacd00313ad1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979'] for segment, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:05:51.907922 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75959cce-dac7-4c83-b835-dacd00313ad1 admin admin] Releasing vlan 175 on physical network physnet1 to pool {{(pid=103332) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 08:05:51.908312 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-75959cce-dac7-4c83-b835-dacd00313ad1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-133553843'] for segment, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:05:51.911760 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] No Port match for: 22b50882-a1ad-44c9-b6dd-739537543b28 {{(pid=103334) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 19 08:05:51.912099 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device 22b50882-a1ad-44c9-b6dd-739537543b28 not bound to the agent host dv-neutron-861624-1-hyperv {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 08:05:51.971456 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-75959cce-dac7-4c83-b835-dacd00313ad1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-673044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1695087'] for network, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:05:51.977009 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-75959cce-dac7-4c83-b835-dacd00313ad1 admin admin] Notify callbacks [] for network, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:05:51.980191 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-75959cce-dac7-4c83-b835-dacd00313ad1 admin admin] 10.222.0.27 "DELETE /v2.0/networks/b91ad463-07a9-42d7-8a2d-d31316a463d5 HTTP/1.1" status: 204 len: 168 time: 0.8731906 Oct 19 08:05:51.991433 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75959cce-dac7-4c83-b835-dacd00313ad1 admin admin] Pushing event deleted for resources: {'Network': ['ID=b91ad463-07a9-42d7-8a2d-d31316a463d5,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:05:52.003403 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.services.segments.plugin [-] Segment 7382da11-34f8-4350-82ae-4f86a31e0191 resource provider aggregate not found Oct 19 08:05:52.020669 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.services.segments.plugin [-] Segment 7382da11-34f8-4350-82ae-4f86a31e0191 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7382da11-34f8-4350-82ae-4f86a31e0191 found for delete ", "request_id": "req-60e4409e-83a9-4b5b-95d2-018dbe89dac8"}]} Oct 19 08:05:52.090429 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 36478) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:05:52.134036 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-af96ac0b-7c37-4a72-872d-ff0aa95e4729 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=3f7805e339c945da9c4abb8d43b83b96&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0423753 Oct 19 08:05:52.137222 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 36480) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:05:52.184570 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-ebd57008-e0ae-4e49-be7e-f5446d46e484 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:05:52.205789 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-ebd57008-e0ae-4e49-be7e-f5446d46e484 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:05:52.251857 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-ebd57008-e0ae-4e49-be7e-f5446d46e484 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788643'] for security_group, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:05:52.254408 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-ebd57008-e0ae-4e49-be7e-f5446d46e484 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:05:52.255574 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-ebd57008-e0ae-4e49-be7e-f5446d46e484 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/f7e5c430-a978-4678-b3d9-b09665a5ef04 HTTP/1.1" status: 204 len: 168 time: 0.1174760 Oct 19 08:05:52.265453 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd57008-e0ae-4e49-be7e-f5446d46e484 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7e5c430-a978-4678-b3d9-b09665a5ef04,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:05:52.920261 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 36502) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:05:53.011824 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-30a19b72-6b87-46ae-a07d-18a4c05fc06f tempest-NetworksIpV6Test-465523679 tempest-NetworksIpV6Test-465523679-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-636469486'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 08:05:53.032235 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30a19b72-6b87-46ae-a07d-18a4c05fc06f tempest-NetworksIpV6Test-465523679 tempest-NetworksIpV6Test-465523679-project] Made reservation on behalf of 9439313eeebc4d6897020355366b1eaa for: {'network': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 08:05:53.035575 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-30a19b72-6b87-46ae-a07d-18a4c05fc06f tempest-NetworksIpV6Test-465523679 tempest-NetworksIpV6Test-465523679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for network, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:05:53.044006 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-30a19b72-6b87-46ae-a07d-18a4c05fc06f tempest-NetworksIpV6Test-465523679 tempest-NetworksIpV6Test-465523679-project] Notify callbacks [] for security_group, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:05:53.119487 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-30a19b72-6b87-46ae-a07d-18a4c05fc06f tempest-NetworksIpV6Test-465523679 tempest-NetworksIpV6Test-465523679-project] Notify callbacks [] for security_group, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:05:53.123675 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-30a19b72-6b87-46ae-a07d-18a4c05fc06f tempest-NetworksIpV6Test-465523679 tempest-NetworksIpV6Test-465523679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788643'] for security_group, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:05:53.152774 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30a19b72-6b87-46ae-a07d-18a4c05fc06f tempest-NetworksIpV6Test-465523679 tempest-NetworksIpV6Test-465523679-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 195} {{(pid=103333) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 08:05:53.158050 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a19b72-6b87-46ae-a07d-18a4c05fc06f tempest-NetworksIpV6Test-465523679 tempest-NetworksIpV6Test-465523679-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5f15c2e9-bc55-4e22-b408-800677770124,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:05:53.165444 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-30a19b72-6b87-46ae-a07d-18a4c05fc06f tempest-NetworksIpV6Test-465523679 tempest-NetworksIpV6Test-465523679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979'] for segment, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:05:53.165795 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.db.segments_db [None req-30a19b72-6b87-46ae-a07d-18a4c05fc06f tempest-NetworksIpV6Test-465523679 tempest-NetworksIpV6Test-465523679-project] Added segment 3808353a-37fa-44a0-89c9-0d4433d8b767 of type vlan for network 8dcea74a-3fbe-4483-a9af-aee562480cd6 Oct 19 08:05:53.210157 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-30a19b72-6b87-46ae-a07d-18a4c05fc06f tempest-NetworksIpV6Test-465523679 tempest-NetworksIpV6Test-465523679-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785020965340'] for network, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:05:53.234254 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-30a19b72-6b87-46ae-a07d-18a4c05fc06f tempest-NetworksIpV6Test-465523679 tempest-NetworksIpV6Test-465523679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873'] for network, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:05:53.239660 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30a19b72-6b87-46ae-a07d-18a4c05fc06f tempest-NetworksIpV6Test-465523679 tempest-NetworksIpV6Test-465523679-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:05:53.240258 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-30a19b72-6b87-46ae-a07d-18a4c05fc06f tempest-NetworksIpV6Test-465523679 tempest-NetworksIpV6Test-465523679-project] Notify callbacks [] for network, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:05:53.271263 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-30a19b72-6b87-46ae-a07d-18a4c05fc06f tempest-NetworksIpV6Test-465523679 tempest-NetworksIpV6Test-465523679-project] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3499141 Oct 19 08:05:53.316145 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a19b72-6b87-46ae-a07d-18a4c05fc06f tempest-NetworksIpV6Test-465523679 tempest-NetworksIpV6Test-465523679-project] Pushing event updated for resources: {'Network': ['ID=8dcea74a-3fbe-4483-a9af-aee562480cd6,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:05:53.327219 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Network 8dcea74a-3fbe-4483-a9af-aee562480cd6 details requested by agent ovs-agent-dv-neutron-861624-1-hyperv with host dv-neutron-861624-1-hyperv {{(pid=103334) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 08:05:56.564532 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 36506) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:05:56.569617 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-830b64a0-c57c-42cd-b310-2fbddba6fae2 tempest-NetworksIpV6Test-465523679 tempest-NetworksIpV6Test-465523679-project] Request body: {'subnet': {'network_id': '8dcea74a-3fbe-4483-a9af-aee562480cd6', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 08:05:56.654687 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-830b64a0-c57c-42cd-b310-2fbddba6fae2 tempest-NetworksIpV6Test-465523679 tempest-NetworksIpV6Test-465523679-project] Made reservation on behalf of 9439313eeebc4d6897020355366b1eaa for: {'subnet': 1} {{(pid=103332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 08:05:56.658053 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-830b64a0-c57c-42cd-b310-2fbddba6fae2 tempest-NetworksIpV6Test-465523679 tempest-NetworksIpV6Test-465523679-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130659787'] for subnet, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:05:56.840088 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-830b64a0-c57c-42cd-b310-2fbddba6fae2 tempest-NetworksIpV6Test-465523679 tempest-NetworksIpV6Test-465523679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-133552662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130659641'] for subnet, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:05:56.900426 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830b64a0-c57c-42cd-b310-2fbddba6fae2 tempest-NetworksIpV6Test-465523679 tempest-NetworksIpV6Test-465523679-project] Pushing event updated for resources: {'Subnet': ['ID=cbb5bccb-8d95-400d-8820-11a7b0f4a214,revision_number=0']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:05:56.916607 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-830b64a0-c57c-42cd-b310-2fbddba6fae2 tempest-NetworksIpV6Test-465523679 tempest-NetworksIpV6Test-465523679-project] Checking segment: {'id': '3808353a-37fa-44a0-89c9-0d4433d8b767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '8dcea74a-3fbe-4483-a9af-aee562480cd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 19 08:05:56.916971 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-830b64a0-c57c-42cd-b310-2fbddba6fae2 tempest-NetworksIpV6Test-465523679 tempest-NetworksIpV6Test-465523679-project] Network hostable DHCP agents. Network: 8dcea74a-3fbe-4483-a9af-aee562480cd6, hostable agents: ['310d813b-0e3e-4d7e-9b79-8f4ec0dbcab0'], hosted agents: [] {{(pid=103332) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 08:05:56.932422 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-830b64a0-c57c-42cd-b310-2fbddba6fae2 tempest-NetworksIpV6Test-465523679 tempest-NetworksIpV6Test-465523679-project] Network 8dcea74a-3fbe-4483-a9af-aee562480cd6 is scheduled to be hosted by DHCP agent 310d813b-0e3e-4d7e-9b79-8f4ec0dbcab0 with binding_index 1 {{(pid=103332) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 08:05:56.940795 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.base_scheduler [None req-830b64a0-c57c-42cd-b310-2fbddba6fae2 tempest-NetworksIpV6Test-465523679 tempest-NetworksIpV6Test-465523679-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861624-1-hyperv, 8dcea74a-3fbe-4483-a9af-aee562480cd6) {{(pid=103332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 08:05:56.944977 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-830b64a0-c57c-42cd-b310-2fbddba6fae2 tempest-NetworksIpV6Test-465523679 tempest-NetworksIpV6Test-465523679-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:05:56.945560 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-830b64a0-c57c-42cd-b310-2fbddba6fae2 tempest-NetworksIpV6Test-465523679 tempest-NetworksIpV6Test-465523679-project] Notify callbacks [] for subnet, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:05:56.951169 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7764e74d-703b-4414-923f-c38fbf762a97 None None] Network 8dcea74a-3fbe-4483-a9af-aee562480cd6 requested from dv-neutron-861624-1-hyperv {{(pid=103334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 08:05:56.962415 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-830b64a0-c57c-42cd-b310-2fbddba6fae2 tempest-NetworksIpV6Test-465523679 tempest-NetworksIpV6Test-465523679-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3966875 Oct 19 08:05:56.966568 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 36508) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:05:56.971410 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-2c1d98db-4141-473f-a037-b7a5528010db tempest-NetworksIpV6Test-465523679 tempest-NetworksIpV6Test-465523679-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-231864093'}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 08:05:56.989617 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c1d98db-4141-473f-a037-b7a5528010db tempest-NetworksIpV6Test-465523679 tempest-NetworksIpV6Test-465523679-project] Made reservation on behalf of 9439313eeebc4d6897020355366b1eaa for: {'network': 1} {{(pid=103332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 08:05:56.993192 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-2c1d98db-4141-473f-a037-b7a5528010db tempest-NetworksIpV6Test-465523679 tempest-NetworksIpV6Test-465523679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for network, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:05:57.018073 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c1d98db-4141-473f-a037-b7a5528010db tempest-NetworksIpV6Test-465523679 tempest-NetworksIpV6Test-465523679-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 175} {{(pid=103332) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 08:05:57.027568 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-2c1d98db-4141-473f-a037-b7a5528010db tempest-NetworksIpV6Test-465523679 tempest-NetworksIpV6Test-465523679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979'] for segment, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:05:57.027918 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.db.segments_db [None req-2c1d98db-4141-473f-a037-b7a5528010db tempest-NetworksIpV6Test-465523679 tempest-NetworksIpV6Test-465523679-project] Added segment fe1cf776-d0a5-4381-af57-4bdc4c430857 of type vlan for network 97a4cab9-5b62-4048-b090-99d8e67c3eca Oct 19 08:05:57.067897 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-2c1d98db-4141-473f-a037-b7a5528010db tempest-NetworksIpV6Test-465523679 tempest-NetworksIpV6Test-465523679-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785020965340'] for network, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:05:57.094641 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-2c1d98db-4141-473f-a037-b7a5528010db tempest-NetworksIpV6Test-465523679 tempest-NetworksIpV6Test-465523679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873'] for network, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:05:57.097039 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63f3f1ca-6e46-4d67-a891-668b72546ef2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d12c6ac-27a3-545c-a8f3-f04e30423d6d-8dcea74a-3fbe-4483-a9af-aee562480cd6', 'network_id': '8dcea74a-3fbe-4483-a9af-aee562480cd6', 'tenant_id': '9439313eeebc4d6897020355366b1eaa', 'fixed_ips': [{'subnet_id': 'cbb5bccb-8d95-400d-8820-11a7b0f4a214'}]}} from dv-neutron-861624-1-hyperv. {{(pid=103334) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 08:05:57.097956 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-63f3f1ca-6e46-4d67-a891-668b72546ef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:05:57.100480 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c1d98db-4141-473f-a037-b7a5528010db tempest-NetworksIpV6Test-465523679 tempest-NetworksIpV6Test-465523679-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:05:57.101095 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-2c1d98db-4141-473f-a037-b7a5528010db tempest-NetworksIpV6Test-465523679 tempest-NetworksIpV6Test-465523679-project] Notify callbacks [] for network, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:05:57.133132 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-2c1d98db-4141-473f-a037-b7a5528010db tempest-NetworksIpV6Test-465523679 tempest-NetworksIpV6Test-465523679-project] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.1655152 Oct 19 08:05:57.137488 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 36510) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:05:57.144061 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-1b7dbbe6-986a-48ce-b876-8c636384ea13 tempest-NetworksIpV6Test-465523679 tempest-NetworksIpV6Test-465523679-project] Request body: {'subnet': {'network_id': '97a4cab9-5b62-4048-b090-99d8e67c3eca', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 08:05:57.178191 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1d98db-4141-473f-a037-b7a5528010db tempest-NetworksIpV6Test-465523679 tempest-NetworksIpV6Test-465523679-project] Pushing event updated for resources: {'Network': ['ID=97a4cab9-5b62-4048-b090-99d8e67c3eca,revision_number=1']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:05:57.192089 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Network 97a4cab9-5b62-4048-b090-99d8e67c3eca details requested by agent ovs-agent-dv-neutron-861624-1-hyperv with host dv-neutron-861624-1-hyperv {{(pid=103334) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 08:05:57.244955 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b7dbbe6-986a-48ce-b876-8c636384ea13 tempest-NetworksIpV6Test-465523679 tempest-NetworksIpV6Test-465523679-project] Made reservation on behalf of 9439313eeebc4d6897020355366b1eaa for: {'subnet': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 08:05:57.248969 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-1b7dbbe6-986a-48ce-b876-8c636384ea13 tempest-NetworksIpV6Test-465523679 tempest-NetworksIpV6Test-465523679-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130170579'] for subnet, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:05:57.296589 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.db_base_plugin_common [None req-63f3f1ca-6e46-4d67-a891-668b72546ef2 None None] Allocated IP 2001:db8:0:ffff::2 (8dcea74a-3fbe-4483-a9af-aee562480cd6/cbb5bccb-8d95-400d-8820-11a7b0f4a214/878ef74c-ac51-4616-907a-7b764b46f665) {{(pid=103334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 08:05:57.439635 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-1b7dbbe6-986a-48ce-b876-8c636384ea13 tempest-NetworksIpV6Test-465523679 tempest-NetworksIpV6Test-465523679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130997899', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130170401'] for subnet, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:05:57.441668 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-63f3f1ca-6e46-4d67-a891-668b72546ef2 None None] Notify callbacks [] for port, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:05:57.448374 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-63f3f1ca-6e46-4d67-a891-668b72546ef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785020947330'] for port, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:05:57.489594 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63f3f1ca-6e46-4d67-a891-668b72546ef2 None None] Network 8dcea74a-3fbe-4483-a9af-aee562480cd6 is already hosted by enough agents. {{(pid=103334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 08:05:57.492529 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.scheduler.base_scheduler [None req-63f3f1ca-6e46-4d67-a891-668b72546ef2 None None] Resources bound (agent type, host, resource id): {{(pid=103334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 08:05:57.495237 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63f3f1ca-6e46-4d67-a891-668b72546ef2 None None] Received port after_create {{(pid=103334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 08:05:57.507022 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7dbbe6-986a-48ce-b876-8c636384ea13 tempest-NetworksIpV6Test-465523679 tempest-NetworksIpV6Test-465523679-project] Pushing event updated for resources: {'Subnet': ['ID=b1c330a9-2046-448e-b037-86b9fcb7eeb3,revision_number=0']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:05:57.510546 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f3f1ca-6e46-4d67-a891-668b72546ef2 None None] Pushing event updated for resources: {'Port': ['ID=878ef74c-ac51-4616-907a-7b764b46f665,revision_number=1']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:05:57.512862 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b7dbbe6-986a-48ce-b876-8c636384ea13 tempest-NetworksIpV6Test-465523679 tempest-NetworksIpV6Test-465523679-project] Checking segment: {'id': 'fe1cf776-d0a5-4381-af57-4bdc4c430857', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '97a4cab9-5b62-4048-b090-99d8e67c3eca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 19 08:05:57.513230 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b7dbbe6-986a-48ce-b876-8c636384ea13 tempest-NetworksIpV6Test-465523679 tempest-NetworksIpV6Test-465523679-project] Network hostable DHCP agents. Network: 97a4cab9-5b62-4048-b090-99d8e67c3eca, hostable agents: ['310d813b-0e3e-4d7e-9b79-8f4ec0dbcab0'], hosted agents: [] {{(pid=103333) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 08:05:57.532957 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b7dbbe6-986a-48ce-b876-8c636384ea13 tempest-NetworksIpV6Test-465523679 tempest-NetworksIpV6Test-465523679-project] Network 97a4cab9-5b62-4048-b090-99d8e67c3eca is scheduled to be hosted by DHCP agent 310d813b-0e3e-4d7e-9b79-8f4ec0dbcab0 with binding_index 1 {{(pid=103333) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 08:05:57.543204 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-1b7dbbe6-986a-48ce-b876-8c636384ea13 tempest-NetworksIpV6Test-465523679 tempest-NetworksIpV6Test-465523679-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861624-1-hyperv, 97a4cab9-5b62-4048-b090-99d8e67c3eca) {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 08:05:57.547560 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b7dbbe6-986a-48ce-b876-8c636384ea13 tempest-NetworksIpV6Test-465523679 tempest-NetworksIpV6Test-465523679-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:05:57.548155 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-1b7dbbe6-986a-48ce-b876-8c636384ea13 tempest-NetworksIpV6Test-465523679 tempest-NetworksIpV6Test-465523679-project] Notify callbacks [] for subnet, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:05:57.555902 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17e8df5b-dfee-40ca-bd30-d6c20577dd26 None None] Network 97a4cab9-5b62-4048-b090-99d8e67c3eca requested from dv-neutron-861624-1-hyperv {{(pid=103334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 08:05:57.566138 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-1b7dbbe6-986a-48ce-b876-8c636384ea13 tempest-NetworksIpV6Test-465523679 tempest-NetworksIpV6Test-465523679-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4274583 Oct 19 08:05:57.568990 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 36512) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:05:57.581959 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-63f3f1ca-6e46-4d67-a891-668b72546ef2 None None] Attempting to bind port 878ef74c-ac51-4616-907a-7b764b46f665 on host dv-neutron-861624-1-hyperv for vnic_type normal with profile {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 19 08:05:57.582321 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-63f3f1ca-6e46-4d67-a891-668b72546ef2 None None] Attempting to bind port 878ef74c-ac51-4616-907a-7b764b46f665 by drivers openvswitch,hyperv on host dv-neutron-861624-1-hyperv at level 0 using segments [{'id': '3808353a-37fa-44a0-89c9-0d4433d8b767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '8dcea74a-3fbe-4483-a9af-aee562480cd6'}] {{(pid=103334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 19 08:05:57.582677 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63f3f1ca-6e46-4d67-a891-668b72546ef2 None None] Attempting to bind port 878ef74c-ac51-4616-907a-7b764b46f665 on network 8dcea74a-3fbe-4483-a9af-aee562480cd6 {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 08:05:57.597235 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63f3f1ca-6e46-4d67-a891-668b72546ef2 None None] Checking agent: {'id': 'a5b0152c-d633-409b-aaf8-3b76458e2410', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861624-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 19, 7, 30, 19), 'started_at': datetime.datetime(2022, 10, 19, 7, 30, 49), 'heartbeat_timestamp': datetime.datetime(2022, 10, 19, 8, 5, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861624-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 08:05:57.597611 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63f3f1ca-6e46-4d67-a891-668b72546ef2 None None] Checking segment: {'id': '3808353a-37fa-44a0-89c9-0d4433d8b767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '8dcea74a-3fbe-4483-a9af-aee562480cd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 19 08:05:57.598003 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-63f3f1ca-6e46-4d67-a891-668b72546ef2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:05:57.598384 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63f3f1ca-6e46-4d67-a891-668b72546ef2 None None] Bound using segment: {'id': '3808353a-37fa-44a0-89c9-0d4433d8b767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '8dcea74a-3fbe-4483-a9af-aee562480cd6'} {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 08:05:57.598846 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-63f3f1ca-6e46-4d67-a891-668b72546ef2 None None] Bound port: 878ef74c-ac51-4616-907a-7b764b46f665, host: dv-neutron-861624-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3808353a-37fa-44a0-89c9-0d4433d8b767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '8dcea74a-3fbe-4483-a9af-aee562480cd6'}}] {{(pid=103334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 19 08:05:57.599221 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-63f3f1ca-6e46-4d67-a891-668b72546ef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:05:57.669823 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-4a7dd598-ed80-4fb7-a308-c879f9227b16 tempest-NetworksIpV6Test-465523679 tempest-NetworksIpV6Test-465523679-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-667019'] for network, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:05:57.730545 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-63f3f1ca-6e46-4d67-a891-668b72546ef2 None None] For port 878ef74c-ac51-4616-907a-7b764b46f665, host dv-neutron-861624-1-hyperv, cleared binding levels {{(pid=103334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 08:05:57.747778 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-63f3f1ca-6e46-4d67-a891-668b72546ef2 None None] For port 878ef74c-ac51-4616-907a-7b764b46f665, host dv-neutron-861624-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=878ef74c-ac51-4616-907a-7b764b46f665,segment=NetworkSegment(3808353a-37fa-44a0-89c9-0d4433d8b767),segment_id=3808353a-37fa-44a0-89c9-0d4433d8b767)] {{(pid=103334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 08:05:57.753526 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-63f3f1ca-6e46-4d67-a891-668b72546ef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:05:57.765402 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-4a7dd598-ed80-4fb7-a308-c879f9227b16 tempest-NetworksIpV6Test-465523679 tempest-NetworksIpV6Test-465523679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-679826'] for subnet, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:05:57.799085 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d9a4e56-8c35-4033-aa7a-70646ea70bb9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d12c6ac-27a3-545c-a8f3-f04e30423d6d-97a4cab9-5b62-4048-b090-99d8e67c3eca', 'network_id': '97a4cab9-5b62-4048-b090-99d8e67c3eca', 'tenant_id': '9439313eeebc4d6897020355366b1eaa', 'fixed_ips': [{'subnet_id': 'b1c330a9-2046-448e-b037-86b9fcb7eeb3'}]}} from dv-neutron-861624-1-hyperv. {{(pid=103334) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 08:05:57.799927 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-7d9a4e56-8c35-4033-aa7a-70646ea70bb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:05:57.840061 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-4a7dd598-ed80-4fb7-a308-c879f9227b16 tempest-NetworksIpV6Test-465523679 tempest-NetworksIpV6Test-465523679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-679819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130997964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130170408'] for subnet, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:05:57.850834 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f3f1ca-6e46-4d67-a891-668b72546ef2 None None] Pushing event updated for resources: {'Port': ['ID=878ef74c-ac51-4616-907a-7b764b46f665,revision_number=2']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:05:57.879584 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7dd598-ed80-4fb7-a308-c879f9227b16 tempest-NetworksIpV6Test-465523679 tempest-NetworksIpV6Test-465523679-project] Pushing event deleted for resources: {'Subnet': ['ID=b1c330a9-2046-448e-b037-86b9fcb7eeb3,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:05:57.940135 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server [None req-7d9a4e56-8c35-4033-aa7a-70646ea70bb9 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b1c330a9-2046-448e-b037-86b9fcb7eeb3: This subnet is being modified by another concurrent operation. Oct 19 08:05:57.940135 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Oct 19 08:05:57.940135 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Oct 19 08:05:57.940135 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Oct 19 08:05:57.940135 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Oct 19 08:05:57.940135 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Oct 19 08:05:57.940135 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Oct 19 08:05:57.940135 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Oct 19 08:05:57.940135 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 19 08:05:57.940135 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 19 08:05:57.940135 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 19 08:05:57.940135 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 19 08:05:57.940135 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 19 08:05:57.940135 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 19 08:05:57.940135 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 19 08:05:57.940135 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server raise self.value Oct 19 08:05:57.940135 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 19 08:05:57.940135 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 19 08:05:57.940135 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 19 08:05:57.940135 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 19 08:05:57.940135 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 19 08:05:57.940135 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 19 08:05:57.940135 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 19 08:05:57.940135 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server raise self.value Oct 19 08:05:57.940135 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 19 08:05:57.940135 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 19 08:05:57.940135 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 19 08:05:57.940135 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 19 08:05:57.940135 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 19 08:05:57.940135 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 19 08:05:57.940135 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 19 08:05:57.940135 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server raise self.value Oct 19 08:05:57.940135 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 19 08:05:57.940135 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 19 08:05:57.940135 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Oct 19 08:05:57.940135 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Oct 19 08:05:57.940135 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Oct 19 08:05:57.940135 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Oct 19 08:05:57.940135 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Oct 19 08:05:57.940135 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Oct 19 08:05:57.940135 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Oct 19 08:05:57.940135 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Oct 19 08:05:57.940135 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Oct 19 08:05:57.940135 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 19 08:05:57.940135 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Oct 19 08:05:57.940135 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 19 08:05:57.940135 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 19 08:05:57.940135 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 19 08:05:57.940135 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 19 08:05:57.940135 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 19 08:05:57.940135 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 19 08:05:57.940135 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server raise self.value Oct 19 08:05:57.940135 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 19 08:05:57.940135 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 19 08:05:57.940135 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 19 08:05:57.940135 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 19 08:05:57.940135 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 19 08:05:57.940135 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 19 08:05:57.940135 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 19 08:05:57.940135 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server raise self.value Oct 19 08:05:57.940135 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 19 08:05:57.940135 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 19 08:05:57.940135 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 19 08:05:57.940135 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 19 08:05:57.940135 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 19 08:05:57.940135 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 19 08:05:57.940135 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 19 08:05:57.940135 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server raise self.value Oct 19 08:05:57.940135 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 19 08:05:57.940135 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 19 08:05:57.940135 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1517, in create_port Oct 19 08:05:57.940135 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Oct 19 08:05:57.940135 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1482, in _create_port_db Oct 19 08:05:57.940135 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Oct 19 08:05:57.940135 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1458, in create_port_db Oct 19 08:05:57.940135 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Oct 19 08:05:57.940135 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Oct 19 08:05:57.940135 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Oct 19 08:05:57.940135 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Oct 19 08:05:57.940135 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 19 08:05:57.940135 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Oct 19 08:05:57.940135 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Oct 19 08:05:57.940135 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Oct 19 08:05:57.940135 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Oct 19 08:05:57.940135 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Oct 19 08:05:57.940135 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Oct 19 08:05:57.940135 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 691, in _ipam_get_subnets Oct 19 08:05:57.940135 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server subnet.lock_register( Oct 19 08:05:57.940135 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Oct 19 08:05:57.940135 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server raise exception Oct 19 08:05:57.940135 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b1c330a9-2046-448e-b037-86b9fcb7eeb3: This subnet is being modified by another concurrent operation. Oct 19 08:05:57.940135 dv-neutron-861624-1-hyperv neutron-server[103334]: ERROR oslo_messaging.rpc.server Oct 19 08:05:57.954091 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-4a7dd598-ed80-4fb7-a308-c879f9227b16 tempest-NetworksIpV6Test-465523679 tempest-NetworksIpV6Test-465523679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-673051', 'neutron.services.segments.db._delete_segments_for_network-8785021519108'] for network, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:05:57.983491 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cdab2d8-f3b3-4785-8f9e-0786d54fc4c9 None None] Network 97a4cab9-5b62-4048-b090-99d8e67c3eca requested from dv-neutron-861624-1-hyperv {{(pid=103334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 08:05:57.988327 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-4a7dd598-ed80-4fb7-a308-c879f9227b16 tempest-NetworksIpV6Test-465523679 tempest-NetworksIpV6Test-465523679-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97a4cab9-5b62-4048-b090-99d8e67c3eca']}} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:05:57.998852 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-4a7dd598-ed80-4fb7-a308-c879f9227b16 tempest-NetworksIpV6Test-465523679 tempest-NetworksIpV6Test-465523679-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe1cf776-d0a5-4381-af57-4bdc4c430857') {'for_net_delete': True} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:05:57.999153 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-4a7dd598-ed80-4fb7-a308-c879f9227b16 tempest-NetworksIpV6Test-465523679 tempest-NetworksIpV6Test-465523679-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe1cf776-d0a5-4381-af57-4bdc4c430857') {} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:05:58.007993 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-4a7dd598-ed80-4fb7-a308-c879f9227b16 tempest-NetworksIpV6Test-465523679 tempest-NetworksIpV6Test-465523679-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785021519382', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-134111927'] for segment, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:05:58.025365 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-4a7dd598-ed80-4fb7-a308-c879f9227b16 tempest-NetworksIpV6Test-465523679 tempest-NetworksIpV6Test-465523679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979'] for segment, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:05:58.035980 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a7dd598-ed80-4fb7-a308-c879f9227b16 tempest-NetworksIpV6Test-465523679 tempest-NetworksIpV6Test-465523679-project] Releasing vlan 175 on physical network physnet1 to pool {{(pid=103333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 08:05:58.035980 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-4a7dd598-ed80-4fb7-a308-c879f9227b16 tempest-NetworksIpV6Test-465523679 tempest-NetworksIpV6Test-465523679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130996782'] for segment, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:05:58.060819 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.services.segments.plugin [-] Segment fe1cf776-d0a5-4381-af57-4bdc4c430857 resource provider aggregate not found Oct 19 08:05:58.084090 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.services.segments.plugin [-] Segment fe1cf776-d0a5-4381-af57-4bdc4c430857 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid fe1cf776-d0a5-4381-af57-4bdc4c430857 found for delete ", "request_id": "req-73e38a8a-1d6e-4f70-9ea9-b057dbb1cc96"}]} Oct 19 08:05:58.128959 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-4a7dd598-ed80-4fb7-a308-c879f9227b16 tempest-NetworksIpV6Test-465523679 tempest-NetworksIpV6Test-465523679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-673044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1695087'] for network, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:05:58.136687 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-4a7dd598-ed80-4fb7-a308-c879f9227b16 tempest-NetworksIpV6Test-465523679 tempest-NetworksIpV6Test-465523679-project] Notify callbacks [] for network, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:05:58.143671 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-4a7dd598-ed80-4fb7-a308-c879f9227b16 tempest-NetworksIpV6Test-465523679 tempest-NetworksIpV6Test-465523679-project] 10.222.0.27 "DELETE /v2.0/networks/97a4cab9-5b62-4048-b090-99d8e67c3eca HTTP/1.1" status: 204 len: 168 time: 0.5699692 Oct 19 08:05:58.144345 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 36518) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:05:58.158493 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-e6fe50be-cab2-42d7-8cce-64dd84a574a0 tempest-NetworksIpV6Test-465523679 tempest-NetworksIpV6Test-465523679-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-358681077'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 08:05:58.161722 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7dd598-ed80-4fb7-a308-c879f9227b16 tempest-NetworksIpV6Test-465523679 tempest-NetworksIpV6Test-465523679-project] Pushing event deleted for resources: {'Network': ['ID=97a4cab9-5b62-4048-b090-99d8e67c3eca,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:05:58.178040 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6fe50be-cab2-42d7-8cce-64dd84a574a0 tempest-NetworksIpV6Test-465523679 tempest-NetworksIpV6Test-465523679-project] Made reservation on behalf of 9439313eeebc4d6897020355366b1eaa for: {'network': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 08:05:58.181388 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-e6fe50be-cab2-42d7-8cce-64dd84a574a0 tempest-NetworksIpV6Test-465523679 tempest-NetworksIpV6Test-465523679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for network, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:05:58.204172 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6fe50be-cab2-42d7-8cce-64dd84a574a0 tempest-NetworksIpV6Test-465523679 tempest-NetworksIpV6Test-465523679-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 194} {{(pid=103333) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 08:05:58.212847 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-e6fe50be-cab2-42d7-8cce-64dd84a574a0 tempest-NetworksIpV6Test-465523679 tempest-NetworksIpV6Test-465523679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979'] for segment, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:05:58.213188 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.db.segments_db [None req-e6fe50be-cab2-42d7-8cce-64dd84a574a0 tempest-NetworksIpV6Test-465523679 tempest-NetworksIpV6Test-465523679-project] Added segment 17bf0639-5363-497d-b38a-946249d94644 of type vlan for network 221ce7a1-9dad-41d9-8280-a638ad4d2a84 Oct 19 08:05:58.251999 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-e6fe50be-cab2-42d7-8cce-64dd84a574a0 tempest-NetworksIpV6Test-465523679 tempest-NetworksIpV6Test-465523679-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785020965340'] for network, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:05:58.279104 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-e6fe50be-cab2-42d7-8cce-64dd84a574a0 tempest-NetworksIpV6Test-465523679 tempest-NetworksIpV6Test-465523679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873'] for network, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:05:58.284816 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6fe50be-cab2-42d7-8cce-64dd84a574a0 tempest-NetworksIpV6Test-465523679 tempest-NetworksIpV6Test-465523679-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:05:58.285398 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-e6fe50be-cab2-42d7-8cce-64dd84a574a0 tempest-NetworksIpV6Test-465523679 tempest-NetworksIpV6Test-465523679-project] Notify callbacks [] for network, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:05:58.316653 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-e6fe50be-cab2-42d7-8cce-64dd84a574a0 tempest-NetworksIpV6Test-465523679 tempest-NetworksIpV6Test-465523679-project] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.1718938 Oct 19 08:05:58.319590 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 36520) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:05:58.325881 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-ed7dd153-a630-419c-a0ba-40d37b74ef07 tempest-NetworksIpV6Test-465523679 tempest-NetworksIpV6Test-465523679-project] Request body: {'subnet': {'network_id': '221ce7a1-9dad-41d9-8280-a638ad4d2a84', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 08:05:58.358817 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6fe50be-cab2-42d7-8cce-64dd84a574a0 tempest-NetworksIpV6Test-465523679 tempest-NetworksIpV6Test-465523679-project] Pushing event updated for resources: {'Network': ['ID=221ce7a1-9dad-41d9-8280-a638ad4d2a84,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:05:58.369127 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Network 221ce7a1-9dad-41d9-8280-a638ad4d2a84 details requested by agent ovs-agent-dv-neutron-861624-1-hyperv with host dv-neutron-861624-1-hyperv {{(pid=103334) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 08:05:58.418085 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed7dd153-a630-419c-a0ba-40d37b74ef07 tempest-NetworksIpV6Test-465523679 tempest-NetworksIpV6Test-465523679-project] Made reservation on behalf of 9439313eeebc4d6897020355366b1eaa for: {'subnet': 1} {{(pid=103332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 08:05:58.421654 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-ed7dd153-a630-419c-a0ba-40d37b74ef07 tempest-NetworksIpV6Test-465523679 tempest-NetworksIpV6Test-465523679-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130659787'] for subnet, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:05:58.487638 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.ipam_backend_mixin [None req-ed7dd153-a630-419c-a0ba-40d37b74ef07 tempest-NetworksIpV6Test-465523679 tempest-NetworksIpV6Test-465523679-project] Performing IP validity checks on allocation pools {{(pid=103332) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:322}} Oct 19 08:05:58.488163 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.ipam_backend_mixin [None req-ed7dd153-a630-419c-a0ba-40d37b74ef07 tempest-NetworksIpV6Test-465523679 tempest-NetworksIpV6Test-465523679-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103332) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:343}} Oct 19 08:05:58.613905 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-ed7dd153-a630-419c-a0ba-40d37b74ef07 tempest-NetworksIpV6Test-465523679 tempest-NetworksIpV6Test-465523679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-133552662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130659641'] for subnet, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:05:58.682269 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7dd153-a630-419c-a0ba-40d37b74ef07 tempest-NetworksIpV6Test-465523679 tempest-NetworksIpV6Test-465523679-project] Pushing event updated for resources: {'Subnet': ['ID=c62411a5-b3bc-4fe6-8be7-29dd46ced7af,revision_number=0']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:05:58.692876 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed7dd153-a630-419c-a0ba-40d37b74ef07 tempest-NetworksIpV6Test-465523679 tempest-NetworksIpV6Test-465523679-project] Checking segment: {'id': '17bf0639-5363-497d-b38a-946249d94644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '221ce7a1-9dad-41d9-8280-a638ad4d2a84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 19 08:05:58.693242 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed7dd153-a630-419c-a0ba-40d37b74ef07 tempest-NetworksIpV6Test-465523679 tempest-NetworksIpV6Test-465523679-project] Network hostable DHCP agents. Network: 221ce7a1-9dad-41d9-8280-a638ad4d2a84, hostable agents: ['310d813b-0e3e-4d7e-9b79-8f4ec0dbcab0'], hosted agents: [] {{(pid=103332) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 08:05:58.711170 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed7dd153-a630-419c-a0ba-40d37b74ef07 tempest-NetworksIpV6Test-465523679 tempest-NetworksIpV6Test-465523679-project] Network 221ce7a1-9dad-41d9-8280-a638ad4d2a84 is scheduled to be hosted by DHCP agent 310d813b-0e3e-4d7e-9b79-8f4ec0dbcab0 with binding_index 1 {{(pid=103332) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 08:05:58.720874 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.base_scheduler [None req-ed7dd153-a630-419c-a0ba-40d37b74ef07 tempest-NetworksIpV6Test-465523679 tempest-NetworksIpV6Test-465523679-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861624-1-hyperv, 221ce7a1-9dad-41d9-8280-a638ad4d2a84) {{(pid=103332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 08:05:58.725257 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed7dd153-a630-419c-a0ba-40d37b74ef07 tempest-NetworksIpV6Test-465523679 tempest-NetworksIpV6Test-465523679-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:05:58.726079 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-ed7dd153-a630-419c-a0ba-40d37b74ef07 tempest-NetworksIpV6Test-465523679 tempest-NetworksIpV6Test-465523679-project] Notify callbacks [] for subnet, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:05:58.731782 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fafdd633-5d8a-4d34-ae91-80f67e12750d None None] Network 221ce7a1-9dad-41d9-8280-a638ad4d2a84 requested from dv-neutron-861624-1-hyperv {{(pid=103334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 08:05:58.744569 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-ed7dd153-a630-419c-a0ba-40d37b74ef07 tempest-NetworksIpV6Test-465523679 tempest-NetworksIpV6Test-465523679-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4237084 Oct 19 08:05:58.747180 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 36522) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:05:58.751798 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b454bad-22b2-425c-b0cc-6090c1110223 None None] Network 8dcea74a-3fbe-4483-a9af-aee562480cd6 requested from dv-neutron-861624-1-hyperv {{(pid=103334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 08:05:58.844662 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-8ef5d097-758c-4689-8c10-7d353b05b7a2 tempest-NetworksIpV6Test-465523679 tempest-NetworksIpV6Test-465523679-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-667019'] for network, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:05:58.882907 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-9438e848-7070-48dc-90bb-4c8582fd200f None None] Provisioning complete for port 878ef74c-ac51-4616-907a-7b764b46f665 triggered by entity DHCP. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 08:05:58.883280 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-9438e848-7070-48dc-90bb-4c8582fd200f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:05:58.883619 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-9438e848-7070-48dc-90bb-4c8582fd200f None None] Attempt 1 to provision port 878ef74c-ac51-4616-907a-7b764b46f665 Oct 19 08:05:58.923760 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-8ef5d097-758c-4689-8c10-7d353b05b7a2 tempest-NetworksIpV6Test-465523679 tempest-NetworksIpV6Test-465523679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-679826'] for subnet, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:05:58.987717 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-8ef5d097-758c-4689-8c10-7d353b05b7a2 tempest-NetworksIpV6Test-465523679 tempest-NetworksIpV6Test-465523679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-679819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-133552721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130659632'] for subnet, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:05:59.013769 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef5d097-758c-4689-8c10-7d353b05b7a2 tempest-NetworksIpV6Test-465523679 tempest-NetworksIpV6Test-465523679-project] Pushing event deleted for resources: {'Subnet': ['ID=c62411a5-b3bc-4fe6-8be7-29dd46ced7af,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:05:59.080750 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-8ef5d097-758c-4689-8c10-7d353b05b7a2 tempest-NetworksIpV6Test-465523679 tempest-NetworksIpV6Test-465523679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-673051', 'neutron.services.segments.db._delete_segments_for_network-8785021519108'] for network, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:05:59.101905 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.services.segments.db [None req-8ef5d097-758c-4689-8c10-7d353b05b7a2 tempest-NetworksIpV6Test-465523679 tempest-NetworksIpV6Test-465523679-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['221ce7a1-9dad-41d9-8280-a638ad4d2a84']}} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:05:59.110903 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.services.segments.db [None req-8ef5d097-758c-4689-8c10-7d353b05b7a2 tempest-NetworksIpV6Test-465523679 tempest-NetworksIpV6Test-465523679-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17bf0639-5363-497d-b38a-946249d94644') {'for_net_delete': True} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:05:59.111195 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.services.segments.db [None req-8ef5d097-758c-4689-8c10-7d353b05b7a2 tempest-NetworksIpV6Test-465523679 tempest-NetworksIpV6Test-465523679-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17bf0639-5363-497d-b38a-946249d94644') {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:05:59.121058 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-8ef5d097-758c-4689-8c10-7d353b05b7a2 tempest-NetworksIpV6Test-465523679 tempest-NetworksIpV6Test-465523679-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785021519382', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130726885'] for segment, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:05:59.133880 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-8ef5d097-758c-4689-8c10-7d353b05b7a2 tempest-NetworksIpV6Test-465523679 tempest-NetworksIpV6Test-465523679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979'] for segment, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:05:59.141861 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ef5d097-758c-4689-8c10-7d353b05b7a2 tempest-NetworksIpV6Test-465523679 tempest-NetworksIpV6Test-465523679-project] Releasing vlan 194 on physical network physnet1 to pool {{(pid=103332) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 08:05:59.142358 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-8ef5d097-758c-4689-8c10-7d353b05b7a2 tempest-NetworksIpV6Test-465523679 tempest-NetworksIpV6Test-465523679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-133553843'] for segment, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:05:59.145505 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b1d225f-f6d4-47ec-9d5d-69958bc53fa7 None None] Network 221ce7a1-9dad-41d9-8280-a638ad4d2a84 requested from dv-neutron-861624-1-hyperv {{(pid=103334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 08:05:59.163795 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.services.segments.plugin [-] Segment 17bf0639-5363-497d-b38a-946249d94644 resource provider aggregate not found Oct 19 08:05:59.186027 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.services.segments.plugin [-] Segment 17bf0639-5363-497d-b38a-946249d94644 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 17bf0639-5363-497d-b38a-946249d94644 found for delete ", "request_id": "req-089e1bcf-916a-4606-8442-e99281d28657"}]} Oct 19 08:05:59.220777 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-8ef5d097-758c-4689-8c10-7d353b05b7a2 tempest-NetworksIpV6Test-465523679 tempest-NetworksIpV6Test-465523679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-673044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1695087'] for network, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:05:59.227411 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-8ef5d097-758c-4689-8c10-7d353b05b7a2 tempest-NetworksIpV6Test-465523679 tempest-NetworksIpV6Test-465523679-project] Notify callbacks [] for network, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:05:59.230668 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-8ef5d097-758c-4689-8c10-7d353b05b7a2 tempest-NetworksIpV6Test-465523679 tempest-NetworksIpV6Test-465523679-project] 10.222.0.27 "DELETE /v2.0/networks/221ce7a1-9dad-41d9-8280-a638ad4d2a84 HTTP/1.1" status: 204 len: 168 time: 0.4823842 Oct 19 08:05:59.234388 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 36528) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:05:59.239608 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-fcea8163-2c95-41a8-99d0-935bb1e24b8a tempest-NetworksIpV6Test-465523679 tempest-NetworksIpV6Test-465523679-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2057434132'}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 08:05:59.254183 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef5d097-758c-4689-8c10-7d353b05b7a2 tempest-NetworksIpV6Test-465523679 tempest-NetworksIpV6Test-465523679-project] Pushing event deleted for resources: {'Network': ['ID=221ce7a1-9dad-41d9-8280-a638ad4d2a84,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:05:59.270400 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcea8163-2c95-41a8-99d0-935bb1e24b8a tempest-NetworksIpV6Test-465523679 tempest-NetworksIpV6Test-465523679-project] Made reservation on behalf of 9439313eeebc4d6897020355366b1eaa for: {'network': 1} {{(pid=103332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 08:05:59.273899 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-fcea8163-2c95-41a8-99d0-935bb1e24b8a tempest-NetworksIpV6Test-465523679 tempest-NetworksIpV6Test-465523679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for network, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:05:59.302323 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fcea8163-2c95-41a8-99d0-935bb1e24b8a tempest-NetworksIpV6Test-465523679 tempest-NetworksIpV6Test-465523679-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 168} {{(pid=103332) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 08:05:59.312656 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-fcea8163-2c95-41a8-99d0-935bb1e24b8a tempest-NetworksIpV6Test-465523679 tempest-NetworksIpV6Test-465523679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979'] for segment, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:05:59.313091 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.db.segments_db [None req-fcea8163-2c95-41a8-99d0-935bb1e24b8a tempest-NetworksIpV6Test-465523679 tempest-NetworksIpV6Test-465523679-project] Added segment 7681e175-6adf-4b48-a1ee-94d86a787c54 of type vlan for network bc978821-ead2-4bdf-a404-1dba0ef1e07f Oct 19 08:05:59.322096 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-9438e848-7070-48dc-90bb-4c8582fd200f None None] Current status of the port 878ef74c-ac51-4616-907a-7b764b46f665 is: DOWN; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 08:05:59.322651 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-9438e848-7070-48dc-90bb-4c8582fd200f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:05:59.358876 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-fcea8163-2c95-41a8-99d0-935bb1e24b8a tempest-NetworksIpV6Test-465523679 tempest-NetworksIpV6Test-465523679-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785020965340'] for network, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:05:59.367586 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-9438e848-7070-48dc-90bb-4c8582fd200f None None] For port 878ef74c-ac51-4616-907a-7b764b46f665, host dv-neutron-861624-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=878ef74c-ac51-4616-907a-7b764b46f665,segment=NetworkSegment(3808353a-37fa-44a0-89c9-0d4433d8b767),segment_id=3808353a-37fa-44a0-89c9-0d4433d8b767)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 08:05:59.372913 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-9438e848-7070-48dc-90bb-4c8582fd200f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:05:59.389381 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-fcea8163-2c95-41a8-99d0-935bb1e24b8a tempest-NetworksIpV6Test-465523679 tempest-NetworksIpV6Test-465523679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873'] for network, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:05:59.395511 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcea8163-2c95-41a8-99d0-935bb1e24b8a tempest-NetworksIpV6Test-465523679 tempest-NetworksIpV6Test-465523679-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:05:59.396128 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-fcea8163-2c95-41a8-99d0-935bb1e24b8a tempest-NetworksIpV6Test-465523679 tempest-NetworksIpV6Test-465523679-project] Notify callbacks [] for network, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:05:59.425365 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9438e848-7070-48dc-90bb-4c8582fd200f None None] Pushing event updated for resources: {'Port': ['ID=878ef74c-ac51-4616-907a-7b764b46f665,revision_number=3']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:05:59.438154 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-fcea8163-2c95-41a8-99d0-935bb1e24b8a tempest-NetworksIpV6Test-465523679 tempest-NetworksIpV6Test-465523679-project] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2027066 Oct 19 08:05:59.442124 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 36530) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:05:59.447931 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-37b5780a-7767-4037-bde6-90b349df540c tempest-NetworksIpV6Test-465523679 tempest-NetworksIpV6Test-465523679-project] Request body: {'subnet': {'network_id': 'bc978821-ead2-4bdf-a404-1dba0ef1e07f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 08:05:59.471372 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcea8163-2c95-41a8-99d0-935bb1e24b8a tempest-NetworksIpV6Test-465523679 tempest-NetworksIpV6Test-465523679-project] Pushing event updated for resources: {'Network': ['ID=bc978821-ead2-4bdf-a404-1dba0ef1e07f,revision_number=1']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:05:59.482093 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Network bc978821-ead2-4bdf-a404-1dba0ef1e07f details requested by agent ovs-agent-dv-neutron-861624-1-hyperv with host dv-neutron-861624-1-hyperv {{(pid=103334) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 08:05:59.549655 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0261562d-ab7d-4336-afca-493a5f717ba6 None None] get_active_networks_info from dv-neutron-861624-1-hyperv {{(pid=103334) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 19 08:05:59.556062 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37b5780a-7767-4037-bde6-90b349df540c tempest-NetworksIpV6Test-465523679 tempest-NetworksIpV6Test-465523679-project] Made reservation on behalf of 9439313eeebc4d6897020355366b1eaa for: {'subnet': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 08:05:59.560191 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-37b5780a-7767-4037-bde6-90b349df540c tempest-NetworksIpV6Test-465523679 tempest-NetworksIpV6Test-465523679-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130170579'] for subnet, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:05:59.608823 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-c234b702-c5fd-417d-ba24-99eb9fb102fe None None] Provisioning complete for port 878ef74c-ac51-4616-907a-7b764b46f665 triggered by entity DHCP. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 08:05:59.609090 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-c234b702-c5fd-417d-ba24-99eb9fb102fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:05:59.609429 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-c234b702-c5fd-417d-ba24-99eb9fb102fe None None] Attempt 1 to provision port 878ef74c-ac51-4616-907a-7b764b46f665 Oct 19 08:05:59.656660 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0261562d-ab7d-4336-afca-493a5f717ba6 None None] Resources bound (agent type, host, resource id): {{(pid=103334) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 19 08:05:59.747888 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-37b5780a-7767-4037-bde6-90b349df540c tempest-NetworksIpV6Test-465523679 tempest-NetworksIpV6Test-465523679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130997899', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130170401'] for subnet, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:05:59.773399 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-c234b702-c5fd-417d-ba24-99eb9fb102fe None None] Current status of the port 878ef74c-ac51-4616-907a-7b764b46f665 is: ACTIVE; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 08:05:59.819308 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b5780a-7767-4037-bde6-90b349df540c tempest-NetworksIpV6Test-465523679 tempest-NetworksIpV6Test-465523679-project] Pushing event updated for resources: {'Subnet': ['ID=b832aea3-4691-40eb-a1fb-0b211aa74a4c,revision_number=0']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:05:59.829207 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37b5780a-7767-4037-bde6-90b349df540c tempest-NetworksIpV6Test-465523679 tempest-NetworksIpV6Test-465523679-project] Checking segment: {'id': '7681e175-6adf-4b48-a1ee-94d86a787c54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'bc978821-ead2-4bdf-a404-1dba0ef1e07f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 19 08:05:59.829689 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37b5780a-7767-4037-bde6-90b349df540c tempest-NetworksIpV6Test-465523679 tempest-NetworksIpV6Test-465523679-project] Network hostable DHCP agents. Network: bc978821-ead2-4bdf-a404-1dba0ef1e07f, hostable agents: ['310d813b-0e3e-4d7e-9b79-8f4ec0dbcab0'], hosted agents: [] {{(pid=103333) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 08:05:59.855641 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37b5780a-7767-4037-bde6-90b349df540c tempest-NetworksIpV6Test-465523679 tempest-NetworksIpV6Test-465523679-project] Network bc978821-ead2-4bdf-a404-1dba0ef1e07f is scheduled to be hosted by DHCP agent 310d813b-0e3e-4d7e-9b79-8f4ec0dbcab0 with binding_index 1 {{(pid=103333) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 08:05:59.865794 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-37b5780a-7767-4037-bde6-90b349df540c tempest-NetworksIpV6Test-465523679 tempest-NetworksIpV6Test-465523679-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861624-1-hyperv, bc978821-ead2-4bdf-a404-1dba0ef1e07f) {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 08:05:59.866213 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device 878ef74c-ac51-4616-907a-7b764b46f665 up at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 08:05:59.869973 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37b5780a-7767-4037-bde6-90b349df540c tempest-NetworksIpV6Test-465523679 tempest-NetworksIpV6Test-465523679-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:05:59.871080 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-37b5780a-7767-4037-bde6-90b349df540c tempest-NetworksIpV6Test-465523679 tempest-NetworksIpV6Test-465523679-project] Notify callbacks [] for subnet, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:05:59.889730 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-37b5780a-7767-4037-bde6-90b349df540c tempest-NetworksIpV6Test-465523679 tempest-NetworksIpV6Test-465523679-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4464483 Oct 19 08:05:59.893237 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 36532) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:05:59.898167 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-73541ecd-7983-466d-b2ee-32c3ef4474d6 tempest-NetworksIpV6Test-465523679 tempest-NetworksIpV6Test-465523679-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-472068524'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 08:05:59.917423 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73541ecd-7983-466d-b2ee-32c3ef4474d6 tempest-NetworksIpV6Test-465523679 tempest-NetworksIpV6Test-465523679-project] Made reservation on behalf of 9439313eeebc4d6897020355366b1eaa for: {'network': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 08:05:59.920967 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-73541ecd-7983-466d-b2ee-32c3ef4474d6 tempest-NetworksIpV6Test-465523679 tempest-NetworksIpV6Test-465523679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for network, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:05:59.945535 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73541ecd-7983-466d-b2ee-32c3ef4474d6 tempest-NetworksIpV6Test-465523679 tempest-NetworksIpV6Test-465523679-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 187} {{(pid=103333) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 08:05:59.951210 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c6f7c69-27ce-4372-b3ab-153b7a6f83be None None] Network bc978821-ead2-4bdf-a404-1dba0ef1e07f requested from dv-neutron-861624-1-hyperv {{(pid=103334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 08:05:59.955918 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-73541ecd-7983-466d-b2ee-32c3ef4474d6 tempest-NetworksIpV6Test-465523679 tempest-NetworksIpV6Test-465523679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979'] for segment, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:05:59.956295 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.db.segments_db [None req-73541ecd-7983-466d-b2ee-32c3ef4474d6 tempest-NetworksIpV6Test-465523679 tempest-NetworksIpV6Test-465523679-project] Added segment 640a2901-6104-4ceb-aa10-142f5fdf2336 of type vlan for network 9ce7539e-6936-4cad-8641-6f55465977bb Oct 19 08:05:59.964694 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Provisioning complete for port 878ef74c-ac51-4616-907a-7b764b46f665 triggered by entity L2. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 08:05:59.965309 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:05:59.966015 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Attempt 1 to provision port 878ef74c-ac51-4616-907a-7b764b46f665 Oct 19 08:06:00.001461 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-73541ecd-7983-466d-b2ee-32c3ef4474d6 tempest-NetworksIpV6Test-465523679 tempest-NetworksIpV6Test-465523679-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785020965340'] for network, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:06:00.027039 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-73541ecd-7983-466d-b2ee-32c3ef4474d6 tempest-NetworksIpV6Test-465523679 tempest-NetworksIpV6Test-465523679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873'] for network, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:06:00.032737 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73541ecd-7983-466d-b2ee-32c3ef4474d6 tempest-NetworksIpV6Test-465523679 tempest-NetworksIpV6Test-465523679-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:06:00.033327 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-73541ecd-7983-466d-b2ee-32c3ef4474d6 tempest-NetworksIpV6Test-465523679 tempest-NetworksIpV6Test-465523679-project] Notify callbacks [] for network, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:06:00.067131 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-73541ecd-7983-466d-b2ee-32c3ef4474d6 tempest-NetworksIpV6Test-465523679 tempest-NetworksIpV6Test-465523679-project] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.1728382 Oct 19 08:06:00.070335 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 36534) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:06:00.076156 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-ae58f91e-dc8e-46fc-90c0-4e27bdb3df68 tempest-NetworksIpV6Test-465523679 tempest-NetworksIpV6Test-465523679-project] Request body: {'subnet': {'network_id': '9ce7539e-6936-4cad-8641-6f55465977bb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 08:06:00.109369 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73541ecd-7983-466d-b2ee-32c3ef4474d6 tempest-NetworksIpV6Test-465523679 tempest-NetworksIpV6Test-465523679-project] Pushing event updated for resources: {'Network': ['ID=9ce7539e-6936-4cad-8641-6f55465977bb,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:06:00.123355 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Network 9ce7539e-6936-4cad-8641-6f55465977bb details requested by agent ovs-agent-dv-neutron-861624-1-hyperv with host dv-neutron-861624-1-hyperv {{(pid=103334) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 08:06:00.163280 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Current status of the port 878ef74c-ac51-4616-907a-7b764b46f665 is: ACTIVE; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 08:06:00.177895 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae58f91e-dc8e-46fc-90c0-4e27bdb3df68 tempest-NetworksIpV6Test-465523679 tempest-NetworksIpV6Test-465523679-project] Made reservation on behalf of 9439313eeebc4d6897020355366b1eaa for: {'subnet': 1} {{(pid=103332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 08:06:00.181453 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-ae58f91e-dc8e-46fc-90c0-4e27bdb3df68 tempest-NetworksIpV6Test-465523679 tempest-NetworksIpV6Test-465523679-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130659787'] for subnet, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:06:00.217758 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-016f23ff-4a44-44fc-b0f7-c44ead9819f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d12c6ac-27a3-545c-a8f3-f04e30423d6d-bc978821-ead2-4bdf-a404-1dba0ef1e07f', 'network_id': 'bc978821-ead2-4bdf-a404-1dba0ef1e07f', 'tenant_id': '9439313eeebc4d6897020355366b1eaa', 'fixed_ips': [{'subnet_id': 'b832aea3-4691-40eb-a1fb-0b211aa74a4c'}]}} from dv-neutron-861624-1-hyperv. {{(pid=103334) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 08:06:00.218606 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-016f23ff-4a44-44fc-b0f7-c44ead9819f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:06:00.366211 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-ae58f91e-dc8e-46fc-90c0-4e27bdb3df68 tempest-NetworksIpV6Test-465523679 tempest-NetworksIpV6Test-465523679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-133552662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130659641'] for subnet, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:06:00.371580 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.db_base_plugin_common [None req-016f23ff-4a44-44fc-b0f7-c44ead9819f6 None None] Allocated IP 2001:db8::2 (bc978821-ead2-4bdf-a404-1dba0ef1e07f/b832aea3-4691-40eb-a1fb-0b211aa74a4c/1d4521a4-f23b-480a-b827-19eafc18b94d) {{(pid=103334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 08:06:00.423702 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae58f91e-dc8e-46fc-90c0-4e27bdb3df68 tempest-NetworksIpV6Test-465523679 tempest-NetworksIpV6Test-465523679-project] Pushing event updated for resources: {'Subnet': ['ID=d2ca1e5d-6e1f-423d-a1d8-24ba19909ccb,revision_number=0']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:06:00.434414 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae58f91e-dc8e-46fc-90c0-4e27bdb3df68 tempest-NetworksIpV6Test-465523679 tempest-NetworksIpV6Test-465523679-project] Checking segment: {'id': '640a2901-6104-4ceb-aa10-142f5fdf2336', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '9ce7539e-6936-4cad-8641-6f55465977bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 19 08:06:00.434771 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae58f91e-dc8e-46fc-90c0-4e27bdb3df68 tempest-NetworksIpV6Test-465523679 tempest-NetworksIpV6Test-465523679-project] Network hostable DHCP agents. Network: 9ce7539e-6936-4cad-8641-6f55465977bb, hostable agents: ['310d813b-0e3e-4d7e-9b79-8f4ec0dbcab0'], hosted agents: [] {{(pid=103332) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 08:06:00.451137 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae58f91e-dc8e-46fc-90c0-4e27bdb3df68 tempest-NetworksIpV6Test-465523679 tempest-NetworksIpV6Test-465523679-project] Network 9ce7539e-6936-4cad-8641-6f55465977bb is scheduled to be hosted by DHCP agent 310d813b-0e3e-4d7e-9b79-8f4ec0dbcab0 with binding_index 1 {{(pid=103332) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 08:06:00.460834 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.base_scheduler [None req-ae58f91e-dc8e-46fc-90c0-4e27bdb3df68 tempest-NetworksIpV6Test-465523679 tempest-NetworksIpV6Test-465523679-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861624-1-hyperv, 9ce7539e-6936-4cad-8641-6f55465977bb) {{(pid=103332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 08:06:00.465661 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae58f91e-dc8e-46fc-90c0-4e27bdb3df68 tempest-NetworksIpV6Test-465523679 tempest-NetworksIpV6Test-465523679-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:06:00.466442 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-ae58f91e-dc8e-46fc-90c0-4e27bdb3df68 tempest-NetworksIpV6Test-465523679 tempest-NetworksIpV6Test-465523679-project] Notify callbacks [] for subnet, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:06:00.472202 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5037db6-cf73-448b-b354-34a7c876bb43 None None] Network 9ce7539e-6936-4cad-8641-6f55465977bb requested from dv-neutron-861624-1-hyperv {{(pid=103334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 08:06:00.485487 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-ae58f91e-dc8e-46fc-90c0-4e27bdb3df68 tempest-NetworksIpV6Test-465523679 tempest-NetworksIpV6Test-465523679-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4116778 Oct 19 08:06:00.486318 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 36536) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:06:00.566811 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-016f23ff-4a44-44fc-b0f7-c44ead9819f6 None None] Notify callbacks [] for port, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:06:00.575561 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-016f23ff-4a44-44fc-b0f7-c44ead9819f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785020947330'] for port, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:06:00.586099 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-417d69c1-1acb-4acd-bdc9-061816f2f3d3 tempest-NetworksIpV6Test-465523679 tempest-NetworksIpV6Test-465523679-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-667019'] for network, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:06:00.628003 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-016f23ff-4a44-44fc-b0f7-c44ead9819f6 None None] Network bc978821-ead2-4bdf-a404-1dba0ef1e07f is already hosted by enough agents. {{(pid=103334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 08:06:00.641028 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-417d69c1-1acb-4acd-bdc9-061816f2f3d3 tempest-NetworksIpV6Test-465523679 tempest-NetworksIpV6Test-465523679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-679826'] for subnet, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:06:00.650925 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.scheduler.base_scheduler [None req-016f23ff-4a44-44fc-b0f7-c44ead9819f6 None None] Resources bound (agent type, host, resource id): {{(pid=103334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 08:06:00.659154 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-016f23ff-4a44-44fc-b0f7-c44ead9819f6 None None] Received port after_create {{(pid=103334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 08:06:00.669323 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016f23ff-4a44-44fc-b0f7-c44ead9819f6 None None] Pushing event updated for resources: {'Port': ['ID=1d4521a4-f23b-480a-b827-19eafc18b94d,revision_number=1']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:06:00.705117 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-417d69c1-1acb-4acd-bdc9-061816f2f3d3 tempest-NetworksIpV6Test-465523679 tempest-NetworksIpV6Test-465523679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-679819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-133552721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130659632'] for subnet, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:06:00.730276 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2971ad3e-a0c2-408f-926e-e70a8dab111b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d12c6ac-27a3-545c-a8f3-f04e30423d6d-9ce7539e-6936-4cad-8641-6f55465977bb', 'network_id': '9ce7539e-6936-4cad-8641-6f55465977bb', 'tenant_id': '9439313eeebc4d6897020355366b1eaa', 'fixed_ips': [{'subnet_id': 'd2ca1e5d-6e1f-423d-a1d8-24ba19909ccb'}]}} from dv-neutron-861624-1-hyperv. {{(pid=103334) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 08:06:00.731122 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-2971ad3e-a0c2-408f-926e-e70a8dab111b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:06:00.733344 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417d69c1-1acb-4acd-bdc9-061816f2f3d3 tempest-NetworksIpV6Test-465523679 tempest-NetworksIpV6Test-465523679-project] Pushing event deleted for resources: {'Subnet': ['ID=d2ca1e5d-6e1f-423d-a1d8-24ba19909ccb,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:06:00.756210 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-016f23ff-4a44-44fc-b0f7-c44ead9819f6 None None] Attempting to bind port 1d4521a4-f23b-480a-b827-19eafc18b94d on host dv-neutron-861624-1-hyperv for vnic_type normal with profile {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 19 08:06:00.756482 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-016f23ff-4a44-44fc-b0f7-c44ead9819f6 None None] Attempting to bind port 1d4521a4-f23b-480a-b827-19eafc18b94d by drivers openvswitch,hyperv on host dv-neutron-861624-1-hyperv at level 0 using segments [{'id': '7681e175-6adf-4b48-a1ee-94d86a787c54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'bc978821-ead2-4bdf-a404-1dba0ef1e07f'}] {{(pid=103334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 19 08:06:00.757004 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-016f23ff-4a44-44fc-b0f7-c44ead9819f6 None None] Attempting to bind port 1d4521a4-f23b-480a-b827-19eafc18b94d on network bc978821-ead2-4bdf-a404-1dba0ef1e07f {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 08:06:00.768976 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-016f23ff-4a44-44fc-b0f7-c44ead9819f6 None None] Checking agent: {'id': 'a5b0152c-d633-409b-aaf8-3b76458e2410', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861624-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 19, 7, 30, 19), 'started_at': datetime.datetime(2022, 10, 19, 7, 30, 49), 'heartbeat_timestamp': datetime.datetime(2022, 10, 19, 8, 5, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861624-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 08:06:00.769353 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-016f23ff-4a44-44fc-b0f7-c44ead9819f6 None None] Checking segment: {'id': '7681e175-6adf-4b48-a1ee-94d86a787c54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'bc978821-ead2-4bdf-a404-1dba0ef1e07f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 19 08:06:00.769757 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-016f23ff-4a44-44fc-b0f7-c44ead9819f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:06:00.770149 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-016f23ff-4a44-44fc-b0f7-c44ead9819f6 None None] Bound using segment: {'id': '7681e175-6adf-4b48-a1ee-94d86a787c54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'bc978821-ead2-4bdf-a404-1dba0ef1e07f'} {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 08:06:00.770618 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-016f23ff-4a44-44fc-b0f7-c44ead9819f6 None None] Bound port: 1d4521a4-f23b-480a-b827-19eafc18b94d, host: dv-neutron-861624-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7681e175-6adf-4b48-a1ee-94d86a787c54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'bc978821-ead2-4bdf-a404-1dba0ef1e07f'}}] {{(pid=103334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 19 08:06:00.771004 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-016f23ff-4a44-44fc-b0f7-c44ead9819f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:06:00.798568 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-417d69c1-1acb-4acd-bdc9-061816f2f3d3 tempest-NetworksIpV6Test-465523679 tempest-NetworksIpV6Test-465523679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-673051', 'neutron.services.segments.db._delete_segments_for_network-8785021519108'] for network, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:06:00.818687 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.services.segments.db [None req-417d69c1-1acb-4acd-bdc9-061816f2f3d3 tempest-NetworksIpV6Test-465523679 tempest-NetworksIpV6Test-465523679-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ce7539e-6936-4cad-8641-6f55465977bb']}} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:06:00.830110 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.services.segments.db [None req-417d69c1-1acb-4acd-bdc9-061816f2f3d3 tempest-NetworksIpV6Test-465523679 tempest-NetworksIpV6Test-465523679-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '640a2901-6104-4ceb-aa10-142f5fdf2336') {'for_net_delete': True} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:06:00.830411 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.services.segments.db [None req-417d69c1-1acb-4acd-bdc9-061816f2f3d3 tempest-NetworksIpV6Test-465523679 tempest-NetworksIpV6Test-465523679-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '640a2901-6104-4ceb-aa10-142f5fdf2336') {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:06:00.839982 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-417d69c1-1acb-4acd-bdc9-061816f2f3d3 tempest-NetworksIpV6Test-465523679 tempest-NetworksIpV6Test-465523679-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785021519382', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130726885'] for segment, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:06:00.853193 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2587688b-85c8-4d35-bcbe-571490bef488 None None] Network 9ce7539e-6936-4cad-8641-6f55465977bb requested from dv-neutron-861624-1-hyperv {{(pid=103334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 08:06:00.853684 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-417d69c1-1acb-4acd-bdc9-061816f2f3d3 tempest-NetworksIpV6Test-465523679 tempest-NetworksIpV6Test-465523679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979'] for segment, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:06:00.860071 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-417d69c1-1acb-4acd-bdc9-061816f2f3d3 tempest-NetworksIpV6Test-465523679 tempest-NetworksIpV6Test-465523679-project] Releasing vlan 187 on physical network physnet1 to pool {{(pid=103332) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 08:06:00.860464 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-417d69c1-1acb-4acd-bdc9-061816f2f3d3 tempest-NetworksIpV6Test-465523679 tempest-NetworksIpV6Test-465523679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-133553843'] for segment, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:06:00.922772 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-417d69c1-1acb-4acd-bdc9-061816f2f3d3 tempest-NetworksIpV6Test-465523679 tempest-NetworksIpV6Test-465523679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-673044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1695087'] for network, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:06:00.927257 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-417d69c1-1acb-4acd-bdc9-061816f2f3d3 tempest-NetworksIpV6Test-465523679 tempest-NetworksIpV6Test-465523679-project] Notify callbacks [] for network, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:06:00.930626 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-417d69c1-1acb-4acd-bdc9-061816f2f3d3 tempest-NetworksIpV6Test-465523679 tempest-NetworksIpV6Test-465523679-project] 10.222.0.27 "DELETE /v2.0/networks/9ce7539e-6936-4cad-8641-6f55465977bb HTTP/1.1" status: 204 len: 168 time: 0.4433749 Oct 19 08:06:00.934707 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 36538) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:06:00.939821 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-016f23ff-4a44-44fc-b0f7-c44ead9819f6 None None] For port 1d4521a4-f23b-480a-b827-19eafc18b94d, host dv-neutron-861624-1-hyperv, cleared binding levels {{(pid=103334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 08:06:00.951084 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417d69c1-1acb-4acd-bdc9-061816f2f3d3 tempest-NetworksIpV6Test-465523679 tempest-NetworksIpV6Test-465523679-project] Pushing event deleted for resources: {'Network': ['ID=9ce7539e-6936-4cad-8641-6f55465977bb,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:06:00.965348 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff9f3633-ab21-4580-84f0-4fd80eb82c3e tempest-NetworksIpV6Test-465523679 tempest-NetworksIpV6Test-465523679-project] GET failed (client error): The resource could not be found. Oct 19 08:06:00.969254 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-ff9f3633-ab21-4580-84f0-4fd80eb82c3e tempest-NetworksIpV6Test-465523679 tempest-NetworksIpV6Test-465523679-project] 10.222.0.27 "GET /v2.0/subnets/d2ca1e5d-6e1f-423d-a1d8-24ba19909ccb HTTP/1.1" status: 404 len: 337 time: 0.0308936 Oct 19 08:06:00.969415 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-016f23ff-4a44-44fc-b0f7-c44ead9819f6 None None] For port 1d4521a4-f23b-480a-b827-19eafc18b94d, host dv-neutron-861624-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=1d4521a4-f23b-480a-b827-19eafc18b94d,segment=NetworkSegment(7681e175-6adf-4b48-a1ee-94d86a787c54),segment_id=7681e175-6adf-4b48-a1ee-94d86a787c54)] {{(pid=103334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 08:06:00.969521 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 36540) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:06:00.974688 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-016f23ff-4a44-44fc-b0f7-c44ead9819f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:06:00.994580 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.pecan_wsgi.hooks.translation [None req-75828b0d-b2c8-4656-8eab-cbcaaa610fdc tempest-NetworksIpV6Test-465523679 tempest-NetworksIpV6Test-465523679-project] DELETE failed (client error): The resource could not be found. Oct 19 08:06:00.995951 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-75828b0d-b2c8-4656-8eab-cbcaaa610fdc tempest-NetworksIpV6Test-465523679 tempest-NetworksIpV6Test-465523679-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103333) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 08:06:00.999055 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-75828b0d-b2c8-4656-8eab-cbcaaa610fdc tempest-NetworksIpV6Test-465523679 tempest-NetworksIpV6Test-465523679-project] 10.222.0.27 "DELETE /v2.0/networks/9ce7539e-6936-4cad-8641-6f55465977bb HTTP/1.1" status: 404 len: 339 time: 0.0285969 Oct 19 08:06:01.003271 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 36542) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:06:01.031595 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb68b42c-02d5-49c4-8466-3be96b90b0a8 tempest-NetworksIpV6Test-465523679 tempest-NetworksIpV6Test-465523679-project] DELETE failed (client error): The resource could not be found. Oct 19 08:06:01.031762 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb68b42c-02d5-49c4-8466-3be96b90b0a8 tempest-NetworksIpV6Test-465523679 tempest-NetworksIpV6Test-465523679-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103333) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 08:06:01.034774 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-fb68b42c-02d5-49c4-8466-3be96b90b0a8 tempest-NetworksIpV6Test-465523679 tempest-NetworksIpV6Test-465523679-project] 10.222.0.27 "DELETE /v2.0/subnets/d2ca1e5d-6e1f-423d-a1d8-24ba19909ccb HTTP/1.1" status: 404 len: 337 time: 0.0300403 Oct 19 08:06:01.037596 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 36544) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:06:01.048277 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016f23ff-4a44-44fc-b0f7-c44ead9819f6 None None] Pushing event updated for resources: {'Port': ['ID=1d4521a4-f23b-480a-b827-19eafc18b94d,revision_number=2']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:06:01.058419 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.pecan_wsgi.hooks.translation [None req-d43db412-7e1a-43d0-9ecd-2e5c53ada2f1 tempest-NetworksIpV6Test-465523679 tempest-NetworksIpV6Test-465523679-project] DELETE failed (client error): The resource could not be found. Oct 19 08:06:01.058989 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d43db412-7e1a-43d0-9ecd-2e5c53ada2f1 tempest-NetworksIpV6Test-465523679 tempest-NetworksIpV6Test-465523679-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103332) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 08:06:01.062033 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-d43db412-7e1a-43d0-9ecd-2e5c53ada2f1 tempest-NetworksIpV6Test-465523679 tempest-NetworksIpV6Test-465523679-project] 10.222.0.27 "DELETE /v2.0/networks/9ce7539e-6936-4cad-8641-6f55465977bb HTTP/1.1" status: 404 len: 339 time: 0.0234499 Oct 19 08:06:01.064565 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 36546) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:06:01.115951 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.db_base_plugin_v2 [None req-c52f9ce5-40ef-4ec9-9fff-1e8d73c9ea44 tempest-NetworksIpV6Test-465523679 tempest-NetworksIpV6Test-465523679-project] Deleting subnet b832aea3-4691-40eb-a1fb-0b211aa74a4c {{(pid=103332) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 19 08:06:01.119354 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-c52f9ce5-40ef-4ec9-9fff-1e8d73c9ea44 tempest-NetworksIpV6Test-465523679 tempest-NetworksIpV6Test-465523679-project] Notify callbacks [] for subnet, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:06:01.179761 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-c52f9ce5-40ef-4ec9-9fff-1e8d73c9ea44 tempest-NetworksIpV6Test-465523679 tempest-NetworksIpV6Test-465523679-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130726890'] for subnet, precommit_delete_associations {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:06:01.221504 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.services.segments.plugin [-] Segment 640a2901-6104-4ceb-aa10-142f5fdf2336 resource provider aggregate not found Oct 19 08:06:01.241655 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.services.segments.plugin [-] Segment 640a2901-6104-4ceb-aa10-142f5fdf2336 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 640a2901-6104-4ceb-aa10-142f5fdf2336 found for delete ", "request_id": "req-ec649272-9fe7-43a4-aabf-4835384dfbcf"}]} Oct 19 08:06:01.286047 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-c52f9ce5-40ef-4ec9-9fff-1e8d73c9ea44 tempest-NetworksIpV6Test-465523679 tempest-NetworksIpV6Test-465523679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-679826'] for subnet, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:06:01.346045 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-c52f9ce5-40ef-4ec9-9fff-1e8d73c9ea44 tempest-NetworksIpV6Test-465523679 tempest-NetworksIpV6Test-465523679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-679819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-133552721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130659632'] for subnet, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:06:01.374616 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52f9ce5-40ef-4ec9-9fff-1e8d73c9ea44 tempest-NetworksIpV6Test-465523679 tempest-NetworksIpV6Test-465523679-project] Pushing event deleted for resources: {'Subnet': ['ID=b832aea3-4691-40eb-a1fb-0b211aa74a4c,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:06:01.376659 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-c52f9ce5-40ef-4ec9-9fff-1e8d73c9ea44 tempest-NetworksIpV6Test-465523679 tempest-NetworksIpV6Test-465523679-project] Notify callbacks [] for subnet, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:06:01.380479 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-c52f9ce5-40ef-4ec9-9fff-1e8d73c9ea44 tempest-NetworksIpV6Test-465523679 tempest-NetworksIpV6Test-465523679-project] 10.222.0.27 "DELETE /v2.0/subnets/b832aea3-4691-40eb-a1fb-0b211aa74a4c HTTP/1.1" status: 204 len: 168 time: 0.3143630 Oct 19 08:06:01.382455 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 36552) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:06:01.460006 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-fd11914c-377d-4e1f-941b-5e55aaed2935 tempest-NetworksIpV6Test-465523679 tempest-NetworksIpV6Test-465523679-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-667019'] for network, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:06:01.512241 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-fd11914c-377d-4e1f-941b-5e55aaed2935 tempest-NetworksIpV6Test-465523679 tempest-NetworksIpV6Test-465523679-project] Deleting port 1d4521a4-f23b-480a-b827-19eafc18b94d {{(pid=103333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 08:06:01.512608 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-fd11914c-377d-4e1f-941b-5e55aaed2935 tempest-NetworksIpV6Test-465523679 tempest-NetworksIpV6Test-465523679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:06:01.581405 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.db [None req-fd11914c-377d-4e1f-941b-5e55aaed2935 tempest-NetworksIpV6Test-465523679 tempest-NetworksIpV6Test-465523679-project] For port 1d4521a4-f23b-480a-b827-19eafc18b94d, host dv-neutron-861624-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=1d4521a4-f23b-480a-b827-19eafc18b94d,segment=NetworkSegment(7681e175-6adf-4b48-a1ee-94d86a787c54),segment_id=7681e175-6adf-4b48-a1ee-94d86a787c54)] {{(pid=103333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 08:06:01.582044 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-fd11914c-377d-4e1f-941b-5e55aaed2935 tempest-NetworksIpV6Test-465523679 tempest-NetworksIpV6Test-465523679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:06:01.595168 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-fd11914c-377d-4e1f-941b-5e55aaed2935 tempest-NetworksIpV6Test-465523679 tempest-NetworksIpV6Test-465523679-project] Calling delete_port for 1d4521a4-f23b-480a-b827-19eafc18b94d owned by network:dhcp {{(pid=103333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 08:06:01.677192 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-fd11914c-377d-4e1f-941b-5e55aaed2935 tempest-NetworksIpV6Test-465523679 tempest-NetworksIpV6Test-465523679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130996763'] for port, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:06:01.707922 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd11914c-377d-4e1f-941b-5e55aaed2935 tempest-NetworksIpV6Test-465523679 tempest-NetworksIpV6Test-465523679-project] Pushing event deleted for resources: {'Port': ['ID=1d4521a4-f23b-480a-b827-19eafc18b94d,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:06:01.711778 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd11914c-377d-4e1f-941b-5e55aaed2935 tempest-NetworksIpV6Test-465523679 tempest-NetworksIpV6Test-465523679-project] No DVR routers for this DVR port 1d4521a4-f23b-480a-b827-19eafc18b94d on host dv-neutron-861624-1-hyperv {{(pid=103333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 19 08:06:01.795055 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-fd11914c-377d-4e1f-941b-5e55aaed2935 tempest-NetworksIpV6Test-465523679 tempest-NetworksIpV6Test-465523679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-673051', 'neutron.services.segments.db._delete_segments_for_network-8785021519108'] for network, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:06:01.816535 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-fd11914c-377d-4e1f-941b-5e55aaed2935 tempest-NetworksIpV6Test-465523679 tempest-NetworksIpV6Test-465523679-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc978821-ead2-4bdf-a404-1dba0ef1e07f']}} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:06:01.827525 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-fd11914c-377d-4e1f-941b-5e55aaed2935 tempest-NetworksIpV6Test-465523679 tempest-NetworksIpV6Test-465523679-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7681e175-6adf-4b48-a1ee-94d86a787c54') {'for_net_delete': True} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:06:01.827815 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-fd11914c-377d-4e1f-941b-5e55aaed2935 tempest-NetworksIpV6Test-465523679 tempest-NetworksIpV6Test-465523679-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7681e175-6adf-4b48-a1ee-94d86a787c54') {} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:06:01.843244 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-fd11914c-377d-4e1f-941b-5e55aaed2935 tempest-NetworksIpV6Test-465523679 tempest-NetworksIpV6Test-465523679-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785021519382', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-134111927'] for segment, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:06:01.856834 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-fd11914c-377d-4e1f-941b-5e55aaed2935 tempest-NetworksIpV6Test-465523679 tempest-NetworksIpV6Test-465523679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979'] for segment, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:06:01.863292 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd11914c-377d-4e1f-941b-5e55aaed2935 tempest-NetworksIpV6Test-465523679 tempest-NetworksIpV6Test-465523679-project] Releasing vlan 168 on physical network physnet1 to pool {{(pid=103333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 08:06:01.863658 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-fd11914c-377d-4e1f-941b-5e55aaed2935 tempest-NetworksIpV6Test-465523679 tempest-NetworksIpV6Test-465523679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130996782'] for segment, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:06:01.874298 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cd7175c-2dd2-473f-8e2f-451432f2ec2c None None] Network bc978821-ead2-4bdf-a404-1dba0ef1e07f requested from dv-neutron-861624-1-hyperv {{(pid=103334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 08:06:01.883100 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.services.segments.plugin [-] Segment 7681e175-6adf-4b48-a1ee-94d86a787c54 resource provider aggregate not found Oct 19 08:06:01.927666 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.services.segments.plugin [-] Segment 7681e175-6adf-4b48-a1ee-94d86a787c54 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7681e175-6adf-4b48-a1ee-94d86a787c54 found for delete ", "request_id": "req-b6731bd5-555a-4b58-9387-eb1cc431f069"}]} Oct 19 08:06:01.935981 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-fd11914c-377d-4e1f-941b-5e55aaed2935 tempest-NetworksIpV6Test-465523679 tempest-NetworksIpV6Test-465523679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-673044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1695087'] for network, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:06:01.940864 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-b114b36f-763f-440b-b054-05e716bd6d00 None None] Could not find standard attr ID for object 1d4521a4-f23b-480a-b827-19eafc18b94d. {{(pid=103334) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 19 08:06:01.942962 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-fd11914c-377d-4e1f-941b-5e55aaed2935 tempest-NetworksIpV6Test-465523679 tempest-NetworksIpV6Test-465523679-project] Notify callbacks [] for network, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:06:01.946130 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-fd11914c-377d-4e1f-941b-5e55aaed2935 tempest-NetworksIpV6Test-465523679 tempest-NetworksIpV6Test-465523679-project] 10.222.0.27 "DELETE /v2.0/networks/bc978821-ead2-4bdf-a404-1dba0ef1e07f HTTP/1.1" status: 204 len: 168 time: 0.5627091 Oct 19 08:06:01.949479 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 36558) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:06:01.958527 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd11914c-377d-4e1f-941b-5e55aaed2935 tempest-NetworksIpV6Test-465523679 tempest-NetworksIpV6Test-465523679-project] Pushing event deleted for resources: {'Network': ['ID=bc978821-ead2-4bdf-a404-1dba0ef1e07f,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:06:01.981730 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.pecan_wsgi.hooks.translation [None req-3740f28c-479a-4a41-a90a-09e8a2429e42 tempest-NetworksIpV6Test-465523679 tempest-NetworksIpV6Test-465523679-project] DELETE failed (client error): The resource could not be found. Oct 19 08:06:01.982241 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3740f28c-479a-4a41-a90a-09e8a2429e42 tempest-NetworksIpV6Test-465523679 tempest-NetworksIpV6Test-465523679-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103332) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 08:06:01.987159 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-3740f28c-479a-4a41-a90a-09e8a2429e42 tempest-NetworksIpV6Test-465523679 tempest-NetworksIpV6Test-465523679-project] 10.222.0.27 "DELETE /v2.0/subnets/c62411a5-b3bc-4fe6-8be7-29dd46ced7af HTTP/1.1" status: 404 len: 337 time: 0.0350499 Oct 19 08:06:01.988158 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 36560) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:06:02.006872 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c8eaebc-8e64-49cc-be36-16695df0e959 tempest-NetworksIpV6Test-465523679 tempest-NetworksIpV6Test-465523679-project] DELETE failed (client error): The resource could not be found. Oct 19 08:06:02.007443 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c8eaebc-8e64-49cc-be36-16695df0e959 tempest-NetworksIpV6Test-465523679 tempest-NetworksIpV6Test-465523679-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103332) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 08:06:02.011108 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-3c8eaebc-8e64-49cc-be36-16695df0e959 tempest-NetworksIpV6Test-465523679 tempest-NetworksIpV6Test-465523679-project] 10.222.0.27 "DELETE /v2.0/networks/221ce7a1-9dad-41d9-8280-a638ad4d2a84 HTTP/1.1" status: 404 len: 339 time: 0.0214372 Oct 19 08:06:02.013967 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 36562) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:06:02.040658 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.pecan_wsgi.hooks.translation [None req-96c83526-a9d8-436b-b520-f29beaa055ef tempest-NetworksIpV6Test-465523679 tempest-NetworksIpV6Test-465523679-project] DELETE failed (client error): The resource could not be found. Oct 19 08:06:02.041113 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-96c83526-a9d8-436b-b520-f29beaa055ef tempest-NetworksIpV6Test-465523679 tempest-NetworksIpV6Test-465523679-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103333) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 08:06:02.044290 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-96c83526-a9d8-436b-b520-f29beaa055ef tempest-NetworksIpV6Test-465523679 tempest-NetworksIpV6Test-465523679-project] 10.222.0.27 "DELETE /v2.0/subnets/b1c330a9-2046-448e-b037-86b9fcb7eeb3 HTTP/1.1" status: 404 len: 337 time: 0.0292790 Oct 19 08:06:02.046878 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 36564) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:06:02.055499 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15df3858-6b71-4218-92f8-1a477c76748b None None] DHCP port deletion for bc978821-ead2-4bdf-a404-1dba0ef1e07f request from dv-neutron-861624-1-hyperv {{(pid=103334) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 08:06:02.066382 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.pecan_wsgi.hooks.translation [None req-e57b845b-003b-463a-88fd-d97c66188c8f tempest-NetworksIpV6Test-465523679 tempest-NetworksIpV6Test-465523679-project] DELETE failed (client error): The resource could not be found. Oct 19 08:06:02.068098 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e57b845b-003b-463a-88fd-d97c66188c8f tempest-NetworksIpV6Test-465523679 tempest-NetworksIpV6Test-465523679-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103333) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 19 08:06:02.070390 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-e57b845b-003b-463a-88fd-d97c66188c8f tempest-NetworksIpV6Test-465523679 tempest-NetworksIpV6Test-465523679-project] 10.222.0.27 "DELETE /v2.0/networks/97a4cab9-5b62-4048-b090-99d8e67c3eca HTTP/1.1" status: 404 len: 339 time: 0.0226138 Oct 19 08:06:02.072946 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 36566) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:06:02.129806 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.db_base_plugin_v2 [None req-87d5314f-9540-4ac3-824b-9bba34b5a8e9 tempest-NetworksIpV6Test-465523679 tempest-NetworksIpV6Test-465523679-project] Deleting subnet cbb5bccb-8d95-400d-8820-11a7b0f4a214 {{(pid=103333) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 19 08:06:02.132770 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-87d5314f-9540-4ac3-824b-9bba34b5a8e9 tempest-NetworksIpV6Test-465523679 tempest-NetworksIpV6Test-465523679-project] Notify callbacks [] for subnet, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:06:02.174427 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-87d5314f-9540-4ac3-824b-9bba34b5a8e9 tempest-NetworksIpV6Test-465523679 tempest-NetworksIpV6Test-465523679-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-134111928'] for subnet, precommit_delete_associations {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:06:02.257664 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-87d5314f-9540-4ac3-824b-9bba34b5a8e9 tempest-NetworksIpV6Test-465523679 tempest-NetworksIpV6Test-465523679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-679826'] for subnet, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:06:02.321292 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-87d5314f-9540-4ac3-824b-9bba34b5a8e9 tempest-NetworksIpV6Test-465523679 tempest-NetworksIpV6Test-465523679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-679819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130997964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130170408'] for subnet, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:06:02.348887 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d5314f-9540-4ac3-824b-9bba34b5a8e9 tempest-NetworksIpV6Test-465523679 tempest-NetworksIpV6Test-465523679-project] Pushing event deleted for resources: {'Subnet': ['ID=cbb5bccb-8d95-400d-8820-11a7b0f4a214,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:06:02.352453 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-87d5314f-9540-4ac3-824b-9bba34b5a8e9 tempest-NetworksIpV6Test-465523679 tempest-NetworksIpV6Test-465523679-project] Notify callbacks [] for subnet, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:06:02.356062 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-87d5314f-9540-4ac3-824b-9bba34b5a8e9 tempest-NetworksIpV6Test-465523679 tempest-NetworksIpV6Test-465523679-project] 10.222.0.27 "DELETE /v2.0/subnets/cbb5bccb-8d95-400d-8820-11a7b0f4a214 HTTP/1.1" status: 204 len: 168 time: 0.2814856 Oct 19 08:06:02.358786 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 36568) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:06:02.361258 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c54aaf9-0848-4d34-acb2-09e9f719b217 None None] Network 8dcea74a-3fbe-4483-a9af-aee562480cd6 requested from dv-neutron-861624-1-hyperv {{(pid=103334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 08:06:02.434557 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-bdc8cac0-47ba-49a3-b179-e867e20b7cb0 tempest-NetworksIpV6Test-465523679 tempest-NetworksIpV6Test-465523679-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-667019'] for network, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:06:02.486549 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-bdc8cac0-47ba-49a3-b179-e867e20b7cb0 tempest-NetworksIpV6Test-465523679 tempest-NetworksIpV6Test-465523679-project] Deleting port 878ef74c-ac51-4616-907a-7b764b46f665 {{(pid=103333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 08:06:02.487083 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-bdc8cac0-47ba-49a3-b179-e867e20b7cb0 tempest-NetworksIpV6Test-465523679 tempest-NetworksIpV6Test-465523679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:06:02.523684 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81b98a5a-f9f2-473c-b813-92e1f6c91804 None None] DHCP port deletion for 8dcea74a-3fbe-4483-a9af-aee562480cd6 request from dv-neutron-861624-1-hyperv {{(pid=103334) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 08:06:02.556944 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.db [None req-bdc8cac0-47ba-49a3-b179-e867e20b7cb0 tempest-NetworksIpV6Test-465523679 tempest-NetworksIpV6Test-465523679-project] For port 878ef74c-ac51-4616-907a-7b764b46f665, host dv-neutron-861624-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=878ef74c-ac51-4616-907a-7b764b46f665,segment=NetworkSegment(3808353a-37fa-44a0-89c9-0d4433d8b767),segment_id=3808353a-37fa-44a0-89c9-0d4433d8b767)] {{(pid=103333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 08:06:02.557328 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-bdc8cac0-47ba-49a3-b179-e867e20b7cb0 tempest-NetworksIpV6Test-465523679 tempest-NetworksIpV6Test-465523679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:06:02.569709 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-bdc8cac0-47ba-49a3-b179-e867e20b7cb0 tempest-NetworksIpV6Test-465523679 tempest-NetworksIpV6Test-465523679-project] Calling delete_port for 878ef74c-ac51-4616-907a-7b764b46f665 owned by network:dhcp {{(pid=103333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 08:06:02.571070 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-81b98a5a-f9f2-473c-b813-92e1f6c91804 None None] Deleting port 878ef74c-ac51-4616-907a-7b764b46f665 {{(pid=103334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 08:06:02.571441 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-81b98a5a-f9f2-473c-b813-92e1f6c91804 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:06:02.632601 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-81b98a5a-f9f2-473c-b813-92e1f6c91804 None None] For port 878ef74c-ac51-4616-907a-7b764b46f665, host dv-neutron-861624-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=878ef74c-ac51-4616-907a-7b764b46f665,segment=NetworkSegment(3808353a-37fa-44a0-89c9-0d4433d8b767),segment_id=3808353a-37fa-44a0-89c9-0d4433d8b767)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 08:06:02.633030 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-81b98a5a-f9f2-473c-b813-92e1f6c91804 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:06:02.648990 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-81b98a5a-f9f2-473c-b813-92e1f6c91804 None None] Calling delete_port for 878ef74c-ac51-4616-907a-7b764b46f665 owned by network:dhcp {{(pid=103334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 08:06:02.651570 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-bdc8cac0-47ba-49a3-b179-e867e20b7cb0 tempest-NetworksIpV6Test-465523679 tempest-NetworksIpV6Test-465523679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130996763'] for port, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:06:02.684599 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdc8cac0-47ba-49a3-b179-e867e20b7cb0 tempest-NetworksIpV6Test-465523679 tempest-NetworksIpV6Test-465523679-project] No DVR routers for this DVR port 878ef74c-ac51-4616-907a-7b764b46f665 on host dv-neutron-861624-1-hyperv {{(pid=103333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 19 08:06:02.690484 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc8cac0-47ba-49a3-b179-e867e20b7cb0 tempest-NetworksIpV6Test-465523679 tempest-NetworksIpV6Test-465523679-project] Pushing event deleted for resources: {'Port': ['ID=878ef74c-ac51-4616-907a-7b764b46f665,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:06:02.723746 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-81b98a5a-f9f2-473c-b813-92e1f6c91804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339'] for port, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:06:02.750909 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b98a5a-f9f2-473c-b813-92e1f6c91804 None None] Pushing event deleted for resources: {'Port': ['ID=878ef74c-ac51-4616-907a-7b764b46f665,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:06:02.752782 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81b98a5a-f9f2-473c-b813-92e1f6c91804 None None] No DVR routers for this DVR port 878ef74c-ac51-4616-907a-7b764b46f665 on host dv-neutron-861624-1-hyperv {{(pid=103334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 19 08:06:02.767335 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-bdc8cac0-47ba-49a3-b179-e867e20b7cb0 tempest-NetworksIpV6Test-465523679 tempest-NetworksIpV6Test-465523679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-673051', 'neutron.services.segments.db._delete_segments_for_network-8785021519108'] for network, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:06:02.787538 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-bdc8cac0-47ba-49a3-b179-e867e20b7cb0 tempest-NetworksIpV6Test-465523679 tempest-NetworksIpV6Test-465523679-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8dcea74a-3fbe-4483-a9af-aee562480cd6']}} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:06:02.797803 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-bdc8cac0-47ba-49a3-b179-e867e20b7cb0 tempest-NetworksIpV6Test-465523679 tempest-NetworksIpV6Test-465523679-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3808353a-37fa-44a0-89c9-0d4433d8b767') {'for_net_delete': True} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:06:02.798098 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-bdc8cac0-47ba-49a3-b179-e867e20b7cb0 tempest-NetworksIpV6Test-465523679 tempest-NetworksIpV6Test-465523679-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3808353a-37fa-44a0-89c9-0d4433d8b767') {} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:06:02.807345 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-bdc8cac0-47ba-49a3-b179-e867e20b7cb0 tempest-NetworksIpV6Test-465523679 tempest-NetworksIpV6Test-465523679-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785021519382', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-134111927'] for segment, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:06:02.825633 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-bdc8cac0-47ba-49a3-b179-e867e20b7cb0 tempest-NetworksIpV6Test-465523679 tempest-NetworksIpV6Test-465523679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979'] for segment, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:06:02.832148 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bdc8cac0-47ba-49a3-b179-e867e20b7cb0 tempest-NetworksIpV6Test-465523679 tempest-NetworksIpV6Test-465523679-project] Releasing vlan 195 on physical network physnet1 to pool {{(pid=103333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 08:06:02.832561 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-bdc8cac0-47ba-49a3-b179-e867e20b7cb0 tempest-NetworksIpV6Test-465523679 tempest-NetworksIpV6Test-465523679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130996782'] for segment, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:06:02.899728 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-bdc8cac0-47ba-49a3-b179-e867e20b7cb0 tempest-NetworksIpV6Test-465523679 tempest-NetworksIpV6Test-465523679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-673044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1695087'] for network, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:06:02.907435 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-bdc8cac0-47ba-49a3-b179-e867e20b7cb0 tempest-NetworksIpV6Test-465523679 tempest-NetworksIpV6Test-465523679-project] Notify callbacks [] for network, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:06:02.910470 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-bdc8cac0-47ba-49a3-b179-e867e20b7cb0 tempest-NetworksIpV6Test-465523679 tempest-NetworksIpV6Test-465523679-project] 10.222.0.27 "DELETE /v2.0/networks/8dcea74a-3fbe-4483-a9af-aee562480cd6 HTTP/1.1" status: 204 len: 168 time: 0.5507495 Oct 19 08:06:02.922725 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc8cac0-47ba-49a3-b179-e867e20b7cb0 tempest-NetworksIpV6Test-465523679 tempest-NetworksIpV6Test-465523679-project] Pushing event deleted for resources: {'Network': ['ID=8dcea74a-3fbe-4483-a9af-aee562480cd6,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:06:03.141664 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 36574) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:06:03.270661 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-8b1334d7-5ab1-44fc-9625-d05fc6ac4f42 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=9439313eeebc4d6897020355366b1eaa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1278670 Oct 19 08:06:03.273201 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 36578) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:06:03.320467 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-928b5dce-be2c-482e-a5a7-b42810c40f26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:06:03.341935 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-928b5dce-be2c-482e-a5a7-b42810c40f26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:06:03.392171 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-928b5dce-be2c-482e-a5a7-b42810c40f26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788643'] for security_group, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:06:03.394767 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-928b5dce-be2c-482e-a5a7-b42810c40f26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:06:03.395903 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-928b5dce-be2c-482e-a5a7-b42810c40f26 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/5f15c2e9-bc55-4e22-b408-800677770124 HTTP/1.1" status: 204 len: 168 time: 0.1218061 Oct 19 08:06:03.404941 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928b5dce-be2c-482e-a5a7-b42810c40f26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f15c2e9-bc55-4e22-b408-800677770124,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:06:03.800486 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device 878ef74c-ac51-4616-907a-7b764b46f665 no longer exists at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 08:06:03.822217 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] No Port match for: 878ef74c-ac51-4616-907a-7b764b46f665 {{(pid=103334) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 19 08:06:03.822556 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device 878ef74c-ac51-4616-907a-7b764b46f665 not bound to the agent host dv-neutron-861624-1-hyperv {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 08:06:03.822965 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device 1d4521a4-f23b-480a-b827-19eafc18b94d no longer exists at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 08:06:03.949029 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.services.segments.plugin [-] Segment 3808353a-37fa-44a0-89c9-0d4433d8b767 resource provider aggregate not found Oct 19 08:06:03.966441 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.services.segments.plugin [-] Segment 3808353a-37fa-44a0-89c9-0d4433d8b767 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3808353a-37fa-44a0-89c9-0d4433d8b767 found for delete ", "request_id": "req-f451be6e-3016-4420-89ea-d1e42a30b81c"}]} Oct 19 08:06:03.987162 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] No Port match for: 1d4521a4-f23b-480a-b827-19eafc18b94d {{(pid=103334) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 19 08:06:03.987500 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device 1d4521a4-f23b-480a-b827-19eafc18b94d not bound to the agent host dv-neutron-861624-1-hyperv {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 08:06:04.040539 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 36604) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:06:04.132616 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-9cbde94a-246d-48ba-9c7a-2d38879ccfaf tempest-RoutersNegativeTest-344303665 tempest-RoutersNegativeTest-344303665-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1275711598', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 08:06:04.154036 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-9cbde94a-246d-48ba-9c7a-2d38879ccfaf tempest-RoutersNegativeTest-344303665 tempest-RoutersNegativeTest-344303665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1692695', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12668'] for router, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:06:04.155064 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-9cbde94a-246d-48ba-9c7a-2d38879ccfaf tempest-RoutersNegativeTest-344303665 tempest-RoutersNegativeTest-344303665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1692835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1693910', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1621825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12659'] for router, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:06:04.208910 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-9cbde94a-246d-48ba-9c7a-2d38879ccfaf tempest-RoutersNegativeTest-344303665 tempest-RoutersNegativeTest-344303665-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:06:04.213974 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-9cbde94a-246d-48ba-9c7a-2d38879ccfaf tempest-RoutersNegativeTest-344303665 tempest-RoutersNegativeTest-344303665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1692844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1693859'] for router, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:06:04.231040 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-9cbde94a-246d-48ba-9c7a-2d38879ccfaf tempest-RoutersNegativeTest-344303665 tempest-RoutersNegativeTest-344303665-project] Notify callbacks [] for router, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:06:04.232953 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-9cbde94a-246d-48ba-9c7a-2d38879ccfaf tempest-RoutersNegativeTest-344303665 tempest-RoutersNegativeTest-344303665-project] 10.222.0.27 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1913610 Oct 19 08:06:04.234862 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 36608) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:06:04.239580 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-db99e2ab-4d77-4ac7-87c4-b3d5d46f92ed tempest-RoutersNegativeTest-344303665 tempest-RoutersNegativeTest-344303665-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-2025588025'}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 08:06:04.259999 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db99e2ab-4d77-4ac7-87c4-b3d5d46f92ed tempest-RoutersNegativeTest-344303665 tempest-RoutersNegativeTest-344303665-project] Made reservation on behalf of 311ac3a3e7d14865be971589b9e2206b for: {'network': 1} {{(pid=103332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 08:06:04.263470 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-db99e2ab-4d77-4ac7-87c4-b3d5d46f92ed tempest-RoutersNegativeTest-344303665 tempest-RoutersNegativeTest-344303665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for network, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:06:04.271880 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-db99e2ab-4d77-4ac7-87c4-b3d5d46f92ed tempest-RoutersNegativeTest-344303665 tempest-RoutersNegativeTest-344303665-project] Notify callbacks [] for security_group, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:06:04.345543 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-db99e2ab-4d77-4ac7-87c4-b3d5d46f92ed tempest-RoutersNegativeTest-344303665 tempest-RoutersNegativeTest-344303665-project] Notify callbacks [] for security_group, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:06:04.348933 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-db99e2ab-4d77-4ac7-87c4-b3d5d46f92ed tempest-RoutersNegativeTest-344303665 tempest-RoutersNegativeTest-344303665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788643'] for security_group, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:06:04.370917 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db99e2ab-4d77-4ac7-87c4-b3d5d46f92ed tempest-RoutersNegativeTest-344303665 tempest-RoutersNegativeTest-344303665-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 188} {{(pid=103332) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 08:06:04.384939 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db99e2ab-4d77-4ac7-87c4-b3d5d46f92ed tempest-RoutersNegativeTest-344303665 tempest-RoutersNegativeTest-344303665-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8b66d340-49d2-48ed-b7f6-ab17403a1988,revision_number=1']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:06:04.388098 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-db99e2ab-4d77-4ac7-87c4-b3d5d46f92ed tempest-RoutersNegativeTest-344303665 tempest-RoutersNegativeTest-344303665-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979'] for segment, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:06:04.388435 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.db.segments_db [None req-db99e2ab-4d77-4ac7-87c4-b3d5d46f92ed tempest-RoutersNegativeTest-344303665 tempest-RoutersNegativeTest-344303665-project] Added segment 626393a0-fefc-41a4-b158-3c732eac6178 of type vlan for network af1db2c7-2d24-4587-a5ba-479ce0bd9746 Oct 19 08:06:04.428519 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-db99e2ab-4d77-4ac7-87c4-b3d5d46f92ed tempest-RoutersNegativeTest-344303665 tempest-RoutersNegativeTest-344303665-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785020965340'] for network, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:06:04.451811 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-db99e2ab-4d77-4ac7-87c4-b3d5d46f92ed tempest-RoutersNegativeTest-344303665 tempest-RoutersNegativeTest-344303665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873'] for network, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:06:04.457997 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db99e2ab-4d77-4ac7-87c4-b3d5d46f92ed tempest-RoutersNegativeTest-344303665 tempest-RoutersNegativeTest-344303665-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:06:04.458567 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-db99e2ab-4d77-4ac7-87c4-b3d5d46f92ed tempest-RoutersNegativeTest-344303665 tempest-RoutersNegativeTest-344303665-project] Notify callbacks [] for network, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:06:04.488145 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-db99e2ab-4d77-4ac7-87c4-b3d5d46f92ed tempest-RoutersNegativeTest-344303665 tempest-RoutersNegativeTest-344303665-project] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.2522953 Oct 19 08:06:04.491022 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 36610) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:06:04.495964 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-7d177647-aea7-4f7d-b7b9-64e66e9d878d tempest-RoutersNegativeTest-344303665 tempest-RoutersNegativeTest-344303665-project] Request body: {'subnet': {'network_id': 'af1db2c7-2d24-4587-a5ba-479ce0bd9746', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 08:06:04.552007 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db99e2ab-4d77-4ac7-87c4-b3d5d46f92ed tempest-RoutersNegativeTest-344303665 tempest-RoutersNegativeTest-344303665-project] Pushing event updated for resources: {'Network': ['ID=af1db2c7-2d24-4587-a5ba-479ce0bd9746,revision_number=1']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:06:04.562998 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Network af1db2c7-2d24-4587-a5ba-479ce0bd9746 details requested by agent ovs-agent-dv-neutron-861624-1-hyperv with host dv-neutron-861624-1-hyperv {{(pid=103334) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 08:06:04.619959 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d177647-aea7-4f7d-b7b9-64e66e9d878d tempest-RoutersNegativeTest-344303665 tempest-RoutersNegativeTest-344303665-project] Made reservation on behalf of 311ac3a3e7d14865be971589b9e2206b for: {'subnet': 1} {{(pid=103332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 08:06:04.624586 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-7d177647-aea7-4f7d-b7b9-64e66e9d878d tempest-RoutersNegativeTest-344303665 tempest-RoutersNegativeTest-344303665-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130659787'] for subnet, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:06:04.805831 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-7d177647-aea7-4f7d-b7b9-64e66e9d878d tempest-RoutersNegativeTest-344303665 tempest-RoutersNegativeTest-344303665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-133552662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130659641'] for subnet, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:06:04.867707 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d177647-aea7-4f7d-b7b9-64e66e9d878d tempest-RoutersNegativeTest-344303665 tempest-RoutersNegativeTest-344303665-project] Pushing event updated for resources: {'Subnet': ['ID=bc15a167-3b1a-433b-b100-32a11ff7f8cd,revision_number=0']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:06:04.879856 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d177647-aea7-4f7d-b7b9-64e66e9d878d tempest-RoutersNegativeTest-344303665 tempest-RoutersNegativeTest-344303665-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:06:04.879856 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d177647-aea7-4f7d-b7b9-64e66e9d878d tempest-RoutersNegativeTest-344303665 tempest-RoutersNegativeTest-344303665-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:06:04.880462 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d177647-aea7-4f7d-b7b9-64e66e9d878d tempest-RoutersNegativeTest-344303665 tempest-RoutersNegativeTest-344303665-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:06:04.880462 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d177647-aea7-4f7d-b7b9-64e66e9d878d tempest-RoutersNegativeTest-344303665 tempest-RoutersNegativeTest-344303665-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:06:04.880832 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d177647-aea7-4f7d-b7b9-64e66e9d878d tempest-RoutersNegativeTest-344303665 tempest-RoutersNegativeTest-344303665-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:06:04.881156 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d177647-aea7-4f7d-b7b9-64e66e9d878d tempest-RoutersNegativeTest-344303665 tempest-RoutersNegativeTest-344303665-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:06:04.881487 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d177647-aea7-4f7d-b7b9-64e66e9d878d tempest-RoutersNegativeTest-344303665 tempest-RoutersNegativeTest-344303665-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:06:04.881808 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d177647-aea7-4f7d-b7b9-64e66e9d878d tempest-RoutersNegativeTest-344303665 tempest-RoutersNegativeTest-344303665-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:06:04.882136 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d177647-aea7-4f7d-b7b9-64e66e9d878d tempest-RoutersNegativeTest-344303665 tempest-RoutersNegativeTest-344303665-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:06:04.882483 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d177647-aea7-4f7d-b7b9-64e66e9d878d tempest-RoutersNegativeTest-344303665 tempest-RoutersNegativeTest-344303665-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:06:04.882805 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d177647-aea7-4f7d-b7b9-64e66e9d878d tempest-RoutersNegativeTest-344303665 tempest-RoutersNegativeTest-344303665-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:06:04.883971 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d177647-aea7-4f7d-b7b9-64e66e9d878d tempest-RoutersNegativeTest-344303665 tempest-RoutersNegativeTest-344303665-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:06:04.893294 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d177647-aea7-4f7d-b7b9-64e66e9d878d tempest-RoutersNegativeTest-344303665 tempest-RoutersNegativeTest-344303665-project] Checking segment: {'id': '626393a0-fefc-41a4-b158-3c732eac6178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'af1db2c7-2d24-4587-a5ba-479ce0bd9746'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 19 08:06:04.893655 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d177647-aea7-4f7d-b7b9-64e66e9d878d tempest-RoutersNegativeTest-344303665 tempest-RoutersNegativeTest-344303665-project] Network hostable DHCP agents. Network: af1db2c7-2d24-4587-a5ba-479ce0bd9746, hostable agents: ['310d813b-0e3e-4d7e-9b79-8f4ec0dbcab0'], hosted agents: [] {{(pid=103332) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 08:06:04.911170 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d177647-aea7-4f7d-b7b9-64e66e9d878d tempest-RoutersNegativeTest-344303665 tempest-RoutersNegativeTest-344303665-project] Network af1db2c7-2d24-4587-a5ba-479ce0bd9746 is scheduled to be hosted by DHCP agent 310d813b-0e3e-4d7e-9b79-8f4ec0dbcab0 with binding_index 1 {{(pid=103332) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 08:06:04.920348 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.base_scheduler [None req-7d177647-aea7-4f7d-b7b9-64e66e9d878d tempest-RoutersNegativeTest-344303665 tempest-RoutersNegativeTest-344303665-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861624-1-hyperv, af1db2c7-2d24-4587-a5ba-479ce0bd9746) {{(pid=103332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 08:06:04.925836 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d177647-aea7-4f7d-b7b9-64e66e9d878d tempest-RoutersNegativeTest-344303665 tempest-RoutersNegativeTest-344303665-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:06:04.927067 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-7d177647-aea7-4f7d-b7b9-64e66e9d878d tempest-RoutersNegativeTest-344303665 tempest-RoutersNegativeTest-344303665-project] Notify callbacks [] for subnet, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:06:04.927967 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-805fa83b-5c05-4781-9cb0-3233d849b720 None None] Network af1db2c7-2d24-4587-a5ba-479ce0bd9746 requested from dv-neutron-861624-1-hyperv {{(pid=103334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 08:06:04.942754 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-7d177647-aea7-4f7d-b7b9-64e66e9d878d tempest-RoutersNegativeTest-344303665 tempest-RoutersNegativeTest-344303665-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4506514 Oct 19 08:06:04.945881 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 36612) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:06:04.951256 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-866de1d1-36c3-4ce0-a02d-4fe02e476653 tempest-RoutersNegativeTest-344303665 tempest-RoutersNegativeTest-344303665-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1250855318'}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 08:06:04.971171 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-866de1d1-36c3-4ce0-a02d-4fe02e476653 tempest-RoutersNegativeTest-344303665 tempest-RoutersNegativeTest-344303665-project] Made reservation on behalf of 311ac3a3e7d14865be971589b9e2206b for: {'network': 1} {{(pid=103332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 08:06:04.974627 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-866de1d1-36c3-4ce0-a02d-4fe02e476653 tempest-RoutersNegativeTest-344303665 tempest-RoutersNegativeTest-344303665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for network, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:06:04.998601 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-866de1d1-36c3-4ce0-a02d-4fe02e476653 tempest-RoutersNegativeTest-344303665 tempest-RoutersNegativeTest-344303665-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 170} {{(pid=103332) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 08:06:05.009181 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-866de1d1-36c3-4ce0-a02d-4fe02e476653 tempest-RoutersNegativeTest-344303665 tempest-RoutersNegativeTest-344303665-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979'] for segment, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:06:05.009524 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.db.segments_db [None req-866de1d1-36c3-4ce0-a02d-4fe02e476653 tempest-RoutersNegativeTest-344303665 tempest-RoutersNegativeTest-344303665-project] Added segment d99a3162-0d32-44e7-b91b-64b51846e6b5 of type vlan for network 3adfc393-09cb-42c6-ba6c-1b618361ec77 Oct 19 08:06:05.051041 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-866de1d1-36c3-4ce0-a02d-4fe02e476653 tempest-RoutersNegativeTest-344303665 tempest-RoutersNegativeTest-344303665-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785020965340'] for network, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:06:05.075920 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e34b6a4-c508-4c54-a604-b1a0f225e4cc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d12c6ac-27a3-545c-a8f3-f04e30423d6d-af1db2c7-2d24-4587-a5ba-479ce0bd9746', 'network_id': 'af1db2c7-2d24-4587-a5ba-479ce0bd9746', 'tenant_id': '311ac3a3e7d14865be971589b9e2206b', 'fixed_ips': [{'subnet_id': 'bc15a167-3b1a-433b-b100-32a11ff7f8cd'}]}} from dv-neutron-861624-1-hyperv. {{(pid=103334) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 08:06:05.076817 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-6e34b6a4-c508-4c54-a604-b1a0f225e4cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:06:05.084237 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-866de1d1-36c3-4ce0-a02d-4fe02e476653 tempest-RoutersNegativeTest-344303665 tempest-RoutersNegativeTest-344303665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873'] for network, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:06:05.089910 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-866de1d1-36c3-4ce0-a02d-4fe02e476653 tempest-RoutersNegativeTest-344303665 tempest-RoutersNegativeTest-344303665-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:06:05.090537 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-866de1d1-36c3-4ce0-a02d-4fe02e476653 tempest-RoutersNegativeTest-344303665 tempest-RoutersNegativeTest-344303665-project] Notify callbacks [] for network, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:06:05.122849 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-866de1d1-36c3-4ce0-a02d-4fe02e476653 tempest-RoutersNegativeTest-344303665 tempest-RoutersNegativeTest-344303665-project] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.1759195 Oct 19 08:06:05.125991 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 36614) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:06:05.136921 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-3377ca34-b357-46e7-8846-34d2d429370b tempest-RoutersNegativeTest-344303665 tempest-RoutersNegativeTest-344303665-project] Request body: {'subnet': {'network_id': '3adfc393-09cb-42c6-ba6c-1b618361ec77', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 08:06:05.186074 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866de1d1-36c3-4ce0-a02d-4fe02e476653 tempest-RoutersNegativeTest-344303665 tempest-RoutersNegativeTest-344303665-project] Pushing event updated for resources: {'Network': ['ID=3adfc393-09cb-42c6-ba6c-1b618361ec77,revision_number=1']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:06:05.206900 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Network 3adfc393-09cb-42c6-ba6c-1b618361ec77 details requested by agent ovs-agent-dv-neutron-861624-1-hyperv with host dv-neutron-861624-1-hyperv {{(pid=103334) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 08:06:05.247506 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.db_base_plugin_common [None req-6e34b6a4-c508-4c54-a604-b1a0f225e4cc None None] Allocated IP 172.20.0.2 (af1db2c7-2d24-4587-a5ba-479ce0bd9746/bc15a167-3b1a-433b-b100-32a11ff7f8cd/868d7fdd-14fc-44b6-a09c-731d21f1b56f) {{(pid=103334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 08:06:05.254432 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3377ca34-b357-46e7-8846-34d2d429370b tempest-RoutersNegativeTest-344303665 tempest-RoutersNegativeTest-344303665-project] Made reservation on behalf of 311ac3a3e7d14865be971589b9e2206b for: {'subnet': 1} {{(pid=103332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 08:06:05.258262 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-3377ca34-b357-46e7-8846-34d2d429370b tempest-RoutersNegativeTest-344303665 tempest-RoutersNegativeTest-344303665-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130659787'] for subnet, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:06:05.438912 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-3377ca34-b357-46e7-8846-34d2d429370b tempest-RoutersNegativeTest-344303665 tempest-RoutersNegativeTest-344303665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-133552662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130659641'] for subnet, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:06:05.450938 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-6e34b6a4-c508-4c54-a604-b1a0f225e4cc None None] Notify callbacks [] for port, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:06:05.456976 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-6e34b6a4-c508-4c54-a604-b1a0f225e4cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785020947330'] for port, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:06:05.496396 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e34b6a4-c508-4c54-a604-b1a0f225e4cc None None] Network af1db2c7-2d24-4587-a5ba-479ce0bd9746 is already hosted by enough agents. {{(pid=103334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 08:06:05.497651 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3377ca34-b357-46e7-8846-34d2d429370b tempest-RoutersNegativeTest-344303665 tempest-RoutersNegativeTest-344303665-project] Pushing event updated for resources: {'Subnet': ['ID=fa4eea1b-b60f-4b5f-942d-e32840529b28,revision_number=0']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:06:05.501066 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.scheduler.base_scheduler [None req-6e34b6a4-c508-4c54-a604-b1a0f225e4cc None None] Resources bound (agent type, host, resource id): {{(pid=103334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 08:06:05.505487 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e34b6a4-c508-4c54-a604-b1a0f225e4cc None None] Received port after_create {{(pid=103334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 08:06:05.508787 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3377ca34-b357-46e7-8846-34d2d429370b tempest-RoutersNegativeTest-344303665 tempest-RoutersNegativeTest-344303665-project] Checking segment: {'id': 'd99a3162-0d32-44e7-b91b-64b51846e6b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '3adfc393-09cb-42c6-ba6c-1b618361ec77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 19 08:06:05.509154 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3377ca34-b357-46e7-8846-34d2d429370b tempest-RoutersNegativeTest-344303665 tempest-RoutersNegativeTest-344303665-project] Network hostable DHCP agents. Network: 3adfc393-09cb-42c6-ba6c-1b618361ec77, hostable agents: ['310d813b-0e3e-4d7e-9b79-8f4ec0dbcab0'], hosted agents: [] {{(pid=103332) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 08:06:05.514474 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e34b6a4-c508-4c54-a604-b1a0f225e4cc None None] Pushing event updated for resources: {'Port': ['ID=868d7fdd-14fc-44b6-a09c-731d21f1b56f,revision_number=1']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:06:05.528391 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3377ca34-b357-46e7-8846-34d2d429370b tempest-RoutersNegativeTest-344303665 tempest-RoutersNegativeTest-344303665-project] Network 3adfc393-09cb-42c6-ba6c-1b618361ec77 is scheduled to be hosted by DHCP agent 310d813b-0e3e-4d7e-9b79-8f4ec0dbcab0 with binding_index 1 {{(pid=103332) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 08:06:05.536831 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.base_scheduler [None req-3377ca34-b357-46e7-8846-34d2d429370b tempest-RoutersNegativeTest-344303665 tempest-RoutersNegativeTest-344303665-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861624-1-hyperv, 3adfc393-09cb-42c6-ba6c-1b618361ec77) {{(pid=103332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 08:06:05.540944 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3377ca34-b357-46e7-8846-34d2d429370b tempest-RoutersNegativeTest-344303665 tempest-RoutersNegativeTest-344303665-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:06:05.541547 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-3377ca34-b357-46e7-8846-34d2d429370b tempest-RoutersNegativeTest-344303665 tempest-RoutersNegativeTest-344303665-project] Notify callbacks [] for subnet, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:06:05.558934 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-3377ca34-b357-46e7-8846-34d2d429370b tempest-RoutersNegativeTest-344303665 tempest-RoutersNegativeTest-344303665-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4322863 Oct 19 08:06:05.560602 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41a8cfc0-b828-47dc-bf03-e3f40c375c79 None None] Network 3adfc393-09cb-42c6-ba6c-1b618361ec77 requested from dv-neutron-861624-1-hyperv {{(pid=103334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 08:06:05.561777 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 36616) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:06:05.566274 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-83d1b5fd-a574-4ea3-bbb1-f2b4e34b2f9f tempest-RoutersNegativeTest-344303665 tempest-RoutersNegativeTest-344303665-project] Request body: {'router': {'external_gateway_info': {'network_id': '3adfc393-09cb-42c6-ba6c-1b618361ec77'}}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 08:06:05.585765 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-6e34b6a4-c508-4c54-a604-b1a0f225e4cc None None] Attempting to bind port 868d7fdd-14fc-44b6-a09c-731d21f1b56f on host dv-neutron-861624-1-hyperv for vnic_type normal with profile {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 19 08:06:05.586135 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-6e34b6a4-c508-4c54-a604-b1a0f225e4cc None None] Attempting to bind port 868d7fdd-14fc-44b6-a09c-731d21f1b56f by drivers openvswitch,hyperv on host dv-neutron-861624-1-hyperv at level 0 using segments [{'id': '626393a0-fefc-41a4-b158-3c732eac6178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'af1db2c7-2d24-4587-a5ba-479ce0bd9746'}] {{(pid=103334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 19 08:06:05.586500 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e34b6a4-c508-4c54-a604-b1a0f225e4cc None None] Attempting to bind port 868d7fdd-14fc-44b6-a09c-731d21f1b56f on network af1db2c7-2d24-4587-a5ba-479ce0bd9746 {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 08:06:05.600482 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e34b6a4-c508-4c54-a604-b1a0f225e4cc None None] Checking agent: {'id': 'a5b0152c-d633-409b-aaf8-3b76458e2410', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861624-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 19, 7, 30, 19), 'started_at': datetime.datetime(2022, 10, 19, 7, 30, 49), 'heartbeat_timestamp': datetime.datetime(2022, 10, 19, 8, 5, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861624-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 08:06:05.600875 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e34b6a4-c508-4c54-a604-b1a0f225e4cc None None] Checking segment: {'id': '626393a0-fefc-41a4-b158-3c732eac6178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'af1db2c7-2d24-4587-a5ba-479ce0bd9746'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 19 08:06:05.601282 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-6e34b6a4-c508-4c54-a604-b1a0f225e4cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:06:05.601665 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e34b6a4-c508-4c54-a604-b1a0f225e4cc None None] Bound using segment: {'id': '626393a0-fefc-41a4-b158-3c732eac6178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'af1db2c7-2d24-4587-a5ba-479ce0bd9746'} {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 08:06:05.602132 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-6e34b6a4-c508-4c54-a604-b1a0f225e4cc None None] Bound port: 868d7fdd-14fc-44b6-a09c-731d21f1b56f, host: dv-neutron-861624-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '626393a0-fefc-41a4-b158-3c732eac6178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'af1db2c7-2d24-4587-a5ba-479ce0bd9746'}}] {{(pid=103334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 19 08:06:05.602513 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-6e34b6a4-c508-4c54-a604-b1a0f225e4cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:06:05.738500 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-6e34b6a4-c508-4c54-a604-b1a0f225e4cc None None] For port 868d7fdd-14fc-44b6-a09c-731d21f1b56f, host dv-neutron-861624-1-hyperv, cleared binding levels {{(pid=103334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 08:06:05.742815 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-6e34b6a4-c508-4c54-a604-b1a0f225e4cc None None] For port 868d7fdd-14fc-44b6-a09c-731d21f1b56f, host dv-neutron-861624-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=868d7fdd-14fc-44b6-a09c-731d21f1b56f,segment=NetworkSegment(626393a0-fefc-41a4-b158-3c732eac6178),segment_id=626393a0-fefc-41a4-b158-3c732eac6178)] {{(pid=103334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 08:06:05.749121 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-6e34b6a4-c508-4c54-a604-b1a0f225e4cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:06:05.778977 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-83d1b5fd-a574-4ea3-bbb1-f2b4e34b2f9f tempest-RoutersNegativeTest-344303665 tempest-RoutersNegativeTest-344303665-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:06:05.823110 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fda18130-e38c-4609-9f08-1fe2928bbe38 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d12c6ac-27a3-545c-a8f3-f04e30423d6d-3adfc393-09cb-42c6-ba6c-1b618361ec77', 'network_id': '3adfc393-09cb-42c6-ba6c-1b618361ec77', 'tenant_id': '311ac3a3e7d14865be971589b9e2206b', 'fixed_ips': [{'subnet_id': 'fa4eea1b-b60f-4b5f-942d-e32840529b28'}]}} from dv-neutron-861624-1-hyperv. {{(pid=103334) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 08:06:05.825011 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-fda18130-e38c-4609-9f08-1fe2928bbe38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:06:05.841949 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e34b6a4-c508-4c54-a604-b1a0f225e4cc None None] Pushing event updated for resources: {'Port': ['ID=868d7fdd-14fc-44b6-a09c-731d21f1b56f,revision_number=2']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:06:05.891317 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.api.v2.resource [None req-83d1b5fd-a574-4ea3-bbb1-f2b4e34b2f9f tempest-RoutersNegativeTest-344303665 tempest-RoutersNegativeTest-344303665-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 19 08:06:05.898087 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-83d1b5fd-a574-4ea3-bbb1-f2b4e34b2f9f tempest-RoutersNegativeTest-344303665 tempest-RoutersNegativeTest-344303665-project] 10.222.0.27 "PUT /v2.0/routers/797d1d08-547a-4b02-946c-eb8390890a54 HTTP/1.1" status: 400 len: 364 time: 0.3296936 Oct 19 08:06:05.898425 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 36618) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:06:05.984779 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.db_base_plugin_v2 [None req-c851787c-15cf-4312-8010-87e9f8513052 tempest-RoutersNegativeTest-344303665 tempest-RoutersNegativeTest-344303665-project] Deleting subnet fa4eea1b-b60f-4b5f-942d-e32840529b28 {{(pid=103333) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 19 08:06:06.004020 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.db_base_plugin_common [None req-fda18130-e38c-4609-9f08-1fe2928bbe38 None None] Allocated IP 172.21.0.2 (3adfc393-09cb-42c6-ba6c-1b618361ec77/fa4eea1b-b60f-4b5f-942d-e32840529b28/b4cffd8c-51eb-40dd-90d3-f4c96754304a) {{(pid=103334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 08:06:06.154557 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-fda18130-e38c-4609-9f08-1fe2928bbe38 None None] Notify callbacks [] for port, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:06:06.159988 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-c851787c-15cf-4312-8010-87e9f8513052 tempest-RoutersNegativeTest-344303665 tempest-RoutersNegativeTest-344303665-project] Notify callbacks [] for subnet, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:06:06.160640 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-fda18130-e38c-4609-9f08-1fe2928bbe38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785020947330'] for port, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:06:06.197275 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fda18130-e38c-4609-9f08-1fe2928bbe38 None None] Network 3adfc393-09cb-42c6-ba6c-1b618361ec77 is already hosted by enough agents. {{(pid=103334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 08:06:06.201042 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.scheduler.base_scheduler [None req-fda18130-e38c-4609-9f08-1fe2928bbe38 None None] Resources bound (agent type, host, resource id): {{(pid=103334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 08:06:06.202813 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-c851787c-15cf-4312-8010-87e9f8513052 tempest-RoutersNegativeTest-344303665 tempest-RoutersNegativeTest-344303665-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-134111928'] for subnet, precommit_delete_associations {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:06:06.203643 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fda18130-e38c-4609-9f08-1fe2928bbe38 None None] Received port after_create {{(pid=103334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 08:06:06.241668 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda18130-e38c-4609-9f08-1fe2928bbe38 None None] Pushing event updated for resources: {'Port': ['ID=b4cffd8c-51eb-40dd-90d3-f4c96754304a,revision_number=1']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:06:06.277610 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-fda18130-e38c-4609-9f08-1fe2928bbe38 None None] Attempting to bind port b4cffd8c-51eb-40dd-90d3-f4c96754304a on host dv-neutron-861624-1-hyperv for vnic_type normal with profile {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 19 08:06:06.280756 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-fda18130-e38c-4609-9f08-1fe2928bbe38 None None] Attempting to bind port b4cffd8c-51eb-40dd-90d3-f4c96754304a by drivers openvswitch,hyperv on host dv-neutron-861624-1-hyperv at level 0 using segments [{'id': 'd99a3162-0d32-44e7-b91b-64b51846e6b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '3adfc393-09cb-42c6-ba6c-1b618361ec77'}] {{(pid=103334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 19 08:06:06.281309 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fda18130-e38c-4609-9f08-1fe2928bbe38 None None] Attempting to bind port b4cffd8c-51eb-40dd-90d3-f4c96754304a on network 3adfc393-09cb-42c6-ba6c-1b618361ec77 {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 08:06:06.289798 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fda18130-e38c-4609-9f08-1fe2928bbe38 None None] Checking agent: {'id': 'a5b0152c-d633-409b-aaf8-3b76458e2410', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861624-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 19, 7, 30, 19), 'started_at': datetime.datetime(2022, 10, 19, 7, 30, 49), 'heartbeat_timestamp': datetime.datetime(2022, 10, 19, 8, 5, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861624-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 08:06:06.290174 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fda18130-e38c-4609-9f08-1fe2928bbe38 None None] Checking segment: {'id': 'd99a3162-0d32-44e7-b91b-64b51846e6b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '3adfc393-09cb-42c6-ba6c-1b618361ec77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 19 08:06:06.290644 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-fda18130-e38c-4609-9f08-1fe2928bbe38 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:06:06.291451 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fda18130-e38c-4609-9f08-1fe2928bbe38 None None] Bound using segment: {'id': 'd99a3162-0d32-44e7-b91b-64b51846e6b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '3adfc393-09cb-42c6-ba6c-1b618361ec77'} {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 08:06:06.291572 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-fda18130-e38c-4609-9f08-1fe2928bbe38 None None] Bound port: b4cffd8c-51eb-40dd-90d3-f4c96754304a, host: dv-neutron-861624-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd99a3162-0d32-44e7-b91b-64b51846e6b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '3adfc393-09cb-42c6-ba6c-1b618361ec77'}}] {{(pid=103334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 19 08:06:06.292409 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-fda18130-e38c-4609-9f08-1fe2928bbe38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:06:06.297493 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-c851787c-15cf-4312-8010-87e9f8513052 tempest-RoutersNegativeTest-344303665 tempest-RoutersNegativeTest-344303665-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-679826'] for subnet, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:06:06.359627 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-c851787c-15cf-4312-8010-87e9f8513052 tempest-RoutersNegativeTest-344303665 tempest-RoutersNegativeTest-344303665-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-679819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130997964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130170408'] for subnet, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:06:06.375805 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-fda18130-e38c-4609-9f08-1fe2928bbe38 None None] For port b4cffd8c-51eb-40dd-90d3-f4c96754304a, host dv-neutron-861624-1-hyperv, cleared binding levels {{(pid=103334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 08:06:06.378975 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-fda18130-e38c-4609-9f08-1fe2928bbe38 None None] For port b4cffd8c-51eb-40dd-90d3-f4c96754304a, host dv-neutron-861624-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=b4cffd8c-51eb-40dd-90d3-f4c96754304a,segment=NetworkSegment(d99a3162-0d32-44e7-b91b-64b51846e6b5),segment_id=d99a3162-0d32-44e7-b91b-64b51846e6b5)] {{(pid=103334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 08:06:06.383597 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-fda18130-e38c-4609-9f08-1fe2928bbe38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:06:06.390431 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c851787c-15cf-4312-8010-87e9f8513052 tempest-RoutersNegativeTest-344303665 tempest-RoutersNegativeTest-344303665-project] Pushing event deleted for resources: {'Subnet': ['ID=fa4eea1b-b60f-4b5f-942d-e32840529b28,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:06:06.403891 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-c851787c-15cf-4312-8010-87e9f8513052 tempest-RoutersNegativeTest-344303665 tempest-RoutersNegativeTest-344303665-project] Notify callbacks [] for subnet, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:06:06.407758 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-c851787c-15cf-4312-8010-87e9f8513052 tempest-RoutersNegativeTest-344303665 tempest-RoutersNegativeTest-344303665-project] 10.222.0.27 "DELETE /v2.0/subnets/fa4eea1b-b60f-4b5f-942d-e32840529b28 HTTP/1.1" status: 204 len: 168 time: 0.5083644 Oct 19 08:06:06.413765 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 36620) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:06:06.452973 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda18130-e38c-4609-9f08-1fe2928bbe38 None None] Pushing event updated for resources: {'Port': ['ID=b4cffd8c-51eb-40dd-90d3-f4c96754304a,revision_number=3']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:06:06.510329 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-44cb031d-2c34-455d-a334-f53942e311e7 tempest-RoutersNegativeTest-344303665 tempest-RoutersNegativeTest-344303665-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-667019'] for network, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:06:06.567312 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.plugin [None req-44cb031d-2c34-455d-a334-f53942e311e7 tempest-RoutersNegativeTest-344303665 tempest-RoutersNegativeTest-344303665-project] Deleting port b4cffd8c-51eb-40dd-90d3-f4c96754304a {{(pid=103332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 08:06:06.567740 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-44cb031d-2c34-455d-a334-f53942e311e7 tempest-RoutersNegativeTest-344303665 tempest-RoutersNegativeTest-344303665-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:06:06.645999 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.db [None req-44cb031d-2c34-455d-a334-f53942e311e7 tempest-RoutersNegativeTest-344303665 tempest-RoutersNegativeTest-344303665-project] For port b4cffd8c-51eb-40dd-90d3-f4c96754304a, host dv-neutron-861624-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=b4cffd8c-51eb-40dd-90d3-f4c96754304a,segment=NetworkSegment(d99a3162-0d32-44e7-b91b-64b51846e6b5),segment_id=d99a3162-0d32-44e7-b91b-64b51846e6b5)] {{(pid=103332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 08:06:06.646360 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-44cb031d-2c34-455d-a334-f53942e311e7 tempest-RoutersNegativeTest-344303665 tempest-RoutersNegativeTest-344303665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:06:06.660410 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.plugin [None req-44cb031d-2c34-455d-a334-f53942e311e7 tempest-RoutersNegativeTest-344303665 tempest-RoutersNegativeTest-344303665-project] Calling delete_port for b4cffd8c-51eb-40dd-90d3-f4c96754304a owned by network:dhcp {{(pid=103332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 08:06:06.753174 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-44cb031d-2c34-455d-a334-f53942e311e7 tempest-RoutersNegativeTest-344303665 tempest-RoutersNegativeTest-344303665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133553798'] for port, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:06:06.787719 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44cb031d-2c34-455d-a334-f53942e311e7 tempest-RoutersNegativeTest-344303665 tempest-RoutersNegativeTest-344303665-project] Pushing event deleted for resources: {'Port': ['ID=b4cffd8c-51eb-40dd-90d3-f4c96754304a,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:06:06.802079 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44cb031d-2c34-455d-a334-f53942e311e7 tempest-RoutersNegativeTest-344303665 tempest-RoutersNegativeTest-344303665-project] No DVR routers for this DVR port b4cffd8c-51eb-40dd-90d3-f4c96754304a on host dv-neutron-861624-1-hyperv {{(pid=103332) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 19 08:06:06.891341 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-44cb031d-2c34-455d-a334-f53942e311e7 tempest-RoutersNegativeTest-344303665 tempest-RoutersNegativeTest-344303665-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-673051', 'neutron.services.segments.db._delete_segments_for_network-8785021519108'] for network, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:06:06.914478 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.services.segments.db [None req-44cb031d-2c34-455d-a334-f53942e311e7 tempest-RoutersNegativeTest-344303665 tempest-RoutersNegativeTest-344303665-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3adfc393-09cb-42c6-ba6c-1b618361ec77']}} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:06:06.925340 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.services.segments.db [None req-44cb031d-2c34-455d-a334-f53942e311e7 tempest-RoutersNegativeTest-344303665 tempest-RoutersNegativeTest-344303665-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd99a3162-0d32-44e7-b91b-64b51846e6b5') {'for_net_delete': True} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:06:06.925704 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.services.segments.db [None req-44cb031d-2c34-455d-a334-f53942e311e7 tempest-RoutersNegativeTest-344303665 tempest-RoutersNegativeTest-344303665-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd99a3162-0d32-44e7-b91b-64b51846e6b5') {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:06:06.936258 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-44cb031d-2c34-455d-a334-f53942e311e7 tempest-RoutersNegativeTest-344303665 tempest-RoutersNegativeTest-344303665-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785021519382', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130726885'] for segment, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:06:06.942613 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a93a8988-4224-454e-8099-cc731a8a6d05 None None] Network af1db2c7-2d24-4587-a5ba-479ce0bd9746 requested from dv-neutron-861624-1-hyperv {{(pid=103334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 08:06:06.950857 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-44cb031d-2c34-455d-a334-f53942e311e7 tempest-RoutersNegativeTest-344303665 tempest-RoutersNegativeTest-344303665-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979'] for segment, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:06:06.957459 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44cb031d-2c34-455d-a334-f53942e311e7 tempest-RoutersNegativeTest-344303665 tempest-RoutersNegativeTest-344303665-project] Releasing vlan 170 on physical network physnet1 to pool {{(pid=103332) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 08:06:06.957930 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-44cb031d-2c34-455d-a334-f53942e311e7 tempest-RoutersNegativeTest-344303665 tempest-RoutersNegativeTest-344303665-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-133553843'] for segment, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:06:07.047455 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-f64fd300-4296-43b1-935f-e4fee4d07dea None None] Provisioning complete for port 868d7fdd-14fc-44b6-a09c-731d21f1b56f triggered by entity DHCP. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 08:06:07.048056 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-f64fd300-4296-43b1-935f-e4fee4d07dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:06:07.048157 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-f64fd300-4296-43b1-935f-e4fee4d07dea None None] Attempt 1 to provision port 868d7fdd-14fc-44b6-a09c-731d21f1b56f Oct 19 08:06:07.198665 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-f64fd300-4296-43b1-935f-e4fee4d07dea None None] Current status of the port 868d7fdd-14fc-44b6-a09c-731d21f1b56f is: DOWN; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 08:06:07.199639 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-f64fd300-4296-43b1-935f-e4fee4d07dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:06:07.248380 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-f64fd300-4296-43b1-935f-e4fee4d07dea None None] For port 868d7fdd-14fc-44b6-a09c-731d21f1b56f, host dv-neutron-861624-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=868d7fdd-14fc-44b6-a09c-731d21f1b56f,segment=NetworkSegment(626393a0-fefc-41a4-b158-3c732eac6178),segment_id=626393a0-fefc-41a4-b158-3c732eac6178)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 08:06:07.252691 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-f64fd300-4296-43b1-935f-e4fee4d07dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:06:07.319841 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64fd300-4296-43b1-935f-e4fee4d07dea None None] Pushing event updated for resources: {'Port': ['ID=868d7fdd-14fc-44b6-a09c-731d21f1b56f,revision_number=3']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:06:07.371966 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.services.segments.plugin [-] Segment d99a3162-0d32-44e7-b91b-64b51846e6b5 resource provider aggregate not found Oct 19 08:06:07.384369 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-44cb031d-2c34-455d-a334-f53942e311e7 tempest-RoutersNegativeTest-344303665 tempest-RoutersNegativeTest-344303665-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-673044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1695087'] for network, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:06:07.392611 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-44cb031d-2c34-455d-a334-f53942e311e7 tempest-RoutersNegativeTest-344303665 tempest-RoutersNegativeTest-344303665-project] Notify callbacks [] for network, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:06:07.398346 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 36626) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:06:07.398838 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-44cb031d-2c34-455d-a334-f53942e311e7 tempest-RoutersNegativeTest-344303665 tempest-RoutersNegativeTest-344303665-project] 10.222.0.27 "DELETE /v2.0/networks/3adfc393-09cb-42c6-ba6c-1b618361ec77 HTTP/1.1" status: 204 len: 168 time: 0.9837430 Oct 19 08:06:07.402057 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.services.segments.plugin [-] Segment d99a3162-0d32-44e7-b91b-64b51846e6b5 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d99a3162-0d32-44e7-b91b-64b51846e6b5 found for delete ", "request_id": "req-0047a6b9-3666-4e71-a201-a2aaae227165"}]} Oct 19 08:06:07.411995 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44cb031d-2c34-455d-a334-f53942e311e7 tempest-RoutersNegativeTest-344303665 tempest-RoutersNegativeTest-344303665-project] Pushing event deleted for resources: {'Network': ['ID=3adfc393-09cb-42c6-ba6c-1b618361ec77,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:06:07.462034 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.db_base_plugin_v2 [None req-c45ed10f-cce9-4b34-87aa-6c31f75bef7a tempest-RoutersNegativeTest-344303665 tempest-RoutersNegativeTest-344303665-project] Deleting subnet bc15a167-3b1a-433b-b100-32a11ff7f8cd {{(pid=103333) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 19 08:06:07.465610 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-c45ed10f-cce9-4b34-87aa-6c31f75bef7a tempest-RoutersNegativeTest-344303665 tempest-RoutersNegativeTest-344303665-project] Notify callbacks [] for subnet, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:06:07.511380 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-c45ed10f-cce9-4b34-87aa-6c31f75bef7a tempest-RoutersNegativeTest-344303665 tempest-RoutersNegativeTest-344303665-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-134111928'] for subnet, precommit_delete_associations {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:06:07.575444 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-5e4dd247-c8db-461c-9898-e852d4b92ddd None None] Provisioning complete for port 868d7fdd-14fc-44b6-a09c-731d21f1b56f triggered by entity DHCP. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 08:06:07.575862 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-5e4dd247-c8db-461c-9898-e852d4b92ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:06:07.576197 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-5e4dd247-c8db-461c-9898-e852d4b92ddd None None] Attempt 1 to provision port 868d7fdd-14fc-44b6-a09c-731d21f1b56f Oct 19 08:06:07.606975 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-c45ed10f-cce9-4b34-87aa-6c31f75bef7a tempest-RoutersNegativeTest-344303665 tempest-RoutersNegativeTest-344303665-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-679826'] for subnet, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:06:07.659615 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-5e4dd247-c8db-461c-9898-e852d4b92ddd None None] Current status of the port 868d7fdd-14fc-44b6-a09c-731d21f1b56f is: ACTIVE; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 08:06:07.676651 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-c45ed10f-cce9-4b34-87aa-6c31f75bef7a tempest-RoutersNegativeTest-344303665 tempest-RoutersNegativeTest-344303665-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-679819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130997964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130170408'] for subnet, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:06:07.692265 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f112527-bd02-4155-b963-0c8b1f503ba5 None None] DHCP port deletion for 3adfc393-09cb-42c6-ba6c-1b618361ec77 request from dv-neutron-861624-1-hyperv {{(pid=103334) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 08:06:07.708475 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45ed10f-cce9-4b34-87aa-6c31f75bef7a tempest-RoutersNegativeTest-344303665 tempest-RoutersNegativeTest-344303665-project] Pushing event deleted for resources: {'Subnet': ['ID=bc15a167-3b1a-433b-b100-32a11ff7f8cd,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:06:07.708879 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8370af6a-5142-4f00-855d-a0ac270c226f None None] Network 3adfc393-09cb-42c6-ba6c-1b618361ec77 requested from dv-neutron-861624-1-hyperv {{(pid=103334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 08:06:07.713783 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-c45ed10f-cce9-4b34-87aa-6c31f75bef7a tempest-RoutersNegativeTest-344303665 tempest-RoutersNegativeTest-344303665-project] Notify callbacks [] for subnet, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:06:07.719454 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-c45ed10f-cce9-4b34-87aa-6c31f75bef7a tempest-RoutersNegativeTest-344303665 tempest-RoutersNegativeTest-344303665-project] 10.222.0.27 "DELETE /v2.0/subnets/bc15a167-3b1a-433b-b100-32a11ff7f8cd HTTP/1.1" status: 204 len: 168 time: 0.3178370 Oct 19 08:06:07.719690 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 36628) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:06:07.724083 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f0c84f2-6890-428d-abef-cce58ea6e480 None None] Network af1db2c7-2d24-4587-a5ba-479ce0bd9746 requested from dv-neutron-861624-1-hyperv {{(pid=103334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 08:06:07.726312 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8370af6a-5142-4f00-855d-a0ac270c226f None None] Network 3adfc393-09cb-42c6-ba6c-1b618361ec77 could not be found, it might have been deleted concurrently. {{(pid=103334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Oct 19 08:06:07.799354 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-4dc0569f-ee30-48a5-9746-cff90383df32 None None] Could not find standard attr ID for object b4cffd8c-51eb-40dd-90d3-f4c96754304a. {{(pid=103334) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 19 08:06:07.817032 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-e58b668c-9172-431c-b50c-e64aff444ccd tempest-RoutersNegativeTest-344303665 tempest-RoutersNegativeTest-344303665-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-667019'] for network, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:06:07.845820 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device 868d7fdd-14fc-44b6-a09c-731d21f1b56f up at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 08:06:07.879128 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-e58b668c-9172-431c-b50c-e64aff444ccd tempest-RoutersNegativeTest-344303665 tempest-RoutersNegativeTest-344303665-project] Deleting port 868d7fdd-14fc-44b6-a09c-731d21f1b56f {{(pid=103333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 08:06:07.879545 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-e58b668c-9172-431c-b50c-e64aff444ccd tempest-RoutersNegativeTest-344303665 tempest-RoutersNegativeTest-344303665-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:06:07.909092 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Provisioning complete for port 868d7fdd-14fc-44b6-a09c-731d21f1b56f triggered by entity L2. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 08:06:07.909461 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:06:07.909794 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Attempt 1 to provision port 868d7fdd-14fc-44b6-a09c-731d21f1b56f Oct 19 08:06:07.956286 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.db [None req-e58b668c-9172-431c-b50c-e64aff444ccd tempest-RoutersNegativeTest-344303665 tempest-RoutersNegativeTest-344303665-project] For port 868d7fdd-14fc-44b6-a09c-731d21f1b56f, host dv-neutron-861624-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=868d7fdd-14fc-44b6-a09c-731d21f1b56f,segment=NetworkSegment(626393a0-fefc-41a4-b158-3c732eac6178),segment_id=626393a0-fefc-41a4-b158-3c732eac6178)] {{(pid=103333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 08:06:07.956939 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-e58b668c-9172-431c-b50c-e64aff444ccd tempest-RoutersNegativeTest-344303665 tempest-RoutersNegativeTest-344303665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:06:07.969203 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-e58b668c-9172-431c-b50c-e64aff444ccd tempest-RoutersNegativeTest-344303665 tempest-RoutersNegativeTest-344303665-project] Calling delete_port for 868d7fdd-14fc-44b6-a09c-731d21f1b56f owned by network:dhcp {{(pid=103333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 08:06:07.977812 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e81e5ac3-5ed0-4c7a-809c-dda00cab5a2e None None] DHCP port deletion for af1db2c7-2d24-4587-a5ba-479ce0bd9746 request from dv-neutron-861624-1-hyperv {{(pid=103334) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 08:06:08.016931 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Current status of the port 868d7fdd-14fc-44b6-a09c-731d21f1b56f is: ACTIVE; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 08:06:08.044361 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-e81e5ac3-5ed0-4c7a-809c-dda00cab5a2e None None] Deleting port 868d7fdd-14fc-44b6-a09c-731d21f1b56f {{(pid=103334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 08:06:08.044777 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-e81e5ac3-5ed0-4c7a-809c-dda00cab5a2e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:06:08.050984 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-e58b668c-9172-431c-b50c-e64aff444ccd tempest-RoutersNegativeTest-344303665 tempest-RoutersNegativeTest-344303665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130996763'] for port, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:06:08.077309 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58b668c-9172-431c-b50c-e64aff444ccd tempest-RoutersNegativeTest-344303665 tempest-RoutersNegativeTest-344303665-project] Pushing event deleted for resources: {'Port': ['ID=868d7fdd-14fc-44b6-a09c-731d21f1b56f,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:06:08.082484 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e58b668c-9172-431c-b50c-e64aff444ccd tempest-RoutersNegativeTest-344303665 tempest-RoutersNegativeTest-344303665-project] No DVR routers for this DVR port 868d7fdd-14fc-44b6-a09c-731d21f1b56f on host dv-neutron-861624-1-hyperv {{(pid=103333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 19 08:06:08.112098 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-e81e5ac3-5ed0-4c7a-809c-dda00cab5a2e None None] For port 868d7fdd-14fc-44b6-a09c-731d21f1b56f, host dv-neutron-861624-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=868d7fdd-14fc-44b6-a09c-731d21f1b56f,segment=NetworkSegment(626393a0-fefc-41a4-b158-3c732eac6178),segment_id=626393a0-fefc-41a4-b158-3c732eac6178)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 08:06:08.112729 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-e81e5ac3-5ed0-4c7a-809c-dda00cab5a2e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:06:08.124183 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-e81e5ac3-5ed0-4c7a-809c-dda00cab5a2e None None] Calling delete_port for 868d7fdd-14fc-44b6-a09c-731d21f1b56f owned by network:dhcp {{(pid=103334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 08:06:08.165594 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-e58b668c-9172-431c-b50c-e64aff444ccd tempest-RoutersNegativeTest-344303665 tempest-RoutersNegativeTest-344303665-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-673051', 'neutron.services.segments.db._delete_segments_for_network-8785021519108'] for network, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:06:08.185851 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-e58b668c-9172-431c-b50c-e64aff444ccd tempest-RoutersNegativeTest-344303665 tempest-RoutersNegativeTest-344303665-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af1db2c7-2d24-4587-a5ba-479ce0bd9746']}} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:06:08.195243 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-e58b668c-9172-431c-b50c-e64aff444ccd tempest-RoutersNegativeTest-344303665 tempest-RoutersNegativeTest-344303665-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '626393a0-fefc-41a4-b158-3c732eac6178') {'for_net_delete': True} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:06:08.195476 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-e58b668c-9172-431c-b50c-e64aff444ccd tempest-RoutersNegativeTest-344303665 tempest-RoutersNegativeTest-344303665-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '626393a0-fefc-41a4-b158-3c732eac6178') {} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:06:08.198544 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-e81e5ac3-5ed0-4c7a-809c-dda00cab5a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339'] for port, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:06:08.204953 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-e58b668c-9172-431c-b50c-e64aff444ccd tempest-RoutersNegativeTest-344303665 tempest-RoutersNegativeTest-344303665-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785021519382', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-134111927'] for segment, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:06:08.219131 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-e58b668c-9172-431c-b50c-e64aff444ccd tempest-RoutersNegativeTest-344303665 tempest-RoutersNegativeTest-344303665-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979'] for segment, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:06:08.223759 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81e5ac3-5ed0-4c7a-809c-dda00cab5a2e None None] Pushing event deleted for resources: {'Port': ['ID=868d7fdd-14fc-44b6-a09c-731d21f1b56f,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:06:08.225972 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e58b668c-9172-431c-b50c-e64aff444ccd tempest-RoutersNegativeTest-344303665 tempest-RoutersNegativeTest-344303665-project] Releasing vlan 188 on physical network physnet1 to pool {{(pid=103333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 08:06:08.227547 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-e58b668c-9172-431c-b50c-e64aff444ccd tempest-RoutersNegativeTest-344303665 tempest-RoutersNegativeTest-344303665-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130996782'] for segment, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:06:08.227672 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e81e5ac3-5ed0-4c7a-809c-dda00cab5a2e None None] No DVR routers for this DVR port 868d7fdd-14fc-44b6-a09c-731d21f1b56f on host dv-neutron-861624-1-hyperv {{(pid=103334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 19 08:06:08.250519 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.services.segments.plugin [-] Segment 626393a0-fefc-41a4-b158-3c732eac6178 resource provider aggregate not found Oct 19 08:06:08.297492 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.services.segments.plugin [-] Segment 626393a0-fefc-41a4-b158-3c732eac6178 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 626393a0-fefc-41a4-b158-3c732eac6178 found for delete ", "request_id": "req-59b97ec5-0171-43d4-89d4-864777fef904"}]} Oct 19 08:06:08.306334 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-e58b668c-9172-431c-b50c-e64aff444ccd tempest-RoutersNegativeTest-344303665 tempest-RoutersNegativeTest-344303665-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-673044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1695087'] for network, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:06:08.311351 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-e58b668c-9172-431c-b50c-e64aff444ccd tempest-RoutersNegativeTest-344303665 tempest-RoutersNegativeTest-344303665-project] Notify callbacks [] for network, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:06:08.314625 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-e58b668c-9172-431c-b50c-e64aff444ccd tempest-RoutersNegativeTest-344303665 tempest-RoutersNegativeTest-344303665-project] 10.222.0.27 "DELETE /v2.0/networks/af1db2c7-2d24-4587-a5ba-479ce0bd9746 HTTP/1.1" status: 204 len: 168 time: 0.5940223 Oct 19 08:06:08.317387 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 36634) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:06:08.330740 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58b668c-9172-431c-b50c-e64aff444ccd tempest-RoutersNegativeTest-344303665 tempest-RoutersNegativeTest-344303665-project] Pushing event deleted for resources: {'Network': ['ID=af1db2c7-2d24-4587-a5ba-479ce0bd9746,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:06:08.344905 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-6629aab8-f7d4-4de6-988d-d0c3c2f1e3c9 tempest-RoutersNegativeTest-344303665 tempest-RoutersNegativeTest-344303665-project] 10.222.0.27 "GET /v2.0/ports?device_id=797d1d08-547a-4b02-946c-eb8390890a54 HTTP/1.1" status: 200 len: 205 time: 0.0263042 Oct 19 08:06:08.347170 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 36636) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:06:08.420122 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-510b5b0a-3cbc-4966-ab9d-8ca0b9c77994 tempest-RoutersNegativeTest-344303665 tempest-RoutersNegativeTest-344303665-project] Notify callbacks [] for router, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:06:08.576004 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-510b5b0a-3cbc-4966-ab9d-8ca0b9c77994 tempest-RoutersNegativeTest-344303665 tempest-RoutersNegativeTest-344303665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1693565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12618'] for router, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:06:08.578163 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-510b5b0a-3cbc-4966-ab9d-8ca0b9c77994 tempest-RoutersNegativeTest-344303665 tempest-RoutersNegativeTest-344303665-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:06:08.620453 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-510b5b0a-3cbc-4966-ab9d-8ca0b9c77994 tempest-RoutersNegativeTest-344303665 tempest-RoutersNegativeTest-344303665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1693542'] for router, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:06:08.621061 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-510b5b0a-3cbc-4966-ab9d-8ca0b9c77994 tempest-RoutersNegativeTest-344303665 tempest-RoutersNegativeTest-344303665-project] Fanout notify agent at l3_agent the message router_deleted on router 797d1d08-547a-4b02-946c-eb8390890a54 {{(pid=103332) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 08:06:08.627752 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-510b5b0a-3cbc-4966-ab9d-8ca0b9c77994 tempest-RoutersNegativeTest-344303665 tempest-RoutersNegativeTest-344303665-project] Notify callbacks [] for router, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:06:08.628912 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-510b5b0a-3cbc-4966-ab9d-8ca0b9c77994 tempest-RoutersNegativeTest-344303665 tempest-RoutersNegativeTest-344303665-project] 10.222.0.27 "DELETE /v2.0/routers/797d1d08-547a-4b02-946c-eb8390890a54 HTTP/1.1" status: 204 len: 168 time: 0.2808499 Oct 19 08:06:08.861501 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 36642) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:06:08.991566 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-85ff17c0-a6cc-43f9-a167-980676b4dc78 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=311ac3a3e7d14865be971589b9e2206b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1288795 Oct 19 08:06:08.994047 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 36646) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:06:09.040638 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-7269df57-7f48-48fc-9acc-4d519e9ee5c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:06:09.061982 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-7269df57-7f48-48fc-9acc-4d519e9ee5c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:06:09.112545 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-7269df57-7f48-48fc-9acc-4d519e9ee5c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788643'] for security_group, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:06:09.115011 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-7269df57-7f48-48fc-9acc-4d519e9ee5c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:06:09.116210 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-7269df57-7f48-48fc-9acc-4d519e9ee5c6 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/8b66d340-49d2-48ed-b7f6-ab17403a1988 HTTP/1.1" status: 204 len: 168 time: 0.1212318 Oct 19 08:06:09.123899 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7269df57-7f48-48fc-9acc-4d519e9ee5c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b66d340-49d2-48ed-b7f6-ab17403a1988,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:06:09.626016 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.agents_db [None req-6057327c-4456-4c72-8e75-6d3cd9249757 None None] Agent healthcheck: found 6 active agents {{(pid=103335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 08:06:09.712709 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 36668) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:06:09.796471 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device 868d7fdd-14fc-44b6-a09c-731d21f1b56f no longer exists at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 08:06:09.809904 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-99e489c2-7a0f-4b8a-a9a6-b527b6f7e5b6 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-23138767-network', 'tenant_id': '5108327e422a49548d9e4e1da2e080ac'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 08:06:09.817361 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] No Port match for: 868d7fdd-14fc-44b6-a09c-731d21f1b56f {{(pid=103334) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 19 08:06:09.817775 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device 868d7fdd-14fc-44b6-a09c-731d21f1b56f not bound to the agent host dv-neutron-861624-1-hyperv {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 08:06:09.830603 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99e489c2-7a0f-4b8a-a9a6-b527b6f7e5b6 admin admin] Made reservation on behalf of 5108327e422a49548d9e4e1da2e080ac for: {'network': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 08:06:09.833547 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-99e489c2-7a0f-4b8a-a9a6-b527b6f7e5b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for network, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:06:09.842060 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-99e489c2-7a0f-4b8a-a9a6-b527b6f7e5b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:06:09.916358 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-99e489c2-7a0f-4b8a-a9a6-b527b6f7e5b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:06:09.920780 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-99e489c2-7a0f-4b8a-a9a6-b527b6f7e5b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788643'] for security_group, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:06:09.947560 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99e489c2-7a0f-4b8a-a9a6-b527b6f7e5b6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 152} {{(pid=103333) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 08:06:09.954097 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e489c2-7a0f-4b8a-a9a6-b527b6f7e5b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30106b33-345a-4154-a4c0-c5ed6141aea3,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:06:09.960355 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-99e489c2-7a0f-4b8a-a9a6-b527b6f7e5b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979'] for segment, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:06:09.960745 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.db.segments_db [None req-99e489c2-7a0f-4b8a-a9a6-b527b6f7e5b6 admin admin] Added segment 92baf0a3-89ab-47d4-8376-1834fc353c9f of type vlan for network c3cba2ad-dba1-41fa-aba2-697e5435d709 Oct 19 08:06:10.002236 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-99e489c2-7a0f-4b8a-a9a6-b527b6f7e5b6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785020965340'] for network, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:06:10.025615 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-99e489c2-7a0f-4b8a-a9a6-b527b6f7e5b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873'] for network, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:06:10.026866 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99e489c2-7a0f-4b8a-a9a6-b527b6f7e5b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:06:10.027449 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-99e489c2-7a0f-4b8a-a9a6-b527b6f7e5b6 admin admin] Notify callbacks [] for network, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:06:10.054858 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-99e489c2-7a0f-4b8a-a9a6-b527b6f7e5b6 admin admin] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3411098 Oct 19 08:06:10.058476 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 36672) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:06:10.063541 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-11a68865-22d6-47d5-8ead-63148931c805 admin admin] Request body: {'subnet': {'network_id': 'c3cba2ad-dba1-41fa-aba2-697e5435d709', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-23138767-subnet', 'tenant_id': '5108327e422a49548d9e4e1da2e080ac', 'ip_version': 4}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 08:06:10.082863 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11a68865-22d6-47d5-8ead-63148931c805 admin admin] Made reservation on behalf of 5108327e422a49548d9e4e1da2e080ac for: {'subnet': 1} {{(pid=103332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 08:06:10.085405 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-11a68865-22d6-47d5-8ead-63148931c805 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130659787'] for subnet, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:06:10.263301 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-11a68865-22d6-47d5-8ead-63148931c805 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-133552662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130659641'] for subnet, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:06:10.313384 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a68865-22d6-47d5-8ead-63148931c805 admin admin] Pushing event updated for resources: {'Subnet': ['ID=31bf3915-a51b-4b2d-8cc2-77754e843174,revision_number=0']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:06:10.330510 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11a68865-22d6-47d5-8ead-63148931c805 admin admin] Checking segment: {'id': '92baf0a3-89ab-47d4-8376-1834fc353c9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'c3cba2ad-dba1-41fa-aba2-697e5435d709'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 19 08:06:10.330861 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11a68865-22d6-47d5-8ead-63148931c805 admin admin] Network hostable DHCP agents. Network: c3cba2ad-dba1-41fa-aba2-697e5435d709, hostable agents: ['310d813b-0e3e-4d7e-9b79-8f4ec0dbcab0'], hosted agents: [] {{(pid=103332) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 08:06:10.348686 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11a68865-22d6-47d5-8ead-63148931c805 admin admin] Network c3cba2ad-dba1-41fa-aba2-697e5435d709 is scheduled to be hosted by DHCP agent 310d813b-0e3e-4d7e-9b79-8f4ec0dbcab0 with binding_index 1 {{(pid=103332) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 08:06:10.357368 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.base_scheduler [None req-11a68865-22d6-47d5-8ead-63148931c805 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861624-1-hyperv, c3cba2ad-dba1-41fa-aba2-697e5435d709) {{(pid=103332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 08:06:10.361535 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11a68865-22d6-47d5-8ead-63148931c805 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:06:10.362126 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-11a68865-22d6-47d5-8ead-63148931c805 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:06:10.368587 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51b87202-bde3-4949-87e3-391ac5d12469 None None] Network c3cba2ad-dba1-41fa-aba2-697e5435d709 requested from dv-neutron-861624-1-hyperv {{(pid=103334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 08:06:10.379783 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-11a68865-22d6-47d5-8ead-63148931c805 admin admin] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3201292 Oct 19 08:06:10.382500 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 36674) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:06:10.387826 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-4a46d2c4-7f42-4490-96b2-2d4a760c3909 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-23138767-router', 'tenant_id': '5108327e422a49548d9e4e1da2e080ac', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd'}}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 08:06:10.410609 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-4a46d2c4-7f42-4490-96b2-2d4a760c3909 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1692695', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12668'] for router, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:06:10.411969 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-4a46d2c4-7f42-4490-96b2-2d4a760c3909 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1692835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1693910', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1621825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12659'] for router, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:06:10.446920 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e489c2-7a0f-4b8a-a9a6-b527b6f7e5b6 admin admin] Pushing event updated for resources: {'Network': ['ID=c3cba2ad-dba1-41fa-aba2-697e5435d709,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:06:10.472464 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-4a46d2c4-7f42-4490-96b2-2d4a760c3909 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:06:10.478248 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Network c3cba2ad-dba1-41fa-aba2-697e5435d709 details requested by agent ovs-agent-dv-neutron-861624-1-hyperv with host dv-neutron-861624-1-hyperv {{(pid=103334) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 08:06:10.571104 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdbd4db1-7217-4403-bae0-5bdd13835d4d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d12c6ac-27a3-545c-a8f3-f04e30423d6d-c3cba2ad-dba1-41fa-aba2-697e5435d709', 'network_id': 'c3cba2ad-dba1-41fa-aba2-697e5435d709', 'tenant_id': '5108327e422a49548d9e4e1da2e080ac', 'fixed_ips': [{'subnet_id': '31bf3915-a51b-4b2d-8cc2-77754e843174'}]}} from dv-neutron-861624-1-hyperv. {{(pid=103334) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 08:06:10.571928 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-fdbd4db1-7217-4403-bae0-5bdd13835d4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:06:10.611014 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-4a46d2c4-7f42-4490-96b2-2d4a760c3909 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:06:10.713789 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.db_base_plugin_common [None req-fdbd4db1-7217-4403-bae0-5bdd13835d4d None None] Allocated IP 172.20.0.2 (c3cba2ad-dba1-41fa-aba2-697e5435d709/31bf3915-a51b-4b2d-8cc2-77754e843174/dfab7615-e878-47c2-a91c-679d2ea15eda) {{(pid=103334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 08:06:10.811458 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-4a46d2c4-7f42-4490-96b2-2d4a760c3909 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:06:10.831955 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-4a46d2c4-7f42-4490-96b2-2d4a760c3909 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:06:10.860847 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-fdbd4db1-7217-4403-bae0-5bdd13835d4d None None] Notify callbacks [] for port, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:06:10.867051 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-fdbd4db1-7217-4403-bae0-5bdd13835d4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785020947330'] for port, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:06:10.906440 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdbd4db1-7217-4403-bae0-5bdd13835d4d None None] Network c3cba2ad-dba1-41fa-aba2-697e5435d709 is already hosted by enough agents. {{(pid=103334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 08:06:10.909217 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.scheduler.base_scheduler [None req-fdbd4db1-7217-4403-bae0-5bdd13835d4d None None] Resources bound (agent type, host, resource id): {{(pid=103334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 08:06:10.912105 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdbd4db1-7217-4403-bae0-5bdd13835d4d None None] Received port after_create {{(pid=103334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 08:06:10.920881 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbd4db1-7217-4403-bae0-5bdd13835d4d None None] Pushing event updated for resources: {'Port': ['ID=dfab7615-e878-47c2-a91c-679d2ea15eda,revision_number=1']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:06:10.937275 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.db_base_plugin_common [None req-4a46d2c4-7f42-4490-96b2-2d4a760c3909 admin admin] Allocated IP 172.26.0.227 (99c66757-74e3-40a4-b479-8d09e3a7c3dd/7f3d1034-1de7-458a-a3ee-77488de3949b/57f129f9-ee27-4948-9aae-fd175030b460) {{(pid=103332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 08:06:10.973569 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-fdbd4db1-7217-4403-bae0-5bdd13835d4d None None] Attempting to bind port dfab7615-e878-47c2-a91c-679d2ea15eda on host dv-neutron-861624-1-hyperv for vnic_type normal with profile {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 19 08:06:10.973941 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-fdbd4db1-7217-4403-bae0-5bdd13835d4d None None] Attempting to bind port dfab7615-e878-47c2-a91c-679d2ea15eda by drivers openvswitch,hyperv on host dv-neutron-861624-1-hyperv at level 0 using segments [{'id': '92baf0a3-89ab-47d4-8376-1834fc353c9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'c3cba2ad-dba1-41fa-aba2-697e5435d709'}] {{(pid=103334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 19 08:06:10.974300 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdbd4db1-7217-4403-bae0-5bdd13835d4d None None] Attempting to bind port dfab7615-e878-47c2-a91c-679d2ea15eda on network c3cba2ad-dba1-41fa-aba2-697e5435d709 {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 08:06:10.979911 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdbd4db1-7217-4403-bae0-5bdd13835d4d None None] Checking agent: {'id': 'a5b0152c-d633-409b-aaf8-3b76458e2410', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861624-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 19, 7, 30, 19), 'started_at': datetime.datetime(2022, 10, 19, 7, 30, 49), 'heartbeat_timestamp': datetime.datetime(2022, 10, 19, 8, 5, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861624-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 08:06:10.980292 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdbd4db1-7217-4403-bae0-5bdd13835d4d None None] Checking segment: {'id': '92baf0a3-89ab-47d4-8376-1834fc353c9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'c3cba2ad-dba1-41fa-aba2-697e5435d709'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 19 08:06:10.980719 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-fdbd4db1-7217-4403-bae0-5bdd13835d4d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:06:10.981163 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdbd4db1-7217-4403-bae0-5bdd13835d4d None None] Bound using segment: {'id': '92baf0a3-89ab-47d4-8376-1834fc353c9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'c3cba2ad-dba1-41fa-aba2-697e5435d709'} {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 08:06:10.981637 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-fdbd4db1-7217-4403-bae0-5bdd13835d4d None None] Bound port: dfab7615-e878-47c2-a91c-679d2ea15eda, host: dv-neutron-861624-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92baf0a3-89ab-47d4-8376-1834fc353c9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'c3cba2ad-dba1-41fa-aba2-697e5435d709'}}] {{(pid=103334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 19 08:06:10.982014 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-fdbd4db1-7217-4403-bae0-5bdd13835d4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:06:11.049389 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-4a46d2c4-7f42-4490-96b2-2d4a760c3909 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:06:11.084863 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-4a46d2c4-7f42-4490-96b2-2d4a760c3909 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785020947330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133553798'] for port, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:06:11.129465 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a46d2c4-7f42-4490-96b2-2d4a760c3909 admin admin] Network 99c66757-74e3-40a4-b479-8d09e3a7c3dd is already hosted by enough agents. {{(pid=103332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 08:06:11.133058 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.base_scheduler [None req-4a46d2c4-7f42-4490-96b2-2d4a760c3909 admin admin] Resources bound (agent type, host, resource id): {{(pid=103332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 08:06:11.137717 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a46d2c4-7f42-4490-96b2-2d4a760c3909 admin admin] Received port after_create {{(pid=103332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 08:06:11.141051 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a46d2c4-7f42-4490-96b2-2d4a760c3909 admin admin] Pushing event updated for resources: {'Port': ['ID=57f129f9-ee27-4948-9aae-fd175030b460,revision_number=1']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:06:11.188161 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-fdbd4db1-7217-4403-bae0-5bdd13835d4d None None] For port dfab7615-e878-47c2-a91c-679d2ea15eda, host dv-neutron-861624-1-hyperv, cleared binding levels {{(pid=103334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 08:06:11.191338 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-fdbd4db1-7217-4403-bae0-5bdd13835d4d None None] For port dfab7615-e878-47c2-a91c-679d2ea15eda, host dv-neutron-861624-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=dfab7615-e878-47c2-a91c-679d2ea15eda,segment=NetworkSegment(92baf0a3-89ab-47d4-8376-1834fc353c9f),segment_id=92baf0a3-89ab-47d4-8376-1834fc353c9f)] {{(pid=103334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 08:06:11.196066 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-fdbd4db1-7217-4403-bae0-5bdd13835d4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:06:11.253617 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbd4db1-7217-4403-bae0-5bdd13835d4d None None] Pushing event updated for resources: {'Port': ['ID=dfab7615-e878-47c2-a91c-679d2ea15eda,revision_number=2']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:06:11.415637 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-4a46d2c4-7f42-4490-96b2-2d4a760c3909 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:06:11.611395 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-4a46d2c4-7f42-4490-96b2-2d4a760c3909 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1692844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1693859'] for router, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:06:11.740536 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a46d2c4-7f42-4490-96b2-2d4a760c3909 admin admin] Router 69c61e86-4216-4476-ae24-6ee3574cad7b is scheduled to L3 agent ab388470-1243-4d53-80f2-c2f5899c97a7 with binding_index 1 {{(pid=103332) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 08:06:11.826795 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device dfab7615-e878-47c2-a91c-679d2ea15eda up at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 08:06:11.854915 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a46d2c4-7f42-4490-96b2-2d4a760c3909 admin admin] Notify agent at l3_agent.dv-neutron-861624-1-hyperv the message routers_updated {{(pid=103332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 08:06:11.863819 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cff7e816-7c2a-4f67-86c9-845e04c36193 None None] Sync routers for ids ['69c61e86-4216-4476-ae24-6ee3574cad7b'] in dv-neutron-861624-1-hyperv {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 08:06:11.878837 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cff7e816-7c2a-4f67-86c9-845e04c36193 None None] Routers {'69c61e86-4216-4476-ae24-6ee3574cad7b'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 08:06:11.879617 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-4a46d2c4-7f42-4490-96b2-2d4a760c3909 admin admin] Notify callbacks [] for router, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:06:11.880477 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-cff7e816-7c2a-4f67-86c9-845e04c36193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T08:05:46Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['69c61e86-4216-4476-ae24-6ee3574cad7b'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:06:11.881157 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-4a46d2c4-7f42-4490-96b2-2d4a760c3909 admin admin] 10.222.0.27 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.4974878 Oct 19 08:06:11.883804 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 36676) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:06:11.889366 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Provisioning complete for port dfab7615-e878-47c2-a91c-679d2ea15eda triggered by entity L2. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 08:06:11.891011 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:06:11.891871 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Attempt 1 to provision port dfab7615-e878-47c2-a91c-679d2ea15eda Oct 19 08:06:11.988441 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Current status of the port dfab7615-e878-47c2-a91c-679d2ea15eda is: DOWN; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 08:06:11.988890 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:06:12.014481 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvr_db [None req-cff7e816-7c2a-4f67-86c9-845e04c36193 None None] Set router 69c61e86-4216-4476-ae24-6ee3574cad7b gateway port host: dv-neutron-861624-1-hyperv {{(pid=103335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 08:06:12.031821 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:06:12.047433 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] For port dfab7615-e878-47c2-a91c-679d2ea15eda, host dv-neutron-861624-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=dfab7615-e878-47c2-a91c-679d2ea15eda,segment=NetworkSegment(92baf0a3-89ab-47d4-8376-1834fc353c9f),segment_id=92baf0a3-89ab-47d4-8376-1834fc353c9f)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 08:06:12.052211 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:06:12.118209 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Pushing event updated for resources: {'Port': ['ID=dfab7615-e878-47c2-a91c-679d2ea15eda,revision_number=3']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:06:12.215747 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d3982ba-8e31-4b71-b3c2-067054760f28 None None] Network c3cba2ad-dba1-41fa-aba2-697e5435d709 requested from dv-neutron-861624-1-hyperv {{(pid=103334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 08:06:12.230727 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-cff7e816-7c2a-4f67-86c9-845e04c36193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69c61e86-4216-4476-ae24-6ee3574cad7b', 'name': 'tempest-TestEncryptedCinderVolumes-23138767-router', 'tenant_id': '5108327e422a49548d9e4e1da2e080ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'external_fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.227'}], 'enable_snat': True}, 'gw_port_id': '57f129f9-ee27-4948-9aae-fd175030b460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T08:06:10Z', 'updated_at': '2022-10-19T08:06:11Z', 'revision_number': 3, 'project_id': '5108327e422a49548d9e4e1da2e080ac', 'gw_port': {'id': '57f129f9-ee27-4948-9aae-fd175030b460', 'name': '', 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:70:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69c61e86-4216-4476-ae24-6ee3574cad7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1642, 'fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T08:06:10Z', 'updated_at': '2022-10-19T08:06:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861624-1-hyperv'}], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:06:12.257191 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cff7e816-7c2a-4f67-86c9-845e04c36193 None None] Checking router: 69c61e86-4216-4476-ae24-6ee3574cad7b for host: dv-neutron-861624-1-hyperv {{(pid=103335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 08:06:12.257627 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cff7e816-7c2a-4f67-86c9-845e04c36193 None None] Updating router 69c61e86-4216-4476-ae24-6ee3574cad7b port 57f129f9-ee27-4948-9aae-fd175030b460 binding host dv-neutron-861624-1-hyperv {{(pid=103335) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 08:06:12.288000 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-cff7e816-7c2a-4f67-86c9-845e04c36193 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:06:12.292184 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-416c24f3-fa46-4162-8a90-0339ae17498f None None] Provisioning complete for port dfab7615-e878-47c2-a91c-679d2ea15eda triggered by entity DHCP. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 08:06:12.292760 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-416c24f3-fa46-4162-8a90-0339ae17498f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:06:12.293104 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-416c24f3-fa46-4162-8a90-0339ae17498f None None] Attempt 1 to provision port dfab7615-e878-47c2-a91c-679d2ea15eda Oct 19 08:06:12.380151 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-845f3cdd-f9ba-423c-9e6c-55e3a083071d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:06:12.438597 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-416c24f3-fa46-4162-8a90-0339ae17498f None None] Current status of the port dfab7615-e878-47c2-a91c-679d2ea15eda is: ACTIVE; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 08:06:12.547435 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.db_base_plugin_common [None req-845f3cdd-f9ba-423c-9e6c-55e3a083071d admin admin] Allocated IP 172.20.0.1 (c3cba2ad-dba1-41fa-aba2-697e5435d709/31bf3915-a51b-4b2d-8cc2-77754e843174/98c1ba66-889a-4bcc-b048-f4e1b027c919) {{(pid=103332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 08:06:12.575502 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-cff7e816-7c2a-4f67-86c9-845e04c36193 None None] Notify callbacks [] for port, precommit_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:06:12.582671 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-cff7e816-7c2a-4f67-86c9-845e04c36193 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:06:12.624851 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-cff7e816-7c2a-4f67-86c9-845e04c36193 None None] Attempting to bind port 57f129f9-ee27-4948-9aae-fd175030b460 on host dv-neutron-861624-1-hyperv for vnic_type normal with profile {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 19 08:06:12.625202 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-cff7e816-7c2a-4f67-86c9-845e04c36193 None None] Attempting to bind port 57f129f9-ee27-4948-9aae-fd175030b460 by drivers openvswitch,hyperv on host dv-neutron-861624-1-hyperv at level 0 using segments [{'id': '53981d04-8205-40d8-8d33-0510111d6f8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd'}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 19 08:06:12.625555 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cff7e816-7c2a-4f67-86c9-845e04c36193 None None] Attempting to bind port 57f129f9-ee27-4948-9aae-fd175030b460 on network 99c66757-74e3-40a4-b479-8d09e3a7c3dd {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 08:06:12.635428 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651553c7-9bc4-4e45-b171-4664c012dbb4 None None] Pushing event updated for resources: {'Port': ['ID=57f129f9-ee27-4948-9aae-fd175030b460,revision_number=2']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:06:12.638015 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cff7e816-7c2a-4f67-86c9-845e04c36193 None None] Checking agent: {'id': 'a5b0152c-d633-409b-aaf8-3b76458e2410', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861624-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 19, 7, 30, 19), 'started_at': datetime.datetime(2022, 10, 19, 7, 30, 49), 'heartbeat_timestamp': datetime.datetime(2022, 10, 19, 8, 5, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861624-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 08:06:12.638381 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cff7e816-7c2a-4f67-86c9-845e04c36193 None None] Checking segment: {'id': '53981d04-8205-40d8-8d33-0510111d6f8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 19 08:06:12.638795 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-cff7e816-7c2a-4f67-86c9-845e04c36193 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:06:12.639139 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cff7e816-7c2a-4f67-86c9-845e04c36193 None None] Bound using segment: {'id': '53981d04-8205-40d8-8d33-0510111d6f8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd'} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 08:06:12.639599 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-cff7e816-7c2a-4f67-86c9-845e04c36193 None None] Bound port: 57f129f9-ee27-4948-9aae-fd175030b460, host: dv-neutron-861624-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53981d04-8205-40d8-8d33-0510111d6f8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd'}}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 19 08:06:12.639963 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-cff7e816-7c2a-4f67-86c9-845e04c36193 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:06:12.663541 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-845f3cdd-f9ba-423c-9e6c-55e3a083071d admin admin] Notify callbacks [] for port, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:06:12.666673 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-0319096b-4e99-49af-b025-d1027c993f43 None None] Provisioning complete for port dfab7615-e878-47c2-a91c-679d2ea15eda triggered by entity DHCP. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 08:06:12.667368 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-0319096b-4e99-49af-b025-d1027c993f43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:06:12.667762 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-0319096b-4e99-49af-b025-d1027c993f43 None None] Attempt 1 to provision port dfab7615-e878-47c2-a91c-679d2ea15eda Oct 19 08:06:12.696212 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-cff7e816-7c2a-4f67-86c9-845e04c36193 None None] For port 57f129f9-ee27-4948-9aae-fd175030b460, host dv-neutron-861624-1-hyperv, cleared binding levels {{(pid=103335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 08:06:12.700027 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-cff7e816-7c2a-4f67-86c9-845e04c36193 None None] For port 57f129f9-ee27-4948-9aae-fd175030b460, host dv-neutron-861624-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=57f129f9-ee27-4948-9aae-fd175030b460,segment=NetworkSegment(53981d04-8205-40d8-8d33-0510111d6f8f),segment_id=53981d04-8205-40d8-8d33-0510111d6f8f)] {{(pid=103335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 08:06:12.703779 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-845f3cdd-f9ba-423c-9e6c-55e3a083071d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785020947330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133553798'] for port, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:06:12.704865 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-cff7e816-7c2a-4f67-86c9-845e04c36193 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:06:12.744409 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cff7e816-7c2a-4f67-86c9-845e04c36193 None None] Routers {'69c61e86-4216-4476-ae24-6ee3574cad7b'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 08:06:12.745508 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-cff7e816-7c2a-4f67-86c9-845e04c36193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T08:05:46Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['69c61e86-4216-4476-ae24-6ee3574cad7b'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:06:12.747169 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-845f3cdd-f9ba-423c-9e6c-55e3a083071d admin admin] Network c3cba2ad-dba1-41fa-aba2-697e5435d709 is already hosted by enough agents. {{(pid=103332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 08:06:12.751678 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.base_scheduler [None req-845f3cdd-f9ba-423c-9e6c-55e3a083071d admin admin] Resources bound (agent type, host, resource id): {{(pid=103332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 08:06:12.753352 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-0319096b-4e99-49af-b025-d1027c993f43 None None] Current status of the port dfab7615-e878-47c2-a91c-679d2ea15eda is: ACTIVE; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 08:06:12.754356 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-845f3cdd-f9ba-423c-9e6c-55e3a083071d admin admin] Received port after_create {{(pid=103332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 08:06:12.782565 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845f3cdd-f9ba-423c-9e6c-55e3a083071d admin admin] Pushing event updated for resources: {'Port': ['ID=98c1ba66-889a-4bcc-b048-f4e1b027c919,revision_number=1']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:06:12.801363 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-845f3cdd-f9ba-423c-9e6c-55e3a083071d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1695190'] for router_interface, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:06:12.842389 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651553c7-9bc4-4e45-b171-4664c012dbb4 None None] Pushing event updated for resources: {'Port': ['ID=57f129f9-ee27-4948-9aae-fd175030b460,revision_number=3']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:06:12.868652 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvr_db [None req-cff7e816-7c2a-4f67-86c9-845e04c36193 None None] Set router 69c61e86-4216-4476-ae24-6ee3574cad7b gateway port host: dv-neutron-861624-1-hyperv {{(pid=103335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 08:06:12.940423 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-845f3cdd-f9ba-423c-9e6c-55e3a083071d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:06:12.984103 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-adf7b074-c1a4-49c5-8406-162881576c23 None None] Provisioning complete for port 98c1ba66-889a-4bcc-b048-f4e1b027c919 triggered by entity DHCP. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 08:06:12.984720 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-adf7b074-c1a4-49c5-8406-162881576c23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:06:12.985039 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-adf7b074-c1a4-49c5-8406-162881576c23 None None] Attempt 1 to provision port 98c1ba66-889a-4bcc-b048-f4e1b027c919 Oct 19 08:06:13.022706 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-adf7b074-c1a4-49c5-8406-162881576c23 None None] Port 98c1ba66-889a-4bcc-b048-f4e1b027c919 cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 08:06:13.058504 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-cff7e816-7c2a-4f67-86c9-845e04c36193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69c61e86-4216-4476-ae24-6ee3574cad7b', 'name': 'tempest-TestEncryptedCinderVolumes-23138767-router', 'tenant_id': '5108327e422a49548d9e4e1da2e080ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'external_fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.227'}], 'enable_snat': True}, 'gw_port_id': '57f129f9-ee27-4948-9aae-fd175030b460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T08:06:10Z', 'updated_at': '2022-10-19T08:06:11Z', 'revision_number': 3, 'project_id': '5108327e422a49548d9e4e1da2e080ac', 'gw_port': {'id': '57f129f9-ee27-4948-9aae-fd175030b460', 'name': '', 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:70:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69c61e86-4216-4476-ae24-6ee3574cad7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1642, 'fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T08:06:10Z', 'updated_at': '2022-10-19T08:06:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861624-1-hyperv'}], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:06:13.084090 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cff7e816-7c2a-4f67-86c9-845e04c36193 None None] The sync data for ids ['69c61e86-4216-4476-ae24-6ee3574cad7b'] in dv-neutron-861624-1-hyperv is: [{'id': '69c61e86-4216-4476-ae24-6ee3574cad7b', 'name': 'tempest-TestEncryptedCinderVolumes-23138767-router', 'tenant_id': '5108327e422a49548d9e4e1da2e080ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'external_fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.227'}], 'enable_snat': True}, 'gw_port_id': '57f129f9-ee27-4948-9aae-fd175030b460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T08:06:10Z', 'updated_at': '2022-10-19T08:06:11Z', 'revision_number': 3, 'project_id': '5108327e422a49548d9e4e1da2e080ac', 'gw_port': {'id': '57f129f9-ee27-4948-9aae-fd175030b460', 'name': '', 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:70:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69c61e86-4216-4476-ae24-6ee3574cad7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1642, 'fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T08:06:10Z', 'updated_at': '2022-10-19T08:06:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861624-1-hyperv'}] {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 08:06:13.115183 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-845f3cdd-f9ba-423c-9e6c-55e3a083071d admin admin] Notify callbacks [] for port, precommit_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:06:13.120337 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-845f3cdd-f9ba-423c-9e6c-55e3a083071d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133553807'] for port, after_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:06:13.192198 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845f3cdd-f9ba-423c-9e6c-55e3a083071d admin admin] Pushing event updated for resources: {'Port': ['ID=98c1ba66-889a-4bcc-b048-f4e1b027c919,revision_number=2']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:06:13.196435 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-845f3cdd-f9ba-423c-9e6c-55e3a083071d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1574855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1694822'] for router_interface, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:06:13.302510 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-845f3cdd-f9ba-423c-9e6c-55e3a083071d admin admin] Network c3cba2ad-dba1-41fa-aba2-697e5435d709 is already hosted by enough agents. {{(pid=103332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 08:06:13.303532 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.base_scheduler [None req-845f3cdd-f9ba-423c-9e6c-55e3a083071d admin admin] Resources bound (agent type, host, resource id): {{(pid=103332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 08:06:13.437199 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-33673997-0a5d-4e24-8338-7c66463fe399 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:06:13.442204 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-845f3cdd-f9ba-423c-9e6c-55e3a083071d admin admin] Router 69c61e86-4216-4476-ae24-6ee3574cad7b has already been hosted by L3 agent ab388470-1243-4d53-80f2-c2f5899c97a7 {{(pid=103332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 08:06:13.524217 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-adf7b074-c1a4-49c5-8406-162881576c23 None None] Attempt 2 to provision port 98c1ba66-889a-4bcc-b048-f4e1b027c919 Oct 19 08:06:13.566779 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-adf7b074-c1a4-49c5-8406-162881576c23 None None] Port 98c1ba66-889a-4bcc-b048-f4e1b027c919 cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 08:06:13.889082 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device dfab7615-e878-47c2-a91c-679d2ea15eda up at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 08:06:13.892458 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-845f3cdd-f9ba-423c-9e6c-55e3a083071d admin admin] Notify agent at l3_agent.dv-neutron-861624-1-hyperv the message routers_updated {{(pid=103332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 08:06:13.904558 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-845f3cdd-f9ba-423c-9e6c-55e3a083071d admin admin] 10.222.0.27 "PUT /v2.0/routers/69c61e86-4216-4476-ae24-6ee3574cad7b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0122430 Oct 19 08:06:13.939132 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Provisioning complete for port dfab7615-e878-47c2-a91c-679d2ea15eda triggered by entity L2. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 08:06:13.939469 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:06:13.939803 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Attempt 1 to provision port dfab7615-e878-47c2-a91c-679d2ea15eda Oct 19 08:06:14.029449 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Current status of the port dfab7615-e878-47c2-a91c-679d2ea15eda is: ACTIVE; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 08:06:14.030546 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device 57f129f9-ee27-4948-9aae-fd175030b460 up at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 08:06:14.067329 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-adf7b074-c1a4-49c5-8406-162881576c23 None None] Attempt 3 to provision port 98c1ba66-889a-4bcc-b048-f4e1b027c919 Oct 19 08:06:14.106836 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-adf7b074-c1a4-49c5-8406-162881576c23 None None] Port 98c1ba66-889a-4bcc-b048-f4e1b027c919 cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 08:06:14.111480 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Provisioning complete for port 57f129f9-ee27-4948-9aae-fd175030b460 triggered by entity L2. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 08:06:14.111857 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:06:14.112203 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Attempt 1 to provision port 57f129f9-ee27-4948-9aae-fd175030b460 Oct 19 08:06:14.194380 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Current status of the port 57f129f9-ee27-4948-9aae-fd175030b460 is: DOWN; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 08:06:14.194771 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:06:14.219658 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] For port 57f129f9-ee27-4948-9aae-fd175030b460, host dv-neutron-861624-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=57f129f9-ee27-4948-9aae-fd175030b460,segment=NetworkSegment(53981d04-8205-40d8-8d33-0510111d6f8f),segment_id=53981d04-8205-40d8-8d33-0510111d6f8f)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 08:06:14.223517 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:06:14.270267 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Pushing event updated for resources: {'Port': ['ID=57f129f9-ee27-4948-9aae-fd175030b460,revision_number=4']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:06:14.375637 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 36692) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:06:14.380827 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-0431c02a-bf13-447a-bcfe-6124c9107a6c admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-547680925-network', 'tenant_id': 'e95de983e5784c2e9cbbec9db8bfefd3'}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 08:06:14.401700 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0431c02a-bf13-447a-bcfe-6124c9107a6c admin admin] Made reservation on behalf of e95de983e5784c2e9cbbec9db8bfefd3 for: {'network': 1} {{(pid=103332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 08:06:14.404148 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-0431c02a-bf13-447a-bcfe-6124c9107a6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for network, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:06:14.413087 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-0431c02a-bf13-447a-bcfe-6124c9107a6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:06:14.489712 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-0431c02a-bf13-447a-bcfe-6124c9107a6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:06:14.493826 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-0431c02a-bf13-447a-bcfe-6124c9107a6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788643'] for security_group, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:06:14.522175 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0431c02a-bf13-447a-bcfe-6124c9107a6c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 187} {{(pid=103332) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 08:06:14.528616 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0431c02a-bf13-447a-bcfe-6124c9107a6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9670c3df-d7d0-45c8-9d14-50fb65243baf,revision_number=1']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:06:14.534892 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-0431c02a-bf13-447a-bcfe-6124c9107a6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979'] for segment, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:06:14.535256 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.db.segments_db [None req-0431c02a-bf13-447a-bcfe-6124c9107a6c admin admin] Added segment 966f6488-f551-42ff-ae7a-47f0e8ba16b9 of type vlan for network c38a46b6-8d91-492c-a206-911a55295179 Oct 19 08:06:14.581793 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-0431c02a-bf13-447a-bcfe-6124c9107a6c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785020965340'] for network, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:06:14.606378 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-0431c02a-bf13-447a-bcfe-6124c9107a6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873'] for network, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:06:14.607362 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0431c02a-bf13-447a-bcfe-6124c9107a6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:06:14.607941 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-0431c02a-bf13-447a-bcfe-6124c9107a6c admin admin] Notify callbacks [] for network, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:06:14.608479 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-adf7b074-c1a4-49c5-8406-162881576c23 None None] Attempt 4 to provision port 98c1ba66-889a-4bcc-b048-f4e1b027c919 Oct 19 08:06:14.638961 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-0431c02a-bf13-447a-bcfe-6124c9107a6c admin admin] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.2620511 Oct 19 08:06:14.641229 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 36694) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:06:14.646812 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-50956b5c-c889-4810-ad87-41011354ae30 admin admin] Request body: {'subnet': {'network_id': 'c38a46b6-8d91-492c-a206-911a55295179', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-547680925-subnet', 'tenant_id': 'e95de983e5784c2e9cbbec9db8bfefd3', 'ip_version': 4}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 08:06:14.651983 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-adf7b074-c1a4-49c5-8406-162881576c23 None None] Port 98c1ba66-889a-4bcc-b048-f4e1b027c919 cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 08:06:14.669510 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50956b5c-c889-4810-ad87-41011354ae30 admin admin] Made reservation on behalf of e95de983e5784c2e9cbbec9db8bfefd3 for: {'subnet': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 08:06:14.672055 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-50956b5c-c889-4810-ad87-41011354ae30 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130170579'] for subnet, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:06:14.678202 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0431c02a-bf13-447a-bcfe-6124c9107a6c admin admin] Pushing event updated for resources: {'Network': ['ID=c38a46b6-8d91-492c-a206-911a55295179,revision_number=1']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:06:14.690545 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Network c38a46b6-8d91-492c-a206-911a55295179 details requested by agent ovs-agent-dv-neutron-861624-1-hyperv with host dv-neutron-861624-1-hyperv {{(pid=103334) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 08:06:14.753288 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-141a78b4-9985-411f-9d06-b51faf338495 None None] Sync routers for ids ['69c61e86-4216-4476-ae24-6ee3574cad7b'] in dv-neutron-861624-1-hyperv {{(pid=103334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 08:06:14.767842 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-141a78b4-9985-411f-9d06-b51faf338495 None None] Routers {'69c61e86-4216-4476-ae24-6ee3574cad7b'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 08:06:14.768597 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-141a78b4-9985-411f-9d06-b51faf338495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T08:05:46Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['69c61e86-4216-4476-ae24-6ee3574cad7b'], 'active': True} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:06:14.855507 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-50956b5c-c889-4810-ad87-41011354ae30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130997899', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130170401'] for subnet, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:06:14.882084 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvr_db [None req-141a78b4-9985-411f-9d06-b51faf338495 None None] Set router 69c61e86-4216-4476-ae24-6ee3574cad7b gateway port host: dv-neutron-861624-1-hyperv {{(pid=103334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 08:06:14.911320 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50956b5c-c889-4810-ad87-41011354ae30 admin admin] Pushing event updated for resources: {'Subnet': ['ID=545acd66-71a5-4268-b10f-ecd8a859fa7e,revision_number=0']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:06:14.922456 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50956b5c-c889-4810-ad87-41011354ae30 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:06:14.922800 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50956b5c-c889-4810-ad87-41011354ae30 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:06:14.923135 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50956b5c-c889-4810-ad87-41011354ae30 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:06:14.923464 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50956b5c-c889-4810-ad87-41011354ae30 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:06:14.923786 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50956b5c-c889-4810-ad87-41011354ae30 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:06:14.924110 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50956b5c-c889-4810-ad87-41011354ae30 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:06:14.924436 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50956b5c-c889-4810-ad87-41011354ae30 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:06:14.924849 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50956b5c-c889-4810-ad87-41011354ae30 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:06:14.925168 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50956b5c-c889-4810-ad87-41011354ae30 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:06:14.925486 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50956b5c-c889-4810-ad87-41011354ae30 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:06:14.925804 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50956b5c-c889-4810-ad87-41011354ae30 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:06:14.926117 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50956b5c-c889-4810-ad87-41011354ae30 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:06:14.929144 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50956b5c-c889-4810-ad87-41011354ae30 admin admin] Checking segment: {'id': '966f6488-f551-42ff-ae7a-47f0e8ba16b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'c38a46b6-8d91-492c-a206-911a55295179'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 19 08:06:14.929496 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50956b5c-c889-4810-ad87-41011354ae30 admin admin] Network hostable DHCP agents. Network: c38a46b6-8d91-492c-a206-911a55295179, hostable agents: ['310d813b-0e3e-4d7e-9b79-8f4ec0dbcab0'], hosted agents: [] {{(pid=103333) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 08:06:14.946762 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50956b5c-c889-4810-ad87-41011354ae30 admin admin] Network c38a46b6-8d91-492c-a206-911a55295179 is scheduled to be hosted by DHCP agent 310d813b-0e3e-4d7e-9b79-8f4ec0dbcab0 with binding_index 1 {{(pid=103333) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 08:06:14.957686 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-50956b5c-c889-4810-ad87-41011354ae30 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861624-1-hyperv, c38a46b6-8d91-492c-a206-911a55295179) {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 08:06:14.961997 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50956b5c-c889-4810-ad87-41011354ae30 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:06:14.962582 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-50956b5c-c889-4810-ad87-41011354ae30 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:06:14.971502 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cc666ab-dffb-484c-819b-91c6dc5bb664 None None] Network c38a46b6-8d91-492c-a206-911a55295179 requested from dv-neutron-861624-1-hyperv {{(pid=103334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 08:06:14.979486 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-50956b5c-c889-4810-ad87-41011354ae30 admin admin] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3365319 Oct 19 08:06:14.982216 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 36696) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:06:14.986455 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-487f74cc-4f92-4974-8cbe-976d97b8d122 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-547680925-router', 'tenant_id': 'e95de983e5784c2e9cbbec9db8bfefd3', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd'}}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 08:06:15.008157 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-487f74cc-4f92-4974-8cbe-976d97b8d122 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1692695', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12668'] for router, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:06:15.009193 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-487f74cc-4f92-4974-8cbe-976d97b8d122 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1692835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1693910', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1621825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12659'] for router, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:06:15.063382 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-487f74cc-4f92-4974-8cbe-976d97b8d122 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:06:15.152655 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-adf7b074-c1a4-49c5-8406-162881576c23 None None] Attempt 5 to provision port 98c1ba66-889a-4bcc-b048-f4e1b027c919 Oct 19 08:06:15.198346 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-487f74cc-4f92-4974-8cbe-976d97b8d122 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:06:15.216201 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-adf7b074-c1a4-49c5-8406-162881576c23 None None] Port 98c1ba66-889a-4bcc-b048-f4e1b027c919 cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 08:06:15.225141 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c40e47f4-e802-4de6-8448-ffb3a92af2a5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d12c6ac-27a3-545c-a8f3-f04e30423d6d-c38a46b6-8d91-492c-a206-911a55295179', 'network_id': 'c38a46b6-8d91-492c-a206-911a55295179', 'tenant_id': 'e95de983e5784c2e9cbbec9db8bfefd3', 'fixed_ips': [{'subnet_id': '545acd66-71a5-4268-b10f-ecd8a859fa7e'}]}} from dv-neutron-861624-1-hyperv. {{(pid=103334) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 08:06:15.225984 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-c40e47f4-e802-4de6-8448-ffb3a92af2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:06:15.229483 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-141a78b4-9985-411f-9d06-b51faf338495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69c61e86-4216-4476-ae24-6ee3574cad7b', 'name': 'tempest-TestEncryptedCinderVolumes-23138767-router', 'tenant_id': '5108327e422a49548d9e4e1da2e080ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'external_fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.227'}], 'enable_snat': True}, 'gw_port_id': '57f129f9-ee27-4948-9aae-fd175030b460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T08:06:10Z', 'updated_at': '2022-10-19T08:06:12Z', 'revision_number': 4, 'project_id': '5108327e422a49548d9e4e1da2e080ac', 'gw_port': {'id': '57f129f9-ee27-4948-9aae-fd175030b460', 'name': '', 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:70:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69c61e86-4216-4476-ae24-6ee3574cad7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1642, 'fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T08:06:10Z', 'updated_at': '2022-10-19T08:06:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861624-1-hyperv', '_interfaces': [{'id': '98c1ba66-889a-4bcc-b048-f4e1b027c919', 'name': '', 'network_id': 'c3cba2ad-dba1-41fa-aba2-697e5435d709', 'tenant_id': '5108327e422a49548d9e4e1da2e080ac', 'mac_address': 'fa:16:3e:57:c9:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69c61e86-4216-4476-ae24-6ee3574cad7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1643, 'fixed_ips': [{'subnet_id': '31bf3915-a51b-4b2d-8cc2-77754e843174', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T08:06:12Z', 'updated_at': '2022-10-19T08:06:12Z', 'revision_number': 2, 'project_id': '5108327e422a49548d9e4e1da2e080ac', 'subnets': [{'id': '31bf3915-a51b-4b2d-8cc2-77754e843174', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:06:15.262703 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-141a78b4-9985-411f-9d06-b51faf338495 None None] Checking router: 69c61e86-4216-4476-ae24-6ee3574cad7b for host: dv-neutron-861624-1-hyperv {{(pid=103334) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 08:06:15.262962 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-141a78b4-9985-411f-9d06-b51faf338495 None None] Updating router 69c61e86-4216-4476-ae24-6ee3574cad7b port 98c1ba66-889a-4bcc-b048-f4e1b027c919 binding host dv-neutron-861624-1-hyperv {{(pid=103334) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 08:06:15.302347 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-141a78b4-9985-411f-9d06-b51faf338495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:06:15.421554 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-487f74cc-4f92-4974-8cbe-976d97b8d122 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:06:15.442967 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-487f74cc-4f92-4974-8cbe-976d97b8d122 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:06:15.505452 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.db_base_plugin_common [None req-c40e47f4-e802-4de6-8448-ffb3a92af2a5 None None] Allocated IP 172.20.0.2 (c38a46b6-8d91-492c-a206-911a55295179/545acd66-71a5-4268-b10f-ecd8a859fa7e/73e1e15c-837a-46ad-bc9f-a54ad943d1d9) {{(pid=103334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 08:06:15.571752 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.db_base_plugin_common [None req-487f74cc-4f92-4974-8cbe-976d97b8d122 admin admin] Allocated IP 172.26.0.177 (99c66757-74e3-40a4-b479-8d09e3a7c3dd/7f3d1034-1de7-458a-a3ee-77488de3949b/b26816d5-0a0a-40b3-a494-84db00f9c927) {{(pid=103333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 08:06:15.689903 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-487f74cc-4f92-4974-8cbe-976d97b8d122 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:06:15.718493 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-adf7b074-c1a4-49c5-8406-162881576c23 None None] Attempt 6 to provision port 98c1ba66-889a-4bcc-b048-f4e1b027c919 Oct 19 08:06:15.729210 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-487f74cc-4f92-4974-8cbe-976d97b8d122 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785020947330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130996763'] for port, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:06:15.773796 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-487f74cc-4f92-4974-8cbe-976d97b8d122 admin admin] Network 99c66757-74e3-40a4-b479-8d09e3a7c3dd is already hosted by enough agents. {{(pid=103333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 08:06:15.777562 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-487f74cc-4f92-4974-8cbe-976d97b8d122 admin admin] Resources bound (agent type, host, resource id): {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 08:06:15.788421 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-487f74cc-4f92-4974-8cbe-976d97b8d122 admin admin] Received port after_create {{(pid=103333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 08:06:15.792553 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487f74cc-4f92-4974-8cbe-976d97b8d122 admin admin] Pushing event updated for resources: {'Port': ['ID=b26816d5-0a0a-40b3-a494-84db00f9c927,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:06:15.912249 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device 57f129f9-ee27-4948-9aae-fd175030b460 up at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 08:06:15.980771 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-c40e47f4-e802-4de6-8448-ffb3a92af2a5 None None] Notify callbacks [] for port, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:06:15.993669 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-adf7b074-c1a4-49c5-8406-162881576c23 None None] Port 98c1ba66-889a-4bcc-b048-f4e1b027c919 cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 08:06:16.005085 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-c40e47f4-e802-4de6-8448-ffb3a92af2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785020947330'] for port, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:06:16.008273 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-141a78b4-9985-411f-9d06-b51faf338495 None None] Notify callbacks [] for port, precommit_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:06:16.046027 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-141a78b4-9985-411f-9d06-b51faf338495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:06:16.070090 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c40e47f4-e802-4de6-8448-ffb3a92af2a5 None None] Network c38a46b6-8d91-492c-a206-911a55295179 is already hosted by enough agents. {{(pid=103334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 08:06:16.078613 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.scheduler.base_scheduler [None req-c40e47f4-e802-4de6-8448-ffb3a92af2a5 None None] Resources bound (agent type, host, resource id): {{(pid=103334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 08:06:16.083662 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-487f74cc-4f92-4974-8cbe-976d97b8d122 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:06:16.084288 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c40e47f4-e802-4de6-8448-ffb3a92af2a5 None None] Received port after_create {{(pid=103334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 08:06:16.101381 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40e47f4-e802-4de6-8448-ffb3a92af2a5 None None] Pushing event updated for resources: {'Port': ['ID=73e1e15c-837a-46ad-bc9f-a54ad943d1d9,revision_number=1']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:06:16.116167 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Provisioning complete for port 57f129f9-ee27-4948-9aae-fd175030b460 triggered by entity L2. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 08:06:16.116559 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:06:16.116900 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Attempt 1 to provision port 57f129f9-ee27-4948-9aae-fd175030b460 Oct 19 08:06:16.228111 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-141a78b4-9985-411f-9d06-b51faf338495 None None] Attempting to bind port 98c1ba66-889a-4bcc-b048-f4e1b027c919 on host dv-neutron-861624-1-hyperv for vnic_type normal with profile {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 19 08:06:16.228784 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-141a78b4-9985-411f-9d06-b51faf338495 None None] Attempting to bind port 98c1ba66-889a-4bcc-b048-f4e1b027c919 by drivers openvswitch,hyperv on host dv-neutron-861624-1-hyperv at level 0 using segments [{'id': '92baf0a3-89ab-47d4-8376-1834fc353c9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'c3cba2ad-dba1-41fa-aba2-697e5435d709'}] {{(pid=103334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 19 08:06:16.228784 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-141a78b4-9985-411f-9d06-b51faf338495 None None] Attempting to bind port 98c1ba66-889a-4bcc-b048-f4e1b027c919 on network c3cba2ad-dba1-41fa-aba2-697e5435d709 {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 08:06:16.249658 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff7d910-3134-4775-9b88-ee5dd813725a None None] Pushing event updated for resources: {'Port': ['ID=98c1ba66-889a-4bcc-b048-f4e1b027c919,revision_number=3']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:06:16.252532 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-c40e47f4-e802-4de6-8448-ffb3a92af2a5 None None] Attempting to bind port 73e1e15c-837a-46ad-bc9f-a54ad943d1d9 on host dv-neutron-861624-1-hyperv for vnic_type normal with profile {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 19 08:06:16.252899 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-c40e47f4-e802-4de6-8448-ffb3a92af2a5 None None] Attempting to bind port 73e1e15c-837a-46ad-bc9f-a54ad943d1d9 by drivers openvswitch,hyperv on host dv-neutron-861624-1-hyperv at level 0 using segments [{'id': '966f6488-f551-42ff-ae7a-47f0e8ba16b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'c38a46b6-8d91-492c-a206-911a55295179'}] {{(pid=103334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 19 08:06:16.253263 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c40e47f4-e802-4de6-8448-ffb3a92af2a5 None None] Attempting to bind port 73e1e15c-837a-46ad-bc9f-a54ad943d1d9 on network c38a46b6-8d91-492c-a206-911a55295179 {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 08:06:16.256889 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-141a78b4-9985-411f-9d06-b51faf338495 None None] Checking agent: {'id': 'a5b0152c-d633-409b-aaf8-3b76458e2410', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861624-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 19, 7, 30, 19), 'started_at': datetime.datetime(2022, 10, 19, 7, 30, 49), 'heartbeat_timestamp': datetime.datetime(2022, 10, 19, 8, 5, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861624-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 08:06:16.257242 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-141a78b4-9985-411f-9d06-b51faf338495 None None] Checking segment: {'id': '92baf0a3-89ab-47d4-8376-1834fc353c9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'c3cba2ad-dba1-41fa-aba2-697e5435d709'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 19 08:06:16.257640 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-141a78b4-9985-411f-9d06-b51faf338495 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:06:16.258017 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-141a78b4-9985-411f-9d06-b51faf338495 None None] Bound using segment: {'id': '92baf0a3-89ab-47d4-8376-1834fc353c9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'c3cba2ad-dba1-41fa-aba2-697e5435d709'} {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 08:06:16.258479 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-141a78b4-9985-411f-9d06-b51faf338495 None None] Bound port: 98c1ba66-889a-4bcc-b048-f4e1b027c919, host: dv-neutron-861624-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92baf0a3-89ab-47d4-8376-1834fc353c9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'c3cba2ad-dba1-41fa-aba2-697e5435d709'}}] {{(pid=103334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 19 08:06:16.258852 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-141a78b4-9985-411f-9d06-b51faf338495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:06:16.275809 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c40e47f4-e802-4de6-8448-ffb3a92af2a5 None None] Checking agent: {'id': 'a5b0152c-d633-409b-aaf8-3b76458e2410', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861624-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 19, 7, 30, 19), 'started_at': datetime.datetime(2022, 10, 19, 7, 30, 49), 'heartbeat_timestamp': datetime.datetime(2022, 10, 19, 8, 5, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861624-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 08:06:16.276519 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c40e47f4-e802-4de6-8448-ffb3a92af2a5 None None] Checking segment: {'id': '966f6488-f551-42ff-ae7a-47f0e8ba16b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'c38a46b6-8d91-492c-a206-911a55295179'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 19 08:06:16.276918 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-c40e47f4-e802-4de6-8448-ffb3a92af2a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:06:16.277306 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c40e47f4-e802-4de6-8448-ffb3a92af2a5 None None] Bound using segment: {'id': '966f6488-f551-42ff-ae7a-47f0e8ba16b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'c38a46b6-8d91-492c-a206-911a55295179'} {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 08:06:16.277772 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-c40e47f4-e802-4de6-8448-ffb3a92af2a5 None None] Bound port: 73e1e15c-837a-46ad-bc9f-a54ad943d1d9, host: dv-neutron-861624-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '966f6488-f551-42ff-ae7a-47f0e8ba16b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'c38a46b6-8d91-492c-a206-911a55295179'}}] {{(pid=103334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 19 08:06:16.278565 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-c40e47f4-e802-4de6-8448-ffb3a92af2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:06:16.289998 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-487f74cc-4f92-4974-8cbe-976d97b8d122 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1692844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1693859'] for router, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:06:16.408027 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-e7cf221c-f3c5-4483-8f09-516403add9fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:06:16.409416 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Current status of the port 57f129f9-ee27-4948-9aae-fd175030b460 is: ACTIVE; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 08:06:16.424019 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-487f74cc-4f92-4974-8cbe-976d97b8d122 admin admin] Router 5fcc9e73-a048-4af9-8cf6-731efc7a63c6 is scheduled to L3 agent ab388470-1243-4d53-80f2-c2f5899c97a7 with binding_index 1 {{(pid=103333) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 08:06:16.424932 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-141a78b4-9985-411f-9d06-b51faf338495 None None] For port 98c1ba66-889a-4bcc-b048-f4e1b027c919, host dv-neutron-861624-1-hyperv, cleared binding levels {{(pid=103334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 08:06:16.430435 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-141a78b4-9985-411f-9d06-b51faf338495 None None] For port 98c1ba66-889a-4bcc-b048-f4e1b027c919, host dv-neutron-861624-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=98c1ba66-889a-4bcc-b048-f4e1b027c919,segment=NetworkSegment(92baf0a3-89ab-47d4-8376-1834fc353c9f),segment_id=92baf0a3-89ab-47d4-8376-1834fc353c9f)] {{(pid=103334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 08:06:16.437121 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-c40e47f4-e802-4de6-8448-ffb3a92af2a5 None None] For port 73e1e15c-837a-46ad-bc9f-a54ad943d1d9, host dv-neutron-861624-1-hyperv, cleared binding levels {{(pid=103334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 08:06:16.440617 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-c40e47f4-e802-4de6-8448-ffb3a92af2a5 None None] For port 73e1e15c-837a-46ad-bc9f-a54ad943d1d9, host dv-neutron-861624-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=73e1e15c-837a-46ad-bc9f-a54ad943d1d9,segment=NetworkSegment(966f6488-f551-42ff-ae7a-47f0e8ba16b9),segment_id=966f6488-f551-42ff-ae7a-47f0e8ba16b9)] {{(pid=103334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 08:06:16.443318 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-141a78b4-9985-411f-9d06-b51faf338495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:06:16.449906 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-c40e47f4-e802-4de6-8448-ffb3a92af2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:06:16.488967 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-141a78b4-9985-411f-9d06-b51faf338495 None None] Routers {'69c61e86-4216-4476-ae24-6ee3574cad7b'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 08:06:16.489523 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-141a78b4-9985-411f-9d06-b51faf338495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T08:06:16Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['69c61e86-4216-4476-ae24-6ee3574cad7b'], 'active': True} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:06:16.495143 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-adf7b074-c1a4-49c5-8406-162881576c23 None None] Attempt 7 to provision port 98c1ba66-889a-4bcc-b048-f4e1b027c919 Oct 19 08:06:16.544389 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-487f74cc-4f92-4974-8cbe-976d97b8d122 admin admin] Notify agent at l3_agent.dv-neutron-861624-1-hyperv the message routers_updated {{(pid=103333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 08:06:16.556837 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97ab2806-2240-40a4-ba1e-e6da653398a8 None None] Sync routers for ids ['5fcc9e73-a048-4af9-8cf6-731efc7a63c6'] in dv-neutron-861624-1-hyperv {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 08:06:16.565909 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-487f74cc-4f92-4974-8cbe-976d97b8d122 admin admin] Notify callbacks [] for router, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:06:16.567326 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-487f74cc-4f92-4974-8cbe-976d97b8d122 admin admin] 10.222.0.27 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.5841987 Oct 19 08:06:16.570209 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 36698) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:06:16.572165 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97ab2806-2240-40a4-ba1e-e6da653398a8 None None] Routers {'5fcc9e73-a048-4af9-8cf6-731efc7a63c6'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 08:06:16.573288 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-97ab2806-2240-40a4-ba1e-e6da653398a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T08:06:16Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['5fcc9e73-a048-4af9-8cf6-731efc7a63c6'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:06:16.580457 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff7d910-3134-4775-9b88-ee5dd813725a None None] Pushing event updated for resources: {'Port': ['ID=98c1ba66-889a-4bcc-b048-f4e1b027c919,revision_number=4']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:06:16.642189 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40e47f4-e802-4de6-8448-ffb3a92af2a5 None None] Pushing event updated for resources: {'Port': ['ID=73e1e15c-837a-46ad-bc9f-a54ad943d1d9,revision_number=2']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:06:16.728584 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvr_db [None req-97ab2806-2240-40a4-ba1e-e6da653398a8 None None] Set router 5fcc9e73-a048-4af9-8cf6-731efc7a63c6 gateway port host: dv-neutron-861624-1-hyperv {{(pid=103335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 08:06:16.759693 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvr_db [None req-141a78b4-9985-411f-9d06-b51faf338495 None None] Set router 69c61e86-4216-4476-ae24-6ee3574cad7b gateway port host: dv-neutron-861624-1-hyperv {{(pid=103334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 08:06:16.791770 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-adf7b074-c1a4-49c5-8406-162881576c23 None None] Current status of the port 98c1ba66-889a-4bcc-b048-f4e1b027c919 is: DOWN; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 08:06:16.792248 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-adf7b074-c1a4-49c5-8406-162881576c23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:06:16.879787 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-adf7b074-c1a4-49c5-8406-162881576c23 None None] For port 98c1ba66-889a-4bcc-b048-f4e1b027c919, host dv-neutron-861624-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=98c1ba66-889a-4bcc-b048-f4e1b027c919,segment=NetworkSegment(92baf0a3-89ab-47d4-8376-1834fc353c9f),segment_id=92baf0a3-89ab-47d4-8376-1834fc353c9f)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 08:06:16.886881 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-adf7b074-c1a4-49c5-8406-162881576c23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:06:16.937809 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-97ab2806-2240-40a4-ba1e-e6da653398a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fcc9e73-a048-4af9-8cf6-731efc7a63c6', 'name': 'tempest-TestEncryptedCinderVolumes-547680925-router', 'tenant_id': 'e95de983e5784c2e9cbbec9db8bfefd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'external_fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.177'}], 'enable_snat': True}, 'gw_port_id': 'b26816d5-0a0a-40b3-a494-84db00f9c927', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T08:06:15Z', 'updated_at': '2022-10-19T08:06:15Z', 'revision_number': 3, 'project_id': 'e95de983e5784c2e9cbbec9db8bfefd3', 'gw_port': {'id': 'b26816d5-0a0a-40b3-a494-84db00f9c927', 'name': '', 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:53:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fcc9e73-a048-4af9-8cf6-731efc7a63c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1654, 'fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T08:06:15Z', 'updated_at': '2022-10-19T08:06:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861624-1-hyperv'}], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:06:16.995535 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf7b074-c1a4-49c5-8406-162881576c23 None None] Pushing event updated for resources: {'Port': ['ID=98c1ba66-889a-4bcc-b048-f4e1b027c919,revision_number=5']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:06:17.037240 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-08e060d5-dbbc-4092-bd2a-5694850f83a7 None None] Provisioning complete for port 98c1ba66-889a-4bcc-b048-f4e1b027c919 triggered by entity DHCP. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 08:06:17.037527 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-08e060d5-dbbc-4092-bd2a-5694850f83a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:06:17.037866 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-08e060d5-dbbc-4092-bd2a-5694850f83a7 None None] Attempt 1 to provision port 98c1ba66-889a-4bcc-b048-f4e1b027c919 Oct 19 08:06:17.059391 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97ab2806-2240-40a4-ba1e-e6da653398a8 None None] Checking router: 5fcc9e73-a048-4af9-8cf6-731efc7a63c6 for host: dv-neutron-861624-1-hyperv {{(pid=103335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 08:06:17.059830 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97ab2806-2240-40a4-ba1e-e6da653398a8 None None] Updating router 5fcc9e73-a048-4af9-8cf6-731efc7a63c6 port b26816d5-0a0a-40b3-a494-84db00f9c927 binding host dv-neutron-861624-1-hyperv {{(pid=103335) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 08:06:17.087177 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-97ab2806-2240-40a4-ba1e-e6da653398a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:06:17.103373 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-141a78b4-9985-411f-9d06-b51faf338495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69c61e86-4216-4476-ae24-6ee3574cad7b', 'name': 'tempest-TestEncryptedCinderVolumes-23138767-router', 'tenant_id': '5108327e422a49548d9e4e1da2e080ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'external_fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.227'}], 'enable_snat': True}, 'gw_port_id': '57f129f9-ee27-4948-9aae-fd175030b460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T08:06:10Z', 'updated_at': '2022-10-19T08:06:12Z', 'revision_number': 4, 'project_id': '5108327e422a49548d9e4e1da2e080ac', 'gw_port': {'id': '57f129f9-ee27-4948-9aae-fd175030b460', 'name': '', 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:70:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69c61e86-4216-4476-ae24-6ee3574cad7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1642, 'fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T08:06:10Z', 'updated_at': '2022-10-19T08:06:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861624-1-hyperv', '_interfaces': [{'id': '98c1ba66-889a-4bcc-b048-f4e1b027c919', 'name': '', 'network_id': 'c3cba2ad-dba1-41fa-aba2-697e5435d709', 'tenant_id': '5108327e422a49548d9e4e1da2e080ac', 'mac_address': 'fa:16:3e:57:c9:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69c61e86-4216-4476-ae24-6ee3574cad7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1643, 'fixed_ips': [{'subnet_id': '31bf3915-a51b-4b2d-8cc2-77754e843174', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T08:06:12Z', 'updated_at': '2022-10-19T08:06:16Z', 'revision_number': 4, 'project_id': '5108327e422a49548d9e4e1da2e080ac', 'subnets': [{'id': '31bf3915-a51b-4b2d-8cc2-77754e843174', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:06:17.125112 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-4f0e5671-f3c0-4b7e-9c4d-a097b98297e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:06:17.159392 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-141a78b4-9985-411f-9d06-b51faf338495 None None] The sync data for ids ['69c61e86-4216-4476-ae24-6ee3574cad7b'] in dv-neutron-861624-1-hyperv is: [{'id': '69c61e86-4216-4476-ae24-6ee3574cad7b', 'name': 'tempest-TestEncryptedCinderVolumes-23138767-router', 'tenant_id': '5108327e422a49548d9e4e1da2e080ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'external_fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.227'}], 'enable_snat': True}, 'gw_port_id': '57f129f9-ee27-4948-9aae-fd175030b460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T08:06:10Z', 'updated_at': '2022-10-19T08:06:12Z', 'revision_number': 4, 'project_id': '5108327e422a49548d9e4e1da2e080ac', 'gw_port': {'id': '57f129f9-ee27-4948-9aae-fd175030b460', 'name': '', 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:70:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69c61e86-4216-4476-ae24-6ee3574cad7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1642, 'fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T08:06:10Z', 'updated_at': '2022-10-19T08:06:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861624-1-hyperv', '_interfaces': [{'id': '98c1ba66-889a-4bcc-b048-f4e1b027c919', 'name': '', 'network_id': 'c3cba2ad-dba1-41fa-aba2-697e5435d709', 'tenant_id': '5108327e422a49548d9e4e1da2e080ac', 'mac_address': 'fa:16:3e:57:c9:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69c61e86-4216-4476-ae24-6ee3574cad7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1643, 'fixed_ips': [{'subnet_id': '31bf3915-a51b-4b2d-8cc2-77754e843174', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T08:06:12Z', 'updated_at': '2022-10-19T08:06:16Z', 'revision_number': 4, 'project_id': '5108327e422a49548d9e4e1da2e080ac', 'subnets': [{'id': '31bf3915-a51b-4b2d-8cc2-77754e843174', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 08:06:17.166080 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-08e060d5-dbbc-4092-bd2a-5694850f83a7 None None] Current status of the port 98c1ba66-889a-4bcc-b048-f4e1b027c919 is: ACTIVE; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 08:06:17.332586 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.db_base_plugin_common [None req-4f0e5671-f3c0-4b7e-9c4d-a097b98297e4 admin admin] Allocated IP 172.20.0.1 (c38a46b6-8d91-492c-a206-911a55295179/545acd66-71a5-4268-b10f-ecd8a859fa7e/3672a62f-434a-4e99-b64d-a663c4c9183a) {{(pid=103333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 08:06:17.420117 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-97ab2806-2240-40a4-ba1e-e6da653398a8 None None] Notify callbacks [] for port, precommit_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:06:17.426682 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-97ab2806-2240-40a4-ba1e-e6da653398a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:06:17.473231 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-97ab2806-2240-40a4-ba1e-e6da653398a8 None None] Attempting to bind port b26816d5-0a0a-40b3-a494-84db00f9c927 on host dv-neutron-861624-1-hyperv for vnic_type normal with profile {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 19 08:06:17.473599 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-97ab2806-2240-40a4-ba1e-e6da653398a8 None None] Attempting to bind port b26816d5-0a0a-40b3-a494-84db00f9c927 by drivers openvswitch,hyperv on host dv-neutron-861624-1-hyperv at level 0 using segments [{'id': '53981d04-8205-40d8-8d33-0510111d6f8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd'}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 19 08:06:17.473960 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97ab2806-2240-40a4-ba1e-e6da653398a8 None None] Attempting to bind port b26816d5-0a0a-40b3-a494-84db00f9c927 on network 99c66757-74e3-40a4-b479-8d09e3a7c3dd {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 08:06:17.474858 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-4f0e5671-f3c0-4b7e-9c4d-a097b98297e4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:06:17.484400 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97ab2806-2240-40a4-ba1e-e6da653398a8 None None] Checking agent: {'id': 'a5b0152c-d633-409b-aaf8-3b76458e2410', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861624-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 19, 7, 30, 19), 'started_at': datetime.datetime(2022, 10, 19, 7, 30, 49), 'heartbeat_timestamp': datetime.datetime(2022, 10, 19, 8, 5, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861624-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 08:06:17.484793 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97ab2806-2240-40a4-ba1e-e6da653398a8 None None] Checking segment: {'id': '53981d04-8205-40d8-8d33-0510111d6f8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 19 08:06:17.485184 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-97ab2806-2240-40a4-ba1e-e6da653398a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:06:17.485565 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97ab2806-2240-40a4-ba1e-e6da653398a8 None None] Bound using segment: {'id': '53981d04-8205-40d8-8d33-0510111d6f8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd'} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 08:06:17.486031 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-97ab2806-2240-40a4-ba1e-e6da653398a8 None None] Bound port: b26816d5-0a0a-40b3-a494-84db00f9c927, host: dv-neutron-861624-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53981d04-8205-40d8-8d33-0510111d6f8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd'}}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 19 08:06:17.486525 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-97ab2806-2240-40a4-ba1e-e6da653398a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:06:17.512350 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5c43f3-e552-48cd-97dd-1db3cf1dadfb None None] Pushing event updated for resources: {'Port': ['ID=b26816d5-0a0a-40b3-a494-84db00f9c927,revision_number=2']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:06:17.543402 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-4f0e5671-f3c0-4b7e-9c4d-a097b98297e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785020947330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130996763'] for port, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:06:17.551998 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-97ab2806-2240-40a4-ba1e-e6da653398a8 None None] For port b26816d5-0a0a-40b3-a494-84db00f9c927, host dv-neutron-861624-1-hyperv, cleared binding levels {{(pid=103335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 08:06:17.556842 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-97ab2806-2240-40a4-ba1e-e6da653398a8 None None] For port b26816d5-0a0a-40b3-a494-84db00f9c927, host dv-neutron-861624-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=b26816d5-0a0a-40b3-a494-84db00f9c927,segment=NetworkSegment(53981d04-8205-40d8-8d33-0510111d6f8f),segment_id=53981d04-8205-40d8-8d33-0510111d6f8f)] {{(pid=103335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 08:06:17.563210 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-97ab2806-2240-40a4-ba1e-e6da653398a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:06:17.579700 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97ab2806-2240-40a4-ba1e-e6da653398a8 None None] Routers {'5fcc9e73-a048-4af9-8cf6-731efc7a63c6'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 08:06:17.579913 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-97ab2806-2240-40a4-ba1e-e6da653398a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T08:06:16Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['5fcc9e73-a048-4af9-8cf6-731efc7a63c6'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:06:17.612655 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f0e5671-f3c0-4b7e-9c4d-a097b98297e4 admin admin] Network c38a46b6-8d91-492c-a206-911a55295179 is already hosted by enough agents. {{(pid=103333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 08:06:17.614082 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0e5671-f3c0-4b7e-9c4d-a097b98297e4 admin admin] Pushing event updated for resources: {'Port': ['ID=3672a62f-434a-4e99-b64d-a663c4c9183a,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:06:17.625089 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-4f0e5671-f3c0-4b7e-9c4d-a097b98297e4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 08:06:17.628311 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f0e5671-f3c0-4b7e-9c4d-a097b98297e4 admin admin] Received port after_create {{(pid=103333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 08:06:17.685918 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-4f0e5671-f3c0-4b7e-9c4d-a097b98297e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1695190'] for router_interface, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:06:17.693524 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-624f8fa0-d086-4f15-9cac-edc4a6200c0d None None] Network c38a46b6-8d91-492c-a206-911a55295179 requested from dv-neutron-861624-1-hyperv {{(pid=103334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 08:06:17.714759 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5c43f3-e552-48cd-97dd-1db3cf1dadfb None None] Pushing event updated for resources: {'Port': ['ID=b26816d5-0a0a-40b3-a494-84db00f9c927,revision_number=3']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:06:17.745563 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvr_db [None req-97ab2806-2240-40a4-ba1e-e6da653398a8 None None] Set router 5fcc9e73-a048-4af9-8cf6-731efc7a63c6 gateway port host: dv-neutron-861624-1-hyperv {{(pid=103335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 08:06:17.854443 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-4f0e5671-f3c0-4b7e-9c4d-a097b98297e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:06:17.883088 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-3ee972e2-91d4-46b1-9c00-2083735f12ff None None] Provisioning complete for port 73e1e15c-837a-46ad-bc9f-a54ad943d1d9 triggered by entity DHCP. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 08:06:17.888256 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-3ee972e2-91d4-46b1-9c00-2083735f12ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:06:17.888975 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-3ee972e2-91d4-46b1-9c00-2083735f12ff None None] Attempt 1 to provision port 73e1e15c-837a-46ad-bc9f-a54ad943d1d9 Oct 19 08:06:17.944376 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device 73e1e15c-837a-46ad-bc9f-a54ad943d1d9 up at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 08:06:17.997890 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-97ab2806-2240-40a4-ba1e-e6da653398a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fcc9e73-a048-4af9-8cf6-731efc7a63c6', 'name': 'tempest-TestEncryptedCinderVolumes-547680925-router', 'tenant_id': 'e95de983e5784c2e9cbbec9db8bfefd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'external_fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.177'}], 'enable_snat': True}, 'gw_port_id': 'b26816d5-0a0a-40b3-a494-84db00f9c927', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T08:06:15Z', 'updated_at': '2022-10-19T08:06:15Z', 'revision_number': 3, 'project_id': 'e95de983e5784c2e9cbbec9db8bfefd3', 'gw_port': {'id': 'b26816d5-0a0a-40b3-a494-84db00f9c927', 'name': '', 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:53:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fcc9e73-a048-4af9-8cf6-731efc7a63c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1654, 'fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T08:06:15Z', 'updated_at': '2022-10-19T08:06:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861624-1-hyperv'}], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:06:18.029675 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97ab2806-2240-40a4-ba1e-e6da653398a8 None None] The sync data for ids ['5fcc9e73-a048-4af9-8cf6-731efc7a63c6'] in dv-neutron-861624-1-hyperv is: [{'id': '5fcc9e73-a048-4af9-8cf6-731efc7a63c6', 'name': 'tempest-TestEncryptedCinderVolumes-547680925-router', 'tenant_id': 'e95de983e5784c2e9cbbec9db8bfefd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'external_fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.177'}], 'enable_snat': True}, 'gw_port_id': 'b26816d5-0a0a-40b3-a494-84db00f9c927', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T08:06:15Z', 'updated_at': '2022-10-19T08:06:15Z', 'revision_number': 3, 'project_id': 'e95de983e5784c2e9cbbec9db8bfefd3', 'gw_port': {'id': 'b26816d5-0a0a-40b3-a494-84db00f9c927', 'name': '', 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:53:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fcc9e73-a048-4af9-8cf6-731efc7a63c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1654, 'fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T08:06:15Z', 'updated_at': '2022-10-19T08:06:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861624-1-hyperv'}] {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 08:06:18.043656 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Provisioning complete for port 73e1e15c-837a-46ad-bc9f-a54ad943d1d9 triggered by entity L2. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 08:06:18.044258 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:06:18.044771 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Attempt 1 to provision port 73e1e15c-837a-46ad-bc9f-a54ad943d1d9 Oct 19 08:06:18.098224 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-2a2259f7-b034-4eec-af7a-7abaede746c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:06:18.107920 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-4f0e5671-f3c0-4b7e-9c4d-a097b98297e4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:06:18.117131 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-4f0e5671-f3c0-4b7e-9c4d-a097b98297e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130996754'] for port, after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:06:18.169952 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-3ee972e2-91d4-46b1-9c00-2083735f12ff None None] Current status of the port 73e1e15c-837a-46ad-bc9f-a54ad943d1d9 is: DOWN; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 08:06:18.170727 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-3ee972e2-91d4-46b1-9c00-2083735f12ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:06:18.177131 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-4f0e5671-f3c0-4b7e-9c4d-a097b98297e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1574855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1694822'] for router_interface, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:06:18.226124 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-3ee972e2-91d4-46b1-9c00-2083735f12ff None None] For port 73e1e15c-837a-46ad-bc9f-a54ad943d1d9, host dv-neutron-861624-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=73e1e15c-837a-46ad-bc9f-a54ad943d1d9,segment=NetworkSegment(966f6488-f551-42ff-ae7a-47f0e8ba16b9),segment_id=966f6488-f551-42ff-ae7a-47f0e8ba16b9)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 08:06:18.248113 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0e5671-f3c0-4b7e-9c4d-a097b98297e4 admin admin] Pushing event updated for resources: {'Port': ['ID=3672a62f-434a-4e99-b64d-a663c4c9183a,revision_number=2']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:06:18.263146 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-3ee972e2-91d4-46b1-9c00-2083735f12ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:06:18.312139 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Current status of the port 73e1e15c-837a-46ad-bc9f-a54ad943d1d9 is: ACTIVE; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 08:06:18.313295 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device 98c1ba66-889a-4bcc-b048-f4e1b027c919 up at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 08:06:18.373504 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f0e5671-f3c0-4b7e-9c4d-a097b98297e4 admin admin] Network c38a46b6-8d91-492c-a206-911a55295179 is already hosted by enough agents. {{(pid=103333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 08:06:18.375281 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-4f0e5671-f3c0-4b7e-9c4d-a097b98297e4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 08:06:18.566002 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee972e2-91d4-46b1-9c00-2083735f12ff None None] Pushing event updated for resources: {'Port': ['ID=73e1e15c-837a-46ad-bc9f-a54ad943d1d9,revision_number=3']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:06:18.584424 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-988e5e8e-7917-471f-9dfb-e3294c24c64f None None] Provisioning complete for port 73e1e15c-837a-46ad-bc9f-a54ad943d1d9 triggered by entity DHCP. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 08:06:18.584878 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-988e5e8e-7917-471f-9dfb-e3294c24c64f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:06:18.585173 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-988e5e8e-7917-471f-9dfb-e3294c24c64f None None] Attempt 1 to provision port 73e1e15c-837a-46ad-bc9f-a54ad943d1d9 Oct 19 08:06:18.607339 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f0e5671-f3c0-4b7e-9c4d-a097b98297e4 admin admin] Router 5fcc9e73-a048-4af9-8cf6-731efc7a63c6 has already been hosted by L3 agent ab388470-1243-4d53-80f2-c2f5899c97a7 {{(pid=103333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 08:06:18.655914 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Provisioning complete for port 98c1ba66-889a-4bcc-b048-f4e1b027c919 triggered by entity L2. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 08:06:18.656463 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:06:18.657058 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Attempt 1 to provision port 98c1ba66-889a-4bcc-b048-f4e1b027c919 Oct 19 08:06:18.800392 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-988e5e8e-7917-471f-9dfb-e3294c24c64f None None] Current status of the port 73e1e15c-837a-46ad-bc9f-a54ad943d1d9 is: ACTIVE; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 08:06:18.826123 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-988e5e8e-7917-471f-9dfb-e3294c24c64f None None] Provisioning complete for port 3672a62f-434a-4e99-b64d-a663c4c9183a triggered by entity DHCP. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 08:06:18.826527 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-988e5e8e-7917-471f-9dfb-e3294c24c64f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:06:18.826931 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-988e5e8e-7917-471f-9dfb-e3294c24c64f None None] Attempt 1 to provision port 3672a62f-434a-4e99-b64d-a663c4c9183a Oct 19 08:06:18.830892 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Current status of the port 98c1ba66-889a-4bcc-b048-f4e1b027c919 is: ACTIVE; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 08:06:18.868381 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-988e5e8e-7917-471f-9dfb-e3294c24c64f None None] Port 3672a62f-434a-4e99-b64d-a663c4c9183a cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 08:06:18.997353 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f0e5671-f3c0-4b7e-9c4d-a097b98297e4 admin admin] Notify agent at l3_agent.dv-neutron-861624-1-hyperv the message routers_updated {{(pid=103333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 08:06:19.002544 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-4f0e5671-f3c0-4b7e-9c4d-a097b98297e4 admin admin] 10.222.0.27 "PUT /v2.0/routers/5fcc9e73-a048-4af9-8cf6-731efc7a63c6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4312429 Oct 19 08:06:19.084756 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-1a0da505-d0f9-48c6-b7e2-53b9c5e41298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:06:19.185747 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:06:19.369382 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-988e5e8e-7917-471f-9dfb-e3294c24c64f None None] Attempt 2 to provision port 3672a62f-434a-4e99-b64d-a663c4c9183a Oct 19 08:06:19.407783 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-988e5e8e-7917-471f-9dfb-e3294c24c64f None None] Port 3672a62f-434a-4e99-b64d-a663c4c9183a cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 08:06:19.556187 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e069631-1cac-4d1a-83fc-9e96b434c5ec req-605bd820-2808-4124-96a6-f3d4ce7d22f6 tempest-TestEncryptedCinderVolumes-857087161 tempest-TestEncryptedCinderVolumes-857087161-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:06:19.558213 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-6e069631-1cac-4d1a-83fc-9e96b434c5ec req-605bd820-2808-4124-96a6-f3d4ce7d22f6 tempest-TestEncryptedCinderVolumes-857087161 tempest-TestEncryptedCinderVolumes-857087161-project] 10.222.0.27 "GET /v2.0/networks?id=c3cba2ad-dba1-41fa-aba2-697e5435d709 HTTP/1.1" status: 200 len: 815 time: 0.1033177 Oct 19 08:06:19.574078 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-6e069631-1cac-4d1a-83fc-9e96b434c5ec req-bb2bb206-3aee-4f5e-b172-04ab6827e5c0 tempest-TestEncryptedCinderVolumes-857087161 tempest-TestEncryptedCinderVolumes-857087161-project] 10.222.0.27 "GET /v2.0/quotas/5108327e422a49548d9e4e1da2e080ac HTTP/1.1" status: 200 len: 375 time: 0.0095124 Oct 19 08:06:19.626271 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-6e069631-1cac-4d1a-83fc-9e96b434c5ec req-e99e9608-03d2-4684-8cd8-2f17052c88a6 tempest-TestEncryptedCinderVolumes-857087161 tempest-TestEncryptedCinderVolumes-857087161-project] 10.222.0.27 "GET /v2.0/ports?tenant_id=5108327e422a49548d9e4e1da2e080ac&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0447419 Oct 19 08:06:19.720314 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-6e069631-1cac-4d1a-83fc-9e96b434c5ec req-37a7bac8-3234-4b0d-b210-b5a54a90f006 service neutron] 10.222.0.27 "GET /v2.0/networks/c3cba2ad-dba1-41fa-aba2-697e5435d709?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820260 Oct 19 08:06:19.820767 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-6e069631-1cac-4d1a-83fc-9e96b434c5ec req-43afe431-8e42-4e26-81ee-55835c37b7bf service neutron] 10.222.0.27 "GET /v2.0/networks/c3cba2ad-dba1-41fa-aba2-697e5435d709?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942965 Oct 19 08:06:19.885102 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device 73e1e15c-837a-46ad-bc9f-a54ad943d1d9 up at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 08:06:19.910479 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-988e5e8e-7917-471f-9dfb-e3294c24c64f None None] Attempt 3 to provision port 3672a62f-434a-4e99-b64d-a663c4c9183a Oct 19 08:06:19.966252 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-988e5e8e-7917-471f-9dfb-e3294c24c64f None None] Port 3672a62f-434a-4e99-b64d-a663c4c9183a cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 08:06:19.974388 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Provisioning complete for port 73e1e15c-837a-46ad-bc9f-a54ad943d1d9 triggered by entity L2. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 08:06:19.974781 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:06:19.975121 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Attempt 1 to provision port 73e1e15c-837a-46ad-bc9f-a54ad943d1d9 Oct 19 08:06:19.986306 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-f374d587-8a43-446d-b715-aca425c4b524 req-02bce4ff-a2cc-4d70-868b-d631bd9352e0 tempest-TestEncryptedCinderVolumes-857087161 tempest-TestEncryptedCinderVolumes-857087161-project] 10.222.0.27 "GET /v2.0/ports?device_id=54dc451a-4c0d-4fe9-9874-97ad95d0b55c HTTP/1.1" status: 200 len: 210 time: 0.0270534 Oct 19 08:06:20.059300 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Current status of the port 73e1e15c-837a-46ad-bc9f-a54ad943d1d9 is: ACTIVE; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 08:06:20.060371 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device b26816d5-0a0a-40b3-a494-84db00f9c927 up at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 08:06:20.109313 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Provisioning complete for port b26816d5-0a0a-40b3-a494-84db00f9c927 triggered by entity L2. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 08:06:20.109801 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:06:20.110221 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Attempt 1 to provision port b26816d5-0a0a-40b3-a494-84db00f9c927 Oct 19 08:06:20.189845 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Current status of the port b26816d5-0a0a-40b3-a494-84db00f9c927 is: DOWN; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 08:06:20.190224 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:06:20.216184 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] For port b26816d5-0a0a-40b3-a494-84db00f9c927, host dv-neutron-861624-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=b26816d5-0a0a-40b3-a494-84db00f9c927,segment=NetworkSegment(53981d04-8205-40d8-8d33-0510111d6f8f),segment_id=53981d04-8205-40d8-8d33-0510111d6f8f)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 08:06:20.220074 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:06:20.270818 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Pushing event updated for resources: {'Port': ['ID=b26816d5-0a0a-40b3-a494-84db00f9c927,revision_number=4']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:06:20.466940 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-988e5e8e-7917-471f-9dfb-e3294c24c64f None None] Attempt 4 to provision port 3672a62f-434a-4e99-b64d-a663c4c9183a Oct 19 08:06:20.503491 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-988e5e8e-7917-471f-9dfb-e3294c24c64f None None] Port 3672a62f-434a-4e99-b64d-a663c4c9183a cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 08:06:20.558903 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f648f10b-17ae-477e-846c-18d4e7097468 None None] Sync routers for ids ['5fcc9e73-a048-4af9-8cf6-731efc7a63c6'] in dv-neutron-861624-1-hyperv {{(pid=103334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 08:06:20.568323 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f648f10b-17ae-477e-846c-18d4e7097468 None None] Routers {'5fcc9e73-a048-4af9-8cf6-731efc7a63c6'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 08:06:20.568959 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-f648f10b-17ae-477e-846c-18d4e7097468 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T08:06:16Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['5fcc9e73-a048-4af9-8cf6-731efc7a63c6'], 'active': True} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:06:20.673981 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvr_db [None req-f648f10b-17ae-477e-846c-18d4e7097468 None None] Set router 5fcc9e73-a048-4af9-8cf6-731efc7a63c6 gateway port host: dv-neutron-861624-1-hyperv {{(pid=103334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 08:06:20.874224 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-f648f10b-17ae-477e-846c-18d4e7097468 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fcc9e73-a048-4af9-8cf6-731efc7a63c6', 'name': 'tempest-TestEncryptedCinderVolumes-547680925-router', 'tenant_id': 'e95de983e5784c2e9cbbec9db8bfefd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'external_fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.177'}], 'enable_snat': True}, 'gw_port_id': 'b26816d5-0a0a-40b3-a494-84db00f9c927', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T08:06:15Z', 'updated_at': '2022-10-19T08:06:17Z', 'revision_number': 4, 'project_id': 'e95de983e5784c2e9cbbec9db8bfefd3', 'gw_port': {'id': 'b26816d5-0a0a-40b3-a494-84db00f9c927', 'name': '', 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:53:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fcc9e73-a048-4af9-8cf6-731efc7a63c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1654, 'fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T08:06:15Z', 'updated_at': '2022-10-19T08:06:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861624-1-hyperv', '_interfaces': [{'id': '3672a62f-434a-4e99-b64d-a663c4c9183a', 'name': '', 'network_id': 'c38a46b6-8d91-492c-a206-911a55295179', 'tenant_id': 'e95de983e5784c2e9cbbec9db8bfefd3', 'mac_address': 'fa:16:3e:9e:84:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fcc9e73-a048-4af9-8cf6-731efc7a63c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1655, 'fixed_ips': [{'subnet_id': '545acd66-71a5-4268-b10f-ecd8a859fa7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T08:06:17Z', 'updated_at': '2022-10-19T08:06:17Z', 'revision_number': 2, 'project_id': 'e95de983e5784c2e9cbbec9db8bfefd3', 'subnets': [{'id': '545acd66-71a5-4268-b10f-ecd8a859fa7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:06:20.902546 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f648f10b-17ae-477e-846c-18d4e7097468 None None] Checking router: 5fcc9e73-a048-4af9-8cf6-731efc7a63c6 for host: dv-neutron-861624-1-hyperv {{(pid=103334) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 08:06:20.903246 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f648f10b-17ae-477e-846c-18d4e7097468 None None] Updating router 5fcc9e73-a048-4af9-8cf6-731efc7a63c6 port 3672a62f-434a-4e99-b64d-a663c4c9183a binding host dv-neutron-861624-1-hyperv {{(pid=103334) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 08:06:20.927452 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-f648f10b-17ae-477e-846c-18d4e7097468 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:06:21.023890 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-988e5e8e-7917-471f-9dfb-e3294c24c64f None None] Attempt 5 to provision port 3672a62f-434a-4e99-b64d-a663c4c9183a Oct 19 08:06:21.029466 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e069631-1cac-4d1a-83fc-9e96b434c5ec req-620891cc-0c93-4415-9eeb-7ee1e2092213 tempest-TestEncryptedCinderVolumes-857087161 tempest-TestEncryptedCinderVolumes-857087161-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:06:21.031023 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-6e069631-1cac-4d1a-83fc-9e96b434c5ec req-620891cc-0c93-4415-9eeb-7ee1e2092213 tempest-TestEncryptedCinderVolumes-857087161 tempest-TestEncryptedCinderVolumes-857087161-project] 10.222.0.16 "GET /v2.0/networks?id=c3cba2ad-dba1-41fa-aba2-697e5435d709 HTTP/1.1" status: 200 len: 815 time: 0.1950121 Oct 19 08:06:21.045243 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [req-6e069631-1cac-4d1a-83fc-9e96b434c5ec req-62ad151a-8c1d-4f0f-a300-e8652d8180fe tempest-TestEncryptedCinderVolumes-857087161 tempest-TestEncryptedCinderVolumes-857087161-project] Request body: {'port': {'device_id': '54dc451a-4c0d-4fe9-9874-97ad95d0b55c', 'network_id': 'c3cba2ad-dba1-41fa-aba2-697e5435d709', 'admin_state_up': True, 'tenant_id': '5108327e422a49548d9e4e1da2e080ac'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 08:06:21.091223 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-988e5e8e-7917-471f-9dfb-e3294c24c64f None None] Port 3672a62f-434a-4e99-b64d-a663c4c9183a cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 08:06:21.095651 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-6d3d9248-87f4-4821-9072-77f2509027de req-9ab5335f-3062-47f7-ac67-daeeef554c1b tempest-TestEncryptedCinderVolumes-857087161 tempest-TestEncryptedCinderVolumes-857087161-project] 10.222.0.27 "GET /v2.0/ports?device_id=54dc451a-4c0d-4fe9-9874-97ad95d0b55c HTTP/1.1" status: 200 len: 210 time: 0.0289030 Oct 19 08:06:21.163037 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6e069631-1cac-4d1a-83fc-9e96b434c5ec req-62ad151a-8c1d-4f0f-a300-e8652d8180fe tempest-TestEncryptedCinderVolumes-857087161 tempest-TestEncryptedCinderVolumes-857087161-project] Made reservation on behalf of 5108327e422a49548d9e4e1da2e080ac for: {'port': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 08:06:21.167175 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [req-6e069631-1cac-4d1a-83fc-9e96b434c5ec req-62ad151a-8c1d-4f0f-a300-e8652d8180fe tempest-TestEncryptedCinderVolumes-857087161 tempest-TestEncryptedCinderVolumes-857087161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:06:21.287652 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-f648f10b-17ae-477e-846c-18d4e7097468 None None] Notify callbacks [] for port, precommit_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:06:21.300059 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.db_base_plugin_common [req-6e069631-1cac-4d1a-83fc-9e96b434c5ec req-62ad151a-8c1d-4f0f-a300-e8652d8180fe tempest-TestEncryptedCinderVolumes-857087161 tempest-TestEncryptedCinderVolumes-857087161-project] Allocated IP 172.20.0.6 (c3cba2ad-dba1-41fa-aba2-697e5435d709/31bf3915-a51b-4b2d-8cc2-77754e843174/6a13a805-439b-4c7a-afcc-0bfa33fcf7c9) {{(pid=103333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 08:06:21.320956 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-f648f10b-17ae-477e-846c-18d4e7097468 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:06:21.394911 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e58845f-6f0a-4722-91eb-1df8632361de None None] Pushing event updated for resources: {'Port': ['ID=3672a62f-434a-4e99-b64d-a663c4c9183a,revision_number=3']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:06:21.430438 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-f648f10b-17ae-477e-846c-18d4e7097468 None None] Attempting to bind port 3672a62f-434a-4e99-b64d-a663c4c9183a on host dv-neutron-861624-1-hyperv for vnic_type normal with profile {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 19 08:06:21.430809 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-f648f10b-17ae-477e-846c-18d4e7097468 None None] Attempting to bind port 3672a62f-434a-4e99-b64d-a663c4c9183a by drivers openvswitch,hyperv on host dv-neutron-861624-1-hyperv at level 0 using segments [{'id': '966f6488-f551-42ff-ae7a-47f0e8ba16b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'c38a46b6-8d91-492c-a206-911a55295179'}] {{(pid=103334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 19 08:06:21.431176 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f648f10b-17ae-477e-846c-18d4e7097468 None None] Attempting to bind port 3672a62f-434a-4e99-b64d-a663c4c9183a on network c38a46b6-8d91-492c-a206-911a55295179 {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 08:06:21.436374 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f648f10b-17ae-477e-846c-18d4e7097468 None None] Checking agent: {'id': 'a5b0152c-d633-409b-aaf8-3b76458e2410', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861624-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 19, 7, 30, 19), 'started_at': datetime.datetime(2022, 10, 19, 7, 30, 49), 'heartbeat_timestamp': datetime.datetime(2022, 10, 19, 8, 6, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861624-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 08:06:21.436715 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f648f10b-17ae-477e-846c-18d4e7097468 None None] Checking segment: {'id': '966f6488-f551-42ff-ae7a-47f0e8ba16b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'c38a46b6-8d91-492c-a206-911a55295179'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 19 08:06:21.437116 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-f648f10b-17ae-477e-846c-18d4e7097468 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:06:21.437508 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f648f10b-17ae-477e-846c-18d4e7097468 None None] Bound using segment: {'id': '966f6488-f551-42ff-ae7a-47f0e8ba16b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'c38a46b6-8d91-492c-a206-911a55295179'} {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 08:06:21.437977 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-f648f10b-17ae-477e-846c-18d4e7097468 None None] Bound port: 3672a62f-434a-4e99-b64d-a663c4c9183a, host: dv-neutron-861624-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '966f6488-f551-42ff-ae7a-47f0e8ba16b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'c38a46b6-8d91-492c-a206-911a55295179'}}] {{(pid=103334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 19 08:06:21.438360 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-f648f10b-17ae-477e-846c-18d4e7097468 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:06:21.461427 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [req-6e069631-1cac-4d1a-83fc-9e96b434c5ec req-62ad151a-8c1d-4f0f-a300-e8652d8180fe tempest-TestEncryptedCinderVolumes-857087161 tempest-TestEncryptedCinderVolumes-857087161-project] Notify callbacks [] for port, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:06:21.494939 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [req-6e069631-1cac-4d1a-83fc-9e96b434c5ec req-62ad151a-8c1d-4f0f-a300-e8652d8180fe tempest-TestEncryptedCinderVolumes-857087161 tempest-TestEncryptedCinderVolumes-857087161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785020947330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130996763'] for port, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:06:21.502997 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-f648f10b-17ae-477e-846c-18d4e7097468 None None] For port 3672a62f-434a-4e99-b64d-a663c4c9183a, host dv-neutron-861624-1-hyperv, cleared binding levels {{(pid=103334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 08:06:21.506579 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-f648f10b-17ae-477e-846c-18d4e7097468 None None] For port 3672a62f-434a-4e99-b64d-a663c4c9183a, host dv-neutron-861624-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=3672a62f-434a-4e99-b64d-a663c4c9183a,segment=NetworkSegment(966f6488-f551-42ff-ae7a-47f0e8ba16b9),segment_id=966f6488-f551-42ff-ae7a-47f0e8ba16b9)] {{(pid=103334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 08:06:21.510937 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-f648f10b-17ae-477e-846c-18d4e7097468 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:06:21.538664 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6e069631-1cac-4d1a-83fc-9e96b434c5ec req-62ad151a-8c1d-4f0f-a300-e8652d8180fe tempest-TestEncryptedCinderVolumes-857087161 tempest-TestEncryptedCinderVolumes-857087161-project] Network c3cba2ad-dba1-41fa-aba2-697e5435d709 is already hosted by enough agents. {{(pid=103333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 08:06:21.541793 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [req-6e069631-1cac-4d1a-83fc-9e96b434c5ec req-62ad151a-8c1d-4f0f-a300-e8652d8180fe tempest-TestEncryptedCinderVolumes-857087161 tempest-TestEncryptedCinderVolumes-857087161-project] Resources bound (agent type, host, resource id): {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 08:06:21.545852 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e069631-1cac-4d1a-83fc-9e96b434c5ec req-62ad151a-8c1d-4f0f-a300-e8652d8180fe tempest-TestEncryptedCinderVolumes-857087161 tempest-TestEncryptedCinderVolumes-857087161-project] Received port after_create {{(pid=103333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 08:06:21.551293 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f648f10b-17ae-477e-846c-18d4e7097468 None None] Routers {'5fcc9e73-a048-4af9-8cf6-731efc7a63c6'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 08:06:21.552047 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-f648f10b-17ae-477e-846c-18d4e7097468 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T08:06:16Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['5fcc9e73-a048-4af9-8cf6-731efc7a63c6'], 'active': True} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:06:21.571879 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ad151a-8c1d-4f0f-a300-e8652d8180fe tempest-TestEncryptedCinderVolumes-857087161 tempest-TestEncryptedCinderVolumes-857087161-project] Pushing event updated for resources: {'Port': ['ID=6a13a805-439b-4c7a-afcc-0bfa33fcf7c9,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:06:21.596748 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-988e5e8e-7917-471f-9dfb-e3294c24c64f None None] Attempt 6 to provision port 3672a62f-434a-4e99-b64d-a663c4c9183a Oct 19 08:06:21.604000 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e069631-1cac-4d1a-83fc-9e96b434c5ec req-62ad151a-8c1d-4f0f-a300-e8652d8180fe tempest-TestEncryptedCinderVolumes-857087161 tempest-TestEncryptedCinderVolumes-857087161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:06:21.604000 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [req-6e069631-1cac-4d1a-83fc-9e96b434c5ec req-62ad151a-8c1d-4f0f-a300-e8652d8180fe tempest-TestEncryptedCinderVolumes-857087161 tempest-TestEncryptedCinderVolumes-857087161-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42160'] for port, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:06:21.623607 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-6e069631-1cac-4d1a-83fc-9e96b434c5ec req-62ad151a-8c1d-4f0f-a300-e8652d8180fe tempest-TestEncryptedCinderVolumes-857087161 tempest-TestEncryptedCinderVolumes-857087161-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5822957 Oct 19 08:06:21.636458 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [req-6e069631-1cac-4d1a-83fc-9e96b434c5ec req-7733d13d-8582-44ae-bac1-7a6c8b7ce265 service neutron] Request body: {'port': {'device_id': '54dc451a-4c0d-4fe9-9874-97ad95d0b55c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8616'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 08:06:21.648472 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e58845f-6f0a-4722-91eb-1df8632361de None None] Pushing event updated for resources: {'Port': ['ID=3672a62f-434a-4e99-b64d-a663c4c9183a,revision_number=4']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:06:21.702559 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [req-6e069631-1cac-4d1a-83fc-9e96b434c5ec req-7733d13d-8582-44ae-bac1-7a6c8b7ce265 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:06:21.888132 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device b26816d5-0a0a-40b3-a494-84db00f9c927 up at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 08:06:21.898071 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvr_db [None req-f648f10b-17ae-477e-846c-18d4e7097468 None None] Set router 5fcc9e73-a048-4af9-8cf6-731efc7a63c6 gateway port host: dv-neutron-861624-1-hyperv {{(pid=103334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 08:06:21.968806 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-988e5e8e-7917-471f-9dfb-e3294c24c64f None None] Current status of the port 3672a62f-434a-4e99-b64d-a663c4c9183a is: DOWN; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 08:06:21.969471 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-988e5e8e-7917-471f-9dfb-e3294c24c64f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:06:22.030721 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.notifiers.nova [req-6e069631-1cac-4d1a-83fc-9e96b434c5ec req-7733d13d-8582-44ae-bac1-7a6c8b7ce265 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a13a805-439b-4c7a-afcc-0bfa33fcf7c9 {{(pid=103333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 19 08:06:22.038260 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [req-6e069631-1cac-4d1a-83fc-9e96b434c5ec req-7733d13d-8582-44ae-bac1-7a6c8b7ce265 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:06:22.056159 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.provisioning_blocks [req-6e069631-1cac-4d1a-83fc-9e96b434c5ec req-7733d13d-8582-44ae-bac1-7a6c8b7ce265 service neutron] Transition to ACTIVE for port object 6a13a805-439b-4c7a-afcc-0bfa33fcf7c9 will not be triggered until provisioned by entity L2. {{(pid=103333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 19 08:06:22.061943 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [req-6e069631-1cac-4d1a-83fc-9e96b434c5ec req-7733d13d-8582-44ae-bac1-7a6c8b7ce265 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130996754'] for port, after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:06:22.101173 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-988e5e8e-7917-471f-9dfb-e3294c24c64f None None] For port 3672a62f-434a-4e99-b64d-a663c4c9183a, host dv-neutron-861624-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=3672a62f-434a-4e99-b64d-a663c4c9183a,segment=NetworkSegment(966f6488-f551-42ff-ae7a-47f0e8ba16b9),segment_id=966f6488-f551-42ff-ae7a-47f0e8ba16b9)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 08:06:22.102149 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Provisioning complete for port b26816d5-0a0a-40b3-a494-84db00f9c927 triggered by entity L2. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 08:06:22.102843 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:06:22.103150 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Attempt 1 to provision port b26816d5-0a0a-40b3-a494-84db00f9c927 Oct 19 08:06:22.142341 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7733d13d-8582-44ae-bac1-7a6c8b7ce265 service neutron] Pushing event updated for resources: {'Port': ['ID=6a13a805-439b-4c7a-afcc-0bfa33fcf7c9,revision_number=2']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:06:22.145858 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-988e5e8e-7917-471f-9dfb-e3294c24c64f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:06:22.175808 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.managers [req-6e069631-1cac-4d1a-83fc-9e96b434c5ec req-7733d13d-8582-44ae-bac1-7a6c8b7ce265 service neutron] Attempting to bind port 6a13a805-439b-4c7a-afcc-0bfa33fcf7c9 on host hv-neutron-8616 for vnic_type normal with profile {{(pid=103333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 19 08:06:22.176301 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.managers [req-6e069631-1cac-4d1a-83fc-9e96b434c5ec req-7733d13d-8582-44ae-bac1-7a6c8b7ce265 service neutron] Attempting to bind port 6a13a805-439b-4c7a-afcc-0bfa33fcf7c9 by drivers openvswitch,hyperv on host hv-neutron-8616 at level 0 using segments [{'id': '92baf0a3-89ab-47d4-8376-1834fc353c9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'c3cba2ad-dba1-41fa-aba2-697e5435d709'}] {{(pid=103333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 19 08:06:22.176930 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e069631-1cac-4d1a-83fc-9e96b434c5ec req-7733d13d-8582-44ae-bac1-7a6c8b7ce265 service neutron] Attempting to bind port 6a13a805-439b-4c7a-afcc-0bfa33fcf7c9 on network c3cba2ad-dba1-41fa-aba2-697e5435d709 {{(pid=103333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 08:06:22.181793 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e069631-1cac-4d1a-83fc-9e96b434c5ec req-7733d13d-8582-44ae-bac1-7a6c8b7ce265 service neutron] Port 6a13a805-439b-4c7a-afcc-0bfa33fcf7c9 on network c3cba2ad-dba1-41fa-aba2-697e5435d709 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8616 {{(pid=103333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 08:06:22.182912 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e069631-1cac-4d1a-83fc-9e96b434c5ec req-7733d13d-8582-44ae-bac1-7a6c8b7ce265 service neutron] Attempting to bind port 6a13a805-439b-4c7a-afcc-0bfa33fcf7c9 on network c3cba2ad-dba1-41fa-aba2-697e5435d709 {{(pid=103333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 08:06:22.189563 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e069631-1cac-4d1a-83fc-9e96b434c5ec req-7733d13d-8582-44ae-bac1-7a6c8b7ce265 service neutron] Checking agent: {'id': '5297b6e1-8fc1-4f42-910c-8f50c918ca65', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8616', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 19, 7, 36, 11), 'started_at': datetime.datetime(2022, 10, 19, 7, 36, 11), 'heartbeat_timestamp': datetime.datetime(2022, 10, 19, 8, 6, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 08:06:22.189911 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e069631-1cac-4d1a-83fc-9e96b434c5ec req-7733d13d-8582-44ae-bac1-7a6c8b7ce265 service neutron] Checking segment: {'id': '92baf0a3-89ab-47d4-8376-1834fc353c9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'c3cba2ad-dba1-41fa-aba2-697e5435d709'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 19 08:06:22.190424 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e069631-1cac-4d1a-83fc-9e96b434c5ec req-7733d13d-8582-44ae-bac1-7a6c8b7ce265 service neutron] Bound using segment: {'id': '92baf0a3-89ab-47d4-8376-1834fc353c9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'c3cba2ad-dba1-41fa-aba2-697e5435d709'} {{(pid=103333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 08:06:22.191458 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.managers [req-6e069631-1cac-4d1a-83fc-9e96b434c5ec req-7733d13d-8582-44ae-bac1-7a6c8b7ce265 service neutron] Bound port: 6a13a805-439b-4c7a-afcc-0bfa33fcf7c9, host: hv-neutron-8616, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '92baf0a3-89ab-47d4-8376-1834fc353c9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'c3cba2ad-dba1-41fa-aba2-697e5435d709'}}] {{(pid=103333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 19 08:06:22.192128 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [req-6e069631-1cac-4d1a-83fc-9e96b434c5ec req-7733d13d-8582-44ae-bac1-7a6c8b7ce265 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:06:22.242559 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17345e6d-4a3b-41ea-b775-e328bf86c7d2 req-9b0fb1ad-2e2f-4e5d-8c1f-42c14cf28381 tempest-TestEncryptedCinderVolumes-857087161 tempest-TestEncryptedCinderVolumes-857087161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:06:22.243203 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988e5e8e-7917-471f-9dfb-e3294c24c64f None None] Pushing event updated for resources: {'Port': ['ID=3672a62f-434a-4e99-b64d-a663c4c9183a,revision_number=5']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:06:22.244053 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-17345e6d-4a3b-41ea-b775-e328bf86c7d2 req-9b0fb1ad-2e2f-4e5d-8c1f-42c14cf28381 tempest-TestEncryptedCinderVolumes-857087161 tempest-TestEncryptedCinderVolumes-857087161-project] 10.222.0.27 "GET /v2.0/ports?device_id=54dc451a-4c0d-4fe9-9874-97ad95d0b55c HTTP/1.1" status: 200 len: 943 time: 0.0535948 Oct 19 08:06:22.271640 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.db [req-6e069631-1cac-4d1a-83fc-9e96b434c5ec req-7733d13d-8582-44ae-bac1-7a6c8b7ce265 service neutron] For port 6a13a805-439b-4c7a-afcc-0bfa33fcf7c9, host hv-neutron-8616, cleared binding levels {{(pid=103333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 08:06:22.275483 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.db [req-6e069631-1cac-4d1a-83fc-9e96b434c5ec req-7733d13d-8582-44ae-bac1-7a6c8b7ce265 service neutron] For port 6a13a805-439b-4c7a-afcc-0bfa33fcf7c9, host hv-neutron-8616, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=6a13a805-439b-4c7a-afcc-0bfa33fcf7c9,segment=NetworkSegment(92baf0a3-89ab-47d4-8376-1834fc353c9f),segment_id=92baf0a3-89ab-47d4-8376-1834fc353c9f)] {{(pid=103333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 08:06:22.288167 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [req-6e069631-1cac-4d1a-83fc-9e96b434c5ec req-7733d13d-8582-44ae-bac1-7a6c8b7ce265 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130996754'] for port, after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:06:22.293488 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-17345e6d-4a3b-41ea-b775-e328bf86c7d2 req-2063162f-788a-43e6-8b09-5bb4fba7c33e tempest-TestEncryptedCinderVolumes-857087161 tempest-TestEncryptedCinderVolumes-857087161-project] 10.222.0.27 "GET /v2.0/security-groups?id=30106b33-345a-4154-a4c0-c5ed6141aea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420165 Oct 19 08:06:22.301618 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e069631-1cac-4d1a-83fc-9e96b434c5ec req-7733d13d-8582-44ae-bac1-7a6c8b7ce265 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:06:22.303526 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [req-6e069631-1cac-4d1a-83fc-9e96b434c5ec req-7733d13d-8582-44ae-bac1-7a6c8b7ce265 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42160'] for port, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:06:22.303872 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Current status of the port b26816d5-0a0a-40b3-a494-84db00f9c927 is: ACTIVE; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 08:06:22.305505 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-6e069631-1cac-4d1a-83fc-9e96b434c5ec req-7733d13d-8582-44ae-bac1-7a6c8b7ce265 service neutron] 10.222.0.16 "PUT /v2.0/ports/6a13a805-439b-4c7a-afcc-0bfa33fcf7c9 HTTP/1.1" status: 200 len: 1093 time: 0.6740751 Oct 19 08:06:22.308368 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54dc451a-4c0d-4fe9-9874-97ad95d0b55c', 'tag': '6a13a805-439b-4c7a-afcc-0bfa33fcf7c9'}] {{(pid=103333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 19 08:06:22.310600 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e3bb7d74903c72d9cb0d0f2f187c581e0456bd3142b101dc46d694cf75cdf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6f8e867-63cf-4b2b-8755-a31552c5d582" -d '{"events": [{"name": "network-changed", "server_uuid": "54dc451a-4c0d-4fe9-9874-97ad95d0b55c", "tag": "6a13a805-439b-4c7a-afcc-0bfa33fcf7c9"}]}' {{(pid=103333) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 08:06:22.325392 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-1c8fc272-24b0-4954-b855-5432c3802d80 None None] Provisioning complete for port 3672a62f-434a-4e99-b64d-a663c4c9183a triggered by entity DHCP. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 08:06:22.325762 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-1c8fc272-24b0-4954-b855-5432c3802d80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:06:22.326089 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-1c8fc272-24b0-4954-b855-5432c3802d80 None None] Attempt 1 to provision port 3672a62f-434a-4e99-b64d-a663c4c9183a Oct 19 08:06:22.353400 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-f648f10b-17ae-477e-846c-18d4e7097468 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fcc9e73-a048-4af9-8cf6-731efc7a63c6', 'name': 'tempest-TestEncryptedCinderVolumes-547680925-router', 'tenant_id': 'e95de983e5784c2e9cbbec9db8bfefd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'external_fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.177'}], 'enable_snat': True}, 'gw_port_id': 'b26816d5-0a0a-40b3-a494-84db00f9c927', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T08:06:15Z', 'updated_at': '2022-10-19T08:06:17Z', 'revision_number': 4, 'project_id': 'e95de983e5784c2e9cbbec9db8bfefd3', 'gw_port': {'id': 'b26816d5-0a0a-40b3-a494-84db00f9c927', 'name': '', 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:53:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fcc9e73-a048-4af9-8cf6-731efc7a63c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1654, 'fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T08:06:15Z', 'updated_at': '2022-10-19T08:06:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861624-1-hyperv', '_interfaces': [{'id': '3672a62f-434a-4e99-b64d-a663c4c9183a', 'name': '', 'network_id': 'c38a46b6-8d91-492c-a206-911a55295179', 'tenant_id': 'e95de983e5784c2e9cbbec9db8bfefd3', 'mac_address': 'fa:16:3e:9e:84:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fcc9e73-a048-4af9-8cf6-731efc7a63c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1655, 'fixed_ips': [{'subnet_id': '545acd66-71a5-4268-b10f-ecd8a859fa7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T08:06:17Z', 'updated_at': '2022-10-19T08:06:21Z', 'revision_number': 4, 'project_id': 'e95de983e5784c2e9cbbec9db8bfefd3', 'subnets': [{'id': '545acd66-71a5-4268-b10f-ecd8a859fa7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:06:22.368045 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 19 Oct 2022 08:06:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db7b6228-3bdc-4176-856f-0c1d074967c7 x-openstack-request-id: req-db7b6228-3bdc-4176-856f-0c1d074967c7 {{(pid=103333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 08:06:22.368341 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54dc451a-4c0d-4fe9-9874-97ad95d0b55c", "tag": "6a13a805-439b-4c7a-afcc-0bfa33fcf7c9", "status": "completed", "code": 200}]} {{(pid=103333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 08:06:22.368963 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-db7b6228-3bdc-4176-856f-0c1d074967c7 {{(pid=103333) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 08:06:22.369918 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.notifiers.nova [-] Nova event matching ['req-db7b6228-3bdc-4176-856f-0c1d074967c7'] response: {'name': 'network-changed', 'server_uuid': '54dc451a-4c0d-4fe9-9874-97ad95d0b55c', 'tag': '6a13a805-439b-4c7a-afcc-0bfa33fcf7c9', 'status': 'completed', 'code': 200} Oct 19 08:06:22.383426 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7733d13d-8582-44ae-bac1-7a6c8b7ce265 service neutron] Pushing event updated for resources: {'Port': ['ID=6a13a805-439b-4c7a-afcc-0bfa33fcf7c9,revision_number=3']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:06:22.383934 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f648f10b-17ae-477e-846c-18d4e7097468 None None] The sync data for ids ['5fcc9e73-a048-4af9-8cf6-731efc7a63c6'] in dv-neutron-861624-1-hyperv is: [{'id': '5fcc9e73-a048-4af9-8cf6-731efc7a63c6', 'name': 'tempest-TestEncryptedCinderVolumes-547680925-router', 'tenant_id': 'e95de983e5784c2e9cbbec9db8bfefd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'external_fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.177'}], 'enable_snat': True}, 'gw_port_id': 'b26816d5-0a0a-40b3-a494-84db00f9c927', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T08:06:15Z', 'updated_at': '2022-10-19T08:06:17Z', 'revision_number': 4, 'project_id': 'e95de983e5784c2e9cbbec9db8bfefd3', 'gw_port': {'id': 'b26816d5-0a0a-40b3-a494-84db00f9c927', 'name': '', 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:53:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fcc9e73-a048-4af9-8cf6-731efc7a63c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1654, 'fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T08:06:15Z', 'updated_at': '2022-10-19T08:06:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861624-1-hyperv', '_interfaces': [{'id': '3672a62f-434a-4e99-b64d-a663c4c9183a', 'name': '', 'network_id': 'c38a46b6-8d91-492c-a206-911a55295179', 'tenant_id': 'e95de983e5784c2e9cbbec9db8bfefd3', 'mac_address': 'fa:16:3e:9e:84:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fcc9e73-a048-4af9-8cf6-731efc7a63c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1655, 'fixed_ips': [{'subnet_id': '545acd66-71a5-4268-b10f-ecd8a859fa7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T08:06:17Z', 'updated_at': '2022-10-19T08:06:21Z', 'revision_number': 4, 'project_id': 'e95de983e5784c2e9cbbec9db8bfefd3', 'subnets': [{'id': '545acd66-71a5-4268-b10f-ecd8a859fa7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 08:06:22.423984 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e069631-1cac-4d1a-83fc-9e96b434c5ec req-07a35ffe-e864-4229-acfe-617e6b1f1c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:06:22.428924 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-6e069631-1cac-4d1a-83fc-9e96b434c5ec req-07a35ffe-e864-4229-acfe-617e6b1f1c39 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=5108327e422a49548d9e4e1da2e080ac&device_id=54dc451a-4c0d-4fe9-9874-97ad95d0b55c HTTP/1.1" status: 200 len: 1096 time: 0.0540304 Oct 19 08:06:22.448714 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-1c8fc272-24b0-4954-b855-5432c3802d80 None None] Current status of the port 3672a62f-434a-4e99-b64d-a663c4c9183a is: ACTIVE; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 08:06:22.490310 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-6e069631-1cac-4d1a-83fc-9e96b434c5ec req-d52631a0-788b-4366-b2fc-48da9944e8ad service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6a13a805-439b-4c7a-afcc-0bfa33fcf7c9 HTTP/1.1" status: 200 len: 217 time: 0.0528924 Oct 19 08:06:22.541905 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e069631-1cac-4d1a-83fc-9e96b434c5ec req-66878a1c-bfce-4951-8598-2ddb286353ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:06:22.543524 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-6e069631-1cac-4d1a-83fc-9e96b434c5ec req-66878a1c-bfce-4951-8598-2ddb286353ca service neutron] 10.222.0.16 "GET /v2.0/subnets?id=31bf3915-a51b-4b2d-8cc2-77754e843174 HTTP/1.1" status: 200 len: 854 time: 0.0473416 Oct 19 08:06:22.591682 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e069631-1cac-4d1a-83fc-9e96b434c5ec req-b3440ad1-3aa6-47f3-a1bf-212be6a3cbd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:06:22.593226 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-6e069631-1cac-4d1a-83fc-9e96b434c5ec req-b3440ad1-3aa6-47f3-a1bf-212be6a3cbd6 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c3cba2ad-dba1-41fa-aba2-697e5435d709&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0430176 Oct 19 08:06:22.689495 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-6e069631-1cac-4d1a-83fc-9e96b434c5ec req-02c72b46-3e60-4cbe-954b-65fb1598cebb service neutron] 10.222.0.16 "GET /v2.0/networks/c3cba2ad-dba1-41fa-aba2-697e5435d709?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888941 Oct 19 08:06:22.783851 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-6e069631-1cac-4d1a-83fc-9e96b434c5ec req-ea4110e6-2b58-43ee-99d4-aaef032802ee service neutron] 10.222.0.16 "GET /v2.0/networks/c3cba2ad-dba1-41fa-aba2-697e5435d709?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880747 Oct 19 08:06:22.871048 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f8e867-63cf-4b2b-8755-a31552c5d582 req-8d8bf96d-a194-49af-99de-478fea339973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:06:22.872484 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-f6f8e867-63cf-4b2b-8755-a31552c5d582 req-8d8bf96d-a194-49af-99de-478fea339973 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=5108327e422a49548d9e4e1da2e080ac&device_id=54dc451a-4c0d-4fe9-9874-97ad95d0b55c HTTP/1.1" status: 200 len: 1096 time: 0.0431857 Oct 19 08:06:22.972083 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f8e867-63cf-4b2b-8755-a31552c5d582 req-75cc7ec0-70f1-402d-9542-ada307dc72d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:06:22.973580 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-f6f8e867-63cf-4b2b-8755-a31552c5d582 req-75cc7ec0-70f1-402d-9542-ada307dc72d2 service neutron] 10.222.0.16 "GET /v2.0/networks?id=c3cba2ad-dba1-41fa-aba2-697e5435d709 HTTP/1.1" status: 200 len: 916 time: 0.0926313 Oct 19 08:06:23.016074 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-f6f8e867-63cf-4b2b-8755-a31552c5d582 req-41528ba5-8e02-4e17-86b2-0a18d1ff45b7 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6a13a805-439b-4c7a-afcc-0bfa33fcf7c9 HTTP/1.1" status: 200 len: 217 time: 0.0345736 Oct 19 08:06:23.068825 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f8e867-63cf-4b2b-8755-a31552c5d582 req-44a27e2e-99f6-4896-91a6-aa6cf82768a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:06:23.070235 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-f6f8e867-63cf-4b2b-8755-a31552c5d582 req-44a27e2e-99f6-4896-91a6-aa6cf82768a5 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=31bf3915-a51b-4b2d-8cc2-77754e843174 HTTP/1.1" status: 200 len: 854 time: 0.0463810 Oct 19 08:06:23.115342 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f8e867-63cf-4b2b-8755-a31552c5d582 req-3185ba6f-f7a1-49b4-92bf-ec9559b7ed32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:06:23.116872 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-f6f8e867-63cf-4b2b-8755-a31552c5d582 req-3185ba6f-f7a1-49b4-92bf-ec9559b7ed32 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c3cba2ad-dba1-41fa-aba2-697e5435d709&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0396483 Oct 19 08:06:23.212280 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-f6f8e867-63cf-4b2b-8755-a31552c5d582 req-63c88e49-bfba-458d-ae6f-284fa715ad87 service neutron] 10.222.0.16 "GET /v2.0/networks/c3cba2ad-dba1-41fa-aba2-697e5435d709?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880325 Oct 19 08:06:23.302105 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-f6f8e867-63cf-4b2b-8755-a31552c5d582 req-f7f6ac23-ff38-4a7b-bbba-410fb3b50726 service neutron] 10.222.0.16 "GET /v2.0/networks/c3cba2ad-dba1-41fa-aba2-697e5435d709?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824182 Oct 19 08:06:23.415999 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093d5806-327b-4cb1-a4ff-4931fb00e653 req-6649849c-f763-4203-ab2d-aefca5ea9efb tempest-TestEncryptedCinderVolumes-857087161 tempest-TestEncryptedCinderVolumes-857087161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:06:23.417960 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-093d5806-327b-4cb1-a4ff-4931fb00e653 req-6649849c-f763-4203-ab2d-aefca5ea9efb tempest-TestEncryptedCinderVolumes-857087161 tempest-TestEncryptedCinderVolumes-857087161-project] 10.222.0.27 "GET /v2.0/ports?device_id=54dc451a-4c0d-4fe9-9874-97ad95d0b55c HTTP/1.1" status: 200 len: 943 time: 0.0485477 Oct 19 08:06:23.454676 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-093d5806-327b-4cb1-a4ff-4931fb00e653 req-cf386d47-44e2-4b12-a048-5f86232fae2d tempest-TestEncryptedCinderVolumes-857087161 tempest-TestEncryptedCinderVolumes-857087161-project] 10.222.0.27 "GET /v2.0/security-groups?id=30106b33-345a-4154-a4c0-c5ed6141aea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308018 Oct 19 08:06:23.840130 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device 3672a62f-434a-4e99-b64d-a663c4c9183a up at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 08:06:23.888334 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Provisioning complete for port 3672a62f-434a-4e99-b64d-a663c4c9183a triggered by entity L2. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 08:06:23.888755 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:06:23.889088 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Attempt 1 to provision port 3672a62f-434a-4e99-b64d-a663c4c9183a Oct 19 08:06:23.963589 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Current status of the port 3672a62f-434a-4e99-b64d-a663c4c9183a is: ACTIVE; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 08:06:24.577344 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e47339-4282-4f73-a292-fcd256700abc req-90795eca-d6f0-4965-8622-5ac8cd8ee478 tempest-TestEncryptedCinderVolumes-857087161 tempest-TestEncryptedCinderVolumes-857087161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:06:24.578823 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-e4e47339-4282-4f73-a292-fcd256700abc req-90795eca-d6f0-4965-8622-5ac8cd8ee478 tempest-TestEncryptedCinderVolumes-857087161 tempest-TestEncryptedCinderVolumes-857087161-project] 10.222.0.27 "GET /v2.0/ports?device_id=54dc451a-4c0d-4fe9-9874-97ad95d0b55c HTTP/1.1" status: 200 len: 943 time: 0.0485311 Oct 19 08:06:24.617246 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-e4e47339-4282-4f73-a292-fcd256700abc req-829ee64a-b573-42fe-89bf-cd8f896896ec tempest-TestEncryptedCinderVolumes-857087161 tempest-TestEncryptedCinderVolumes-857087161-project] 10.222.0.27 "GET /v2.0/security-groups?id=30106b33-345a-4154-a4c0-c5ed6141aea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321155 Oct 19 08:06:25.742059 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d9a5bf-6baf-41d5-b4a7-bb506c3517c5 req-048537b1-cef4-4c9b-ad94-b2cfc2a08b28 tempest-TestEncryptedCinderVolumes-857087161 tempest-TestEncryptedCinderVolumes-857087161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:06:25.743510 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-a5d9a5bf-6baf-41d5-b4a7-bb506c3517c5 req-048537b1-cef4-4c9b-ad94-b2cfc2a08b28 tempest-TestEncryptedCinderVolumes-857087161 tempest-TestEncryptedCinderVolumes-857087161-project] 10.222.0.27 "GET /v2.0/ports?device_id=54dc451a-4c0d-4fe9-9874-97ad95d0b55c HTTP/1.1" status: 200 len: 943 time: 0.0517411 Oct 19 08:06:25.757962 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Device 6a13a805-439b-4c7a-afcc-0bfa33fcf7c9 details requested by agent hyperv_hv-neutron-8616 with host hv-neutron-8616 {{(pid=103334) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 08:06:25.781775 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-a5d9a5bf-6baf-41d5-b4a7-bb506c3517c5 req-7a66fed5-aac6-4e5a-88f5-376f8035fc03 tempest-TestEncryptedCinderVolumes-857087161 tempest-TestEncryptedCinderVolumes-857087161-project] 10.222.0.27 "GET /v2.0/security-groups?id=30106b33-345a-4154-a4c0-c5ed6141aea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311785 Oct 19 08:06:25.851480 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] For port 6a13a805-439b-4c7a-afcc-0bfa33fcf7c9, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=6a13a805-439b-4c7a-afcc-0bfa33fcf7c9,segment=NetworkSegment(92baf0a3-89ab-47d4-8376-1834fc353c9f),segment_id=92baf0a3-89ab-47d4-8376-1834fc353c9f)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 08:06:25.863101 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Returning: {'device': '6a13a805-439b-4c7a-afcc-0bfa33fcf7c9', 'network_id': 'c3cba2ad-dba1-41fa-aba2-697e5435d709', 'port_id': '6a13a805-439b-4c7a-afcc-0bfa33fcf7c9', 'mac_address': 'fa:16:3e:b5:02:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31bf3915-a51b-4b2d-8cc2-77754e843174', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103334) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 08:06:25.898888 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Current status of the port 6a13a805-439b-4c7a-afcc-0bfa33fcf7c9 is: DOWN; New status is: BUILD {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 08:06:25.899277 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:06:25.915000 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.notifiers.nova [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a13a805-439b-4c7a-afcc-0bfa33fcf7c9 {{(pid=103334) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 19 08:06:25.934138 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] For port 6a13a805-439b-4c7a-afcc-0bfa33fcf7c9, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=6a13a805-439b-4c7a-afcc-0bfa33fcf7c9,segment=NetworkSegment(92baf0a3-89ab-47d4-8376-1834fc353c9f),segment_id=92baf0a3-89ab-47d4-8376-1834fc353c9f)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 08:06:25.938310 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:06:25.986327 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Pushing event updated for resources: {'Port': ['ID=6a13a805-439b-4c7a-afcc-0bfa33fcf7c9,revision_number=4']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:06:26.131115 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] get_ports_and_sgs() called for port_ids ['6a13a805-439b-4c7a-afcc-0bfa33fcf7c9'] {{(pid=103334) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 19 08:06:26.905151 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538df7b8-87ad-407a-8bee-7b03e5a44e62 req-4848c48f-c1d1-44fa-88e0-5885896a4a87 tempest-TestEncryptedCinderVolumes-857087161 tempest-TestEncryptedCinderVolumes-857087161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:06:26.906636 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-538df7b8-87ad-407a-8bee-7b03e5a44e62 req-4848c48f-c1d1-44fa-88e0-5885896a4a87 tempest-TestEncryptedCinderVolumes-857087161 tempest-TestEncryptedCinderVolumes-857087161-project] 10.222.0.27 "GET /v2.0/ports?device_id=54dc451a-4c0d-4fe9-9874-97ad95d0b55c HTTP/1.1" status: 200 len: 944 time: 0.0498745 Oct 19 08:06:26.944704 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-538df7b8-87ad-407a-8bee-7b03e5a44e62 req-c0069356-c98c-47cf-ab7e-77e203575cce tempest-TestEncryptedCinderVolumes-857087161 tempest-TestEncryptedCinderVolumes-857087161-project] 10.222.0.27 "GET /v2.0/security-groups?id=30106b33-345a-4154-a4c0-c5ed6141aea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321436 Oct 19 08:06:27.780251 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Device 6a13a805-439b-4c7a-afcc-0bfa33fcf7c9 up at agent hyperv_hv-neutron-8616 {{(pid=103334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 08:06:27.828400 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Provisioning for port 6a13a805-439b-4c7a-afcc-0bfa33fcf7c9 completed by entity L2. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 19 08:06:27.832965 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Provisioning complete for port 6a13a805-439b-4c7a-afcc-0bfa33fcf7c9 triggered by entity L2. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 08:06:27.833332 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:06:27.833694 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Attempt 1 to provision port 6a13a805-439b-4c7a-afcc-0bfa33fcf7c9 Oct 19 08:06:27.907684 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Current status of the port 6a13a805-439b-4c7a-afcc-0bfa33fcf7c9 is: BUILD; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 08:06:27.908061 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:06:27.930486 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54dc451a-4c0d-4fe9-9874-97ad95d0b55c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a13a805-439b-4c7a-afcc-0bfa33fcf7c9'}] {{(pid=103334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 19 08:06:27.932803 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d918bd29c62f7e926e80ce37adcd574e0921d2de3006e6b6ef58999f52d8e2e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5a852b9-c656-4a33-be7e-c473b8250cc8" -d '{"events": [{"server_uuid": "54dc451a-4c0d-4fe9-9874-97ad95d0b55c", "name": "network-vif-plugged", "status": "completed", "tag": "6a13a805-439b-4c7a-afcc-0bfa33fcf7c9"}]}' {{(pid=103334) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 08:06:27.945988 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] For port 6a13a805-439b-4c7a-afcc-0bfa33fcf7c9, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=6a13a805-439b-4c7a-afcc-0bfa33fcf7c9,segment=NetworkSegment(92baf0a3-89ab-47d4-8376-1834fc353c9f),segment_id=92baf0a3-89ab-47d4-8376-1834fc353c9f)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 08:06:27.951622 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:06:28.005011 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Pushing event updated for resources: {'Port': ['ID=6a13a805-439b-4c7a-afcc-0bfa33fcf7c9,revision_number=5']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:06:28.033383 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 19 Oct 2022 08:06:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-574d91a3-478d-4b1d-a251-7a90b9e26bfb x-openstack-request-id: req-574d91a3-478d-4b1d-a251-7a90b9e26bfb {{(pid=103334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 08:06:28.033666 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54dc451a-4c0d-4fe9-9874-97ad95d0b55c", "name": "network-vif-plugged", "status": "completed", "tag": "6a13a805-439b-4c7a-afcc-0bfa33fcf7c9", "code": 200}]} {{(pid=103334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 08:06:28.033980 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-574d91a3-478d-4b1d-a251-7a90b9e26bfb {{(pid=103334) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 08:06:28.034325 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.notifiers.nova [-] Nova event matching ['req-574d91a3-478d-4b1d-a251-7a90b9e26bfb'] response: {'server_uuid': '54dc451a-4c0d-4fe9-9874-97ad95d0b55c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a13a805-439b-4c7a-afcc-0bfa33fcf7c9', 'code': 200} Oct 19 08:06:28.072895 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17977911-3dbd-415a-9ec7-74f2dd452f56 req-14ce79c1-34a3-4098-b28c-62a2dd6a0d34 tempest-TestEncryptedCinderVolumes-857087161 tempest-TestEncryptedCinderVolumes-857087161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:06:28.074966 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-17977911-3dbd-415a-9ec7-74f2dd452f56 req-14ce79c1-34a3-4098-b28c-62a2dd6a0d34 tempest-TestEncryptedCinderVolumes-857087161 tempest-TestEncryptedCinderVolumes-857087161-project] 10.222.0.27 "GET /v2.0/ports?device_id=54dc451a-4c0d-4fe9-9874-97ad95d0b55c HTTP/1.1" status: 200 len: 945 time: 0.0511022 Oct 19 08:06:28.119211 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-17977911-3dbd-415a-9ec7-74f2dd452f56 req-36970b8b-0159-4d67-af07-a781b75689ca tempest-TestEncryptedCinderVolumes-857087161 tempest-TestEncryptedCinderVolumes-857087161-project] 10.222.0.27 "GET /v2.0/security-groups?id=30106b33-345a-4154-a4c0-c5ed6141aea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375676 Oct 19 08:06:28.227458 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e75064-6acc-4a60-ac92-9c025529cdd6 req-c51c3109-dc91-4cd1-9ba1-b23036bece58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:06:28.228969 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-86e75064-6acc-4a60-ac92-9c025529cdd6 req-c51c3109-dc91-4cd1-9ba1-b23036bece58 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=54dc451a-4c0d-4fe9-9874-97ad95d0b55c HTTP/1.1" status: 200 len: 1098 time: 0.0718729 Oct 19 08:06:28.268922 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-86e75064-6acc-4a60-ac92-9c025529cdd6 req-bea16804-70fa-4a07-93c3-8cedd9b0dccc service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=30106b33-345a-4154-a4c0-c5ed6141aea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334609 Oct 19 08:06:29.248494 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badb9de1-385d-4ef3-938c-cb955d7931b0 req-07f0559b-67c9-4d21-b0b1-8077c6b56001 tempest-TestEncryptedCinderVolumes-857087161 tempest-TestEncryptedCinderVolumes-857087161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:06:29.249926 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-badb9de1-385d-4ef3-938c-cb955d7931b0 req-07f0559b-67c9-4d21-b0b1-8077c6b56001 tempest-TestEncryptedCinderVolumes-857087161 tempest-TestEncryptedCinderVolumes-857087161-project] 10.222.0.27 "GET /v2.0/ports?device_id=54dc451a-4c0d-4fe9-9874-97ad95d0b55c HTTP/1.1" status: 200 len: 945 time: 0.0555220 Oct 19 08:06:29.290296 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-badb9de1-385d-4ef3-938c-cb955d7931b0 req-4673d1e8-0712-4fd3-a2ff-b8f764be1a32 tempest-TestEncryptedCinderVolumes-857087161 tempest-TestEncryptedCinderVolumes-857087161-project] 10.222.0.27 "GET /v2.0/security-groups?id=30106b33-345a-4154-a4c0-c5ed6141aea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343118 Oct 19 08:06:30.411657 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d53e626-1060-440c-865e-66294bb65c1b req-48b55910-05cc-4047-a058-f706423b6894 tempest-TestEncryptedCinderVolumes-857087161 tempest-TestEncryptedCinderVolumes-857087161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:06:30.413138 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-4d53e626-1060-440c-865e-66294bb65c1b req-48b55910-05cc-4047-a058-f706423b6894 tempest-TestEncryptedCinderVolumes-857087161 tempest-TestEncryptedCinderVolumes-857087161-project] 10.222.0.27 "GET /v2.0/ports?device_id=54dc451a-4c0d-4fe9-9874-97ad95d0b55c HTTP/1.1" status: 200 len: 945 time: 0.0480030 Oct 19 08:06:30.450790 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-4d53e626-1060-440c-865e-66294bb65c1b req-7f2eb44e-43f1-4024-831c-c330853e2c2c tempest-TestEncryptedCinderVolumes-857087161 tempest-TestEncryptedCinderVolumes-857087161-project] 10.222.0.27 "GET /v2.0/security-groups?id=30106b33-345a-4154-a4c0-c5ed6141aea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309908 Oct 19 08:06:30.570762 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b362a6-f110-4295-bd7c-7dfd0d751631 req-802d04d2-db9b-4902-869e-054a4afbd111 tempest-TestEncryptedCinderVolumes-857087161 tempest-TestEncryptedCinderVolumes-857087161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:06:30.572207 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-01b362a6-f110-4295-bd7c-7dfd0d751631 req-802d04d2-db9b-4902-869e-054a4afbd111 tempest-TestEncryptedCinderVolumes-857087161 tempest-TestEncryptedCinderVolumes-857087161-project] 10.222.0.27 "GET /v2.0/ports?device_id=54dc451a-4c0d-4fe9-9874-97ad95d0b55c HTTP/1.1" status: 200 len: 945 time: 0.0483923 Oct 19 08:06:30.609790 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-01b362a6-f110-4295-bd7c-7dfd0d751631 req-bb6301e3-7d4b-4e66-8989-bbc6a84881d3 tempest-TestEncryptedCinderVolumes-857087161 tempest-TestEncryptedCinderVolumes-857087161-project] 10.222.0.27 "GET /v2.0/security-groups?id=30106b33-345a-4154-a4c0-c5ed6141aea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315409 Oct 19 08:06:42.021505 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:06:43.435887 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-c1f813e2-3f9a-4746-95fc-b35bff99233f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:06:45.108262 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-f0bd15fe-308b-42dc-a5f1-bf8b7ba31284 req-76c66793-85ed-4536-bf3a-a79d97f05268 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=54dc451a-4c0d-4fe9-9874-97ad95d0b55c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0413342 Oct 19 08:06:45.192179 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bd15fe-308b-42dc-a5f1-bf8b7ba31284 req-0412aafd-cc3d-4a78-b746-98af80dd4b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:06:45.193697 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-f0bd15fe-308b-42dc-a5f1-bf8b7ba31284 req-0412aafd-cc3d-4a78-b746-98af80dd4b02 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=5108327e422a49548d9e4e1da2e080ac&device_id=54dc451a-4c0d-4fe9-9874-97ad95d0b55c HTTP/1.1" status: 200 len: 1098 time: 0.0401981 Oct 19 08:06:45.302165 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bd15fe-308b-42dc-a5f1-bf8b7ba31284 req-2a75b21b-af76-4afb-b610-274df54ffb70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:06:45.303614 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-f0bd15fe-308b-42dc-a5f1-bf8b7ba31284 req-2a75b21b-af76-4afb-b610-274df54ffb70 service neutron] 10.222.0.16 "GET /v2.0/networks?id=c3cba2ad-dba1-41fa-aba2-697e5435d709 HTTP/1.1" status: 200 len: 916 time: 0.0879209 Oct 19 08:06:45.345672 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-f0bd15fe-308b-42dc-a5f1-bf8b7ba31284 req-0b6bee4c-4715-42cc-b63f-699e0fcb1c54 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6a13a805-439b-4c7a-afcc-0bfa33fcf7c9 HTTP/1.1" status: 200 len: 217 time: 0.0350182 Oct 19 08:06:45.397474 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bd15fe-308b-42dc-a5f1-bf8b7ba31284 req-1170ce7a-9dc7-4a49-98ae-45bbaaf4172c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:06:45.398771 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-f0bd15fe-308b-42dc-a5f1-bf8b7ba31284 req-1170ce7a-9dc7-4a49-98ae-45bbaaf4172c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=31bf3915-a51b-4b2d-8cc2-77754e843174 HTTP/1.1" status: 200 len: 854 time: 0.0463803 Oct 19 08:06:45.443491 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bd15fe-308b-42dc-a5f1-bf8b7ba31284 req-b48d648c-1127-45a4-ae0c-f1db4b3dc73b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:06:45.444971 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-f0bd15fe-308b-42dc-a5f1-bf8b7ba31284 req-b48d648c-1127-45a4-ae0c-f1db4b3dc73b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c3cba2ad-dba1-41fa-aba2-697e5435d709&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0395048 Oct 19 08:06:45.544942 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-f0bd15fe-308b-42dc-a5f1-bf8b7ba31284 req-e4d8b0d1-7293-4148-a957-c7c06b0c3dc5 service neutron] 10.222.0.16 "GET /v2.0/networks/c3cba2ad-dba1-41fa-aba2-697e5435d709?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928271 Oct 19 08:06:45.634769 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-f0bd15fe-308b-42dc-a5f1-bf8b7ba31284 req-c8ffe721-4c5b-4bba-b083-75a1f8c2fbc3 service neutron] 10.222.0.16 "GET /v2.0/networks/c3cba2ad-dba1-41fa-aba2-697e5435d709?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821927 Oct 19 08:06:46.354304 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-436d076e-6b3d-4cee-a51e-739ff2ac0719 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:06:46.626086 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.agents_db [None req-6057327c-4456-4c72-8e75-6d3cd9249757 None None] Agent healthcheck: found 6 active agents {{(pid=103335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 08:06:48.023266 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-2a2259f7-b034-4eec-af7a-7abaede746c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:06:49.085254 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-1a0da505-d0f9-48c6-b7e2-53b9c5e41298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:06:49.188567 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:06:50.293252 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc2f4f2-10bc-4a11-a001-a1b8db4f251d req-10e93b0d-2400-436d-aa60-6249852c8a52 tempest-TestEncryptedCinderVolumes-857087161 tempest-TestEncryptedCinderVolumes-857087161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:06:50.295035 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-1dc2f4f2-10bc-4a11-a001-a1b8db4f251d req-10e93b0d-2400-436d-aa60-6249852c8a52 tempest-TestEncryptedCinderVolumes-857087161 tempest-TestEncryptedCinderVolumes-857087161-project] 10.222.0.27 "GET /v2.0/ports?device_id=54dc451a-4c0d-4fe9-9874-97ad95d0b55c HTTP/1.1" status: 200 len: 945 time: 0.0562093 Oct 19 08:06:50.335641 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-1dc2f4f2-10bc-4a11-a001-a1b8db4f251d req-8a223d6c-95ff-49c6-bb87-ddadd6ca2114 tempest-TestEncryptedCinderVolumes-857087161 tempest-TestEncryptedCinderVolumes-857087161-project] 10.222.0.27 "GET /v2.0/security-groups?id=30106b33-345a-4154-a4c0-c5ed6141aea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344818 Oct 19 08:06:51.458887 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c83681-aca2-4365-afc5-24f869a9f552 req-3a5ae252-2685-46e5-ba78-01dcc59ff70e tempest-TestEncryptedCinderVolumes-857087161 tempest-TestEncryptedCinderVolumes-857087161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:06:51.460337 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-d7c83681-aca2-4365-afc5-24f869a9f552 req-3a5ae252-2685-46e5-ba78-01dcc59ff70e tempest-TestEncryptedCinderVolumes-857087161 tempest-TestEncryptedCinderVolumes-857087161-project] 10.222.0.27 "GET /v2.0/ports?device_id=54dc451a-4c0d-4fe9-9874-97ad95d0b55c HTTP/1.1" status: 200 len: 945 time: 0.0481205 Oct 19 08:06:51.497743 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-d7c83681-aca2-4365-afc5-24f869a9f552 req-f18d3621-e4b7-4c01-9f53-a3a17c475a48 tempest-TestEncryptedCinderVolumes-857087161 tempest-TestEncryptedCinderVolumes-857087161-project] 10.222.0.27 "GET /v2.0/security-groups?id=30106b33-345a-4154-a4c0-c5ed6141aea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303040 Oct 19 08:06:51.863279 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d526007-c772-483c-877b-6abfe3f57e92 req-172224da-8951-4398-8731-2022c1edc289 tempest-TestEncryptedCinderVolumes-857087161 tempest-TestEncryptedCinderVolumes-857087161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:06:51.864741 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-0d526007-c772-483c-877b-6abfe3f57e92 req-172224da-8951-4398-8731-2022c1edc289 tempest-TestEncryptedCinderVolumes-857087161 tempest-TestEncryptedCinderVolumes-857087161-project] 10.222.0.16 "GET /v2.0/ports?device_id=54dc451a-4c0d-4fe9-9874-97ad95d0b55c HTTP/1.1" status: 200 len: 945 time: 0.0495107 Oct 19 08:06:51.955987 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [req-0d526007-c772-483c-877b-6abfe3f57e92 req-7505cf8a-f763-410d-a1f1-a39cac67534f tempest-TestEncryptedCinderVolumes-857087161 tempest-TestEncryptedCinderVolumes-857087161-project] Deleting port 6a13a805-439b-4c7a-afcc-0bfa33fcf7c9 {{(pid=103333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 08:06:51.956322 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [req-0d526007-c772-483c-877b-6abfe3f57e92 req-7505cf8a-f763-410d-a1f1-a39cac67534f tempest-TestEncryptedCinderVolumes-857087161 tempest-TestEncryptedCinderVolumes-857087161-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:06:52.042337 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.db [req-0d526007-c772-483c-877b-6abfe3f57e92 req-7505cf8a-f763-410d-a1f1-a39cac67534f tempest-TestEncryptedCinderVolumes-857087161 tempest-TestEncryptedCinderVolumes-857087161-project] For port 6a13a805-439b-4c7a-afcc-0bfa33fcf7c9, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=6a13a805-439b-4c7a-afcc-0bfa33fcf7c9,segment=NetworkSegment(92baf0a3-89ab-47d4-8376-1834fc353c9f),segment_id=92baf0a3-89ab-47d4-8376-1834fc353c9f)] {{(pid=103333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 08:06:52.042612 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [req-0d526007-c772-483c-877b-6abfe3f57e92 req-7505cf8a-f763-410d-a1f1-a39cac67534f tempest-TestEncryptedCinderVolumes-857087161 tempest-TestEncryptedCinderVolumes-857087161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:06:52.055535 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [req-0d526007-c772-483c-877b-6abfe3f57e92 req-7505cf8a-f763-410d-a1f1-a39cac67534f tempest-TestEncryptedCinderVolumes-857087161 tempest-TestEncryptedCinderVolumes-857087161-project] Calling delete_port for 6a13a805-439b-4c7a-afcc-0bfa33fcf7c9 owned by compute:nova {{(pid=103333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 08:06:52.186677 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [req-0d526007-c772-483c-877b-6abfe3f57e92 req-7505cf8a-f763-410d-a1f1-a39cac67534f tempest-TestEncryptedCinderVolumes-857087161 tempest-TestEncryptedCinderVolumes-857087161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130996763'] for port, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:06:52.198687 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] get_ports_and_sgs() called for port_ids ['6a13a805-439b-4c7a-afcc-0bfa33fcf7c9'] {{(pid=103334) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 19 08:06:52.216916 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7505cf8a-f763-410d-a1f1-a39cac67534f tempest-TestEncryptedCinderVolumes-857087161 tempest-TestEncryptedCinderVolumes-857087161-project] Pushing event deleted for resources: {'Port': ['ID=6a13a805-439b-4c7a-afcc-0bfa33fcf7c9,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:06:52.261853 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d526007-c772-483c-877b-6abfe3f57e92 req-7505cf8a-f763-410d-a1f1-a39cac67534f tempest-TestEncryptedCinderVolumes-857087161 tempest-TestEncryptedCinderVolumes-857087161-project] No DVR routers for this DVR port 6a13a805-439b-4c7a-afcc-0bfa33fcf7c9 on host hv-neutron-8616 {{(pid=103333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 19 08:06:52.264705 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [req-0d526007-c772-483c-877b-6abfe3f57e92 req-7505cf8a-f763-410d-a1f1-a39cac67534f tempest-TestEncryptedCinderVolumes-857087161 tempest-TestEncryptedCinderVolumes-857087161-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42160'] for port, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:06:52.268106 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-0d526007-c772-483c-877b-6abfe3f57e92 req-7505cf8a-f763-410d-a1f1-a39cac67534f tempest-TestEncryptedCinderVolumes-857087161 tempest-TestEncryptedCinderVolumes-857087161-project] 10.222.0.16 "DELETE /v2.0/ports/6a13a805-439b-4c7a-afcc-0bfa33fcf7c9 HTTP/1.1" status: 204 len: 173 time: 0.3973424 Oct 19 08:06:52.268646 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54dc451a-4c0d-4fe9-9874-97ad95d0b55c', 'name': 'network-vif-deleted', 'tag': '6a13a805-439b-4c7a-afcc-0bfa33fcf7c9'}] {{(pid=103333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 19 08:06:52.271065 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e3bb7d74903c72d9cb0d0f2f187c581e0456bd3142b101dc46d694cf75cdf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0063ac7-e012-462e-9928-ec10ec275adc" -d '{"events": [{"server_uuid": "54dc451a-4c0d-4fe9-9874-97ad95d0b55c", "name": "network-vif-deleted", "tag": "6a13a805-439b-4c7a-afcc-0bfa33fcf7c9"}]}' {{(pid=103333) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 08:06:52.322716 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 19 Oct 2022 08:06:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c97f48d7-f4b5-449c-8b8b-e7aa6e445a9a x-openstack-request-id: req-c97f48d7-f4b5-449c-8b8b-e7aa6e445a9a {{(pid=103333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 08:06:52.323019 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54dc451a-4c0d-4fe9-9874-97ad95d0b55c", "name": "network-vif-deleted", "tag": "6a13a805-439b-4c7a-afcc-0bfa33fcf7c9", "status": "completed", "code": 200}]} {{(pid=103333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 08:06:52.323265 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-c97f48d7-f4b5-449c-8b8b-e7aa6e445a9a {{(pid=103333) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 08:06:52.323663 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c97f48d7-f4b5-449c-8b8b-e7aa6e445a9a'] response: {'server_uuid': '54dc451a-4c0d-4fe9-9874-97ad95d0b55c', 'name': 'network-vif-deleted', 'tag': '6a13a805-439b-4c7a-afcc-0bfa33fcf7c9', 'status': 'completed', 'code': 200} Oct 19 08:06:52.607475 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-47fc39fb-1aaa-43f4-8af9-10291c88be26 req-33f6c41d-52fc-4723-ae9b-3deac1d05554 tempest-TestEncryptedCinderVolumes-857087161 tempest-TestEncryptedCinderVolumes-857087161-project] 10.222.0.27 "GET /v2.0/ports?device_id=54dc451a-4c0d-4fe9-9874-97ad95d0b55c HTTP/1.1" status: 200 len: 210 time: 0.0268464 Oct 19 08:06:53.975160 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077d40d0-3b36-405d-9c66-9f79560a3f67 req-7a2f4102-7f34-48ac-a48d-8c0d31c37c1e tempest-TestEncryptedCinderVolumes-857087161 tempest-TestEncryptedCinderVolumes-857087161-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:06:53.976565 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-077d40d0-3b36-405d-9c66-9f79560a3f67 req-7a2f4102-7f34-48ac-a48d-8c0d31c37c1e tempest-TestEncryptedCinderVolumes-857087161 tempest-TestEncryptedCinderVolumes-857087161-project] 10.222.0.27 "GET /v2.0/networks?id=c3cba2ad-dba1-41fa-aba2-697e5435d709 HTTP/1.1" status: 200 len: 815 time: 0.1043651 Oct 19 08:06:53.991396 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-077d40d0-3b36-405d-9c66-9f79560a3f67 req-e0c53691-8357-4333-a27d-6cbb7bb68669 tempest-TestEncryptedCinderVolumes-857087161 tempest-TestEncryptedCinderVolumes-857087161-project] 10.222.0.27 "GET /v2.0/quotas/5108327e422a49548d9e4e1da2e080ac HTTP/1.1" status: 200 len: 375 time: 0.0087354 Oct 19 08:06:54.043032 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-077d40d0-3b36-405d-9c66-9f79560a3f67 req-8a37733a-a6a2-4de6-ac90-9e3c393737ea tempest-TestEncryptedCinderVolumes-857087161 tempest-TestEncryptedCinderVolumes-857087161-project] 10.222.0.27 "GET /v2.0/ports?tenant_id=5108327e422a49548d9e4e1da2e080ac&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0463376 Oct 19 08:06:54.142514 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-077d40d0-3b36-405d-9c66-9f79560a3f67 req-9db4adfc-1523-4d97-839d-54eab1405860 service neutron] 10.222.0.27 "GET /v2.0/networks/c3cba2ad-dba1-41fa-aba2-697e5435d709?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876052 Oct 19 08:06:54.230262 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-077d40d0-3b36-405d-9c66-9f79560a3f67 req-5d5a383a-990d-40f7-9f10-963f8a5cc3d7 service neutron] 10.222.0.27 "GET /v2.0/networks/c3cba2ad-dba1-41fa-aba2-697e5435d709?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815194 Oct 19 08:06:54.392706 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-524eb697-5871-427d-b1ab-68b253e3a310 req-4567cecc-d563-4adf-a72c-3e8188790fd8 tempest-TestEncryptedCinderVolumes-857087161 tempest-TestEncryptedCinderVolumes-857087161-project] 10.222.0.27 "GET /v2.0/ports?device_id=02b0a14f-974f-4a11-9de3-449082753786 HTTP/1.1" status: 200 len: 210 time: 0.0316834 Oct 19 08:06:55.263142 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077d40d0-3b36-405d-9c66-9f79560a3f67 req-809c994d-5be2-4bca-bdcb-dca1a980ba36 tempest-TestEncryptedCinderVolumes-857087161 tempest-TestEncryptedCinderVolumes-857087161-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:06:55.264841 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-077d40d0-3b36-405d-9c66-9f79560a3f67 req-809c994d-5be2-4bca-bdcb-dca1a980ba36 tempest-TestEncryptedCinderVolumes-857087161 tempest-TestEncryptedCinderVolumes-857087161-project] 10.222.0.16 "GET /v2.0/networks?id=c3cba2ad-dba1-41fa-aba2-697e5435d709 HTTP/1.1" status: 200 len: 815 time: 0.1085904 Oct 19 08:06:55.281685 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [req-077d40d0-3b36-405d-9c66-9f79560a3f67 req-b847384b-3e3d-42dd-94ea-e1378725302e tempest-TestEncryptedCinderVolumes-857087161 tempest-TestEncryptedCinderVolumes-857087161-project] Request body: {'port': {'device_id': '02b0a14f-974f-4a11-9de3-449082753786', 'network_id': 'c3cba2ad-dba1-41fa-aba2-697e5435d709', 'admin_state_up': True, 'tenant_id': '5108327e422a49548d9e4e1da2e080ac'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 08:06:55.392171 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-077d40d0-3b36-405d-9c66-9f79560a3f67 req-b847384b-3e3d-42dd-94ea-e1378725302e tempest-TestEncryptedCinderVolumes-857087161 tempest-TestEncryptedCinderVolumes-857087161-project] Made reservation on behalf of 5108327e422a49548d9e4e1da2e080ac for: {'port': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 08:06:55.395611 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [req-077d40d0-3b36-405d-9c66-9f79560a3f67 req-b847384b-3e3d-42dd-94ea-e1378725302e tempest-TestEncryptedCinderVolumes-857087161 tempest-TestEncryptedCinderVolumes-857087161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:06:55.495925 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-0fa1e4b4-76d8-4b4a-8972-7ec2a96cc898 req-02693fef-bd79-42f3-a068-cb62fde127ba tempest-TestEncryptedCinderVolumes-857087161 tempest-TestEncryptedCinderVolumes-857087161-project] 10.222.0.27 "GET /v2.0/ports?device_id=02b0a14f-974f-4a11-9de3-449082753786 HTTP/1.1" status: 200 len: 210 time: 0.0258548 Oct 19 08:06:55.524685 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.db_base_plugin_common [req-077d40d0-3b36-405d-9c66-9f79560a3f67 req-b847384b-3e3d-42dd-94ea-e1378725302e tempest-TestEncryptedCinderVolumes-857087161 tempest-TestEncryptedCinderVolumes-857087161-project] Allocated IP 172.20.0.3 (c3cba2ad-dba1-41fa-aba2-697e5435d709/31bf3915-a51b-4b2d-8cc2-77754e843174/a85bce89-55d6-4ef8-91a6-eafd147d56c5) {{(pid=103333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 08:06:55.891199 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [req-077d40d0-3b36-405d-9c66-9f79560a3f67 req-b847384b-3e3d-42dd-94ea-e1378725302e tempest-TestEncryptedCinderVolumes-857087161 tempest-TestEncryptedCinderVolumes-857087161-project] Notify callbacks [] for port, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:06:55.899800 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Device 6a13a805-439b-4c7a-afcc-0bfa33fcf7c9 no longer exists at agent hyperv_hv-neutron-8616 {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 08:06:55.919306 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] No Port match for: 6a13a805-439b-4c7a-afcc-0bfa33fcf7c9 {{(pid=103334) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 19 08:06:55.919644 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Device 6a13a805-439b-4c7a-afcc-0bfa33fcf7c9 not bound to the agent host hv-neutron-8616 {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 08:06:55.925531 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [req-077d40d0-3b36-405d-9c66-9f79560a3f67 req-b847384b-3e3d-42dd-94ea-e1378725302e tempest-TestEncryptedCinderVolumes-857087161 tempest-TestEncryptedCinderVolumes-857087161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785020947330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130996763'] for port, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:06:55.971213 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-077d40d0-3b36-405d-9c66-9f79560a3f67 req-b847384b-3e3d-42dd-94ea-e1378725302e tempest-TestEncryptedCinderVolumes-857087161 tempest-TestEncryptedCinderVolumes-857087161-project] Network c3cba2ad-dba1-41fa-aba2-697e5435d709 is already hosted by enough agents. {{(pid=103333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 08:06:55.974298 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [req-077d40d0-3b36-405d-9c66-9f79560a3f67 req-b847384b-3e3d-42dd-94ea-e1378725302e tempest-TestEncryptedCinderVolumes-857087161 tempest-TestEncryptedCinderVolumes-857087161-project] Resources bound (agent type, host, resource id): {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 08:06:55.977956 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.l3_dvrscheduler_db [req-077d40d0-3b36-405d-9c66-9f79560a3f67 req-b847384b-3e3d-42dd-94ea-e1378725302e tempest-TestEncryptedCinderVolumes-857087161 tempest-TestEncryptedCinderVolumes-857087161-project] Received port after_create {{(pid=103333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 08:06:56.004656 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b847384b-3e3d-42dd-94ea-e1378725302e tempest-TestEncryptedCinderVolumes-857087161 tempest-TestEncryptedCinderVolumes-857087161-project] Pushing event updated for resources: {'Port': ['ID=a85bce89-55d6-4ef8-91a6-eafd147d56c5,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:06:56.031007 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077d40d0-3b36-405d-9c66-9f79560a3f67 req-b847384b-3e3d-42dd-94ea-e1378725302e tempest-TestEncryptedCinderVolumes-857087161 tempest-TestEncryptedCinderVolumes-857087161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:06:56.031612 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [req-077d40d0-3b36-405d-9c66-9f79560a3f67 req-b847384b-3e3d-42dd-94ea-e1378725302e tempest-TestEncryptedCinderVolumes-857087161 tempest-TestEncryptedCinderVolumes-857087161-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42160'] for port, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:06:56.048684 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-077d40d0-3b36-405d-9c66-9f79560a3f67 req-b847384b-3e3d-42dd-94ea-e1378725302e tempest-TestEncryptedCinderVolumes-857087161 tempest-TestEncryptedCinderVolumes-857087161-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7712147 Oct 19 08:06:56.061372 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [req-077d40d0-3b36-405d-9c66-9f79560a3f67 req-8909203a-d417-4e4d-8e4b-0b9e1b762fa5 service neutron] Request body: {'port': {'device_id': '02b0a14f-974f-4a11-9de3-449082753786', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8616'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 08:06:56.118152 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [req-077d40d0-3b36-405d-9c66-9f79560a3f67 req-8909203a-d417-4e4d-8e4b-0b9e1b762fa5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:06:56.171799 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-675d5575-0a82-4435-8228-4db38dff087c None None] Provisioning complete for port a85bce89-55d6-4ef8-91a6-eafd147d56c5 triggered by entity DHCP. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 08:06:56.172169 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-675d5575-0a82-4435-8228-4db38dff087c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:06:56.172533 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-675d5575-0a82-4435-8228-4db38dff087c None None] Attempt 1 to provision port a85bce89-55d6-4ef8-91a6-eafd147d56c5 Oct 19 08:06:56.205562 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-675d5575-0a82-4435-8228-4db38dff087c None None] Port a85bce89-55d6-4ef8-91a6-eafd147d56c5 cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 08:06:56.383427 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.notifiers.nova [req-077d40d0-3b36-405d-9c66-9f79560a3f67 req-8909203a-d417-4e4d-8e4b-0b9e1b762fa5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a85bce89-55d6-4ef8-91a6-eafd147d56c5 {{(pid=103333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 19 08:06:56.391363 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [req-077d40d0-3b36-405d-9c66-9f79560a3f67 req-8909203a-d417-4e4d-8e4b-0b9e1b762fa5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:06:56.404185 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.provisioning_blocks [req-077d40d0-3b36-405d-9c66-9f79560a3f67 req-8909203a-d417-4e4d-8e4b-0b9e1b762fa5 service neutron] Transition to ACTIVE for port object a85bce89-55d6-4ef8-91a6-eafd147d56c5 will not be triggered until provisioned by entity L2. {{(pid=103333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 19 08:06:56.407402 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [req-077d40d0-3b36-405d-9c66-9f79560a3f67 req-8909203a-d417-4e4d-8e4b-0b9e1b762fa5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130996754'] for port, after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:06:56.485127 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8909203a-d417-4e4d-8e4b-0b9e1b762fa5 service neutron] Pushing event updated for resources: {'Port': ['ID=a85bce89-55d6-4ef8-91a6-eafd147d56c5,revision_number=2']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:06:56.509980 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.managers [req-077d40d0-3b36-405d-9c66-9f79560a3f67 req-8909203a-d417-4e4d-8e4b-0b9e1b762fa5 service neutron] Attempting to bind port a85bce89-55d6-4ef8-91a6-eafd147d56c5 on host hv-neutron-8616 for vnic_type normal with profile {{(pid=103333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 19 08:06:56.510315 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.managers [req-077d40d0-3b36-405d-9c66-9f79560a3f67 req-8909203a-d417-4e4d-8e4b-0b9e1b762fa5 service neutron] Attempting to bind port a85bce89-55d6-4ef8-91a6-eafd147d56c5 by drivers openvswitch,hyperv on host hv-neutron-8616 at level 0 using segments [{'id': '92baf0a3-89ab-47d4-8376-1834fc353c9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'c3cba2ad-dba1-41fa-aba2-697e5435d709'}] {{(pid=103333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 19 08:06:56.510638 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-077d40d0-3b36-405d-9c66-9f79560a3f67 req-8909203a-d417-4e4d-8e4b-0b9e1b762fa5 service neutron] Attempting to bind port a85bce89-55d6-4ef8-91a6-eafd147d56c5 on network c3cba2ad-dba1-41fa-aba2-697e5435d709 {{(pid=103333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 08:06:56.515354 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-077d40d0-3b36-405d-9c66-9f79560a3f67 req-8909203a-d417-4e4d-8e4b-0b9e1b762fa5 service neutron] Port a85bce89-55d6-4ef8-91a6-eafd147d56c5 on network c3cba2ad-dba1-41fa-aba2-697e5435d709 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8616 {{(pid=103333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 08:06:56.515672 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-077d40d0-3b36-405d-9c66-9f79560a3f67 req-8909203a-d417-4e4d-8e4b-0b9e1b762fa5 service neutron] Attempting to bind port a85bce89-55d6-4ef8-91a6-eafd147d56c5 on network c3cba2ad-dba1-41fa-aba2-697e5435d709 {{(pid=103333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 08:06:56.520427 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-077d40d0-3b36-405d-9c66-9f79560a3f67 req-8909203a-d417-4e4d-8e4b-0b9e1b762fa5 service neutron] Checking agent: {'id': '5297b6e1-8fc1-4f42-910c-8f50c918ca65', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8616', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 19, 7, 36, 11), 'started_at': datetime.datetime(2022, 10, 19, 7, 36, 11), 'heartbeat_timestamp': datetime.datetime(2022, 10, 19, 8, 6, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 08:06:56.520793 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-077d40d0-3b36-405d-9c66-9f79560a3f67 req-8909203a-d417-4e4d-8e4b-0b9e1b762fa5 service neutron] Checking segment: {'id': '92baf0a3-89ab-47d4-8376-1834fc353c9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'c3cba2ad-dba1-41fa-aba2-697e5435d709'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 19 08:06:56.521171 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-077d40d0-3b36-405d-9c66-9f79560a3f67 req-8909203a-d417-4e4d-8e4b-0b9e1b762fa5 service neutron] Bound using segment: {'id': '92baf0a3-89ab-47d4-8376-1834fc353c9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'c3cba2ad-dba1-41fa-aba2-697e5435d709'} {{(pid=103333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 08:06:56.521603 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.managers [req-077d40d0-3b36-405d-9c66-9f79560a3f67 req-8909203a-d417-4e4d-8e4b-0b9e1b762fa5 service neutron] Bound port: a85bce89-55d6-4ef8-91a6-eafd147d56c5, host: hv-neutron-8616, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '92baf0a3-89ab-47d4-8376-1834fc353c9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'c3cba2ad-dba1-41fa-aba2-697e5435d709'}}] {{(pid=103333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 19 08:06:56.521955 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [req-077d40d0-3b36-405d-9c66-9f79560a3f67 req-8909203a-d417-4e4d-8e4b-0b9e1b762fa5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:06:56.590079 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.db [req-077d40d0-3b36-405d-9c66-9f79560a3f67 req-8909203a-d417-4e4d-8e4b-0b9e1b762fa5 service neutron] For port a85bce89-55d6-4ef8-91a6-eafd147d56c5, host hv-neutron-8616, cleared binding levels {{(pid=103333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 08:06:56.593883 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.db [req-077d40d0-3b36-405d-9c66-9f79560a3f67 req-8909203a-d417-4e4d-8e4b-0b9e1b762fa5 service neutron] For port a85bce89-55d6-4ef8-91a6-eafd147d56c5, host hv-neutron-8616, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=a85bce89-55d6-4ef8-91a6-eafd147d56c5,segment=NetworkSegment(92baf0a3-89ab-47d4-8376-1834fc353c9f),segment_id=92baf0a3-89ab-47d4-8376-1834fc353c9f)] {{(pid=103333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 08:06:56.598277 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [req-077d40d0-3b36-405d-9c66-9f79560a3f67 req-8909203a-d417-4e4d-8e4b-0b9e1b762fa5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130996754'] for port, after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:06:56.602539 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077d40d0-3b36-405d-9c66-9f79560a3f67 req-8909203a-d417-4e4d-8e4b-0b9e1b762fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:06:56.603247 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [req-077d40d0-3b36-405d-9c66-9f79560a3f67 req-8909203a-d417-4e4d-8e4b-0b9e1b762fa5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42160'] for port, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:06:56.604663 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-077d40d0-3b36-405d-9c66-9f79560a3f67 req-8909203a-d417-4e4d-8e4b-0b9e1b762fa5 service neutron] 10.222.0.16 "PUT /v2.0/ports/a85bce89-55d6-4ef8-91a6-eafd147d56c5 HTTP/1.1" status: 200 len: 1093 time: 0.5479634 Oct 19 08:06:56.606097 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02b0a14f-974f-4a11-9de3-449082753786', 'tag': 'a85bce89-55d6-4ef8-91a6-eafd147d56c5'}] {{(pid=103333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 19 08:06:56.608400 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e3bb7d74903c72d9cb0d0f2f187c581e0456bd3142b101dc46d694cf75cdf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21469a9c-e8f1-4f39-a73f-94726047db18" -d '{"events": [{"name": "network-changed", "server_uuid": "02b0a14f-974f-4a11-9de3-449082753786", "tag": "a85bce89-55d6-4ef8-91a6-eafd147d56c5"}]}' {{(pid=103333) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 08:06:56.631797 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4227699-a76f-4feb-a894-bf786429955a req-bc459341-e3ee-4960-b0ad-fb0500d9ceae tempest-TestEncryptedCinderVolumes-857087161 tempest-TestEncryptedCinderVolumes-857087161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:06:56.633363 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-f4227699-a76f-4feb-a894-bf786429955a req-bc459341-e3ee-4960-b0ad-fb0500d9ceae tempest-TestEncryptedCinderVolumes-857087161 tempest-TestEncryptedCinderVolumes-857087161-project] 10.222.0.27 "GET /v2.0/ports?device_id=02b0a14f-974f-4a11-9de3-449082753786 HTTP/1.1" status: 200 len: 943 time: 0.0628128 Oct 19 08:06:56.657425 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 19 Oct 2022 08:06:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c1a60ff-5af4-4fbc-a059-80a5cb7a8c04 x-openstack-request-id: req-4c1a60ff-5af4-4fbc-a059-80a5cb7a8c04 {{(pid=103333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 08:06:56.657729 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02b0a14f-974f-4a11-9de3-449082753786", "tag": "a85bce89-55d6-4ef8-91a6-eafd147d56c5", "status": "completed", "code": 200}]} {{(pid=103333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 08:06:56.657987 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-4c1a60ff-5af4-4fbc-a059-80a5cb7a8c04 {{(pid=103333) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 08:06:56.658388 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4c1a60ff-5af4-4fbc-a059-80a5cb7a8c04'] response: {'name': 'network-changed', 'server_uuid': '02b0a14f-974f-4a11-9de3-449082753786', 'tag': 'a85bce89-55d6-4ef8-91a6-eafd147d56c5', 'status': 'completed', 'code': 200} Oct 19 08:06:56.675904 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-f4227699-a76f-4feb-a894-bf786429955a req-e6b87717-f2ab-4804-bbfb-c1af3b8bfe3f tempest-TestEncryptedCinderVolumes-857087161 tempest-TestEncryptedCinderVolumes-857087161-project] 10.222.0.27 "GET /v2.0/security-groups?id=30106b33-345a-4154-a4c0-c5ed6141aea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357573 Oct 19 08:06:56.685880 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8909203a-d417-4e4d-8e4b-0b9e1b762fa5 service neutron] Pushing event updated for resources: {'Port': ['ID=a85bce89-55d6-4ef8-91a6-eafd147d56c5,revision_number=3']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:06:56.699123 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077d40d0-3b36-405d-9c66-9f79560a3f67 req-8855cae1-2955-49bc-a879-68252b2378d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:06:56.701204 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-077d40d0-3b36-405d-9c66-9f79560a3f67 req-8855cae1-2955-49bc-a879-68252b2378d2 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=5108327e422a49548d9e4e1da2e080ac&device_id=02b0a14f-974f-4a11-9de3-449082753786 HTTP/1.1" status: 200 len: 1096 time: 0.0590315 Oct 19 08:06:56.706775 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-675d5575-0a82-4435-8228-4db38dff087c None None] Attempt 2 to provision port a85bce89-55d6-4ef8-91a6-eafd147d56c5 Oct 19 08:06:56.747423 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-077d40d0-3b36-405d-9c66-9f79560a3f67 req-e63ca4c1-97fa-4436-ad3f-c487c3339e69 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a85bce89-55d6-4ef8-91a6-eafd147d56c5 HTTP/1.1" status: 200 len: 217 time: 0.0378740 Oct 19 08:06:56.747644 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-675d5575-0a82-4435-8228-4db38dff087c None None] Port a85bce89-55d6-4ef8-91a6-eafd147d56c5 had new provisioning blocks added so it will not transition to active. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:370}} Oct 19 08:06:56.794376 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077d40d0-3b36-405d-9c66-9f79560a3f67 req-2d06c754-d1e6-4c5e-9125-e9d5f2111132 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:06:56.795893 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-077d40d0-3b36-405d-9c66-9f79560a3f67 req-2d06c754-d1e6-4c5e-9125-e9d5f2111132 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=31bf3915-a51b-4b2d-8cc2-77754e843174 HTTP/1.1" status: 200 len: 854 time: 0.0432923 Oct 19 08:06:56.842537 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077d40d0-3b36-405d-9c66-9f79560a3f67 req-48f50fe3-e65c-48d3-baba-69e0c09ac82a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:06:56.844008 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-077d40d0-3b36-405d-9c66-9f79560a3f67 req-48f50fe3-e65c-48d3-baba-69e0c09ac82a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c3cba2ad-dba1-41fa-aba2-697e5435d709&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0410757 Oct 19 08:06:56.935688 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-077d40d0-3b36-405d-9c66-9f79560a3f67 req-3a18b875-aec9-493c-bdf3-e2ef05834936 service neutron] 10.222.0.16 "GET /v2.0/networks/c3cba2ad-dba1-41fa-aba2-697e5435d709?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848253 Oct 19 08:06:57.023674 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-077d40d0-3b36-405d-9c66-9f79560a3f67 req-6935c6a9-506b-44ed-b627-93b38795a15a service neutron] 10.222.0.16 "GET /v2.0/networks/c3cba2ad-dba1-41fa-aba2-697e5435d709?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820146 Oct 19 08:06:57.118570 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21469a9c-e8f1-4f39-a73f-94726047db18 req-0ff7964f-220a-4d8b-b2a2-4568c2731a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:06:57.120184 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-21469a9c-e8f1-4f39-a73f-94726047db18 req-0ff7964f-220a-4d8b-b2a2-4568c2731a52 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=5108327e422a49548d9e4e1da2e080ac&device_id=02b0a14f-974f-4a11-9de3-449082753786 HTTP/1.1" status: 200 len: 1096 time: 0.0468495 Oct 19 08:06:57.216171 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21469a9c-e8f1-4f39-a73f-94726047db18 req-252d857b-a452-4eb0-8cf0-9c1108f2ea4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:06:57.217606 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-21469a9c-e8f1-4f39-a73f-94726047db18 req-252d857b-a452-4eb0-8cf0-9c1108f2ea4e service neutron] 10.222.0.16 "GET /v2.0/networks?id=c3cba2ad-dba1-41fa-aba2-697e5435d709 HTTP/1.1" status: 200 len: 916 time: 0.0852919 Oct 19 08:06:57.263096 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-21469a9c-e8f1-4f39-a73f-94726047db18 req-8aa4ab0f-454e-4e98-b4d5-e28ee04c3697 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a85bce89-55d6-4ef8-91a6-eafd147d56c5 HTTP/1.1" status: 200 len: 217 time: 0.0379510 Oct 19 08:06:57.312712 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21469a9c-e8f1-4f39-a73f-94726047db18 req-d4aceb42-2d90-4524-8599-f172da3fffa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:06:57.314257 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-21469a9c-e8f1-4f39-a73f-94726047db18 req-d4aceb42-2d90-4524-8599-f172da3fffa7 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=31bf3915-a51b-4b2d-8cc2-77754e843174 HTTP/1.1" status: 200 len: 854 time: 0.0447659 Oct 19 08:06:57.360513 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21469a9c-e8f1-4f39-a73f-94726047db18 req-569a7f41-cd3a-4a76-97d1-21129764d9ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:06:57.362011 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-21469a9c-e8f1-4f39-a73f-94726047db18 req-569a7f41-cd3a-4a76-97d1-21129764d9ca service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c3cba2ad-dba1-41fa-aba2-697e5435d709&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0403497 Oct 19 08:06:57.456395 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-21469a9c-e8f1-4f39-a73f-94726047db18 req-966dda90-2496-4c1b-88d5-b03a3b66e843 service neutron] 10.222.0.16 "GET /v2.0/networks/c3cba2ad-dba1-41fa-aba2-697e5435d709?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863068 Oct 19 08:06:57.546654 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-21469a9c-e8f1-4f39-a73f-94726047db18 req-00c30cbe-adbd-4f79-b986-852efba6b166 service neutron] 10.222.0.16 "GET /v2.0/networks/c3cba2ad-dba1-41fa-aba2-697e5435d709?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829663 Oct 19 08:06:57.796299 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c784bde7-2c09-40ac-9cbf-edd7389ee99a req-47d0d86a-ef8c-4e4e-995a-c8cb1d2a2c2d tempest-TestEncryptedCinderVolumes-857087161 tempest-TestEncryptedCinderVolumes-857087161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:06:57.797862 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-c784bde7-2c09-40ac-9cbf-edd7389ee99a req-47d0d86a-ef8c-4e4e-995a-c8cb1d2a2c2d tempest-TestEncryptedCinderVolumes-857087161 tempest-TestEncryptedCinderVolumes-857087161-project] 10.222.0.27 "GET /v2.0/ports?device_id=02b0a14f-974f-4a11-9de3-449082753786 HTTP/1.1" status: 200 len: 943 time: 0.0484889 Oct 19 08:06:57.835650 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-c784bde7-2c09-40ac-9cbf-edd7389ee99a req-67af7548-afe2-42f4-9da3-2b2ab7ecdcb2 tempest-TestEncryptedCinderVolumes-857087161 tempest-TestEncryptedCinderVolumes-857087161-project] 10.222.0.27 "GET /v2.0/security-groups?id=30106b33-345a-4154-a4c0-c5ed6141aea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317345 Oct 19 08:06:58.959923 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1856d292-490e-449d-88cc-6aca63575b9d req-4c4df432-1f50-4c11-9f53-d456dc2383dd tempest-TestEncryptedCinderVolumes-857087161 tempest-TestEncryptedCinderVolumes-857087161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:06:58.961396 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-1856d292-490e-449d-88cc-6aca63575b9d req-4c4df432-1f50-4c11-9f53-d456dc2383dd tempest-TestEncryptedCinderVolumes-857087161 tempest-TestEncryptedCinderVolumes-857087161-project] 10.222.0.27 "GET /v2.0/ports?device_id=02b0a14f-974f-4a11-9de3-449082753786 HTTP/1.1" status: 200 len: 943 time: 0.0524025 Oct 19 08:06:58.997446 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-1856d292-490e-449d-88cc-6aca63575b9d req-4c444006-0da3-4d34-b513-f48579111a0f tempest-TestEncryptedCinderVolumes-857087161 tempest-TestEncryptedCinderVolumes-857087161-project] 10.222.0.27 "GET /v2.0/security-groups?id=30106b33-345a-4154-a4c0-c5ed6141aea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301769 Oct 19 08:06:59.899072 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Device a85bce89-55d6-4ef8-91a6-eafd147d56c5 details requested by agent hyperv_hv-neutron-8616 with host hv-neutron-8616 {{(pid=103334) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 08:06:59.995619 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] For port a85bce89-55d6-4ef8-91a6-eafd147d56c5, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=a85bce89-55d6-4ef8-91a6-eafd147d56c5,segment=NetworkSegment(92baf0a3-89ab-47d4-8376-1834fc353c9f),segment_id=92baf0a3-89ab-47d4-8376-1834fc353c9f)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 08:07:00.006495 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Returning: {'device': 'a85bce89-55d6-4ef8-91a6-eafd147d56c5', 'network_id': 'c3cba2ad-dba1-41fa-aba2-697e5435d709', 'port_id': 'a85bce89-55d6-4ef8-91a6-eafd147d56c5', 'mac_address': 'fa:16:3e:e3:9b:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31bf3915-a51b-4b2d-8cc2-77754e843174', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103334) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 08:07:00.043946 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Current status of the port a85bce89-55d6-4ef8-91a6-eafd147d56c5 is: DOWN; New status is: BUILD {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 08:07:00.045531 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:07:00.061883 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.notifiers.nova [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a85bce89-55d6-4ef8-91a6-eafd147d56c5 {{(pid=103334) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 19 08:07:00.082341 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] For port a85bce89-55d6-4ef8-91a6-eafd147d56c5, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=a85bce89-55d6-4ef8-91a6-eafd147d56c5,segment=NetworkSegment(92baf0a3-89ab-47d4-8376-1834fc353c9f),segment_id=92baf0a3-89ab-47d4-8376-1834fc353c9f)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 08:07:00.086342 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:07:00.122324 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77678b3d-327a-4e22-a06a-ffdd09e8f779 req-37c93df3-2e5f-4e1c-a5aa-27d316c2e5ff tempest-TestEncryptedCinderVolumes-857087161 tempest-TestEncryptedCinderVolumes-857087161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:07:00.123836 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-77678b3d-327a-4e22-a06a-ffdd09e8f779 req-37c93df3-2e5f-4e1c-a5aa-27d316c2e5ff tempest-TestEncryptedCinderVolumes-857087161 tempest-TestEncryptedCinderVolumes-857087161-project] 10.222.0.27 "GET /v2.0/ports?device_id=02b0a14f-974f-4a11-9de3-449082753786 HTTP/1.1" status: 200 len: 944 time: 0.0502827 Oct 19 08:07:00.133817 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Pushing event updated for resources: {'Port': ['ID=a85bce89-55d6-4ef8-91a6-eafd147d56c5,revision_number=4']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:07:00.141649 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:07:00.141649 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:07:00.142043 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:07:00.142355 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:07:00.142685 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:07:00.143014 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:07:00.143339 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:07:00.143663 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:07:00.143985 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:07:00.144304 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:07:00.144647 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:07:00.144966 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:07:00.162704 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-77678b3d-327a-4e22-a06a-ffdd09e8f779 req-1927ba70-1cb4-42e6-93ee-f7c0eb72b1f6 tempest-TestEncryptedCinderVolumes-857087161 tempest-TestEncryptedCinderVolumes-857087161-project] 10.222.0.27 "GET /v2.0/security-groups?id=30106b33-345a-4154-a4c0-c5ed6141aea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326197 Oct 19 08:07:00.289545 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] get_ports_and_sgs() called for port_ids ['a85bce89-55d6-4ef8-91a6-eafd147d56c5'] {{(pid=103334) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 19 08:07:01.283690 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99c6e95-8493-4339-aa68-dfa4a28ebc54 req-caa4413a-1ad4-4e38-b94c-eb7e196e5270 tempest-TestEncryptedCinderVolumes-857087161 tempest-TestEncryptedCinderVolumes-857087161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:07:01.284538 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-a99c6e95-8493-4339-aa68-dfa4a28ebc54 req-caa4413a-1ad4-4e38-b94c-eb7e196e5270 tempest-TestEncryptedCinderVolumes-857087161 tempest-TestEncryptedCinderVolumes-857087161-project] 10.222.0.27 "GET /v2.0/ports?device_id=02b0a14f-974f-4a11-9de3-449082753786 HTTP/1.1" status: 200 len: 944 time: 0.0490832 Oct 19 08:07:01.322697 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-a99c6e95-8493-4339-aa68-dfa4a28ebc54 req-3bbb312f-6c6e-4a27-af21-d300f1f493f9 tempest-TestEncryptedCinderVolumes-857087161 tempest-TestEncryptedCinderVolumes-857087161-project] 10.222.0.27 "GET /v2.0/security-groups?id=30106b33-345a-4154-a4c0-c5ed6141aea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323093 Oct 19 08:07:01.915106 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Device a85bce89-55d6-4ef8-91a6-eafd147d56c5 up at agent hyperv_hv-neutron-8616 {{(pid=103334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 08:07:01.964004 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Provisioning for port a85bce89-55d6-4ef8-91a6-eafd147d56c5 completed by entity L2. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 19 08:07:01.967977 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Provisioning complete for port a85bce89-55d6-4ef8-91a6-eafd147d56c5 triggered by entity L2. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 08:07:01.968348 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:07:01.968731 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Attempt 1 to provision port a85bce89-55d6-4ef8-91a6-eafd147d56c5 Oct 19 08:07:02.042906 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Current status of the port a85bce89-55d6-4ef8-91a6-eafd147d56c5 is: BUILD; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 08:07:02.043212 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:07:02.065617 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02b0a14f-974f-4a11-9de3-449082753786', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a85bce89-55d6-4ef8-91a6-eafd147d56c5'}] {{(pid=103334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 19 08:07:02.067875 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d918bd29c62f7e926e80ce37adcd574e0921d2de3006e6b6ef58999f52d8e2e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edeb242f-aa67-4fac-b4f5-d3ebcd439028" -d '{"events": [{"server_uuid": "02b0a14f-974f-4a11-9de3-449082753786", "name": "network-vif-plugged", "status": "completed", "tag": "a85bce89-55d6-4ef8-91a6-eafd147d56c5"}]}' {{(pid=103334) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 08:07:02.084991 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] For port a85bce89-55d6-4ef8-91a6-eafd147d56c5, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=a85bce89-55d6-4ef8-91a6-eafd147d56c5,segment=NetworkSegment(92baf0a3-89ab-47d4-8376-1834fc353c9f),segment_id=92baf0a3-89ab-47d4-8376-1834fc353c9f)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 08:07:02.089104 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:07:02.111406 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 19 Oct 2022 08:07:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06b37e26-d75f-4382-9c2f-dbde863c9391 x-openstack-request-id: req-06b37e26-d75f-4382-9c2f-dbde863c9391 {{(pid=103334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 08:07:02.111698 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02b0a14f-974f-4a11-9de3-449082753786", "name": "network-vif-plugged", "status": "completed", "tag": "a85bce89-55d6-4ef8-91a6-eafd147d56c5", "code": 200}]} {{(pid=103334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 08:07:02.111955 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-06b37e26-d75f-4382-9c2f-dbde863c9391 {{(pid=103334) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 08:07:02.112370 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.notifiers.nova [-] Nova event matching ['req-06b37e26-d75f-4382-9c2f-dbde863c9391'] response: {'server_uuid': '02b0a14f-974f-4a11-9de3-449082753786', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a85bce89-55d6-4ef8-91a6-eafd147d56c5', 'code': 200} Oct 19 08:07:02.142588 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Pushing event updated for resources: {'Port': ['ID=a85bce89-55d6-4ef8-91a6-eafd147d56c5,revision_number=5']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:07:02.271323 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4131e560-1b57-47a9-8a6f-bacc1925fb68 req-ea48b11a-289b-412b-99b1-0f532da6dc64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:07:02.273526 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-4131e560-1b57-47a9-8a6f-bacc1925fb68 req-ea48b11a-289b-412b-99b1-0f532da6dc64 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=02b0a14f-974f-4a11-9de3-449082753786 HTTP/1.1" status: 200 len: 1098 time: 0.0408366 Oct 19 08:07:02.312323 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-4131e560-1b57-47a9-8a6f-bacc1925fb68 req-cd909a3f-7451-45a3-bc63-42284c17eda1 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=30106b33-345a-4154-a4c0-c5ed6141aea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332839 Oct 19 08:07:02.447416 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85339d10-2cb4-4a98-b34d-53c5db6e78f8 req-2dc967e0-d905-4af1-a64f-c704ebafca0f tempest-TestEncryptedCinderVolumes-857087161 tempest-TestEncryptedCinderVolumes-857087161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:07:02.448921 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-85339d10-2cb4-4a98-b34d-53c5db6e78f8 req-2dc967e0-d905-4af1-a64f-c704ebafca0f tempest-TestEncryptedCinderVolumes-857087161 tempest-TestEncryptedCinderVolumes-857087161-project] 10.222.0.27 "GET /v2.0/ports?device_id=02b0a14f-974f-4a11-9de3-449082753786 HTTP/1.1" status: 200 len: 945 time: 0.0529568 Oct 19 08:07:02.486751 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-85339d10-2cb4-4a98-b34d-53c5db6e78f8 req-66f09efa-7e9f-47db-99ee-c30fba2ed9b4 tempest-TestEncryptedCinderVolumes-857087161 tempest-TestEncryptedCinderVolumes-857087161-project] 10.222.0.27 "GET /v2.0/security-groups?id=30106b33-345a-4154-a4c0-c5ed6141aea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318425 Oct 19 08:07:03.607946 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600d43ae-c401-4caa-8948-4e67e1d92b3f req-30c6c065-aa64-4d76-b669-fa07d21ce828 tempest-TestEncryptedCinderVolumes-857087161 tempest-TestEncryptedCinderVolumes-857087161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:07:03.609468 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-600d43ae-c401-4caa-8948-4e67e1d92b3f req-30c6c065-aa64-4d76-b669-fa07d21ce828 tempest-TestEncryptedCinderVolumes-857087161 tempest-TestEncryptedCinderVolumes-857087161-project] 10.222.0.27 "GET /v2.0/ports?device_id=02b0a14f-974f-4a11-9de3-449082753786 HTTP/1.1" status: 200 len: 945 time: 0.0496840 Oct 19 08:07:03.647390 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-600d43ae-c401-4caa-8948-4e67e1d92b3f req-d0f1c36b-0a55-4e96-9c16-9af0d8e4ec5f tempest-TestEncryptedCinderVolumes-857087161 tempest-TestEncryptedCinderVolumes-857087161-project] 10.222.0.27 "GET /v2.0/security-groups?id=30106b33-345a-4154-a4c0-c5ed6141aea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317628 Oct 19 08:07:03.774025 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edace58-09d8-4f5f-8f05-65d2fd8d392f req-ba758800-fc13-4671-8467-3e4a9b64ba8a tempest-TestEncryptedCinderVolumes-857087161 tempest-TestEncryptedCinderVolumes-857087161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:07:03.775504 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-7edace58-09d8-4f5f-8f05-65d2fd8d392f req-ba758800-fc13-4671-8467-3e4a9b64ba8a tempest-TestEncryptedCinderVolumes-857087161 tempest-TestEncryptedCinderVolumes-857087161-project] 10.222.0.27 "GET /v2.0/ports?device_id=02b0a14f-974f-4a11-9de3-449082753786 HTTP/1.1" status: 200 len: 945 time: 0.0505135 Oct 19 08:07:03.814605 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-7edace58-09d8-4f5f-8f05-65d2fd8d392f req-4bd397b0-c007-4aa1-b909-8c4e9737f2b8 tempest-TestEncryptedCinderVolumes-857087161 tempest-TestEncryptedCinderVolumes-857087161-project] 10.222.0.27 "GET /v2.0/security-groups?id=30106b33-345a-4154-a4c0-c5ed6141aea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325937 Oct 19 08:07:12.012471 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:07:13.428232 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-867a98fb-330d-483e-a8e7-5bec5fdb6ee5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:07:16.351741 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-2a3f697f-10fb-4cfa-aff7-3885264bb650 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:07:18.026035 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-2a2259f7-b034-4eec-af7a-7abaede746c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:07:19.088109 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-1a0da505-d0f9-48c6-b7e2-53b9c5e41298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:07:19.191127 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:07:22.170134 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddd90a4-0686-4244-bb2a-d801663238c0 req-15363189-f459-44f5-b57a-074a0472eaba tempest-TestEncryptedCinderVolumes-857087161 tempest-TestEncryptedCinderVolumes-857087161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:07:22.171600 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-7ddd90a4-0686-4244-bb2a-d801663238c0 req-15363189-f459-44f5-b57a-074a0472eaba tempest-TestEncryptedCinderVolumes-857087161 tempest-TestEncryptedCinderVolumes-857087161-project] 10.222.0.27 "GET /v2.0/ports?device_id=02b0a14f-974f-4a11-9de3-449082753786 HTTP/1.1" status: 200 len: 945 time: 0.0537932 Oct 19 08:07:22.210883 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-7ddd90a4-0686-4244-bb2a-d801663238c0 req-30c92c0a-c387-47f1-bedb-91ba14b349d9 tempest-TestEncryptedCinderVolumes-857087161 tempest-TestEncryptedCinderVolumes-857087161-project] 10.222.0.27 "GET /v2.0/security-groups?id=30106b33-345a-4154-a4c0-c5ed6141aea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329266 Oct 19 08:07:23.335749 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8447b112-d799-4809-8c0a-718224b56a00 req-d7408d49-a18c-4a77-a645-74756edb2e61 tempest-TestEncryptedCinderVolumes-857087161 tempest-TestEncryptedCinderVolumes-857087161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:07:23.337294 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-8447b112-d799-4809-8c0a-718224b56a00 req-d7408d49-a18c-4a77-a645-74756edb2e61 tempest-TestEncryptedCinderVolumes-857087161 tempest-TestEncryptedCinderVolumes-857087161-project] 10.222.0.27 "GET /v2.0/ports?device_id=02b0a14f-974f-4a11-9de3-449082753786 HTTP/1.1" status: 200 len: 945 time: 0.0495234 Oct 19 08:07:23.375123 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-8447b112-d799-4809-8c0a-718224b56a00 req-4c0af664-37f8-4bb2-b90a-c1b9c0db6e33 tempest-TestEncryptedCinderVolumes-857087161 tempest-TestEncryptedCinderVolumes-857087161-project] 10.222.0.27 "GET /v2.0/security-groups?id=30106b33-345a-4154-a4c0-c5ed6141aea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315187 Oct 19 08:07:23.624916 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.agents_db [None req-6057327c-4456-4c72-8e75-6d3cd9249757 None None] Agent healthcheck: found 6 active agents {{(pid=103335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 08:07:23.680524 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e2f077-53c2-4606-9eba-551e8d120e96 req-9b4dcf33-399d-43e8-a15b-8937e3033a10 tempest-TestEncryptedCinderVolumes-857087161 tempest-TestEncryptedCinderVolumes-857087161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:07:23.681987 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-28e2f077-53c2-4606-9eba-551e8d120e96 req-9b4dcf33-399d-43e8-a15b-8937e3033a10 tempest-TestEncryptedCinderVolumes-857087161 tempest-TestEncryptedCinderVolumes-857087161-project] 10.222.0.16 "GET /v2.0/ports?device_id=02b0a14f-974f-4a11-9de3-449082753786 HTTP/1.1" status: 200 len: 945 time: 0.0478163 Oct 19 08:07:23.770124 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [req-28e2f077-53c2-4606-9eba-551e8d120e96 req-a46f2956-c3d1-4d81-be3e-40ee5b9659c5 tempest-TestEncryptedCinderVolumes-857087161 tempest-TestEncryptedCinderVolumes-857087161-project] Deleting port a85bce89-55d6-4ef8-91a6-eafd147d56c5 {{(pid=103333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 08:07:23.772182 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [req-28e2f077-53c2-4606-9eba-551e8d120e96 req-a46f2956-c3d1-4d81-be3e-40ee5b9659c5 tempest-TestEncryptedCinderVolumes-857087161 tempest-TestEncryptedCinderVolumes-857087161-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:07:23.865712 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.db [req-28e2f077-53c2-4606-9eba-551e8d120e96 req-a46f2956-c3d1-4d81-be3e-40ee5b9659c5 tempest-TestEncryptedCinderVolumes-857087161 tempest-TestEncryptedCinderVolumes-857087161-project] For port a85bce89-55d6-4ef8-91a6-eafd147d56c5, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=a85bce89-55d6-4ef8-91a6-eafd147d56c5,segment=NetworkSegment(92baf0a3-89ab-47d4-8376-1834fc353c9f),segment_id=92baf0a3-89ab-47d4-8376-1834fc353c9f)] {{(pid=103333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 08:07:23.866090 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [req-28e2f077-53c2-4606-9eba-551e8d120e96 req-a46f2956-c3d1-4d81-be3e-40ee5b9659c5 tempest-TestEncryptedCinderVolumes-857087161 tempest-TestEncryptedCinderVolumes-857087161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:07:23.878470 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [req-28e2f077-53c2-4606-9eba-551e8d120e96 req-a46f2956-c3d1-4d81-be3e-40ee5b9659c5 tempest-TestEncryptedCinderVolumes-857087161 tempest-TestEncryptedCinderVolumes-857087161-project] Calling delete_port for a85bce89-55d6-4ef8-91a6-eafd147d56c5 owned by compute:nova {{(pid=103333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 08:07:24.009615 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [req-28e2f077-53c2-4606-9eba-551e8d120e96 req-a46f2956-c3d1-4d81-be3e-40ee5b9659c5 tempest-TestEncryptedCinderVolumes-857087161 tempest-TestEncryptedCinderVolumes-857087161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130996763'] for port, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:07:24.021628 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] get_ports_and_sgs() called for port_ids ['a85bce89-55d6-4ef8-91a6-eafd147d56c5'] {{(pid=103334) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 19 08:07:24.036249 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46f2956-c3d1-4d81-be3e-40ee5b9659c5 tempest-TestEncryptedCinderVolumes-857087161 tempest-TestEncryptedCinderVolumes-857087161-project] Pushing event deleted for resources: {'Port': ['ID=a85bce89-55d6-4ef8-91a6-eafd147d56c5,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:07:24.050230 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a46f2956-c3d1-4d81-be3e-40ee5b9659c5 tempest-TestEncryptedCinderVolumes-857087161 tempest-TestEncryptedCinderVolumes-857087161-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:07:24.050586 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a46f2956-c3d1-4d81-be3e-40ee5b9659c5 tempest-TestEncryptedCinderVolumes-857087161 tempest-TestEncryptedCinderVolumes-857087161-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:07:24.051608 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a46f2956-c3d1-4d81-be3e-40ee5b9659c5 tempest-TestEncryptedCinderVolumes-857087161 tempest-TestEncryptedCinderVolumes-857087161-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:07:24.052187 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a46f2956-c3d1-4d81-be3e-40ee5b9659c5 tempest-TestEncryptedCinderVolumes-857087161 tempest-TestEncryptedCinderVolumes-857087161-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:07:24.052624 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a46f2956-c3d1-4d81-be3e-40ee5b9659c5 tempest-TestEncryptedCinderVolumes-857087161 tempest-TestEncryptedCinderVolumes-857087161-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:07:24.052967 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a46f2956-c3d1-4d81-be3e-40ee5b9659c5 tempest-TestEncryptedCinderVolumes-857087161 tempest-TestEncryptedCinderVolumes-857087161-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:07:24.053311 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a46f2956-c3d1-4d81-be3e-40ee5b9659c5 tempest-TestEncryptedCinderVolumes-857087161 tempest-TestEncryptedCinderVolumes-857087161-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:07:24.053645 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a46f2956-c3d1-4d81-be3e-40ee5b9659c5 tempest-TestEncryptedCinderVolumes-857087161 tempest-TestEncryptedCinderVolumes-857087161-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:07:24.053980 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a46f2956-c3d1-4d81-be3e-40ee5b9659c5 tempest-TestEncryptedCinderVolumes-857087161 tempest-TestEncryptedCinderVolumes-857087161-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:07:24.054312 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a46f2956-c3d1-4d81-be3e-40ee5b9659c5 tempest-TestEncryptedCinderVolumes-857087161 tempest-TestEncryptedCinderVolumes-857087161-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:07:24.054648 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a46f2956-c3d1-4d81-be3e-40ee5b9659c5 tempest-TestEncryptedCinderVolumes-857087161 tempest-TestEncryptedCinderVolumes-857087161-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:07:24.054983 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a46f2956-c3d1-4d81-be3e-40ee5b9659c5 tempest-TestEncryptedCinderVolumes-857087161 tempest-TestEncryptedCinderVolumes-857087161-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:07:24.091208 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.l3_dvrscheduler_db [req-28e2f077-53c2-4606-9eba-551e8d120e96 req-a46f2956-c3d1-4d81-be3e-40ee5b9659c5 tempest-TestEncryptedCinderVolumes-857087161 tempest-TestEncryptedCinderVolumes-857087161-project] No DVR routers for this DVR port a85bce89-55d6-4ef8-91a6-eafd147d56c5 on host hv-neutron-8616 {{(pid=103333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 19 08:07:24.093756 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [req-28e2f077-53c2-4606-9eba-551e8d120e96 req-a46f2956-c3d1-4d81-be3e-40ee5b9659c5 tempest-TestEncryptedCinderVolumes-857087161 tempest-TestEncryptedCinderVolumes-857087161-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42160'] for port, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:07:24.097148 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-28e2f077-53c2-4606-9eba-551e8d120e96 req-a46f2956-c3d1-4d81-be3e-40ee5b9659c5 tempest-TestEncryptedCinderVolumes-857087161 tempest-TestEncryptedCinderVolumes-857087161-project] 10.222.0.16 "DELETE /v2.0/ports/a85bce89-55d6-4ef8-91a6-eafd147d56c5 HTTP/1.1" status: 204 len: 173 time: 0.4099259 Oct 19 08:07:24.097694 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02b0a14f-974f-4a11-9de3-449082753786', 'name': 'network-vif-deleted', 'tag': 'a85bce89-55d6-4ef8-91a6-eafd147d56c5'}] {{(pid=103333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 19 08:07:24.100454 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e3bb7d74903c72d9cb0d0f2f187c581e0456bd3142b101dc46d694cf75cdf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cc75f7e-ae5b-450b-a6a6-724f42756fb9" -d '{"events": [{"server_uuid": "02b0a14f-974f-4a11-9de3-449082753786", "name": "network-vif-deleted", "tag": "a85bce89-55d6-4ef8-91a6-eafd147d56c5"}]}' {{(pid=103333) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 08:07:24.144307 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 19 Oct 2022 08:07:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1bfaa90-0871-41b9-8004-69b7f1603b5e x-openstack-request-id: req-c1bfaa90-0871-41b9-8004-69b7f1603b5e {{(pid=103333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 08:07:24.144943 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02b0a14f-974f-4a11-9de3-449082753786", "name": "network-vif-deleted", "tag": "a85bce89-55d6-4ef8-91a6-eafd147d56c5", "status": "completed", "code": 200}]} {{(pid=103333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 08:07:24.145473 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-c1bfaa90-0871-41b9-8004-69b7f1603b5e {{(pid=103333) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 08:07:24.145901 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c1bfaa90-0871-41b9-8004-69b7f1603b5e'] response: {'server_uuid': '02b0a14f-974f-4a11-9de3-449082753786', 'name': 'network-vif-deleted', 'tag': 'a85bce89-55d6-4ef8-91a6-eafd147d56c5', 'status': 'completed', 'code': 200} Oct 19 08:07:24.494649 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-fc0c31d6-f6d3-47da-b170-7757b76eeda2 req-a7203c03-ad06-48f3-be73-bfaf839ecde6 tempest-TestEncryptedCinderVolumes-857087161 tempest-TestEncryptedCinderVolumes-857087161-project] 10.222.0.27 "GET /v2.0/ports?device_id=02b0a14f-974f-4a11-9de3-449082753786 HTTP/1.1" status: 200 len: 210 time: 0.0299659 Oct 19 08:07:25.852407 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702a751e-e38c-4fea-855e-14c54605fe39 req-0b24e551-c16f-4dd1-ac45-879d3e72be5f tempest-TestEncryptedCinderVolumes-857087161 tempest-TestEncryptedCinderVolumes-857087161-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:07:25.853889 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-702a751e-e38c-4fea-855e-14c54605fe39 req-0b24e551-c16f-4dd1-ac45-879d3e72be5f tempest-TestEncryptedCinderVolumes-857087161 tempest-TestEncryptedCinderVolumes-857087161-project] 10.222.0.27 "GET /v2.0/networks?id=c3cba2ad-dba1-41fa-aba2-697e5435d709 HTTP/1.1" status: 200 len: 815 time: 0.1080687 Oct 19 08:07:25.868602 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-702a751e-e38c-4fea-855e-14c54605fe39 req-2e0357fe-6d1a-4cad-a455-f60bdf2a0bd1 tempest-TestEncryptedCinderVolumes-857087161 tempest-TestEncryptedCinderVolumes-857087161-project] 10.222.0.27 "GET /v2.0/quotas/5108327e422a49548d9e4e1da2e080ac HTTP/1.1" status: 200 len: 375 time: 0.0088603 Oct 19 08:07:25.918145 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-702a751e-e38c-4fea-855e-14c54605fe39 req-83a0cf56-304b-46fb-a504-97db57cdcce9 tempest-TestEncryptedCinderVolumes-857087161 tempest-TestEncryptedCinderVolumes-857087161-project] 10.222.0.27 "GET /v2.0/ports?tenant_id=5108327e422a49548d9e4e1da2e080ac&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0444236 Oct 19 08:07:26.015586 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-702a751e-e38c-4fea-855e-14c54605fe39 req-e018c830-8742-4287-a230-a244a3ae8ed1 service neutron] 10.222.0.27 "GET /v2.0/networks/c3cba2ad-dba1-41fa-aba2-697e5435d709?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857837 Oct 19 08:07:26.103322 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-702a751e-e38c-4fea-855e-14c54605fe39 req-e8153ad7-60a1-44c8-9953-1da91ebd9c41 service neutron] 10.222.0.27 "GET /v2.0/networks/c3cba2ad-dba1-41fa-aba2-697e5435d709?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808811 Oct 19 08:07:26.265361 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-e8a7d1a9-f413-4164-b43e-292553f0bf4c req-630e97fc-d21b-41df-b0ad-ee1a189d6722 tempest-TestEncryptedCinderVolumes-857087161 tempest-TestEncryptedCinderVolumes-857087161-project] 10.222.0.27 "GET /v2.0/ports?device_id=fe8fd40c-212a-4f8b-ae5f-69d8b814d1b2 HTTP/1.1" status: 200 len: 210 time: 0.0311584 Oct 19 08:07:27.141970 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702a751e-e38c-4fea-855e-14c54605fe39 req-8b7f5782-e3b8-4894-8081-6376a3139441 tempest-TestEncryptedCinderVolumes-857087161 tempest-TestEncryptedCinderVolumes-857087161-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:07:27.143419 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-702a751e-e38c-4fea-855e-14c54605fe39 req-8b7f5782-e3b8-4894-8081-6376a3139441 tempest-TestEncryptedCinderVolumes-857087161 tempest-TestEncryptedCinderVolumes-857087161-project] 10.222.0.16 "GET /v2.0/networks?id=c3cba2ad-dba1-41fa-aba2-697e5435d709 HTTP/1.1" status: 200 len: 815 time: 0.1062064 Oct 19 08:07:27.157529 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [req-702a751e-e38c-4fea-855e-14c54605fe39 req-ce0f5d09-79e1-455d-8313-0564b4a53c97 tempest-TestEncryptedCinderVolumes-857087161 tempest-TestEncryptedCinderVolumes-857087161-project] Request body: {'port': {'device_id': 'fe8fd40c-212a-4f8b-ae5f-69d8b814d1b2', 'network_id': 'c3cba2ad-dba1-41fa-aba2-697e5435d709', 'admin_state_up': True, 'tenant_id': '5108327e422a49548d9e4e1da2e080ac'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 08:07:27.263916 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-702a751e-e38c-4fea-855e-14c54605fe39 req-ce0f5d09-79e1-455d-8313-0564b4a53c97 tempest-TestEncryptedCinderVolumes-857087161 tempest-TestEncryptedCinderVolumes-857087161-project] Made reservation on behalf of 5108327e422a49548d9e4e1da2e080ac for: {'port': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 08:07:27.267382 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [req-702a751e-e38c-4fea-855e-14c54605fe39 req-ce0f5d09-79e1-455d-8313-0564b4a53c97 tempest-TestEncryptedCinderVolumes-857087161 tempest-TestEncryptedCinderVolumes-857087161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:07:27.367962 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-db0ad2ca-265a-4e69-9b33-fdba2e943d52 req-afdf502b-67cf-456e-893e-06b7efc628f1 tempest-TestEncryptedCinderVolumes-857087161 tempest-TestEncryptedCinderVolumes-857087161-project] 10.222.0.27 "GET /v2.0/ports?device_id=fe8fd40c-212a-4f8b-ae5f-69d8b814d1b2 HTTP/1.1" status: 200 len: 210 time: 0.0262010 Oct 19 08:07:27.402839 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.db_base_plugin_common [req-702a751e-e38c-4fea-855e-14c54605fe39 req-ce0f5d09-79e1-455d-8313-0564b4a53c97 tempest-TestEncryptedCinderVolumes-857087161 tempest-TestEncryptedCinderVolumes-857087161-project] Allocated IP 172.20.0.14 (c3cba2ad-dba1-41fa-aba2-697e5435d709/31bf3915-a51b-4b2d-8cc2-77754e843174/5b096459-08b5-4aa4-b3f9-1e5555e9e848) {{(pid=103333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 08:07:27.555846 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [req-702a751e-e38c-4fea-855e-14c54605fe39 req-ce0f5d09-79e1-455d-8313-0564b4a53c97 tempest-TestEncryptedCinderVolumes-857087161 tempest-TestEncryptedCinderVolumes-857087161-project] Notify callbacks [] for port, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:07:27.589574 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [req-702a751e-e38c-4fea-855e-14c54605fe39 req-ce0f5d09-79e1-455d-8313-0564b4a53c97 tempest-TestEncryptedCinderVolumes-857087161 tempest-TestEncryptedCinderVolumes-857087161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785020947330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130996763'] for port, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:07:27.633273 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-702a751e-e38c-4fea-855e-14c54605fe39 req-ce0f5d09-79e1-455d-8313-0564b4a53c97 tempest-TestEncryptedCinderVolumes-857087161 tempest-TestEncryptedCinderVolumes-857087161-project] Network c3cba2ad-dba1-41fa-aba2-697e5435d709 is already hosted by enough agents. {{(pid=103333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 08:07:27.636302 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [req-702a751e-e38c-4fea-855e-14c54605fe39 req-ce0f5d09-79e1-455d-8313-0564b4a53c97 tempest-TestEncryptedCinderVolumes-857087161 tempest-TestEncryptedCinderVolumes-857087161-project] Resources bound (agent type, host, resource id): {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 08:07:27.639874 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.l3_dvrscheduler_db [req-702a751e-e38c-4fea-855e-14c54605fe39 req-ce0f5d09-79e1-455d-8313-0564b4a53c97 tempest-TestEncryptedCinderVolumes-857087161 tempest-TestEncryptedCinderVolumes-857087161-project] Received port after_create {{(pid=103333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 08:07:27.646784 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0f5d09-79e1-455d-8313-0564b4a53c97 tempest-TestEncryptedCinderVolumes-857087161 tempest-TestEncryptedCinderVolumes-857087161-project] Pushing event updated for resources: {'Port': ['ID=5b096459-08b5-4aa4-b3f9-1e5555e9e848,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:07:27.693421 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702a751e-e38c-4fea-855e-14c54605fe39 req-ce0f5d09-79e1-455d-8313-0564b4a53c97 tempest-TestEncryptedCinderVolumes-857087161 tempest-TestEncryptedCinderVolumes-857087161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:07:27.694051 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [req-702a751e-e38c-4fea-855e-14c54605fe39 req-ce0f5d09-79e1-455d-8313-0564b4a53c97 tempest-TestEncryptedCinderVolumes-857087161 tempest-TestEncryptedCinderVolumes-857087161-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42160'] for port, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:07:27.711191 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-702a751e-e38c-4fea-855e-14c54605fe39 req-ce0f5d09-79e1-455d-8313-0564b4a53c97 tempest-TestEncryptedCinderVolumes-857087161 tempest-TestEncryptedCinderVolumes-857087161-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5574598 Oct 19 08:07:27.722603 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [req-702a751e-e38c-4fea-855e-14c54605fe39 req-a7da1b53-e079-47ce-b672-68ccb99bc58c service neutron] Request body: {'port': {'device_id': 'fe8fd40c-212a-4f8b-ae5f-69d8b814d1b2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8616'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 08:07:27.783896 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [req-702a751e-e38c-4fea-855e-14c54605fe39 req-a7da1b53-e079-47ce-b672-68ccb99bc58c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:07:27.858016 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-193ce387-d53b-4848-ae44-8c5a01b68a1f None None] Provisioning complete for port 5b096459-08b5-4aa4-b3f9-1e5555e9e848 triggered by entity DHCP. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 08:07:27.858650 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-193ce387-d53b-4848-ae44-8c5a01b68a1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:07:27.858744 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-193ce387-d53b-4848-ae44-8c5a01b68a1f None None] Attempt 1 to provision port 5b096459-08b5-4aa4-b3f9-1e5555e9e848 Oct 19 08:07:27.890621 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-193ce387-d53b-4848-ae44-8c5a01b68a1f None None] Port 5b096459-08b5-4aa4-b3f9-1e5555e9e848 cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 08:07:28.026793 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Device a85bce89-55d6-4ef8-91a6-eafd147d56c5 no longer exists at agent hyperv_hv-neutron-8616 {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 08:07:28.046108 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] No Port match for: a85bce89-55d6-4ef8-91a6-eafd147d56c5 {{(pid=103334) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 19 08:07:28.046480 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Device a85bce89-55d6-4ef8-91a6-eafd147d56c5 not bound to the agent host hv-neutron-8616 {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 08:07:28.057030 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.notifiers.nova [req-702a751e-e38c-4fea-855e-14c54605fe39 req-a7da1b53-e079-47ce-b672-68ccb99bc58c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5b096459-08b5-4aa4-b3f9-1e5555e9e848 {{(pid=103333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 19 08:07:28.064554 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [req-702a751e-e38c-4fea-855e-14c54605fe39 req-a7da1b53-e079-47ce-b672-68ccb99bc58c service neutron] Notify callbacks [] for port, precommit_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:07:28.076673 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.provisioning_blocks [req-702a751e-e38c-4fea-855e-14c54605fe39 req-a7da1b53-e079-47ce-b672-68ccb99bc58c service neutron] Transition to ACTIVE for port object 5b096459-08b5-4aa4-b3f9-1e5555e9e848 will not be triggered until provisioned by entity L2. {{(pid=103333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 19 08:07:28.079999 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [req-702a751e-e38c-4fea-855e-14c54605fe39 req-a7da1b53-e079-47ce-b672-68ccb99bc58c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130996754'] for port, after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:07:28.158832 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7da1b53-e079-47ce-b672-68ccb99bc58c service neutron] Pushing event updated for resources: {'Port': ['ID=5b096459-08b5-4aa4-b3f9-1e5555e9e848,revision_number=2']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:07:28.187025 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.managers [req-702a751e-e38c-4fea-855e-14c54605fe39 req-a7da1b53-e079-47ce-b672-68ccb99bc58c service neutron] Attempting to bind port 5b096459-08b5-4aa4-b3f9-1e5555e9e848 on host hv-neutron-8616 for vnic_type normal with profile {{(pid=103333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 19 08:07:28.187361 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.managers [req-702a751e-e38c-4fea-855e-14c54605fe39 req-a7da1b53-e079-47ce-b672-68ccb99bc58c service neutron] Attempting to bind port 5b096459-08b5-4aa4-b3f9-1e5555e9e848 by drivers openvswitch,hyperv on host hv-neutron-8616 at level 0 using segments [{'id': '92baf0a3-89ab-47d4-8376-1834fc353c9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'c3cba2ad-dba1-41fa-aba2-697e5435d709'}] {{(pid=103333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 19 08:07:28.187679 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-702a751e-e38c-4fea-855e-14c54605fe39 req-a7da1b53-e079-47ce-b672-68ccb99bc58c service neutron] Attempting to bind port 5b096459-08b5-4aa4-b3f9-1e5555e9e848 on network c3cba2ad-dba1-41fa-aba2-697e5435d709 {{(pid=103333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 08:07:28.192039 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-702a751e-e38c-4fea-855e-14c54605fe39 req-a7da1b53-e079-47ce-b672-68ccb99bc58c service neutron] Port 5b096459-08b5-4aa4-b3f9-1e5555e9e848 on network c3cba2ad-dba1-41fa-aba2-697e5435d709 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8616 {{(pid=103333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 08:07:28.192911 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-702a751e-e38c-4fea-855e-14c54605fe39 req-a7da1b53-e079-47ce-b672-68ccb99bc58c service neutron] Attempting to bind port 5b096459-08b5-4aa4-b3f9-1e5555e9e848 on network c3cba2ad-dba1-41fa-aba2-697e5435d709 {{(pid=103333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 08:07:28.197668 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-702a751e-e38c-4fea-855e-14c54605fe39 req-a7da1b53-e079-47ce-b672-68ccb99bc58c service neutron] Checking agent: {'id': '5297b6e1-8fc1-4f42-910c-8f50c918ca65', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8616', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 19, 7, 36, 11), 'started_at': datetime.datetime(2022, 10, 19, 7, 36, 11), 'heartbeat_timestamp': datetime.datetime(2022, 10, 19, 8, 7, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 08:07:28.197999 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-702a751e-e38c-4fea-855e-14c54605fe39 req-a7da1b53-e079-47ce-b672-68ccb99bc58c service neutron] Checking segment: {'id': '92baf0a3-89ab-47d4-8376-1834fc353c9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'c3cba2ad-dba1-41fa-aba2-697e5435d709'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 19 08:07:28.198370 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-702a751e-e38c-4fea-855e-14c54605fe39 req-a7da1b53-e079-47ce-b672-68ccb99bc58c service neutron] Bound using segment: {'id': '92baf0a3-89ab-47d4-8376-1834fc353c9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'c3cba2ad-dba1-41fa-aba2-697e5435d709'} {{(pid=103333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 08:07:28.198787 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.managers [req-702a751e-e38c-4fea-855e-14c54605fe39 req-a7da1b53-e079-47ce-b672-68ccb99bc58c service neutron] Bound port: 5b096459-08b5-4aa4-b3f9-1e5555e9e848, host: hv-neutron-8616, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '92baf0a3-89ab-47d4-8376-1834fc353c9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'c3cba2ad-dba1-41fa-aba2-697e5435d709'}}] {{(pid=103333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 19 08:07:28.199131 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [req-702a751e-e38c-4fea-855e-14c54605fe39 req-a7da1b53-e079-47ce-b672-68ccb99bc58c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:07:28.261503 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.db [req-702a751e-e38c-4fea-855e-14c54605fe39 req-a7da1b53-e079-47ce-b672-68ccb99bc58c service neutron] For port 5b096459-08b5-4aa4-b3f9-1e5555e9e848, host hv-neutron-8616, cleared binding levels {{(pid=103333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 08:07:28.264482 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.db [req-702a751e-e38c-4fea-855e-14c54605fe39 req-a7da1b53-e079-47ce-b672-68ccb99bc58c service neutron] For port 5b096459-08b5-4aa4-b3f9-1e5555e9e848, host hv-neutron-8616, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=5b096459-08b5-4aa4-b3f9-1e5555e9e848,segment=NetworkSegment(92baf0a3-89ab-47d4-8376-1834fc353c9f),segment_id=92baf0a3-89ab-47d4-8376-1834fc353c9f)] {{(pid=103333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 08:07:28.268356 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [req-702a751e-e38c-4fea-855e-14c54605fe39 req-a7da1b53-e079-47ce-b672-68ccb99bc58c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130996754'] for port, after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:07:28.272923 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702a751e-e38c-4fea-855e-14c54605fe39 req-a7da1b53-e079-47ce-b672-68ccb99bc58c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:07:28.273525 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [req-702a751e-e38c-4fea-855e-14c54605fe39 req-a7da1b53-e079-47ce-b672-68ccb99bc58c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42160'] for port, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:07:28.274891 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-702a751e-e38c-4fea-855e-14c54605fe39 req-a7da1b53-e079-47ce-b672-68ccb99bc58c service neutron] 10.222.0.16 "PUT /v2.0/ports/5b096459-08b5-4aa4-b3f9-1e5555e9e848 HTTP/1.1" status: 200 len: 1094 time: 0.5564299 Oct 19 08:07:28.275379 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe8fd40c-212a-4f8b-ae5f-69d8b814d1b2', 'tag': '5b096459-08b5-4aa4-b3f9-1e5555e9e848'}] {{(pid=103333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 19 08:07:28.277743 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e3bb7d74903c72d9cb0d0f2f187c581e0456bd3142b101dc46d694cf75cdf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2374f952-0c9a-4c42-b126-e6dc63d6bc88" -d '{"events": [{"name": "network-changed", "server_uuid": "fe8fd40c-212a-4f8b-ae5f-69d8b814d1b2", "tag": "5b096459-08b5-4aa4-b3f9-1e5555e9e848"}]}' {{(pid=103333) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 08:07:28.326756 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 19 Oct 2022 08:07:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa0c3f1e-74dd-4e42-9697-8f9f81f30afb x-openstack-request-id: req-aa0c3f1e-74dd-4e42-9697-8f9f81f30afb {{(pid=103333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 08:07:28.327045 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe8fd40c-212a-4f8b-ae5f-69d8b814d1b2", "tag": "5b096459-08b5-4aa4-b3f9-1e5555e9e848", "status": "completed", "code": 200}]} {{(pid=103333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 08:07:28.327299 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-aa0c3f1e-74dd-4e42-9697-8f9f81f30afb {{(pid=103333) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 08:07:28.327692 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aa0c3f1e-74dd-4e42-9697-8f9f81f30afb'] response: {'name': 'network-changed', 'server_uuid': 'fe8fd40c-212a-4f8b-ae5f-69d8b814d1b2', 'tag': '5b096459-08b5-4aa4-b3f9-1e5555e9e848', 'status': 'completed', 'code': 200} Oct 19 08:07:28.371347 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7da1b53-e079-47ce-b672-68ccb99bc58c service neutron] Pushing event updated for resources: {'Port': ['ID=5b096459-08b5-4aa4-b3f9-1e5555e9e848,revision_number=3']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:07:28.383339 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702a751e-e38c-4fea-855e-14c54605fe39 req-3925a32b-fbd6-4d3f-9ac7-1648ece6f45f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:07:28.384876 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-702a751e-e38c-4fea-855e-14c54605fe39 req-3925a32b-fbd6-4d3f-9ac7-1648ece6f45f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=5108327e422a49548d9e4e1da2e080ac&device_id=fe8fd40c-212a-4f8b-ae5f-69d8b814d1b2 HTTP/1.1" status: 200 len: 1097 time: 0.0701537 Oct 19 08:07:28.392138 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-193ce387-d53b-4848-ae44-8c5a01b68a1f None None] Attempt 2 to provision port 5b096459-08b5-4aa4-b3f9-1e5555e9e848 Oct 19 08:07:28.429432 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-702a751e-e38c-4fea-855e-14c54605fe39 req-fbef9922-1676-423d-861b-1bb2de719678 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5b096459-08b5-4aa4-b3f9-1e5555e9e848 HTTP/1.1" status: 200 len: 217 time: 0.0376670 Oct 19 08:07:28.433813 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-193ce387-d53b-4848-ae44-8c5a01b68a1f None None] Port 5b096459-08b5-4aa4-b3f9-1e5555e9e848 had new provisioning blocks added so it will not transition to active. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:370}} Oct 19 08:07:28.478314 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702a751e-e38c-4fea-855e-14c54605fe39 req-b1ee5c25-1ec8-4e42-a12e-138389f0679c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:07:28.479789 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-702a751e-e38c-4fea-855e-14c54605fe39 req-b1ee5c25-1ec8-4e42-a12e-138389f0679c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=31bf3915-a51b-4b2d-8cc2-77754e843174 HTTP/1.1" status: 200 len: 854 time: 0.0443342 Oct 19 08:07:28.493820 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb345b4-99fc-4b55-a5e9-b64be0500542 req-17056bef-bebc-46af-b07d-fe237939855e tempest-TestEncryptedCinderVolumes-857087161 tempest-TestEncryptedCinderVolumes-857087161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:07:28.495317 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-3cb345b4-99fc-4b55-a5e9-b64be0500542 req-17056bef-bebc-46af-b07d-fe237939855e tempest-TestEncryptedCinderVolumes-857087161 tempest-TestEncryptedCinderVolumes-857087161-project] 10.222.0.27 "GET /v2.0/ports?device_id=fe8fd40c-212a-4f8b-ae5f-69d8b814d1b2 HTTP/1.1" status: 200 len: 944 time: 0.0503125 Oct 19 08:07:28.529821 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702a751e-e38c-4fea-855e-14c54605fe39 req-27f68ec1-26d0-425a-9663-8ed888f97f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:07:28.531264 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-702a751e-e38c-4fea-855e-14c54605fe39 req-27f68ec1-26d0-425a-9663-8ed888f97f5d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c3cba2ad-dba1-41fa-aba2-697e5435d709&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0453303 Oct 19 08:07:28.534704 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-3cb345b4-99fc-4b55-a5e9-b64be0500542 req-4dd972fb-6b3d-4af8-bf8b-7663bb3ef5b4 tempest-TestEncryptedCinderVolumes-857087161 tempest-TestEncryptedCinderVolumes-857087161-project] 10.222.0.27 "GET /v2.0/security-groups?id=30106b33-345a-4154-a4c0-c5ed6141aea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332963 Oct 19 08:07:28.624041 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-702a751e-e38c-4fea-855e-14c54605fe39 req-c86973f7-1d75-4f34-a9aa-742701daf154 service neutron] 10.222.0.16 "GET /v2.0/networks/c3cba2ad-dba1-41fa-aba2-697e5435d709?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836606 Oct 19 08:07:28.717257 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-702a751e-e38c-4fea-855e-14c54605fe39 req-2e9c442a-5c44-422a-a383-bd3413ba5e53 service neutron] 10.222.0.16 "GET /v2.0/networks/c3cba2ad-dba1-41fa-aba2-697e5435d709?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873516 Oct 19 08:07:28.808437 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2374f952-0c9a-4c42-b126-e6dc63d6bc88 req-2853fdfb-56ac-4735-aa2b-b856bb471bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:07:28.810099 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-2374f952-0c9a-4c42-b126-e6dc63d6bc88 req-2853fdfb-56ac-4735-aa2b-b856bb471bd8 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=5108327e422a49548d9e4e1da2e080ac&device_id=fe8fd40c-212a-4f8b-ae5f-69d8b814d1b2 HTTP/1.1" status: 200 len: 1097 time: 0.0435758 Oct 19 08:07:28.904542 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2374f952-0c9a-4c42-b126-e6dc63d6bc88 req-af510979-dbd8-4d33-8c77-6e82d938208e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:07:28.906044 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-2374f952-0c9a-4c42-b126-e6dc63d6bc88 req-af510979-dbd8-4d33-8c77-6e82d938208e service neutron] 10.222.0.16 "GET /v2.0/networks?id=c3cba2ad-dba1-41fa-aba2-697e5435d709 HTTP/1.1" status: 200 len: 916 time: 0.0893250 Oct 19 08:07:28.948704 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-2374f952-0c9a-4c42-b126-e6dc63d6bc88 req-dbd70188-69d1-46c1-8b1e-06de47b5edfa service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5b096459-08b5-4aa4-b3f9-1e5555e9e848 HTTP/1.1" status: 200 len: 217 time: 0.0347102 Oct 19 08:07:28.996069 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2374f952-0c9a-4c42-b126-e6dc63d6bc88 req-1ac1c47e-4bf3-46fc-a7db-afbcd4a03d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:07:28.997510 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-2374f952-0c9a-4c42-b126-e6dc63d6bc88 req-1ac1c47e-4bf3-46fc-a7db-afbcd4a03d08 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=31bf3915-a51b-4b2d-8cc2-77754e843174 HTTP/1.1" status: 200 len: 854 time: 0.0428514 Oct 19 08:07:29.041492 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2374f952-0c9a-4c42-b126-e6dc63d6bc88 req-5303901f-c5c7-4a97-8329-db495c859394 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:07:29.043065 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-2374f952-0c9a-4c42-b126-e6dc63d6bc88 req-5303901f-c5c7-4a97-8329-db495c859394 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c3cba2ad-dba1-41fa-aba2-697e5435d709&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0390773 Oct 19 08:07:29.134666 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-2374f952-0c9a-4c42-b126-e6dc63d6bc88 req-fdfc8960-a188-42e2-9e4e-090d4877bc72 service neutron] 10.222.0.16 "GET /v2.0/networks/c3cba2ad-dba1-41fa-aba2-697e5435d709?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846989 Oct 19 08:07:29.228214 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-2374f952-0c9a-4c42-b126-e6dc63d6bc88 req-a46e1f4e-217f-4724-bc4b-09766b3490d3 service neutron] 10.222.0.16 "GET /v2.0/networks/c3cba2ad-dba1-41fa-aba2-697e5435d709?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867696 Oct 19 08:07:29.656295 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f83102-a789-4bea-a00e-3d5b954d620c req-9cbceccc-3918-495a-9338-0b9d8412ddb0 tempest-TestEncryptedCinderVolumes-857087161 tempest-TestEncryptedCinderVolumes-857087161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:07:29.657768 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-e4f83102-a789-4bea-a00e-3d5b954d620c req-9cbceccc-3918-495a-9338-0b9d8412ddb0 tempest-TestEncryptedCinderVolumes-857087161 tempest-TestEncryptedCinderVolumes-857087161-project] 10.222.0.27 "GET /v2.0/ports?device_id=fe8fd40c-212a-4f8b-ae5f-69d8b814d1b2 HTTP/1.1" status: 200 len: 944 time: 0.0483081 Oct 19 08:07:29.694255 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-e4f83102-a789-4bea-a00e-3d5b954d620c req-451ac4e6-debd-4a47-8277-0ccc8da267cd tempest-TestEncryptedCinderVolumes-857087161 tempest-TestEncryptedCinderVolumes-857087161-project] 10.222.0.27 "GET /v2.0/security-groups?id=30106b33-345a-4154-a4c0-c5ed6141aea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304091 Oct 19 08:07:30.041393 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Device 5b096459-08b5-4aa4-b3f9-1e5555e9e848 details requested by agent hyperv_hv-neutron-8616 with host hv-neutron-8616 {{(pid=103334) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 08:07:30.134935 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] For port 5b096459-08b5-4aa4-b3f9-1e5555e9e848, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=5b096459-08b5-4aa4-b3f9-1e5555e9e848,segment=NetworkSegment(92baf0a3-89ab-47d4-8376-1834fc353c9f),segment_id=92baf0a3-89ab-47d4-8376-1834fc353c9f)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 08:07:30.145791 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Returning: {'device': '5b096459-08b5-4aa4-b3f9-1e5555e9e848', 'network_id': 'c3cba2ad-dba1-41fa-aba2-697e5435d709', 'port_id': '5b096459-08b5-4aa4-b3f9-1e5555e9e848', 'mac_address': 'fa:16:3e:a8:73:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31bf3915-a51b-4b2d-8cc2-77754e843174', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103334) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 08:07:30.180903 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Current status of the port 5b096459-08b5-4aa4-b3f9-1e5555e9e848 is: DOWN; New status is: BUILD {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 08:07:30.181281 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:07:30.197009 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.notifiers.nova [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b096459-08b5-4aa4-b3f9-1e5555e9e848 {{(pid=103334) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 19 08:07:30.216836 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] For port 5b096459-08b5-4aa4-b3f9-1e5555e9e848, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=5b096459-08b5-4aa4-b3f9-1e5555e9e848,segment=NetworkSegment(92baf0a3-89ab-47d4-8376-1834fc353c9f),segment_id=92baf0a3-89ab-47d4-8376-1834fc353c9f)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 08:07:30.220849 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:07:30.266511 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Pushing event updated for resources: {'Port': ['ID=5b096459-08b5-4aa4-b3f9-1e5555e9e848,revision_number=4']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:07:30.413896 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] get_ports_and_sgs() called for port_ids ['5b096459-08b5-4aa4-b3f9-1e5555e9e848'] {{(pid=103334) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 19 08:07:30.815863 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bc3153-d7c8-42aa-af78-6905ed85ab35 req-801f416e-cd23-400e-9fc7-5a190cb0cd4b tempest-TestEncryptedCinderVolumes-857087161 tempest-TestEncryptedCinderVolumes-857087161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:07:30.817441 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-20bc3153-d7c8-42aa-af78-6905ed85ab35 req-801f416e-cd23-400e-9fc7-5a190cb0cd4b tempest-TestEncryptedCinderVolumes-857087161 tempest-TestEncryptedCinderVolumes-857087161-project] 10.222.0.27 "GET /v2.0/ports?device_id=fe8fd40c-212a-4f8b-ae5f-69d8b814d1b2 HTTP/1.1" status: 200 len: 945 time: 0.0526912 Oct 19 08:07:30.856290 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-20bc3153-d7c8-42aa-af78-6905ed85ab35 req-b66bc647-0e5a-43eb-b15f-f223b8947c7f tempest-TestEncryptedCinderVolumes-857087161 tempest-TestEncryptedCinderVolumes-857087161-project] 10.222.0.27 "GET /v2.0/security-groups?id=30106b33-345a-4154-a4c0-c5ed6141aea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329971 Oct 19 08:07:31.976680 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a01adba-06b9-4fe3-a5b7-db865a7c5b28 req-ae5589d3-1298-4897-9b9a-5e3625f592fd tempest-TestEncryptedCinderVolumes-857087161 tempest-TestEncryptedCinderVolumes-857087161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:07:31.978155 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-9a01adba-06b9-4fe3-a5b7-db865a7c5b28 req-ae5589d3-1298-4897-9b9a-5e3625f592fd tempest-TestEncryptedCinderVolumes-857087161 tempest-TestEncryptedCinderVolumes-857087161-project] 10.222.0.27 "GET /v2.0/ports?device_id=fe8fd40c-212a-4f8b-ae5f-69d8b814d1b2 HTTP/1.1" status: 200 len: 945 time: 0.0499001 Oct 19 08:07:32.015586 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-9a01adba-06b9-4fe3-a5b7-db865a7c5b28 req-9689fdd3-a454-4d13-8d67-266f9c79f37a tempest-TestEncryptedCinderVolumes-857087161 tempest-TestEncryptedCinderVolumes-857087161-project] 10.222.0.27 "GET /v2.0/security-groups?id=30106b33-345a-4154-a4c0-c5ed6141aea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315399 Oct 19 08:07:32.074855 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Device 5b096459-08b5-4aa4-b3f9-1e5555e9e848 up at agent hyperv_hv-neutron-8616 {{(pid=103334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 08:07:32.124126 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Provisioning for port 5b096459-08b5-4aa4-b3f9-1e5555e9e848 completed by entity L2. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 19 08:07:32.128319 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Provisioning complete for port 5b096459-08b5-4aa4-b3f9-1e5555e9e848 triggered by entity L2. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 08:07:32.128724 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:07:32.129056 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Attempt 1 to provision port 5b096459-08b5-4aa4-b3f9-1e5555e9e848 Oct 19 08:07:32.204273 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Current status of the port 5b096459-08b5-4aa4-b3f9-1e5555e9e848 is: BUILD; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 08:07:32.204692 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:07:32.226459 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe8fd40c-212a-4f8b-ae5f-69d8b814d1b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b096459-08b5-4aa4-b3f9-1e5555e9e848'}] {{(pid=103334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 19 08:07:32.228710 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d918bd29c62f7e926e80ce37adcd574e0921d2de3006e6b6ef58999f52d8e2e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e36626d-583a-4577-ad3b-ceda08f364c8" -d '{"events": [{"server_uuid": "fe8fd40c-212a-4f8b-ae5f-69d8b814d1b2", "name": "network-vif-plugged", "status": "completed", "tag": "5b096459-08b5-4aa4-b3f9-1e5555e9e848"}]}' {{(pid=103334) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 08:07:32.244764 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] For port 5b096459-08b5-4aa4-b3f9-1e5555e9e848, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=5b096459-08b5-4aa4-b3f9-1e5555e9e848,segment=NetworkSegment(92baf0a3-89ab-47d4-8376-1834fc353c9f),segment_id=92baf0a3-89ab-47d4-8376-1834fc353c9f)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 08:07:32.248789 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:07:32.271036 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 19 Oct 2022 08:07:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9227d039-adfb-4d96-805f-3e97e1d8f13f x-openstack-request-id: req-9227d039-adfb-4d96-805f-3e97e1d8f13f {{(pid=103334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 08:07:32.271324 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe8fd40c-212a-4f8b-ae5f-69d8b814d1b2", "name": "network-vif-plugged", "status": "completed", "tag": "5b096459-08b5-4aa4-b3f9-1e5555e9e848", "code": 200}]} {{(pid=103334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 08:07:32.271570 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-9227d039-adfb-4d96-805f-3e97e1d8f13f {{(pid=103334) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 08:07:32.271955 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9227d039-adfb-4d96-805f-3e97e1d8f13f'] response: {'server_uuid': 'fe8fd40c-212a-4f8b-ae5f-69d8b814d1b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b096459-08b5-4aa4-b3f9-1e5555e9e848', 'code': 200} Oct 19 08:07:32.296823 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Pushing event updated for resources: {'Port': ['ID=5b096459-08b5-4aa4-b3f9-1e5555e9e848,revision_number=5']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:07:32.428170 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557be0d2-a2b1-4c02-bdf6-a80b4404f36c req-be995058-1a4f-4176-a7a5-c1d21e0b377b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:07:32.429580 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-557be0d2-a2b1-4c02-bdf6-a80b4404f36c req-be995058-1a4f-4176-a7a5-c1d21e0b377b service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=fe8fd40c-212a-4f8b-ae5f-69d8b814d1b2 HTTP/1.1" status: 200 len: 1099 time: 0.0393293 Oct 19 08:07:32.464112 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-557be0d2-a2b1-4c02-bdf6-a80b4404f36c req-6656d666-1131-4703-8fb8-9cddbc561991 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=30106b33-345a-4154-a4c0-c5ed6141aea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0284801 Oct 19 08:07:33.133750 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c704da0e-cbab-4609-9812-747bd581e944 req-a2d927d2-d040-4334-9b65-42d5b99c70df tempest-TestEncryptedCinderVolumes-857087161 tempest-TestEncryptedCinderVolumes-857087161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:07:33.135205 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-c704da0e-cbab-4609-9812-747bd581e944 req-a2d927d2-d040-4334-9b65-42d5b99c70df tempest-TestEncryptedCinderVolumes-857087161 tempest-TestEncryptedCinderVolumes-857087161-project] 10.222.0.27 "GET /v2.0/ports?device_id=fe8fd40c-212a-4f8b-ae5f-69d8b814d1b2 HTTP/1.1" status: 200 len: 946 time: 0.0477111 Oct 19 08:07:33.172223 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-c704da0e-cbab-4609-9812-747bd581e944 req-a04f52cf-6505-457a-9372-78471e5dcaab tempest-TestEncryptedCinderVolumes-857087161 tempest-TestEncryptedCinderVolumes-857087161-project] 10.222.0.27 "GET /v2.0/security-groups?id=30106b33-345a-4154-a4c0-c5ed6141aea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311298 Oct 19 08:07:34.298138 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2231d4-c169-4afb-8e7e-05532a62c4f8 req-cdb57564-05f4-44d5-8a09-4c1d286447f9 tempest-TestEncryptedCinderVolumes-857087161 tempest-TestEncryptedCinderVolumes-857087161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:07:34.299658 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-ff2231d4-c169-4afb-8e7e-05532a62c4f8 req-cdb57564-05f4-44d5-8a09-4c1d286447f9 tempest-TestEncryptedCinderVolumes-857087161 tempest-TestEncryptedCinderVolumes-857087161-project] 10.222.0.27 "GET /v2.0/ports?device_id=fe8fd40c-212a-4f8b-ae5f-69d8b814d1b2 HTTP/1.1" status: 200 len: 946 time: 0.0533886 Oct 19 08:07:34.337949 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-ff2231d4-c169-4afb-8e7e-05532a62c4f8 req-00f940a6-09b0-4572-835a-20219df217c0 tempest-TestEncryptedCinderVolumes-857087161 tempest-TestEncryptedCinderVolumes-857087161-project] 10.222.0.27 "GET /v2.0/security-groups?id=30106b33-345a-4154-a4c0-c5ed6141aea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316615 Oct 19 08:07:34.458957 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f95775-025e-4423-b387-397d845da4a7 req-73ae63b1-6d84-4be8-afc2-f18ff9120ea8 tempest-TestEncryptedCinderVolumes-857087161 tempest-TestEncryptedCinderVolumes-857087161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:07:34.460474 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-38f95775-025e-4423-b387-397d845da4a7 req-73ae63b1-6d84-4be8-afc2-f18ff9120ea8 tempest-TestEncryptedCinderVolumes-857087161 tempest-TestEncryptedCinderVolumes-857087161-project] 10.222.0.27 "GET /v2.0/ports?device_id=fe8fd40c-212a-4f8b-ae5f-69d8b814d1b2 HTTP/1.1" status: 200 len: 946 time: 0.0498078 Oct 19 08:07:34.497560 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-38f95775-025e-4423-b387-397d845da4a7 req-c13d6c39-66e4-4978-8acc-6c571d6fb513 tempest-TestEncryptedCinderVolumes-857087161 tempest-TestEncryptedCinderVolumes-857087161-project] 10.222.0.27 "GET /v2.0/security-groups?id=30106b33-345a-4154-a4c0-c5ed6141aea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313196 Oct 19 08:07:42.010442 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:07:43.429145 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-3b241ed7-9514-469c-a3b6-7197f4141c52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:07:46.108115 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-026f8979-70c7-47ea-b8e6-b1cb82320690 req-48166373-2882-4383-836e-40fefe446a3f service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=fe8fd40c-212a-4f8b-ae5f-69d8b814d1b2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0397630 Oct 19 08:07:46.196273 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026f8979-70c7-47ea-b8e6-b1cb82320690 req-31c3bd4c-3045-4501-a02d-492701ad2aea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:07:46.197795 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-026f8979-70c7-47ea-b8e6-b1cb82320690 req-31c3bd4c-3045-4501-a02d-492701ad2aea service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=5108327e422a49548d9e4e1da2e080ac&device_id=fe8fd40c-212a-4f8b-ae5f-69d8b814d1b2 HTTP/1.1" status: 200 len: 1099 time: 0.0443661 Oct 19 08:07:46.302806 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026f8979-70c7-47ea-b8e6-b1cb82320690 req-b4606875-3d34-48c2-bc7e-d79c502dc310 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:07:46.304280 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-026f8979-70c7-47ea-b8e6-b1cb82320690 req-b4606875-3d34-48c2-bc7e-d79c502dc310 service neutron] 10.222.0.16 "GET /v2.0/networks?id=c3cba2ad-dba1-41fa-aba2-697e5435d709 HTTP/1.1" status: 200 len: 916 time: 0.0864770 Oct 19 08:07:46.343964 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-8e55ba00-b62b-4bb3-9ddd-4aaabd55e096 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:07:46.350054 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-026f8979-70c7-47ea-b8e6-b1cb82320690 req-c98db98d-32c6-4dea-9ec4-6d498d3720b1 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5b096459-08b5-4aa4-b3f9-1e5555e9e848 HTTP/1.1" status: 200 len: 217 time: 0.0379071 Oct 19 08:07:46.404828 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026f8979-70c7-47ea-b8e6-b1cb82320690 req-88b241fa-8d42-4045-a182-3eae34b42455 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:07:46.406153 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-026f8979-70c7-47ea-b8e6-b1cb82320690 req-88b241fa-8d42-4045-a182-3eae34b42455 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=31bf3915-a51b-4b2d-8cc2-77754e843174 HTTP/1.1" status: 200 len: 854 time: 0.0435915 Oct 19 08:07:46.453107 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026f8979-70c7-47ea-b8e6-b1cb82320690 req-1c2bdf1e-f266-48a0-b13b-42d15ba4a759 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:07:46.454599 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-026f8979-70c7-47ea-b8e6-b1cb82320690 req-1c2bdf1e-f266-48a0-b13b-42d15ba4a759 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c3cba2ad-dba1-41fa-aba2-697e5435d709&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0406127 Oct 19 08:07:46.553734 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-026f8979-70c7-47ea-b8e6-b1cb82320690 req-44d07767-d52f-42fa-9f31-985e01f29803 service neutron] 10.222.0.16 "GET /v2.0/networks/c3cba2ad-dba1-41fa-aba2-697e5435d709?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877969 Oct 19 08:07:46.651916 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-026f8979-70c7-47ea-b8e6-b1cb82320690 req-47a6d8f8-31c3-484a-89e5-b780e94890ee service neutron] 10.222.0.16 "GET /v2.0/networks/c3cba2ad-dba1-41fa-aba2-697e5435d709?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894525 Oct 19 08:07:48.030134 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-2a2259f7-b034-4eec-af7a-7abaede746c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:07:49.091792 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-1a0da505-d0f9-48c6-b7e2-53b9c5e41298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:07:49.193979 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:07:52.810436 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25edea4-b85c-42ba-b890-dbce6db1b46e req-f2900982-7f91-4697-8f75-ce9c0f8b693f tempest-TestEncryptedCinderVolumes-857087161 tempest-TestEncryptedCinderVolumes-857087161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:07:52.811897 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-d25edea4-b85c-42ba-b890-dbce6db1b46e req-f2900982-7f91-4697-8f75-ce9c0f8b693f tempest-TestEncryptedCinderVolumes-857087161 tempest-TestEncryptedCinderVolumes-857087161-project] 10.222.0.27 "GET /v2.0/ports?device_id=fe8fd40c-212a-4f8b-ae5f-69d8b814d1b2 HTTP/1.1" status: 200 len: 946 time: 0.0496516 Oct 19 08:07:52.850804 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-d25edea4-b85c-42ba-b890-dbce6db1b46e req-0ca9967e-08a1-4d69-8659-301313c0aaf2 tempest-TestEncryptedCinderVolumes-857087161 tempest-TestEncryptedCinderVolumes-857087161-project] 10.222.0.27 "GET /v2.0/security-groups?id=30106b33-345a-4154-a4c0-c5ed6141aea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322602 Oct 19 08:07:53.977983 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c010dc23-befb-49fe-88bd-0b086e088076 req-36a8bb5a-3697-4e31-8e5e-5bf510d1c3a7 tempest-TestEncryptedCinderVolumes-857087161 tempest-TestEncryptedCinderVolumes-857087161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:07:53.979450 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-c010dc23-befb-49fe-88bd-0b086e088076 req-36a8bb5a-3697-4e31-8e5e-5bf510d1c3a7 tempest-TestEncryptedCinderVolumes-857087161 tempest-TestEncryptedCinderVolumes-857087161-project] 10.222.0.27 "GET /v2.0/ports?device_id=fe8fd40c-212a-4f8b-ae5f-69d8b814d1b2 HTTP/1.1" status: 200 len: 946 time: 0.0528927 Oct 19 08:07:54.015566 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-c010dc23-befb-49fe-88bd-0b086e088076 req-329df677-8b5e-4a96-98a7-a653f684bd41 tempest-TestEncryptedCinderVolumes-857087161 tempest-TestEncryptedCinderVolumes-857087161-project] 10.222.0.27 "GET /v2.0/security-groups?id=30106b33-345a-4154-a4c0-c5ed6141aea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302389 Oct 19 08:07:54.338445 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afd9219-f76c-4821-9ce7-04ab9ec61319 req-da51372e-edfe-48ff-bd92-558b1a8b096b tempest-TestEncryptedCinderVolumes-857087161 tempest-TestEncryptedCinderVolumes-857087161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:07:54.339857 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-3afd9219-f76c-4821-9ce7-04ab9ec61319 req-da51372e-edfe-48ff-bd92-558b1a8b096b tempest-TestEncryptedCinderVolumes-857087161 tempest-TestEncryptedCinderVolumes-857087161-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe8fd40c-212a-4f8b-ae5f-69d8b814d1b2 HTTP/1.1" status: 200 len: 946 time: 0.0525146 Oct 19 08:07:54.660124 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [req-3afd9219-f76c-4821-9ce7-04ab9ec61319 req-b0c6afc2-3737-4f25-a13c-44c15d673417 tempest-TestEncryptedCinderVolumes-857087161 tempest-TestEncryptedCinderVolumes-857087161-project] Deleting port 5b096459-08b5-4aa4-b3f9-1e5555e9e848 {{(pid=103333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 08:07:54.661057 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [req-3afd9219-f76c-4821-9ce7-04ab9ec61319 req-b0c6afc2-3737-4f25-a13c-44c15d673417 tempest-TestEncryptedCinderVolumes-857087161 tempest-TestEncryptedCinderVolumes-857087161-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:07:54.748878 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.db [req-3afd9219-f76c-4821-9ce7-04ab9ec61319 req-b0c6afc2-3737-4f25-a13c-44c15d673417 tempest-TestEncryptedCinderVolumes-857087161 tempest-TestEncryptedCinderVolumes-857087161-project] For port 5b096459-08b5-4aa4-b3f9-1e5555e9e848, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=5b096459-08b5-4aa4-b3f9-1e5555e9e848,segment=NetworkSegment(92baf0a3-89ab-47d4-8376-1834fc353c9f),segment_id=92baf0a3-89ab-47d4-8376-1834fc353c9f)] {{(pid=103333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 08:07:54.749425 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [req-3afd9219-f76c-4821-9ce7-04ab9ec61319 req-b0c6afc2-3737-4f25-a13c-44c15d673417 tempest-TestEncryptedCinderVolumes-857087161 tempest-TestEncryptedCinderVolumes-857087161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:07:54.761475 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [req-3afd9219-f76c-4821-9ce7-04ab9ec61319 req-b0c6afc2-3737-4f25-a13c-44c15d673417 tempest-TestEncryptedCinderVolumes-857087161 tempest-TestEncryptedCinderVolumes-857087161-project] Calling delete_port for 5b096459-08b5-4aa4-b3f9-1e5555e9e848 owned by compute:nova {{(pid=103333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 08:07:54.888625 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [req-3afd9219-f76c-4821-9ce7-04ab9ec61319 req-b0c6afc2-3737-4f25-a13c-44c15d673417 tempest-TestEncryptedCinderVolumes-857087161 tempest-TestEncryptedCinderVolumes-857087161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130996763'] for port, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:07:54.900246 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] get_ports_and_sgs() called for port_ids ['5b096459-08b5-4aa4-b3f9-1e5555e9e848'] {{(pid=103334) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 19 08:07:54.919561 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c6afc2-3737-4f25-a13c-44c15d673417 tempest-TestEncryptedCinderVolumes-857087161 tempest-TestEncryptedCinderVolumes-857087161-project] Pushing event deleted for resources: {'Port': ['ID=5b096459-08b5-4aa4-b3f9-1e5555e9e848,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:07:54.963091 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.l3_dvrscheduler_db [req-3afd9219-f76c-4821-9ce7-04ab9ec61319 req-b0c6afc2-3737-4f25-a13c-44c15d673417 tempest-TestEncryptedCinderVolumes-857087161 tempest-TestEncryptedCinderVolumes-857087161-project] No DVR routers for this DVR port 5b096459-08b5-4aa4-b3f9-1e5555e9e848 on host hv-neutron-8616 {{(pid=103333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 19 08:07:54.965960 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [req-3afd9219-f76c-4821-9ce7-04ab9ec61319 req-b0c6afc2-3737-4f25-a13c-44c15d673417 tempest-TestEncryptedCinderVolumes-857087161 tempest-TestEncryptedCinderVolumes-857087161-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42160'] for port, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:07:54.969134 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-3afd9219-f76c-4821-9ce7-04ab9ec61319 req-b0c6afc2-3737-4f25-a13c-44c15d673417 tempest-TestEncryptedCinderVolumes-857087161 tempest-TestEncryptedCinderVolumes-857087161-project] 10.222.0.16 "DELETE /v2.0/ports/5b096459-08b5-4aa4-b3f9-1e5555e9e848 HTTP/1.1" status: 204 len: 173 time: 0.6239495 Oct 19 08:07:54.969640 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe8fd40c-212a-4f8b-ae5f-69d8b814d1b2', 'name': 'network-vif-deleted', 'tag': '5b096459-08b5-4aa4-b3f9-1e5555e9e848'}] {{(pid=103333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 19 08:07:54.971976 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e3bb7d74903c72d9cb0d0f2f187c581e0456bd3142b101dc46d694cf75cdf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5262e7fb-1dfd-4e9d-b4dc-3a3dc8b687ff" -d '{"events": [{"server_uuid": "fe8fd40c-212a-4f8b-ae5f-69d8b814d1b2", "name": "network-vif-deleted", "tag": "5b096459-08b5-4aa4-b3f9-1e5555e9e848"}]}' {{(pid=103333) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 08:07:55.015001 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 19 Oct 2022 08:07:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c070354-a760-40b9-9d47-3f9b5828b9fc x-openstack-request-id: req-6c070354-a760-40b9-9d47-3f9b5828b9fc {{(pid=103333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 08:07:55.015319 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe8fd40c-212a-4f8b-ae5f-69d8b814d1b2", "name": "network-vif-deleted", "tag": "5b096459-08b5-4aa4-b3f9-1e5555e9e848", "status": "completed", "code": 200}]} {{(pid=103333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 08:07:55.015570 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-6c070354-a760-40b9-9d47-3f9b5828b9fc {{(pid=103333) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 08:07:55.015973 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6c070354-a760-40b9-9d47-3f9b5828b9fc'] response: {'server_uuid': 'fe8fd40c-212a-4f8b-ae5f-69d8b814d1b2', 'name': 'network-vif-deleted', 'tag': '5b096459-08b5-4aa4-b3f9-1e5555e9e848', 'status': 'completed', 'code': 200} Oct 19 08:07:55.140459 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-d03b28e0-f155-4612-8f1f-8f32a1a21cec req-902e8d80-9459-4a67-aa3c-c2403daa758a tempest-TestEncryptedCinderVolumes-857087161 tempest-TestEncryptedCinderVolumes-857087161-project] 10.222.0.27 "GET /v2.0/ports?device_id=fe8fd40c-212a-4f8b-ae5f-69d8b814d1b2 HTTP/1.1" status: 200 len: 210 time: 0.0266061 Oct 19 08:07:56.233853 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 37144) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:07:56.573604 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-1a094645-e00c-4300-b58f-a2cc482c806f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1694785'] for router_interface, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:07:56.813051 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-1a094645-e00c-4300-b58f-a2cc482c806f admin admin] Deleting port 98c1ba66-889a-4bcc-b048-f4e1b027c919 {{(pid=103333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 08:07:56.813384 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-1a094645-e00c-4300-b58f-a2cc482c806f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:07:56.890281 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.db [None req-1a094645-e00c-4300-b58f-a2cc482c806f admin admin] For port 98c1ba66-889a-4bcc-b048-f4e1b027c919, host dv-neutron-861624-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=98c1ba66-889a-4bcc-b048-f4e1b027c919,segment=NetworkSegment(92baf0a3-89ab-47d4-8376-1834fc353c9f),segment_id=92baf0a3-89ab-47d4-8376-1834fc353c9f)] {{(pid=103333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 08:07:56.890550 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-1a094645-e00c-4300-b58f-a2cc482c806f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:07:56.902694 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-1a094645-e00c-4300-b58f-a2cc482c806f admin admin] Calling delete_port for 98c1ba66-889a-4bcc-b048-f4e1b027c919 owned by network:router_interface {{(pid=103333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 08:07:57.076195 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-1a094645-e00c-4300-b58f-a2cc482c806f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130996763'] for port, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:07:57.105445 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a094645-e00c-4300-b58f-a2cc482c806f admin admin] Pushing event deleted for resources: {'Port': ['ID=98c1ba66-889a-4bcc-b048-f4e1b027c919,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:07:57.273880 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-1a094645-e00c-4300-b58f-a2cc482c806f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1574862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1694957'] for router_interface, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:07:57.487000 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a094645-e00c-4300-b58f-a2cc482c806f admin admin] Router 69c61e86-4216-4476-ae24-6ee3574cad7b has already been hosted by L3 agent ab388470-1243-4d53-80f2-c2f5899c97a7 {{(pid=103333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 08:07:57.592140 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a094645-e00c-4300-b58f-a2cc482c806f admin admin] Notify agent at l3_agent.dv-neutron-861624-1-hyperv the message routers_updated {{(pid=103333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 08:07:57.597167 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-1a094645-e00c-4300-b58f-a2cc482c806f admin admin] 10.222.0.27 "PUT /v2.0/routers/69c61e86-4216-4476-ae24-6ee3574cad7b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3622177 Oct 19 08:07:57.600562 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 37146) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:07:57.604236 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf0b6dde-8efd-4c21-8b7e-ed30ec1aa6e2 None None] Sync routers for ids ['69c61e86-4216-4476-ae24-6ee3574cad7b'] in dv-neutron-861624-1-hyperv {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 08:07:57.614838 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf0b6dde-8efd-4c21-8b7e-ed30ec1aa6e2 None None] Routers {'69c61e86-4216-4476-ae24-6ee3574cad7b'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 08:07:57.615452 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-cf0b6dde-8efd-4c21-8b7e-ed30ec1aa6e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T08:07:46Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['69c61e86-4216-4476-ae24-6ee3574cad7b'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:07:57.701722 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-868ee67a-5051-48f8-9bd8-0d8f8e0dd7f9 admin admin] Notify callbacks [] for router, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:07:57.718564 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvr_db [None req-cf0b6dde-8efd-4c21-8b7e-ed30ec1aa6e2 None None] Set router 69c61e86-4216-4476-ae24-6ee3574cad7b gateway port host: dv-neutron-861624-1-hyperv {{(pid=103335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 08:07:57.798918 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-868ee67a-5051-48f8-9bd8-0d8f8e0dd7f9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:07:57.861385 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-868ee67a-5051-48f8-9bd8-0d8f8e0dd7f9 admin admin] Deleting port 57f129f9-ee27-4948-9aae-fd175030b460 {{(pid=103333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 08:07:57.861724 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-868ee67a-5051-48f8-9bd8-0d8f8e0dd7f9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:07:57.901246 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-cf0b6dde-8efd-4c21-8b7e-ed30ec1aa6e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69c61e86-4216-4476-ae24-6ee3574cad7b', 'name': 'tempest-TestEncryptedCinderVolumes-23138767-router', 'tenant_id': '5108327e422a49548d9e4e1da2e080ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'external_fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.227'}], 'enable_snat': True}, 'gw_port_id': '57f129f9-ee27-4948-9aae-fd175030b460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T08:06:10Z', 'updated_at': '2022-10-19T08:07:57Z', 'revision_number': 5, 'project_id': '5108327e422a49548d9e4e1da2e080ac', 'gw_port': {'id': '57f129f9-ee27-4948-9aae-fd175030b460', 'name': '', 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:70:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69c61e86-4216-4476-ae24-6ee3574cad7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1642, 'fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T08:06:10Z', 'updated_at': '2022-10-19T08:06:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861624-1-hyperv'}], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:07:57.931569 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf0b6dde-8efd-4c21-8b7e-ed30ec1aa6e2 None None] Checking router: 69c61e86-4216-4476-ae24-6ee3574cad7b for host: dv-neutron-861624-1-hyperv {{(pid=103335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 08:07:57.939699 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf0b6dde-8efd-4c21-8b7e-ed30ec1aa6e2 None None] Routers {'69c61e86-4216-4476-ae24-6ee3574cad7b'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 08:07:57.940298 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-cf0b6dde-8efd-4c21-8b7e-ed30ec1aa6e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T08:07:46Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['69c61e86-4216-4476-ae24-6ee3574cad7b'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:07:57.942932 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.db [None req-868ee67a-5051-48f8-9bd8-0d8f8e0dd7f9 admin admin] For port 57f129f9-ee27-4948-9aae-fd175030b460, host dv-neutron-861624-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=57f129f9-ee27-4948-9aae-fd175030b460,segment=NetworkSegment(53981d04-8205-40d8-8d33-0510111d6f8f),segment_id=53981d04-8205-40d8-8d33-0510111d6f8f)] {{(pid=103333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 08:07:57.943292 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-868ee67a-5051-48f8-9bd8-0d8f8e0dd7f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:07:57.955701 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-868ee67a-5051-48f8-9bd8-0d8f8e0dd7f9 admin admin] Calling delete_port for 57f129f9-ee27-4948-9aae-fd175030b460 owned by network:router_gateway {{(pid=103333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 08:07:58.112049 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvr_db [None req-cf0b6dde-8efd-4c21-8b7e-ed30ec1aa6e2 None None] Set router 69c61e86-4216-4476-ae24-6ee3574cad7b gateway port host: None {{(pid=103335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 08:07:58.126668 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-868ee67a-5051-48f8-9bd8-0d8f8e0dd7f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130996763'] for port, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:07:58.152014 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868ee67a-5051-48f8-9bd8-0d8f8e0dd7f9 admin admin] Pushing event deleted for resources: {'Port': ['ID=57f129f9-ee27-4948-9aae-fd175030b460,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:07:58.164385 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-cf0b6dde-8efd-4c21-8b7e-ed30ec1aa6e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69c61e86-4216-4476-ae24-6ee3574cad7b', 'name': 'tempest-TestEncryptedCinderVolumes-23138767-router', 'tenant_id': '5108327e422a49548d9e4e1da2e080ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T08:06:10Z', 'updated_at': '2022-10-19T08:07:57Z', 'revision_number': 6, 'project_id': '5108327e422a49548d9e4e1da2e080ac', 'gw_port_host': None}], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:07:58.194592 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf0b6dde-8efd-4c21-8b7e-ed30ec1aa6e2 None None] The sync data for ids ['69c61e86-4216-4476-ae24-6ee3574cad7b'] in dv-neutron-861624-1-hyperv is: [{'id': '69c61e86-4216-4476-ae24-6ee3574cad7b', 'name': 'tempest-TestEncryptedCinderVolumes-23138767-router', 'tenant_id': '5108327e422a49548d9e4e1da2e080ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T08:06:10Z', 'updated_at': '2022-10-19T08:07:57Z', 'revision_number': 6, 'project_id': '5108327e422a49548d9e4e1da2e080ac', 'gw_port_host': None}] {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 08:07:58.217044 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-868ee67a-5051-48f8-9bd8-0d8f8e0dd7f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1693831'] for router_gateway, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:07:58.245620 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Device 5b096459-08b5-4aa4-b3f9-1e5555e9e848 no longer exists at agent hyperv_hv-neutron-8616 {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 08:07:58.265103 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] No Port match for: 5b096459-08b5-4aa4-b3f9-1e5555e9e848 {{(pid=103334) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 19 08:07:58.265443 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Device 5b096459-08b5-4aa4-b3f9-1e5555e9e848 not bound to the agent host hv-neutron-8616 {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 08:07:58.308076 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-868ee67a-5051-48f8-9bd8-0d8f8e0dd7f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1693565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12618'] for router, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:07:58.310541 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-868ee67a-5051-48f8-9bd8-0d8f8e0dd7f9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:07:58.353260 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-868ee67a-5051-48f8-9bd8-0d8f8e0dd7f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1693542'] for router, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:07:58.353864 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-868ee67a-5051-48f8-9bd8-0d8f8e0dd7f9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 69c61e86-4216-4476-ae24-6ee3574cad7b {{(pid=103333) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 08:07:58.358677 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-868ee67a-5051-48f8-9bd8-0d8f8e0dd7f9 admin admin] Notify callbacks [] for router, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:07:58.359803 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-868ee67a-5051-48f8-9bd8-0d8f8e0dd7f9 admin admin] 10.222.0.27 "DELETE /v2.0/routers/69c61e86-4216-4476-ae24-6ee3574cad7b HTTP/1.1" status: 204 len: 168 time: 0.7584713 Oct 19 08:07:58.362441 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 37148) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:07:58.409247 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.db_base_plugin_v2 [None req-887203b5-69c7-4b71-80b0-a6d9ac6e0519 admin admin] Deleting subnet 31bf3915-a51b-4b2d-8cc2-77754e843174 {{(pid=103333) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 19 08:07:58.412899 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-887203b5-69c7-4b71-80b0-a6d9ac6e0519 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:07:58.681938 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-887203b5-69c7-4b71-80b0-a6d9ac6e0519 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-134111928'] for subnet, precommit_delete_associations {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:07:58.755719 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-887203b5-69c7-4b71-80b0-a6d9ac6e0519 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-679826'] for subnet, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:07:58.808749 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-887203b5-69c7-4b71-80b0-a6d9ac6e0519 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-679819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130997964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130170408'] for subnet, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:07:58.831365 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887203b5-69c7-4b71-80b0-a6d9ac6e0519 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=31bf3915-a51b-4b2d-8cc2-77754e843174,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:07:58.838261 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-887203b5-69c7-4b71-80b0-a6d9ac6e0519 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:07:58.841417 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-887203b5-69c7-4b71-80b0-a6d9ac6e0519 admin admin] 10.222.0.27 "DELETE /v2.0/subnets/31bf3915-a51b-4b2d-8cc2-77754e843174 HTTP/1.1" status: 204 len: 168 time: 0.4781425 Oct 19 08:07:58.844009 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 37150) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:07:58.846683 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2b6befe-8347-4ad2-8215-bb834193b49a None None] Network c3cba2ad-dba1-41fa-aba2-697e5435d709 requested from dv-neutron-861624-1-hyperv {{(pid=103334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 08:07:58.911765 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-d0a4c0a9-2d1c-4586-9ed1-59b613c333ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-667019'] for network, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:07:58.966251 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-d0a4c0a9-2d1c-4586-9ed1-59b613c333ab admin admin] Deleting port dfab7615-e878-47c2-a91c-679d2ea15eda {{(pid=103333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 08:07:58.966591 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-d0a4c0a9-2d1c-4586-9ed1-59b613c333ab admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:07:59.009371 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b022bf54-3b39-45bf-a04e-922456bdc27c None None] DHCP port deletion for c3cba2ad-dba1-41fa-aba2-697e5435d709 request from dv-neutron-861624-1-hyperv {{(pid=103334) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 08:07:59.033970 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.db [None req-d0a4c0a9-2d1c-4586-9ed1-59b613c333ab admin admin] For port dfab7615-e878-47c2-a91c-679d2ea15eda, host dv-neutron-861624-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=dfab7615-e878-47c2-a91c-679d2ea15eda,segment=NetworkSegment(92baf0a3-89ab-47d4-8376-1834fc353c9f),segment_id=92baf0a3-89ab-47d4-8376-1834fc353c9f)] {{(pid=103333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 08:07:59.034332 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-d0a4c0a9-2d1c-4586-9ed1-59b613c333ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:07:59.046652 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-d0a4c0a9-2d1c-4586-9ed1-59b613c333ab admin admin] Calling delete_port for dfab7615-e878-47c2-a91c-679d2ea15eda owned by network:dhcp {{(pid=103333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 08:07:59.060323 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-b022bf54-3b39-45bf-a04e-922456bdc27c None None] Deleting port dfab7615-e878-47c2-a91c-679d2ea15eda {{(pid=103334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 08:07:59.060719 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-b022bf54-3b39-45bf-a04e-922456bdc27c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:07:59.122587 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-b022bf54-3b39-45bf-a04e-922456bdc27c None None] For port dfab7615-e878-47c2-a91c-679d2ea15eda, host dv-neutron-861624-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=dfab7615-e878-47c2-a91c-679d2ea15eda,segment=NetworkSegment(92baf0a3-89ab-47d4-8376-1834fc353c9f),segment_id=92baf0a3-89ab-47d4-8376-1834fc353c9f)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 08:07:59.123027 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-b022bf54-3b39-45bf-a04e-922456bdc27c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:07:59.127947 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-d0a4c0a9-2d1c-4586-9ed1-59b613c333ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130996763'] for port, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:07:59.140886 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-b022bf54-3b39-45bf-a04e-922456bdc27c None None] Calling delete_port for dfab7615-e878-47c2-a91c-679d2ea15eda owned by network:dhcp {{(pid=103334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 08:07:59.157969 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a4c0a9-2d1c-4586-9ed1-59b613c333ab admin admin] Pushing event deleted for resources: {'Port': ['ID=dfab7615-e878-47c2-a91c-679d2ea15eda,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:07:59.161629 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0a4c0a9-2d1c-4586-9ed1-59b613c333ab admin admin] No DVR routers for this DVR port dfab7615-e878-47c2-a91c-679d2ea15eda on host dv-neutron-861624-1-hyperv {{(pid=103333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 19 08:07:59.219849 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-b022bf54-3b39-45bf-a04e-922456bdc27c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339'] for port, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:07:59.235959 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-d0a4c0a9-2d1c-4586-9ed1-59b613c333ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-673051', 'neutron.services.segments.db._delete_segments_for_network-8785021519108'] for network, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:07:59.247766 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b022bf54-3b39-45bf-a04e-922456bdc27c None None] Pushing event deleted for resources: {'Port': ['ID=dfab7615-e878-47c2-a91c-679d2ea15eda,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:07:59.253424 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b022bf54-3b39-45bf-a04e-922456bdc27c None None] No DVR routers for this DVR port dfab7615-e878-47c2-a91c-679d2ea15eda on host dv-neutron-861624-1-hyperv {{(pid=103334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 19 08:07:59.258040 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-d0a4c0a9-2d1c-4586-9ed1-59b613c333ab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3cba2ad-dba1-41fa-aba2-697e5435d709']}} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:07:59.268344 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-d0a4c0a9-2d1c-4586-9ed1-59b613c333ab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92baf0a3-89ab-47d4-8376-1834fc353c9f') {'for_net_delete': True} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:07:59.268690 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-d0a4c0a9-2d1c-4586-9ed1-59b613c333ab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92baf0a3-89ab-47d4-8376-1834fc353c9f') {} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:07:59.283307 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-d0a4c0a9-2d1c-4586-9ed1-59b613c333ab admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785021519382', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-134111927'] for segment, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:07:59.300914 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-d0a4c0a9-2d1c-4586-9ed1-59b613c333ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979'] for segment, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:07:59.303505 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0a4c0a9-2d1c-4586-9ed1-59b613c333ab admin admin] Releasing vlan 152 on physical network physnet1 to pool {{(pid=103333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 08:07:59.303893 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-d0a4c0a9-2d1c-4586-9ed1-59b613c333ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130996782'] for segment, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:07:59.324734 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.services.segments.plugin [-] Segment 92baf0a3-89ab-47d4-8376-1834fc353c9f resource provider aggregate not found Oct 19 08:07:59.361113 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.services.segments.plugin [-] Segment 92baf0a3-89ab-47d4-8376-1834fc353c9f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 92baf0a3-89ab-47d4-8376-1834fc353c9f found for delete ", "request_id": "req-dc85a70f-657c-4614-9499-af4ee784c819"}]} Oct 19 08:07:59.368711 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-d0a4c0a9-2d1c-4586-9ed1-59b613c333ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-673044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1695087'] for network, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:07:59.373928 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-d0a4c0a9-2d1c-4586-9ed1-59b613c333ab admin admin] Notify callbacks [] for network, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:07:59.377164 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-d0a4c0a9-2d1c-4586-9ed1-59b613c333ab admin admin] 10.222.0.27 "DELETE /v2.0/networks/c3cba2ad-dba1-41fa-aba2-697e5435d709 HTTP/1.1" status: 204 len: 168 time: 0.5322244 Oct 19 08:07:59.380813 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 37156) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:07:59.389392 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a4c0a9-2d1c-4586-9ed1-59b613c333ab admin admin] Pushing event deleted for resources: {'Network': ['ID=c3cba2ad-dba1-41fa-aba2-697e5435d709,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:07:59.719016 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-0af4c17b-a8fc-4fd8-869b-0a4c41847c36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1694785'] for router_interface, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:07:59.856790 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device dfab7615-e878-47c2-a91c-679d2ea15eda no longer exists at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 08:07:59.876596 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] No Port match for: dfab7615-e878-47c2-a91c-679d2ea15eda {{(pid=103334) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 19 08:07:59.876934 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device dfab7615-e878-47c2-a91c-679d2ea15eda not bound to the agent host dv-neutron-861624-1-hyperv {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 08:07:59.877336 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device 57f129f9-ee27-4948-9aae-fd175030b460 no longer exists at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 08:07:59.898644 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] No Port match for: 57f129f9-ee27-4948-9aae-fd175030b460 {{(pid=103334) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 19 08:07:59.898982 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device 57f129f9-ee27-4948-9aae-fd175030b460 not bound to the agent host dv-neutron-861624-1-hyperv {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 08:07:59.899391 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device 98c1ba66-889a-4bcc-b048-f4e1b027c919 no longer exists at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 08:07:59.917583 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] No Port match for: 98c1ba66-889a-4bcc-b048-f4e1b027c919 {{(pid=103334) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 19 08:07:59.917904 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device 98c1ba66-889a-4bcc-b048-f4e1b027c919 not bound to the agent host dv-neutron-861624-1-hyperv {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 08:07:59.964739 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.plugin [None req-0af4c17b-a8fc-4fd8-869b-0a4c41847c36 admin admin] Deleting port 3672a62f-434a-4e99-b64d-a663c4c9183a {{(pid=103332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 08:07:59.965082 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-0af4c17b-a8fc-4fd8-869b-0a4c41847c36 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:08:00.040817 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.db [None req-0af4c17b-a8fc-4fd8-869b-0a4c41847c36 admin admin] For port 3672a62f-434a-4e99-b64d-a663c4c9183a, host dv-neutron-861624-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=3672a62f-434a-4e99-b64d-a663c4c9183a,segment=NetworkSegment(966f6488-f551-42ff-ae7a-47f0e8ba16b9),segment_id=966f6488-f551-42ff-ae7a-47f0e8ba16b9)] {{(pid=103332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 08:08:00.041092 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-0af4c17b-a8fc-4fd8-869b-0a4c41847c36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:08:00.053481 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.plugin [None req-0af4c17b-a8fc-4fd8-869b-0a4c41847c36 admin admin] Calling delete_port for 3672a62f-434a-4e99-b64d-a663c4c9183a owned by network:router_interface {{(pid=103332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 08:08:00.226584 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-0af4c17b-a8fc-4fd8-869b-0a4c41847c36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133553798'] for port, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:08:00.249876 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af4c17b-a8fc-4fd8-869b-0a4c41847c36 admin admin] Pushing event deleted for resources: {'Port': ['ID=3672a62f-434a-4e99-b64d-a663c4c9183a,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:08:00.260203 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af4c17b-a8fc-4fd8-869b-0a4c41847c36 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:08:00.260581 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af4c17b-a8fc-4fd8-869b-0a4c41847c36 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:08:00.260927 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af4c17b-a8fc-4fd8-869b-0a4c41847c36 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:08:00.261270 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af4c17b-a8fc-4fd8-869b-0a4c41847c36 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:08:00.261606 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af4c17b-a8fc-4fd8-869b-0a4c41847c36 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:08:00.261980 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af4c17b-a8fc-4fd8-869b-0a4c41847c36 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:08:00.262259 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af4c17b-a8fc-4fd8-869b-0a4c41847c36 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:08:00.263010 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af4c17b-a8fc-4fd8-869b-0a4c41847c36 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:08:00.263010 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af4c17b-a8fc-4fd8-869b-0a4c41847c36 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:08:00.263224 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af4c17b-a8fc-4fd8-869b-0a4c41847c36 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:08:00.263523 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af4c17b-a8fc-4fd8-869b-0a4c41847c36 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:08:00.263843 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af4c17b-a8fc-4fd8-869b-0a4c41847c36 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:08:00.430169 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-0af4c17b-a8fc-4fd8-869b-0a4c41847c36 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1574862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1694957'] for router_interface, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:08:00.623892 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.agents_db [None req-6057327c-4456-4c72-8e75-6d3cd9249757 None None] Agent healthcheck: found 6 active agents {{(pid=103335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 08:08:00.642701 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0af4c17b-a8fc-4fd8-869b-0a4c41847c36 admin admin] Router 5fcc9e73-a048-4af9-8cf6-731efc7a63c6 has already been hosted by L3 agent ab388470-1243-4d53-80f2-c2f5899c97a7 {{(pid=103332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 08:08:00.743499 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0af4c17b-a8fc-4fd8-869b-0a4c41847c36 admin admin] Notify agent at l3_agent.dv-neutron-861624-1-hyperv the message routers_updated {{(pid=103332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 08:08:00.748619 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-0af4c17b-a8fc-4fd8-869b-0a4c41847c36 admin admin] 10.222.0.27 "PUT /v2.0/routers/5fcc9e73-a048-4af9-8cf6-731efc7a63c6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3667045 Oct 19 08:08:00.751091 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 37158) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:08:00.753735 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43c42985-c2ff-48e9-b98a-bb8826d34a03 None None] Sync routers for ids ['5fcc9e73-a048-4af9-8cf6-731efc7a63c6'] in dv-neutron-861624-1-hyperv {{(pid=103334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 08:08:00.764087 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43c42985-c2ff-48e9-b98a-bb8826d34a03 None None] Routers {'5fcc9e73-a048-4af9-8cf6-731efc7a63c6'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 08:08:00.764738 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-43c42985-c2ff-48e9-b98a-bb8826d34a03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T08:07:46Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['5fcc9e73-a048-4af9-8cf6-731efc7a63c6'], 'active': True} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:08:00.854651 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-60b492b2-a14d-4ff0-8c3c-e049753abb03 admin admin] Notify callbacks [] for router, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:08:00.960200 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-60b492b2-a14d-4ff0-8c3c-e049753abb03 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:08:01.012713 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.plugin [None req-60b492b2-a14d-4ff0-8c3c-e049753abb03 admin admin] Deleting port b26816d5-0a0a-40b3-a494-84db00f9c927 {{(pid=103332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 08:08:01.013050 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-60b492b2-a14d-4ff0-8c3c-e049753abb03 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:08:01.015376 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvr_db [None req-43c42985-c2ff-48e9-b98a-bb8826d34a03 None None] Set router 5fcc9e73-a048-4af9-8cf6-731efc7a63c6 gateway port host: dv-neutron-861624-1-hyperv {{(pid=103334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 08:08:01.093345 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.db [None req-60b492b2-a14d-4ff0-8c3c-e049753abb03 admin admin] For port b26816d5-0a0a-40b3-a494-84db00f9c927, host dv-neutron-861624-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=b26816d5-0a0a-40b3-a494-84db00f9c927,segment=NetworkSegment(53981d04-8205-40d8-8d33-0510111d6f8f),segment_id=53981d04-8205-40d8-8d33-0510111d6f8f)] {{(pid=103332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 08:08:01.093714 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-60b492b2-a14d-4ff0-8c3c-e049753abb03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:08:01.106165 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.plugin [None req-60b492b2-a14d-4ff0-8c3c-e049753abb03 admin admin] Calling delete_port for b26816d5-0a0a-40b3-a494-84db00f9c927 owned by network:router_gateway {{(pid=103332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 08:08:01.188436 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-43c42985-c2ff-48e9-b98a-bb8826d34a03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fcc9e73-a048-4af9-8cf6-731efc7a63c6', 'name': 'tempest-TestEncryptedCinderVolumes-547680925-router', 'tenant_id': 'e95de983e5784c2e9cbbec9db8bfefd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'external_fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.177'}], 'enable_snat': True}, 'gw_port_id': 'b26816d5-0a0a-40b3-a494-84db00f9c927', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T08:06:15Z', 'updated_at': '2022-10-19T08:08:00Z', 'revision_number': 5, 'project_id': 'e95de983e5784c2e9cbbec9db8bfefd3', 'gw_port': {'id': 'b26816d5-0a0a-40b3-a494-84db00f9c927', 'name': '', 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:53:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fcc9e73-a048-4af9-8cf6-731efc7a63c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1654, 'fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T08:06:15Z', 'updated_at': '2022-10-19T08:06:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861624-1-hyperv'}], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:08:01.221679 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43c42985-c2ff-48e9-b98a-bb8826d34a03 None None] Checking router: 5fcc9e73-a048-4af9-8cf6-731efc7a63c6 for host: dv-neutron-861624-1-hyperv {{(pid=103334) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 08:08:01.231244 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43c42985-c2ff-48e9-b98a-bb8826d34a03 None None] Routers {'5fcc9e73-a048-4af9-8cf6-731efc7a63c6'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 08:08:01.231903 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-43c42985-c2ff-48e9-b98a-bb8826d34a03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T08:07:46Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['5fcc9e73-a048-4af9-8cf6-731efc7a63c6'], 'active': True} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:08:01.323247 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvr_db [None req-43c42985-c2ff-48e9-b98a-bb8826d34a03 None None] Set router 5fcc9e73-a048-4af9-8cf6-731efc7a63c6 gateway port host: None {{(pid=103334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 08:08:01.377377 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-43c42985-c2ff-48e9-b98a-bb8826d34a03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fcc9e73-a048-4af9-8cf6-731efc7a63c6', 'name': 'tempest-TestEncryptedCinderVolumes-547680925-router', 'tenant_id': 'e95de983e5784c2e9cbbec9db8bfefd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T08:06:15Z', 'updated_at': '2022-10-19T08:08:00Z', 'revision_number': 6, 'project_id': 'e95de983e5784c2e9cbbec9db8bfefd3', 'gw_port_host': None}], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:08:01.407917 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43c42985-c2ff-48e9-b98a-bb8826d34a03 None None] The sync data for ids ['5fcc9e73-a048-4af9-8cf6-731efc7a63c6'] in dv-neutron-861624-1-hyperv is: [{'id': '5fcc9e73-a048-4af9-8cf6-731efc7a63c6', 'name': 'tempest-TestEncryptedCinderVolumes-547680925-router', 'tenant_id': 'e95de983e5784c2e9cbbec9db8bfefd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T08:06:15Z', 'updated_at': '2022-10-19T08:08:00Z', 'revision_number': 6, 'project_id': 'e95de983e5784c2e9cbbec9db8bfefd3', 'gw_port_host': None}] {{(pid=103334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 08:08:01.588789 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-60b492b2-a14d-4ff0-8c3c-e049753abb03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133553798'] for port, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:08:01.614036 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b492b2-a14d-4ff0-8c3c-e049753abb03 admin admin] Pushing event deleted for resources: {'Port': ['ID=b26816d5-0a0a-40b3-a494-84db00f9c927,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:08:01.674880 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-60b492b2-a14d-4ff0-8c3c-e049753abb03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1693831'] for router_gateway, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:08:01.764026 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-60b492b2-a14d-4ff0-8c3c-e049753abb03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1693565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12618'] for router, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:08:01.766551 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-60b492b2-a14d-4ff0-8c3c-e049753abb03 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:08:01.809791 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-60b492b2-a14d-4ff0-8c3c-e049753abb03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1693542'] for router, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:08:01.810307 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60b492b2-a14d-4ff0-8c3c-e049753abb03 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5fcc9e73-a048-4af9-8cf6-731efc7a63c6 {{(pid=103332) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 08:08:01.814947 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-60b492b2-a14d-4ff0-8c3c-e049753abb03 admin admin] Notify callbacks [] for router, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:08:01.819254 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-60b492b2-a14d-4ff0-8c3c-e049753abb03 admin admin] 10.222.0.27 "DELETE /v2.0/routers/5fcc9e73-a048-4af9-8cf6-731efc7a63c6 HTTP/1.1" status: 204 len: 168 time: 1.0642135 Oct 19 08:08:01.819585 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 37160) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:08:01.871474 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.db_base_plugin_v2 [None req-89ff3745-5a07-4f7f-9a18-b1cf8d52d743 admin admin] Deleting subnet 545acd66-71a5-4268-b10f-ecd8a859fa7e {{(pid=103332) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 19 08:08:01.874755 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-89ff3745-5a07-4f7f-9a18-b1cf8d52d743 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:08:01.913046 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-89ff3745-5a07-4f7f-9a18-b1cf8d52d743 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130726890'] for subnet, precommit_delete_associations {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:08:01.988403 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-89ff3745-5a07-4f7f-9a18-b1cf8d52d743 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-679826'] for subnet, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:08:02.041405 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-89ff3745-5a07-4f7f-9a18-b1cf8d52d743 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-679819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-133552721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130659632'] for subnet, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:08:02.068835 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-89ff3745-5a07-4f7f-9a18-b1cf8d52d743 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:08:02.072805 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-89ff3745-5a07-4f7f-9a18-b1cf8d52d743 admin admin] 10.222.0.27 "DELETE /v2.0/subnets/545acd66-71a5-4268-b10f-ecd8a859fa7e HTTP/1.1" status: 204 len: 168 time: 0.2521403 Oct 19 08:08:02.073788 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ff3745-5a07-4f7f-9a18-b1cf8d52d743 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=545acd66-71a5-4268-b10f-ecd8a859fa7e,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:08:02.074267 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa034b67-eab2-4d1d-93a8-66d5533811ca None None] Network c38a46b6-8d91-492c-a206-911a55295179 requested from dv-neutron-861624-1-hyperv {{(pid=103334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 08:08:02.075417 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 37162) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:08:02.147163 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-4fddccef-3d32-4df1-aa97-02ed11675609 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-667019'] for network, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:08:02.210799 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-4fddccef-3d32-4df1-aa97-02ed11675609 admin admin] Deleting port 73e1e15c-837a-46ad-bc9f-a54ad943d1d9 {{(pid=103333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 08:08:02.211278 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-4fddccef-3d32-4df1-aa97-02ed11675609 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:08:02.234083 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device 3672a62f-434a-4e99-b64d-a663c4c9183a no longer exists at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 08:08:02.264300 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f557f4dc-7164-40a7-a52c-74262be5f9fd None None] DHCP port deletion for c38a46b6-8d91-492c-a206-911a55295179 request from dv-neutron-861624-1-hyperv {{(pid=103334) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 08:08:02.266588 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] No Port match for: 3672a62f-434a-4e99-b64d-a663c4c9183a {{(pid=103334) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 19 08:08:02.266995 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device 3672a62f-434a-4e99-b64d-a663c4c9183a not bound to the agent host dv-neutron-861624-1-hyperv {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 08:08:02.285862 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.db [None req-4fddccef-3d32-4df1-aa97-02ed11675609 admin admin] For port 73e1e15c-837a-46ad-bc9f-a54ad943d1d9, host dv-neutron-861624-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=73e1e15c-837a-46ad-bc9f-a54ad943d1d9,segment=NetworkSegment(966f6488-f551-42ff-ae7a-47f0e8ba16b9),segment_id=966f6488-f551-42ff-ae7a-47f0e8ba16b9)] {{(pid=103333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 08:08:02.286244 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-4fddccef-3d32-4df1-aa97-02ed11675609 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:08:02.303167 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-4fddccef-3d32-4df1-aa97-02ed11675609 admin admin] Calling delete_port for 73e1e15c-837a-46ad-bc9f-a54ad943d1d9 owned by network:dhcp {{(pid=103333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 08:08:02.317835 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-f557f4dc-7164-40a7-a52c-74262be5f9fd None None] Deleting port 73e1e15c-837a-46ad-bc9f-a54ad943d1d9 {{(pid=103334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 08:08:02.318219 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-f557f4dc-7164-40a7-a52c-74262be5f9fd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:08:02.383185 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-f557f4dc-7164-40a7-a52c-74262be5f9fd None None] For port 73e1e15c-837a-46ad-bc9f-a54ad943d1d9, host dv-neutron-861624-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=73e1e15c-837a-46ad-bc9f-a54ad943d1d9,segment=NetworkSegment(966f6488-f551-42ff-ae7a-47f0e8ba16b9),segment_id=966f6488-f551-42ff-ae7a-47f0e8ba16b9)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 08:08:02.383837 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-f557f4dc-7164-40a7-a52c-74262be5f9fd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:08:02.393151 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-4fddccef-3d32-4df1-aa97-02ed11675609 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130996763'] for port, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:08:02.401717 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-f557f4dc-7164-40a7-a52c-74262be5f9fd None None] Calling delete_port for 73e1e15c-837a-46ad-bc9f-a54ad943d1d9 owned by network:dhcp {{(pid=103334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 08:08:02.419983 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fddccef-3d32-4df1-aa97-02ed11675609 admin admin] Pushing event deleted for resources: {'Port': ['ID=73e1e15c-837a-46ad-bc9f-a54ad943d1d9,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:08:02.423380 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fddccef-3d32-4df1-aa97-02ed11675609 admin admin] No DVR routers for this DVR port 73e1e15c-837a-46ad-bc9f-a54ad943d1d9 on host dv-neutron-861624-1-hyperv {{(pid=103333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 19 08:08:02.480197 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-f557f4dc-7164-40a7-a52c-74262be5f9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339'] for port, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:08:02.503058 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-4fddccef-3d32-4df1-aa97-02ed11675609 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-673051', 'neutron.services.segments.db._delete_segments_for_network-8785021519108'] for network, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:08:02.503419 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f557f4dc-7164-40a7-a52c-74262be5f9fd None None] Pushing event deleted for resources: {'Port': ['ID=73e1e15c-837a-46ad-bc9f-a54ad943d1d9,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:08:02.521757 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f557f4dc-7164-40a7-a52c-74262be5f9fd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:08:02.522105 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f557f4dc-7164-40a7-a52c-74262be5f9fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:08:02.522510 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f557f4dc-7164-40a7-a52c-74262be5f9fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:08:02.522774 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f557f4dc-7164-40a7-a52c-74262be5f9fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:08:02.523101 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f557f4dc-7164-40a7-a52c-74262be5f9fd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:08:02.523443 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f557f4dc-7164-40a7-a52c-74262be5f9fd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:08:02.523770 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f557f4dc-7164-40a7-a52c-74262be5f9fd None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:08:02.524094 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f557f4dc-7164-40a7-a52c-74262be5f9fd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:08:02.524420 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f557f4dc-7164-40a7-a52c-74262be5f9fd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:08:02.524773 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f557f4dc-7164-40a7-a52c-74262be5f9fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:08:02.525114 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f557f4dc-7164-40a7-a52c-74262be5f9fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:08:02.525215 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-4fddccef-3d32-4df1-aa97-02ed11675609 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c38a46b6-8d91-492c-a206-911a55295179']}} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:08:02.525438 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f557f4dc-7164-40a7-a52c-74262be5f9fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:08:02.528201 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f557f4dc-7164-40a7-a52c-74262be5f9fd None None] No DVR routers for this DVR port 73e1e15c-837a-46ad-bc9f-a54ad943d1d9 on host dv-neutron-861624-1-hyperv {{(pid=103334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 19 08:08:02.537233 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-4fddccef-3d32-4df1-aa97-02ed11675609 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '966f6488-f551-42ff-ae7a-47f0e8ba16b9') {'for_net_delete': True} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:08:02.537618 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-4fddccef-3d32-4df1-aa97-02ed11675609 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '966f6488-f551-42ff-ae7a-47f0e8ba16b9') {} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:08:02.547481 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-4fddccef-3d32-4df1-aa97-02ed11675609 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785021519382', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-134111927'] for segment, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:08:02.561704 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-4fddccef-3d32-4df1-aa97-02ed11675609 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979'] for segment, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:08:02.568003 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4fddccef-3d32-4df1-aa97-02ed11675609 admin admin] Releasing vlan 187 on physical network physnet1 to pool {{(pid=103333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 08:08:02.568423 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-4fddccef-3d32-4df1-aa97-02ed11675609 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130996782'] for segment, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:08:02.587518 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.services.segments.plugin [-] Segment 966f6488-f551-42ff-ae7a-47f0e8ba16b9 resource provider aggregate not found Oct 19 08:08:02.626825 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.services.segments.plugin [-] Segment 966f6488-f551-42ff-ae7a-47f0e8ba16b9 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 966f6488-f551-42ff-ae7a-47f0e8ba16b9 found for delete ", "request_id": "req-766b8bdf-2b85-440c-9b6e-13e89c3a73b7"}]} Oct 19 08:08:02.634633 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-4fddccef-3d32-4df1-aa97-02ed11675609 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-673044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1695087'] for network, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:08:02.639124 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-4fddccef-3d32-4df1-aa97-02ed11675609 admin admin] Notify callbacks [] for network, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:08:02.643092 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-4fddccef-3d32-4df1-aa97-02ed11675609 admin admin] 10.222.0.27 "DELETE /v2.0/networks/c38a46b6-8d91-492c-a206-911a55295179 HTTP/1.1" status: 204 len: 168 time: 0.5667377 Oct 19 08:08:02.655698 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fddccef-3d32-4df1-aa97-02ed11675609 admin admin] Pushing event deleted for resources: {'Network': ['ID=c38a46b6-8d91-492c-a206-911a55295179,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:08:02.801913 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 37170) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:08:02.845709 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-336214cd-6a0c-4e65-9c72-8bb6a8cc9c9a admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=5108327e422a49548d9e4e1da2e080ac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0425897 Oct 19 08:08:02.848988 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 37172) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:08:02.896316 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-4c3f027d-26a3-4965-9d0d-70c4d2d78928 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:08:02.917229 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-4c3f027d-26a3-4965-9d0d-70c4d2d78928 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:08:02.962835 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-4c3f027d-26a3-4965-9d0d-70c4d2d78928 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788643'] for security_group, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:08:02.965499 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-4c3f027d-26a3-4965-9d0d-70c4d2d78928 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:08:02.966806 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-4c3f027d-26a3-4965-9d0d-70c4d2d78928 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/30106b33-345a-4154-a4c0-c5ed6141aea3 HTTP/1.1" status: 204 len: 168 time: 0.1167765 Oct 19 08:08:02.974916 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3f027d-26a3-4965-9d0d-70c4d2d78928 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30106b33-345a-4154-a4c0-c5ed6141aea3,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:08:03.274246 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 37178) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:08:03.314286 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-98368805-bc35-42bb-9760-5d8389d27c24 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=e95de983e5784c2e9cbbec9db8bfefd3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0388145 Oct 19 08:08:03.317110 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 37180) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:08:03.363998 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-3d92d558-5830-4e9b-94a4-2317a735fdc5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:08:03.385086 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-3d92d558-5830-4e9b-94a4-2317a735fdc5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:08:03.432965 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-3d92d558-5830-4e9b-94a4-2317a735fdc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788643'] for security_group, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:08:03.435976 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-3d92d558-5830-4e9b-94a4-2317a735fdc5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:08:03.437414 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-3d92d558-5830-4e9b-94a4-2317a735fdc5 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/9670c3df-d7d0-45c8-9d14-50fb65243baf HTTP/1.1" status: 204 len: 168 time: 0.1194308 Oct 19 08:08:03.445281 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d92d558-5830-4e9b-94a4-2317a735fdc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9670c3df-d7d0-45c8-9d14-50fb65243baf,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:08:03.856637 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device 73e1e15c-837a-46ad-bc9f-a54ad943d1d9 no longer exists at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 08:08:03.880053 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] No Port match for: 73e1e15c-837a-46ad-bc9f-a54ad943d1d9 {{(pid=103334) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 19 08:08:03.880392 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device 73e1e15c-837a-46ad-bc9f-a54ad943d1d9 not bound to the agent host dv-neutron-861624-1-hyperv {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 08:08:03.880818 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device b26816d5-0a0a-40b3-a494-84db00f9c927 no longer exists at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 08:08:03.899370 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] No Port match for: b26816d5-0a0a-40b3-a494-84db00f9c927 {{(pid=103334) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 19 08:08:03.899708 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device b26816d5-0a0a-40b3-a494-84db00f9c927 not bound to the agent host dv-neutron-861624-1-hyperv {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 08:08:04.142778 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 37202) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:08:04.235660 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-1552eaf7-9a0e-472a-bdd0-412e116e63c9 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-845012488-network', 'tenant_id': 'cef8062278d3405b8f2fc762c9b6e2bf'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 08:08:04.255644 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1552eaf7-9a0e-472a-bdd0-412e116e63c9 admin admin] Made reservation on behalf of cef8062278d3405b8f2fc762c9b6e2bf for: {'network': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 08:08:04.258049 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-1552eaf7-9a0e-472a-bdd0-412e116e63c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for network, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:08:04.266155 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-1552eaf7-9a0e-472a-bdd0-412e116e63c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:08:04.342861 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-1552eaf7-9a0e-472a-bdd0-412e116e63c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:08:04.346476 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-1552eaf7-9a0e-472a-bdd0-412e116e63c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788643'] for security_group, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:08:04.370786 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1552eaf7-9a0e-472a-bdd0-412e116e63c9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 194} {{(pid=103333) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 08:08:04.379217 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1552eaf7-9a0e-472a-bdd0-412e116e63c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65fb58db-c340-495c-8aee-0d2aef88a0c8,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:08:04.385116 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-1552eaf7-9a0e-472a-bdd0-412e116e63c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979'] for segment, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:08:04.385455 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.db.segments_db [None req-1552eaf7-9a0e-472a-bdd0-412e116e63c9 admin admin] Added segment 5d51812f-f843-4ffb-a5d2-d784ff656c35 of type vlan for network 21ccb145-9b1a-4e71-955d-958605e8dc18 Oct 19 08:08:04.425256 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-1552eaf7-9a0e-472a-bdd0-412e116e63c9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785020965340'] for network, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:08:04.447713 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-1552eaf7-9a0e-472a-bdd0-412e116e63c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873'] for network, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:08:04.448680 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1552eaf7-9a0e-472a-bdd0-412e116e63c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:08:04.449248 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-1552eaf7-9a0e-472a-bdd0-412e116e63c9 admin admin] Notify callbacks [] for network, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:08:04.482253 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-1552eaf7-9a0e-472a-bdd0-412e116e63c9 admin admin] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3383448 Oct 19 08:08:04.486565 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 37206) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:08:04.491471 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-da95c7cc-6822-4dc8-a183-4706ce009916 admin admin] Request body: {'subnet': {'network_id': '21ccb145-9b1a-4e71-955d-958605e8dc18', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-845012488-subnet', 'tenant_id': 'cef8062278d3405b8f2fc762c9b6e2bf', 'ip_version': 4}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 08:08:04.523227 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1552eaf7-9a0e-472a-bdd0-412e116e63c9 admin admin] Pushing event updated for resources: {'Network': ['ID=21ccb145-9b1a-4e71-955d-958605e8dc18,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:08:04.532989 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Network 21ccb145-9b1a-4e71-955d-958605e8dc18 details requested by agent ovs-agent-dv-neutron-861624-1-hyperv with host dv-neutron-861624-1-hyperv {{(pid=103334) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 08:08:04.544121 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da95c7cc-6822-4dc8-a183-4706ce009916 admin admin] Made reservation on behalf of cef8062278d3405b8f2fc762c9b6e2bf for: {'subnet': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 08:08:04.546561 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-da95c7cc-6822-4dc8-a183-4706ce009916 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130170579'] for subnet, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:08:04.716873 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-da95c7cc-6822-4dc8-a183-4706ce009916 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130997899', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130170401'] for subnet, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:08:04.772046 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da95c7cc-6822-4dc8-a183-4706ce009916 admin admin] Pushing event updated for resources: {'Subnet': ['ID=efa030c3-b141-431d-9774-fa4ab1429086,revision_number=0']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:08:04.780294 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da95c7cc-6822-4dc8-a183-4706ce009916 admin admin] Checking segment: {'id': '5d51812f-f843-4ffb-a5d2-d784ff656c35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '21ccb145-9b1a-4e71-955d-958605e8dc18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 19 08:08:04.780760 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da95c7cc-6822-4dc8-a183-4706ce009916 admin admin] Network hostable DHCP agents. Network: 21ccb145-9b1a-4e71-955d-958605e8dc18, hostable agents: ['310d813b-0e3e-4d7e-9b79-8f4ec0dbcab0'], hosted agents: [] {{(pid=103333) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 08:08:04.796620 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da95c7cc-6822-4dc8-a183-4706ce009916 admin admin] Network 21ccb145-9b1a-4e71-955d-958605e8dc18 is scheduled to be hosted by DHCP agent 310d813b-0e3e-4d7e-9b79-8f4ec0dbcab0 with binding_index 1 {{(pid=103333) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 08:08:04.804264 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-da95c7cc-6822-4dc8-a183-4706ce009916 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861624-1-hyperv, 21ccb145-9b1a-4e71-955d-958605e8dc18) {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 08:08:04.808213 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da95c7cc-6822-4dc8-a183-4706ce009916 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:08:04.808815 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-da95c7cc-6822-4dc8-a183-4706ce009916 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:08:04.813572 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a71fed95-321b-41b1-8c49-80c162be551d None None] Network 21ccb145-9b1a-4e71-955d-958605e8dc18 requested from dv-neutron-861624-1-hyperv {{(pid=103334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 08:08:04.825269 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-da95c7cc-6822-4dc8-a183-4706ce009916 admin admin] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3376765 Oct 19 08:08:04.828079 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 37208) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:08:04.833629 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-4be478a5-82f4-4898-9994-c753a96e2d56 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-845012488-router', 'tenant_id': 'cef8062278d3405b8f2fc762c9b6e2bf', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd'}}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 08:08:04.853020 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-4be478a5-82f4-4898-9994-c753a96e2d56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1692695', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12668'] for router, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:08:04.854006 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-4be478a5-82f4-4898-9994-c753a96e2d56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1692835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1693910', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1621825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12659'] for router, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:08:04.908036 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-4be478a5-82f4-4898-9994-c753a96e2d56 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:08:04.962334 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd1e4081-bc93-4c37-a1b1-296b0e5891e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d12c6ac-27a3-545c-a8f3-f04e30423d6d-21ccb145-9b1a-4e71-955d-958605e8dc18', 'network_id': '21ccb145-9b1a-4e71-955d-958605e8dc18', 'tenant_id': 'cef8062278d3405b8f2fc762c9b6e2bf', 'fixed_ips': [{'subnet_id': 'efa030c3-b141-431d-9774-fa4ab1429086'}]}} from dv-neutron-861624-1-hyperv. {{(pid=103334) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 08:08:04.963186 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-fd1e4081-bc93-4c37-a1b1-296b0e5891e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:08:05.041786 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-4be478a5-82f4-4898-9994-c753a96e2d56 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:08:05.100185 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.db_base_plugin_common [None req-fd1e4081-bc93-4c37-a1b1-296b0e5891e8 None None] Allocated IP 172.20.0.2 (21ccb145-9b1a-4e71-955d-958605e8dc18/efa030c3-b141-431d-9774-fa4ab1429086/41f658d9-b123-452d-bdee-0c452bd92a1b) {{(pid=103334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 08:08:05.242569 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-fd1e4081-bc93-4c37-a1b1-296b0e5891e8 None None] Notify callbacks [] for port, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:08:05.243238 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-4be478a5-82f4-4898-9994-c753a96e2d56 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:08:05.248698 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-fd1e4081-bc93-4c37-a1b1-296b0e5891e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785020947330'] for port, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:08:05.262653 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-4be478a5-82f4-4898-9994-c753a96e2d56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:08:05.288387 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd1e4081-bc93-4c37-a1b1-296b0e5891e8 None None] Network 21ccb145-9b1a-4e71-955d-958605e8dc18 is already hosted by enough agents. {{(pid=103334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 08:08:05.293113 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.scheduler.base_scheduler [None req-fd1e4081-bc93-4c37-a1b1-296b0e5891e8 None None] Resources bound (agent type, host, resource id): {{(pid=103334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 08:08:05.297186 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd1e4081-bc93-4c37-a1b1-296b0e5891e8 None None] Received port after_create {{(pid=103334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 08:08:05.300735 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1e4081-bc93-4c37-a1b1-296b0e5891e8 None None] Pushing event updated for resources: {'Port': ['ID=41f658d9-b123-452d-bdee-0c452bd92a1b,revision_number=1']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:08:05.352759 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-fd1e4081-bc93-4c37-a1b1-296b0e5891e8 None None] Attempting to bind port 41f658d9-b123-452d-bdee-0c452bd92a1b on host dv-neutron-861624-1-hyperv for vnic_type normal with profile {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 19 08:08:05.353128 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-fd1e4081-bc93-4c37-a1b1-296b0e5891e8 None None] Attempting to bind port 41f658d9-b123-452d-bdee-0c452bd92a1b by drivers openvswitch,hyperv on host dv-neutron-861624-1-hyperv at level 0 using segments [{'id': '5d51812f-f843-4ffb-a5d2-d784ff656c35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '21ccb145-9b1a-4e71-955d-958605e8dc18'}] {{(pid=103334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 19 08:08:05.353491 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd1e4081-bc93-4c37-a1b1-296b0e5891e8 None None] Attempting to bind port 41f658d9-b123-452d-bdee-0c452bd92a1b on network 21ccb145-9b1a-4e71-955d-958605e8dc18 {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 08:08:05.358361 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd1e4081-bc93-4c37-a1b1-296b0e5891e8 None None] Checking agent: {'id': 'a5b0152c-d633-409b-aaf8-3b76458e2410', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861624-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 19, 7, 30, 19), 'started_at': datetime.datetime(2022, 10, 19, 7, 30, 49), 'heartbeat_timestamp': datetime.datetime(2022, 10, 19, 8, 7, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861624-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 08:08:05.359026 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd1e4081-bc93-4c37-a1b1-296b0e5891e8 None None] Checking segment: {'id': '5d51812f-f843-4ffb-a5d2-d784ff656c35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '21ccb145-9b1a-4e71-955d-958605e8dc18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 19 08:08:05.359166 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-fd1e4081-bc93-4c37-a1b1-296b0e5891e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:08:05.359501 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd1e4081-bc93-4c37-a1b1-296b0e5891e8 None None] Bound using segment: {'id': '5d51812f-f843-4ffb-a5d2-d784ff656c35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '21ccb145-9b1a-4e71-955d-958605e8dc18'} {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 08:08:05.359963 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-fd1e4081-bc93-4c37-a1b1-296b0e5891e8 None None] Bound port: 41f658d9-b123-452d-bdee-0c452bd92a1b, host: dv-neutron-861624-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d51812f-f843-4ffb-a5d2-d784ff656c35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '21ccb145-9b1a-4e71-955d-958605e8dc18'}}] {{(pid=103334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 19 08:08:05.360344 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-fd1e4081-bc93-4c37-a1b1-296b0e5891e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:08:05.374911 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.db_base_plugin_common [None req-4be478a5-82f4-4898-9994-c753a96e2d56 admin admin] Allocated IP 172.26.0.203 (99c66757-74e3-40a4-b479-8d09e3a7c3dd/7f3d1034-1de7-458a-a3ee-77488de3949b/cec42d89-1629-4cb1-8687-013b3665bc63) {{(pid=103333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 08:08:05.426531 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-fd1e4081-bc93-4c37-a1b1-296b0e5891e8 None None] For port 41f658d9-b123-452d-bdee-0c452bd92a1b, host dv-neutron-861624-1-hyperv, cleared binding levels {{(pid=103334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 08:08:05.429761 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-fd1e4081-bc93-4c37-a1b1-296b0e5891e8 None None] For port 41f658d9-b123-452d-bdee-0c452bd92a1b, host dv-neutron-861624-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=41f658d9-b123-452d-bdee-0c452bd92a1b,segment=NetworkSegment(5d51812f-f843-4ffb-a5d2-d784ff656c35),segment_id=5d51812f-f843-4ffb-a5d2-d784ff656c35)] {{(pid=103334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 08:08:05.433914 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-fd1e4081-bc93-4c37-a1b1-296b0e5891e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:08:05.483880 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1e4081-bc93-4c37-a1b1-296b0e5891e8 None None] Pushing event updated for resources: {'Port': ['ID=41f658d9-b123-452d-bdee-0c452bd92a1b,revision_number=2']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:08:05.485609 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-4be478a5-82f4-4898-9994-c753a96e2d56 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:08:05.523404 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-4be478a5-82f4-4898-9994-c753a96e2d56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785020947330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130996763'] for port, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:08:05.567814 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4be478a5-82f4-4898-9994-c753a96e2d56 admin admin] Network 99c66757-74e3-40a4-b479-8d09e3a7c3dd is already hosted by enough agents. {{(pid=103333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 08:08:05.570870 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-4be478a5-82f4-4898-9994-c753a96e2d56 admin admin] Resources bound (agent type, host, resource id): {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 08:08:05.574650 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4be478a5-82f4-4898-9994-c753a96e2d56 admin admin] Received port after_create {{(pid=103333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 08:08:05.601721 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be478a5-82f4-4898-9994-c753a96e2d56 admin admin] Pushing event updated for resources: {'Port': ['ID=cec42d89-1629-4cb1-8687-013b3665bc63,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:08:05.851435 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-4be478a5-82f4-4898-9994-c753a96e2d56 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:08:05.888214 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device 41f658d9-b123-452d-bdee-0c452bd92a1b up at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 08:08:05.936489 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Provisioning complete for port 41f658d9-b123-452d-bdee-0c452bd92a1b triggered by entity L2. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 08:08:05.936897 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:08:05.937229 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Attempt 1 to provision port 41f658d9-b123-452d-bdee-0c452bd92a1b Oct 19 08:08:06.015916 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Current status of the port 41f658d9-b123-452d-bdee-0c452bd92a1b is: DOWN; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 08:08:06.016489 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:08:06.051821 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] For port 41f658d9-b123-452d-bdee-0c452bd92a1b, host dv-neutron-861624-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=41f658d9-b123-452d-bdee-0c452bd92a1b,segment=NetworkSegment(5d51812f-f843-4ffb-a5d2-d784ff656c35),segment_id=5d51812f-f843-4ffb-a5d2-d784ff656c35)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 08:08:06.056306 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:08:06.061319 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-4be478a5-82f4-4898-9994-c753a96e2d56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1692844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1693859'] for router, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:08:06.111163 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Pushing event updated for resources: {'Port': ['ID=41f658d9-b123-452d-bdee-0c452bd92a1b,revision_number=3']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:08:06.370084 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41e95c5f-1a0b-4ae5-9680-4f56dffa2229 None None] Network 21ccb145-9b1a-4e71-955d-958605e8dc18 requested from dv-neutron-861624-1-hyperv {{(pid=103334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 08:08:06.440815 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-0de0d261-2140-47bc-91e6-5f04604bf3c9 None None] Provisioning complete for port 41f658d9-b123-452d-bdee-0c452bd92a1b triggered by entity DHCP. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 08:08:06.443277 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-0de0d261-2140-47bc-91e6-5f04604bf3c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:08:06.443752 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-0de0d261-2140-47bc-91e6-5f04604bf3c9 None None] Attempt 1 to provision port 41f658d9-b123-452d-bdee-0c452bd92a1b Oct 19 08:08:06.443971 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4be478a5-82f4-4898-9994-c753a96e2d56 admin admin] Router 254f98cb-53c9-4141-9bba-fe557871f2df is scheduled to L3 agent ab388470-1243-4d53-80f2-c2f5899c97a7 with binding_index 1 {{(pid=103333) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 08:08:06.552839 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4be478a5-82f4-4898-9994-c753a96e2d56 admin admin] Notify agent at l3_agent.dv-neutron-861624-1-hyperv the message routers_updated {{(pid=103333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 08:08:06.561766 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7866dbf-dd34-4c6e-adee-4bda8b8068a3 None None] Sync routers for ids ['254f98cb-53c9-4141-9bba-fe557871f2df'] in dv-neutron-861624-1-hyperv {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 08:08:06.572323 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7866dbf-dd34-4c6e-adee-4bda8b8068a3 None None] Routers {'254f98cb-53c9-4141-9bba-fe557871f2df'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 08:08:06.572996 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-a7866dbf-dd34-4c6e-adee-4bda8b8068a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T08:07:46Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['254f98cb-53c9-4141-9bba-fe557871f2df'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:08:06.585795 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-4be478a5-82f4-4898-9994-c753a96e2d56 admin admin] Notify callbacks [] for router, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:08:06.589857 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-4be478a5-82f4-4898-9994-c753a96e2d56 admin admin] 10.222.0.27 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.7581255 Oct 19 08:08:06.590184 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 37210) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:08:06.611601 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-0de0d261-2140-47bc-91e6-5f04604bf3c9 None None] Current status of the port 41f658d9-b123-452d-bdee-0c452bd92a1b is: ACTIVE; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 08:08:06.698811 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvr_db [None req-a7866dbf-dd34-4c6e-adee-4bda8b8068a3 None None] Set router 254f98cb-53c9-4141-9bba-fe557871f2df gateway port host: dv-neutron-861624-1-hyperv {{(pid=103335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 08:08:06.889937 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-a7866dbf-dd34-4c6e-adee-4bda8b8068a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '254f98cb-53c9-4141-9bba-fe557871f2df', 'name': 'tempest-TestMinimumBasicScenario-845012488-router', 'tenant_id': 'cef8062278d3405b8f2fc762c9b6e2bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'external_fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.203'}], 'enable_snat': True}, 'gw_port_id': 'cec42d89-1629-4cb1-8687-013b3665bc63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T08:08:04Z', 'updated_at': '2022-10-19T08:08:05Z', 'revision_number': 3, 'project_id': 'cef8062278d3405b8f2fc762c9b6e2bf', 'gw_port': {'id': 'cec42d89-1629-4cb1-8687-013b3665bc63', 'name': '', 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:cb:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '254f98cb-53c9-4141-9bba-fe557871f2df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T08:08:05Z', 'updated_at': '2022-10-19T08:08:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861624-1-hyperv'}], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:08:06.916734 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7866dbf-dd34-4c6e-adee-4bda8b8068a3 None None] Checking router: 254f98cb-53c9-4141-9bba-fe557871f2df for host: dv-neutron-861624-1-hyperv {{(pid=103335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 08:08:06.917334 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7866dbf-dd34-4c6e-adee-4bda8b8068a3 None None] Updating router 254f98cb-53c9-4141-9bba-fe557871f2df port cec42d89-1629-4cb1-8687-013b3665bc63 binding host dv-neutron-861624-1-hyperv {{(pid=103335) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 08:08:06.936547 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-0a2dd05e-f2a8-4d95-83f7-a46ff5839791 None None] Provisioning complete for port 41f658d9-b123-452d-bdee-0c452bd92a1b triggered by entity DHCP. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 08:08:06.937290 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-0a2dd05e-f2a8-4d95-83f7-a46ff5839791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:08:06.937778 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-0a2dd05e-f2a8-4d95-83f7-a46ff5839791 None None] Attempt 1 to provision port 41f658d9-b123-452d-bdee-0c452bd92a1b Oct 19 08:08:06.953410 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a7866dbf-dd34-4c6e-adee-4bda8b8068a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:08:07.021953 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-0a2dd05e-f2a8-4d95-83f7-a46ff5839791 None None] Current status of the port 41f658d9-b123-452d-bdee-0c452bd92a1b is: ACTIVE; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 08:08:07.070314 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-7bbfda00-4443-4a07-b4e4-236f1700bedd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:08:07.211784 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a7866dbf-dd34-4c6e-adee-4bda8b8068a3 None None] Notify callbacks [] for port, precommit_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:08:07.217388 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a7866dbf-dd34-4c6e-adee-4bda8b8068a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:08:07.234532 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.db_base_plugin_common [None req-7bbfda00-4443-4a07-b4e4-236f1700bedd admin admin] Allocated IP 172.20.0.1 (21ccb145-9b1a-4e71-955d-958605e8dc18/efa030c3-b141-431d-9774-fa4ab1429086/99bedce2-ce8d-4b5f-8316-1501c62193fa) {{(pid=103333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 08:08:07.254257 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-a7866dbf-dd34-4c6e-adee-4bda8b8068a3 None None] Attempting to bind port cec42d89-1629-4cb1-8687-013b3665bc63 on host dv-neutron-861624-1-hyperv for vnic_type normal with profile {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 19 08:08:07.254621 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-a7866dbf-dd34-4c6e-adee-4bda8b8068a3 None None] Attempting to bind port cec42d89-1629-4cb1-8687-013b3665bc63 by drivers openvswitch,hyperv on host dv-neutron-861624-1-hyperv at level 0 using segments [{'id': '53981d04-8205-40d8-8d33-0510111d6f8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd'}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 19 08:08:07.254979 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7866dbf-dd34-4c6e-adee-4bda8b8068a3 None None] Attempting to bind port cec42d89-1629-4cb1-8687-013b3665bc63 on network 99c66757-74e3-40a4-b479-8d09e3a7c3dd {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 08:08:07.264066 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7866dbf-dd34-4c6e-adee-4bda8b8068a3 None None] Checking agent: {'id': 'a5b0152c-d633-409b-aaf8-3b76458e2410', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861624-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 19, 7, 30, 19), 'started_at': datetime.datetime(2022, 10, 19, 7, 30, 49), 'heartbeat_timestamp': datetime.datetime(2022, 10, 19, 8, 7, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861624-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 08:08:07.264429 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7866dbf-dd34-4c6e-adee-4bda8b8068a3 None None] Checking segment: {'id': '53981d04-8205-40d8-8d33-0510111d6f8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 19 08:08:07.264841 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a7866dbf-dd34-4c6e-adee-4bda8b8068a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:08:07.265220 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7866dbf-dd34-4c6e-adee-4bda8b8068a3 None None] Bound using segment: {'id': '53981d04-8205-40d8-8d33-0510111d6f8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd'} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 08:08:07.265671 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-a7866dbf-dd34-4c6e-adee-4bda8b8068a3 None None] Bound port: cec42d89-1629-4cb1-8687-013b3665bc63, host: dv-neutron-861624-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53981d04-8205-40d8-8d33-0510111d6f8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd'}}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 19 08:08:07.266036 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a7866dbf-dd34-4c6e-adee-4bda8b8068a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:08:07.290918 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777fa631-8e7a-4d58-adce-00bd6d71a145 None None] Pushing event updated for resources: {'Port': ['ID=cec42d89-1629-4cb1-8687-013b3665bc63,revision_number=2']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:08:07.304664 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777fa631-8e7a-4d58-adce-00bd6d71a145 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:08:07.305003 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777fa631-8e7a-4d58-adce-00bd6d71a145 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:08:07.305335 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777fa631-8e7a-4d58-adce-00bd6d71a145 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:08:07.305664 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777fa631-8e7a-4d58-adce-00bd6d71a145 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:08:07.305986 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777fa631-8e7a-4d58-adce-00bd6d71a145 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:08:07.306308 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777fa631-8e7a-4d58-adce-00bd6d71a145 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:08:07.306629 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777fa631-8e7a-4d58-adce-00bd6d71a145 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:08:07.306957 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777fa631-8e7a-4d58-adce-00bd6d71a145 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:08:07.307276 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777fa631-8e7a-4d58-adce-00bd6d71a145 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:08:07.307590 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777fa631-8e7a-4d58-adce-00bd6d71a145 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:08:07.307906 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777fa631-8e7a-4d58-adce-00bd6d71a145 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:08:07.308221 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777fa631-8e7a-4d58-adce-00bd6d71a145 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:08:07.337193 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-a7866dbf-dd34-4c6e-adee-4bda8b8068a3 None None] For port cec42d89-1629-4cb1-8687-013b3665bc63, host dv-neutron-861624-1-hyperv, cleared binding levels {{(pid=103335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 08:08:07.340200 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-a7866dbf-dd34-4c6e-adee-4bda8b8068a3 None None] For port cec42d89-1629-4cb1-8687-013b3665bc63, host dv-neutron-861624-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=cec42d89-1629-4cb1-8687-013b3665bc63,segment=NetworkSegment(53981d04-8205-40d8-8d33-0510111d6f8f),segment_id=53981d04-8205-40d8-8d33-0510111d6f8f)] {{(pid=103335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 08:08:07.343059 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-7bbfda00-4443-4a07-b4e4-236f1700bedd admin admin] Notify callbacks [] for port, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:08:07.344601 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a7866dbf-dd34-4c6e-adee-4bda8b8068a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:08:07.378048 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-7bbfda00-4443-4a07-b4e4-236f1700bedd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785020947330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130996763'] for port, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:08:07.381903 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7866dbf-dd34-4c6e-adee-4bda8b8068a3 None None] Routers {'254f98cb-53c9-4141-9bba-fe557871f2df'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 08:08:07.382508 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-a7866dbf-dd34-4c6e-adee-4bda8b8068a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T08:07:46Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['254f98cb-53c9-4141-9bba-fe557871f2df'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:08:07.423392 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bbfda00-4443-4a07-b4e4-236f1700bedd admin admin] Network 21ccb145-9b1a-4e71-955d-958605e8dc18 is already hosted by enough agents. {{(pid=103333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 08:08:07.426438 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-7bbfda00-4443-4a07-b4e4-236f1700bedd admin admin] Resources bound (agent type, host, resource id): {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 08:08:07.429971 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bbfda00-4443-4a07-b4e4-236f1700bedd admin admin] Received port after_create {{(pid=103333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 08:08:07.432027 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777fa631-8e7a-4d58-adce-00bd6d71a145 None None] Pushing event updated for resources: {'Port': ['ID=cec42d89-1629-4cb1-8687-013b3665bc63,revision_number=3']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:08:07.435494 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbfda00-4443-4a07-b4e4-236f1700bedd admin admin] Pushing event updated for resources: {'Port': ['ID=99bedce2-ce8d-4b5f-8316-1501c62193fa,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:08:07.472130 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-7bbfda00-4443-4a07-b4e4-236f1700bedd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1695190'] for router_interface, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:08:07.515130 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvr_db [None req-a7866dbf-dd34-4c6e-adee-4bda8b8068a3 None None] Set router 254f98cb-53c9-4141-9bba-fe557871f2df gateway port host: dv-neutron-861624-1-hyperv {{(pid=103335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 08:08:07.605893 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-7bbfda00-4443-4a07-b4e4-236f1700bedd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:08:07.701937 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-a7866dbf-dd34-4c6e-adee-4bda8b8068a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '254f98cb-53c9-4141-9bba-fe557871f2df', 'name': 'tempest-TestMinimumBasicScenario-845012488-router', 'tenant_id': 'cef8062278d3405b8f2fc762c9b6e2bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'external_fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.203'}], 'enable_snat': True}, 'gw_port_id': 'cec42d89-1629-4cb1-8687-013b3665bc63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T08:08:04Z', 'updated_at': '2022-10-19T08:08:05Z', 'revision_number': 3, 'project_id': 'cef8062278d3405b8f2fc762c9b6e2bf', 'gw_port': {'id': 'cec42d89-1629-4cb1-8687-013b3665bc63', 'name': '', 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:cb:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '254f98cb-53c9-4141-9bba-fe557871f2df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T08:08:05Z', 'updated_at': '2022-10-19T08:08:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861624-1-hyperv'}], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:08:07.732911 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7866dbf-dd34-4c6e-adee-4bda8b8068a3 None None] The sync data for ids ['254f98cb-53c9-4141-9bba-fe557871f2df'] in dv-neutron-861624-1-hyperv is: [{'id': '254f98cb-53c9-4141-9bba-fe557871f2df', 'name': 'tempest-TestMinimumBasicScenario-845012488-router', 'tenant_id': 'cef8062278d3405b8f2fc762c9b6e2bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'external_fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.203'}], 'enable_snat': True}, 'gw_port_id': 'cec42d89-1629-4cb1-8687-013b3665bc63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T08:08:04Z', 'updated_at': '2022-10-19T08:08:05Z', 'revision_number': 3, 'project_id': 'cef8062278d3405b8f2fc762c9b6e2bf', 'gw_port': {'id': 'cec42d89-1629-4cb1-8687-013b3665bc63', 'name': '', 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:cb:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '254f98cb-53c9-4141-9bba-fe557871f2df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T08:08:05Z', 'updated_at': '2022-10-19T08:08:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861624-1-hyperv'}] {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 08:08:07.745393 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-7ad54c0f-8a5f-4388-a9c7-b44ecc02f55c None None] Provisioning complete for port 99bedce2-ce8d-4b5f-8316-1501c62193fa triggered by entity DHCP. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 08:08:07.745762 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-7ad54c0f-8a5f-4388-a9c7-b44ecc02f55c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:08:07.746092 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-7ad54c0f-8a5f-4388-a9c7-b44ecc02f55c None None] Attempt 1 to provision port 99bedce2-ce8d-4b5f-8316-1501c62193fa Oct 19 08:08:07.777958 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-7bbfda00-4443-4a07-b4e4-236f1700bedd admin admin] Notify callbacks [] for port, precommit_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:08:07.783196 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-7bbfda00-4443-4a07-b4e4-236f1700bedd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130996754'] for port, after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:08:07.800962 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-7ad54c0f-8a5f-4388-a9c7-b44ecc02f55c None None] Port 99bedce2-ce8d-4b5f-8316-1501c62193fa cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 08:08:07.852845 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbfda00-4443-4a07-b4e4-236f1700bedd admin admin] Pushing event updated for resources: {'Port': ['ID=99bedce2-ce8d-4b5f-8316-1501c62193fa,revision_number=2']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:08:07.855294 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-7bbfda00-4443-4a07-b4e4-236f1700bedd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1574855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1694822'] for router_interface, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:08:07.877565 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device 41f658d9-b123-452d-bdee-0c452bd92a1b up at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 08:08:07.929085 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Provisioning complete for port 41f658d9-b123-452d-bdee-0c452bd92a1b triggered by entity L2. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 08:08:07.929634 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:08:07.930031 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Attempt 1 to provision port 41f658d9-b123-452d-bdee-0c452bd92a1b Oct 19 08:08:07.954552 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bbfda00-4443-4a07-b4e4-236f1700bedd admin admin] Network 21ccb145-9b1a-4e71-955d-958605e8dc18 is already hosted by enough agents. {{(pid=103333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 08:08:07.956052 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-7bbfda00-4443-4a07-b4e4-236f1700bedd admin admin] Resources bound (agent type, host, resource id): {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 08:08:08.042849 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Current status of the port 41f658d9-b123-452d-bdee-0c452bd92a1b is: ACTIVE; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 08:08:08.101081 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7bbfda00-4443-4a07-b4e4-236f1700bedd admin admin] Router 254f98cb-53c9-4141-9bba-fe557871f2df has already been hosted by L3 agent ab388470-1243-4d53-80f2-c2f5899c97a7 {{(pid=103333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 08:08:08.221048 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bbfda00-4443-4a07-b4e4-236f1700bedd admin admin] Notify agent at l3_agent.dv-neutron-861624-1-hyperv the message routers_updated {{(pid=103333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 08:08:08.231455 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-7bbfda00-4443-4a07-b4e4-236f1700bedd admin admin] 10.222.0.27 "PUT /v2.0/routers/254f98cb-53c9-4141-9bba-fe557871f2df/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6350887 Oct 19 08:08:08.302184 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-7ad54c0f-8a5f-4388-a9c7-b44ecc02f55c None None] Attempt 2 to provision port 99bedce2-ce8d-4b5f-8316-1501c62193fa Oct 19 08:08:08.343604 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-7ad54c0f-8a5f-4388-a9c7-b44ecc02f55c None None] Port 99bedce2-ce8d-4b5f-8316-1501c62193fa cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 08:08:08.708082 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 37226) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:08:08.713038 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-e4287cec-d700-48c0-8fd5-f4f767a290d5 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1485155542-network', 'tenant_id': '6bf72ab01ad74da4847b65c8b84281f6'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 08:08:08.732198 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4287cec-d700-48c0-8fd5-f4f767a290d5 admin admin] Made reservation on behalf of 6bf72ab01ad74da4847b65c8b84281f6 for: {'network': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 08:08:08.734644 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-e4287cec-d700-48c0-8fd5-f4f767a290d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for network, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:08:08.743560 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-e4287cec-d700-48c0-8fd5-f4f767a290d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:08:08.823296 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-e4287cec-d700-48c0-8fd5-f4f767a290d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:08:08.827745 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-e4287cec-d700-48c0-8fd5-f4f767a290d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788643'] for security_group, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:08:08.844822 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-7ad54c0f-8a5f-4388-a9c7-b44ecc02f55c None None] Attempt 3 to provision port 99bedce2-ce8d-4b5f-8316-1501c62193fa Oct 19 08:08:08.850571 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4287cec-d700-48c0-8fd5-f4f767a290d5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 161} {{(pid=103333) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 08:08:08.866630 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4287cec-d700-48c0-8fd5-f4f767a290d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=685dd337-7741-4cbe-81d7-7c81fcdc1611,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:08:08.869580 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-e4287cec-d700-48c0-8fd5-f4f767a290d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979'] for segment, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:08:08.869924 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.db.segments_db [None req-e4287cec-d700-48c0-8fd5-f4f767a290d5 admin admin] Added segment e81dd253-7fd5-42c7-a9fb-3f1874cab9f1 of type vlan for network 67682767-f49e-4e24-8c42-12cd3eebf2b7 Oct 19 08:08:08.885596 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-7ad54c0f-8a5f-4388-a9c7-b44ecc02f55c None None] Port 99bedce2-ce8d-4b5f-8316-1501c62193fa cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 08:08:08.912157 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-e4287cec-d700-48c0-8fd5-f4f767a290d5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785020965340'] for network, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:08:08.936337 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-e4287cec-d700-48c0-8fd5-f4f767a290d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873'] for network, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:08:08.937324 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4287cec-d700-48c0-8fd5-f4f767a290d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:08:08.937975 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-e4287cec-d700-48c0-8fd5-f4f767a290d5 admin admin] Notify callbacks [] for network, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:08:08.972008 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-e4287cec-d700-48c0-8fd5-f4f767a290d5 admin admin] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.2627442 Oct 19 08:08:08.975428 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 37228) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:08:08.980387 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-0b8e83b2-ec0c-48ba-a8c0-37d8bcbeca48 admin admin] Request body: {'subnet': {'network_id': '67682767-f49e-4e24-8c42-12cd3eebf2b7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1485155542-subnet', 'tenant_id': '6bf72ab01ad74da4847b65c8b84281f6', 'ip_version': 4}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 08:08:08.999934 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b8e83b2-ec0c-48ba-a8c0-37d8bcbeca48 admin admin] Made reservation on behalf of 6bf72ab01ad74da4847b65c8b84281f6 for: {'subnet': 1} {{(pid=103332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 08:08:09.002227 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4287cec-d700-48c0-8fd5-f4f767a290d5 admin admin] Pushing event updated for resources: {'Network': ['ID=67682767-f49e-4e24-8c42-12cd3eebf2b7,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:08:09.002383 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-0b8e83b2-ec0c-48ba-a8c0-37d8bcbeca48 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130659787'] for subnet, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:08:09.012985 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Network 67682767-f49e-4e24-8c42-12cd3eebf2b7 details requested by agent ovs-agent-dv-neutron-861624-1-hyperv with host dv-neutron-861624-1-hyperv {{(pid=103334) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 08:08:09.182151 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-0b8e83b2-ec0c-48ba-a8c0-37d8bcbeca48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-133552662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130659641'] for subnet, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:08:09.241050 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8e83b2-ec0c-48ba-a8c0-37d8bcbeca48 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e2d7bf9b-48fd-4dd2-a9ee-a09c6858de28,revision_number=0']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:08:09.252028 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b8e83b2-ec0c-48ba-a8c0-37d8bcbeca48 admin admin] Checking segment: {'id': 'e81dd253-7fd5-42c7-a9fb-3f1874cab9f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '67682767-f49e-4e24-8c42-12cd3eebf2b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 19 08:08:09.252381 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b8e83b2-ec0c-48ba-a8c0-37d8bcbeca48 admin admin] Network hostable DHCP agents. Network: 67682767-f49e-4e24-8c42-12cd3eebf2b7, hostable agents: ['310d813b-0e3e-4d7e-9b79-8f4ec0dbcab0'], hosted agents: [] {{(pid=103332) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 08:08:09.271423 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b8e83b2-ec0c-48ba-a8c0-37d8bcbeca48 admin admin] Network 67682767-f49e-4e24-8c42-12cd3eebf2b7 is scheduled to be hosted by DHCP agent 310d813b-0e3e-4d7e-9b79-8f4ec0dbcab0 with binding_index 1 {{(pid=103332) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 08:08:09.283848 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.base_scheduler [None req-0b8e83b2-ec0c-48ba-a8c0-37d8bcbeca48 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861624-1-hyperv, 67682767-f49e-4e24-8c42-12cd3eebf2b7) {{(pid=103332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 08:08:09.289251 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b8e83b2-ec0c-48ba-a8c0-37d8bcbeca48 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:08:09.290194 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-0b8e83b2-ec0c-48ba-a8c0-37d8bcbeca48 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:08:09.293386 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2255d241-0084-45f9-9660-12f68de0a9ab None None] Network 67682767-f49e-4e24-8c42-12cd3eebf2b7 requested from dv-neutron-861624-1-hyperv {{(pid=103334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 08:08:09.310229 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-0b8e83b2-ec0c-48ba-a8c0-37d8bcbeca48 admin admin] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3336816 Oct 19 08:08:09.312771 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 37230) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:08:09.318734 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-634dcbe7-5422-45bf-80d7-234c939fc379 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1485155542-router', 'tenant_id': '6bf72ab01ad74da4847b65c8b84281f6', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd'}}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 08:08:09.340156 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-634dcbe7-5422-45bf-80d7-234c939fc379 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1692695', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12668'] for router, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:08:09.341471 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-634dcbe7-5422-45bf-80d7-234c939fc379 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1692835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1693910', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1621825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12659'] for router, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:08:09.399639 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-634dcbe7-5422-45bf-80d7-234c939fc379 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:08:09.451408 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-7ad54c0f-8a5f-4388-a9c7-b44ecc02f55c None None] Attempt 4 to provision port 99bedce2-ce8d-4b5f-8316-1501c62193fa Oct 19 08:08:09.455883 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ce8e113-cb82-407a-8c2a-03833bdffbbf None None] Sync routers for ids ['254f98cb-53c9-4141-9bba-fe557871f2df'] in dv-neutron-861624-1-hyperv {{(pid=103334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 08:08:09.539394 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ce8e113-cb82-407a-8c2a-03833bdffbbf None None] Routers {'254f98cb-53c9-4141-9bba-fe557871f2df'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 08:08:09.539964 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-634dcbe7-5422-45bf-80d7-234c939fc379 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:08:09.540102 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-9ce8e113-cb82-407a-8c2a-03833bdffbbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T08:07:46Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['254f98cb-53c9-4141-9bba-fe557871f2df'], 'active': True} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:08:09.544284 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-7ad54c0f-8a5f-4388-a9c7-b44ecc02f55c None None] Port 99bedce2-ce8d-4b5f-8316-1501c62193fa cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 08:08:09.692937 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvr_db [None req-9ce8e113-cb82-407a-8c2a-03833bdffbbf None None] Set router 254f98cb-53c9-4141-9bba-fe557871f2df gateway port host: dv-neutron-861624-1-hyperv {{(pid=103334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 08:08:09.742506 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0213a81-9e9a-4216-a114-fecaaa54a22d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d12c6ac-27a3-545c-a8f3-f04e30423d6d-67682767-f49e-4e24-8c42-12cd3eebf2b7', 'network_id': '67682767-f49e-4e24-8c42-12cd3eebf2b7', 'tenant_id': '6bf72ab01ad74da4847b65c8b84281f6', 'fixed_ips': [{'subnet_id': 'e2d7bf9b-48fd-4dd2-a9ee-a09c6858de28'}]}} from dv-neutron-861624-1-hyperv. {{(pid=103334) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 08:08:09.743425 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-634dcbe7-5422-45bf-80d7-234c939fc379 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:08:09.743567 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d0213a81-9e9a-4216-a114-fecaaa54a22d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:08:09.763627 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-634dcbe7-5422-45bf-80d7-234c939fc379 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:08:09.885947 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.db_base_plugin_common [None req-634dcbe7-5422-45bf-80d7-234c939fc379 admin admin] Allocated IP 172.26.0.233 (99c66757-74e3-40a4-b479-8d09e3a7c3dd/7f3d1034-1de7-458a-a3ee-77488de3949b/2c9128af-5816-4556-9137-3334bb6cc532) {{(pid=103332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 08:08:09.908031 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device cec42d89-1629-4cb1-8687-013b3665bc63 up at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 08:08:09.990116 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-634dcbe7-5422-45bf-80d7-234c939fc379 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:08:10.028181 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-634dcbe7-5422-45bf-80d7-234c939fc379 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785020947330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133553798'] for port, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:08:10.045943 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-7ad54c0f-8a5f-4388-a9c7-b44ecc02f55c None None] Attempt 5 to provision port 99bedce2-ce8d-4b5f-8316-1501c62193fa Oct 19 08:08:10.055029 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.db_base_plugin_common [None req-d0213a81-9e9a-4216-a114-fecaaa54a22d None None] Allocated IP 172.20.0.2 (67682767-f49e-4e24-8c42-12cd3eebf2b7/e2d7bf9b-48fd-4dd2-a9ee-a09c6858de28/652cb51b-aac3-43f5-9047-968641c7020e) {{(pid=103334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 08:08:10.067241 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-634dcbe7-5422-45bf-80d7-234c939fc379 admin admin] Network 99c66757-74e3-40a4-b479-8d09e3a7c3dd is already hosted by enough agents. {{(pid=103332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 08:08:10.070231 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.base_scheduler [None req-634dcbe7-5422-45bf-80d7-234c939fc379 admin admin] Resources bound (agent type, host, resource id): {{(pid=103332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 08:08:10.073746 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-634dcbe7-5422-45bf-80d7-234c939fc379 admin admin] Received port after_create {{(pid=103332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 08:08:10.089210 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Provisioning complete for port cec42d89-1629-4cb1-8687-013b3665bc63 triggered by entity L2. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 08:08:10.089589 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:08:10.089931 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Attempt 1 to provision port cec42d89-1629-4cb1-8687-013b3665bc63 Oct 19 08:08:10.099063 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634dcbe7-5422-45bf-80d7-234c939fc379 admin admin] Pushing event updated for resources: {'Port': ['ID=2c9128af-5816-4556-9137-3334bb6cc532,revision_number=1']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:08:10.133943 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-7ad54c0f-8a5f-4388-a9c7-b44ecc02f55c None None] Port 99bedce2-ce8d-4b5f-8316-1501c62193fa cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 08:08:10.205973 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-9ce8e113-cb82-407a-8c2a-03833bdffbbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '254f98cb-53c9-4141-9bba-fe557871f2df', 'name': 'tempest-TestMinimumBasicScenario-845012488-router', 'tenant_id': 'cef8062278d3405b8f2fc762c9b6e2bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'external_fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.203'}], 'enable_snat': True}, 'gw_port_id': 'cec42d89-1629-4cb1-8687-013b3665bc63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T08:08:04Z', 'updated_at': '2022-10-19T08:08:07Z', 'revision_number': 4, 'project_id': 'cef8062278d3405b8f2fc762c9b6e2bf', 'gw_port': {'id': 'cec42d89-1629-4cb1-8687-013b3665bc63', 'name': '', 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:cb:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '254f98cb-53c9-4141-9bba-fe557871f2df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T08:08:05Z', 'updated_at': '2022-10-19T08:08:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861624-1-hyperv', '_interfaces': [{'id': '99bedce2-ce8d-4b5f-8316-1501c62193fa', 'name': '', 'network_id': '21ccb145-9b1a-4e71-955d-958605e8dc18', 'tenant_id': 'cef8062278d3405b8f2fc762c9b6e2bf', 'mac_address': 'fa:16:3e:42:00:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '254f98cb-53c9-4141-9bba-fe557871f2df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': 'efa030c3-b141-431d-9774-fa4ab1429086', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T08:08:07Z', 'updated_at': '2022-10-19T08:08:07Z', 'revision_number': 2, 'project_id': 'cef8062278d3405b8f2fc762c9b6e2bf', 'subnets': [{'id': 'efa030c3-b141-431d-9774-fa4ab1429086', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:08:10.241914 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ce8e113-cb82-407a-8c2a-03833bdffbbf None None] Checking router: 254f98cb-53c9-4141-9bba-fe557871f2df for host: dv-neutron-861624-1-hyperv {{(pid=103334) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 08:08:10.242171 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ce8e113-cb82-407a-8c2a-03833bdffbbf None None] Updating router 254f98cb-53c9-4141-9bba-fe557871f2df port 99bedce2-ce8d-4b5f-8316-1501c62193fa binding host dv-neutron-861624-1-hyperv {{(pid=103334) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 08:08:10.320931 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-9ce8e113-cb82-407a-8c2a-03833bdffbbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:08:10.322594 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Current status of the port cec42d89-1629-4cb1-8687-013b3665bc63 is: DOWN; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 08:08:10.322966 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:08:10.328367 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-634dcbe7-5422-45bf-80d7-234c939fc379 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:08:10.377676 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] For port cec42d89-1629-4cb1-8687-013b3665bc63, host dv-neutron-861624-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=cec42d89-1629-4cb1-8687-013b3665bc63,segment=NetworkSegment(53981d04-8205-40d8-8d33-0510111d6f8f),segment_id=53981d04-8205-40d8-8d33-0510111d6f8f)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 08:08:10.384843 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:08:10.418202 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d0213a81-9e9a-4216-a114-fecaaa54a22d None None] Notify callbacks [] for port, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:08:10.447771 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d0213a81-9e9a-4216-a114-fecaaa54a22d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785020947330'] for port, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:08:10.530096 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-634dcbe7-5422-45bf-80d7-234c939fc379 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1692844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1693859'] for router, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:08:10.539115 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0213a81-9e9a-4216-a114-fecaaa54a22d None None] Network 67682767-f49e-4e24-8c42-12cd3eebf2b7 is already hosted by enough agents. {{(pid=103334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 08:08:10.546388 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.scheduler.base_scheduler [None req-d0213a81-9e9a-4216-a114-fecaaa54a22d None None] Resources bound (agent type, host, resource id): {{(pid=103334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 08:08:10.550315 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Pushing event updated for resources: {'Port': ['ID=cec42d89-1629-4cb1-8687-013b3665bc63,revision_number=4']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:08:10.552966 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0213a81-9e9a-4216-a114-fecaaa54a22d None None] Received port after_create {{(pid=103334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 08:08:10.646138 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-7ad54c0f-8a5f-4388-a9c7-b44ecc02f55c None None] Attempt 6 to provision port 99bedce2-ce8d-4b5f-8316-1501c62193fa Oct 19 08:08:10.660632 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-634dcbe7-5422-45bf-80d7-234c939fc379 admin admin] Router 5355a0ff-8377-43ca-a7c9-b44f3c1ec500 is scheduled to L3 agent ab388470-1243-4d53-80f2-c2f5899c97a7 with binding_index 1 {{(pid=103332) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 08:08:10.709441 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0213a81-9e9a-4216-a114-fecaaa54a22d None None] Pushing event updated for resources: {'Port': ['ID=652cb51b-aac3-43f5-9047-968641c7020e,revision_number=1']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:08:10.724268 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-d0213a81-9e9a-4216-a114-fecaaa54a22d None None] Attempting to bind port 652cb51b-aac3-43f5-9047-968641c7020e on host dv-neutron-861624-1-hyperv for vnic_type normal with profile {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 19 08:08:10.724672 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-d0213a81-9e9a-4216-a114-fecaaa54a22d None None] Attempting to bind port 652cb51b-aac3-43f5-9047-968641c7020e by drivers openvswitch,hyperv on host dv-neutron-861624-1-hyperv at level 0 using segments [{'id': 'e81dd253-7fd5-42c7-a9fb-3f1874cab9f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '67682767-f49e-4e24-8c42-12cd3eebf2b7'}] {{(pid=103334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 19 08:08:10.725045 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0213a81-9e9a-4216-a114-fecaaa54a22d None None] Attempting to bind port 652cb51b-aac3-43f5-9047-968641c7020e on network 67682767-f49e-4e24-8c42-12cd3eebf2b7 {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 08:08:10.735897 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0213a81-9e9a-4216-a114-fecaaa54a22d None None] Checking agent: {'id': 'a5b0152c-d633-409b-aaf8-3b76458e2410', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861624-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 19, 7, 30, 19), 'started_at': datetime.datetime(2022, 10, 19, 7, 30, 49), 'heartbeat_timestamp': datetime.datetime(2022, 10, 19, 8, 7, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861624-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 08:08:10.736271 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0213a81-9e9a-4216-a114-fecaaa54a22d None None] Checking segment: {'id': 'e81dd253-7fd5-42c7-a9fb-3f1874cab9f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '67682767-f49e-4e24-8c42-12cd3eebf2b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 19 08:08:10.736698 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d0213a81-9e9a-4216-a114-fecaaa54a22d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:08:10.737090 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0213a81-9e9a-4216-a114-fecaaa54a22d None None] Bound using segment: {'id': 'e81dd253-7fd5-42c7-a9fb-3f1874cab9f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '67682767-f49e-4e24-8c42-12cd3eebf2b7'} {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 08:08:10.737559 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-d0213a81-9e9a-4216-a114-fecaaa54a22d None None] Bound port: 652cb51b-aac3-43f5-9047-968641c7020e, host: dv-neutron-861624-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e81dd253-7fd5-42c7-a9fb-3f1874cab9f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '67682767-f49e-4e24-8c42-12cd3eebf2b7'}}] {{(pid=103334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 19 08:08:10.737990 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d0213a81-9e9a-4216-a114-fecaaa54a22d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:08:10.743379 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-7ad54c0f-8a5f-4388-a9c7-b44ecc02f55c None None] Port 99bedce2-ce8d-4b5f-8316-1501c62193fa cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 08:08:10.768420 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-634dcbe7-5422-45bf-80d7-234c939fc379 admin admin] Notify agent at l3_agent.dv-neutron-861624-1-hyperv the message routers_updated {{(pid=103332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 08:08:10.781324 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-325d0a87-740b-4e10-9669-b621aea710eb None None] Sync routers for ids ['5355a0ff-8377-43ca-a7c9-b44f3c1ec500'] in dv-neutron-861624-1-hyperv {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 08:08:10.789209 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-634dcbe7-5422-45bf-80d7-234c939fc379 admin admin] Notify callbacks [] for router, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:08:10.793335 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-634dcbe7-5422-45bf-80d7-234c939fc379 admin admin] 10.222.0.27 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.4768925 Oct 19 08:08:10.793503 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-325d0a87-740b-4e10-9669-b621aea710eb None None] Routers {'5355a0ff-8377-43ca-a7c9-b44f3c1ec500'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 08:08:10.793503 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-325d0a87-740b-4e10-9669-b621aea710eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T08:07:46Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['5355a0ff-8377-43ca-a7c9-b44f3c1ec500'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:08:10.793718 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 37232) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:08:10.857204 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-d0213a81-9e9a-4216-a114-fecaaa54a22d None None] For port 652cb51b-aac3-43f5-9047-968641c7020e, host dv-neutron-861624-1-hyperv, cleared binding levels {{(pid=103334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 08:08:10.874818 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-d0213a81-9e9a-4216-a114-fecaaa54a22d None None] For port 652cb51b-aac3-43f5-9047-968641c7020e, host dv-neutron-861624-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=652cb51b-aac3-43f5-9047-968641c7020e,segment=NetworkSegment(e81dd253-7fd5-42c7-a9fb-3f1874cab9f1),segment_id=e81dd253-7fd5-42c7-a9fb-3f1874cab9f1)] {{(pid=103334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 08:08:10.885722 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d0213a81-9e9a-4216-a114-fecaaa54a22d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:08:10.896266 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-9ce8e113-cb82-407a-8c2a-03833bdffbbf None None] Notify callbacks [] for port, precommit_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:08:10.913382 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvr_db [None req-325d0a87-740b-4e10-9669-b621aea710eb None None] Set router 5355a0ff-8377-43ca-a7c9-b44f3c1ec500 gateway port host: dv-neutron-861624-1-hyperv {{(pid=103335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 08:08:10.920602 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-9ce8e113-cb82-407a-8c2a-03833bdffbbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:08:11.170918 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0213a81-9e9a-4216-a114-fecaaa54a22d None None] Pushing event updated for resources: {'Port': ['ID=652cb51b-aac3-43f5-9047-968641c7020e,revision_number=2']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:08:11.180113 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-9ce8e113-cb82-407a-8c2a-03833bdffbbf None None] Attempting to bind port 99bedce2-ce8d-4b5f-8316-1501c62193fa on host dv-neutron-861624-1-hyperv for vnic_type normal with profile {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 19 08:08:11.180448 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-9ce8e113-cb82-407a-8c2a-03833bdffbbf None None] Attempting to bind port 99bedce2-ce8d-4b5f-8316-1501c62193fa by drivers openvswitch,hyperv on host dv-neutron-861624-1-hyperv at level 0 using segments [{'id': '5d51812f-f843-4ffb-a5d2-d784ff656c35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '21ccb145-9b1a-4e71-955d-958605e8dc18'}] {{(pid=103334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 19 08:08:11.180987 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ce8e113-cb82-407a-8c2a-03833bdffbbf None None] Attempting to bind port 99bedce2-ce8d-4b5f-8316-1501c62193fa on network 21ccb145-9b1a-4e71-955d-958605e8dc18 {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 08:08:11.213226 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ce8e113-cb82-407a-8c2a-03833bdffbbf None None] Checking agent: {'id': 'a5b0152c-d633-409b-aaf8-3b76458e2410', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861624-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 19, 7, 30, 19), 'started_at': datetime.datetime(2022, 10, 19, 7, 30, 49), 'heartbeat_timestamp': datetime.datetime(2022, 10, 19, 8, 7, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861624-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 08:08:11.213606 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ce8e113-cb82-407a-8c2a-03833bdffbbf None None] Checking segment: {'id': '5d51812f-f843-4ffb-a5d2-d784ff656c35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '21ccb145-9b1a-4e71-955d-958605e8dc18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 19 08:08:11.214008 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-9ce8e113-cb82-407a-8c2a-03833bdffbbf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:08:11.214405 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ce8e113-cb82-407a-8c2a-03833bdffbbf None None] Bound using segment: {'id': '5d51812f-f843-4ffb-a5d2-d784ff656c35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '21ccb145-9b1a-4e71-955d-958605e8dc18'} {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 08:08:11.214886 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-9ce8e113-cb82-407a-8c2a-03833bdffbbf None None] Bound port: 99bedce2-ce8d-4b5f-8316-1501c62193fa, host: dv-neutron-861624-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d51812f-f843-4ffb-a5d2-d784ff656c35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '21ccb145-9b1a-4e71-955d-958605e8dc18'}}] {{(pid=103334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 19 08:08:11.215273 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-9ce8e113-cb82-407a-8c2a-03833bdffbbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:08:11.215556 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-325d0a87-740b-4e10-9669-b621aea710eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5355a0ff-8377-43ca-a7c9-b44f3c1ec500', 'name': 'tempest-TestMinimumBasicScenario-1485155542-router', 'tenant_id': '6bf72ab01ad74da4847b65c8b84281f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'external_fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.233'}], 'enable_snat': True}, 'gw_port_id': '2c9128af-5816-4556-9137-3334bb6cc532', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T08:08:09Z', 'updated_at': '2022-10-19T08:08:10Z', 'revision_number': 3, 'project_id': '6bf72ab01ad74da4847b65c8b84281f6', 'gw_port': {'id': '2c9128af-5816-4556-9137-3334bb6cc532', 'name': '', 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:e9:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5355a0ff-8377-43ca-a7c9-b44f3c1ec500', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1680, 'fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T08:08:09Z', 'updated_at': '2022-10-19T08:08:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861624-1-hyperv'}], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:08:11.241770 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20bc5236-27ab-4356-8383-48a130ddf9e9 None None] Pushing event updated for resources: {'Port': ['ID=99bedce2-ce8d-4b5f-8316-1501c62193fa,revision_number=3']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:08:11.247487 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-325d0a87-740b-4e10-9669-b621aea710eb None None] Checking router: 5355a0ff-8377-43ca-a7c9-b44f3c1ec500 for host: dv-neutron-861624-1-hyperv {{(pid=103335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 08:08:11.248053 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-325d0a87-740b-4e10-9669-b621aea710eb None None] Updating router 5355a0ff-8377-43ca-a7c9-b44f3c1ec500 port 2c9128af-5816-4556-9137-3334bb6cc532 binding host dv-neutron-861624-1-hyperv {{(pid=103335) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 08:08:11.263692 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-7ad54c0f-8a5f-4388-a9c7-b44ecc02f55c None None] Attempt 7 to provision port 99bedce2-ce8d-4b5f-8316-1501c62193fa Oct 19 08:08:11.276143 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-325d0a87-740b-4e10-9669-b621aea710eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:08:11.326494 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-7ad54c0f-8a5f-4388-a9c7-b44ecc02f55c None None] Port 99bedce2-ce8d-4b5f-8316-1501c62193fa cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 08:08:11.334544 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-9ce8e113-cb82-407a-8c2a-03833bdffbbf None None] For port 99bedce2-ce8d-4b5f-8316-1501c62193fa, host dv-neutron-861624-1-hyperv, cleared binding levels {{(pid=103334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 08:08:11.339707 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-9ce8e113-cb82-407a-8c2a-03833bdffbbf None None] For port 99bedce2-ce8d-4b5f-8316-1501c62193fa, host dv-neutron-861624-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=99bedce2-ce8d-4b5f-8316-1501c62193fa,segment=NetworkSegment(5d51812f-f843-4ffb-a5d2-d784ff656c35),segment_id=5d51812f-f843-4ffb-a5d2-d784ff656c35)] {{(pid=103334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 08:08:11.345456 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-9ce8e113-cb82-407a-8c2a-03833bdffbbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:08:11.356089 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-f5e059b1-f29a-4f42-be98-cae61d274b7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:08:11.392630 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ce8e113-cb82-407a-8c2a-03833bdffbbf None None] Routers {'254f98cb-53c9-4141-9bba-fe557871f2df'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 08:08:11.393504 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-9ce8e113-cb82-407a-8c2a-03833bdffbbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T08:07:46Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['254f98cb-53c9-4141-9bba-fe557871f2df'], 'active': True} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:08:11.440430 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20bc5236-27ab-4356-8383-48a130ddf9e9 None None] Pushing event updated for resources: {'Port': ['ID=99bedce2-ce8d-4b5f-8316-1501c62193fa,revision_number=4']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:08:11.515378 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvr_db [None req-9ce8e113-cb82-407a-8c2a-03833bdffbbf None None] Set router 254f98cb-53c9-4141-9bba-fe557871f2df gateway port host: dv-neutron-861624-1-hyperv {{(pid=103334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 08:08:11.533026 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.db_base_plugin_common [None req-f5e059b1-f29a-4f42-be98-cae61d274b7f admin admin] Allocated IP 172.20.0.1 (67682767-f49e-4e24-8c42-12cd3eebf2b7/e2d7bf9b-48fd-4dd2-a9ee-a09c6858de28/071d4c63-9ca0-4535-a048-c30b0dadf20f) {{(pid=103332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 08:08:11.558504 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-325d0a87-740b-4e10-9669-b621aea710eb None None] Notify callbacks [] for port, precommit_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:08:11.569230 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-325d0a87-740b-4e10-9669-b621aea710eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:08:11.606135 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-325d0a87-740b-4e10-9669-b621aea710eb None None] Attempting to bind port 2c9128af-5816-4556-9137-3334bb6cc532 on host dv-neutron-861624-1-hyperv for vnic_type normal with profile {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 19 08:08:11.606532 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-325d0a87-740b-4e10-9669-b621aea710eb None None] Attempting to bind port 2c9128af-5816-4556-9137-3334bb6cc532 by drivers openvswitch,hyperv on host dv-neutron-861624-1-hyperv at level 0 using segments [{'id': '53981d04-8205-40d8-8d33-0510111d6f8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd'}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 19 08:08:11.606770 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-325d0a87-740b-4e10-9669-b621aea710eb None None] Attempting to bind port 2c9128af-5816-4556-9137-3334bb6cc532 on network 99c66757-74e3-40a4-b479-8d09e3a7c3dd {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 08:08:11.614686 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-325d0a87-740b-4e10-9669-b621aea710eb None None] Checking agent: {'id': 'a5b0152c-d633-409b-aaf8-3b76458e2410', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861624-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 19, 7, 30, 19), 'started_at': datetime.datetime(2022, 10, 19, 7, 30, 49), 'heartbeat_timestamp': datetime.datetime(2022, 10, 19, 8, 7, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861624-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 08:08:11.615060 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-325d0a87-740b-4e10-9669-b621aea710eb None None] Checking segment: {'id': '53981d04-8205-40d8-8d33-0510111d6f8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 19 08:08:11.615462 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-325d0a87-740b-4e10-9669-b621aea710eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:08:11.615855 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-325d0a87-740b-4e10-9669-b621aea710eb None None] Bound using segment: {'id': '53981d04-8205-40d8-8d33-0510111d6f8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd'} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 08:08:11.616327 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-325d0a87-740b-4e10-9669-b621aea710eb None None] Bound port: 2c9128af-5816-4556-9137-3334bb6cc532, host: dv-neutron-861624-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53981d04-8205-40d8-8d33-0510111d6f8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd'}}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 19 08:08:11.616740 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-325d0a87-740b-4e10-9669-b621aea710eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:08:11.653593 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c41c234-cd3a-480a-8dbe-6bb1d33abf77 None None] Pushing event updated for resources: {'Port': ['ID=2c9128af-5816-4556-9137-3334bb6cc532,revision_number=2']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:08:11.658071 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-f5e059b1-f29a-4f42-be98-cae61d274b7f admin admin] Notify callbacks [] for port, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:08:11.688693 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-325d0a87-740b-4e10-9669-b621aea710eb None None] For port 2c9128af-5816-4556-9137-3334bb6cc532, host dv-neutron-861624-1-hyperv, cleared binding levels {{(pid=103335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 08:08:11.693142 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-325d0a87-740b-4e10-9669-b621aea710eb None None] For port 2c9128af-5816-4556-9137-3334bb6cc532, host dv-neutron-861624-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=2c9128af-5816-4556-9137-3334bb6cc532,segment=NetworkSegment(53981d04-8205-40d8-8d33-0510111d6f8f),segment_id=53981d04-8205-40d8-8d33-0510111d6f8f)] {{(pid=103335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 08:08:11.697799 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-f5e059b1-f29a-4f42-be98-cae61d274b7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785020947330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133553798'] for port, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:08:11.697984 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-325d0a87-740b-4e10-9669-b621aea710eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:08:11.741724 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-325d0a87-740b-4e10-9669-b621aea710eb None None] Routers {'5355a0ff-8377-43ca-a7c9-b44f3c1ec500'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 08:08:11.742491 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-325d0a87-740b-4e10-9669-b621aea710eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T08:07:46Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['5355a0ff-8377-43ca-a7c9-b44f3c1ec500'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:08:11.748767 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5e059b1-f29a-4f42-be98-cae61d274b7f admin admin] Network 67682767-f49e-4e24-8c42-12cd3eebf2b7 is already hosted by enough agents. {{(pid=103332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 08:08:11.751801 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.base_scheduler [None req-f5e059b1-f29a-4f42-be98-cae61d274b7f admin admin] Resources bound (agent type, host, resource id): {{(pid=103332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 08:08:11.757429 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5e059b1-f29a-4f42-be98-cae61d274b7f admin admin] Received port after_create {{(pid=103332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 08:08:11.760685 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e059b1-f29a-4f42-be98-cae61d274b7f admin admin] Pushing event updated for resources: {'Port': ['ID=071d4c63-9ca0-4535-a048-c30b0dadf20f,revision_number=1']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:08:11.763056 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-9ce8e113-cb82-407a-8c2a-03833bdffbbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '254f98cb-53c9-4141-9bba-fe557871f2df', 'name': 'tempest-TestMinimumBasicScenario-845012488-router', 'tenant_id': 'cef8062278d3405b8f2fc762c9b6e2bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'external_fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.203'}], 'enable_snat': True}, 'gw_port_id': 'cec42d89-1629-4cb1-8687-013b3665bc63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T08:08:04Z', 'updated_at': '2022-10-19T08:08:07Z', 'revision_number': 4, 'project_id': 'cef8062278d3405b8f2fc762c9b6e2bf', 'gw_port': {'id': 'cec42d89-1629-4cb1-8687-013b3665bc63', 'name': '', 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:cb:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '254f98cb-53c9-4141-9bba-fe557871f2df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T08:08:05Z', 'updated_at': '2022-10-19T08:08:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861624-1-hyperv', '_interfaces': [{'id': '99bedce2-ce8d-4b5f-8316-1501c62193fa', 'name': '', 'network_id': '21ccb145-9b1a-4e71-955d-958605e8dc18', 'tenant_id': 'cef8062278d3405b8f2fc762c9b6e2bf', 'mac_address': 'fa:16:3e:42:00:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '254f98cb-53c9-4141-9bba-fe557871f2df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': 'efa030c3-b141-431d-9774-fa4ab1429086', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T08:08:07Z', 'updated_at': '2022-10-19T08:08:11Z', 'revision_number': 4, 'project_id': 'cef8062278d3405b8f2fc762c9b6e2bf', 'subnets': [{'id': 'efa030c3-b141-431d-9774-fa4ab1429086', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:08:11.796744 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ce8e113-cb82-407a-8c2a-03833bdffbbf None None] The sync data for ids ['254f98cb-53c9-4141-9bba-fe557871f2df'] in dv-neutron-861624-1-hyperv is: [{'id': '254f98cb-53c9-4141-9bba-fe557871f2df', 'name': 'tempest-TestMinimumBasicScenario-845012488-router', 'tenant_id': 'cef8062278d3405b8f2fc762c9b6e2bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'external_fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.203'}], 'enable_snat': True}, 'gw_port_id': 'cec42d89-1629-4cb1-8687-013b3665bc63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T08:08:04Z', 'updated_at': '2022-10-19T08:08:07Z', 'revision_number': 4, 'project_id': 'cef8062278d3405b8f2fc762c9b6e2bf', 'gw_port': {'id': 'cec42d89-1629-4cb1-8687-013b3665bc63', 'name': '', 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:cb:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '254f98cb-53c9-4141-9bba-fe557871f2df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T08:08:05Z', 'updated_at': '2022-10-19T08:08:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861624-1-hyperv', '_interfaces': [{'id': '99bedce2-ce8d-4b5f-8316-1501c62193fa', 'name': '', 'network_id': '21ccb145-9b1a-4e71-955d-958605e8dc18', 'tenant_id': 'cef8062278d3405b8f2fc762c9b6e2bf', 'mac_address': 'fa:16:3e:42:00:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '254f98cb-53c9-4141-9bba-fe557871f2df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': 'efa030c3-b141-431d-9774-fa4ab1429086', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T08:08:07Z', 'updated_at': '2022-10-19T08:08:11Z', 'revision_number': 4, 'project_id': 'cef8062278d3405b8f2fc762c9b6e2bf', 'subnets': [{'id': 'efa030c3-b141-431d-9774-fa4ab1429086', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 08:08:11.803543 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-f5e059b1-f29a-4f42-be98-cae61d274b7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1695190'] for router_interface, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:08:11.828316 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-7ad54c0f-8a5f-4388-a9c7-b44ecc02f55c None None] Attempt 8 to provision port 99bedce2-ce8d-4b5f-8316-1501c62193fa Oct 19 08:08:11.934867 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c41c234-cd3a-480a-8dbe-6bb1d33abf77 None None] Pushing event updated for resources: {'Port': ['ID=2c9128af-5816-4556-9137-3334bb6cc532,revision_number=3']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:08:11.945678 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvr_db [None req-325d0a87-740b-4e10-9669-b621aea710eb None None] Set router 5355a0ff-8377-43ca-a7c9-b44f3c1ec500 gateway port host: dv-neutron-861624-1-hyperv {{(pid=103335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 08:08:12.004991 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-7ad54c0f-8a5f-4388-a9c7-b44ecc02f55c None None] Current status of the port 99bedce2-ce8d-4b5f-8316-1501c62193fa is: DOWN; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 08:08:12.005761 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-7ad54c0f-8a5f-4388-a9c7-b44ecc02f55c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:08:12.083813 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-7ad54c0f-8a5f-4388-a9c7-b44ecc02f55c None None] For port 99bedce2-ce8d-4b5f-8316-1501c62193fa, host dv-neutron-861624-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=99bedce2-ce8d-4b5f-8316-1501c62193fa,segment=NetworkSegment(5d51812f-f843-4ffb-a5d2-d784ff656c35),segment_id=5d51812f-f843-4ffb-a5d2-d784ff656c35)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 08:08:12.087965 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:08:12.090181 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-7ad54c0f-8a5f-4388-a9c7-b44ecc02f55c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:08:12.130544 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-f5e059b1-f29a-4f42-be98-cae61d274b7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:08:12.146983 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device cec42d89-1629-4cb1-8687-013b3665bc63 up at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 08:08:12.239478 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad54c0f-8a5f-4388-a9c7-b44ecc02f55c None None] Pushing event updated for resources: {'Port': ['ID=99bedce2-ce8d-4b5f-8316-1501c62193fa,revision_number=5']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:08:12.260433 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-325d0a87-740b-4e10-9669-b621aea710eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5355a0ff-8377-43ca-a7c9-b44f3c1ec500', 'name': 'tempest-TestMinimumBasicScenario-1485155542-router', 'tenant_id': '6bf72ab01ad74da4847b65c8b84281f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'external_fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.233'}], 'enable_snat': True}, 'gw_port_id': '2c9128af-5816-4556-9137-3334bb6cc532', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T08:08:09Z', 'updated_at': '2022-10-19T08:08:10Z', 'revision_number': 3, 'project_id': '6bf72ab01ad74da4847b65c8b84281f6', 'gw_port': {'id': '2c9128af-5816-4556-9137-3334bb6cc532', 'name': '', 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:e9:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5355a0ff-8377-43ca-a7c9-b44f3c1ec500', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1680, 'fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T08:08:09Z', 'updated_at': '2022-10-19T08:08:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861624-1-hyperv'}], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:08:12.266743 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Provisioning complete for port cec42d89-1629-4cb1-8687-013b3665bc63 triggered by entity L2. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 08:08:12.267121 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:08:12.267462 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Attempt 1 to provision port cec42d89-1629-4cb1-8687-013b3665bc63 Oct 19 08:08:12.271198 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-76affa9b-43eb-43f7-af35-e0e9fe7a7795 None None] Provisioning complete for port 99bedce2-ce8d-4b5f-8316-1501c62193fa triggered by entity DHCP. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 08:08:12.271198 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-76affa9b-43eb-43f7-af35-e0e9fe7a7795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:08:12.271567 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-76affa9b-43eb-43f7-af35-e0e9fe7a7795 None None] Attempt 1 to provision port 99bedce2-ce8d-4b5f-8316-1501c62193fa Oct 19 08:08:12.309297 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-325d0a87-740b-4e10-9669-b621aea710eb None None] The sync data for ids ['5355a0ff-8377-43ca-a7c9-b44f3c1ec500'] in dv-neutron-861624-1-hyperv is: [{'id': '5355a0ff-8377-43ca-a7c9-b44f3c1ec500', 'name': 'tempest-TestMinimumBasicScenario-1485155542-router', 'tenant_id': '6bf72ab01ad74da4847b65c8b84281f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'external_fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.233'}], 'enable_snat': True}, 'gw_port_id': '2c9128af-5816-4556-9137-3334bb6cc532', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T08:08:09Z', 'updated_at': '2022-10-19T08:08:10Z', 'revision_number': 3, 'project_id': '6bf72ab01ad74da4847b65c8b84281f6', 'gw_port': {'id': '2c9128af-5816-4556-9137-3334bb6cc532', 'name': '', 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:e9:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5355a0ff-8377-43ca-a7c9-b44f3c1ec500', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1680, 'fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T08:08:09Z', 'updated_at': '2022-10-19T08:08:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861624-1-hyperv'}] {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 08:08:12.392624 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-f5e059b1-f29a-4f42-be98-cae61d274b7f admin admin] Notify callbacks [] for port, precommit_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:08:12.400869 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-f5e059b1-f29a-4f42-be98-cae61d274b7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133553807'] for port, after_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:08:12.439043 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e014eea4-3c20-4d23-a47b-20b18fb56527 None None] Network 67682767-f49e-4e24-8c42-12cd3eebf2b7 requested from dv-neutron-861624-1-hyperv {{(pid=103334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 08:08:12.467891 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Current status of the port cec42d89-1629-4cb1-8687-013b3665bc63 is: ACTIVE; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 08:08:12.469873 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device 652cb51b-aac3-43f5-9047-968641c7020e up at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 08:08:12.475989 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-f5e059b1-f29a-4f42-be98-cae61d274b7f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1574855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1694822'] for router_interface, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:08:12.478153 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e059b1-f29a-4f42-be98-cae61d274b7f admin admin] Pushing event updated for resources: {'Port': ['ID=071d4c63-9ca0-4535-a048-c30b0dadf20f,revision_number=2']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:08:12.523984 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-76affa9b-43eb-43f7-af35-e0e9fe7a7795 None None] Current status of the port 99bedce2-ce8d-4b5f-8316-1501c62193fa is: ACTIVE; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 08:08:12.592365 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5e059b1-f29a-4f42-be98-cae61d274b7f admin admin] Network 67682767-f49e-4e24-8c42-12cd3eebf2b7 is already hosted by enough agents. {{(pid=103332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 08:08:12.595034 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.base_scheduler [None req-f5e059b1-f29a-4f42-be98-cae61d274b7f admin admin] Resources bound (agent type, host, resource id): {{(pid=103332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 08:08:12.626795 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Provisioning complete for port 652cb51b-aac3-43f5-9047-968641c7020e triggered by entity L2. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 08:08:12.627174 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:08:12.627501 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Attempt 1 to provision port 652cb51b-aac3-43f5-9047-968641c7020e Oct 19 08:08:12.745705 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-eccd1797-1789-4f57-8685-750fb3fe262c None None] Provisioning complete for port 652cb51b-aac3-43f5-9047-968641c7020e triggered by entity DHCP. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 08:08:12.746098 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-eccd1797-1789-4f57-8685-750fb3fe262c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:08:12.746466 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-eccd1797-1789-4f57-8685-750fb3fe262c None None] Attempt 1 to provision port 652cb51b-aac3-43f5-9047-968641c7020e Oct 19 08:08:12.757366 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5e059b1-f29a-4f42-be98-cae61d274b7f admin admin] Router 5355a0ff-8377-43ca-a7c9-b44f3c1ec500 has already been hosted by L3 agent ab388470-1243-4d53-80f2-c2f5899c97a7 {{(pid=103332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 08:08:12.857829 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Current status of the port 652cb51b-aac3-43f5-9047-968641c7020e is: DOWN; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 08:08:12.858269 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:08:12.901384 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5e059b1-f29a-4f42-be98-cae61d274b7f admin admin] Notify agent at l3_agent.dv-neutron-861624-1-hyperv the message routers_updated {{(pid=103332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 08:08:12.916098 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-f5e059b1-f29a-4f42-be98-cae61d274b7f admin admin] 10.222.0.27 "PUT /v2.0/routers/5355a0ff-8377-43ca-a7c9-b44f3c1ec500/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1210215 Oct 19 08:08:12.937937 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] For port 652cb51b-aac3-43f5-9047-968641c7020e, host dv-neutron-861624-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=652cb51b-aac3-43f5-9047-968641c7020e,segment=NetworkSegment(e81dd253-7fd5-42c7-a9fb-3f1874cab9f1),segment_id=e81dd253-7fd5-42c7-a9fb-3f1874cab9f1)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 08:08:12.939668 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-eccd1797-1789-4f57-8685-750fb3fe262c None None] Current status of the port 652cb51b-aac3-43f5-9047-968641c7020e is: DOWN; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 08:08:12.940082 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-eccd1797-1789-4f57-8685-750fb3fe262c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:08:12.947500 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:08:13.049241 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Pushing event updated for resources: {'Port': ['ID=652cb51b-aac3-43f5-9047-968641c7020e,revision_number=3']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:08:13.073389 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.db.api [None req-eccd1797-1789-4f57-8685-750fb3fe262c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103334) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 19 08:08:13.073752 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG oslo_db.api [None req-eccd1797-1789-4f57-8685-750fb3fe262c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 19 08:08:13.434339 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-2c5cb526-fd4d-4160-a0cb-6878886ded97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:08:13.612133 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-eccd1797-1789-4f57-8685-750fb3fe262c None None] Current status of the port 652cb51b-aac3-43f5-9047-968641c7020e is: ACTIVE; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 08:08:13.732179 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-7025fc14-92d6-47ee-a3a6-9bd0d5cc2176 None None] Provisioning complete for port 652cb51b-aac3-43f5-9047-968641c7020e triggered by entity DHCP. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 08:08:13.732578 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-7025fc14-92d6-47ee-a3a6-9bd0d5cc2176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:08:13.732920 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-7025fc14-92d6-47ee-a3a6-9bd0d5cc2176 None None] Attempt 1 to provision port 652cb51b-aac3-43f5-9047-968641c7020e Oct 19 08:08:13.867176 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-7025fc14-92d6-47ee-a3a6-9bd0d5cc2176 None None] Current status of the port 652cb51b-aac3-43f5-9047-968641c7020e is: ACTIVE; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 08:08:13.886941 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-7025fc14-92d6-47ee-a3a6-9bd0d5cc2176 None None] Provisioning complete for port 071d4c63-9ca0-4535-a048-c30b0dadf20f triggered by entity DHCP. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 08:08:13.887541 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-7025fc14-92d6-47ee-a3a6-9bd0d5cc2176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:08:13.888029 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-7025fc14-92d6-47ee-a3a6-9bd0d5cc2176 None None] Attempt 1 to provision port 071d4c63-9ca0-4535-a048-c30b0dadf20f Oct 19 08:08:13.938477 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-7025fc14-92d6-47ee-a3a6-9bd0d5cc2176 None None] Port 071d4c63-9ca0-4535-a048-c30b0dadf20f cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 08:08:14.019935 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device 2c9128af-5816-4556-9137-3334bb6cc532 up at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 08:08:14.070823 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Provisioning complete for port 2c9128af-5816-4556-9137-3334bb6cc532 triggered by entity L2. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 08:08:14.071197 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:08:14.071538 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Attempt 1 to provision port 2c9128af-5816-4556-9137-3334bb6cc532 Oct 19 08:08:14.165116 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Current status of the port 2c9128af-5816-4556-9137-3334bb6cc532 is: DOWN; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 08:08:14.165446 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:08:14.187229 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] For port 2c9128af-5816-4556-9137-3334bb6cc532, host dv-neutron-861624-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=2c9128af-5816-4556-9137-3334bb6cc532,segment=NetworkSegment(53981d04-8205-40d8-8d33-0510111d6f8f),segment_id=53981d04-8205-40d8-8d33-0510111d6f8f)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 08:08:14.190521 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:08:14.192249 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device 652cb51b-aac3-43f5-9047-968641c7020e up at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 08:08:14.267414 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Pushing event updated for resources: {'Port': ['ID=2c9128af-5816-4556-9137-3334bb6cc532,revision_number=4']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:08:14.283455 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Provisioning complete for port 652cb51b-aac3-43f5-9047-968641c7020e triggered by entity L2. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 08:08:14.283836 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:08:14.284168 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Attempt 1 to provision port 652cb51b-aac3-43f5-9047-968641c7020e Oct 19 08:08:14.367551 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Current status of the port 652cb51b-aac3-43f5-9047-968641c7020e is: ACTIVE; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 08:08:14.368672 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device 99bedce2-ce8d-4b5f-8316-1501c62193fa up at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 08:08:14.420517 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Provisioning complete for port 99bedce2-ce8d-4b5f-8316-1501c62193fa triggered by entity L2. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 08:08:14.420913 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:08:14.421321 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Attempt 1 to provision port 99bedce2-ce8d-4b5f-8316-1501c62193fa Oct 19 08:08:14.448886 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-7025fc14-92d6-47ee-a3a6-9bd0d5cc2176 None None] Attempt 2 to provision port 071d4c63-9ca0-4535-a048-c30b0dadf20f Oct 19 08:08:14.498253 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-7025fc14-92d6-47ee-a3a6-9bd0d5cc2176 None None] Port 071d4c63-9ca0-4535-a048-c30b0dadf20f cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 08:08:14.538757 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Current status of the port 99bedce2-ce8d-4b5f-8316-1501c62193fa is: ACTIVE; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 08:08:15.000142 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-7025fc14-92d6-47ee-a3a6-9bd0d5cc2176 None None] Attempt 3 to provision port 071d4c63-9ca0-4535-a048-c30b0dadf20f Oct 19 08:08:15.046671 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-7025fc14-92d6-47ee-a3a6-9bd0d5cc2176 None None] Port 071d4c63-9ca0-4535-a048-c30b0dadf20f cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 08:08:15.146350 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd7a9dfc-df9f-4b12-a1f9-8a7b584d57cb None None] Sync routers for ids ['5355a0ff-8377-43ca-a7c9-b44f3c1ec500'] in dv-neutron-861624-1-hyperv {{(pid=103334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 08:08:15.156965 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd7a9dfc-df9f-4b12-a1f9-8a7b584d57cb None None] Routers {'5355a0ff-8377-43ca-a7c9-b44f3c1ec500'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 08:08:15.157573 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-cd7a9dfc-df9f-4b12-a1f9-8a7b584d57cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T08:07:46Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['5355a0ff-8377-43ca-a7c9-b44f3c1ec500'], 'active': True} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:08:15.271581 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvr_db [None req-cd7a9dfc-df9f-4b12-a1f9-8a7b584d57cb None None] Set router 5355a0ff-8377-43ca-a7c9-b44f3c1ec500 gateway port host: dv-neutron-861624-1-hyperv {{(pid=103334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 08:08:15.551948 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-7025fc14-92d6-47ee-a3a6-9bd0d5cc2176 None None] Attempt 4 to provision port 071d4c63-9ca0-4535-a048-c30b0dadf20f Oct 19 08:08:15.609467 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-7025fc14-92d6-47ee-a3a6-9bd0d5cc2176 None None] Port 071d4c63-9ca0-4535-a048-c30b0dadf20f cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 08:08:15.664378 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-cd7a9dfc-df9f-4b12-a1f9-8a7b584d57cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5355a0ff-8377-43ca-a7c9-b44f3c1ec500', 'name': 'tempest-TestMinimumBasicScenario-1485155542-router', 'tenant_id': '6bf72ab01ad74da4847b65c8b84281f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'external_fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.233'}], 'enable_snat': True}, 'gw_port_id': '2c9128af-5816-4556-9137-3334bb6cc532', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T08:08:09Z', 'updated_at': '2022-10-19T08:08:12Z', 'revision_number': 4, 'project_id': '6bf72ab01ad74da4847b65c8b84281f6', 'gw_port': {'id': '2c9128af-5816-4556-9137-3334bb6cc532', 'name': '', 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:e9:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5355a0ff-8377-43ca-a7c9-b44f3c1ec500', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1680, 'fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T08:08:09Z', 'updated_at': '2022-10-19T08:08:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861624-1-hyperv', '_interfaces': [{'id': '071d4c63-9ca0-4535-a048-c30b0dadf20f', 'name': '', 'network_id': '67682767-f49e-4e24-8c42-12cd3eebf2b7', 'tenant_id': '6bf72ab01ad74da4847b65c8b84281f6', 'mac_address': 'fa:16:3e:97:77:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5355a0ff-8377-43ca-a7c9-b44f3c1ec500', 'device_owner': 'network:router_interface', 'standard_attr_id': 1682, 'fixed_ips': [{'subnet_id': 'e2d7bf9b-48fd-4dd2-a9ee-a09c6858de28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T08:08:11Z', 'updated_at': '2022-10-19T08:08:12Z', 'revision_number': 2, 'project_id': '6bf72ab01ad74da4847b65c8b84281f6', 'subnets': [{'id': 'e2d7bf9b-48fd-4dd2-a9ee-a09c6858de28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:08:15.691141 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd7a9dfc-df9f-4b12-a1f9-8a7b584d57cb None None] Checking router: 5355a0ff-8377-43ca-a7c9-b44f3c1ec500 for host: dv-neutron-861624-1-hyperv {{(pid=103334) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 08:08:15.691592 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd7a9dfc-df9f-4b12-a1f9-8a7b584d57cb None None] Updating router 5355a0ff-8377-43ca-a7c9-b44f3c1ec500 port 071d4c63-9ca0-4535-a048-c30b0dadf20f binding host dv-neutron-861624-1-hyperv {{(pid=103334) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 08:08:15.723130 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-cd7a9dfc-df9f-4b12-a1f9-8a7b584d57cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:08:15.914744 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device 2c9128af-5816-4556-9137-3334bb6cc532 up at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 08:08:16.048797 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Provisioning complete for port 2c9128af-5816-4556-9137-3334bb6cc532 triggered by entity L2. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 08:08:16.051119 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:08:16.051119 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Attempt 1 to provision port 2c9128af-5816-4556-9137-3334bb6cc532 Oct 19 08:08:16.118527 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-7025fc14-92d6-47ee-a3a6-9bd0d5cc2176 None None] Attempt 5 to provision port 071d4c63-9ca0-4535-a048-c30b0dadf20f Oct 19 08:08:16.183614 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-cd7a9dfc-df9f-4b12-a1f9-8a7b584d57cb None None] Notify callbacks [] for port, precommit_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:08:16.185536 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-7025fc14-92d6-47ee-a3a6-9bd0d5cc2176 None None] Port 071d4c63-9ca0-4535-a048-c30b0dadf20f cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 08:08:16.190275 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-cd7a9dfc-df9f-4b12-a1f9-8a7b584d57cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:08:16.264281 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Current status of the port 2c9128af-5816-4556-9137-3334bb6cc532 is: ACTIVE; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 08:08:16.288983 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2214394c-652a-47c9-8203-bae9c17ecf44 None None] Pushing event updated for resources: {'Port': ['ID=071d4c63-9ca0-4535-a048-c30b0dadf20f,revision_number=3']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:08:16.326389 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-cd7a9dfc-df9f-4b12-a1f9-8a7b584d57cb None None] Attempting to bind port 071d4c63-9ca0-4535-a048-c30b0dadf20f on host dv-neutron-861624-1-hyperv for vnic_type normal with profile {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 19 08:08:16.326757 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-cd7a9dfc-df9f-4b12-a1f9-8a7b584d57cb None None] Attempting to bind port 071d4c63-9ca0-4535-a048-c30b0dadf20f by drivers openvswitch,hyperv on host dv-neutron-861624-1-hyperv at level 0 using segments [{'id': 'e81dd253-7fd5-42c7-a9fb-3f1874cab9f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '67682767-f49e-4e24-8c42-12cd3eebf2b7'}] {{(pid=103334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 19 08:08:16.327106 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd7a9dfc-df9f-4b12-a1f9-8a7b584d57cb None None] Attempting to bind port 071d4c63-9ca0-4535-a048-c30b0dadf20f on network 67682767-f49e-4e24-8c42-12cd3eebf2b7 {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 08:08:16.338560 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd7a9dfc-df9f-4b12-a1f9-8a7b584d57cb None None] Checking agent: {'id': 'a5b0152c-d633-409b-aaf8-3b76458e2410', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861624-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 19, 7, 30, 19), 'started_at': datetime.datetime(2022, 10, 19, 7, 30, 49), 'heartbeat_timestamp': datetime.datetime(2022, 10, 19, 8, 7, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861624-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 08:08:16.339026 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd7a9dfc-df9f-4b12-a1f9-8a7b584d57cb None None] Checking segment: {'id': 'e81dd253-7fd5-42c7-a9fb-3f1874cab9f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '67682767-f49e-4e24-8c42-12cd3eebf2b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 19 08:08:16.339434 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-cd7a9dfc-df9f-4b12-a1f9-8a7b584d57cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:08:16.339822 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd7a9dfc-df9f-4b12-a1f9-8a7b584d57cb None None] Bound using segment: {'id': 'e81dd253-7fd5-42c7-a9fb-3f1874cab9f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '67682767-f49e-4e24-8c42-12cd3eebf2b7'} {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 08:08:16.340393 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-cd7a9dfc-df9f-4b12-a1f9-8a7b584d57cb None None] Bound port: 071d4c63-9ca0-4535-a048-c30b0dadf20f, host: dv-neutron-861624-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e81dd253-7fd5-42c7-a9fb-3f1874cab9f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '67682767-f49e-4e24-8c42-12cd3eebf2b7'}}] {{(pid=103334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 19 08:08:16.340874 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-cd7a9dfc-df9f-4b12-a1f9-8a7b584d57cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:08:16.365967 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-1c9fd7ae-a005-427a-92b7-28f935374c50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:08:16.421604 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-cd7a9dfc-df9f-4b12-a1f9-8a7b584d57cb None None] For port 071d4c63-9ca0-4535-a048-c30b0dadf20f, host dv-neutron-861624-1-hyperv, cleared binding levels {{(pid=103334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 08:08:16.424964 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-cd7a9dfc-df9f-4b12-a1f9-8a7b584d57cb None None] For port 071d4c63-9ca0-4535-a048-c30b0dadf20f, host dv-neutron-861624-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=071d4c63-9ca0-4535-a048-c30b0dadf20f,segment=NetworkSegment(e81dd253-7fd5-42c7-a9fb-3f1874cab9f1),segment_id=e81dd253-7fd5-42c7-a9fb-3f1874cab9f1)] {{(pid=103334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 08:08:16.430625 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-cd7a9dfc-df9f-4b12-a1f9-8a7b584d57cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:08:16.490476 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd7a9dfc-df9f-4b12-a1f9-8a7b584d57cb None None] Routers {'5355a0ff-8377-43ca-a7c9-b44f3c1ec500'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 08:08:16.491125 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-cd7a9dfc-df9f-4b12-a1f9-8a7b584d57cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T08:08:16Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['5355a0ff-8377-43ca-a7c9-b44f3c1ec500'], 'active': True} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:08:16.559482 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2214394c-652a-47c9-8203-bae9c17ecf44 None None] Pushing event updated for resources: {'Port': ['ID=071d4c63-9ca0-4535-a048-c30b0dadf20f,revision_number=4']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:08:16.646983 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvr_db [None req-cd7a9dfc-df9f-4b12-a1f9-8a7b584d57cb None None] Set router 5355a0ff-8377-43ca-a7c9-b44f3c1ec500 gateway port host: dv-neutron-861624-1-hyperv {{(pid=103334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 08:08:16.687685 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-7025fc14-92d6-47ee-a3a6-9bd0d5cc2176 None None] Attempt 6 to provision port 071d4c63-9ca0-4535-a048-c30b0dadf20f Oct 19 08:08:16.893833 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-7025fc14-92d6-47ee-a3a6-9bd0d5cc2176 None None] Current status of the port 071d4c63-9ca0-4535-a048-c30b0dadf20f is: DOWN; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 08:08:16.894812 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-7025fc14-92d6-47ee-a3a6-9bd0d5cc2176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:08:16.938197 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-7025fc14-92d6-47ee-a3a6-9bd0d5cc2176 None None] For port 071d4c63-9ca0-4535-a048-c30b0dadf20f, host dv-neutron-861624-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=071d4c63-9ca0-4535-a048-c30b0dadf20f,segment=NetworkSegment(e81dd253-7fd5-42c7-a9fb-3f1874cab9f1),segment_id=e81dd253-7fd5-42c7-a9fb-3f1874cab9f1)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 08:08:16.944934 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-7025fc14-92d6-47ee-a3a6-9bd0d5cc2176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:08:16.983008 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-cd7a9dfc-df9f-4b12-a1f9-8a7b584d57cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5355a0ff-8377-43ca-a7c9-b44f3c1ec500', 'name': 'tempest-TestMinimumBasicScenario-1485155542-router', 'tenant_id': '6bf72ab01ad74da4847b65c8b84281f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'external_fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.233'}], 'enable_snat': True}, 'gw_port_id': '2c9128af-5816-4556-9137-3334bb6cc532', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T08:08:09Z', 'updated_at': '2022-10-19T08:08:12Z', 'revision_number': 4, 'project_id': '6bf72ab01ad74da4847b65c8b84281f6', 'gw_port': {'id': '2c9128af-5816-4556-9137-3334bb6cc532', 'name': '', 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:e9:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5355a0ff-8377-43ca-a7c9-b44f3c1ec500', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1680, 'fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T08:08:09Z', 'updated_at': '2022-10-19T08:08:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861624-1-hyperv', '_interfaces': [{'id': '071d4c63-9ca0-4535-a048-c30b0dadf20f', 'name': '', 'network_id': '67682767-f49e-4e24-8c42-12cd3eebf2b7', 'tenant_id': '6bf72ab01ad74da4847b65c8b84281f6', 'mac_address': 'fa:16:3e:97:77:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5355a0ff-8377-43ca-a7c9-b44f3c1ec500', 'device_owner': 'network:router_interface', 'standard_attr_id': 1682, 'fixed_ips': [{'subnet_id': 'e2d7bf9b-48fd-4dd2-a9ee-a09c6858de28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T08:08:11Z', 'updated_at': '2022-10-19T08:08:16Z', 'revision_number': 4, 'project_id': '6bf72ab01ad74da4847b65c8b84281f6', 'subnets': [{'id': 'e2d7bf9b-48fd-4dd2-a9ee-a09c6858de28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:08:17.015055 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd7a9dfc-df9f-4b12-a1f9-8a7b584d57cb None None] The sync data for ids ['5355a0ff-8377-43ca-a7c9-b44f3c1ec500'] in dv-neutron-861624-1-hyperv is: [{'id': '5355a0ff-8377-43ca-a7c9-b44f3c1ec500', 'name': 'tempest-TestMinimumBasicScenario-1485155542-router', 'tenant_id': '6bf72ab01ad74da4847b65c8b84281f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'external_fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.233'}], 'enable_snat': True}, 'gw_port_id': '2c9128af-5816-4556-9137-3334bb6cc532', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T08:08:09Z', 'updated_at': '2022-10-19T08:08:12Z', 'revision_number': 4, 'project_id': '6bf72ab01ad74da4847b65c8b84281f6', 'gw_port': {'id': '2c9128af-5816-4556-9137-3334bb6cc532', 'name': '', 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:e9:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5355a0ff-8377-43ca-a7c9-b44f3c1ec500', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1680, 'fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T08:08:09Z', 'updated_at': '2022-10-19T08:08:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861624-1-hyperv', '_interfaces': [{'id': '071d4c63-9ca0-4535-a048-c30b0dadf20f', 'name': '', 'network_id': '67682767-f49e-4e24-8c42-12cd3eebf2b7', 'tenant_id': '6bf72ab01ad74da4847b65c8b84281f6', 'mac_address': 'fa:16:3e:97:77:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5355a0ff-8377-43ca-a7c9-b44f3c1ec500', 'device_owner': 'network:router_interface', 'standard_attr_id': 1682, 'fixed_ips': [{'subnet_id': 'e2d7bf9b-48fd-4dd2-a9ee-a09c6858de28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T08:08:11Z', 'updated_at': '2022-10-19T08:08:16Z', 'revision_number': 4, 'project_id': '6bf72ab01ad74da4847b65c8b84281f6', 'subnets': [{'id': 'e2d7bf9b-48fd-4dd2-a9ee-a09c6858de28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 08:08:17.032914 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7025fc14-92d6-47ee-a3a6-9bd0d5cc2176 None None] Pushing event updated for resources: {'Port': ['ID=071d4c63-9ca0-4535-a048-c30b0dadf20f,revision_number=5']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:08:17.912956 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device 071d4c63-9ca0-4535-a048-c30b0dadf20f up at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 08:08:17.967043 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Provisioning complete for port 071d4c63-9ca0-4535-a048-c30b0dadf20f triggered by entity L2. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 08:08:17.967706 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:08:17.968213 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Attempt 1 to provision port 071d4c63-9ca0-4535-a048-c30b0dadf20f Oct 19 08:08:18.059490 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-2a2259f7-b034-4eec-af7a-7abaede746c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:08:18.073491 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Current status of the port 071d4c63-9ca0-4535-a048-c30b0dadf20f is: ACTIVE; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 08:08:19.098581 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-1a0da505-d0f9-48c6-b7e2-53b9c5e41298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:08:19.209292 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:08:22.734795 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b813778c-ef13-4681-af60-497f2eea468e req-3b17edc9-2c4c-44c7-b599-ed660ffded5a tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:08:22.736248 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-b813778c-ef13-4681-af60-497f2eea468e req-3b17edc9-2c4c-44c7-b599-ed660ffded5a tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] 10.222.0.27 "GET /v2.0/networks?id=21ccb145-9b1a-4e71-955d-958605e8dc18 HTTP/1.1" status: 200 len: 814 time: 0.1021712 Oct 19 08:08:22.751020 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-b813778c-ef13-4681-af60-497f2eea468e req-cb084107-59f9-417f-adc7-d510c9f9428d tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] 10.222.0.27 "GET /v2.0/quotas/cef8062278d3405b8f2fc762c9b6e2bf HTTP/1.1" status: 200 len: 375 time: 0.0087678 Oct 19 08:08:22.801824 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-b813778c-ef13-4681-af60-497f2eea468e req-c5646f47-c2f4-463e-88f2-0f87756a8c59 tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] 10.222.0.27 "GET /v2.0/ports?tenant_id=cef8062278d3405b8f2fc762c9b6e2bf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0450118 Oct 19 08:08:22.902312 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-b813778c-ef13-4681-af60-497f2eea468e req-dfb44654-53d7-4c97-b767-eff285cd5e08 service neutron] 10.222.0.27 "GET /v2.0/networks/21ccb145-9b1a-4e71-955d-958605e8dc18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891187 Oct 19 08:08:22.991835 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-b813778c-ef13-4681-af60-497f2eea468e req-59c0b145-7d3c-4ce8-b1bb-02cba79da9f2 service neutron] 10.222.0.27 "GET /v2.0/networks/21ccb145-9b1a-4e71-955d-958605e8dc18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832801 Oct 19 08:08:23.148737 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-6ec3519e-50c3-4b45-82d5-4e85719447d0 req-cca5244d-37d0-45bf-9153-12cc894a9910 tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] 10.222.0.27 "GET /v2.0/ports?device_id=d23529a7-e637-4a5b-b683-b4d001e8dc8a HTTP/1.1" status: 200 len: 210 time: 0.0269742 Oct 19 08:08:24.043494 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b813778c-ef13-4681-af60-497f2eea468e req-c5d86b33-cd4c-4efb-87e1-aa550a96938a tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:08:24.045028 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-b813778c-ef13-4681-af60-497f2eea468e req-c5d86b33-cd4c-4efb-87e1-aa550a96938a tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] 10.222.0.16 "GET /v2.0/networks?id=21ccb145-9b1a-4e71-955d-958605e8dc18 HTTP/1.1" status: 200 len: 814 time: 0.1099513 Oct 19 08:08:24.057568 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [req-b813778c-ef13-4681-af60-497f2eea468e req-314695a5-6f48-412e-9519-012257ae5d5a tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] Request body: {'port': {'device_id': 'd23529a7-e637-4a5b-b683-b4d001e8dc8a', 'network_id': '21ccb145-9b1a-4e71-955d-958605e8dc18', 'admin_state_up': True, 'tenant_id': 'cef8062278d3405b8f2fc762c9b6e2bf'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 08:08:24.169942 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b813778c-ef13-4681-af60-497f2eea468e req-314695a5-6f48-412e-9519-012257ae5d5a tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] Made reservation on behalf of cef8062278d3405b8f2fc762c9b6e2bf for: {'port': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 08:08:24.173414 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [req-b813778c-ef13-4681-af60-497f2eea468e req-314695a5-6f48-412e-9519-012257ae5d5a tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:08:24.260361 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-f8f88fe2-ffee-40da-ae66-8f5d69eae667 req-80690d07-7a0c-4cd3-8cbe-1519d3b3404a tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] 10.222.0.27 "GET /v2.0/ports?device_id=d23529a7-e637-4a5b-b683-b4d001e8dc8a HTTP/1.1" status: 200 len: 210 time: 0.0322590 Oct 19 08:08:24.324219 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.db_base_plugin_common [req-b813778c-ef13-4681-af60-497f2eea468e req-314695a5-6f48-412e-9519-012257ae5d5a tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] Allocated IP 172.20.0.12 (21ccb145-9b1a-4e71-955d-958605e8dc18/efa030c3-b141-431d-9774-fa4ab1429086/1df8d13e-0113-49da-a103-0b38d50e7dcc) {{(pid=103333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 08:08:24.557311 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [req-b813778c-ef13-4681-af60-497f2eea468e req-314695a5-6f48-412e-9519-012257ae5d5a tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] Notify callbacks [] for port, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:08:24.597890 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [req-b813778c-ef13-4681-af60-497f2eea468e req-314695a5-6f48-412e-9519-012257ae5d5a tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785020947330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130996763'] for port, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:08:24.645594 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b813778c-ef13-4681-af60-497f2eea468e req-314695a5-6f48-412e-9519-012257ae5d5a tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] Network 21ccb145-9b1a-4e71-955d-958605e8dc18 is already hosted by enough agents. {{(pid=103333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 08:08:24.648849 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [req-b813778c-ef13-4681-af60-497f2eea468e req-314695a5-6f48-412e-9519-012257ae5d5a tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] Resources bound (agent type, host, resource id): {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 08:08:24.651978 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.l3_dvrscheduler_db [req-b813778c-ef13-4681-af60-497f2eea468e req-314695a5-6f48-412e-9519-012257ae5d5a tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] Received port after_create {{(pid=103333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 08:08:24.710590 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b813778c-ef13-4681-af60-497f2eea468e req-314695a5-6f48-412e-9519-012257ae5d5a tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:08:24.711240 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [req-b813778c-ef13-4681-af60-497f2eea468e req-314695a5-6f48-412e-9519-012257ae5d5a tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42160'] for port, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:08:24.728021 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314695a5-6f48-412e-9519-012257ae5d5a tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] Pushing event updated for resources: {'Port': ['ID=1df8d13e-0113-49da-a103-0b38d50e7dcc,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:08:24.741571 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-b813778c-ef13-4681-af60-497f2eea468e req-314695a5-6f48-412e-9519-012257ae5d5a tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6875074 Oct 19 08:08:24.748631 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314695a5-6f48-412e-9519-012257ae5d5a tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:08:24.748980 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314695a5-6f48-412e-9519-012257ae5d5a tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:08:24.749723 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314695a5-6f48-412e-9519-012257ae5d5a tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:08:24.750069 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314695a5-6f48-412e-9519-012257ae5d5a tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:08:24.752927 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314695a5-6f48-412e-9519-012257ae5d5a tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:08:24.753891 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314695a5-6f48-412e-9519-012257ae5d5a tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:08:24.754288 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314695a5-6f48-412e-9519-012257ae5d5a tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:08:24.754630 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314695a5-6f48-412e-9519-012257ae5d5a tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:08:24.756970 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314695a5-6f48-412e-9519-012257ae5d5a tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:08:24.757555 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314695a5-6f48-412e-9519-012257ae5d5a tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:08:24.758110 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314695a5-6f48-412e-9519-012257ae5d5a tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:08:24.759151 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314695a5-6f48-412e-9519-012257ae5d5a tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:08:24.928371 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-a48a2957-836a-4695-b32f-a013a65f4088 None None] Provisioning complete for port 1df8d13e-0113-49da-a103-0b38d50e7dcc triggered by entity DHCP. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 08:08:24.929293 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-a48a2957-836a-4695-b32f-a013a65f4088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:08:24.929293 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-a48a2957-836a-4695-b32f-a013a65f4088 None None] Attempt 1 to provision port 1df8d13e-0113-49da-a103-0b38d50e7dcc Oct 19 08:08:24.966680 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-a48a2957-836a-4695-b32f-a013a65f4088 None None] Port 1df8d13e-0113-49da-a103-0b38d50e7dcc cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 08:08:25.391099 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb6bb5c-3d00-49bf-a680-cebc556ecd89 req-51ae84ce-9bcc-4e96-8aaf-d542024890f6 tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:08:25.392800 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-6eb6bb5c-3d00-49bf-a680-cebc556ecd89 req-51ae84ce-9bcc-4e96-8aaf-d542024890f6 tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] 10.222.0.27 "GET /v2.0/ports?device_id=d23529a7-e637-4a5b-b683-b4d001e8dc8a HTTP/1.1" status: 200 len: 932 time: 0.0517511 Oct 19 08:08:25.437618 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-6eb6bb5c-3d00-49bf-a680-cebc556ecd89 req-c7285b0f-a62f-47c3-a616-4090a2f0b117 tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] 10.222.0.27 "GET /v2.0/security-groups?id=65fb58db-c340-495c-8aee-0d2aef88a0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366771 Oct 19 08:08:25.467446 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-a48a2957-836a-4695-b32f-a013a65f4088 None None] Attempt 2 to provision port 1df8d13e-0113-49da-a103-0b38d50e7dcc Oct 19 08:08:25.505029 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-a48a2957-836a-4695-b32f-a013a65f4088 None None] Port 1df8d13e-0113-49da-a103-0b38d50e7dcc cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 08:08:26.006603 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-a48a2957-836a-4695-b32f-a013a65f4088 None None] Attempt 3 to provision port 1df8d13e-0113-49da-a103-0b38d50e7dcc Oct 19 08:08:26.042801 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-a48a2957-836a-4695-b32f-a013a65f4088 None None] Port 1df8d13e-0113-49da-a103-0b38d50e7dcc cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 08:08:26.544343 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-a48a2957-836a-4695-b32f-a013a65f4088 None None] Attempt 4 to provision port 1df8d13e-0113-49da-a103-0b38d50e7dcc Oct 19 08:08:26.564527 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d881de-7583-4fbc-a091-41b9106851c5 req-d02647a1-2c46-4291-8c75-044ed80f8fbe tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:08:26.567570 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-20d881de-7583-4fbc-a091-41b9106851c5 req-d02647a1-2c46-4291-8c75-044ed80f8fbe tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] 10.222.0.27 "GET /v2.0/ports?device_id=d23529a7-e637-4a5b-b683-b4d001e8dc8a HTTP/1.1" status: 200 len: 932 time: 0.0539651 Oct 19 08:08:26.601078 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-a48a2957-836a-4695-b32f-a013a65f4088 None None] Port 1df8d13e-0113-49da-a103-0b38d50e7dcc cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 08:08:26.608186 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-20d881de-7583-4fbc-a091-41b9106851c5 req-9cf51a01-b941-4b69-b589-6e510fa2fccd tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] 10.222.0.27 "GET /v2.0/security-groups?id=65fb58db-c340-495c-8aee-0d2aef88a0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342615 Oct 19 08:08:27.102643 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-a48a2957-836a-4695-b32f-a013a65f4088 None None] Attempt 5 to provision port 1df8d13e-0113-49da-a103-0b38d50e7dcc Oct 19 08:08:27.143656 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-a48a2957-836a-4695-b32f-a013a65f4088 None None] Port 1df8d13e-0113-49da-a103-0b38d50e7dcc cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 08:08:27.645080 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-a48a2957-836a-4695-b32f-a013a65f4088 None None] Attempt 6 to provision port 1df8d13e-0113-49da-a103-0b38d50e7dcc Oct 19 08:08:27.679737 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-a48a2957-836a-4695-b32f-a013a65f4088 None None] Port 1df8d13e-0113-49da-a103-0b38d50e7dcc cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 08:08:27.736809 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ab34b0-c14a-456e-ab9a-dce784726ca9 req-37442b7a-c9e0-45dd-985b-d06b1ba73be0 tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:08:27.739022 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-57ab34b0-c14a-456e-ab9a-dce784726ca9 req-37442b7a-c9e0-45dd-985b-d06b1ba73be0 tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] 10.222.0.27 "GET /v2.0/ports?device_id=d23529a7-e637-4a5b-b683-b4d001e8dc8a HTTP/1.1" status: 200 len: 932 time: 0.0556803 Oct 19 08:08:27.779279 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-57ab34b0-c14a-456e-ab9a-dce784726ca9 req-647a1879-ec45-410a-a2a2-7c045fc2e0fd tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] 10.222.0.27 "GET /v2.0/security-groups?id=65fb58db-c340-495c-8aee-0d2aef88a0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343463 Oct 19 08:08:28.181276 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-a48a2957-836a-4695-b32f-a013a65f4088 None None] Attempt 7 to provision port 1df8d13e-0113-49da-a103-0b38d50e7dcc Oct 19 08:08:28.218073 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-a48a2957-836a-4695-b32f-a013a65f4088 None None] Port 1df8d13e-0113-49da-a103-0b38d50e7dcc cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 08:08:28.719799 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-a48a2957-836a-4695-b32f-a013a65f4088 None None] Attempt 8 to provision port 1df8d13e-0113-49da-a103-0b38d50e7dcc Oct 19 08:08:28.755970 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-a48a2957-836a-4695-b32f-a013a65f4088 None None] Port 1df8d13e-0113-49da-a103-0b38d50e7dcc cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 08:08:28.907209 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b264fa26-76d0-4d17-ba52-61a061565181 req-aa6feda9-a167-4ff5-9dfc-3f9431bc8343 tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:08:28.908768 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-b264fa26-76d0-4d17-ba52-61a061565181 req-aa6feda9-a167-4ff5-9dfc-3f9431bc8343 tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] 10.222.0.27 "GET /v2.0/ports?device_id=d23529a7-e637-4a5b-b683-b4d001e8dc8a HTTP/1.1" status: 200 len: 932 time: 0.0502458 Oct 19 08:08:28.957049 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-b264fa26-76d0-4d17-ba52-61a061565181 req-e95c72ef-48a3-41a9-a2a0-bb1f45e07274 tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] 10.222.0.27 "GET /v2.0/security-groups?id=65fb58db-c340-495c-8aee-0d2aef88a0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402317 Oct 19 08:08:29.256982 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-a48a2957-836a-4695-b32f-a013a65f4088 None None] Attempt 9 to provision port 1df8d13e-0113-49da-a103-0b38d50e7dcc Oct 19 08:08:29.307100 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-a48a2957-836a-4695-b32f-a013a65f4088 None None] Port 1df8d13e-0113-49da-a103-0b38d50e7dcc cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 08:08:29.808016 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-a48a2957-836a-4695-b32f-a013a65f4088 None None] Attempt 10 to provision port 1df8d13e-0113-49da-a103-0b38d50e7dcc Oct 19 08:08:29.850384 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-a48a2957-836a-4695-b32f-a013a65f4088 None None] Port 1df8d13e-0113-49da-a103-0b38d50e7dcc cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 08:08:30.088490 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46dec05f-8a7a-4a59-979e-9032233b65a4 req-984bcb1b-e575-4abc-b5bb-272bfeb09cb4 tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:08:30.090083 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-46dec05f-8a7a-4a59-979e-9032233b65a4 req-984bcb1b-e575-4abc-b5bb-272bfeb09cb4 tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] 10.222.0.27 "GET /v2.0/ports?device_id=d23529a7-e637-4a5b-b683-b4d001e8dc8a HTTP/1.1" status: 200 len: 932 time: 0.0550749 Oct 19 08:08:30.131011 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-46dec05f-8a7a-4a59-979e-9032233b65a4 req-f5bc7d80-e6ba-4f2e-b292-e2adb30b1366 tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] 10.222.0.27 "GET /v2.0/security-groups?id=65fb58db-c340-495c-8aee-0d2aef88a0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347793 Oct 19 08:08:31.260795 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fe4204-af57-457f-a931-24ff171fa05e req-8e4359ad-2999-4653-9b69-7db2ed325ae5 tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:08:31.262367 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-b9fe4204-af57-457f-a931-24ff171fa05e req-8e4359ad-2999-4653-9b69-7db2ed325ae5 tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] 10.222.0.27 "GET /v2.0/ports?device_id=d23529a7-e637-4a5b-b683-b4d001e8dc8a HTTP/1.1" status: 200 len: 932 time: 0.0557823 Oct 19 08:08:31.650400 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-b9fe4204-af57-457f-a931-24ff171fa05e req-7ea2384e-283b-442d-91d4-4d69490e8e52 tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] 10.222.0.27 "GET /v2.0/security-groups?id=65fb58db-c340-495c-8aee-0d2aef88a0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3814726 Oct 19 08:08:32.423970 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [req-b813778c-ef13-4681-af60-497f2eea468e req-890ec767-d973-49b5-b7c3-401c5e9561e5 service neutron] Request body: {'port': {'device_id': 'd23529a7-e637-4a5b-b683-b4d001e8dc8a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8616'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 08:08:32.478485 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [req-b813778c-ef13-4681-af60-497f2eea468e req-890ec767-d973-49b5-b7c3-401c5e9561e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:08:32.749978 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.notifiers.nova [req-b813778c-ef13-4681-af60-497f2eea468e req-890ec767-d973-49b5-b7c3-401c5e9561e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1df8d13e-0113-49da-a103-0b38d50e7dcc {{(pid=103333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 19 08:08:32.758050 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [req-b813778c-ef13-4681-af60-497f2eea468e req-890ec767-d973-49b5-b7c3-401c5e9561e5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:08:32.770430 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.provisioning_blocks [req-b813778c-ef13-4681-af60-497f2eea468e req-890ec767-d973-49b5-b7c3-401c5e9561e5 service neutron] Transition to ACTIVE for port object 1df8d13e-0113-49da-a103-0b38d50e7dcc will not be triggered until provisioned by entity L2. {{(pid=103333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 19 08:08:32.771540 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8178c1e-3ebd-45d5-b003-05c58b62cdcb req-6848376e-6fc0-4b6e-8118-ff10ebf30509 tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:08:32.773684 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-c8178c1e-3ebd-45d5-b003-05c58b62cdcb req-6848376e-6fc0-4b6e-8118-ff10ebf30509 tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] 10.222.0.27 "GET /v2.0/ports?device_id=d23529a7-e637-4a5b-b683-b4d001e8dc8a HTTP/1.1" status: 200 len: 932 time: 0.0490010 Oct 19 08:08:32.774508 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [req-b813778c-ef13-4681-af60-497f2eea468e req-890ec767-d973-49b5-b7c3-401c5e9561e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130996754'] for port, after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:08:32.812080 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-c8178c1e-3ebd-45d5-b003-05c58b62cdcb req-3b1159a7-e86c-4dc8-b756-ab76777f438b tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] 10.222.0.27 "GET /v2.0/security-groups?id=65fb58db-c340-495c-8aee-0d2aef88a0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324647 Oct 19 08:08:32.854050 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890ec767-d973-49b5-b7c3-401c5e9561e5 service neutron] Pushing event updated for resources: {'Port': ['ID=1df8d13e-0113-49da-a103-0b38d50e7dcc,revision_number=2']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:08:32.879838 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.managers [req-b813778c-ef13-4681-af60-497f2eea468e req-890ec767-d973-49b5-b7c3-401c5e9561e5 service neutron] Attempting to bind port 1df8d13e-0113-49da-a103-0b38d50e7dcc on host hv-neutron-8616 for vnic_type normal with profile {{(pid=103333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 19 08:08:32.880167 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.managers [req-b813778c-ef13-4681-af60-497f2eea468e req-890ec767-d973-49b5-b7c3-401c5e9561e5 service neutron] Attempting to bind port 1df8d13e-0113-49da-a103-0b38d50e7dcc by drivers openvswitch,hyperv on host hv-neutron-8616 at level 0 using segments [{'id': '5d51812f-f843-4ffb-a5d2-d784ff656c35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '21ccb145-9b1a-4e71-955d-958605e8dc18'}] {{(pid=103333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 19 08:08:32.880492 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b813778c-ef13-4681-af60-497f2eea468e req-890ec767-d973-49b5-b7c3-401c5e9561e5 service neutron] Attempting to bind port 1df8d13e-0113-49da-a103-0b38d50e7dcc on network 21ccb145-9b1a-4e71-955d-958605e8dc18 {{(pid=103333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 08:08:32.884639 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b813778c-ef13-4681-af60-497f2eea468e req-890ec767-d973-49b5-b7c3-401c5e9561e5 service neutron] Port 1df8d13e-0113-49da-a103-0b38d50e7dcc on network 21ccb145-9b1a-4e71-955d-958605e8dc18 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8616 {{(pid=103333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 08:08:32.884957 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b813778c-ef13-4681-af60-497f2eea468e req-890ec767-d973-49b5-b7c3-401c5e9561e5 service neutron] Attempting to bind port 1df8d13e-0113-49da-a103-0b38d50e7dcc on network 21ccb145-9b1a-4e71-955d-958605e8dc18 {{(pid=103333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 08:08:32.889644 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b813778c-ef13-4681-af60-497f2eea468e req-890ec767-d973-49b5-b7c3-401c5e9561e5 service neutron] Checking agent: {'id': '5297b6e1-8fc1-4f42-910c-8f50c918ca65', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8616', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 19, 7, 36, 11), 'started_at': datetime.datetime(2022, 10, 19, 7, 36, 11), 'heartbeat_timestamp': datetime.datetime(2022, 10, 19, 8, 8, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 08:08:32.889989 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b813778c-ef13-4681-af60-497f2eea468e req-890ec767-d973-49b5-b7c3-401c5e9561e5 service neutron] Checking segment: {'id': '5d51812f-f843-4ffb-a5d2-d784ff656c35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '21ccb145-9b1a-4e71-955d-958605e8dc18'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 19 08:08:32.890363 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b813778c-ef13-4681-af60-497f2eea468e req-890ec767-d973-49b5-b7c3-401c5e9561e5 service neutron] Bound using segment: {'id': '5d51812f-f843-4ffb-a5d2-d784ff656c35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '21ccb145-9b1a-4e71-955d-958605e8dc18'} {{(pid=103333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 08:08:32.890790 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.managers [req-b813778c-ef13-4681-af60-497f2eea468e req-890ec767-d973-49b5-b7c3-401c5e9561e5 service neutron] Bound port: 1df8d13e-0113-49da-a103-0b38d50e7dcc, host: hv-neutron-8616, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d51812f-f843-4ffb-a5d2-d784ff656c35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '21ccb145-9b1a-4e71-955d-958605e8dc18'}}] {{(pid=103333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 19 08:08:32.891140 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [req-b813778c-ef13-4681-af60-497f2eea468e req-890ec767-d973-49b5-b7c3-401c5e9561e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:08:32.955569 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.db [req-b813778c-ef13-4681-af60-497f2eea468e req-890ec767-d973-49b5-b7c3-401c5e9561e5 service neutron] For port 1df8d13e-0113-49da-a103-0b38d50e7dcc, host hv-neutron-8616, cleared binding levels {{(pid=103333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 08:08:32.958847 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.db [req-b813778c-ef13-4681-af60-497f2eea468e req-890ec767-d973-49b5-b7c3-401c5e9561e5 service neutron] For port 1df8d13e-0113-49da-a103-0b38d50e7dcc, host hv-neutron-8616, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=1df8d13e-0113-49da-a103-0b38d50e7dcc,segment=NetworkSegment(5d51812f-f843-4ffb-a5d2-d784ff656c35),segment_id=5d51812f-f843-4ffb-a5d2-d784ff656c35)] {{(pid=103333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 08:08:32.963130 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [req-b813778c-ef13-4681-af60-497f2eea468e req-890ec767-d973-49b5-b7c3-401c5e9561e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130996754'] for port, after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:08:32.967041 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b813778c-ef13-4681-af60-497f2eea468e req-890ec767-d973-49b5-b7c3-401c5e9561e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:08:32.967701 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [req-b813778c-ef13-4681-af60-497f2eea468e req-890ec767-d973-49b5-b7c3-401c5e9561e5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42160'] for port, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:08:32.969088 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-b813778c-ef13-4681-af60-497f2eea468e req-890ec767-d973-49b5-b7c3-401c5e9561e5 service neutron] 10.222.0.16 "PUT /v2.0/ports/1df8d13e-0113-49da-a103-0b38d50e7dcc HTTP/1.1" status: 200 len: 1094 time: 0.5497191 Oct 19 08:08:32.969575 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd23529a7-e637-4a5b-b683-b4d001e8dc8a', 'tag': '1df8d13e-0113-49da-a103-0b38d50e7dcc'}] {{(pid=103333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 19 08:08:32.971904 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e3bb7d74903c72d9cb0d0f2f187c581e0456bd3142b101dc46d694cf75cdf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bb54a0f-7ba7-418e-a2ce-a7e0feaf8d8a" -d '{"events": [{"name": "network-changed", "server_uuid": "d23529a7-e637-4a5b-b683-b4d001e8dc8a", "tag": "1df8d13e-0113-49da-a103-0b38d50e7dcc"}]}' {{(pid=103333) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 08:08:33.017848 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 19 Oct 2022 08:08:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aaccf5f6-a818-4bc6-ae01-fdce13556ad8 x-openstack-request-id: req-aaccf5f6-a818-4bc6-ae01-fdce13556ad8 {{(pid=103333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 08:08:33.018140 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d23529a7-e637-4a5b-b683-b4d001e8dc8a", "tag": "1df8d13e-0113-49da-a103-0b38d50e7dcc", "status": "completed", "code": 200}]} {{(pid=103333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 08:08:33.018446 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-aaccf5f6-a818-4bc6-ae01-fdce13556ad8 {{(pid=103333) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 08:08:33.019034 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aaccf5f6-a818-4bc6-ae01-fdce13556ad8'] response: {'name': 'network-changed', 'server_uuid': 'd23529a7-e637-4a5b-b683-b4d001e8dc8a', 'tag': '1df8d13e-0113-49da-a103-0b38d50e7dcc', 'status': 'completed', 'code': 200} Oct 19 08:08:33.045831 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890ec767-d973-49b5-b7c3-401c5e9561e5 service neutron] Pushing event updated for resources: {'Port': ['ID=1df8d13e-0113-49da-a103-0b38d50e7dcc,revision_number=3']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:08:33.060657 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b813778c-ef13-4681-af60-497f2eea468e req-cdc58e46-0407-4f81-ac41-6e9cac95b421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:08:33.062142 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-b813778c-ef13-4681-af60-497f2eea468e req-cdc58e46-0407-4f81-ac41-6e9cac95b421 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=cef8062278d3405b8f2fc762c9b6e2bf&device_id=d23529a7-e637-4a5b-b683-b4d001e8dc8a HTTP/1.1" status: 200 len: 1097 time: 0.0547652 Oct 19 08:08:33.106145 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-b813778c-ef13-4681-af60-497f2eea468e req-94f8d812-22de-49a9-b0ff-634b18692852 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1df8d13e-0113-49da-a103-0b38d50e7dcc HTTP/1.1" status: 200 len: 217 time: 0.0368030 Oct 19 08:08:33.154553 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b813778c-ef13-4681-af60-497f2eea468e req-f5de1f99-07f2-4cd2-a71d-7bbe83782afc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:08:33.156558 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-b813778c-ef13-4681-af60-497f2eea468e req-f5de1f99-07f2-4cd2-a71d-7bbe83782afc service neutron] 10.222.0.16 "GET /v2.0/subnets?id=efa030c3-b141-431d-9774-fa4ab1429086 HTTP/1.1" status: 200 len: 853 time: 0.0433147 Oct 19 08:08:33.200597 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b813778c-ef13-4681-af60-497f2eea468e req-002c46f9-0caf-4e28-8aa2-8ef6182c923d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:08:33.202055 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-b813778c-ef13-4681-af60-497f2eea468e req-002c46f9-0caf-4e28-8aa2-8ef6182c923d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=21ccb145-9b1a-4e71-955d-958605e8dc18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0392377 Oct 19 08:08:33.294107 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-b813778c-ef13-4681-af60-497f2eea468e req-4e5f1527-c449-4a2a-8aed-ac6896b3aa89 service neutron] 10.222.0.16 "GET /v2.0/networks/21ccb145-9b1a-4e71-955d-958605e8dc18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855341 Oct 19 08:08:33.384871 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-b813778c-ef13-4681-af60-497f2eea468e req-e445449e-b3c4-402a-af86-710ec69a7298 service neutron] 10.222.0.16 "GET /v2.0/networks/21ccb145-9b1a-4e71-955d-958605e8dc18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841277 Oct 19 08:08:33.475997 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb54a0f-7ba7-418e-a2ce-a7e0feaf8d8a req-ad2af6ec-3bfa-40ca-a76a-bb0ee8af941d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:08:33.477481 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-0bb54a0f-7ba7-418e-a2ce-a7e0feaf8d8a req-ad2af6ec-3bfa-40ca-a76a-bb0ee8af941d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=cef8062278d3405b8f2fc762c9b6e2bf&device_id=d23529a7-e637-4a5b-b683-b4d001e8dc8a HTTP/1.1" status: 200 len: 1097 time: 0.0458291 Oct 19 08:08:33.567235 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb54a0f-7ba7-418e-a2ce-a7e0feaf8d8a req-c95b240b-a8b0-42e7-831a-8e9beedb2144 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:08:33.568719 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-0bb54a0f-7ba7-418e-a2ce-a7e0feaf8d8a req-c95b240b-a8b0-42e7-831a-8e9beedb2144 service neutron] 10.222.0.16 "GET /v2.0/networks?id=21ccb145-9b1a-4e71-955d-958605e8dc18 HTTP/1.1" status: 200 len: 915 time: 0.0845897 Oct 19 08:08:33.612841 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-0bb54a0f-7ba7-418e-a2ce-a7e0feaf8d8a req-458c5b3c-0234-44e8-b359-f90f0648854b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1df8d13e-0113-49da-a103-0b38d50e7dcc HTTP/1.1" status: 200 len: 217 time: 0.0368302 Oct 19 08:08:33.897575 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb54a0f-7ba7-418e-a2ce-a7e0feaf8d8a req-86a7113c-744b-4af5-9021-255ac80c608a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:08:33.899041 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-0bb54a0f-7ba7-418e-a2ce-a7e0feaf8d8a req-86a7113c-744b-4af5-9021-255ac80c608a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=efa030c3-b141-431d-9774-fa4ab1429086 HTTP/1.1" status: 200 len: 853 time: 0.2798603 Oct 19 08:08:33.935180 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e17891f-7098-4fee-8a13-5a87df3b05c0 req-cb124006-bd77-4cd1-9a0d-02b423f99953 tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:08:33.936684 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-9e17891f-7098-4fee-8a13-5a87df3b05c0 req-cb124006-bd77-4cd1-9a0d-02b423f99953 tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] 10.222.0.27 "GET /v2.0/ports?device_id=d23529a7-e637-4a5b-b683-b4d001e8dc8a HTTP/1.1" status: 200 len: 944 time: 0.0493267 Oct 19 08:08:33.945934 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb54a0f-7ba7-418e-a2ce-a7e0feaf8d8a req-247376c4-7b22-4aab-be3b-8cf097b52ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:08:33.947410 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-0bb54a0f-7ba7-418e-a2ce-a7e0feaf8d8a req-247376c4-7b22-4aab-be3b-8cf097b52ee4 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=21ccb145-9b1a-4e71-955d-958605e8dc18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0398312 Oct 19 08:08:33.977214 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-9e17891f-7098-4fee-8a13-5a87df3b05c0 req-8cd0c56a-4318-4118-bc9c-38baac829013 tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] 10.222.0.27 "GET /v2.0/security-groups?id=65fb58db-c340-495c-8aee-0d2aef88a0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340593 Oct 19 08:08:34.043238 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-0bb54a0f-7ba7-418e-a2ce-a7e0feaf8d8a req-cabc78ca-2871-4aa0-b26e-2c697aa6a636 service neutron] 10.222.0.16 "GET /v2.0/networks/21ccb145-9b1a-4e71-955d-958605e8dc18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883479 Oct 19 08:08:34.137561 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-0bb54a0f-7ba7-418e-a2ce-a7e0feaf8d8a req-7510d21c-6877-460e-8fba-df866c13cad9 service neutron] 10.222.0.16 "GET /v2.0/networks/21ccb145-9b1a-4e71-955d-958605e8dc18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867286 Oct 19 08:08:35.101196 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f6c519-395f-4087-9362-966cb2419fa7 req-ab530e5b-04f0-4ded-9edc-74e50955f635 tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:08:35.102682 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-85f6c519-395f-4087-9362-966cb2419fa7 req-ab530e5b-04f0-4ded-9edc-74e50955f635 tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] 10.222.0.27 "GET /v2.0/ports?device_id=d23529a7-e637-4a5b-b683-b4d001e8dc8a HTTP/1.1" status: 200 len: 944 time: 0.0510328 Oct 19 08:08:35.139237 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-85f6c519-395f-4087-9362-966cb2419fa7 req-10b9a821-5b07-403b-8f1e-ff376cad714b tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] 10.222.0.27 "GET /v2.0/security-groups?id=65fb58db-c340-495c-8aee-0d2aef88a0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306911 Oct 19 08:08:36.258713 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45facf4-4287-43c2-8c67-1bfb05a6e232 req-78c0d3ac-a6e3-4c2d-a404-216070df6366 tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:08:36.260180 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-f45facf4-4287-43c2-8c67-1bfb05a6e232 req-78c0d3ac-a6e3-4c2d-a404-216070df6366 tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] 10.222.0.27 "GET /v2.0/ports?device_id=d23529a7-e637-4a5b-b683-b4d001e8dc8a HTTP/1.1" status: 200 len: 944 time: 0.0486684 Oct 19 08:08:36.297134 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-f45facf4-4287-43c2-8c67-1bfb05a6e232 req-b6689bd8-505e-4f08-8caf-4e5dc85d87a4 tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] 10.222.0.27 "GET /v2.0/security-groups?id=65fb58db-c340-495c-8aee-0d2aef88a0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309310 Oct 19 08:08:36.477974 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Device 1df8d13e-0113-49da-a103-0b38d50e7dcc details requested by agent hyperv_hv-neutron-8616 with host hv-neutron-8616 {{(pid=103334) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 08:08:36.572653 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] For port 1df8d13e-0113-49da-a103-0b38d50e7dcc, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=1df8d13e-0113-49da-a103-0b38d50e7dcc,segment=NetworkSegment(5d51812f-f843-4ffb-a5d2-d784ff656c35),segment_id=5d51812f-f843-4ffb-a5d2-d784ff656c35)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 08:08:36.583734 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Returning: {'device': '1df8d13e-0113-49da-a103-0b38d50e7dcc', 'network_id': '21ccb145-9b1a-4e71-955d-958605e8dc18', 'port_id': '1df8d13e-0113-49da-a103-0b38d50e7dcc', 'mac_address': 'fa:16:3e:1d:94:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'efa030c3-b141-431d-9774-fa4ab1429086', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103334) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 08:08:36.619704 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Current status of the port 1df8d13e-0113-49da-a103-0b38d50e7dcc is: DOWN; New status is: BUILD {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 08:08:36.620085 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:08:36.632353 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.notifiers.nova [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1df8d13e-0113-49da-a103-0b38d50e7dcc {{(pid=103334) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 19 08:08:36.651115 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] For port 1df8d13e-0113-49da-a103-0b38d50e7dcc, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=1df8d13e-0113-49da-a103-0b38d50e7dcc,segment=NetworkSegment(5d51812f-f843-4ffb-a5d2-d784ff656c35),segment_id=5d51812f-f843-4ffb-a5d2-d784ff656c35)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 08:08:36.654925 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:08:36.699898 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Pushing event updated for resources: {'Port': ['ID=1df8d13e-0113-49da-a103-0b38d50e7dcc,revision_number=4']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:08:36.862218 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] get_ports_and_sgs() called for port_ids ['1df8d13e-0113-49da-a103-0b38d50e7dcc'] {{(pid=103334) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 19 08:08:37.417756 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53a1a1a-f74d-4680-94cf-e327568bd76e req-94f35dc9-c202-4f73-8510-42a6e0970f59 tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:08:37.419197 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-b53a1a1a-f74d-4680-94cf-e327568bd76e req-94f35dc9-c202-4f73-8510-42a6e0970f59 tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] 10.222.0.27 "GET /v2.0/ports?device_id=d23529a7-e637-4a5b-b683-b4d001e8dc8a HTTP/1.1" status: 200 len: 945 time: 0.0476851 Oct 19 08:08:37.458045 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-b53a1a1a-f74d-4680-94cf-e327568bd76e req-76a9c96b-22a5-42db-9b78-39526a92c78b tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] 10.222.0.27 "GET /v2.0/security-groups?id=65fb58db-c340-495c-8aee-0d2aef88a0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318134 Oct 19 08:08:37.622879 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.agents_db [None req-6057327c-4456-4c72-8e75-6d3cd9249757 None None] Agent healthcheck: found 6 active agents {{(pid=103335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 08:08:38.495682 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Device 1df8d13e-0113-49da-a103-0b38d50e7dcc up at agent hyperv_hv-neutron-8616 {{(pid=103334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 08:08:38.544926 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Provisioning for port 1df8d13e-0113-49da-a103-0b38d50e7dcc completed by entity L2. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 19 08:08:38.549184 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Provisioning complete for port 1df8d13e-0113-49da-a103-0b38d50e7dcc triggered by entity L2. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 08:08:38.550181 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:08:38.550597 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Attempt 1 to provision port 1df8d13e-0113-49da-a103-0b38d50e7dcc Oct 19 08:08:38.582784 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9cbb3e-bec9-4bae-b366-e2818eb33b4b req-0fcfe8ff-baa1-4a48-860d-3a5f9f57d988 tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:08:38.584300 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-8a9cbb3e-bec9-4bae-b366-e2818eb33b4b req-0fcfe8ff-baa1-4a48-860d-3a5f9f57d988 tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] 10.222.0.27 "GET /v2.0/ports?device_id=d23529a7-e637-4a5b-b683-b4d001e8dc8a HTTP/1.1" status: 200 len: 945 time: 0.0540428 Oct 19 08:08:38.624133 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-8a9cbb3e-bec9-4bae-b366-e2818eb33b4b req-d44b676f-b88b-44ba-98be-43cb778a8df4 tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] 10.222.0.27 "GET /v2.0/security-groups?id=65fb58db-c340-495c-8aee-0d2aef88a0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324032 Oct 19 08:08:38.628486 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Current status of the port 1df8d13e-0113-49da-a103-0b38d50e7dcc is: BUILD; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 08:08:38.628905 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:08:38.651487 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd23529a7-e637-4a5b-b683-b4d001e8dc8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1df8d13e-0113-49da-a103-0b38d50e7dcc'}] {{(pid=103334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 19 08:08:38.653776 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d918bd29c62f7e926e80ce37adcd574e0921d2de3006e6b6ef58999f52d8e2e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e4da520-c416-4fe9-9607-469eb45952c7" -d '{"events": [{"server_uuid": "d23529a7-e637-4a5b-b683-b4d001e8dc8a", "name": "network-vif-plugged", "status": "completed", "tag": "1df8d13e-0113-49da-a103-0b38d50e7dcc"}]}' {{(pid=103334) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 08:08:38.666341 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] For port 1df8d13e-0113-49da-a103-0b38d50e7dcc, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=1df8d13e-0113-49da-a103-0b38d50e7dcc,segment=NetworkSegment(5d51812f-f843-4ffb-a5d2-d784ff656c35),segment_id=5d51812f-f843-4ffb-a5d2-d784ff656c35)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 08:08:38.670257 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:08:38.693422 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 19 Oct 2022 08:08:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ff835c9-9bb0-4f98-8764-226ffde2cb75 x-openstack-request-id: req-5ff835c9-9bb0-4f98-8764-226ffde2cb75 {{(pid=103334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 08:08:38.693723 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d23529a7-e637-4a5b-b683-b4d001e8dc8a", "name": "network-vif-plugged", "status": "completed", "tag": "1df8d13e-0113-49da-a103-0b38d50e7dcc", "code": 200}]} {{(pid=103334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 08:08:38.693973 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-5ff835c9-9bb0-4f98-8764-226ffde2cb75 {{(pid=103334) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 08:08:38.694365 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5ff835c9-9bb0-4f98-8764-226ffde2cb75'] response: {'server_uuid': 'd23529a7-e637-4a5b-b683-b4d001e8dc8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1df8d13e-0113-49da-a103-0b38d50e7dcc', 'code': 200} Oct 19 08:08:38.719389 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Pushing event updated for resources: {'Port': ['ID=1df8d13e-0113-49da-a103-0b38d50e7dcc,revision_number=5']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:08:38.854552 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e6811c-53c4-468f-b483-4219f4f2f318 req-e3f2db42-ed37-466c-b8ac-935380572c61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:08:38.855937 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-52e6811c-53c4-468f-b483-4219f4f2f318 req-e3f2db42-ed37-466c-b8ac-935380572c61 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=d23529a7-e637-4a5b-b683-b4d001e8dc8a HTTP/1.1" status: 200 len: 1099 time: 0.0438731 Oct 19 08:08:38.890100 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-52e6811c-53c4-468f-b483-4219f4f2f318 req-93981818-3695-47df-a19b-c50e5f477696 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=65fb58db-c340-495c-8aee-0d2aef88a0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0271225 Oct 19 08:08:39.744424 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1aa747-b830-402c-990d-96a2adcb7482 req-bcfd3c67-6e48-4e23-9193-446f0588d765 tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:08:39.745972 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-6f1aa747-b830-402c-990d-96a2adcb7482 req-bcfd3c67-6e48-4e23-9193-446f0588d765 tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] 10.222.0.27 "GET /v2.0/ports?device_id=d23529a7-e637-4a5b-b683-b4d001e8dc8a HTTP/1.1" status: 200 len: 946 time: 0.0506239 Oct 19 08:08:39.785481 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-6f1aa747-b830-402c-990d-96a2adcb7482 req-83526d32-6409-4935-bf3e-f7c726370945 tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] 10.222.0.27 "GET /v2.0/security-groups?id=65fb58db-c340-495c-8aee-0d2aef88a0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335968 Oct 19 08:08:40.915368 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c25b95b-4400-4eb5-be46-95912f1e761a req-76de40e6-3fd6-43df-8b95-f6f65dba794e tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:08:40.916859 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-0c25b95b-4400-4eb5-be46-95912f1e761a req-76de40e6-3fd6-43df-8b95-f6f65dba794e tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] 10.222.0.27 "GET /v2.0/ports?device_id=d23529a7-e637-4a5b-b683-b4d001e8dc8a HTTP/1.1" status: 200 len: 946 time: 0.0495255 Oct 19 08:08:40.954658 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-0c25b95b-4400-4eb5-be46-95912f1e761a req-502cb871-292d-48a2-a85b-6a571801b809 tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] 10.222.0.27 "GET /v2.0/security-groups?id=65fb58db-c340-495c-8aee-0d2aef88a0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318539 Oct 19 08:08:41.077267 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906722ed-9522-480e-9f2f-234f69b7ac0c req-404ad9ab-a78a-4cb8-b477-26d5b97aca00 tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:08:41.078639 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-906722ed-9522-480e-9f2f-234f69b7ac0c req-404ad9ab-a78a-4cb8-b477-26d5b97aca00 tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] 10.222.0.27 "GET /v2.0/ports?device_id=d23529a7-e637-4a5b-b683-b4d001e8dc8a HTTP/1.1" status: 200 len: 946 time: 0.0515871 Oct 19 08:08:41.116364 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-906722ed-9522-480e-9f2f-234f69b7ac0c req-96b7bdfe-8e66-4a52-ab72-f2240d902466 tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] 10.222.0.27 "GET /v2.0/security-groups?id=65fb58db-c340-495c-8aee-0d2aef88a0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309682 Oct 19 08:08:41.446211 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce2758f-7ec6-45e0-9167-acc008af972b req-472fdfa5-5706-4db4-b771-5a2f641bdc8a tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:08:41.447682 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-fce2758f-7ec6-45e0-9167-acc008af972b req-472fdfa5-5706-4db4-b771-5a2f641bdc8a tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] 10.222.0.27 "GET /v2.0/ports?device_id=d23529a7-e637-4a5b-b683-b4d001e8dc8a HTTP/1.1" status: 200 len: 946 time: 0.0488372 Oct 19 08:08:41.484635 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-fce2758f-7ec6-45e0-9167-acc008af972b req-6a41a382-f17d-4133-9811-9edb44320f38 tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] 10.222.0.27 "GET /v2.0/security-groups?id=65fb58db-c340-495c-8aee-0d2aef88a0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310647 Oct 19 08:08:42.021374 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:08:43.437554 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-ac6e7621-87a9-4b75-8184-8b436b873182 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:08:46.101554 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-8c10f1b6-6878-49e2-ae84-2c14a0fb19e8 req-ad404735-45cd-40da-9f2d-bda42aba7bc1 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=d23529a7-e637-4a5b-b683-b4d001e8dc8a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0419266 Oct 19 08:08:46.180853 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c10f1b6-6878-49e2-ae84-2c14a0fb19e8 req-9612a99d-8db3-429f-a4d3-527f4fa5f4c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:08:46.182358 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-8c10f1b6-6878-49e2-ae84-2c14a0fb19e8 req-9612a99d-8db3-429f-a4d3-527f4fa5f4c1 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=cef8062278d3405b8f2fc762c9b6e2bf&device_id=d23529a7-e637-4a5b-b683-b4d001e8dc8a HTTP/1.1" status: 200 len: 1099 time: 0.0413752 Oct 19 08:08:46.292456 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c10f1b6-6878-49e2-ae84-2c14a0fb19e8 req-0d14aef6-54f3-4101-a036-5f3dde1300fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:08:46.293934 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-8c10f1b6-6878-49e2-ae84-2c14a0fb19e8 req-0d14aef6-54f3-4101-a036-5f3dde1300fb service neutron] 10.222.0.16 "GET /v2.0/networks?id=21ccb145-9b1a-4e71-955d-958605e8dc18 HTTP/1.1" status: 200 len: 915 time: 0.0926757 Oct 19 08:08:46.336162 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-8c10f1b6-6878-49e2-ae84-2c14a0fb19e8 req-08c24bd7-4588-4217-92a3-2545305ee7bf service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1df8d13e-0113-49da-a103-0b38d50e7dcc HTTP/1.1" status: 200 len: 217 time: 0.0360060 Oct 19 08:08:46.342870 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-2bffe2e0-80fb-4be5-b23c-e8c55fa89df7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:08:46.383737 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c10f1b6-6878-49e2-ae84-2c14a0fb19e8 req-863aefca-c834-4058-af00-969aa262e399 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:08:46.385159 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-8c10f1b6-6878-49e2-ae84-2c14a0fb19e8 req-863aefca-c834-4058-af00-969aa262e399 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=efa030c3-b141-431d-9774-fa4ab1429086 HTTP/1.1" status: 200 len: 853 time: 0.0434027 Oct 19 08:08:46.435630 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c10f1b6-6878-49e2-ae84-2c14a0fb19e8 req-a26e58d4-a1f7-4eb2-9a11-a9bd3b0e84c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:08:46.437681 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-8c10f1b6-6878-49e2-ae84-2c14a0fb19e8 req-a26e58d4-a1f7-4eb2-9a11-a9bd3b0e84c4 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=21ccb145-9b1a-4e71-955d-958605e8dc18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0466843 Oct 19 08:08:46.448973 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [req-8c10f1b6-6878-49e2-ae84-2c14a0fb19e8 req-7885476c-34f5-4358-9e9e-d4d7d2e901b7 service neutron] http://10.222.0.27:9696/v2.0/extensions returned with HTTP 200 {{(pid=103333) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 08:08:46.450355 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-8c10f1b6-6878-49e2-ae84-2c14a0fb19e8 req-7885476c-34f5-4358-9e9e-d4d7d2e901b7 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054891 Oct 19 08:08:46.543803 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-8c10f1b6-6878-49e2-ae84-2c14a0fb19e8 req-aaeb460c-0a11-452c-8ae9-4e0e111ce411 service neutron] 10.222.0.16 "GET /v2.0/networks/21ccb145-9b1a-4e71-955d-958605e8dc18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869930 Oct 19 08:08:46.636843 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-8c10f1b6-6878-49e2-ae84-2c14a0fb19e8 req-56eb981c-f275-4a16-8fc2-82c53c76621d service neutron] 10.222.0.16 "GET /v2.0/networks/21ccb145-9b1a-4e71-955d-958605e8dc18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865812 Oct 19 08:08:48.034576 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-2a2259f7-b034-4eec-af7a-7abaede746c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:08:49.099726 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-1a0da505-d0f9-48c6-b7e2-53b9c5e41298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:08:49.201160 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:08:55.276231 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76223ede-6e2f-4879-9ac7-da4e332253ca req-289a5271-44f5-4e06-b4e1-74b07663e0fb tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:08:55.277710 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-76223ede-6e2f-4879-9ac7-da4e332253ca req-289a5271-44f5-4e06-b4e1-74b07663e0fb tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] 10.222.0.27 "GET /v2.0/ports?device_id=d23529a7-e637-4a5b-b683-b4d001e8dc8a HTTP/1.1" status: 200 len: 946 time: 0.0476902 Oct 19 08:08:55.317197 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-76223ede-6e2f-4879-9ac7-da4e332253ca req-133119da-fb99-4146-bfde-0f216119663a tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] 10.222.0.27 "GET /v2.0/security-groups?id=65fb58db-c340-495c-8aee-0d2aef88a0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328536 Oct 19 08:08:55.345029 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 37438) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:08:55.479720 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee8aa369-64c9-4aa8-ae64-c3e22a9d824a tempest-TestMinimumBasicScenario-423235421 tempest-TestMinimumBasicScenario-423235421-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:08:55.481253 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-ee8aa369-64c9-4aa8-ae64-c3e22a9d824a tempest-TestMinimumBasicScenario-423235421 tempest-TestMinimumBasicScenario-423235421-project-admin] 10.222.0.27 "GET /v2.0/ports?device_id=d23529a7-e637-4a5b-b683-b4d001e8dc8a HTTP/1.1" status: 200 len: 1094 time: 0.1353042 Oct 19 08:08:55.484237 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 37442) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:08:55.488463 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-048abe35-a672-4e92-8f37-43ede4c74f33 tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] Request body: {'floatingip': {'floating_network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'port_id': '1df8d13e-0113-49da-a103-0b38d50e7dcc', 'tenant_id': 'cef8062278d3405b8f2fc762c9b6e2bf', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 08:08:55.507703 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-048abe35-a672-4e92-8f37-43ede4c74f33 tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] Notify callbacks [] for floatingip, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:08:55.604759 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-048abe35-a672-4e92-8f37-43ede4c74f33 tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:08:55.712199 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.db_base_plugin_common [None req-048abe35-a672-4e92-8f37-43ede4c74f33 tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] Allocated IP 172.26.0.6 (99c66757-74e3-40a4-b479-8d09e3a7c3dd/7f3d1034-1de7-458a-a3ee-77488de3949b/975eaa09-4cf3-4f6a-b195-364cb542a0b3) {{(pid=103332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 08:08:55.813081 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-048abe35-a672-4e92-8f37-43ede4c74f33 tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] Notify callbacks [] for port, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:08:55.847458 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-048abe35-a672-4e92-8f37-43ede4c74f33 tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785020947330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133553798'] for port, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:08:55.888669 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-048abe35-a672-4e92-8f37-43ede4c74f33 tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] Network 99c66757-74e3-40a4-b479-8d09e3a7c3dd is already hosted by enough agents. {{(pid=103332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 08:08:55.891456 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.base_scheduler [None req-048abe35-a672-4e92-8f37-43ede4c74f33 tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] Resources bound (agent type, host, resource id): {{(pid=103332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 08:08:55.895550 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-048abe35-a672-4e92-8f37-43ede4c74f33 tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] Received port after_create {{(pid=103332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 08:08:55.918254 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048abe35-a672-4e92-8f37-43ede4c74f33 tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] Pushing event updated for resources: {'Port': ['ID=975eaa09-4cf3-4f6a-b195-364cb542a0b3,revision_number=1']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:08:56.252440 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-048abe35-a672-4e92-8f37-43ede4c74f33 tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:08:56.322106 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-048abe35-a672-4e92-8f37-43ede4c74f33 tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:08:56.468808 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-048abe35-a672-4e92-8f37-43ede4c74f33 tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] Notify callbacks [] for port, precommit_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:08:56.473674 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-048abe35-a672-4e92-8f37-43ede4c74f33 tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133553807'] for port, after_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:08:56.537722 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-048abe35-a672-4e92-8f37-43ede4c74f33 tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1695041'] for floatingip, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:08:56.539238 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048abe35-a672-4e92-8f37-43ede4c74f33 tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] Pushing event updated for resources: {'Port': ['ID=975eaa09-4cf3-4f6a-b195-364cb542a0b3,revision_number=2']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:08:56.637206 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.db.l3_db [None req-048abe35-a672-4e92-8f37-43ede4c74f33 tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] Floating IP bb11a331-e51c-4d80-9e73-69455212e2b9 associated. External IP: 172.26.0.6, port: 1df8d13e-0113-49da-a103-0b38d50e7dcc. Oct 19 08:08:56.842170 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-048abe35-a672-4e92-8f37-43ede4c74f33 tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] Router 254f98cb-53c9-4141-9bba-fe557871f2df has already been hosted by L3 agent ab388470-1243-4d53-80f2-c2f5899c97a7 {{(pid=103332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 08:08:56.950171 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-048abe35-a672-4e92-8f37-43ede4c74f33 tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] Notify agent at l3_agent.dv-neutron-861624-1-hyperv the message routers_updated {{(pid=103332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 08:08:56.960067 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-067c9250-1336-45dd-887f-39aa6afa6187 None None] Sync routers for ids ['254f98cb-53c9-4141-9bba-fe557871f2df'] in dv-neutron-861624-1-hyperv {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 08:08:56.966882 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-048abe35-a672-4e92-8f37-43ede4c74f33 tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42160'] for floatingip, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:08:56.972467 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-067c9250-1336-45dd-887f-39aa6afa6187 None None] Routers {'254f98cb-53c9-4141-9bba-fe557871f2df'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 08:08:56.973160 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-067c9250-1336-45dd-887f-39aa6afa6187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T08:08:46Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['254f98cb-53c9-4141-9bba-fe557871f2df'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:08:56.996602 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-048abe35-a672-4e92-8f37-43ede4c74f33 tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] 10.222.0.27 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5084076 Oct 19 08:08:56.996602 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd23529a7-e637-4a5b-b683-b4d001e8dc8a', 'tag': '1df8d13e-0113-49da-a103-0b38d50e7dcc'}] {{(pid=103332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 19 08:08:56.996602 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a021b02cf5f527cd4bbbc40a031b51490d9893d7edeeb551bdf5128ee7546f8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7459f3c7-6a6a-4dc0-abc3-a0392e10c58e" -d '{"events": [{"name": "network-changed", "server_uuid": "d23529a7-e637-4a5b-b683-b4d001e8dc8a", "tag": "1df8d13e-0113-49da-a103-0b38d50e7dcc"}]}' {{(pid=103332) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 08:08:56.996987 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 37444) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:08:57.002946 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-81f49233-13cc-4d76-bbfe-097037af8e45 tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1398951812', 'description': 'tempest-secgroup-smoke-1398951812 description', 'project_id': 'cef8062278d3405b8f2fc762c9b6e2bf'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 08:08:57.025191 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-81f49233-13cc-4d76-bbfe-097037af8e45 tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] Notify callbacks [] for security_group, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:08:57.083531 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvr_db [None req-067c9250-1336-45dd-887f-39aa6afa6187 None None] Set router 254f98cb-53c9-4141-9bba-fe557871f2df gateway port host: dv-neutron-861624-1-hyperv {{(pid=103335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 08:08:57.100042 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-81f49233-13cc-4d76-bbfe-097037af8e45 tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] Notify callbacks [] for security_group, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:08:57.104137 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-81f49233-13cc-4d76-bbfe-097037af8e45 tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788643'] for security_group, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:08:57.136539 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-81f49233-13cc-4d76-bbfe-097037af8e45 tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] Notify callbacks [] for security_group, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:08:57.140547 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-81f49233-13cc-4d76-bbfe-097037af8e45 tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] 10.222.0.27 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1396012 Oct 19 08:08:57.141200 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 37450) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:08:57.146304 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-6441d50d-8981-4aa5-83d7-f63e16e298e4 tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] Request body: {'security_group_rule': {'security_group_id': '9a19fcb7-0da4-40f3-a0d9-f28ad46027f5', 'project_id': 'cef8062278d3405b8f2fc762c9b6e2bf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 08:08:57.151833 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f49233-13cc-4d76-bbfe-097037af8e45 tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9a19fcb7-0da4-40f3-a0d9-f28ad46027f5,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:08:57.172722 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 19 Oct 2022 08:08:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50296fa4-55b2-4c25-957c-17aa38ab01e5 x-openstack-request-id: req-50296fa4-55b2-4c25-957c-17aa38ab01e5 {{(pid=103332) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 08:08:57.173019 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d23529a7-e637-4a5b-b683-b4d001e8dc8a", "tag": "1df8d13e-0113-49da-a103-0b38d50e7dcc", "status": "completed", "code": 200}]} {{(pid=103332) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 08:08:57.173272 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-50296fa4-55b2-4c25-957c-17aa38ab01e5 {{(pid=103332) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 08:08:57.173676 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.notifiers.nova [-] Nova event matching ['req-50296fa4-55b2-4c25-957c-17aa38ab01e5'] response: {'name': 'network-changed', 'server_uuid': 'd23529a7-e637-4a5b-b683-b4d001e8dc8a', 'tag': '1df8d13e-0113-49da-a103-0b38d50e7dcc', 'status': 'completed', 'code': 200} Oct 19 08:08:57.188547 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-6441d50d-8981-4aa5-83d7-f63e16e298e4 tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:08:57.270133 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7459f3c7-6a6a-4dc0-abc3-a0392e10c58e req-fdb65654-96ea-442c-9bcf-da36890474d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:08:57.271655 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-7459f3c7-6a6a-4dc0-abc3-a0392e10c58e req-fdb65654-96ea-442c-9bcf-da36890474d0 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=cef8062278d3405b8f2fc762c9b6e2bf&device_id=d23529a7-e637-4a5b-b683-b4d001e8dc8a HTTP/1.1" status: 200 len: 1099 time: 0.0729795 Oct 19 08:08:57.277354 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-6441d50d-8981-4aa5-83d7-f63e16e298e4 tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:08:57.288774 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-6441d50d-8981-4aa5-83d7-f63e16e298e4 tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815365'] for security_group_rule, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:08:57.319840 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-067c9250-1336-45dd-887f-39aa6afa6187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '254f98cb-53c9-4141-9bba-fe557871f2df', 'name': 'tempest-TestMinimumBasicScenario-845012488-router', 'tenant_id': 'cef8062278d3405b8f2fc762c9b6e2bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'external_fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.203'}], 'enable_snat': True}, 'gw_port_id': 'cec42d89-1629-4cb1-8687-013b3665bc63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T08:08:04Z', 'updated_at': '2022-10-19T08:08:07Z', 'revision_number': 4, 'project_id': 'cef8062278d3405b8f2fc762c9b6e2bf', 'gw_port': {'id': 'cec42d89-1629-4cb1-8687-013b3665bc63', 'name': '', 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:cb:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '254f98cb-53c9-4141-9bba-fe557871f2df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T08:08:05Z', 'updated_at': '2022-10-19T08:08:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861624-1-hyperv', '_floatingips': [{'id': 'bb11a331-e51c-4d80-9e73-69455212e2b9', 'tenant_id': 'cef8062278d3405b8f2fc762c9b6e2bf', 'floating_ip_address': '172.26.0.6', 'floating_network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'router_id': '254f98cb-53c9-4141-9bba-fe557871f2df', 'port_id': '1df8d13e-0113-49da-a103-0b38d50e7dcc', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1685, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '21ccb145-9b1a-4e71-955d-958605e8dc18', 'mac_address': 'fa:16:3e:1d:94:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd23529a7-e637-4a5b-b683-b4d001e8dc8a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-19T08:08:56Z', 'updated_at': '2022-10-19T08:08:56Z', 'revision_number': 0, 'project_id': 'cef8062278d3405b8f2fc762c9b6e2bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '99bedce2-ce8d-4b5f-8316-1501c62193fa', 'name': '', 'network_id': '21ccb145-9b1a-4e71-955d-958605e8dc18', 'tenant_id': 'cef8062278d3405b8f2fc762c9b6e2bf', 'mac_address': 'fa:16:3e:42:00:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '254f98cb-53c9-4141-9bba-fe557871f2df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': 'efa030c3-b141-431d-9774-fa4ab1429086', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T08:08:07Z', 'updated_at': '2022-10-19T08:08:12Z', 'revision_number': 5, 'project_id': 'cef8062278d3405b8f2fc762c9b6e2bf', 'subnets': [{'id': 'efa030c3-b141-431d-9774-fa4ab1429086', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:08:57.328476 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6441d50d-8981-4aa5-83d7-f63e16e298e4 tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e4cf10d-b4ef-45ea-bca0-714e0421ef2c,revision_number=0']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:08:57.347189 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-067c9250-1336-45dd-887f-39aa6afa6187 None None] Checking router: 254f98cb-53c9-4141-9bba-fe557871f2df for host: dv-neutron-861624-1-hyperv {{(pid=103335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 08:08:57.355580 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-067c9250-1336-45dd-887f-39aa6afa6187 None None] Routers {'254f98cb-53c9-4141-9bba-fe557871f2df'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 08:08:57.356179 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-067c9250-1336-45dd-887f-39aa6afa6187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T08:08:46Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['254f98cb-53c9-4141-9bba-fe557871f2df'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:08:57.364736 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-6441d50d-8981-4aa5-83d7-f63e16e298e4 tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:08:57.368332 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-6441d50d-8981-4aa5-83d7-f63e16e298e4 tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2241614 Oct 19 08:08:57.368916 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 37452) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:08:57.373459 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-49d75339-e87e-448f-8779-a77b5b9e981f tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] Request body: {'security_group_rule': {'security_group_id': '9a19fcb7-0da4-40f3-a0d9-f28ad46027f5', 'project_id': 'cef8062278d3405b8f2fc762c9b6e2bf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 08:08:57.394658 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7459f3c7-6a6a-4dc0-abc3-a0392e10c58e req-13ddf6d0-bbe2-4fde-ae88-4c43b12c8d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:08:57.396460 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-7459f3c7-6a6a-4dc0-abc3-a0392e10c58e req-13ddf6d0-bbe2-4fde-ae88-4c43b12c8d16 service neutron] 10.222.0.16 "GET /v2.0/networks?id=21ccb145-9b1a-4e71-955d-958605e8dc18 HTTP/1.1" status: 200 len: 915 time: 0.1179669 Oct 19 08:08:57.399873 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-49d75339-e87e-448f-8779-a77b5b9e981f tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:08:57.461518 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-49d75339-e87e-448f-8779-a77b5b9e981f tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:08:57.465735 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-49d75339-e87e-448f-8779-a77b5b9e981f tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815365'] for security_group_rule, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:08:57.477069 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvr_db [None req-067c9250-1336-45dd-887f-39aa6afa6187 None None] Set router 254f98cb-53c9-4141-9bba-fe557871f2df gateway port host: dv-neutron-861624-1-hyperv {{(pid=103335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 08:08:57.481368 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d75339-e87e-448f-8779-a77b5b9e981f tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a36a0077-548f-4f79-aad0-e7b96420bae5,revision_number=0']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:08:57.492665 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-49d75339-e87e-448f-8779-a77b5b9e981f tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:08:57.496491 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-49d75339-e87e-448f-8779-a77b5b9e981f tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1240494 Oct 19 08:08:57.496749 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 37454) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:08:57.503916 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-b219df3d-c86d-4eeb-a2be-4ea8bca66908 tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] Request body: {'security_group_rule': {'security_group_id': '9a19fcb7-0da4-40f3-a0d9-f28ad46027f5', 'project_id': 'cef8062278d3405b8f2fc762c9b6e2bf', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 08:08:57.505942 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-7459f3c7-6a6a-4dc0-abc3-a0392e10c58e req-ea3e940a-1dd8-4050-b78f-7e1a65a69203 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1df8d13e-0113-49da-a103-0b38d50e7dcc HTTP/1.1" status: 200 len: 998 time: 0.1030505 Oct 19 08:08:57.534502 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-b219df3d-c86d-4eeb-a2be-4ea8bca66908 tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:08:57.560302 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7459f3c7-6a6a-4dc0-abc3-a0392e10c58e req-73d92591-3281-4962-a3a1-beac659dccac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:08:57.561910 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-7459f3c7-6a6a-4dc0-abc3-a0392e10c58e req-73d92591-3281-4962-a3a1-beac659dccac service neutron] 10.222.0.16 "GET /v2.0/subnets?id=efa030c3-b141-431d-9774-fa4ab1429086 HTTP/1.1" status: 200 len: 853 time: 0.0498507 Oct 19 08:08:57.608087 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-b219df3d-c86d-4eeb-a2be-4ea8bca66908 tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:08:57.612719 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-b219df3d-c86d-4eeb-a2be-4ea8bca66908 tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815365'] for security_group_rule, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:08:57.619263 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7459f3c7-6a6a-4dc0-abc3-a0392e10c58e req-280cce1b-eb99-4b03-93f5-d50392bd0fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:08:57.620963 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-7459f3c7-6a6a-4dc0-abc3-a0392e10c58e req-280cce1b-eb99-4b03-93f5-d50392bd0fdc service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=21ccb145-9b1a-4e71-955d-958605e8dc18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0518379 Oct 19 08:08:57.637897 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b219df3d-c86d-4eeb-a2be-4ea8bca66908 tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78c49c21-6391-4436-9109-73483f84a449,revision_number=0']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:08:57.644155 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-b219df3d-c86d-4eeb-a2be-4ea8bca66908 tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:08:57.648543 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-b219df3d-c86d-4eeb-a2be-4ea8bca66908 tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1506460 Oct 19 08:08:57.649217 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 37456) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:08:57.653628 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-0953022f-0100-4810-a0ac-e2ee524b61f5 tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] Request body: {'security_group_rule': {'security_group_id': '9a19fcb7-0da4-40f3-a0d9-f28ad46027f5', 'project_id': 'cef8062278d3405b8f2fc762c9b6e2bf', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 08:08:57.679711 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-0953022f-0100-4810-a0ac-e2ee524b61f5 tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:08:57.721864 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-7459f3c7-6a6a-4dc0-abc3-a0392e10c58e req-62a4a8a6-192d-4d76-813a-72509ff16fce service neutron] 10.222.0.16 "GET /v2.0/networks/21ccb145-9b1a-4e71-955d-958605e8dc18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922902 Oct 19 08:08:57.750975 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-0953022f-0100-4810-a0ac-e2ee524b61f5 tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:08:57.755979 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-0953022f-0100-4810-a0ac-e2ee524b61f5 tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815365'] for security_group_rule, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:08:57.773404 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0953022f-0100-4810-a0ac-e2ee524b61f5 tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b091768-08c9-42ba-b90e-56209f61c3b8,revision_number=0']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:08:57.781571 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-0953022f-0100-4810-a0ac-e2ee524b61f5 tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:08:57.785717 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-0953022f-0100-4810-a0ac-e2ee524b61f5 tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1326663 Oct 19 08:08:57.785953 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 37458) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:08:57.790713 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-07f0aa12-92ff-45a5-b59b-eaf29056e743 tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] Request body: {'security_group_rule': {'security_group_id': '9a19fcb7-0da4-40f3-a0d9-f28ad46027f5', 'project_id': 'cef8062278d3405b8f2fc762c9b6e2bf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 08:08:57.813324 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.db.securitygroups_db [None req-07f0aa12-92ff-45a5-b59b-eaf29056e743 tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] Project cef8062278d3405b8f2fc762c9b6e2bf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 19 08:08:57.819650 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-07f0aa12-92ff-45a5-b59b-eaf29056e743 tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:08:57.821181 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-067c9250-1336-45dd-887f-39aa6afa6187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '254f98cb-53c9-4141-9bba-fe557871f2df', 'name': 'tempest-TestMinimumBasicScenario-845012488-router', 'tenant_id': 'cef8062278d3405b8f2fc762c9b6e2bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'external_fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.203'}], 'enable_snat': True}, 'gw_port_id': 'cec42d89-1629-4cb1-8687-013b3665bc63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T08:08:04Z', 'updated_at': '2022-10-19T08:08:07Z', 'revision_number': 4, 'project_id': 'cef8062278d3405b8f2fc762c9b6e2bf', 'gw_port': {'id': 'cec42d89-1629-4cb1-8687-013b3665bc63', 'name': '', 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:cb:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '254f98cb-53c9-4141-9bba-fe557871f2df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T08:08:05Z', 'updated_at': '2022-10-19T08:08:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861624-1-hyperv', '_floatingips': [{'id': 'bb11a331-e51c-4d80-9e73-69455212e2b9', 'tenant_id': 'cef8062278d3405b8f2fc762c9b6e2bf', 'floating_ip_address': '172.26.0.6', 'floating_network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'router_id': '254f98cb-53c9-4141-9bba-fe557871f2df', 'port_id': '1df8d13e-0113-49da-a103-0b38d50e7dcc', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1685, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '21ccb145-9b1a-4e71-955d-958605e8dc18', 'mac_address': 'fa:16:3e:1d:94:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd23529a7-e637-4a5b-b683-b4d001e8dc8a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-19T08:08:56Z', 'updated_at': '2022-10-19T08:08:56Z', 'revision_number': 0, 'project_id': 'cef8062278d3405b8f2fc762c9b6e2bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '99bedce2-ce8d-4b5f-8316-1501c62193fa', 'name': '', 'network_id': '21ccb145-9b1a-4e71-955d-958605e8dc18', 'tenant_id': 'cef8062278d3405b8f2fc762c9b6e2bf', 'mac_address': 'fa:16:3e:42:00:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '254f98cb-53c9-4141-9bba-fe557871f2df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': 'efa030c3-b141-431d-9774-fa4ab1429086', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T08:08:07Z', 'updated_at': '2022-10-19T08:08:12Z', 'revision_number': 5, 'project_id': 'cef8062278d3405b8f2fc762c9b6e2bf', 'subnets': [{'id': 'efa030c3-b141-431d-9774-fa4ab1429086', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:08:57.830620 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-7459f3c7-6a6a-4dc0-abc3-a0392e10c58e req-c54e40a1-86ac-4648-b094-d8ab620297a8 service neutron] 10.222.0.16 "GET /v2.0/networks/21ccb145-9b1a-4e71-955d-958605e8dc18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012189 Oct 19 08:08:57.857642 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-067c9250-1336-45dd-887f-39aa6afa6187 None None] The sync data for ids ['254f98cb-53c9-4141-9bba-fe557871f2df'] in dv-neutron-861624-1-hyperv is: [{'id': '254f98cb-53c9-4141-9bba-fe557871f2df', 'name': 'tempest-TestMinimumBasicScenario-845012488-router', 'tenant_id': 'cef8062278d3405b8f2fc762c9b6e2bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'external_fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.203'}], 'enable_snat': True}, 'gw_port_id': 'cec42d89-1629-4cb1-8687-013b3665bc63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T08:08:04Z', 'updated_at': '2022-10-19T08:08:07Z', 'revision_number': 4, 'project_id': 'cef8062278d3405b8f2fc762c9b6e2bf', 'gw_port': {'id': 'cec42d89-1629-4cb1-8687-013b3665bc63', 'name': '', 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:cb:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '254f98cb-53c9-4141-9bba-fe557871f2df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T08:08:05Z', 'updated_at': '2022-10-19T08:08:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861624-1-hyperv', '_floatingips': [{'id': 'bb11a331-e51c-4d80-9e73-69455212e2b9', 'tenant_id': 'cef8062278d3405b8f2fc762c9b6e2bf', 'floating_ip_address': '172.26.0.6', 'floating_network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'router_id': '254f98cb-53c9-4141-9bba-fe557871f2df', 'port_id': '1df8d13e-0113-49da-a103-0b38d50e7dcc', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1685, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '21ccb145-9b1a-4e71-955d-958605e8dc18', 'mac_address': 'fa:16:3e:1d:94:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd23529a7-e637-4a5b-b683-b4d001e8dc8a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-19T08:08:56Z', 'updated_at': '2022-10-19T08:08:56Z', 'revision_number': 0, 'project_id': 'cef8062278d3405b8f2fc762c9b6e2bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '99bedce2-ce8d-4b5f-8316-1501c62193fa', 'name': '', 'network_id': '21ccb145-9b1a-4e71-955d-958605e8dc18', 'tenant_id': 'cef8062278d3405b8f2fc762c9b6e2bf', 'mac_address': 'fa:16:3e:42:00:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '254f98cb-53c9-4141-9bba-fe557871f2df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': 'efa030c3-b141-431d-9774-fa4ab1429086', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T08:08:07Z', 'updated_at': '2022-10-19T08:08:12Z', 'revision_number': 5, 'project_id': 'cef8062278d3405b8f2fc762c9b6e2bf', 'subnets': [{'id': 'efa030c3-b141-431d-9774-fa4ab1429086', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 08:08:57.886954 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-07f0aa12-92ff-45a5-b59b-eaf29056e743 tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:08:57.891234 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-07f0aa12-92ff-45a5-b59b-eaf29056e743 tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815365'] for security_group_rule, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:08:57.911070 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f0aa12-92ff-45a5-b59b-eaf29056e743 tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73e47647-c887-4d30-865e-c8d7c07a0bd9,revision_number=0']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:08:57.920488 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-07f0aa12-92ff-45a5-b59b-eaf29056e743 tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:08:57.921744 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-07f0aa12-92ff-45a5-b59b-eaf29056e743 tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1348603 Oct 19 08:08:57.924987 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 37460) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:08:57.929380 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-db27705f-6ffc-4b5b-9edc-d6948cd82b6e tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] Request body: {'security_group_rule': {'security_group_id': '9a19fcb7-0da4-40f3-a0d9-f28ad46027f5', 'project_id': 'cef8062278d3405b8f2fc762c9b6e2bf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 08:08:57.951422 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.db.securitygroups_db [None req-db27705f-6ffc-4b5b-9edc-d6948cd82b6e tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] Project cef8062278d3405b8f2fc762c9b6e2bf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 19 08:08:57.956586 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-db27705f-6ffc-4b5b-9edc-d6948cd82b6e tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:08:58.020175 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-db27705f-6ffc-4b5b-9edc-d6948cd82b6e tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:08:58.024363 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-db27705f-6ffc-4b5b-9edc-d6948cd82b6e tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815365'] for security_group_rule, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:08:58.046600 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db27705f-6ffc-4b5b-9edc-d6948cd82b6e tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af7ef44d-6dc2-451f-9c98-e5d20fa8cafb,revision_number=0']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:08:58.055002 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-db27705f-6ffc-4b5b-9edc-d6948cd82b6e tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:08:58.059365 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-db27705f-6ffc-4b5b-9edc-d6948cd82b6e tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1333787 Oct 19 08:08:58.070443 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10d9a802-3326-4f48-9f21-b8e32ccf0e1c None None] New status for floating IP bb11a331-e51c-4d80-9e73-69455212e2b9: ACTIVE {{(pid=103334) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 19 08:08:58.136019 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-32c239d5-e1df-4388-b408-e9a20c330d63 req-2a323f63-b89b-4851-ad14-cef6fe031650 tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] 10.222.0.27 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1398951812&fields=id&tenant_id=cef8062278d3405b8f2fc762c9b6e2bf HTTP/1.1" status: 200 len: 267 time: 0.0329540 Oct 19 08:08:58.191977 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c239d5-e1df-4388-b408-e9a20c330d63 req-6fe1e994-2718-424c-bf6c-ca80cd5f39c6 tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:08:58.193970 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-32c239d5-e1df-4388-b408-e9a20c330d63 req-6fe1e994-2718-424c-bf6c-ca80cd5f39c6 tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] 10.222.0.27 "GET /v2.0/ports?device_id=d23529a7-e637-4a5b-b683-b4d001e8dc8a HTTP/1.1" status: 200 len: 946 time: 0.0518808 Oct 19 08:08:58.205227 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [req-32c239d5-e1df-4388-b408-e9a20c330d63 req-e3fc62ce-6545-48d0-a63e-75f028045816 tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] Request body: {'port': {'security_groups': ['65fb58db-c340-495c-8aee-0d2aef88a0c8', '9a19fcb7-0da4-40f3-a0d9-f28ad46027f5']}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 08:08:58.273231 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-32c239d5-e1df-4388-b408-e9a20c330d63 req-e3fc62ce-6545-48d0-a63e-75f028045816 tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:08:58.458181 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.db [req-32c239d5-e1df-4388-b408-e9a20c330d63 req-e3fc62ce-6545-48d0-a63e-75f028045816 tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] For port 1df8d13e-0113-49da-a103-0b38d50e7dcc, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=1df8d13e-0113-49da-a103-0b38d50e7dcc,segment=NetworkSegment(5d51812f-f843-4ffb-a5d2-d784ff656c35),segment_id=5d51812f-f843-4ffb-a5d2-d784ff656c35)] {{(pid=103332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 08:08:58.487131 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-32c239d5-e1df-4388-b408-e9a20c330d63 req-e3fc62ce-6545-48d0-a63e-75f028045816 tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] Notify callbacks [] for port, precommit_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:08:58.491647 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-32c239d5-e1df-4388-b408-e9a20c330d63 req-e3fc62ce-6545-48d0-a63e-75f028045816 tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133553807'] for port, after_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:08:58.502567 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c239d5-e1df-4388-b408-e9a20c330d63 req-e3fc62ce-6545-48d0-a63e-75f028045816 tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:08:58.502827 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] get_ports_and_sgs() called for port_ids ['1df8d13e-0113-49da-a103-0b38d50e7dcc'] {{(pid=103334) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 19 08:08:58.503167 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-32c239d5-e1df-4388-b408-e9a20c330d63 req-e3fc62ce-6545-48d0-a63e-75f028045816 tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42160'] for port, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:08:58.504549 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-32c239d5-e1df-4388-b408-e9a20c330d63 req-e3fc62ce-6545-48d0-a63e-75f028045816 tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] 10.222.0.27 "PUT /v2.0/ports/1df8d13e-0113-49da-a103-0b38d50e7dcc HTTP/1.1" status: 200 len: 982 time: 0.3041286 Oct 19 08:08:58.560137 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3fc62ce-6545-48d0-a63e-75f028045816 tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] Pushing event updated for resources: {'Port': ['ID=1df8d13e-0113-49da-a103-0b38d50e7dcc,revision_number=6']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:08:58.572212 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] get_ports_and_sgs() called for port_ids ['1df8d13e-0113-49da-a103-0b38d50e7dcc'] {{(pid=103334) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 19 08:08:58.613145 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb374ab4-e7a2-4b4b-b668-af6d8e12b7ed req-6d17d515-336b-45fe-a866-a2bec3f9aae1 tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:08:58.614667 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-bb374ab4-e7a2-4b4b-b668-af6d8e12b7ed req-6d17d515-336b-45fe-a866-a2bec3f9aae1 tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] 10.222.0.27 "GET /v2.0/ports?device_id=d23529a7-e637-4a5b-b683-b4d001e8dc8a HTTP/1.1" status: 200 len: 985 time: 0.0514693 Oct 19 08:08:58.654980 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-bb374ab4-e7a2-4b4b-b668-af6d8e12b7ed req-2a37f5c4-2fde-4ffc-a768-a93da6e4d569 tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] 10.222.0.27 "GET /v2.0/security-groups?id=9a19fcb7-0da4-40f3-a0d9-f28ad46027f5&id=65fb58db-c340-495c-8aee-0d2aef88a0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0341763 Oct 19 08:08:59.176056 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd23529a7-e637-4a5b-b683-b4d001e8dc8a', 'tag': '1df8d13e-0113-49da-a103-0b38d50e7dcc'}] {{(pid=103332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 19 08:08:59.178513 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a021b02cf5f527cd4bbbc40a031b51490d9893d7edeeb551bdf5128ee7546f8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ace248f-355b-4475-af5e-2ba6e21fa346" -d '{"events": [{"name": "network-changed", "server_uuid": "d23529a7-e637-4a5b-b683-b4d001e8dc8a", "tag": "1df8d13e-0113-49da-a103-0b38d50e7dcc"}]}' {{(pid=103332) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 08:08:59.214085 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 19 Oct 2022 08:08:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d356b27-f4e6-4dad-b4ca-5e60dc22358a x-openstack-request-id: req-8d356b27-f4e6-4dad-b4ca-5e60dc22358a {{(pid=103332) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 08:08:59.214373 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d23529a7-e637-4a5b-b683-b4d001e8dc8a", "tag": "1df8d13e-0113-49da-a103-0b38d50e7dcc", "status": "completed", "code": 200}]} {{(pid=103332) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 08:08:59.214631 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-8d356b27-f4e6-4dad-b4ca-5e60dc22358a {{(pid=103332) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 08:08:59.215014 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8d356b27-f4e6-4dad-b4ca-5e60dc22358a'] response: {'name': 'network-changed', 'server_uuid': 'd23529a7-e637-4a5b-b683-b4d001e8dc8a', 'tag': '1df8d13e-0113-49da-a103-0b38d50e7dcc', 'status': 'completed', 'code': 200} Oct 19 08:08:59.275229 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ace248f-355b-4475-af5e-2ba6e21fa346 req-9b222c49-8760-441c-b22d-f4bb284a2c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:08:59.276750 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-3ace248f-355b-4475-af5e-2ba6e21fa346 req-9b222c49-8760-441c-b22d-f4bb284a2c9f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=cef8062278d3405b8f2fc762c9b6e2bf&device_id=d23529a7-e637-4a5b-b683-b4d001e8dc8a HTTP/1.1" status: 200 len: 1138 time: 0.0412955 Oct 19 08:08:59.369956 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ace248f-355b-4475-af5e-2ba6e21fa346 req-128fec4b-285d-49e6-9d80-9008494528f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:08:59.371368 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-3ace248f-355b-4475-af5e-2ba6e21fa346 req-128fec4b-285d-49e6-9d80-9008494528f1 service neutron] 10.222.0.16 "GET /v2.0/networks?id=21ccb145-9b1a-4e71-955d-958605e8dc18 HTTP/1.1" status: 200 len: 915 time: 0.0875199 Oct 19 08:08:59.435836 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-3ace248f-355b-4475-af5e-2ba6e21fa346 req-5b4ba86c-0004-4e75-a601-ea99450627b7 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1df8d13e-0113-49da-a103-0b38d50e7dcc HTTP/1.1" status: 200 len: 1000 time: 0.0574965 Oct 19 08:08:59.482704 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ace248f-355b-4475-af5e-2ba6e21fa346 req-17cca3a1-ea42-4451-8908-112be3352de2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:08:59.484106 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-3ace248f-355b-4475-af5e-2ba6e21fa346 req-17cca3a1-ea42-4451-8908-112be3352de2 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=efa030c3-b141-431d-9774-fa4ab1429086 HTTP/1.1" status: 200 len: 853 time: 0.0422428 Oct 19 08:08:59.533577 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ace248f-355b-4475-af5e-2ba6e21fa346 req-08e3479a-a806-4e9f-aded-577a2471c595 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:08:59.535209 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-3ace248f-355b-4475-af5e-2ba6e21fa346 req-08e3479a-a806-4e9f-aded-577a2471c595 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=21ccb145-9b1a-4e71-955d-958605e8dc18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0435083 Oct 19 08:08:59.624492 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-3ace248f-355b-4475-af5e-2ba6e21fa346 req-fbbca5d8-8802-47cc-b038-d2804f5f7781 service neutron] 10.222.0.16 "GET /v2.0/networks/21ccb145-9b1a-4e71-955d-958605e8dc18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822630 Oct 19 08:08:59.715464 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-3ace248f-355b-4475-af5e-2ba6e21fa346 req-f81bbc65-0d25-40db-801a-7b5523922a5c service neutron] 10.222.0.16 "GET /v2.0/networks/21ccb145-9b1a-4e71-955d-958605e8dc18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835061 Oct 19 08:09:12.025142 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:09:13.439831 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-6d43a991-86eb-4a92-baf6-0922f527527c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:09:14.622298 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.agents_db [None req-6057327c-4456-4c72-8e75-6d3cd9249757 None None] Agent healthcheck: found 6 active agents {{(pid=103335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 08:09:16.349233 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-e528fcdc-b592-400f-9686-fe4a16ab6fab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:09:18.036842 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-2a2259f7-b034-4eec-af7a-7abaede746c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:09:19.102001 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-1a0da505-d0f9-48c6-b7e2-53b9c5e41298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:09:19.201967 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:09:42.022641 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:09:43.440906 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-48d3a8d3-476b-49f1-8328-421fe83113e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:09:46.350733 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-8a0fceac-7a48-43b6-8e2c-342209cfbe52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:09:47.143359 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-a9e76a5e-f713-4f6a-8406-31a44f93534e req-9c49f904-8bf4-4f49-a9a9-cbb50bb50e9f service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=d23529a7-e637-4a5b-b683-b4d001e8dc8a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0826001 Oct 19 08:09:47.225283 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e76a5e-f713-4f6a-8406-31a44f93534e req-6a58207a-45c9-4907-8e76-cc6a3fe89614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:09:47.226861 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-a9e76a5e-f713-4f6a-8406-31a44f93534e req-6a58207a-45c9-4907-8e76-cc6a3fe89614 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=cef8062278d3405b8f2fc762c9b6e2bf&device_id=d23529a7-e637-4a5b-b683-b4d001e8dc8a HTTP/1.1" status: 200 len: 1138 time: 0.0432634 Oct 19 08:09:47.327228 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e76a5e-f713-4f6a-8406-31a44f93534e req-729360c6-dad1-49e5-a47d-b76093780aad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:09:47.328627 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-a9e76a5e-f713-4f6a-8406-31a44f93534e req-729360c6-dad1-49e5-a47d-b76093780aad service neutron] 10.222.0.16 "GET /v2.0/networks?id=21ccb145-9b1a-4e71-955d-958605e8dc18 HTTP/1.1" status: 200 len: 915 time: 0.0839331 Oct 19 08:09:47.397054 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-a9e76a5e-f713-4f6a-8406-31a44f93534e req-a737ba75-8876-4d7d-9419-98c39006b06e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1df8d13e-0113-49da-a103-0b38d50e7dcc HTTP/1.1" status: 200 len: 1000 time: 0.0611210 Oct 19 08:09:47.443982 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e76a5e-f713-4f6a-8406-31a44f93534e req-9d17aa85-4a25-4f28-a141-e1d3b115d3df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:09:47.445497 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-a9e76a5e-f713-4f6a-8406-31a44f93534e req-9d17aa85-4a25-4f28-a141-e1d3b115d3df service neutron] 10.222.0.16 "GET /v2.0/subnets?id=efa030c3-b141-431d-9774-fa4ab1429086 HTTP/1.1" status: 200 len: 853 time: 0.0428131 Oct 19 08:09:47.488459 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e76a5e-f713-4f6a-8406-31a44f93534e req-3540510e-0ecc-4b73-8557-e4292541facf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:09:47.489925 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-a9e76a5e-f713-4f6a-8406-31a44f93534e req-3540510e-0ecc-4b73-8557-e4292541facf service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=21ccb145-9b1a-4e71-955d-958605e8dc18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0387270 Oct 19 08:09:47.580055 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-a9e76a5e-f713-4f6a-8406-31a44f93534e req-dff72c69-ab7d-4e69-b0b0-1fd4fd9d21dc service neutron] 10.222.0.16 "GET /v2.0/networks/21ccb145-9b1a-4e71-955d-958605e8dc18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836732 Oct 19 08:09:47.666736 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-a9e76a5e-f713-4f6a-8406-31a44f93534e req-87a14b80-911a-4295-816d-6ca652327e69 service neutron] 10.222.0.16 "GET /v2.0/networks/21ccb145-9b1a-4e71-955d-958605e8dc18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808353 Oct 19 08:09:48.041066 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-2a2259f7-b034-4eec-af7a-7abaede746c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:09:49.105653 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-1a0da505-d0f9-48c6-b7e2-53b9c5e41298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:09:49.206766 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:09:51.621126 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.agents_db [None req-6057327c-4456-4c72-8e75-6d3cd9249757 None None] Agent healthcheck: found 6 active agents {{(pid=103335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 08:10:12.027501 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:10:13.442126 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-c8d9a2a1-86c1-4944-a5c6-eb4fcb3b893b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:10:16.353670 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-731623a4-532e-44d6-8b1a-ab538e097425 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:10:18.043019 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-2a2259f7-b034-4eec-af7a-7abaede746c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:10:19.108957 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-1a0da505-d0f9-48c6-b7e2-53b9c5e41298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:10:19.210344 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:10:28.620989 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.agents_db [None req-6057327c-4456-4c72-8e75-6d3cd9249757 None None] Agent healthcheck: found 6 active agents {{(pid=103335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 08:10:36.924834 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cdf130-9502-4875-ba9c-546624d0130a req-7df32643-3d03-420e-8759-0893e7fbc4b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:10:36.926342 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-84cdf130-9502-4875-ba9c-546624d0130a req-7df32643-3d03-420e-8759-0893e7fbc4b9 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=cef8062278d3405b8f2fc762c9b6e2bf&device_id=d23529a7-e637-4a5b-b683-b4d001e8dc8a HTTP/1.1" status: 200 len: 1138 time: 0.0409739 Oct 19 08:10:36.979670 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76d3b7e-c0cf-43a2-a7e9-8fc0c4611ad6 req-d9bddd98-7961-4d21-b792-3af52f26f187 tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:10:36.981089 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-e76d3b7e-c0cf-43a2-a7e9-8fc0c4611ad6 req-d9bddd98-7961-4d21-b792-3af52f26f187 tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] 10.222.0.27 "GET /v2.0/ports?device_id=d23529a7-e637-4a5b-b683-b4d001e8dc8a HTTP/1.1" status: 200 len: 985 time: 0.1038318 Oct 19 08:10:37.019638 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cdf130-9502-4875-ba9c-546624d0130a req-7ec60378-2d41-4f1a-b4aa-8589bfcf30bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:10:37.021107 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-84cdf130-9502-4875-ba9c-546624d0130a req-7ec60378-2d41-4f1a-b4aa-8589bfcf30bb service neutron] 10.222.0.16 "GET /v2.0/networks?id=21ccb145-9b1a-4e71-955d-958605e8dc18 HTTP/1.1" status: 200 len: 915 time: 0.0873916 Oct 19 08:10:37.022484 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-e76d3b7e-c0cf-43a2-a7e9-8fc0c4611ad6 req-7c4b79b1-5bf4-4531-a55b-3140d3e36896 tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] 10.222.0.27 "GET /v2.0/security-groups?id=9a19fcb7-0da4-40f3-a0d9-f28ad46027f5&id=65fb58db-c340-495c-8aee-0d2aef88a0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0352139 Oct 19 08:10:37.086244 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-84cdf130-9502-4875-ba9c-546624d0130a req-1b7911d3-eb82-49d0-b09b-5ce490a05467 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1df8d13e-0113-49da-a103-0b38d50e7dcc HTTP/1.1" status: 200 len: 1000 time: 0.0586550 Oct 19 08:10:37.133726 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cdf130-9502-4875-ba9c-546624d0130a req-c9bdf413-5a24-4fe9-90e8-243177e97bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:10:37.135202 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-84cdf130-9502-4875-ba9c-546624d0130a req-c9bdf413-5a24-4fe9-90e8-243177e97bd4 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=efa030c3-b141-431d-9774-fa4ab1429086 HTTP/1.1" status: 200 len: 853 time: 0.0433409 Oct 19 08:10:37.182582 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cdf130-9502-4875-ba9c-546624d0130a req-3fec9733-d305-4903-bbbe-55be1c6c85b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:10:37.184037 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-84cdf130-9502-4875-ba9c-546624d0130a req-3fec9733-d305-4903-bbbe-55be1c6c85b8 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=21ccb145-9b1a-4e71-955d-958605e8dc18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0426879 Oct 19 08:10:37.271293 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-84cdf130-9502-4875-ba9c-546624d0130a req-317adccc-e5fa-42d9-971e-9a069b75806a service neutron] 10.222.0.16 "GET /v2.0/networks/21ccb145-9b1a-4e71-955d-958605e8dc18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807555 Oct 19 08:10:37.362663 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-84cdf130-9502-4875-ba9c-546624d0130a req-114b0db7-1cb2-48ab-8ed6-46d75cd04bb2 service neutron] 10.222.0.16 "GET /v2.0/networks/21ccb145-9b1a-4e71-955d-958605e8dc18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849969 Oct 19 08:10:38.197611 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710f2932-89a9-445d-9d9e-ab5c8d35cae0 req-4552719f-d604-4480-ad5a-ee417c106afa tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:10:38.199075 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-710f2932-89a9-445d-9d9e-ab5c8d35cae0 req-4552719f-d604-4480-ad5a-ee417c106afa tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] 10.222.0.27 "GET /v2.0/ports?device_id=d23529a7-e637-4a5b-b683-b4d001e8dc8a HTTP/1.1" status: 200 len: 985 time: 0.1010485 Oct 19 08:10:38.237866 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-710f2932-89a9-445d-9d9e-ab5c8d35cae0 req-ee14c61b-1e7e-42aa-883d-423f06ea05b2 tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] 10.222.0.27 "GET /v2.0/security-groups?id=9a19fcb7-0da4-40f3-a0d9-f28ad46027f5&id=65fb58db-c340-495c-8aee-0d2aef88a0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0327158 Oct 19 08:10:42.027843 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:10:43.443151 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-5150c0e9-b2b7-40ca-9abf-d17dfab5f529 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:10:46.354828 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-1a6026f9-0735-48f4-930f-d91c5c82e97c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:10:47.106013 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-078c211a-0537-4ddd-b754-0477f1fa8469 req-2b03feb5-8299-4509-9423-bada09b0d3f9 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=d23529a7-e637-4a5b-b683-b4d001e8dc8a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0409214 Oct 19 08:10:47.183812 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078c211a-0537-4ddd-b754-0477f1fa8469 req-dad4670b-2436-485b-81fd-fb59a6ae7c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:10:47.185355 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-078c211a-0537-4ddd-b754-0477f1fa8469 req-dad4670b-2436-485b-81fd-fb59a6ae7c0b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=cef8062278d3405b8f2fc762c9b6e2bf&device_id=d23529a7-e637-4a5b-b683-b4d001e8dc8a HTTP/1.1" status: 200 len: 1138 time: 0.0415914 Oct 19 08:10:47.290675 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078c211a-0537-4ddd-b754-0477f1fa8469 req-85d48921-0fb0-4458-ac83-d6649e2d257d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:10:47.292175 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-078c211a-0537-4ddd-b754-0477f1fa8469 req-85d48921-0fb0-4458-ac83-d6649e2d257d service neutron] 10.222.0.16 "GET /v2.0/networks?id=21ccb145-9b1a-4e71-955d-958605e8dc18 HTTP/1.1" status: 200 len: 915 time: 0.0899827 Oct 19 08:10:47.357366 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-078c211a-0537-4ddd-b754-0477f1fa8469 req-aa0d068f-0de6-4a82-8ce7-184a83a78149 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1df8d13e-0113-49da-a103-0b38d50e7dcc HTTP/1.1" status: 200 len: 1000 time: 0.0586839 Oct 19 08:10:47.409808 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078c211a-0537-4ddd-b754-0477f1fa8469 req-98c4d074-b034-4f43-9d94-f5cf785e84c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:10:47.411234 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-078c211a-0537-4ddd-b754-0477f1fa8469 req-98c4d074-b034-4f43-9d94-f5cf785e84c0 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=efa030c3-b141-431d-9774-fa4ab1429086 HTTP/1.1" status: 200 len: 853 time: 0.0483346 Oct 19 08:10:47.455049 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078c211a-0537-4ddd-b754-0477f1fa8469 req-359d0354-1299-4871-8743-adc075f122a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:10:47.456543 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-078c211a-0537-4ddd-b754-0477f1fa8469 req-359d0354-1299-4871-8743-adc075f122a3 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=21ccb145-9b1a-4e71-955d-958605e8dc18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0392089 Oct 19 08:10:47.544924 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-078c211a-0537-4ddd-b754-0477f1fa8469 req-de140dfc-3cbe-4999-9549-300dc7e7e5d6 service neutron] 10.222.0.16 "GET /v2.0/networks/21ccb145-9b1a-4e71-955d-958605e8dc18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814645 Oct 19 08:10:47.636113 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-078c211a-0537-4ddd-b754-0477f1fa8469 req-e341ee52-29d1-4477-bf56-fba5e858d1d9 service neutron] 10.222.0.16 "GET /v2.0/networks/21ccb145-9b1a-4e71-955d-958605e8dc18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852764 Oct 19 08:10:48.044989 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-2a2259f7-b034-4eec-af7a-7abaede746c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:10:49.113123 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-1a0da505-d0f9-48c6-b7e2-53b9c5e41298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:10:49.212991 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:11:05.620491 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.agents_db [None req-6057327c-4456-4c72-8e75-6d3cd9249757 None None] Agent healthcheck: found 6 active agents {{(pid=103335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 08:11:12.033864 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:11:13.446060 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-9ac9e474-353a-4c84-94fd-581c3e2672ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:11:16.356829 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-a98bd86f-1b8d-404e-9ff2-d4d7074c890b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:11:18.047691 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-2a2259f7-b034-4eec-af7a-7abaede746c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:11:19.118259 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-1a0da505-d0f9-48c6-b7e2-53b9c5e41298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:11:19.216849 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:11:42.048359 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:11:42.619278 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.agents_db [None req-6057327c-4456-4c72-8e75-6d3cd9249757 None None] Agent healthcheck: found 6 active agents {{(pid=103335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 08:11:43.447440 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-bdc2ea7b-5558-48be-bee3-9954c71a9dfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:11:46.358300 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-992eb226-66a1-44c9-88c8-08ccb0b79bea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:11:48.050249 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-2a2259f7-b034-4eec-af7a-7abaede746c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:11:48.099094 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-6b9ac9af-afbc-4796-a9f4-bfd1b0513c9d req-0ca1e3c5-5ae7-409f-a8a2-902da662d07b service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=d23529a7-e637-4a5b-b683-b4d001e8dc8a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0448108 Oct 19 08:11:48.182732 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9ac9af-afbc-4796-a9f4-bfd1b0513c9d req-67877d39-b298-434c-a076-51aea71ebb70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:11:48.184161 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-6b9ac9af-afbc-4796-a9f4-bfd1b0513c9d req-67877d39-b298-434c-a076-51aea71ebb70 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=cef8062278d3405b8f2fc762c9b6e2bf&device_id=d23529a7-e637-4a5b-b683-b4d001e8dc8a HTTP/1.1" status: 200 len: 1138 time: 0.0420582 Oct 19 08:11:48.289858 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9ac9af-afbc-4796-a9f4-bfd1b0513c9d req-29e9024b-01a3-4dcd-a488-8f47d32985ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:11:48.291305 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-6b9ac9af-afbc-4796-a9f4-bfd1b0513c9d req-29e9024b-01a3-4dcd-a488-8f47d32985ae service neutron] 10.222.0.16 "GET /v2.0/networks?id=21ccb145-9b1a-4e71-955d-958605e8dc18 HTTP/1.1" status: 200 len: 915 time: 0.0870588 Oct 19 08:11:48.356651 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-6b9ac9af-afbc-4796-a9f4-bfd1b0513c9d req-f6d72c0d-1267-4e13-b55d-d2cf84205167 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1df8d13e-0113-49da-a103-0b38d50e7dcc HTTP/1.1" status: 200 len: 1000 time: 0.0584428 Oct 19 08:11:48.404677 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9ac9af-afbc-4796-a9f4-bfd1b0513c9d req-3f6193b5-6d37-44af-a69d-cea27e1a4173 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:11:48.406097 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-6b9ac9af-afbc-4796-a9f4-bfd1b0513c9d req-3f6193b5-6d37-44af-a69d-cea27e1a4173 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=efa030c3-b141-431d-9774-fa4ab1429086 HTTP/1.1" status: 200 len: 853 time: 0.0433795 Oct 19 08:11:48.454529 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9ac9af-afbc-4796-a9f4-bfd1b0513c9d req-058432d0-db2a-44ca-ae12-155e71911589 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:11:48.455915 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-6b9ac9af-afbc-4796-a9f4-bfd1b0513c9d req-058432d0-db2a-44ca-ae12-155e71911589 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=21ccb145-9b1a-4e71-955d-958605e8dc18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0435686 Oct 19 08:11:48.777012 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-6b9ac9af-afbc-4796-a9f4-bfd1b0513c9d req-2b95c69f-9570-4d23-b38c-e65c12891eb0 service neutron] 10.222.0.16 "GET /v2.0/networks/21ccb145-9b1a-4e71-955d-958605e8dc18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3146245 Oct 19 08:11:48.867905 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-6b9ac9af-afbc-4796-a9f4-bfd1b0513c9d req-6107754c-3b6b-4004-81fd-188cd73ed1fc service neutron] 10.222.0.16 "GET /v2.0/networks/21ccb145-9b1a-4e71-955d-958605e8dc18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845320 Oct 19 08:11:49.118794 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-1a0da505-d0f9-48c6-b7e2-53b9c5e41298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:11:49.218000 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:11:51.886412 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-86ff951f-0071-450b-931d-065917b28d58 req-087b0268-2bda-4720-8063-b74118dc38de tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] 10.222.0.27 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1398951812&fields=id&tenant_id=cef8062278d3405b8f2fc762c9b6e2bf HTTP/1.1" status: 200 len: 267 time: 0.0369589 Oct 19 08:11:51.939722 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ff951f-0071-450b-931d-065917b28d58 req-58e834d7-9c95-479f-a132-b30117b5b200 tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:11:51.941217 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-86ff951f-0071-450b-931d-065917b28d58 req-58e834d7-9c95-479f-a132-b30117b5b200 tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] 10.222.0.27 "GET /v2.0/ports?device_id=d23529a7-e637-4a5b-b683-b4d001e8dc8a HTTP/1.1" status: 200 len: 985 time: 0.0491734 Oct 19 08:11:51.952613 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [req-86ff951f-0071-450b-931d-065917b28d58 req-86628b5b-307d-46a7-b402-4ee1d13a4258 tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] Request body: {'port': {'security_groups': ['65fb58db-c340-495c-8aee-0d2aef88a0c8']}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 08:11:52.017212 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-86ff951f-0071-450b-931d-065917b28d58 req-86628b5b-307d-46a7-b402-4ee1d13a4258 tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:11:52.184375 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.db [req-86ff951f-0071-450b-931d-065917b28d58 req-86628b5b-307d-46a7-b402-4ee1d13a4258 tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] For port 1df8d13e-0113-49da-a103-0b38d50e7dcc, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=1df8d13e-0113-49da-a103-0b38d50e7dcc,segment=NetworkSegment(5d51812f-f843-4ffb-a5d2-d784ff656c35),segment_id=5d51812f-f843-4ffb-a5d2-d784ff656c35)] {{(pid=103332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 08:11:52.213110 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-86ff951f-0071-450b-931d-065917b28d58 req-86628b5b-307d-46a7-b402-4ee1d13a4258 tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] Notify callbacks [] for port, precommit_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:11:52.217316 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-86ff951f-0071-450b-931d-065917b28d58 req-86628b5b-307d-46a7-b402-4ee1d13a4258 tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133553807'] for port, after_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:11:52.228314 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ff951f-0071-450b-931d-065917b28d58 req-86628b5b-307d-46a7-b402-4ee1d13a4258 tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:11:52.228929 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-86ff951f-0071-450b-931d-065917b28d58 req-86628b5b-307d-46a7-b402-4ee1d13a4258 tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42160'] for port, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:11:52.229353 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] get_ports_and_sgs() called for port_ids ['1df8d13e-0113-49da-a103-0b38d50e7dcc'] {{(pid=103334) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 19 08:11:52.230282 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-86ff951f-0071-450b-931d-065917b28d58 req-86628b5b-307d-46a7-b402-4ee1d13a4258 tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] 10.222.0.27 "PUT /v2.0/ports/1df8d13e-0113-49da-a103-0b38d50e7dcc HTTP/1.1" status: 200 len: 943 time: 0.2820780 Oct 19 08:11:52.230775 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd23529a7-e637-4a5b-b683-b4d001e8dc8a', 'tag': '1df8d13e-0113-49da-a103-0b38d50e7dcc'}] {{(pid=103332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 19 08:11:52.235844 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a021b02cf5f527cd4bbbc40a031b51490d9893d7edeeb551bdf5128ee7546f8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c358083d-22f0-4741-88f7-6387032ac2a2" -d '{"events": [{"name": "network-changed", "server_uuid": "d23529a7-e637-4a5b-b683-b4d001e8dc8a", "tag": "1df8d13e-0113-49da-a103-0b38d50e7dcc"}]}' {{(pid=103332) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 08:11:52.236191 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 37558) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:11:52.273391 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 19 Oct 2022 08:11:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14c6bbdb-3da4-4ced-8c48-8124ab2cb84b x-openstack-request-id: req-14c6bbdb-3da4-4ced-8c48-8124ab2cb84b {{(pid=103332) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 08:11:52.273679 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d23529a7-e637-4a5b-b683-b4d001e8dc8a", "tag": "1df8d13e-0113-49da-a103-0b38d50e7dcc", "status": "completed", "code": 200}]} {{(pid=103332) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 08:11:52.273954 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-14c6bbdb-3da4-4ced-8c48-8124ab2cb84b {{(pid=103332) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 08:11:52.274353 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.notifiers.nova [-] Nova event matching ['req-14c6bbdb-3da4-4ced-8c48-8124ab2cb84b'] response: {'name': 'network-changed', 'server_uuid': 'd23529a7-e637-4a5b-b683-b4d001e8dc8a', 'tag': '1df8d13e-0113-49da-a103-0b38d50e7dcc', 'status': 'completed', 'code': 200} Oct 19 08:11:52.309681 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86628b5b-307d-46a7-b402-4ee1d13a4258 tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] Pushing event updated for resources: {'Port': ['ID=1df8d13e-0113-49da-a103-0b38d50e7dcc,revision_number=7']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:11:52.318385 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86628b5b-307d-46a7-b402-4ee1d13a4258 tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:11:52.318778 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86628b5b-307d-46a7-b402-4ee1d13a4258 tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:11:52.319122 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86628b5b-307d-46a7-b402-4ee1d13a4258 tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:11:52.319458 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86628b5b-307d-46a7-b402-4ee1d13a4258 tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:11:52.320421 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86628b5b-307d-46a7-b402-4ee1d13a4258 tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:11:52.320910 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86628b5b-307d-46a7-b402-4ee1d13a4258 tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:11:52.321130 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86628b5b-307d-46a7-b402-4ee1d13a4258 tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:11:52.322031 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86628b5b-307d-46a7-b402-4ee1d13a4258 tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:11:52.322532 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86628b5b-307d-46a7-b402-4ee1d13a4258 tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:11:52.322955 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86628b5b-307d-46a7-b402-4ee1d13a4258 tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:11:52.323288 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86628b5b-307d-46a7-b402-4ee1d13a4258 tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:11:52.323589 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] get_ports_and_sgs() called for port_ids ['1df8d13e-0113-49da-a103-0b38d50e7dcc'] {{(pid=103334) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 19 08:11:52.323690 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86628b5b-307d-46a7-b402-4ee1d13a4258 tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:11:52.339665 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-6fefe51b-ad57-44a5-be38-f7a0ea637f65 tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] Notify callbacks [] for security_group, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:11:52.365007 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c358083d-22f0-4741-88f7-6387032ac2a2 req-33ffb44a-a226-4494-b3b3-3bc591d03116 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:11:52.367014 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-c358083d-22f0-4741-88f7-6387032ac2a2 req-33ffb44a-a226-4494-b3b3-3bc591d03116 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=cef8062278d3405b8f2fc762c9b6e2bf&device_id=d23529a7-e637-4a5b-b683-b4d001e8dc8a HTTP/1.1" status: 200 len: 1099 time: 0.0642002 Oct 19 08:11:52.373060 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-6fefe51b-ad57-44a5-be38-f7a0ea637f65 tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:11:52.502496 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c358083d-22f0-4741-88f7-6387032ac2a2 req-f3c34866-5fb8-4a02-97dd-0eb7ec51dffd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:11:52.503796 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-c358083d-22f0-4741-88f7-6387032ac2a2 req-f3c34866-5fb8-4a02-97dd-0eb7ec51dffd service neutron] 10.222.0.16 "GET /v2.0/networks?id=21ccb145-9b1a-4e71-955d-958605e8dc18 HTTP/1.1" status: 200 len: 915 time: 0.1276834 Oct 19 08:11:52.510042 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-6fefe51b-ad57-44a5-be38-f7a0ea637f65 tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788643'] for security_group, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:11:52.512832 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-6fefe51b-ad57-44a5-be38-f7a0ea637f65 tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] Notify callbacks [] for security_group, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:11:52.513899 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-6fefe51b-ad57-44a5-be38-f7a0ea637f65 tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] 10.222.0.27 "DELETE /v2.0/security-groups/9a19fcb7-0da4-40f3-a0d9-f28ad46027f5 HTTP/1.1" status: 204 len: 168 time: 0.2766287 Oct 19 08:11:52.516787 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 37562) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:11:52.559726 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fefe51b-ad57-44a5-be38-f7a0ea637f65 tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a19fcb7-0da4-40f3-a0d9-f28ad46027f5,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:11:52.578808 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fefe51b-ad57-44a5-be38-f7a0ea637f65 tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:11:52.579157 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fefe51b-ad57-44a5-be38-f7a0ea637f65 tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:11:52.579502 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fefe51b-ad57-44a5-be38-f7a0ea637f65 tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:11:52.579844 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fefe51b-ad57-44a5-be38-f7a0ea637f65 tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:11:52.580182 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fefe51b-ad57-44a5-be38-f7a0ea637f65 tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:11:52.580662 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fefe51b-ad57-44a5-be38-f7a0ea637f65 tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:11:52.580994 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fefe51b-ad57-44a5-be38-f7a0ea637f65 tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:11:52.581325 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fefe51b-ad57-44a5-be38-f7a0ea637f65 tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:11:52.581655 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fefe51b-ad57-44a5-be38-f7a0ea637f65 tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:11:52.581992 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fefe51b-ad57-44a5-be38-f7a0ea637f65 tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:11:52.582309 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fefe51b-ad57-44a5-be38-f7a0ea637f65 tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:11:52.582630 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fefe51b-ad57-44a5-be38-f7a0ea637f65 tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:11:52.607966 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-c358083d-22f0-4741-88f7-6387032ac2a2 req-f295dda7-155c-407b-88c8-7eacd6719eec service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1df8d13e-0113-49da-a103-0b38d50e7dcc HTTP/1.1" status: 200 len: 1000 time: 0.0930057 Oct 19 08:11:52.656824 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c358083d-22f0-4741-88f7-6387032ac2a2 req-96f43d93-c574-4937-803e-74649d2b49e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:11:52.658267 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-c358083d-22f0-4741-88f7-6387032ac2a2 req-96f43d93-c574-4937-803e-74649d2b49e0 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=efa030c3-b141-431d-9774-fa4ab1429086 HTTP/1.1" status: 200 len: 853 time: 0.0439050 Oct 19 08:11:52.673740 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.plugin [None req-bf0ffbc2-3925-4000-a3a5-953ff05e566d tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] Deleting port 975eaa09-4cf3-4f6a-b195-364cb542a0b3 {{(pid=103332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 08:11:52.674092 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-bf0ffbc2-3925-4000-a3a5-953ff05e566d tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:11:52.703419 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c358083d-22f0-4741-88f7-6387032ac2a2 req-ace5747b-adf7-414f-89d8-fe0f3027b1e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:11:52.704952 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-c358083d-22f0-4741-88f7-6387032ac2a2 req-ace5747b-adf7-414f-89d8-fe0f3027b1e9 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=21ccb145-9b1a-4e71-955d-958605e8dc18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0399930 Oct 19 08:11:52.752153 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-bf0ffbc2-3925-4000-a3a5-953ff05e566d tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:11:52.752486 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-bf0ffbc2-3925-4000-a3a5-953ff05e566d tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:11:52.764720 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.plugin [None req-bf0ffbc2-3925-4000-a3a5-953ff05e566d tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] Calling delete_port for 975eaa09-4cf3-4f6a-b195-364cb542a0b3 owned by network:floatingip {{(pid=103332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 08:11:52.797175 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-c358083d-22f0-4741-88f7-6387032ac2a2 req-8492dcb6-13ad-4db0-92a2-dc6a56da7c00 service neutron] 10.222.0.16 "GET /v2.0/networks/21ccb145-9b1a-4e71-955d-958605e8dc18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851843 Oct 19 08:11:52.890393 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-c358083d-22f0-4741-88f7-6387032ac2a2 req-a316bf8b-dcc7-4c3c-a36c-a664185a381f service neutron] 10.222.0.16 "GET /v2.0/networks/21ccb145-9b1a-4e71-955d-958605e8dc18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865588 Oct 19 08:11:52.912939 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-bf0ffbc2-3925-4000-a3a5-953ff05e566d tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133553798'] for port, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:11:52.941844 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0ffbc2-3925-4000-a3a5-953ff05e566d tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] Pushing event deleted for resources: {'Port': ['ID=975eaa09-4cf3-4f6a-b195-364cb542a0b3,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:11:53.003165 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-bf0ffbc2-3925-4000-a3a5-953ff05e566d tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] Notify callbacks [] for floatingip, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:11:53.003501 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.db.l3_db [None req-bf0ffbc2-3925-4000-a3a5-953ff05e566d tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] Floating IP bb11a331-e51c-4d80-9e73-69455212e2b9 disassociated (deleted). External IP: 172.26.0.6, port: 1df8d13e-0113-49da-a103-0b38d50e7dcc. Oct 19 08:11:53.208010 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf0ffbc2-3925-4000-a3a5-953ff05e566d tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] Router 254f98cb-53c9-4141-9bba-fe557871f2df has already been hosted by L3 agent ab388470-1243-4d53-80f2-c2f5899c97a7 {{(pid=103332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 08:11:53.313436 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf0ffbc2-3925-4000-a3a5-953ff05e566d tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] Notify agent at l3_agent.dv-neutron-861624-1-hyperv the message routers_updated {{(pid=103332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 08:11:53.318240 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-bf0ffbc2-3925-4000-a3a5-953ff05e566d tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42160'] for floatingip, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:11:53.324329 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0edc8e57-f840-41e1-89db-257be01f7421 None None] Sync routers for ids ['254f98cb-53c9-4141-9bba-fe557871f2df'] in dv-neutron-861624-1-hyperv {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 08:11:53.334984 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0edc8e57-f840-41e1-89db-257be01f7421 None None] Routers {'254f98cb-53c9-4141-9bba-fe557871f2df'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 08:11:53.335825 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-0edc8e57-f840-41e1-89db-257be01f7421 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T08:11:46Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['254f98cb-53c9-4141-9bba-fe557871f2df'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:11:53.343928 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-bf0ffbc2-3925-4000-a3a5-953ff05e566d tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] 10.222.0.27 "DELETE /v2.0/floatingips/bb11a331-e51c-4d80-9e73-69455212e2b9 HTTP/1.1" status: 204 len: 168 time: 0.8260756 Oct 19 08:11:53.439762 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvr_db [None req-0edc8e57-f840-41e1-89db-257be01f7421 None None] Set router 254f98cb-53c9-4141-9bba-fe557871f2df gateway port host: dv-neutron-861624-1-hyperv {{(pid=103335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 08:11:53.636419 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-0edc8e57-f840-41e1-89db-257be01f7421 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '254f98cb-53c9-4141-9bba-fe557871f2df', 'name': 'tempest-TestMinimumBasicScenario-845012488-router', 'tenant_id': 'cef8062278d3405b8f2fc762c9b6e2bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'external_fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.203'}], 'enable_snat': True}, 'gw_port_id': 'cec42d89-1629-4cb1-8687-013b3665bc63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T08:08:04Z', 'updated_at': '2022-10-19T08:08:07Z', 'revision_number': 4, 'project_id': 'cef8062278d3405b8f2fc762c9b6e2bf', 'gw_port': {'id': 'cec42d89-1629-4cb1-8687-013b3665bc63', 'name': '', 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:cb:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '254f98cb-53c9-4141-9bba-fe557871f2df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T08:08:05Z', 'updated_at': '2022-10-19T08:08:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861624-1-hyperv', '_interfaces': [{'id': '99bedce2-ce8d-4b5f-8316-1501c62193fa', 'name': '', 'network_id': '21ccb145-9b1a-4e71-955d-958605e8dc18', 'tenant_id': 'cef8062278d3405b8f2fc762c9b6e2bf', 'mac_address': 'fa:16:3e:42:00:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '254f98cb-53c9-4141-9bba-fe557871f2df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': 'efa030c3-b141-431d-9774-fa4ab1429086', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T08:08:07Z', 'updated_at': '2022-10-19T08:08:12Z', 'revision_number': 5, 'project_id': 'cef8062278d3405b8f2fc762c9b6e2bf', 'subnets': [{'id': 'efa030c3-b141-431d-9774-fa4ab1429086', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:11:53.664824 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0edc8e57-f840-41e1-89db-257be01f7421 None None] Checking router: 254f98cb-53c9-4141-9bba-fe557871f2df for host: dv-neutron-861624-1-hyperv {{(pid=103335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 08:11:53.672723 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0edc8e57-f840-41e1-89db-257be01f7421 None None] Routers {'254f98cb-53c9-4141-9bba-fe557871f2df'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 08:11:53.673310 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-0edc8e57-f840-41e1-89db-257be01f7421 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T08:11:46Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['254f98cb-53c9-4141-9bba-fe557871f2df'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:11:53.774491 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvr_db [None req-0edc8e57-f840-41e1-89db-257be01f7421 None None] Set router 254f98cb-53c9-4141-9bba-fe557871f2df gateway port host: dv-neutron-861624-1-hyperv {{(pid=103335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 08:11:53.964151 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-0edc8e57-f840-41e1-89db-257be01f7421 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '254f98cb-53c9-4141-9bba-fe557871f2df', 'name': 'tempest-TestMinimumBasicScenario-845012488-router', 'tenant_id': 'cef8062278d3405b8f2fc762c9b6e2bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'external_fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.203'}], 'enable_snat': True}, 'gw_port_id': 'cec42d89-1629-4cb1-8687-013b3665bc63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T08:08:04Z', 'updated_at': '2022-10-19T08:08:07Z', 'revision_number': 4, 'project_id': 'cef8062278d3405b8f2fc762c9b6e2bf', 'gw_port': {'id': 'cec42d89-1629-4cb1-8687-013b3665bc63', 'name': '', 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:cb:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '254f98cb-53c9-4141-9bba-fe557871f2df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T08:08:05Z', 'updated_at': '2022-10-19T08:08:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861624-1-hyperv', '_interfaces': [{'id': '99bedce2-ce8d-4b5f-8316-1501c62193fa', 'name': '', 'network_id': '21ccb145-9b1a-4e71-955d-958605e8dc18', 'tenant_id': 'cef8062278d3405b8f2fc762c9b6e2bf', 'mac_address': 'fa:16:3e:42:00:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '254f98cb-53c9-4141-9bba-fe557871f2df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': 'efa030c3-b141-431d-9774-fa4ab1429086', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T08:08:07Z', 'updated_at': '2022-10-19T08:08:12Z', 'revision_number': 5, 'project_id': 'cef8062278d3405b8f2fc762c9b6e2bf', 'subnets': [{'id': 'efa030c3-b141-431d-9774-fa4ab1429086', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:11:53.989893 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0edc8e57-f840-41e1-89db-257be01f7421 None None] The sync data for ids ['254f98cb-53c9-4141-9bba-fe557871f2df'] in dv-neutron-861624-1-hyperv is: [{'id': '254f98cb-53c9-4141-9bba-fe557871f2df', 'name': 'tempest-TestMinimumBasicScenario-845012488-router', 'tenant_id': 'cef8062278d3405b8f2fc762c9b6e2bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'external_fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.203'}], 'enable_snat': True}, 'gw_port_id': 'cec42d89-1629-4cb1-8687-013b3665bc63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T08:08:04Z', 'updated_at': '2022-10-19T08:08:07Z', 'revision_number': 4, 'project_id': 'cef8062278d3405b8f2fc762c9b6e2bf', 'gw_port': {'id': 'cec42d89-1629-4cb1-8687-013b3665bc63', 'name': '', 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:cb:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '254f98cb-53c9-4141-9bba-fe557871f2df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T08:08:05Z', 'updated_at': '2022-10-19T08:08:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861624-1-hyperv', '_interfaces': [{'id': '99bedce2-ce8d-4b5f-8316-1501c62193fa', 'name': '', 'network_id': '21ccb145-9b1a-4e71-955d-958605e8dc18', 'tenant_id': 'cef8062278d3405b8f2fc762c9b6e2bf', 'mac_address': 'fa:16:3e:42:00:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '254f98cb-53c9-4141-9bba-fe557871f2df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': 'efa030c3-b141-431d-9774-fa4ab1429086', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T08:08:07Z', 'updated_at': '2022-10-19T08:08:12Z', 'revision_number': 5, 'project_id': 'cef8062278d3405b8f2fc762c9b6e2bf', 'subnets': [{'id': 'efa030c3-b141-431d-9774-fa4ab1429086', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 08:11:54.194204 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ff9cd36-83d6-4c42-9477-b5813b9c4e23 None None] New status for floating IP bb11a331-e51c-4d80-9e73-69455212e2b9: DOWN {{(pid=103334) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 19 08:11:54.275616 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd23529a7-e637-4a5b-b683-b4d001e8dc8a', 'tag': '1df8d13e-0113-49da-a103-0b38d50e7dcc'}] {{(pid=103332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 19 08:11:54.279471 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a021b02cf5f527cd4bbbc40a031b51490d9893d7edeeb551bdf5128ee7546f8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd185486-6da7-4f8f-986b-d6de5c87cbfb" -d '{"events": [{"name": "network-changed", "server_uuid": "d23529a7-e637-4a5b-b683-b4d001e8dc8a", "tag": "1df8d13e-0113-49da-a103-0b38d50e7dcc"}]}' {{(pid=103332) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 08:11:54.316695 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 19 Oct 2022 08:11:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-880e58be-0c66-4d57-a661-5d8b1592db6b x-openstack-request-id: req-880e58be-0c66-4d57-a661-5d8b1592db6b {{(pid=103332) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 08:11:54.316990 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d23529a7-e637-4a5b-b683-b4d001e8dc8a", "tag": "1df8d13e-0113-49da-a103-0b38d50e7dcc", "status": "completed", "code": 200}]} {{(pid=103332) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 08:11:54.317245 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-880e58be-0c66-4d57-a661-5d8b1592db6b {{(pid=103332) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 08:11:54.317659 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.notifiers.nova [-] Nova event matching ['req-880e58be-0c66-4d57-a661-5d8b1592db6b'] response: {'name': 'network-changed', 'server_uuid': 'd23529a7-e637-4a5b-b683-b4d001e8dc8a', 'tag': '1df8d13e-0113-49da-a103-0b38d50e7dcc', 'status': 'completed', 'code': 200} Oct 19 08:11:54.377473 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd185486-6da7-4f8f-986b-d6de5c87cbfb req-5cab282b-c25d-4e2e-9d44-e1b2d57b2224 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:11:54.378971 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-dd185486-6da7-4f8f-986b-d6de5c87cbfb req-5cab282b-c25d-4e2e-9d44-e1b2d57b2224 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=cef8062278d3405b8f2fc762c9b6e2bf&device_id=d23529a7-e637-4a5b-b683-b4d001e8dc8a HTTP/1.1" status: 200 len: 1099 time: 0.0412481 Oct 19 08:11:54.471104 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd185486-6da7-4f8f-986b-d6de5c87cbfb req-fdafbffe-cc85-48d1-9fde-1a42a006d6a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:11:54.472605 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-dd185486-6da7-4f8f-986b-d6de5c87cbfb req-fdafbffe-cc85-48d1-9fde-1a42a006d6a5 service neutron] 10.222.0.16 "GET /v2.0/networks?id=21ccb145-9b1a-4e71-955d-958605e8dc18 HTTP/1.1" status: 200 len: 915 time: 0.0876698 Oct 19 08:11:54.513260 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-dd185486-6da7-4f8f-986b-d6de5c87cbfb req-658ee9c8-5996-45b3-a6e3-09e02bdefdcd service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1df8d13e-0113-49da-a103-0b38d50e7dcc HTTP/1.1" status: 200 len: 217 time: 0.0334923 Oct 19 08:11:54.569355 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd185486-6da7-4f8f-986b-d6de5c87cbfb req-57488dea-6bcd-4f85-b591-4cdb29934c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:11:54.571062 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-dd185486-6da7-4f8f-986b-d6de5c87cbfb req-57488dea-6bcd-4f85-b591-4cdb29934c58 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=efa030c3-b141-431d-9774-fa4ab1429086 HTTP/1.1" status: 200 len: 853 time: 0.0521262 Oct 19 08:11:54.619926 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd185486-6da7-4f8f-986b-d6de5c87cbfb req-f95364cc-d405-484f-995a-bc54c99dafcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:11:54.621813 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-dd185486-6da7-4f8f-986b-d6de5c87cbfb req-f95364cc-d405-484f-995a-bc54c99dafcb service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=21ccb145-9b1a-4e71-955d-958605e8dc18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0434010 Oct 19 08:11:54.737289 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-dd185486-6da7-4f8f-986b-d6de5c87cbfb req-4ab9ef63-f750-4325-9c41-7eb1b3bd5449 service neutron] 10.222.0.16 "GET /v2.0/networks/21ccb145-9b1a-4e71-955d-958605e8dc18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882261 Oct 19 08:11:54.827455 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-dd185486-6da7-4f8f-986b-d6de5c87cbfb req-c567b661-422c-434d-8698-37dd655e2001 service neutron] 10.222.0.16 "GET /v2.0/networks/21ccb145-9b1a-4e71-955d-958605e8dc18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823703 Oct 19 08:12:01.316016 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f24350-9b1f-4ca1-a8e0-9d72b5129b60 req-1384ac41-333b-4c47-b646-d8e8d289bc1a tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:12:01.317541 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-e3f24350-9b1f-4ca1-a8e0-9d72b5129b60 req-1384ac41-333b-4c47-b646-d8e8d289bc1a tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] 10.222.0.27 "GET /v2.0/ports?device_id=d23529a7-e637-4a5b-b683-b4d001e8dc8a HTTP/1.1" status: 200 len: 946 time: 0.0520186 Oct 19 08:12:01.355698 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-e3f24350-9b1f-4ca1-a8e0-9d72b5129b60 req-21ef6dec-88c3-4eee-b22d-a8ad5494aeb4 tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] 10.222.0.27 "GET /v2.0/security-groups?id=65fb58db-c340-495c-8aee-0d2aef88a0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311010 Oct 19 08:12:02.482250 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1584e3-6de2-40ee-99c1-ca6c4f829d6e req-60f0f924-af93-426f-a54c-9ca5fea31f40 tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:12:02.483757 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-2f1584e3-6de2-40ee-99c1-ca6c4f829d6e req-60f0f924-af93-426f-a54c-9ca5fea31f40 tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] 10.222.0.27 "GET /v2.0/ports?device_id=d23529a7-e637-4a5b-b683-b4d001e8dc8a HTTP/1.1" status: 200 len: 946 time: 0.0543706 Oct 19 08:12:02.521662 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-2f1584e3-6de2-40ee-99c1-ca6c4f829d6e req-30d53f44-730f-4e61-8f63-2e7852c658c1 tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] 10.222.0.27 "GET /v2.0/security-groups?id=65fb58db-c340-495c-8aee-0d2aef88a0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317662 Oct 19 08:12:02.913658 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0d34f4-63bd-453b-a53f-baef69a4c179 req-927cf12b-e381-4900-86a7-5b357531a857 tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:12:02.915127 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-cd0d34f4-63bd-453b-a53f-baef69a4c179 req-927cf12b-e381-4900-86a7-5b357531a857 tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] 10.222.0.16 "GET /v2.0/ports?device_id=d23529a7-e637-4a5b-b683-b4d001e8dc8a HTTP/1.1" status: 200 len: 946 time: 0.0499234 Oct 19 08:12:03.007999 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [req-cd0d34f4-63bd-453b-a53f-baef69a4c179 req-826bcac2-7534-4c10-a271-93e0ab14fd72 tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] Deleting port 1df8d13e-0113-49da-a103-0b38d50e7dcc {{(pid=103333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 08:12:03.008345 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [req-cd0d34f4-63bd-453b-a53f-baef69a4c179 req-826bcac2-7534-4c10-a271-93e0ab14fd72 tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:12:03.097814 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.db [req-cd0d34f4-63bd-453b-a53f-baef69a4c179 req-826bcac2-7534-4c10-a271-93e0ab14fd72 tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] For port 1df8d13e-0113-49da-a103-0b38d50e7dcc, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=1df8d13e-0113-49da-a103-0b38d50e7dcc,segment=NetworkSegment(5d51812f-f843-4ffb-a5d2-d784ff656c35),segment_id=5d51812f-f843-4ffb-a5d2-d784ff656c35)] {{(pid=103333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 08:12:03.098172 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [req-cd0d34f4-63bd-453b-a53f-baef69a4c179 req-826bcac2-7534-4c10-a271-93e0ab14fd72 tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:12:03.110276 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [req-cd0d34f4-63bd-453b-a53f-baef69a4c179 req-826bcac2-7534-4c10-a271-93e0ab14fd72 tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] Calling delete_port for 1df8d13e-0113-49da-a103-0b38d50e7dcc owned by compute:nova {{(pid=103333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 08:12:03.233742 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [req-cd0d34f4-63bd-453b-a53f-baef69a4c179 req-826bcac2-7534-4c10-a271-93e0ab14fd72 tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130996763'] for port, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:12:03.245039 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] get_ports_and_sgs() called for port_ids ['1df8d13e-0113-49da-a103-0b38d50e7dcc'] {{(pid=103334) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 19 08:12:03.260195 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826bcac2-7534-4c10-a271-93e0ab14fd72 tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] Pushing event deleted for resources: {'Port': ['ID=1df8d13e-0113-49da-a103-0b38d50e7dcc,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:12:03.308452 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd0d34f4-63bd-453b-a53f-baef69a4c179 req-826bcac2-7534-4c10-a271-93e0ab14fd72 tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] No DVR routers for this DVR port 1df8d13e-0113-49da-a103-0b38d50e7dcc on host hv-neutron-8616 {{(pid=103333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 19 08:12:03.311128 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [req-cd0d34f4-63bd-453b-a53f-baef69a4c179 req-826bcac2-7534-4c10-a271-93e0ab14fd72 tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42160'] for port, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:12:03.314490 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-cd0d34f4-63bd-453b-a53f-baef69a4c179 req-826bcac2-7534-4c10-a271-93e0ab14fd72 tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] 10.222.0.16 "DELETE /v2.0/ports/1df8d13e-0113-49da-a103-0b38d50e7dcc HTTP/1.1" status: 204 len: 173 time: 0.3928089 Oct 19 08:12:03.314984 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd23529a7-e637-4a5b-b683-b4d001e8dc8a', 'name': 'network-vif-deleted', 'tag': '1df8d13e-0113-49da-a103-0b38d50e7dcc'}] {{(pid=103333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 19 08:12:03.317259 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e3bb7d74903c72d9cb0d0f2f187c581e0456bd3142b101dc46d694cf75cdf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77e667e0-42c1-4b79-97e3-caf8a5cf7a33" -d '{"events": [{"server_uuid": "d23529a7-e637-4a5b-b683-b4d001e8dc8a", "name": "network-vif-deleted", "tag": "1df8d13e-0113-49da-a103-0b38d50e7dcc"}]}' {{(pid=103333) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 08:12:03.467667 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 19 Oct 2022 08:12:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edda8b1f-0b8f-4d71-8dda-6669ecc3a15f x-openstack-request-id: req-edda8b1f-0b8f-4d71-8dda-6669ecc3a15f {{(pid=103333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 08:12:03.468017 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d23529a7-e637-4a5b-b683-b4d001e8dc8a", "name": "network-vif-deleted", "tag": "1df8d13e-0113-49da-a103-0b38d50e7dcc", "status": "completed", "code": 200}]} {{(pid=103333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 08:12:03.468271 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-edda8b1f-0b8f-4d71-8dda-6669ecc3a15f {{(pid=103333) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 08:12:03.469531 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.notifiers.nova [-] Nova event matching ['req-edda8b1f-0b8f-4d71-8dda-6669ecc3a15f'] response: {'server_uuid': 'd23529a7-e637-4a5b-b683-b4d001e8dc8a', 'name': 'network-vif-deleted', 'tag': '1df8d13e-0113-49da-a103-0b38d50e7dcc', 'status': 'completed', 'code': 200} Oct 19 08:12:03.631945 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-96e5a7c1-1baf-409b-a6e3-8fdb6cd064a3 req-d38f022f-3c8b-4428-8aa1-dac94464ed47 tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] 10.222.0.27 "GET /v2.0/ports?device_id=d23529a7-e637-4a5b-b683-b4d001e8dc8a HTTP/1.1" status: 200 len: 210 time: 0.0269449 Oct 19 08:12:05.456424 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Device 1df8d13e-0113-49da-a103-0b38d50e7dcc no longer exists at agent hyperv_hv-neutron-8616 {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 08:12:05.487533 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] No Port match for: 1df8d13e-0113-49da-a103-0b38d50e7dcc {{(pid=103334) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 19 08:12:05.487876 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Device 1df8d13e-0113-49da-a103-0b38d50e7dcc not bound to the agent host hv-neutron-8616 {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 08:12:12.063856 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:12:13.450598 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d2521648-b8cb-4da6-baf3-d7dcb240db8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:12:13.781630 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b755aaec-2080-4277-8b68-ef5b604ba261 req-83309761-0d1b-494c-adb2-1cac5148a8b0 tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:12:13.783093 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-b755aaec-2080-4277-8b68-ef5b604ba261 req-83309761-0d1b-494c-adb2-1cac5148a8b0 tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] 10.222.0.27 "GET /v2.0/networks?id=21ccb145-9b1a-4e71-955d-958605e8dc18 HTTP/1.1" status: 200 len: 814 time: 0.1030114 Oct 19 08:12:13.797605 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-b755aaec-2080-4277-8b68-ef5b604ba261 req-81b32cbc-568e-4f96-bcc5-9b715fa08e75 tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] 10.222.0.27 "GET /v2.0/quotas/cef8062278d3405b8f2fc762c9b6e2bf HTTP/1.1" status: 200 len: 375 time: 0.0088174 Oct 19 08:12:13.848402 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-b755aaec-2080-4277-8b68-ef5b604ba261 req-a576e61c-4add-4aee-9b0f-17614742bdba tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] 10.222.0.27 "GET /v2.0/ports?tenant_id=cef8062278d3405b8f2fc762c9b6e2bf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0457034 Oct 19 08:12:13.906733 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [req-b755aaec-2080-4277-8b68-ef5b604ba261 req-bc91612b-e2ca-47a1-939c-994e077feb41 service neutron] http://10.222.0.27:9696/v2.0/extensions returned with HTTP 200 {{(pid=103332) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 08:12:13.907742 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-b755aaec-2080-4277-8b68-ef5b604ba261 req-bc91612b-e2ca-47a1-939c-994e077feb41 service neutron] 10.222.0.27 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0481966 Oct 19 08:12:13.995619 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-b755aaec-2080-4277-8b68-ef5b604ba261 req-43929db0-b4b2-4bab-93c6-0b4827e63f60 service neutron] 10.222.0.27 "GET /v2.0/networks/21ccb145-9b1a-4e71-955d-958605e8dc18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814514 Oct 19 08:12:14.087469 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-b755aaec-2080-4277-8b68-ef5b604ba261 req-13425288-1275-4260-8070-28dfda0a4814 service neutron] 10.222.0.27 "GET /v2.0/networks/21ccb145-9b1a-4e71-955d-958605e8dc18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856118 Oct 19 08:12:14.242886 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-9c68f875-7c3d-488e-b02e-47bd3782788e req-f34ee7d1-0ba8-4d2b-9f18-302270d89b15 tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] 10.222.0.27 "GET /v2.0/ports?device_id=b8159611-7a4a-4af5-9d4d-158a5b693e85 HTTP/1.1" status: 200 len: 210 time: 0.0277302 Oct 19 08:12:15.172236 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b755aaec-2080-4277-8b68-ef5b604ba261 req-6440b754-0e8a-46eb-8467-9822905a021c tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:12:15.173738 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-b755aaec-2080-4277-8b68-ef5b604ba261 req-6440b754-0e8a-46eb-8467-9822905a021c tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] 10.222.0.16 "GET /v2.0/networks?id=21ccb145-9b1a-4e71-955d-958605e8dc18 HTTP/1.1" status: 200 len: 814 time: 0.1098630 Oct 19 08:12:15.186340 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [req-b755aaec-2080-4277-8b68-ef5b604ba261 req-d3935146-c174-4d67-90af-07ae63785ce4 tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] Request body: {'port': {'device_id': 'b8159611-7a4a-4af5-9d4d-158a5b693e85', 'network_id': '21ccb145-9b1a-4e71-955d-958605e8dc18', 'admin_state_up': True, 'tenant_id': 'cef8062278d3405b8f2fc762c9b6e2bf'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 08:12:15.296276 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b755aaec-2080-4277-8b68-ef5b604ba261 req-d3935146-c174-4d67-90af-07ae63785ce4 tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] Made reservation on behalf of cef8062278d3405b8f2fc762c9b6e2bf for: {'port': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 08:12:15.299768 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [req-b755aaec-2080-4277-8b68-ef5b604ba261 req-d3935146-c174-4d67-90af-07ae63785ce4 tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:12:15.349840 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-1a836153-bfc5-438e-bb3f-c6ce7a08f73c req-c6e3696a-8c43-4968-ac60-19b7ee0b7ee9 tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] 10.222.0.27 "GET /v2.0/ports?device_id=b8159611-7a4a-4af5-9d4d-158a5b693e85 HTTP/1.1" status: 200 len: 210 time: 0.0293467 Oct 19 08:12:15.440835 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.db_base_plugin_common [req-b755aaec-2080-4277-8b68-ef5b604ba261 req-d3935146-c174-4d67-90af-07ae63785ce4 tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] Allocated IP 172.20.0.12 (21ccb145-9b1a-4e71-955d-958605e8dc18/efa030c3-b141-431d-9774-fa4ab1429086/541b9ddc-fde5-4534-9920-32c8df50997e) {{(pid=103333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 08:12:15.602260 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [req-b755aaec-2080-4277-8b68-ef5b604ba261 req-d3935146-c174-4d67-90af-07ae63785ce4 tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] Notify callbacks [] for port, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:12:15.641726 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [req-b755aaec-2080-4277-8b68-ef5b604ba261 req-d3935146-c174-4d67-90af-07ae63785ce4 tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785020947330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130996763'] for port, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:12:15.692304 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b755aaec-2080-4277-8b68-ef5b604ba261 req-d3935146-c174-4d67-90af-07ae63785ce4 tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] Network 21ccb145-9b1a-4e71-955d-958605e8dc18 is already hosted by enough agents. {{(pid=103333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 08:12:15.696746 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [req-b755aaec-2080-4277-8b68-ef5b604ba261 req-d3935146-c174-4d67-90af-07ae63785ce4 tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] Resources bound (agent type, host, resource id): {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 08:12:15.701153 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.l3_dvrscheduler_db [req-b755aaec-2080-4277-8b68-ef5b604ba261 req-d3935146-c174-4d67-90af-07ae63785ce4 tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] Received port after_create {{(pid=103333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 08:12:15.739561 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3935146-c174-4d67-90af-07ae63785ce4 tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] Pushing event updated for resources: {'Port': ['ID=541b9ddc-fde5-4534-9920-32c8df50997e,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:12:15.763180 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b755aaec-2080-4277-8b68-ef5b604ba261 req-d3935146-c174-4d67-90af-07ae63785ce4 tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:12:15.765278 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [req-b755aaec-2080-4277-8b68-ef5b604ba261 req-d3935146-c174-4d67-90af-07ae63785ce4 tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42160'] for port, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:12:15.786241 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-b755aaec-2080-4277-8b68-ef5b604ba261 req-d3935146-c174-4d67-90af-07ae63785ce4 tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6044326 Oct 19 08:12:16.081357 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-4f4107de-8bc5-4baf-85f8-eda7ec10a507 None None] Provisioning complete for port 541b9ddc-fde5-4534-9920-32c8df50997e triggered by entity DHCP. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 08:12:16.082532 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-4f4107de-8bc5-4baf-85f8-eda7ec10a507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:12:16.083276 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-4f4107de-8bc5-4baf-85f8-eda7ec10a507 None None] Attempt 1 to provision port 541b9ddc-fde5-4534-9920-32c8df50997e Oct 19 08:12:16.122564 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-4f4107de-8bc5-4baf-85f8-eda7ec10a507 None None] Port 541b9ddc-fde5-4534-9920-32c8df50997e cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 08:12:16.361889 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-b1a7241f-27fa-4375-8a07-21cb8f73a515 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:12:16.480451 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62d71c5-14b7-4cfc-9f81-2794f0c58893 req-aa9a22c3-125a-45d6-a013-1d5e42f57201 tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:12:16.481982 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-b62d71c5-14b7-4cfc-9f81-2794f0c58893 req-aa9a22c3-125a-45d6-a013-1d5e42f57201 tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] 10.222.0.27 "GET /v2.0/ports?device_id=b8159611-7a4a-4af5-9d4d-158a5b693e85 HTTP/1.1" status: 200 len: 932 time: 0.0556414 Oct 19 08:12:16.524039 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-b62d71c5-14b7-4cfc-9f81-2794f0c58893 req-a5e61654-d899-4eb9-9f4d-b9a7352c6262 tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] 10.222.0.27 "GET /v2.0/security-groups?id=65fb58db-c340-495c-8aee-0d2aef88a0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355890 Oct 19 08:12:16.623950 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-4f4107de-8bc5-4baf-85f8-eda7ec10a507 None None] Attempt 2 to provision port 541b9ddc-fde5-4534-9920-32c8df50997e Oct 19 08:12:16.662085 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-4f4107de-8bc5-4baf-85f8-eda7ec10a507 None None] Port 541b9ddc-fde5-4534-9920-32c8df50997e cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 08:12:17.163697 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-4f4107de-8bc5-4baf-85f8-eda7ec10a507 None None] Attempt 3 to provision port 541b9ddc-fde5-4534-9920-32c8df50997e Oct 19 08:12:17.200815 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-4f4107de-8bc5-4baf-85f8-eda7ec10a507 None None] Port 541b9ddc-fde5-4534-9920-32c8df50997e cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 08:12:17.653236 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5244ab-4c00-46d4-a20c-edeb2ef2ed94 req-dd5e9618-c3f4-4cf5-9a06-7620ff28eb08 tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:12:17.654836 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-0f5244ab-4c00-46d4-a20c-edeb2ef2ed94 req-dd5e9618-c3f4-4cf5-9a06-7620ff28eb08 tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] 10.222.0.27 "GET /v2.0/ports?device_id=b8159611-7a4a-4af5-9d4d-158a5b693e85 HTTP/1.1" status: 200 len: 932 time: 0.0567608 Oct 19 08:12:17.694330 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-0f5244ab-4c00-46d4-a20c-edeb2ef2ed94 req-cbc252e5-0148-4220-886e-797be0e87d28 tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] 10.222.0.27 "GET /v2.0/security-groups?id=65fb58db-c340-495c-8aee-0d2aef88a0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332160 Oct 19 08:12:17.701939 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-4f4107de-8bc5-4baf-85f8-eda7ec10a507 None None] Attempt 4 to provision port 541b9ddc-fde5-4534-9920-32c8df50997e Oct 19 08:12:17.740837 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-4f4107de-8bc5-4baf-85f8-eda7ec10a507 None None] Port 541b9ddc-fde5-4534-9920-32c8df50997e cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 08:12:18.055756 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-2a2259f7-b034-4eec-af7a-7abaede746c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:12:18.242372 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-4f4107de-8bc5-4baf-85f8-eda7ec10a507 None None] Attempt 5 to provision port 541b9ddc-fde5-4534-9920-32c8df50997e Oct 19 08:12:18.286052 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-4f4107de-8bc5-4baf-85f8-eda7ec10a507 None None] Port 541b9ddc-fde5-4534-9920-32c8df50997e cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 08:12:18.787942 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-4f4107de-8bc5-4baf-85f8-eda7ec10a507 None None] Attempt 6 to provision port 541b9ddc-fde5-4534-9920-32c8df50997e Oct 19 08:12:18.824734 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f1f3b4-9be2-45a7-ad7f-65b8ada0aebf req-bea7dc3e-5e16-42fb-8587-b7bc6a588fbe tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:12:18.826242 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-47f1f3b4-9be2-45a7-ad7f-65b8ada0aebf req-bea7dc3e-5e16-42fb-8587-b7bc6a588fbe tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] 10.222.0.27 "GET /v2.0/ports?device_id=b8159611-7a4a-4af5-9d4d-158a5b693e85 HTTP/1.1" status: 200 len: 932 time: 0.0544384 Oct 19 08:12:18.827557 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-4f4107de-8bc5-4baf-85f8-eda7ec10a507 None None] Port 541b9ddc-fde5-4534-9920-32c8df50997e cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 08:12:18.880243 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-47f1f3b4-9be2-45a7-ad7f-65b8ada0aebf req-8a19330f-c66e-47f3-91a6-737a4e207cd7 tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] 10.222.0.27 "GET /v2.0/security-groups?id=65fb58db-c340-495c-8aee-0d2aef88a0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476501 Oct 19 08:12:19.123874 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-1a0da505-d0f9-48c6-b7e2-53b9c5e41298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:12:19.242728 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:12:19.328683 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-4f4107de-8bc5-4baf-85f8-eda7ec10a507 None None] Attempt 7 to provision port 541b9ddc-fde5-4534-9920-32c8df50997e Oct 19 08:12:19.366522 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-4f4107de-8bc5-4baf-85f8-eda7ec10a507 None None] Port 541b9ddc-fde5-4534-9920-32c8df50997e cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 08:12:19.618430 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.agents_db [None req-6057327c-4456-4c72-8e75-6d3cd9249757 None None] Agent healthcheck: found 6 active agents {{(pid=103335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 08:12:19.866848 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-4f4107de-8bc5-4baf-85f8-eda7ec10a507 None None] Attempt 8 to provision port 541b9ddc-fde5-4534-9920-32c8df50997e Oct 19 08:12:19.910083 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-4f4107de-8bc5-4baf-85f8-eda7ec10a507 None None] Port 541b9ddc-fde5-4534-9920-32c8df50997e cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 08:12:20.382575 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37adecd6-c3fa-4334-9fa9-caf685494652 req-a949de0a-ec06-49d6-808c-2b4917ba9fb0 tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:12:20.384127 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-37adecd6-c3fa-4334-9fa9-caf685494652 req-a949de0a-ec06-49d6-808c-2b4917ba9fb0 tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] 10.222.0.27 "GET /v2.0/ports?device_id=b8159611-7a4a-4af5-9d4d-158a5b693e85 HTTP/1.1" status: 200 len: 932 time: 0.4232700 Oct 19 08:12:20.411218 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-4f4107de-8bc5-4baf-85f8-eda7ec10a507 None None] Attempt 9 to provision port 541b9ddc-fde5-4534-9920-32c8df50997e Oct 19 08:12:20.424187 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-37adecd6-c3fa-4334-9fa9-caf685494652 req-9d9196ff-7a40-4465-8127-2f1ac5216241 tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] 10.222.0.27 "GET /v2.0/security-groups?id=65fb58db-c340-495c-8aee-0d2aef88a0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337412 Oct 19 08:12:20.460471 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-4f4107de-8bc5-4baf-85f8-eda7ec10a507 None None] Port 541b9ddc-fde5-4534-9920-32c8df50997e cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 08:12:20.962129 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-4f4107de-8bc5-4baf-85f8-eda7ec10a507 None None] Attempt 10 to provision port 541b9ddc-fde5-4534-9920-32c8df50997e Oct 19 08:12:21.003500 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-4f4107de-8bc5-4baf-85f8-eda7ec10a507 None None] Port 541b9ddc-fde5-4534-9920-32c8df50997e cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 08:12:21.568657 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b785e1b-6052-4371-addf-7aa5a7fb8212 req-16659d44-1d26-46ff-80ba-8d2c4ea8f2aa tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:12:21.571155 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-0b785e1b-6052-4371-addf-7aa5a7fb8212 req-16659d44-1d26-46ff-80ba-8d2c4ea8f2aa tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] 10.222.0.27 "GET /v2.0/ports?device_id=b8159611-7a4a-4af5-9d4d-158a5b693e85 HTTP/1.1" status: 200 len: 932 time: 0.0637193 Oct 19 08:12:21.610263 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-0b785e1b-6052-4371-addf-7aa5a7fb8212 req-78d10b65-6656-4c7e-a7af-1aeb4963e240 tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] 10.222.0.27 "GET /v2.0/security-groups?id=65fb58db-c340-495c-8aee-0d2aef88a0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330727 Oct 19 08:12:22.734796 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ceb6b0-6985-4656-8aa9-5f8eb1236570 req-c8f6d332-899e-4391-b6a2-f86c482d3e18 tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:12:22.736278 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-41ceb6b0-6985-4656-8aa9-5f8eb1236570 req-c8f6d332-899e-4391-b6a2-f86c482d3e18 tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] 10.222.0.27 "GET /v2.0/ports?device_id=b8159611-7a4a-4af5-9d4d-158a5b693e85 HTTP/1.1" status: 200 len: 932 time: 0.0492153 Oct 19 08:12:22.786963 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-41ceb6b0-6985-4656-8aa9-5f8eb1236570 req-68842a98-2b2e-4f85-ba41-2f48f57c8484 tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] 10.222.0.27 "GET /v2.0/security-groups?id=65fb58db-c340-495c-8aee-0d2aef88a0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425243 Oct 19 08:12:23.910880 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63756178-e4e3-4a1f-ac44-669ba7860210 req-75849b1d-ea38-44cf-a25a-353c1e22fe5c tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:12:23.912336 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-63756178-e4e3-4a1f-ac44-669ba7860210 req-75849b1d-ea38-44cf-a25a-353c1e22fe5c tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] 10.222.0.27 "GET /v2.0/ports?device_id=b8159611-7a4a-4af5-9d4d-158a5b693e85 HTTP/1.1" status: 200 len: 932 time: 0.0526383 Oct 19 08:12:23.950932 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-63756178-e4e3-4a1f-ac44-669ba7860210 req-953c7422-af6d-4422-b564-869012c9c931 tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] 10.222.0.27 "GET /v2.0/security-groups?id=65fb58db-c340-495c-8aee-0d2aef88a0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326412 Oct 19 08:12:24.055072 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [req-b755aaec-2080-4277-8b68-ef5b604ba261 req-e52cc025-53c0-4387-8b77-594d764804f6 service neutron] Request body: {'port': {'device_id': 'b8159611-7a4a-4af5-9d4d-158a5b693e85', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8616'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 08:12:24.109091 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [req-b755aaec-2080-4277-8b68-ef5b604ba261 req-e52cc025-53c0-4387-8b77-594d764804f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:12:24.364573 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.notifiers.nova [req-b755aaec-2080-4277-8b68-ef5b604ba261 req-e52cc025-53c0-4387-8b77-594d764804f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 541b9ddc-fde5-4534-9920-32c8df50997e {{(pid=103333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 19 08:12:24.372314 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [req-b755aaec-2080-4277-8b68-ef5b604ba261 req-e52cc025-53c0-4387-8b77-594d764804f6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:12:24.383943 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.provisioning_blocks [req-b755aaec-2080-4277-8b68-ef5b604ba261 req-e52cc025-53c0-4387-8b77-594d764804f6 service neutron] Transition to ACTIVE for port object 541b9ddc-fde5-4534-9920-32c8df50997e will not be triggered until provisioned by entity L2. {{(pid=103333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 19 08:12:24.386751 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [req-b755aaec-2080-4277-8b68-ef5b604ba261 req-e52cc025-53c0-4387-8b77-594d764804f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130996754'] for port, after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:12:24.447596 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52cc025-53c0-4387-8b77-594d764804f6 service neutron] Pushing event updated for resources: {'Port': ['ID=541b9ddc-fde5-4534-9920-32c8df50997e,revision_number=2']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:12:24.494157 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.managers [req-b755aaec-2080-4277-8b68-ef5b604ba261 req-e52cc025-53c0-4387-8b77-594d764804f6 service neutron] Attempting to bind port 541b9ddc-fde5-4534-9920-32c8df50997e on host hv-neutron-8616 for vnic_type normal with profile {{(pid=103333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 19 08:12:24.494488 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.managers [req-b755aaec-2080-4277-8b68-ef5b604ba261 req-e52cc025-53c0-4387-8b77-594d764804f6 service neutron] Attempting to bind port 541b9ddc-fde5-4534-9920-32c8df50997e by drivers openvswitch,hyperv on host hv-neutron-8616 at level 0 using segments [{'id': '5d51812f-f843-4ffb-a5d2-d784ff656c35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '21ccb145-9b1a-4e71-955d-958605e8dc18'}] {{(pid=103333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 19 08:12:24.494812 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b755aaec-2080-4277-8b68-ef5b604ba261 req-e52cc025-53c0-4387-8b77-594d764804f6 service neutron] Attempting to bind port 541b9ddc-fde5-4534-9920-32c8df50997e on network 21ccb145-9b1a-4e71-955d-958605e8dc18 {{(pid=103333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 08:12:24.499018 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b755aaec-2080-4277-8b68-ef5b604ba261 req-e52cc025-53c0-4387-8b77-594d764804f6 service neutron] Port 541b9ddc-fde5-4534-9920-32c8df50997e on network 21ccb145-9b1a-4e71-955d-958605e8dc18 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8616 {{(pid=103333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 08:12:24.499332 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b755aaec-2080-4277-8b68-ef5b604ba261 req-e52cc025-53c0-4387-8b77-594d764804f6 service neutron] Attempting to bind port 541b9ddc-fde5-4534-9920-32c8df50997e on network 21ccb145-9b1a-4e71-955d-958605e8dc18 {{(pid=103333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 08:12:24.504089 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b755aaec-2080-4277-8b68-ef5b604ba261 req-e52cc025-53c0-4387-8b77-594d764804f6 service neutron] Checking agent: {'id': '5297b6e1-8fc1-4f42-910c-8f50c918ca65', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8616', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 19, 7, 36, 11), 'started_at': datetime.datetime(2022, 10, 19, 7, 36, 11), 'heartbeat_timestamp': datetime.datetime(2022, 10, 19, 8, 12, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 08:12:24.504420 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b755aaec-2080-4277-8b68-ef5b604ba261 req-e52cc025-53c0-4387-8b77-594d764804f6 service neutron] Checking segment: {'id': '5d51812f-f843-4ffb-a5d2-d784ff656c35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '21ccb145-9b1a-4e71-955d-958605e8dc18'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 19 08:12:24.504824 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b755aaec-2080-4277-8b68-ef5b604ba261 req-e52cc025-53c0-4387-8b77-594d764804f6 service neutron] Bound using segment: {'id': '5d51812f-f843-4ffb-a5d2-d784ff656c35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '21ccb145-9b1a-4e71-955d-958605e8dc18'} {{(pid=103333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 08:12:24.505246 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.managers [req-b755aaec-2080-4277-8b68-ef5b604ba261 req-e52cc025-53c0-4387-8b77-594d764804f6 service neutron] Bound port: 541b9ddc-fde5-4534-9920-32c8df50997e, host: hv-neutron-8616, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d51812f-f843-4ffb-a5d2-d784ff656c35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '21ccb145-9b1a-4e71-955d-958605e8dc18'}}] {{(pid=103333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 19 08:12:24.505592 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [req-b755aaec-2080-4277-8b68-ef5b604ba261 req-e52cc025-53c0-4387-8b77-594d764804f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:12:24.567604 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.db [req-b755aaec-2080-4277-8b68-ef5b604ba261 req-e52cc025-53c0-4387-8b77-594d764804f6 service neutron] For port 541b9ddc-fde5-4534-9920-32c8df50997e, host hv-neutron-8616, cleared binding levels {{(pid=103333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 08:12:24.570832 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.db [req-b755aaec-2080-4277-8b68-ef5b604ba261 req-e52cc025-53c0-4387-8b77-594d764804f6 service neutron] For port 541b9ddc-fde5-4534-9920-32c8df50997e, host hv-neutron-8616, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=541b9ddc-fde5-4534-9920-32c8df50997e,segment=NetworkSegment(5d51812f-f843-4ffb-a5d2-d784ff656c35),segment_id=5d51812f-f843-4ffb-a5d2-d784ff656c35)] {{(pid=103333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 08:12:24.575189 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [req-b755aaec-2080-4277-8b68-ef5b604ba261 req-e52cc025-53c0-4387-8b77-594d764804f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130996754'] for port, after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:12:24.579208 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b755aaec-2080-4277-8b68-ef5b604ba261 req-e52cc025-53c0-4387-8b77-594d764804f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:12:24.579809 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [req-b755aaec-2080-4277-8b68-ef5b604ba261 req-e52cc025-53c0-4387-8b77-594d764804f6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42160'] for port, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:12:24.581221 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-b755aaec-2080-4277-8b68-ef5b604ba261 req-e52cc025-53c0-4387-8b77-594d764804f6 service neutron] 10.222.0.16 "PUT /v2.0/ports/541b9ddc-fde5-4534-9920-32c8df50997e HTTP/1.1" status: 200 len: 1094 time: 0.5327008 Oct 19 08:12:24.581744 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8159611-7a4a-4af5-9d4d-158a5b693e85', 'tag': '541b9ddc-fde5-4534-9920-32c8df50997e'}] {{(pid=103333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 19 08:12:24.585020 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e3bb7d74903c72d9cb0d0f2f187c581e0456bd3142b101dc46d694cf75cdf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73e94c07-deb6-4b53-9070-3ded1478d369" -d '{"events": [{"name": "network-changed", "server_uuid": "b8159611-7a4a-4af5-9d4d-158a5b693e85", "tag": "541b9ddc-fde5-4534-9920-32c8df50997e"}]}' {{(pid=103333) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 08:12:24.629910 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 19 Oct 2022 08:12:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5a5bb14-a5cc-4025-a978-26c9abb4ab7a x-openstack-request-id: req-d5a5bb14-a5cc-4025-a978-26c9abb4ab7a {{(pid=103333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 08:12:24.630271 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8159611-7a4a-4af5-9d4d-158a5b693e85", "tag": "541b9ddc-fde5-4534-9920-32c8df50997e", "status": "completed", "code": 200}]} {{(pid=103333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 08:12:24.630485 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-d5a5bb14-a5cc-4025-a978-26c9abb4ab7a {{(pid=103333) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 08:12:24.630894 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d5a5bb14-a5cc-4025-a978-26c9abb4ab7a'] response: {'name': 'network-changed', 'server_uuid': 'b8159611-7a4a-4af5-9d4d-158a5b693e85', 'tag': '541b9ddc-fde5-4534-9920-32c8df50997e', 'status': 'completed', 'code': 200} Oct 19 08:12:24.665316 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52cc025-53c0-4387-8b77-594d764804f6 service neutron] Pushing event updated for resources: {'Port': ['ID=541b9ddc-fde5-4534-9920-32c8df50997e,revision_number=3']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:12:24.679801 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b755aaec-2080-4277-8b68-ef5b604ba261 req-cd15a6be-b580-4331-ad1c-ff31a47e95a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:12:24.681411 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-b755aaec-2080-4277-8b68-ef5b604ba261 req-cd15a6be-b580-4331-ad1c-ff31a47e95a0 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=cef8062278d3405b8f2fc762c9b6e2bf&device_id=b8159611-7a4a-4af5-9d4d-158a5b693e85 HTTP/1.1" status: 200 len: 1097 time: 0.0622616 Oct 19 08:12:24.721894 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-b755aaec-2080-4277-8b68-ef5b604ba261 req-c908cd23-518d-4175-a0bc-adb551235368 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=541b9ddc-fde5-4534-9920-32c8df50997e HTTP/1.1" status: 200 len: 217 time: 0.0336986 Oct 19 08:12:24.773144 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b755aaec-2080-4277-8b68-ef5b604ba261 req-f5ce9119-5dcb-40b7-80da-1e6c28ea0303 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:12:24.774536 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-b755aaec-2080-4277-8b68-ef5b604ba261 req-f5ce9119-5dcb-40b7-80da-1e6c28ea0303 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=efa030c3-b141-431d-9774-fa4ab1429086 HTTP/1.1" status: 200 len: 853 time: 0.0421503 Oct 19 08:12:24.822668 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b755aaec-2080-4277-8b68-ef5b604ba261 req-67372d37-7439-45ee-af39-0fd9fabc1f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:12:24.824109 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-b755aaec-2080-4277-8b68-ef5b604ba261 req-67372d37-7439-45ee-af39-0fd9fabc1f50 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=21ccb145-9b1a-4e71-955d-958605e8dc18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0429773 Oct 19 08:12:24.914160 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-b755aaec-2080-4277-8b68-ef5b604ba261 req-603bc276-d812-4ca6-8602-8d35297879f3 service neutron] 10.222.0.16 "GET /v2.0/networks/21ccb145-9b1a-4e71-955d-958605e8dc18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826490 Oct 19 08:12:25.007462 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-b755aaec-2080-4277-8b68-ef5b604ba261 req-87a65d02-dbd7-474e-b825-0942b82a642e service neutron] 10.222.0.16 "GET /v2.0/networks/21ccb145-9b1a-4e71-955d-958605e8dc18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867553 Oct 19 08:12:25.073640 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa51cc1-093c-4724-a757-7bbef6ac6860 req-a8939ee6-a70d-4669-ab9e-5ace94c8d77f tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:12:25.075130 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-ffa51cc1-093c-4724-a757-7bbef6ac6860 req-a8939ee6-a70d-4669-ab9e-5ace94c8d77f tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] 10.222.0.27 "GET /v2.0/ports?device_id=b8159611-7a4a-4af5-9d4d-158a5b693e85 HTTP/1.1" status: 200 len: 944 time: 0.0493770 Oct 19 08:12:25.093964 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e94c07-deb6-4b53-9070-3ded1478d369 req-75a7bcd4-9a0d-41b9-af45-0ae33eefca09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:12:25.095434 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-73e94c07-deb6-4b53-9070-3ded1478d369 req-75a7bcd4-9a0d-41b9-af45-0ae33eefca09 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=cef8062278d3405b8f2fc762c9b6e2bf&device_id=b8159611-7a4a-4af5-9d4d-158a5b693e85 HTTP/1.1" status: 200 len: 1097 time: 0.0419016 Oct 19 08:12:25.113101 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-ffa51cc1-093c-4724-a757-7bbef6ac6860 req-1c641815-2931-4f11-8ed5-479cfb68c130 tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] 10.222.0.27 "GET /v2.0/security-groups?id=65fb58db-c340-495c-8aee-0d2aef88a0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319033 Oct 19 08:12:25.190015 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e94c07-deb6-4b53-9070-3ded1478d369 req-0f73b103-8bd5-4bd0-ae64-7f97eccd950d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:12:25.191403 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-73e94c07-deb6-4b53-9070-3ded1478d369 req-0f73b103-8bd5-4bd0-ae64-7f97eccd950d service neutron] 10.222.0.16 "GET /v2.0/networks?id=21ccb145-9b1a-4e71-955d-958605e8dc18 HTTP/1.1" status: 200 len: 915 time: 0.0894721 Oct 19 08:12:25.233551 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-73e94c07-deb6-4b53-9070-3ded1478d369 req-1d7fba43-859a-4974-b55c-da9313e982db service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=541b9ddc-fde5-4534-9920-32c8df50997e HTTP/1.1" status: 200 len: 217 time: 0.0349951 Oct 19 08:12:25.281971 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e94c07-deb6-4b53-9070-3ded1478d369 req-680df851-619e-45bc-82b7-55ec73385a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:12:25.283477 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-73e94c07-deb6-4b53-9070-3ded1478d369 req-680df851-619e-45bc-82b7-55ec73385a69 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=efa030c3-b141-431d-9774-fa4ab1429086 HTTP/1.1" status: 200 len: 853 time: 0.0440145 Oct 19 08:12:25.328357 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e94c07-deb6-4b53-9070-3ded1478d369 req-2f02ce9a-3fae-4f96-9914-1e69a4e4013c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:12:25.329837 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-73e94c07-deb6-4b53-9070-3ded1478d369 req-2f02ce9a-3fae-4f96-9914-1e69a4e4013c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=21ccb145-9b1a-4e71-955d-958605e8dc18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0398099 Oct 19 08:12:25.419065 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-73e94c07-deb6-4b53-9070-3ded1478d369 req-943c153f-b19f-4e32-9195-b9813ebf03b6 service neutron] 10.222.0.16 "GET /v2.0/networks/21ccb145-9b1a-4e71-955d-958605e8dc18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824356 Oct 19 08:12:25.512448 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-73e94c07-deb6-4b53-9070-3ded1478d369 req-502efe71-f039-48cc-847a-3d015af6b22d service neutron] 10.222.0.16 "GET /v2.0/networks/21ccb145-9b1a-4e71-955d-958605e8dc18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852914 Oct 19 08:12:26.236119 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9153c36f-411f-49db-838c-60bc6ddbd500 req-51d9a762-454c-4a78-9e65-eb0c8132d597 tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:12:26.237529 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-9153c36f-411f-49db-838c-60bc6ddbd500 req-51d9a762-454c-4a78-9e65-eb0c8132d597 tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] 10.222.0.27 "GET /v2.0/ports?device_id=b8159611-7a4a-4af5-9d4d-158a5b693e85 HTTP/1.1" status: 200 len: 944 time: 0.0490940 Oct 19 08:12:26.275938 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-9153c36f-411f-49db-838c-60bc6ddbd500 req-fde5e0e2-ebf5-430d-9a3a-de333cc4d3c5 tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] 10.222.0.27 "GET /v2.0/security-groups?id=65fb58db-c340-495c-8aee-0d2aef88a0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320742 Oct 19 08:12:27.400297 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fae94c-99da-4d95-ab75-77901085eafa req-25521bb3-4c9b-487b-9f6f-6161fe465310 tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:12:27.401803 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-54fae94c-99da-4d95-ab75-77901085eafa req-25521bb3-4c9b-487b-9f6f-6161fe465310 tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] 10.222.0.27 "GET /v2.0/ports?device_id=b8159611-7a4a-4af5-9d4d-158a5b693e85 HTTP/1.1" status: 200 len: 944 time: 0.0542212 Oct 19 08:12:27.440390 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-54fae94c-99da-4d95-ab75-77901085eafa req-054c8011-44b9-4a95-a836-8e483abe2568 tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] 10.222.0.27 "GET /v2.0/security-groups?id=65fb58db-c340-495c-8aee-0d2aef88a0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324411 Oct 19 08:12:27.536173 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Device 541b9ddc-fde5-4534-9920-32c8df50997e details requested by agent hyperv_hv-neutron-8616 with host hv-neutron-8616 {{(pid=103334) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 08:12:27.633282 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] For port 541b9ddc-fde5-4534-9920-32c8df50997e, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=541b9ddc-fde5-4534-9920-32c8df50997e,segment=NetworkSegment(5d51812f-f843-4ffb-a5d2-d784ff656c35),segment_id=5d51812f-f843-4ffb-a5d2-d784ff656c35)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 08:12:27.643763 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Returning: {'device': '541b9ddc-fde5-4534-9920-32c8df50997e', 'network_id': '21ccb145-9b1a-4e71-955d-958605e8dc18', 'port_id': '541b9ddc-fde5-4534-9920-32c8df50997e', 'mac_address': 'fa:16:3e:2c:da:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'efa030c3-b141-431d-9774-fa4ab1429086', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103334) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 08:12:27.679235 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Current status of the port 541b9ddc-fde5-4534-9920-32c8df50997e is: DOWN; New status is: BUILD {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 08:12:27.679609 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:12:27.691632 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.notifiers.nova [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 541b9ddc-fde5-4534-9920-32c8df50997e {{(pid=103334) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 19 08:12:27.714031 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] For port 541b9ddc-fde5-4534-9920-32c8df50997e, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=541b9ddc-fde5-4534-9920-32c8df50997e,segment=NetworkSegment(5d51812f-f843-4ffb-a5d2-d784ff656c35),segment_id=5d51812f-f843-4ffb-a5d2-d784ff656c35)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 08:12:27.716980 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:12:27.762678 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Pushing event updated for resources: {'Port': ['ID=541b9ddc-fde5-4534-9920-32c8df50997e,revision_number=4']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:12:27.769757 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:12:27.770109 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:12:27.770454 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:12:27.770789 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:12:27.771118 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:12:27.771450 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:12:27.772314 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:12:27.772679 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:12:27.773008 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:12:27.773333 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:12:27.773655 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:12:27.773978 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:12:27.951157 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] get_ports_and_sgs() called for port_ids ['541b9ddc-fde5-4534-9920-32c8df50997e'] {{(pid=103334) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 19 08:12:28.561225 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee878b6b-9a7e-40ae-81d6-68f66661bcb9 req-71f8e43c-4db2-4644-b752-d00a85e77022 tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:12:28.562710 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-ee878b6b-9a7e-40ae-81d6-68f66661bcb9 req-71f8e43c-4db2-4644-b752-d00a85e77022 tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] 10.222.0.27 "GET /v2.0/ports?device_id=b8159611-7a4a-4af5-9d4d-158a5b693e85 HTTP/1.1" status: 200 len: 945 time: 0.0497427 Oct 19 08:12:28.600098 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-ee878b6b-9a7e-40ae-81d6-68f66661bcb9 req-272026e3-f79a-47ef-b1f1-a619a0ccb23d tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] 10.222.0.27 "GET /v2.0/security-groups?id=65fb58db-c340-495c-8aee-0d2aef88a0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309832 Oct 19 08:12:29.548479 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Device 541b9ddc-fde5-4534-9920-32c8df50997e up at agent hyperv_hv-neutron-8616 {{(pid=103334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 08:12:29.595835 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Provisioning for port 541b9ddc-fde5-4534-9920-32c8df50997e completed by entity L2. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 19 08:12:29.599774 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Provisioning complete for port 541b9ddc-fde5-4534-9920-32c8df50997e triggered by entity L2. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 08:12:29.600138 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:12:29.600470 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Attempt 1 to provision port 541b9ddc-fde5-4534-9920-32c8df50997e Oct 19 08:12:29.675765 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Current status of the port 541b9ddc-fde5-4534-9920-32c8df50997e is: BUILD; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 08:12:29.676149 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:12:29.701241 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8159611-7a4a-4af5-9d4d-158a5b693e85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '541b9ddc-fde5-4534-9920-32c8df50997e'}] {{(pid=103334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 19 08:12:29.703494 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d918bd29c62f7e926e80ce37adcd574e0921d2de3006e6b6ef58999f52d8e2e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96529201-f4a8-4409-9bb2-b0f24517af59" -d '{"events": [{"server_uuid": "b8159611-7a4a-4af5-9d4d-158a5b693e85", "name": "network-vif-plugged", "status": "completed", "tag": "541b9ddc-fde5-4534-9920-32c8df50997e"}]}' {{(pid=103334) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 08:12:29.716380 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] For port 541b9ddc-fde5-4534-9920-32c8df50997e, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=541b9ddc-fde5-4534-9920-32c8df50997e,segment=NetworkSegment(5d51812f-f843-4ffb-a5d2-d784ff656c35),segment_id=5d51812f-f843-4ffb-a5d2-d784ff656c35)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 08:12:29.724572 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9e09c7-2085-43cd-b211-e2ac9724deb9 req-93438362-de2c-4238-9d70-59c9accfee96 tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:12:29.725193 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:12:29.726197 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-2a9e09c7-2085-43cd-b211-e2ac9724deb9 req-93438362-de2c-4238-9d70-59c9accfee96 tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] 10.222.0.27 "GET /v2.0/ports?device_id=b8159611-7a4a-4af5-9d4d-158a5b693e85 HTTP/1.1" status: 200 len: 945 time: 0.0521584 Oct 19 08:12:29.769463 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-2a9e09c7-2085-43cd-b211-e2ac9724deb9 req-6692a1bf-634c-4289-bee2-4ed601e49b23 tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] 10.222.0.27 "GET /v2.0/security-groups?id=65fb58db-c340-495c-8aee-0d2aef88a0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340312 Oct 19 08:12:29.776519 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Pushing event updated for resources: {'Port': ['ID=541b9ddc-fde5-4534-9920-32c8df50997e,revision_number=5']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:12:29.804122 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 19 Oct 2022 08:12:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c314fa53-86f1-4801-b922-3d4a40bf74b6 x-openstack-request-id: req-c314fa53-86f1-4801-b922-3d4a40bf74b6 {{(pid=103334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 08:12:29.804421 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8159611-7a4a-4af5-9d4d-158a5b693e85", "name": "network-vif-plugged", "status": "completed", "tag": "541b9ddc-fde5-4534-9920-32c8df50997e", "code": 200}]} {{(pid=103334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 08:12:29.804703 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-c314fa53-86f1-4801-b922-3d4a40bf74b6 {{(pid=103334) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 08:12:29.805098 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c314fa53-86f1-4801-b922-3d4a40bf74b6'] response: {'server_uuid': 'b8159611-7a4a-4af5-9d4d-158a5b693e85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '541b9ddc-fde5-4534-9920-32c8df50997e', 'code': 200} Oct 19 08:12:29.962834 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2959e7ef-5eeb-4c63-b36f-c8730ee02af3 req-80ea387c-4fb2-41bc-9fc5-1bf6b86a23b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:12:29.964326 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-2959e7ef-5eeb-4c63-b36f-c8730ee02af3 req-80ea387c-4fb2-41bc-9fc5-1bf6b86a23b4 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=b8159611-7a4a-4af5-9d4d-158a5b693e85 HTTP/1.1" status: 200 len: 1099 time: 0.0428591 Oct 19 08:12:29.999183 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-2959e7ef-5eeb-4c63-b36f-c8730ee02af3 req-1c474e60-43db-4cb8-a74e-d414cbb25ca8 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=65fb58db-c340-495c-8aee-0d2aef88a0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0288658 Oct 19 08:12:30.894545 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df13a8d-ead6-4524-9eea-94b3a5ac5a4a req-21e287f9-2ad7-4e4d-9521-3a5825bb6c77 tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:12:30.896032 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-9df13a8d-ead6-4524-9eea-94b3a5ac5a4a req-21e287f9-2ad7-4e4d-9521-3a5825bb6c77 tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] 10.222.0.27 "GET /v2.0/ports?device_id=b8159611-7a4a-4af5-9d4d-158a5b693e85 HTTP/1.1" status: 200 len: 946 time: 0.0526361 Oct 19 08:12:30.936633 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-9df13a8d-ead6-4524-9eea-94b3a5ac5a4a req-abe3d187-0e61-45db-a852-fda75a959513 tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] 10.222.0.27 "GET /v2.0/security-groups?id=65fb58db-c340-495c-8aee-0d2aef88a0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342712 Oct 19 08:12:32.056879 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f00575-cd66-43bb-8566-0aa64c07cd6e req-f5e12aff-db34-418c-99a1-04a8fc37a18d tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:12:32.058325 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-c3f00575-cd66-43bb-8566-0aa64c07cd6e req-f5e12aff-db34-418c-99a1-04a8fc37a18d tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] 10.222.0.27 "GET /v2.0/ports?device_id=b8159611-7a4a-4af5-9d4d-158a5b693e85 HTTP/1.1" status: 200 len: 946 time: 0.0475409 Oct 19 08:12:32.095474 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-c3f00575-cd66-43bb-8566-0aa64c07cd6e req-e449e57c-ccdf-4911-b6f9-d4b1d63202b1 tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] 10.222.0.27 "GET /v2.0/security-groups?id=65fb58db-c340-495c-8aee-0d2aef88a0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312934 Oct 19 08:12:32.212946 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f71bea-851b-49a4-ab90-80d3e5042ac0 req-5c32d322-b68d-4a81-b433-8606821aee75 tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:12:32.214308 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-73f71bea-851b-49a4-ab90-80d3e5042ac0 req-5c32d322-b68d-4a81-b433-8606821aee75 tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] 10.222.0.27 "GET /v2.0/ports?device_id=b8159611-7a4a-4af5-9d4d-158a5b693e85 HTTP/1.1" status: 200 len: 946 time: 0.0483549 Oct 19 08:12:32.252301 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-73f71bea-851b-49a4-ab90-80d3e5042ac0 req-b3870021-d259-4e63-9d49-c39471926336 tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] 10.222.0.27 "GET /v2.0/security-groups?id=65fb58db-c340-495c-8aee-0d2aef88a0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321391 Oct 19 08:12:32.445637 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2a4482-3f2c-4615-b05e-c8fc30c15617 req-acfa2f8c-31a8-40c6-9334-5d641b45422d tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:12:32.447082 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-dd2a4482-3f2c-4615-b05e-c8fc30c15617 req-acfa2f8c-31a8-40c6-9334-5d641b45422d tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] 10.222.0.27 "GET /v2.0/ports?device_id=b8159611-7a4a-4af5-9d4d-158a5b693e85 HTTP/1.1" status: 200 len: 946 time: 0.0522366 Oct 19 08:12:32.483957 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-dd2a4482-3f2c-4615-b05e-c8fc30c15617 req-6598a4e7-ccae-4e86-9c39-a38f528f77d1 tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] 10.222.0.27 "GET /v2.0/security-groups?id=65fb58db-c340-495c-8aee-0d2aef88a0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309148 Oct 19 08:12:42.062552 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:12:43.452773 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-99bab2f7-1bd6-4686-8a96-bfab5d83460c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:12:43.987260 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabfb66b-546b-4246-8411-80c8b9642a70 req-6849ddaf-70c3-4d71-ae67-7aa09f1d0622 tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:12:43.988732 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-cabfb66b-546b-4246-8411-80c8b9642a70 req-6849ddaf-70c3-4d71-ae67-7aa09f1d0622 tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] 10.222.0.27 "GET /v2.0/ports?device_id=b8159611-7a4a-4af5-9d4d-158a5b693e85 HTTP/1.1" status: 200 len: 946 time: 0.0494478 Oct 19 08:12:44.027681 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-cabfb66b-546b-4246-8411-80c8b9642a70 req-92300bd6-d46b-4500-9302-d5670b2ffb5c tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] 10.222.0.27 "GET /v2.0/security-groups?id=65fb58db-c340-495c-8aee-0d2aef88a0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329168 Oct 19 08:12:44.058237 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 37852) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:12:44.098257 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55ffddc0-74ce-4078-8082-db2031af724b tempest-TestMinimumBasicScenario-423235421 tempest-TestMinimumBasicScenario-423235421-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:12:44.099760 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-55ffddc0-74ce-4078-8082-db2031af724b tempest-TestMinimumBasicScenario-423235421 tempest-TestMinimumBasicScenario-423235421-project-admin] 10.222.0.27 "GET /v2.0/ports?device_id=b8159611-7a4a-4af5-9d4d-158a5b693e85 HTTP/1.1" status: 200 len: 1094 time: 0.0404904 Oct 19 08:12:44.103654 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 37854) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:12:44.108062 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-99a417d3-5d45-4c2a-93cf-1f565c9f94a6 tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] Request body: {'floatingip': {'floating_network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'port_id': '541b9ddc-fde5-4534-9920-32c8df50997e', 'tenant_id': 'cef8062278d3405b8f2fc762c9b6e2bf', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 08:12:44.128806 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-99a417d3-5d45-4c2a-93cf-1f565c9f94a6 tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] Notify callbacks [] for floatingip, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:12:44.226178 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-99a417d3-5d45-4c2a-93cf-1f565c9f94a6 tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:12:44.328177 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.db_base_plugin_common [None req-99a417d3-5d45-4c2a-93cf-1f565c9f94a6 tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] Allocated IP 172.26.0.91 (99c66757-74e3-40a4-b479-8d09e3a7c3dd/7f3d1034-1de7-458a-a3ee-77488de3949b/89a67728-7ea3-48c7-98e7-768dd1250df5) {{(pid=103332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 08:12:44.430714 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-99a417d3-5d45-4c2a-93cf-1f565c9f94a6 tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] Notify callbacks [] for port, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:12:44.463806 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-99a417d3-5d45-4c2a-93cf-1f565c9f94a6 tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785020947330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133553798'] for port, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:12:44.500657 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99a417d3-5d45-4c2a-93cf-1f565c9f94a6 tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] Network 99c66757-74e3-40a4-b479-8d09e3a7c3dd is already hosted by enough agents. {{(pid=103332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 08:12:44.503427 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.base_scheduler [None req-99a417d3-5d45-4c2a-93cf-1f565c9f94a6 tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] Resources bound (agent type, host, resource id): {{(pid=103332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 08:12:44.507582 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99a417d3-5d45-4c2a-93cf-1f565c9f94a6 tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] Received port after_create {{(pid=103332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 08:12:44.531003 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a417d3-5d45-4c2a-93cf-1f565c9f94a6 tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] Pushing event updated for resources: {'Port': ['ID=89a67728-7ea3-48c7-98e7-768dd1250df5,revision_number=1']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:12:44.863880 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-99a417d3-5d45-4c2a-93cf-1f565c9f94a6 tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:12:44.932972 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-99a417d3-5d45-4c2a-93cf-1f565c9f94a6 tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:12:45.082568 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-99a417d3-5d45-4c2a-93cf-1f565c9f94a6 tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] Notify callbacks [] for port, precommit_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:12:45.087476 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-99a417d3-5d45-4c2a-93cf-1f565c9f94a6 tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133553807'] for port, after_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:12:45.155621 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a417d3-5d45-4c2a-93cf-1f565c9f94a6 tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] Pushing event updated for resources: {'Port': ['ID=89a67728-7ea3-48c7-98e7-768dd1250df5,revision_number=2']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:12:45.158125 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-99a417d3-5d45-4c2a-93cf-1f565c9f94a6 tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1695041'] for floatingip, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:12:45.259449 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.db.l3_db [None req-99a417d3-5d45-4c2a-93cf-1f565c9f94a6 tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] Floating IP 8e99d702-fb2a-4811-a6bf-b7ae71438228 associated. External IP: 172.26.0.91, port: 541b9ddc-fde5-4534-9920-32c8df50997e. Oct 19 08:12:45.471049 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99a417d3-5d45-4c2a-93cf-1f565c9f94a6 tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] Router 254f98cb-53c9-4141-9bba-fe557871f2df has already been hosted by L3 agent ab388470-1243-4d53-80f2-c2f5899c97a7 {{(pid=103332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 08:12:45.577478 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99a417d3-5d45-4c2a-93cf-1f565c9f94a6 tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] Notify agent at l3_agent.dv-neutron-861624-1-hyperv the message routers_updated {{(pid=103332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 08:12:45.587619 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e765b13-6c61-409a-bb09-b0d6a8ea4287 None None] Sync routers for ids ['254f98cb-53c9-4141-9bba-fe557871f2df'] in dv-neutron-861624-1-hyperv {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 08:12:45.595698 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-99a417d3-5d45-4c2a-93cf-1f565c9f94a6 tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42160'] for floatingip, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:12:45.597291 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e765b13-6c61-409a-bb09-b0d6a8ea4287 None None] Routers {'254f98cb-53c9-4141-9bba-fe557871f2df'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 08:12:45.597902 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-1e765b13-6c61-409a-bb09-b0d6a8ea4287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T08:12:16Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['254f98cb-53c9-4141-9bba-fe557871f2df'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:12:45.622851 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-99a417d3-5d45-4c2a-93cf-1f565c9f94a6 tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] 10.222.0.27 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5182090 Oct 19 08:12:45.623747 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8159611-7a4a-4af5-9d4d-158a5b693e85', 'tag': '541b9ddc-fde5-4534-9920-32c8df50997e'}] {{(pid=103332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 19 08:12:45.625661 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 37856) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:12:45.626236 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a021b02cf5f527cd4bbbc40a031b51490d9893d7edeeb551bdf5128ee7546f8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47df6a7b-742c-4687-9667-f5709478a56d" -d '{"events": [{"name": "network-changed", "server_uuid": "b8159611-7a4a-4af5-9d4d-158a5b693e85", "tag": "541b9ddc-fde5-4534-9920-32c8df50997e"}]}' {{(pid=103332) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 08:12:45.630507 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-5c40c408-a423-42ad-9038-40fb169974ce tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2030300990', 'description': 'tempest-secgroup-smoke-2030300990 description', 'project_id': 'cef8062278d3405b8f2fc762c9b6e2bf'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 08:12:45.653168 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-5c40c408-a423-42ad-9038-40fb169974ce tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] Notify callbacks [] for security_group, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:12:45.664410 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 19 Oct 2022 08:12:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ca525c8-3128-47ff-85ba-550461911519 x-openstack-request-id: req-0ca525c8-3128-47ff-85ba-550461911519 {{(pid=103332) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 08:12:45.664727 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8159611-7a4a-4af5-9d4d-158a5b693e85", "tag": "541b9ddc-fde5-4534-9920-32c8df50997e", "status": "completed", "code": 200}]} {{(pid=103332) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 08:12:45.664975 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-0ca525c8-3128-47ff-85ba-550461911519 {{(pid=103332) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 08:12:45.665379 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0ca525c8-3128-47ff-85ba-550461911519'] response: {'name': 'network-changed', 'server_uuid': 'b8159611-7a4a-4af5-9d4d-158a5b693e85', 'tag': '541b9ddc-fde5-4534-9920-32c8df50997e', 'status': 'completed', 'code': 200} Oct 19 08:12:45.710687 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvr_db [None req-1e765b13-6c61-409a-bb09-b0d6a8ea4287 None None] Set router 254f98cb-53c9-4141-9bba-fe557871f2df gateway port host: dv-neutron-861624-1-hyperv {{(pid=103335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 08:12:46.012699 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47df6a7b-742c-4687-9667-f5709478a56d req-942b23db-8678-4337-813c-485f5355a6c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:12:46.014155 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-47df6a7b-742c-4687-9667-f5709478a56d req-942b23db-8678-4337-813c-485f5355a6c0 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=cef8062278d3405b8f2fc762c9b6e2bf&device_id=b8159611-7a4a-4af5-9d4d-158a5b693e85 HTTP/1.1" status: 200 len: 1099 time: 0.3249590 Oct 19 08:12:46.016327 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-5c40c408-a423-42ad-9038-40fb169974ce tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] Notify callbacks [] for security_group, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:12:46.020175 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-5c40c408-a423-42ad-9038-40fb169974ce tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788643'] for security_group, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:12:46.032634 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-1e765b13-6c61-409a-bb09-b0d6a8ea4287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '254f98cb-53c9-4141-9bba-fe557871f2df', 'name': 'tempest-TestMinimumBasicScenario-845012488-router', 'tenant_id': 'cef8062278d3405b8f2fc762c9b6e2bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'external_fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.203'}], 'enable_snat': True}, 'gw_port_id': 'cec42d89-1629-4cb1-8687-013b3665bc63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T08:08:04Z', 'updated_at': '2022-10-19T08:08:07Z', 'revision_number': 4, 'project_id': 'cef8062278d3405b8f2fc762c9b6e2bf', 'gw_port': {'id': 'cec42d89-1629-4cb1-8687-013b3665bc63', 'name': '', 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:cb:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '254f98cb-53c9-4141-9bba-fe557871f2df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T08:08:05Z', 'updated_at': '2022-10-19T08:08:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861624-1-hyperv', '_floatingips': [{'id': '8e99d702-fb2a-4811-a6bf-b7ae71438228', 'tenant_id': 'cef8062278d3405b8f2fc762c9b6e2bf', 'floating_ip_address': '172.26.0.91', 'floating_network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'router_id': '254f98cb-53c9-4141-9bba-fe557871f2df', 'port_id': '541b9ddc-fde5-4534-9920-32c8df50997e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1697, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '21ccb145-9b1a-4e71-955d-958605e8dc18', 'mac_address': 'fa:16:3e:2c:da:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8159611-7a4a-4af5-9d4d-158a5b693e85', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-19T08:12:44Z', 'updated_at': '2022-10-19T08:12:44Z', 'revision_number': 0, 'project_id': 'cef8062278d3405b8f2fc762c9b6e2bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '99bedce2-ce8d-4b5f-8316-1501c62193fa', 'name': '', 'network_id': '21ccb145-9b1a-4e71-955d-958605e8dc18', 'tenant_id': 'cef8062278d3405b8f2fc762c9b6e2bf', 'mac_address': 'fa:16:3e:42:00:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '254f98cb-53c9-4141-9bba-fe557871f2df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': 'efa030c3-b141-431d-9774-fa4ab1429086', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T08:08:07Z', 'updated_at': '2022-10-19T08:08:12Z', 'revision_number': 5, 'project_id': 'cef8062278d3405b8f2fc762c9b6e2bf', 'subnets': [{'id': 'efa030c3-b141-431d-9774-fa4ab1429086', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:12:46.058381 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e765b13-6c61-409a-bb09-b0d6a8ea4287 None None] Checking router: 254f98cb-53c9-4141-9bba-fe557871f2df for host: dv-neutron-861624-1-hyperv {{(pid=103335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 08:12:46.066730 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e765b13-6c61-409a-bb09-b0d6a8ea4287 None None] Routers {'254f98cb-53c9-4141-9bba-fe557871f2df'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 08:12:46.067333 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-1e765b13-6c61-409a-bb09-b0d6a8ea4287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T08:12:16Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['254f98cb-53c9-4141-9bba-fe557871f2df'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:12:46.075121 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-5c40c408-a423-42ad-9038-40fb169974ce tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] Notify callbacks [] for security_group, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:12:46.076363 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-5c40c408-a423-42ad-9038-40fb169974ce tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] 10.222.0.27 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4497032 Oct 19 08:12:46.079343 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 37860) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:12:46.080585 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c40c408-a423-42ad-9038-40fb169974ce tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1a4fa34e-0ba6-4e3a-9633-18292d79e317,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:12:46.089750 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-5f4fb684-a719-4080-af52-791ad914070a tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] Request body: {'security_group_rule': {'security_group_id': '1a4fa34e-0ba6-4e3a-9633-18292d79e317', 'project_id': 'cef8062278d3405b8f2fc762c9b6e2bf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 08:12:46.122699 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-5f4fb684-a719-4080-af52-791ad914070a tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:12:46.156758 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47df6a7b-742c-4687-9667-f5709478a56d req-e271f2ad-0bef-4dc8-b140-a60e8ca5e797 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:12:46.158697 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-47df6a7b-742c-4687-9667-f5709478a56d req-e271f2ad-0bef-4dc8-b140-a60e8ca5e797 service neutron] 10.222.0.16 "GET /v2.0/networks?id=21ccb145-9b1a-4e71-955d-958605e8dc18 HTTP/1.1" status: 200 len: 915 time: 0.1299856 Oct 19 08:12:46.179512 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvr_db [None req-1e765b13-6c61-409a-bb09-b0d6a8ea4287 None None] Set router 254f98cb-53c9-4141-9bba-fe557871f2df gateway port host: dv-neutron-861624-1-hyperv {{(pid=103335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 08:12:46.181393 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-5f4fb684-a719-4080-af52-791ad914070a tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:12:46.185580 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-5f4fb684-a719-4080-af52-791ad914070a tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815365'] for security_group_rule, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:12:46.204238 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4fb684-a719-4080-af52-791ad914070a tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e57d180-6227-469b-b51a-12e384b04efc,revision_number=0']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:12:46.213438 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-5f4fb684-a719-4080-af52-791ad914070a tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:12:46.214878 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-5f4fb684-a719-4080-af52-791ad914070a tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1343539 Oct 19 08:12:46.219779 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 37862) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:12:46.226322 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-42644975-dd77-448d-9320-467ea6431905 tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] Request body: {'security_group_rule': {'security_group_id': '1a4fa34e-0ba6-4e3a-9633-18292d79e317', 'project_id': 'cef8062278d3405b8f2fc762c9b6e2bf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 08:12:46.250772 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-47df6a7b-742c-4687-9667-f5709478a56d req-7fa8754d-38ff-4cb1-ae0c-a922a34e6154 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=541b9ddc-fde5-4534-9920-32c8df50997e HTTP/1.1" status: 200 len: 999 time: 0.0850244 Oct 19 08:12:46.283828 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-42644975-dd77-448d-9320-467ea6431905 tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:12:46.324103 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47df6a7b-742c-4687-9667-f5709478a56d req-21c88ca5-379b-4b28-8814-c8ea62c113a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:12:46.325580 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-47df6a7b-742c-4687-9667-f5709478a56d req-21c88ca5-379b-4b28-8814-c8ea62c113a5 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=efa030c3-b141-431d-9774-fa4ab1429086 HTTP/1.1" status: 200 len: 853 time: 0.0673161 Oct 19 08:12:46.375228 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-42644975-dd77-448d-9320-467ea6431905 tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:12:46.379681 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-42644975-dd77-448d-9320-467ea6431905 tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815365'] for security_group_rule, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:12:46.406128 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42644975-dd77-448d-9320-467ea6431905 tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47bc3350-9a1c-4a83-807c-6e3402da1b18,revision_number=0']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:12:46.410205 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47df6a7b-742c-4687-9667-f5709478a56d req-ed4ef95d-2003-45b1-abf3-92bdbee8c283 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:12:46.411769 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-47df6a7b-742c-4687-9667-f5709478a56d req-ed4ef95d-2003-45b1-abf3-92bdbee8c283 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=21ccb145-9b1a-4e71-955d-958605e8dc18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0789874 Oct 19 08:12:46.415627 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-42644975-dd77-448d-9320-467ea6431905 tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:12:46.416827 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-42644975-dd77-448d-9320-467ea6431905 tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1960740 Oct 19 08:12:46.419864 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 37864) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:12:46.431531 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-425b8cc4-75fe-49fc-9c6d-8cb885cab1cc tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] Request body: {'security_group_rule': {'security_group_id': '1a4fa34e-0ba6-4e3a-9633-18292d79e317', 'project_id': 'cef8062278d3405b8f2fc762c9b6e2bf', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 08:12:46.437282 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-1e765b13-6c61-409a-bb09-b0d6a8ea4287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '254f98cb-53c9-4141-9bba-fe557871f2df', 'name': 'tempest-TestMinimumBasicScenario-845012488-router', 'tenant_id': 'cef8062278d3405b8f2fc762c9b6e2bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'external_fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.203'}], 'enable_snat': True}, 'gw_port_id': 'cec42d89-1629-4cb1-8687-013b3665bc63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T08:08:04Z', 'updated_at': '2022-10-19T08:08:07Z', 'revision_number': 4, 'project_id': 'cef8062278d3405b8f2fc762c9b6e2bf', 'gw_port': {'id': 'cec42d89-1629-4cb1-8687-013b3665bc63', 'name': '', 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:cb:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '254f98cb-53c9-4141-9bba-fe557871f2df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T08:08:05Z', 'updated_at': '2022-10-19T08:08:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861624-1-hyperv', '_floatingips': [{'id': '8e99d702-fb2a-4811-a6bf-b7ae71438228', 'tenant_id': 'cef8062278d3405b8f2fc762c9b6e2bf', 'floating_ip_address': '172.26.0.91', 'floating_network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'router_id': '254f98cb-53c9-4141-9bba-fe557871f2df', 'port_id': '541b9ddc-fde5-4534-9920-32c8df50997e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1697, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '21ccb145-9b1a-4e71-955d-958605e8dc18', 'mac_address': 'fa:16:3e:2c:da:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8159611-7a4a-4af5-9d4d-158a5b693e85', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-19T08:12:44Z', 'updated_at': '2022-10-19T08:12:44Z', 'revision_number': 0, 'project_id': 'cef8062278d3405b8f2fc762c9b6e2bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '99bedce2-ce8d-4b5f-8316-1501c62193fa', 'name': '', 'network_id': '21ccb145-9b1a-4e71-955d-958605e8dc18', 'tenant_id': 'cef8062278d3405b8f2fc762c9b6e2bf', 'mac_address': 'fa:16:3e:42:00:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '254f98cb-53c9-4141-9bba-fe557871f2df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': 'efa030c3-b141-431d-9774-fa4ab1429086', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T08:08:07Z', 'updated_at': '2022-10-19T08:08:12Z', 'revision_number': 5, 'project_id': 'cef8062278d3405b8f2fc762c9b6e2bf', 'subnets': [{'id': 'efa030c3-b141-431d-9774-fa4ab1429086', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:12:46.468128 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e765b13-6c61-409a-bb09-b0d6a8ea4287 None None] The sync data for ids ['254f98cb-53c9-4141-9bba-fe557871f2df'] in dv-neutron-861624-1-hyperv is: [{'id': '254f98cb-53c9-4141-9bba-fe557871f2df', 'name': 'tempest-TestMinimumBasicScenario-845012488-router', 'tenant_id': 'cef8062278d3405b8f2fc762c9b6e2bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'external_fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.203'}], 'enable_snat': True}, 'gw_port_id': 'cec42d89-1629-4cb1-8687-013b3665bc63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T08:08:04Z', 'updated_at': '2022-10-19T08:08:07Z', 'revision_number': 4, 'project_id': 'cef8062278d3405b8f2fc762c9b6e2bf', 'gw_port': {'id': 'cec42d89-1629-4cb1-8687-013b3665bc63', 'name': '', 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:cb:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '254f98cb-53c9-4141-9bba-fe557871f2df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T08:08:05Z', 'updated_at': '2022-10-19T08:08:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861624-1-hyperv', '_floatingips': [{'id': '8e99d702-fb2a-4811-a6bf-b7ae71438228', 'tenant_id': 'cef8062278d3405b8f2fc762c9b6e2bf', 'floating_ip_address': '172.26.0.91', 'floating_network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'router_id': '254f98cb-53c9-4141-9bba-fe557871f2df', 'port_id': '541b9ddc-fde5-4534-9920-32c8df50997e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1697, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '21ccb145-9b1a-4e71-955d-958605e8dc18', 'mac_address': 'fa:16:3e:2c:da:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8159611-7a4a-4af5-9d4d-158a5b693e85', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-19T08:12:44Z', 'updated_at': '2022-10-19T08:12:44Z', 'revision_number': 0, 'project_id': 'cef8062278d3405b8f2fc762c9b6e2bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '99bedce2-ce8d-4b5f-8316-1501c62193fa', 'name': '', 'network_id': '21ccb145-9b1a-4e71-955d-958605e8dc18', 'tenant_id': 'cef8062278d3405b8f2fc762c9b6e2bf', 'mac_address': 'fa:16:3e:42:00:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '254f98cb-53c9-4141-9bba-fe557871f2df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': 'efa030c3-b141-431d-9774-fa4ab1429086', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T08:08:07Z', 'updated_at': '2022-10-19T08:08:12Z', 'revision_number': 5, 'project_id': 'cef8062278d3405b8f2fc762c9b6e2bf', 'subnets': [{'id': 'efa030c3-b141-431d-9774-fa4ab1429086', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 08:12:46.518184 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-425b8cc4-75fe-49fc-9c6d-8cb885cab1cc tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:12:46.518428 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-f700fe5f-3c92-44c0-a4d9-ada92110ac56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:12:46.558819 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-47df6a7b-742c-4687-9667-f5709478a56d req-5111c888-4a03-4ecb-a28f-9f3872347b5d service neutron] 10.222.0.16 "GET /v2.0/networks/21ccb145-9b1a-4e71-955d-958605e8dc18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1397109 Oct 19 08:12:46.609936 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-425b8cc4-75fe-49fc-9c6d-8cb885cab1cc tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:12:46.643070 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-425b8cc4-75fe-49fc-9c6d-8cb885cab1cc tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815365'] for security_group_rule, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:12:46.670192 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425b8cc4-75fe-49fc-9c6d-8cb885cab1cc tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e22af4b1-55f6-40df-984d-ce1b9b24af4c,revision_number=0']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:12:46.681707 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-548ab2bd-c9c9-479b-9704-f3c4c7e13757 None None] New status for floating IP 8e99d702-fb2a-4811-a6bf-b7ae71438228: ACTIVE {{(pid=103334) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 19 08:12:46.681894 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-425b8cc4-75fe-49fc-9c6d-8cb885cab1cc tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:12:46.683088 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-425b8cc4-75fe-49fc-9c6d-8cb885cab1cc tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2558365 Oct 19 08:12:46.686361 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 37866) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:12:46.693869 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-3b893995-c530-4e0c-a830-abc1826394f2 tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] Request body: {'security_group_rule': {'security_group_id': '1a4fa34e-0ba6-4e3a-9633-18292d79e317', 'project_id': 'cef8062278d3405b8f2fc762c9b6e2bf', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 08:12:46.694323 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-47df6a7b-742c-4687-9667-f5709478a56d req-4d62d608-60e9-4efc-9708-d6035f773e2d service neutron] 10.222.0.16 "GET /v2.0/networks/21ccb145-9b1a-4e71-955d-958605e8dc18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282642 Oct 19 08:12:46.724039 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-3b893995-c530-4e0c-a830-abc1826394f2 tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:12:46.785282 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-3b893995-c530-4e0c-a830-abc1826394f2 tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:12:46.789774 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-3b893995-c530-4e0c-a830-abc1826394f2 tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815365'] for security_group_rule, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:12:46.807194 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b893995-c530-4e0c-a830-abc1826394f2 tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=652028e0-de36-4a73-ad73-c3397bb8305b,revision_number=0']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:12:46.815678 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-3b893995-c530-4e0c-a830-abc1826394f2 tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:12:46.819754 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-3b893995-c530-4e0c-a830-abc1826394f2 tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1293054 Oct 19 08:12:46.819944 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 37868) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:12:46.824403 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-495997f2-d0d5-46e1-9be7-54e55aae9928 tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] Request body: {'security_group_rule': {'security_group_id': '1a4fa34e-0ba6-4e3a-9633-18292d79e317', 'project_id': 'cef8062278d3405b8f2fc762c9b6e2bf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 08:12:46.846226 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.db.securitygroups_db [None req-495997f2-d0d5-46e1-9be7-54e55aae9928 tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] Project cef8062278d3405b8f2fc762c9b6e2bf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 19 08:12:46.851933 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-495997f2-d0d5-46e1-9be7-54e55aae9928 tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:12:46.915028 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-495997f2-d0d5-46e1-9be7-54e55aae9928 tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:12:46.918630 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-495997f2-d0d5-46e1-9be7-54e55aae9928 tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815365'] for security_group_rule, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:12:46.935172 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495997f2-d0d5-46e1-9be7-54e55aae9928 tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70062ffb-7275-4f62-a880-fef7e6337f59,revision_number=0']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:12:46.943414 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-495997f2-d0d5-46e1-9be7-54e55aae9928 tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:12:46.944682 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-495997f2-d0d5-46e1-9be7-54e55aae9928 tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1238184 Oct 19 08:12:46.947344 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 37870) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:12:46.951508 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-76b4045c-e868-4ac0-a4d7-a10443271d9c tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] Request body: {'security_group_rule': {'security_group_id': '1a4fa34e-0ba6-4e3a-9633-18292d79e317', 'project_id': 'cef8062278d3405b8f2fc762c9b6e2bf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 08:12:46.970682 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.db.securitygroups_db [None req-76b4045c-e868-4ac0-a4d7-a10443271d9c tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] Project cef8062278d3405b8f2fc762c9b6e2bf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 19 08:12:46.976101 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-76b4045c-e868-4ac0-a4d7-a10443271d9c tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:12:47.033788 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-76b4045c-e868-4ac0-a4d7-a10443271d9c tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:12:47.037247 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-76b4045c-e868-4ac0-a4d7-a10443271d9c tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815365'] for security_group_rule, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:12:47.054353 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b4045c-e868-4ac0-a4d7-a10443271d9c tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e5470d4-4391-44b8-9d31-49050f56b3bc,revision_number=0']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:12:47.062264 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-76b4045c-e868-4ac0-a4d7-a10443271d9c tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:12:47.063450 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-76b4045c-e868-4ac0-a4d7-a10443271d9c tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1152020 Oct 19 08:12:47.139996 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-c5a42f38-1fde-4856-8fbf-2acc2031a7fe req-10cfe46d-1055-4ad8-91d5-9894f49f8377 tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] 10.222.0.27 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2030300990&fields=id&tenant_id=cef8062278d3405b8f2fc762c9b6e2bf HTTP/1.1" status: 200 len: 267 time: 0.0315099 Oct 19 08:12:47.192464 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a42f38-1fde-4856-8fbf-2acc2031a7fe req-f5c85a01-56ea-4984-974c-bfa8c1b21736 tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:12:47.194046 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-c5a42f38-1fde-4856-8fbf-2acc2031a7fe req-f5c85a01-56ea-4984-974c-bfa8c1b21736 tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] 10.222.0.27 "GET /v2.0/ports?device_id=b8159611-7a4a-4af5-9d4d-158a5b693e85 HTTP/1.1" status: 200 len: 946 time: 0.0483611 Oct 19 08:12:47.205086 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [req-c5a42f38-1fde-4856-8fbf-2acc2031a7fe req-4e3c3435-fa85-4e2b-8e00-64c8eeaef75f tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] Request body: {'port': {'security_groups': ['65fb58db-c340-495c-8aee-0d2aef88a0c8', '1a4fa34e-0ba6-4e3a-9633-18292d79e317']}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 08:12:47.269605 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-c5a42f38-1fde-4856-8fbf-2acc2031a7fe req-4e3c3435-fa85-4e2b-8e00-64c8eeaef75f tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:12:47.458389 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.db [req-c5a42f38-1fde-4856-8fbf-2acc2031a7fe req-4e3c3435-fa85-4e2b-8e00-64c8eeaef75f tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] For port 541b9ddc-fde5-4534-9920-32c8df50997e, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=541b9ddc-fde5-4534-9920-32c8df50997e,segment=NetworkSegment(5d51812f-f843-4ffb-a5d2-d784ff656c35),segment_id=5d51812f-f843-4ffb-a5d2-d784ff656c35)] {{(pid=103332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 08:12:47.487812 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-c5a42f38-1fde-4856-8fbf-2acc2031a7fe req-4e3c3435-fa85-4e2b-8e00-64c8eeaef75f tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] Notify callbacks [] for port, precommit_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:12:47.492208 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-c5a42f38-1fde-4856-8fbf-2acc2031a7fe req-4e3c3435-fa85-4e2b-8e00-64c8eeaef75f tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133553807'] for port, after_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:12:47.504007 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] get_ports_and_sgs() called for port_ids ['541b9ddc-fde5-4534-9920-32c8df50997e'] {{(pid=103334) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 19 08:12:47.504314 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a42f38-1fde-4856-8fbf-2acc2031a7fe req-4e3c3435-fa85-4e2b-8e00-64c8eeaef75f tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:12:47.504962 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-c5a42f38-1fde-4856-8fbf-2acc2031a7fe req-4e3c3435-fa85-4e2b-8e00-64c8eeaef75f tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42160'] for port, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:12:47.506395 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-c5a42f38-1fde-4856-8fbf-2acc2031a7fe req-4e3c3435-fa85-4e2b-8e00-64c8eeaef75f tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] 10.222.0.27 "PUT /v2.0/ports/541b9ddc-fde5-4534-9920-32c8df50997e HTTP/1.1" status: 200 len: 982 time: 0.3057461 Oct 19 08:12:47.562206 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3c3435-fa85-4e2b-8e00-64c8eeaef75f tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] Pushing event updated for resources: {'Port': ['ID=541b9ddc-fde5-4534-9920-32c8df50997e,revision_number=6']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:12:47.575669 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] get_ports_and_sgs() called for port_ids ['541b9ddc-fde5-4534-9920-32c8df50997e'] {{(pid=103334) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 19 08:12:47.630462 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c783eece-92c9-40a7-afba-d306126cb9e4 req-c29a311a-746c-4d7c-a68a-9438888915a5 tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:12:47.632855 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-c783eece-92c9-40a7-afba-d306126cb9e4 req-c29a311a-746c-4d7c-a68a-9438888915a5 tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] 10.222.0.27 "GET /v2.0/ports?device_id=b8159611-7a4a-4af5-9d4d-158a5b693e85 HTTP/1.1" status: 200 len: 985 time: 0.0513625 Oct 19 08:12:47.668258 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8159611-7a4a-4af5-9d4d-158a5b693e85', 'tag': '541b9ddc-fde5-4534-9920-32c8df50997e'}] {{(pid=103332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 19 08:12:47.670537 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a021b02cf5f527cd4bbbc40a031b51490d9893d7edeeb551bdf5128ee7546f8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c525846b-20f6-43c1-9684-150532172d95" -d '{"events": [{"name": "network-changed", "server_uuid": "b8159611-7a4a-4af5-9d4d-158a5b693e85", "tag": "541b9ddc-fde5-4534-9920-32c8df50997e"}]}' {{(pid=103332) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 08:12:47.683393 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-c783eece-92c9-40a7-afba-d306126cb9e4 req-05c8ea14-2f35-4288-87a0-1302d8703d23 tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] 10.222.0.27 "GET /v2.0/security-groups?id=1a4fa34e-0ba6-4e3a-9633-18292d79e317&id=65fb58db-c340-495c-8aee-0d2aef88a0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0444422 Oct 19 08:12:47.714820 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 19 Oct 2022 08:12:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af699e19-0f52-4cc9-838f-6c2bef64dc2d x-openstack-request-id: req-af699e19-0f52-4cc9-838f-6c2bef64dc2d {{(pid=103332) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 08:12:47.715177 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8159611-7a4a-4af5-9d4d-158a5b693e85", "tag": "541b9ddc-fde5-4534-9920-32c8df50997e", "status": "completed", "code": 200}]} {{(pid=103332) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 08:12:47.715521 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-af699e19-0f52-4cc9-838f-6c2bef64dc2d {{(pid=103332) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 08:12:47.715988 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.notifiers.nova [-] Nova event matching ['req-af699e19-0f52-4cc9-838f-6c2bef64dc2d'] response: {'name': 'network-changed', 'server_uuid': 'b8159611-7a4a-4af5-9d4d-158a5b693e85', 'tag': '541b9ddc-fde5-4534-9920-32c8df50997e', 'status': 'completed', 'code': 200} Oct 19 08:12:47.778961 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c525846b-20f6-43c1-9684-150532172d95 req-010292dd-43d2-432c-b813-825313e25d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:12:47.780746 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-c525846b-20f6-43c1-9684-150532172d95 req-010292dd-43d2-432c-b813-825313e25d3a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=cef8062278d3405b8f2fc762c9b6e2bf&device_id=b8159611-7a4a-4af5-9d4d-158a5b693e85 HTTP/1.1" status: 200 len: 1138 time: 0.0422521 Oct 19 08:12:47.880014 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c525846b-20f6-43c1-9684-150532172d95 req-b29e16a6-8680-4208-a452-e10a4ec9cea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:12:47.882312 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-c525846b-20f6-43c1-9684-150532172d95 req-b29e16a6-8680-4208-a452-e10a4ec9cea6 service neutron] 10.222.0.16 "GET /v2.0/networks?id=21ccb145-9b1a-4e71-955d-958605e8dc18 HTTP/1.1" status: 200 len: 915 time: 0.0942116 Oct 19 08:12:47.948635 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-c525846b-20f6-43c1-9684-150532172d95 req-12cff96a-cb60-48ce-b3d0-520cfb6b44f4 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=541b9ddc-fde5-4534-9920-32c8df50997e HTTP/1.1" status: 200 len: 1001 time: 0.0601192 Oct 19 08:12:47.997846 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c525846b-20f6-43c1-9684-150532172d95 req-a63b23af-cee4-418a-91b8-bff211d1d2a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:12:47.999290 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-c525846b-20f6-43c1-9684-150532172d95 req-a63b23af-cee4-418a-91b8-bff211d1d2a5 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=efa030c3-b141-431d-9774-fa4ab1429086 HTTP/1.1" status: 200 len: 853 time: 0.0443995 Oct 19 08:12:48.049732 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c525846b-20f6-43c1-9684-150532172d95 req-dcc00352-18ad-40df-9814-c4244bf45710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:12:48.051218 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-c525846b-20f6-43c1-9684-150532172d95 req-dcc00352-18ad-40df-9814-c4244bf45710 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=21ccb145-9b1a-4e71-955d-958605e8dc18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0447824 Oct 19 08:12:48.075904 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-2a2259f7-b034-4eec-af7a-7abaede746c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:12:48.143774 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-c525846b-20f6-43c1-9684-150532172d95 req-5416de32-5a4d-4306-b764-b968b87001a8 service neutron] 10.222.0.16 "GET /v2.0/networks/21ccb145-9b1a-4e71-955d-958605e8dc18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850101 Oct 19 08:12:48.236175 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-c525846b-20f6-43c1-9684-150532172d95 req-4165bc61-9567-4766-9fd7-cf7be4eb30ab service neutron] 10.222.0.16 "GET /v2.0/networks/21ccb145-9b1a-4e71-955d-958605e8dc18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853353 Oct 19 08:12:49.101755 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-a3daad00-cef1-437e-9f28-8e2e1b77c0d4 req-f1437a17-a6d2-40c6-ad61-f4963f5eb4e0 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=b8159611-7a4a-4af5-9d4d-158a5b693e85&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0427949 Oct 19 08:12:49.126114 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-1a0da505-d0f9-48c6-b7e2-53b9c5e41298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:12:49.183077 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3daad00-cef1-437e-9f28-8e2e1b77c0d4 req-452ac728-712d-4a1f-9c5d-d90d7108359f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:12:49.184552 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-a3daad00-cef1-437e-9f28-8e2e1b77c0d4 req-452ac728-712d-4a1f-9c5d-d90d7108359f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=cef8062278d3405b8f2fc762c9b6e2bf&device_id=b8159611-7a4a-4af5-9d4d-158a5b693e85 HTTP/1.1" status: 200 len: 1138 time: 0.0409875 Oct 19 08:12:49.225096 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:12:49.293905 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3daad00-cef1-437e-9f28-8e2e1b77c0d4 req-1873b546-d378-49bd-ae84-28c06133aebc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:12:49.295355 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-a3daad00-cef1-437e-9f28-8e2e1b77c0d4 req-1873b546-d378-49bd-ae84-28c06133aebc service neutron] 10.222.0.16 "GET /v2.0/networks?id=21ccb145-9b1a-4e71-955d-958605e8dc18 HTTP/1.1" status: 200 len: 915 time: 0.0916831 Oct 19 08:12:49.362801 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-a3daad00-cef1-437e-9f28-8e2e1b77c0d4 req-6cdcfeac-054f-459a-b8ea-d5c66a996114 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=541b9ddc-fde5-4534-9920-32c8df50997e HTTP/1.1" status: 200 len: 1001 time: 0.0601730 Oct 19 08:12:49.415884 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3daad00-cef1-437e-9f28-8e2e1b77c0d4 req-9409eaae-68e7-4e33-8027-b4275653a6fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:12:49.417327 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-a3daad00-cef1-437e-9f28-8e2e1b77c0d4 req-9409eaae-68e7-4e33-8027-b4275653a6fe service neutron] 10.222.0.16 "GET /v2.0/subnets?id=efa030c3-b141-431d-9774-fa4ab1429086 HTTP/1.1" status: 200 len: 853 time: 0.0481050 Oct 19 08:12:49.463180 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3daad00-cef1-437e-9f28-8e2e1b77c0d4 req-8c5af4ff-af08-4275-96f4-138b0fa4bcc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:12:49.464674 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-a3daad00-cef1-437e-9f28-8e2e1b77c0d4 req-8c5af4ff-af08-4275-96f4-138b0fa4bcc4 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=21ccb145-9b1a-4e71-955d-958605e8dc18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0406218 Oct 19 08:12:49.553492 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-a3daad00-cef1-437e-9f28-8e2e1b77c0d4 req-8cb42f5c-c6b2-4024-a84d-24cdcd82cab9 service neutron] 10.222.0.16 "GET /v2.0/networks/21ccb145-9b1a-4e71-955d-958605e8dc18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817704 Oct 19 08:12:49.645954 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-a3daad00-cef1-437e-9f28-8e2e1b77c0d4 req-73a95352-8c17-41d7-88fd-8e6fbf41b9cd service neutron] 10.222.0.16 "GET /v2.0/networks/21ccb145-9b1a-4e71-955d-958605e8dc18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862300 Oct 19 08:12:56.618248 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.agents_db [None req-6057327c-4456-4c72-8e75-6d3cd9249757 None None] Agent healthcheck: found 6 active agents {{(pid=103335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 08:13:03.660401 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599d9b3d-02f6-4d58-a676-acd5fb4361ad req-cceced5f-a56c-46cb-9fd5-40fd08cf8a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:13:03.662083 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1835f0d-84d8-4d7a-bf03-7cc9c40425bc req-a5c596b2-cc6a-4f8f-95da-0ee2731f2ec3 tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:13:03.663024 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-599d9b3d-02f6-4d58-a676-acd5fb4361ad req-cceced5f-a56c-46cb-9fd5-40fd08cf8a05 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=cef8062278d3405b8f2fc762c9b6e2bf&device_id=b8159611-7a4a-4af5-9d4d-158a5b693e85 HTTP/1.1" status: 200 len: 1138 time: 0.0408044 Oct 19 08:13:03.664112 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-b1835f0d-84d8-4d7a-bf03-7cc9c40425bc req-a5c596b2-cc6a-4f8f-95da-0ee2731f2ec3 tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] 10.222.0.27 "GET /v2.0/ports?device_id=b8159611-7a4a-4af5-9d4d-158a5b693e85 HTTP/1.1" status: 200 len: 985 time: 0.0496566 Oct 19 08:13:03.705111 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-b1835f0d-84d8-4d7a-bf03-7cc9c40425bc req-2982386d-fa65-4918-9e33-ee7d36114c65 tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] 10.222.0.27 "GET /v2.0/security-groups?id=1a4fa34e-0ba6-4e3a-9633-18292d79e317&id=65fb58db-c340-495c-8aee-0d2aef88a0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0346770 Oct 19 08:13:03.760613 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599d9b3d-02f6-4d58-a676-acd5fb4361ad req-5b2ce122-576d-4050-93ed-ba4dc20fdc11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:13:03.762057 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-599d9b3d-02f6-4d58-a676-acd5fb4361ad req-5b2ce122-576d-4050-93ed-ba4dc20fdc11 service neutron] 10.222.0.16 "GET /v2.0/networks?id=21ccb145-9b1a-4e71-955d-958605e8dc18 HTTP/1.1" status: 200 len: 915 time: 0.0929844 Oct 19 08:13:03.826486 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-599d9b3d-02f6-4d58-a676-acd5fb4361ad req-fcc7d2a6-d731-4ecb-b2a7-702fa3851ba7 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=541b9ddc-fde5-4534-9920-32c8df50997e HTTP/1.1" status: 200 len: 1001 time: 0.0571816 Oct 19 08:13:03.881705 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599d9b3d-02f6-4d58-a676-acd5fb4361ad req-59cd754d-8047-4d8a-a0be-1b08c930d7a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:13:03.883156 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-599d9b3d-02f6-4d58-a676-acd5fb4361ad req-59cd754d-8047-4d8a-a0be-1b08c930d7a1 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=efa030c3-b141-431d-9774-fa4ab1429086 HTTP/1.1" status: 200 len: 853 time: 0.0495560 Oct 19 08:13:03.928192 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599d9b3d-02f6-4d58-a676-acd5fb4361ad req-ebb85229-1c31-4e27-a50a-3bd69c346966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:13:03.929661 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-599d9b3d-02f6-4d58-a676-acd5fb4361ad req-ebb85229-1c31-4e27-a50a-3bd69c346966 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=21ccb145-9b1a-4e71-955d-958605e8dc18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0393474 Oct 19 08:13:04.027813 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-599d9b3d-02f6-4d58-a676-acd5fb4361ad req-34e8b73a-1baa-4f4d-9b09-f824594059ed service neutron] 10.222.0.16 "GET /v2.0/networks/21ccb145-9b1a-4e71-955d-958605e8dc18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900621 Oct 19 08:13:04.117781 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-599d9b3d-02f6-4d58-a676-acd5fb4361ad req-6a25d4ad-2816-4928-ba34-f2d92d5543b2 service neutron] 10.222.0.16 "GET /v2.0/networks/21ccb145-9b1a-4e71-955d-958605e8dc18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835423 Oct 19 08:13:04.828443 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edd3fd1-e64f-4f8f-99c7-651e3d5e73cd req-b68222b9-a0bd-4a21-8c8c-d4f97d2fa117 tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:13:04.829897 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-4edd3fd1-e64f-4f8f-99c7-651e3d5e73cd req-b68222b9-a0bd-4a21-8c8c-d4f97d2fa117 tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] 10.222.0.27 "GET /v2.0/ports?device_id=b8159611-7a4a-4af5-9d4d-158a5b693e85 HTTP/1.1" status: 200 len: 985 time: 0.0491514 Oct 19 08:13:04.870534 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-4edd3fd1-e64f-4f8f-99c7-651e3d5e73cd req-9a3560c7-953e-4b67-97ae-ca6fafaeb897 tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] 10.222.0.27 "GET /v2.0/security-groups?id=1a4fa34e-0ba6-4e3a-9633-18292d79e317&id=65fb58db-c340-495c-8aee-0d2aef88a0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0340359 Oct 19 08:13:05.995946 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8293ee95-7dec-4ccb-a3f9-1f3ff64fdba8 req-9168aa82-5502-4b96-bc40-dd5989d7d43f tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:13:05.997449 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-8293ee95-7dec-4ccb-a3f9-1f3ff64fdba8 req-9168aa82-5502-4b96-bc40-dd5989d7d43f tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] 10.222.0.27 "GET /v2.0/ports?device_id=b8159611-7a4a-4af5-9d4d-158a5b693e85 HTTP/1.1" status: 200 len: 985 time: 0.0555058 Oct 19 08:13:06.036910 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-8293ee95-7dec-4ccb-a3f9-1f3ff64fdba8 req-a3eabb90-3e28-48d8-bedc-0c1c412a649e tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] 10.222.0.27 "GET /v2.0/security-groups?id=1a4fa34e-0ba6-4e3a-9633-18292d79e317&id=65fb58db-c340-495c-8aee-0d2aef88a0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0333858 Oct 19 08:13:07.162708 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc321cf-0f73-4d5c-a8cb-c373b62da441 req-c3e829c5-a1f3-42f7-8786-31175698db01 tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:13:07.164542 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-9fc321cf-0f73-4d5c-a8cb-c373b62da441 req-c3e829c5-a1f3-42f7-8786-31175698db01 tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] 10.222.0.27 "GET /v2.0/ports?device_id=b8159611-7a4a-4af5-9d4d-158a5b693e85 HTTP/1.1" status: 200 len: 985 time: 0.0547497 Oct 19 08:13:07.203913 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-9fc321cf-0f73-4d5c-a8cb-c373b62da441 req-608e90fe-5831-46e4-8065-5b980fd2d592 tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] 10.222.0.27 "GET /v2.0/security-groups?id=1a4fa34e-0ba6-4e3a-9633-18292d79e317&id=65fb58db-c340-495c-8aee-0d2aef88a0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0333235 Oct 19 08:13:08.323472 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3522c52-8cae-4a0e-a17b-01b7646ca3a3 req-908635bc-c14b-496f-93ef-70a7fc2597e3 tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:13:08.324956 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-e3522c52-8cae-4a0e-a17b-01b7646ca3a3 req-908635bc-c14b-496f-93ef-70a7fc2597e3 tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] 10.222.0.27 "GET /v2.0/ports?device_id=b8159611-7a4a-4af5-9d4d-158a5b693e85 HTTP/1.1" status: 200 len: 985 time: 0.0495958 Oct 19 08:13:08.365380 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-e3522c52-8cae-4a0e-a17b-01b7646ca3a3 req-53b5a89f-4b56-4db7-b770-2f128275fbfe tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] 10.222.0.27 "GET /v2.0/security-groups?id=1a4fa34e-0ba6-4e3a-9633-18292d79e317&id=65fb58db-c340-495c-8aee-0d2aef88a0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0344210 Oct 19 08:13:09.488099 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa0ad77-cc01-419d-ab8e-0d9ccf0d5a2f req-2f6c28da-770b-4e34-81db-5e16b87ef437 tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:13:09.489599 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-bfa0ad77-cc01-419d-ab8e-0d9ccf0d5a2f req-2f6c28da-770b-4e34-81db-5e16b87ef437 tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] 10.222.0.27 "GET /v2.0/ports?device_id=b8159611-7a4a-4af5-9d4d-158a5b693e85 HTTP/1.1" status: 200 len: 985 time: 0.0526469 Oct 19 08:13:09.529374 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-bfa0ad77-cc01-419d-ab8e-0d9ccf0d5a2f req-4e8cd646-b4e1-4394-90b7-b02860184b8f tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] 10.222.0.27 "GET /v2.0/security-groups?id=1a4fa34e-0ba6-4e3a-9633-18292d79e317&id=65fb58db-c340-495c-8aee-0d2aef88a0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0331969 Oct 19 08:13:10.649651 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532575cd-6ee9-4e70-a384-6db3d72a616c req-2aa6b66e-e408-46e1-91e2-542c4200db65 tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:13:10.651646 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-532575cd-6ee9-4e70-a384-6db3d72a616c req-2aa6b66e-e408-46e1-91e2-542c4200db65 tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] 10.222.0.27 "GET /v2.0/ports?device_id=b8159611-7a4a-4af5-9d4d-158a5b693e85 HTTP/1.1" status: 200 len: 985 time: 0.0496027 Oct 19 08:13:10.691054 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-532575cd-6ee9-4e70-a384-6db3d72a616c req-d17e9bd3-18be-4834-adf5-ea9872866d2e tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] 10.222.0.27 "GET /v2.0/security-groups?id=1a4fa34e-0ba6-4e3a-9633-18292d79e317&id=65fb58db-c340-495c-8aee-0d2aef88a0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0334866 Oct 19 08:13:11.812017 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2f3033-ea7f-4c47-a702-658b5046712c req-e0d30d7d-8f34-4ffa-b012-83d942ba616f tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:13:11.813510 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-dd2f3033-ea7f-4c47-a702-658b5046712c req-e0d30d7d-8f34-4ffa-b012-83d942ba616f tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] 10.222.0.27 "GET /v2.0/ports?device_id=b8159611-7a4a-4af5-9d4d-158a5b693e85 HTTP/1.1" status: 200 len: 985 time: 0.0480561 Oct 19 08:13:11.853514 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-dd2f3033-ea7f-4c47-a702-658b5046712c req-a33bc4bf-5244-4bb9-9be7-6383c0cfd2c0 tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] 10.222.0.27 "GET /v2.0/security-groups?id=1a4fa34e-0ba6-4e3a-9633-18292d79e317&id=65fb58db-c340-495c-8aee-0d2aef88a0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0339878 Oct 19 08:13:12.091942 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:13:13.022621 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a28afe-a7a8-4593-9c9d-335dc61018a7 req-c919a8e4-2dd5-4450-b577-6a1a77e05a1d tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:13:13.024084 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-01a28afe-a7a8-4593-9c9d-335dc61018a7 req-c919a8e4-2dd5-4450-b577-6a1a77e05a1d tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] 10.222.0.27 "GET /v2.0/ports?device_id=b8159611-7a4a-4af5-9d4d-158a5b693e85 HTTP/1.1" status: 200 len: 985 time: 0.0521736 Oct 19 08:13:13.063762 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-01a28afe-a7a8-4593-9c9d-335dc61018a7 req-b4f022ed-614f-46c0-b76c-d5f688b4a96b tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] 10.222.0.27 "GET /v2.0/security-groups?id=1a4fa34e-0ba6-4e3a-9633-18292d79e317&id=65fb58db-c340-495c-8aee-0d2aef88a0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0335035 Oct 19 08:13:13.453449 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-a955ce1e-84c0-48c3-8ebe-58784b40f6f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:13:14.185816 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e209884-6488-4709-a2ae-aae85acfa895 req-f8a57005-0e39-4ec3-87ff-6747f9c5ee87 tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:13:14.187306 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-8e209884-6488-4709-a2ae-aae85acfa895 req-f8a57005-0e39-4ec3-87ff-6747f9c5ee87 tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] 10.222.0.27 "GET /v2.0/ports?device_id=b8159611-7a4a-4af5-9d4d-158a5b693e85 HTTP/1.1" status: 200 len: 985 time: 0.0499430 Oct 19 08:13:14.227369 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-8e209884-6488-4709-a2ae-aae85acfa895 req-0eb6a89e-8b62-481a-9933-24536fcd875e tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] 10.222.0.27 "GET /v2.0/security-groups?id=1a4fa34e-0ba6-4e3a-9633-18292d79e317&id=65fb58db-c340-495c-8aee-0d2aef88a0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0339367 Oct 19 08:13:15.349181 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baca3075-035b-4d84-9416-1cf7a0ebf2c3 req-3cf01d16-49f2-485b-8835-fcba8b7cd986 tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:13:15.350651 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-baca3075-035b-4d84-9416-1cf7a0ebf2c3 req-3cf01d16-49f2-485b-8835-fcba8b7cd986 tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] 10.222.0.27 "GET /v2.0/ports?device_id=b8159611-7a4a-4af5-9d4d-158a5b693e85 HTTP/1.1" status: 200 len: 985 time: 0.0493178 Oct 19 08:13:15.392084 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-baca3075-035b-4d84-9416-1cf7a0ebf2c3 req-70960ae1-db92-4daa-9f82-f2d16b5c0d38 tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] 10.222.0.27 "GET /v2.0/security-groups?id=1a4fa34e-0ba6-4e3a-9633-18292d79e317&id=65fb58db-c340-495c-8aee-0d2aef88a0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0349054 Oct 19 08:13:16.361399 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-f1978cc4-3f96-423c-beb5-d02c3fa85e41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:13:18.058504 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-2a2259f7-b034-4eec-af7a-7abaede746c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:13:19.129954 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-1a0da505-d0f9-48c6-b7e2-53b9c5e41298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:13:19.226568 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:13:33.617415 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.agents_db [None req-6057327c-4456-4c72-8e75-6d3cd9249757 None None] Agent healthcheck: found 6 active agents {{(pid=103335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 08:13:42.102653 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:13:43.454509 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-9c6dafe6-f07b-4ae5-bc96-c23764c75d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:13:46.362894 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-6a4db62d-a281-475c-b8ed-e2d997444e69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:13:47.797510 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-07f5bc28-6154-4cb7-a4e9-b123796d785c req-e1f65e94-b3f6-41b3-b886-91544bdecf2b tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] 10.222.0.27 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2030300990&fields=id&tenant_id=cef8062278d3405b8f2fc762c9b6e2bf HTTP/1.1" status: 200 len: 267 time: 0.0329738 Oct 19 08:13:47.855416 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f5bc28-6154-4cb7-a4e9-b123796d785c req-fe654f49-c67c-4b34-af61-2f984773d6d8 tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:13:47.856935 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-07f5bc28-6154-4cb7-a4e9-b123796d785c req-fe654f49-c67c-4b34-af61-2f984773d6d8 tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] 10.222.0.27 "GET /v2.0/ports?device_id=b8159611-7a4a-4af5-9d4d-158a5b693e85 HTTP/1.1" status: 200 len: 985 time: 0.0537512 Oct 19 08:13:47.871099 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [req-07f5bc28-6154-4cb7-a4e9-b123796d785c req-8888a621-a84a-4c5e-a044-aa3c36ea0d32 tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] Request body: {'port': {'security_groups': ['65fb58db-c340-495c-8aee-0d2aef88a0c8']}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 08:13:47.935182 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-07f5bc28-6154-4cb7-a4e9-b123796d785c req-8888a621-a84a-4c5e-a044-aa3c36ea0d32 tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:13:48.059964 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-2a2259f7-b034-4eec-af7a-7abaede746c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:13:48.109804 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.db [req-07f5bc28-6154-4cb7-a4e9-b123796d785c req-8888a621-a84a-4c5e-a044-aa3c36ea0d32 tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] For port 541b9ddc-fde5-4534-9920-32c8df50997e, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=541b9ddc-fde5-4534-9920-32c8df50997e,segment=NetworkSegment(5d51812f-f843-4ffb-a5d2-d784ff656c35),segment_id=5d51812f-f843-4ffb-a5d2-d784ff656c35)] {{(pid=103332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 08:13:48.138087 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-07f5bc28-6154-4cb7-a4e9-b123796d785c req-8888a621-a84a-4c5e-a044-aa3c36ea0d32 tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] Notify callbacks [] for port, precommit_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:13:48.142703 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-07f5bc28-6154-4cb7-a4e9-b123796d785c req-8888a621-a84a-4c5e-a044-aa3c36ea0d32 tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133553807'] for port, after_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:13:48.154380 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f5bc28-6154-4cb7-a4e9-b123796d785c req-8888a621-a84a-4c5e-a044-aa3c36ea0d32 tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:13:48.154984 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [req-07f5bc28-6154-4cb7-a4e9-b123796d785c req-8888a621-a84a-4c5e-a044-aa3c36ea0d32 tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42160'] for port, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:13:48.156358 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-07f5bc28-6154-4cb7-a4e9-b123796d785c req-8888a621-a84a-4c5e-a044-aa3c36ea0d32 tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] 10.222.0.27 "PUT /v2.0/ports/541b9ddc-fde5-4534-9920-32c8df50997e HTTP/1.1" status: 200 len: 943 time: 0.2899551 Oct 19 08:13:48.156885 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8159611-7a4a-4af5-9d4d-158a5b693e85', 'tag': '541b9ddc-fde5-4534-9920-32c8df50997e'}] {{(pid=103332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 19 08:13:48.157338 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] get_ports_and_sgs() called for port_ids ['541b9ddc-fde5-4534-9920-32c8df50997e'] {{(pid=103334) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 19 08:13:48.159321 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a021b02cf5f527cd4bbbc40a031b51490d9893d7edeeb551bdf5128ee7546f8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57f493bc-e0e3-44a4-b3d0-c2dc006320d9" -d '{"events": [{"name": "network-changed", "server_uuid": "b8159611-7a4a-4af5-9d4d-158a5b693e85", "tag": "541b9ddc-fde5-4534-9920-32c8df50997e"}]}' {{(pid=103332) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 08:13:48.162284 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 37926) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:13:48.217121 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8888a621-a84a-4c5e-a044-aa3c36ea0d32 tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] Pushing event updated for resources: {'Port': ['ID=541b9ddc-fde5-4534-9920-32c8df50997e,revision_number=7']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:13:48.224364 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8888a621-a84a-4c5e-a044-aa3c36ea0d32 tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:13:48.224746 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8888a621-a84a-4c5e-a044-aa3c36ea0d32 tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:13:48.225094 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8888a621-a84a-4c5e-a044-aa3c36ea0d32 tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:13:48.225718 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8888a621-a84a-4c5e-a044-aa3c36ea0d32 tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:13:48.225865 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8888a621-a84a-4c5e-a044-aa3c36ea0d32 tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:13:48.226078 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8888a621-a84a-4c5e-a044-aa3c36ea0d32 tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:13:48.226406 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8888a621-a84a-4c5e-a044-aa3c36ea0d32 tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:13:48.226734 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8888a621-a84a-4c5e-a044-aa3c36ea0d32 tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:13:48.227061 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8888a621-a84a-4c5e-a044-aa3c36ea0d32 tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:13:48.227385 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8888a621-a84a-4c5e-a044-aa3c36ea0d32 tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:13:48.227783 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8888a621-a84a-4c5e-a044-aa3c36ea0d32 tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:13:48.228110 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8888a621-a84a-4c5e-a044-aa3c36ea0d32 tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:13:48.238766 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] get_ports_and_sgs() called for port_ids ['541b9ddc-fde5-4534-9920-32c8df50997e'] {{(pid=103334) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 19 08:13:48.240416 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 19 Oct 2022 08:13:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-066a292e-2a77-4c58-8b97-ee0fc182d155 x-openstack-request-id: req-066a292e-2a77-4c58-8b97-ee0fc182d155 {{(pid=103332) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 08:13:48.240764 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8159611-7a4a-4af5-9d4d-158a5b693e85", "tag": "541b9ddc-fde5-4534-9920-32c8df50997e", "status": "completed", "code": 200}]} {{(pid=103332) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 08:13:48.241018 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-066a292e-2a77-4c58-8b97-ee0fc182d155 {{(pid=103332) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 08:13:48.241586 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.notifiers.nova [-] Nova event matching ['req-066a292e-2a77-4c58-8b97-ee0fc182d155'] response: {'name': 'network-changed', 'server_uuid': 'b8159611-7a4a-4af5-9d4d-158a5b693e85', 'tag': '541b9ddc-fde5-4534-9920-32c8df50997e', 'status': 'completed', 'code': 200} Oct 19 08:13:48.262436 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-01f878de-086d-4c93-b1bd-5c5c79e131cd tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] Notify callbacks [] for security_group, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:13:48.314561 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-01f878de-086d-4c93-b1bd-5c5c79e131cd tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:13:48.345917 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f493bc-e0e3-44a4-b3d0-c2dc006320d9 req-1f40d673-9055-4f3c-916e-509af1e56cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:13:48.347419 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-57f493bc-e0e3-44a4-b3d0-c2dc006320d9 req-1f40d673-9055-4f3c-916e-509af1e56cb8 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=cef8062278d3405b8f2fc762c9b6e2bf&device_id=b8159611-7a4a-4af5-9d4d-158a5b693e85 HTTP/1.1" status: 200 len: 1099 time: 0.0827715 Oct 19 08:13:48.442452 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f493bc-e0e3-44a4-b3d0-c2dc006320d9 req-5c0817cd-e8c8-4bde-bcf9-0883a4d23bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:13:48.443946 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-57f493bc-e0e3-44a4-b3d0-c2dc006320d9 req-5c0817cd-e8c8-4bde-bcf9-0883a4d23bb1 service neutron] 10.222.0.16 "GET /v2.0/networks?id=21ccb145-9b1a-4e71-955d-958605e8dc18 HTTP/1.1" status: 200 len: 915 time: 0.0894804 Oct 19 08:13:48.449164 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-01f878de-086d-4c93-b1bd-5c5c79e131cd tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788643'] for security_group, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:13:48.451678 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-01f878de-086d-4c93-b1bd-5c5c79e131cd tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] Notify callbacks [] for security_group, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:13:48.452740 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-01f878de-086d-4c93-b1bd-5c5c79e131cd tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] 10.222.0.27 "DELETE /v2.0/security-groups/1a4fa34e-0ba6-4e3a-9633-18292d79e317 HTTP/1.1" status: 204 len: 168 time: 0.2893989 Oct 19 08:13:48.455523 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 37928) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:13:48.494501 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f878de-086d-4c93-b1bd-5c5c79e131cd tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a4fa34e-0ba6-4e3a-9633-18292d79e317,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:13:48.511113 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f878de-086d-4c93-b1bd-5c5c79e131cd tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:13:48.511113 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f878de-086d-4c93-b1bd-5c5c79e131cd tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:13:48.511418 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f878de-086d-4c93-b1bd-5c5c79e131cd tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:13:48.511696 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f878de-086d-4c93-b1bd-5c5c79e131cd tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:13:48.512035 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f878de-086d-4c93-b1bd-5c5c79e131cd tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:13:48.512368 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f878de-086d-4c93-b1bd-5c5c79e131cd tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:13:48.512740 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f878de-086d-4c93-b1bd-5c5c79e131cd tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:13:48.513073 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f878de-086d-4c93-b1bd-5c5c79e131cd tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:13:48.513414 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f878de-086d-4c93-b1bd-5c5c79e131cd tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:13:48.513726 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f878de-086d-4c93-b1bd-5c5c79e131cd tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:13:48.514052 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f878de-086d-4c93-b1bd-5c5c79e131cd tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:13:48.514397 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f878de-086d-4c93-b1bd-5c5c79e131cd tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:13:48.532163 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-57f493bc-e0e3-44a4-b3d0-c2dc006320d9 req-58964675-722c-49ca-ad12-1014124d835b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=541b9ddc-fde5-4534-9920-32c8df50997e HTTP/1.1" status: 200 len: 1001 time: 0.0782807 Oct 19 08:13:48.584866 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f493bc-e0e3-44a4-b3d0-c2dc006320d9 req-63f408e6-323a-4a4e-a15e-c2690c59586e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:13:48.586248 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-57f493bc-e0e3-44a4-b3d0-c2dc006320d9 req-63f408e6-323a-4a4e-a15e-c2690c59586e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=efa030c3-b141-431d-9774-fa4ab1429086 HTTP/1.1" status: 200 len: 853 time: 0.0465345 Oct 19 08:13:48.619007 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.plugin [None req-84099876-e732-4a09-b26f-8cde0db9efa0 tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] Deleting port 89a67728-7ea3-48c7-98e7-768dd1250df5 {{(pid=103332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 08:13:48.619356 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-84099876-e732-4a09-b26f-8cde0db9efa0 tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:13:48.637392 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f493bc-e0e3-44a4-b3d0-c2dc006320d9 req-8d7a6eca-1a56-48f5-a3d6-8919521c67af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:13:48.638914 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-57f493bc-e0e3-44a4-b3d0-c2dc006320d9 req-8d7a6eca-1a56-48f5-a3d6-8919521c67af service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=21ccb145-9b1a-4e71-955d-958605e8dc18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0452056 Oct 19 08:13:48.693948 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-84099876-e732-4a09-b26f-8cde0db9efa0 tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:13:48.694271 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-84099876-e732-4a09-b26f-8cde0db9efa0 tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:13:48.705973 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.plugin [None req-84099876-e732-4a09-b26f-8cde0db9efa0 tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] Calling delete_port for 89a67728-7ea3-48c7-98e7-768dd1250df5 owned by network:floatingip {{(pid=103332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 08:13:48.729232 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-57f493bc-e0e3-44a4-b3d0-c2dc006320d9 req-aa7cb021-fbf5-49aa-ab72-09cbbb355917 service neutron] 10.222.0.16 "GET /v2.0/networks/21ccb145-9b1a-4e71-955d-958605e8dc18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834835 Oct 19 08:13:48.825656 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-57f493bc-e0e3-44a4-b3d0-c2dc006320d9 req-dce9e5cc-9eaf-43db-bd41-6b97106ea3d1 service neutron] 10.222.0.16 "GET /v2.0/networks/21ccb145-9b1a-4e71-955d-958605e8dc18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900409 Oct 19 08:13:48.858807 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-84099876-e732-4a09-b26f-8cde0db9efa0 tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133553798'] for port, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:13:48.887100 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84099876-e732-4a09-b26f-8cde0db9efa0 tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] Pushing event deleted for resources: {'Port': ['ID=89a67728-7ea3-48c7-98e7-768dd1250df5,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:13:48.949076 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-84099876-e732-4a09-b26f-8cde0db9efa0 tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] Notify callbacks [] for floatingip, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:13:48.949340 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.db.l3_db [None req-84099876-e732-4a09-b26f-8cde0db9efa0 tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] Floating IP 8e99d702-fb2a-4811-a6bf-b7ae71438228 disassociated (deleted). External IP: 172.26.0.91, port: 541b9ddc-fde5-4534-9920-32c8df50997e. Oct 19 08:13:49.105047 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-4adcb866-ba27-4f28-938b-e39417a9b651 req-aaceeab2-ce19-4fb1-a783-8698139f71bd service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=b8159611-7a4a-4af5-9d4d-158a5b693e85&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0389612 Oct 19 08:13:49.134795 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-1a0da505-d0f9-48c6-b7e2-53b9c5e41298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:13:49.158399 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84099876-e732-4a09-b26f-8cde0db9efa0 tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] Router 254f98cb-53c9-4141-9bba-fe557871f2df has already been hosted by L3 agent ab388470-1243-4d53-80f2-c2f5899c97a7 {{(pid=103332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 08:13:49.187756 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adcb866-ba27-4f28-938b-e39417a9b651 req-7cdf337a-545b-47dd-a0d4-846b3edb4416 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:13:49.189419 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-4adcb866-ba27-4f28-938b-e39417a9b651 req-7cdf337a-545b-47dd-a0d4-846b3edb4416 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=cef8062278d3405b8f2fc762c9b6e2bf&device_id=b8159611-7a4a-4af5-9d4d-158a5b693e85 HTTP/1.1" status: 200 len: 1099 time: 0.0413280 Oct 19 08:13:49.233662 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:13:49.272056 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84099876-e732-4a09-b26f-8cde0db9efa0 tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] Notify agent at l3_agent.dv-neutron-861624-1-hyperv the message routers_updated {{(pid=103332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 08:13:49.277227 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-84099876-e732-4a09-b26f-8cde0db9efa0 tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42160'] for floatingip, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:13:49.286242 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1b562d7-837a-468d-8f2a-5ec228985f97 None None] Sync routers for ids ['254f98cb-53c9-4141-9bba-fe557871f2df'] in dv-neutron-861624-1-hyperv {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 08:13:49.299741 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1b562d7-837a-468d-8f2a-5ec228985f97 None None] Routers {'254f98cb-53c9-4141-9bba-fe557871f2df'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 08:13:49.301159 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-c1b562d7-837a-468d-8f2a-5ec228985f97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T08:13:46Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['254f98cb-53c9-4141-9bba-fe557871f2df'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:13:49.304386 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-84099876-e732-4a09-b26f-8cde0db9efa0 tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] 10.222.0.27 "DELETE /v2.0/floatingips/8e99d702-fb2a-4811-a6bf-b7ae71438228 HTTP/1.1" status: 204 len: 168 time: 0.8477256 Oct 19 08:13:49.305777 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adcb866-ba27-4f28-938b-e39417a9b651 req-4de66ca6-5fbf-4550-a7e5-019386996022 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:13:49.308089 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-4adcb866-ba27-4f28-938b-e39417a9b651 req-4de66ca6-5fbf-4550-a7e5-019386996022 service neutron] 10.222.0.16 "GET /v2.0/networks?id=21ccb145-9b1a-4e71-955d-958605e8dc18 HTTP/1.1" status: 200 len: 915 time: 0.1003139 Oct 19 08:13:49.349753 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-4adcb866-ba27-4f28-938b-e39417a9b651 req-38ca56ff-8eaf-4094-b1b3-17b211ed558f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=541b9ddc-fde5-4534-9920-32c8df50997e HTTP/1.1" status: 200 len: 217 time: 0.0359800 Oct 19 08:13:49.405983 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adcb866-ba27-4f28-938b-e39417a9b651 req-a907a295-1816-4c94-8cc8-c9c9a4aa86cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:13:49.406904 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-4adcb866-ba27-4f28-938b-e39417a9b651 req-a907a295-1816-4c94-8cc8-c9c9a4aa86cd service neutron] 10.222.0.16 "GET /v2.0/subnets?id=efa030c3-b141-431d-9774-fa4ab1429086 HTTP/1.1" status: 200 len: 853 time: 0.0488605 Oct 19 08:13:49.417873 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvr_db [None req-c1b562d7-837a-468d-8f2a-5ec228985f97 None None] Set router 254f98cb-53c9-4141-9bba-fe557871f2df gateway port host: dv-neutron-861624-1-hyperv {{(pid=103335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 08:13:49.454073 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adcb866-ba27-4f28-938b-e39417a9b651 req-9bc75c97-ec84-45c2-84ea-01ea0b890f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:13:49.455576 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-4adcb866-ba27-4f28-938b-e39417a9b651 req-9bc75c97-ec84-45c2-84ea-01ea0b890f2e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=21ccb145-9b1a-4e71-955d-958605e8dc18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0413795 Oct 19 08:13:49.567556 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-4adcb866-ba27-4f28-938b-e39417a9b651 req-bff968d0-c301-4b87-8bb1-9299a5d31452 service neutron] 10.222.0.16 "GET /v2.0/networks/21ccb145-9b1a-4e71-955d-958605e8dc18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1037993 Oct 19 08:13:49.650354 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-c1b562d7-837a-468d-8f2a-5ec228985f97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '254f98cb-53c9-4141-9bba-fe557871f2df', 'name': 'tempest-TestMinimumBasicScenario-845012488-router', 'tenant_id': 'cef8062278d3405b8f2fc762c9b6e2bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'external_fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.203'}], 'enable_snat': True}, 'gw_port_id': 'cec42d89-1629-4cb1-8687-013b3665bc63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T08:08:04Z', 'updated_at': '2022-10-19T08:08:07Z', 'revision_number': 4, 'project_id': 'cef8062278d3405b8f2fc762c9b6e2bf', 'gw_port': {'id': 'cec42d89-1629-4cb1-8687-013b3665bc63', 'name': '', 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:cb:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '254f98cb-53c9-4141-9bba-fe557871f2df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T08:08:05Z', 'updated_at': '2022-10-19T08:08:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861624-1-hyperv', '_interfaces': [{'id': '99bedce2-ce8d-4b5f-8316-1501c62193fa', 'name': '', 'network_id': '21ccb145-9b1a-4e71-955d-958605e8dc18', 'tenant_id': 'cef8062278d3405b8f2fc762c9b6e2bf', 'mac_address': 'fa:16:3e:42:00:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '254f98cb-53c9-4141-9bba-fe557871f2df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': 'efa030c3-b141-431d-9774-fa4ab1429086', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T08:08:07Z', 'updated_at': '2022-10-19T08:08:12Z', 'revision_number': 5, 'project_id': 'cef8062278d3405b8f2fc762c9b6e2bf', 'subnets': [{'id': 'efa030c3-b141-431d-9774-fa4ab1429086', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:13:49.672290 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-4adcb866-ba27-4f28-938b-e39417a9b651 req-4cc7ea2d-e09e-4c8e-884e-414db74e41ac service neutron] 10.222.0.16 "GET /v2.0/networks/21ccb145-9b1a-4e71-955d-958605e8dc18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973854 Oct 19 08:13:49.676996 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1b562d7-837a-468d-8f2a-5ec228985f97 None None] Checking router: 254f98cb-53c9-4141-9bba-fe557871f2df for host: dv-neutron-861624-1-hyperv {{(pid=103335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 08:13:49.685237 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1b562d7-837a-468d-8f2a-5ec228985f97 None None] Routers {'254f98cb-53c9-4141-9bba-fe557871f2df'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 08:13:49.685827 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-c1b562d7-837a-468d-8f2a-5ec228985f97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T08:13:46Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['254f98cb-53c9-4141-9bba-fe557871f2df'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:13:49.787595 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvr_db [None req-c1b562d7-837a-468d-8f2a-5ec228985f97 None None] Set router 254f98cb-53c9-4141-9bba-fe557871f2df gateway port host: dv-neutron-861624-1-hyperv {{(pid=103335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 08:13:49.978875 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-c1b562d7-837a-468d-8f2a-5ec228985f97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '254f98cb-53c9-4141-9bba-fe557871f2df', 'name': 'tempest-TestMinimumBasicScenario-845012488-router', 'tenant_id': 'cef8062278d3405b8f2fc762c9b6e2bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'external_fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.203'}], 'enable_snat': True}, 'gw_port_id': 'cec42d89-1629-4cb1-8687-013b3665bc63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T08:08:04Z', 'updated_at': '2022-10-19T08:08:07Z', 'revision_number': 4, 'project_id': 'cef8062278d3405b8f2fc762c9b6e2bf', 'gw_port': {'id': 'cec42d89-1629-4cb1-8687-013b3665bc63', 'name': '', 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:cb:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '254f98cb-53c9-4141-9bba-fe557871f2df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T08:08:05Z', 'updated_at': '2022-10-19T08:08:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861624-1-hyperv', '_interfaces': [{'id': '99bedce2-ce8d-4b5f-8316-1501c62193fa', 'name': '', 'network_id': '21ccb145-9b1a-4e71-955d-958605e8dc18', 'tenant_id': 'cef8062278d3405b8f2fc762c9b6e2bf', 'mac_address': 'fa:16:3e:42:00:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '254f98cb-53c9-4141-9bba-fe557871f2df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': 'efa030c3-b141-431d-9774-fa4ab1429086', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T08:08:07Z', 'updated_at': '2022-10-19T08:08:12Z', 'revision_number': 5, 'project_id': 'cef8062278d3405b8f2fc762c9b6e2bf', 'subnets': [{'id': 'efa030c3-b141-431d-9774-fa4ab1429086', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:13:50.007858 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1b562d7-837a-468d-8f2a-5ec228985f97 None None] The sync data for ids ['254f98cb-53c9-4141-9bba-fe557871f2df'] in dv-neutron-861624-1-hyperv is: [{'id': '254f98cb-53c9-4141-9bba-fe557871f2df', 'name': 'tempest-TestMinimumBasicScenario-845012488-router', 'tenant_id': 'cef8062278d3405b8f2fc762c9b6e2bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'external_fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.203'}], 'enable_snat': True}, 'gw_port_id': 'cec42d89-1629-4cb1-8687-013b3665bc63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T08:08:04Z', 'updated_at': '2022-10-19T08:08:07Z', 'revision_number': 4, 'project_id': 'cef8062278d3405b8f2fc762c9b6e2bf', 'gw_port': {'id': 'cec42d89-1629-4cb1-8687-013b3665bc63', 'name': '', 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:cb:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '254f98cb-53c9-4141-9bba-fe557871f2df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T08:08:05Z', 'updated_at': '2022-10-19T08:08:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861624-1-hyperv', '_interfaces': [{'id': '99bedce2-ce8d-4b5f-8316-1501c62193fa', 'name': '', 'network_id': '21ccb145-9b1a-4e71-955d-958605e8dc18', 'tenant_id': 'cef8062278d3405b8f2fc762c9b6e2bf', 'mac_address': 'fa:16:3e:42:00:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '254f98cb-53c9-4141-9bba-fe557871f2df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': 'efa030c3-b141-431d-9774-fa4ab1429086', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T08:08:07Z', 'updated_at': '2022-10-19T08:08:12Z', 'revision_number': 5, 'project_id': 'cef8062278d3405b8f2fc762c9b6e2bf', 'subnets': [{'id': 'efa030c3-b141-431d-9774-fa4ab1429086', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 08:13:50.234705 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb813c0d-7c77-434d-b08c-a795c0a70197 None None] New status for floating IP 8e99d702-fb2a-4811-a6bf-b7ae71438228: DOWN {{(pid=103334) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 19 08:13:50.243182 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8159611-7a4a-4af5-9d4d-158a5b693e85', 'tag': '541b9ddc-fde5-4534-9920-32c8df50997e'}] {{(pid=103332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 19 08:13:50.245745 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a021b02cf5f527cd4bbbc40a031b51490d9893d7edeeb551bdf5128ee7546f8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-221e2357-9284-484c-839a-dc39f4521ddf" -d '{"events": [{"name": "network-changed", "server_uuid": "b8159611-7a4a-4af5-9d4d-158a5b693e85", "tag": "541b9ddc-fde5-4534-9920-32c8df50997e"}]}' {{(pid=103332) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 08:13:50.283007 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 19 Oct 2022 08:13:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7900e1a-9b9f-4000-991f-09da2895164b x-openstack-request-id: req-a7900e1a-9b9f-4000-991f-09da2895164b {{(pid=103332) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 08:13:50.283309 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8159611-7a4a-4af5-9d4d-158a5b693e85", "tag": "541b9ddc-fde5-4534-9920-32c8df50997e", "status": "completed", "code": 200}]} {{(pid=103332) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 08:13:50.283558 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-a7900e1a-9b9f-4000-991f-09da2895164b {{(pid=103332) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 08:13:50.283962 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a7900e1a-9b9f-4000-991f-09da2895164b'] response: {'name': 'network-changed', 'server_uuid': 'b8159611-7a4a-4af5-9d4d-158a5b693e85', 'tag': '541b9ddc-fde5-4534-9920-32c8df50997e', 'status': 'completed', 'code': 200} Oct 19 08:13:50.367673 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221e2357-9284-484c-839a-dc39f4521ddf req-7d3fd375-7f67-473d-b580-c47c8841900a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:13:50.369210 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-221e2357-9284-484c-839a-dc39f4521ddf req-7d3fd375-7f67-473d-b580-c47c8841900a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=cef8062278d3405b8f2fc762c9b6e2bf&device_id=b8159611-7a4a-4af5-9d4d-158a5b693e85 HTTP/1.1" status: 200 len: 1099 time: 0.0550222 Oct 19 08:13:50.465116 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221e2357-9284-484c-839a-dc39f4521ddf req-bc547bfc-950f-4e28-9d83-0256dbb80983 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:13:50.467043 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-221e2357-9284-484c-839a-dc39f4521ddf req-bc547bfc-950f-4e28-9d83-0256dbb80983 service neutron] 10.222.0.16 "GET /v2.0/networks?id=21ccb145-9b1a-4e71-955d-958605e8dc18 HTTP/1.1" status: 200 len: 915 time: 0.0909245 Oct 19 08:13:50.507878 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-221e2357-9284-484c-839a-dc39f4521ddf req-837b7d6f-29f2-4a0c-9d91-250bf29d6c22 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=541b9ddc-fde5-4534-9920-32c8df50997e HTTP/1.1" status: 200 len: 217 time: 0.0342927 Oct 19 08:13:50.561535 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221e2357-9284-484c-839a-dc39f4521ddf req-6a0dc443-5470-42ed-a24c-66e795cf8731 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:13:50.563050 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-221e2357-9284-484c-839a-dc39f4521ddf req-6a0dc443-5470-42ed-a24c-66e795cf8731 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=efa030c3-b141-431d-9774-fa4ab1429086 HTTP/1.1" status: 200 len: 853 time: 0.0482135 Oct 19 08:13:50.609130 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221e2357-9284-484c-839a-dc39f4521ddf req-5b952ec2-9b60-4911-a37e-5141e4681e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:13:50.610626 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-221e2357-9284-484c-839a-dc39f4521ddf req-5b952ec2-9b60-4911-a37e-5141e4681e6b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=21ccb145-9b1a-4e71-955d-958605e8dc18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0411963 Oct 19 08:13:50.718011 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-221e2357-9284-484c-839a-dc39f4521ddf req-cd3b5a48-1d62-4ba9-8268-bae12aefc9bf service neutron] 10.222.0.16 "GET /v2.0/networks/21ccb145-9b1a-4e71-955d-958605e8dc18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0995474 Oct 19 08:13:50.806617 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-221e2357-9284-484c-839a-dc39f4521ddf req-3f925c32-ec96-4a8f-bb26-a6b6408805f6 service neutron] 10.222.0.16 "GET /v2.0/networks/21ccb145-9b1a-4e71-955d-958605e8dc18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823984 Oct 19 08:13:56.345067 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedec513-e680-47d4-9dc9-8026cd55a3d0 req-f0b23a66-6c3f-4011-8000-700df8dcb8e0 tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:13:56.346567 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-bedec513-e680-47d4-9dc9-8026cd55a3d0 req-f0b23a66-6c3f-4011-8000-700df8dcb8e0 tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] 10.222.0.27 "GET /v2.0/ports?device_id=b8159611-7a4a-4af5-9d4d-158a5b693e85 HTTP/1.1" status: 200 len: 946 time: 0.0550177 Oct 19 08:13:56.387315 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-bedec513-e680-47d4-9dc9-8026cd55a3d0 req-31b735c5-9424-4b22-8428-b65329af6b9e tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] 10.222.0.27 "GET /v2.0/security-groups?id=65fb58db-c340-495c-8aee-0d2aef88a0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346220 Oct 19 08:13:57.508249 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e94b1c-3de6-42b9-8b5a-1b2167cb8012 req-868238f3-de70-4954-9a1e-5fe6e6b9366c tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:13:57.509754 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-23e94b1c-3de6-42b9-8b5a-1b2167cb8012 req-868238f3-de70-4954-9a1e-5fe6e6b9366c tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] 10.222.0.27 "GET /v2.0/ports?device_id=b8159611-7a4a-4af5-9d4d-158a5b693e85 HTTP/1.1" status: 200 len: 946 time: 0.0488706 Oct 19 08:13:57.549241 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-23e94b1c-3de6-42b9-8b5a-1b2167cb8012 req-aa6420d5-da19-45bc-b243-c5e5edaa4464 tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] 10.222.0.27 "GET /v2.0/security-groups?id=65fb58db-c340-495c-8aee-0d2aef88a0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327101 Oct 19 08:13:57.966004 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc28908f-7eb3-4b28-824b-216e2318bc3d req-15b4a416-4617-430c-a21d-672fde54f635 tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:13:57.967350 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-bc28908f-7eb3-4b28-824b-216e2318bc3d req-15b4a416-4617-430c-a21d-672fde54f635 tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] 10.222.0.16 "GET /v2.0/ports?device_id=b8159611-7a4a-4af5-9d4d-158a5b693e85 HTTP/1.1" status: 200 len: 946 time: 0.0492029 Oct 19 08:13:58.057329 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [req-bc28908f-7eb3-4b28-824b-216e2318bc3d req-e0fb1e26-ef6e-4495-964c-ba7d1d022bf7 tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] Deleting port 541b9ddc-fde5-4534-9920-32c8df50997e {{(pid=103333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 08:13:58.057855 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [req-bc28908f-7eb3-4b28-824b-216e2318bc3d req-e0fb1e26-ef6e-4495-964c-ba7d1d022bf7 tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:13:58.146120 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.db [req-bc28908f-7eb3-4b28-824b-216e2318bc3d req-e0fb1e26-ef6e-4495-964c-ba7d1d022bf7 tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] For port 541b9ddc-fde5-4534-9920-32c8df50997e, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=541b9ddc-fde5-4534-9920-32c8df50997e,segment=NetworkSegment(5d51812f-f843-4ffb-a5d2-d784ff656c35),segment_id=5d51812f-f843-4ffb-a5d2-d784ff656c35)] {{(pid=103333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 08:13:58.146478 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [req-bc28908f-7eb3-4b28-824b-216e2318bc3d req-e0fb1e26-ef6e-4495-964c-ba7d1d022bf7 tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:13:58.158798 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [req-bc28908f-7eb3-4b28-824b-216e2318bc3d req-e0fb1e26-ef6e-4495-964c-ba7d1d022bf7 tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] Calling delete_port for 541b9ddc-fde5-4534-9920-32c8df50997e owned by compute:nova {{(pid=103333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 08:13:58.284438 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [req-bc28908f-7eb3-4b28-824b-216e2318bc3d req-e0fb1e26-ef6e-4495-964c-ba7d1d022bf7 tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130996763'] for port, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:13:58.296123 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] get_ports_and_sgs() called for port_ids ['541b9ddc-fde5-4534-9920-32c8df50997e'] {{(pid=103334) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 19 08:13:58.317106 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0fb1e26-ef6e-4495-964c-ba7d1d022bf7 tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] Pushing event deleted for resources: {'Port': ['ID=541b9ddc-fde5-4534-9920-32c8df50997e,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:13:58.358666 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc28908f-7eb3-4b28-824b-216e2318bc3d req-e0fb1e26-ef6e-4495-964c-ba7d1d022bf7 tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] No DVR routers for this DVR port 541b9ddc-fde5-4534-9920-32c8df50997e on host hv-neutron-8616 {{(pid=103333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 19 08:13:58.361269 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [req-bc28908f-7eb3-4b28-824b-216e2318bc3d req-e0fb1e26-ef6e-4495-964c-ba7d1d022bf7 tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42160'] for port, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:13:58.364618 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-bc28908f-7eb3-4b28-824b-216e2318bc3d req-e0fb1e26-ef6e-4495-964c-ba7d1d022bf7 tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] 10.222.0.16 "DELETE /v2.0/ports/541b9ddc-fde5-4534-9920-32c8df50997e HTTP/1.1" status: 204 len: 173 time: 0.3918226 Oct 19 08:13:58.365127 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8159611-7a4a-4af5-9d4d-158a5b693e85', 'name': 'network-vif-deleted', 'tag': '541b9ddc-fde5-4534-9920-32c8df50997e'}] {{(pid=103333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 19 08:13:58.367376 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e3bb7d74903c72d9cb0d0f2f187c581e0456bd3142b101dc46d694cf75cdf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8f033e1-ece8-47a9-a34e-d937e2ecd90c" -d '{"events": [{"server_uuid": "b8159611-7a4a-4af5-9d4d-158a5b693e85", "name": "network-vif-deleted", "tag": "541b9ddc-fde5-4534-9920-32c8df50997e"}]}' {{(pid=103333) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 08:13:58.405534 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 19 Oct 2022 08:13:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c8f7d48-6063-4327-8de6-3c6df928d351 x-openstack-request-id: req-6c8f7d48-6063-4327-8de6-3c6df928d351 {{(pid=103333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 08:13:58.405832 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8159611-7a4a-4af5-9d4d-158a5b693e85", "name": "network-vif-deleted", "tag": "541b9ddc-fde5-4534-9920-32c8df50997e", "status": "completed", "code": 200}]} {{(pid=103333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 08:13:58.406086 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-6c8f7d48-6063-4327-8de6-3c6df928d351 {{(pid=103333) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 08:13:58.406490 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6c8f7d48-6063-4327-8de6-3c6df928d351'] response: {'server_uuid': 'b8159611-7a4a-4af5-9d4d-158a5b693e85', 'name': 'network-vif-deleted', 'tag': '541b9ddc-fde5-4534-9920-32c8df50997e', 'status': 'completed', 'code': 200} Oct 19 08:13:58.661604 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-27bced15-0852-4ce5-a3a2-e586e61a916e req-9306eeb2-0051-49ec-bc7d-45d3505c493a tempest-TestMinimumBasicScenario-1070683880 tempest-TestMinimumBasicScenario-1070683880-project] 10.222.0.27 "GET /v2.0/ports?device_id=b8159611-7a4a-4af5-9d4d-158a5b693e85 HTTP/1.1" status: 200 len: 210 time: 0.0272598 Oct 19 08:14:00.237562 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 38024) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:14:00.927674 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-be4c48b9-7a78-4730-a0fc-762383ead2fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1694785'] for router_interface, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:14:01.167555 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-be4c48b9-7a78-4730-a0fc-762383ead2fd admin admin] Deleting port 99bedce2-ce8d-4b5f-8316-1501c62193fa {{(pid=103333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 08:14:01.167896 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-be4c48b9-7a78-4730-a0fc-762383ead2fd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:14:01.247152 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.db [None req-be4c48b9-7a78-4730-a0fc-762383ead2fd admin admin] For port 99bedce2-ce8d-4b5f-8316-1501c62193fa, host dv-neutron-861624-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=99bedce2-ce8d-4b5f-8316-1501c62193fa,segment=NetworkSegment(5d51812f-f843-4ffb-a5d2-d784ff656c35),segment_id=5d51812f-f843-4ffb-a5d2-d784ff656c35)] {{(pid=103333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 08:14:01.247817 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-be4c48b9-7a78-4730-a0fc-762383ead2fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:14:01.259356 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-be4c48b9-7a78-4730-a0fc-762383ead2fd admin admin] Calling delete_port for 99bedce2-ce8d-4b5f-8316-1501c62193fa owned by network:router_interface {{(pid=103333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 08:14:01.438168 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-be4c48b9-7a78-4730-a0fc-762383ead2fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130996763'] for port, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:14:01.463829 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4c48b9-7a78-4730-a0fc-762383ead2fd admin admin] Pushing event deleted for resources: {'Port': ['ID=99bedce2-ce8d-4b5f-8316-1501c62193fa,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:14:01.631122 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-be4c48b9-7a78-4730-a0fc-762383ead2fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1574862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1694957'] for router_interface, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:14:01.839550 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be4c48b9-7a78-4730-a0fc-762383ead2fd admin admin] Router 254f98cb-53c9-4141-9bba-fe557871f2df has already been hosted by L3 agent ab388470-1243-4d53-80f2-c2f5899c97a7 {{(pid=103333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 08:14:01.948821 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be4c48b9-7a78-4730-a0fc-762383ead2fd admin admin] Notify agent at l3_agent.dv-neutron-861624-1-hyperv the message routers_updated {{(pid=103333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 08:14:01.950668 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Device 541b9ddc-fde5-4534-9920-32c8df50997e no longer exists at agent hyperv_hv-neutron-8616 {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 08:14:01.954311 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-be4c48b9-7a78-4730-a0fc-762383ead2fd admin admin] 10.222.0.27 "PUT /v2.0/routers/254f98cb-53c9-4141-9bba-fe557871f2df/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7151146 Oct 19 08:14:01.956399 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 38028) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:14:01.958194 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a587ebfd-3e0d-4a71-9a56-6586cdf6fd36 None None] Sync routers for ids ['254f98cb-53c9-4141-9bba-fe557871f2df'] in dv-neutron-861624-1-hyperv {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 08:14:01.968777 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a587ebfd-3e0d-4a71-9a56-6586cdf6fd36 None None] Routers {'254f98cb-53c9-4141-9bba-fe557871f2df'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 08:14:01.969764 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-a587ebfd-3e0d-4a71-9a56-6586cdf6fd36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T08:13:46Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['254f98cb-53c9-4141-9bba-fe557871f2df'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:14:01.972486 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] No Port match for: 541b9ddc-fde5-4534-9920-32c8df50997e {{(pid=103334) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 19 08:14:01.972854 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Device 541b9ddc-fde5-4534-9920-32c8df50997e not bound to the agent host hv-neutron-8616 {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 08:14:02.070833 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-885ea46a-695c-48a2-b5b1-91f5b953acc2 admin admin] Notify callbacks [] for router, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:14:02.073803 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvr_db [None req-a587ebfd-3e0d-4a71-9a56-6586cdf6fd36 None None] Set router 254f98cb-53c9-4141-9bba-fe557871f2df gateway port host: dv-neutron-861624-1-hyperv {{(pid=103335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 08:14:02.176636 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-885ea46a-695c-48a2-b5b1-91f5b953acc2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:14:02.229246 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-885ea46a-695c-48a2-b5b1-91f5b953acc2 admin admin] Deleting port cec42d89-1629-4cb1-8687-013b3665bc63 {{(pid=103333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 08:14:02.229597 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-885ea46a-695c-48a2-b5b1-91f5b953acc2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:14:02.247973 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-a587ebfd-3e0d-4a71-9a56-6586cdf6fd36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '254f98cb-53c9-4141-9bba-fe557871f2df', 'name': 'tempest-TestMinimumBasicScenario-845012488-router', 'tenant_id': 'cef8062278d3405b8f2fc762c9b6e2bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'external_fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.203'}], 'enable_snat': True}, 'gw_port_id': 'cec42d89-1629-4cb1-8687-013b3665bc63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T08:08:04Z', 'updated_at': '2022-10-19T08:14:01Z', 'revision_number': 5, 'project_id': 'cef8062278d3405b8f2fc762c9b6e2bf', 'gw_port': {'id': 'cec42d89-1629-4cb1-8687-013b3665bc63', 'name': '', 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:cb:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '254f98cb-53c9-4141-9bba-fe557871f2df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T08:08:05Z', 'updated_at': '2022-10-19T08:08:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861624-1-hyperv'}], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:14:02.277879 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a587ebfd-3e0d-4a71-9a56-6586cdf6fd36 None None] Checking router: 254f98cb-53c9-4141-9bba-fe557871f2df for host: dv-neutron-861624-1-hyperv {{(pid=103335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 08:14:02.286168 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a587ebfd-3e0d-4a71-9a56-6586cdf6fd36 None None] Routers {'254f98cb-53c9-4141-9bba-fe557871f2df'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 08:14:02.286753 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-a587ebfd-3e0d-4a71-9a56-6586cdf6fd36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T08:13:46Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['254f98cb-53c9-4141-9bba-fe557871f2df'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:14:02.312723 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.db [None req-885ea46a-695c-48a2-b5b1-91f5b953acc2 admin admin] For port cec42d89-1629-4cb1-8687-013b3665bc63, host dv-neutron-861624-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=cec42d89-1629-4cb1-8687-013b3665bc63,segment=NetworkSegment(53981d04-8205-40d8-8d33-0510111d6f8f),segment_id=53981d04-8205-40d8-8d33-0510111d6f8f)] {{(pid=103333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 08:14:02.313322 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-885ea46a-695c-48a2-b5b1-91f5b953acc2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:14:02.324802 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-885ea46a-695c-48a2-b5b1-91f5b953acc2 admin admin] Calling delete_port for cec42d89-1629-4cb1-8687-013b3665bc63 owned by network:router_gateway {{(pid=103333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 08:14:02.371024 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvr_db [None req-a587ebfd-3e0d-4a71-9a56-6586cdf6fd36 None None] Set router 254f98cb-53c9-4141-9bba-fe557871f2df gateway port host: None {{(pid=103335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 08:14:02.420754 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-a587ebfd-3e0d-4a71-9a56-6586cdf6fd36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '254f98cb-53c9-4141-9bba-fe557871f2df', 'name': 'tempest-TestMinimumBasicScenario-845012488-router', 'tenant_id': 'cef8062278d3405b8f2fc762c9b6e2bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T08:08:04Z', 'updated_at': '2022-10-19T08:14:02Z', 'revision_number': 6, 'project_id': 'cef8062278d3405b8f2fc762c9b6e2bf', 'gw_port_host': None}], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:14:02.451817 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a587ebfd-3e0d-4a71-9a56-6586cdf6fd36 None None] The sync data for ids ['254f98cb-53c9-4141-9bba-fe557871f2df'] in dv-neutron-861624-1-hyperv is: [{'id': '254f98cb-53c9-4141-9bba-fe557871f2df', 'name': 'tempest-TestMinimumBasicScenario-845012488-router', 'tenant_id': 'cef8062278d3405b8f2fc762c9b6e2bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T08:08:04Z', 'updated_at': '2022-10-19T08:14:02Z', 'revision_number': 6, 'project_id': 'cef8062278d3405b8f2fc762c9b6e2bf', 'gw_port_host': None}] {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 08:14:02.492006 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-885ea46a-695c-48a2-b5b1-91f5b953acc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130996763'] for port, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:14:02.519326 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885ea46a-695c-48a2-b5b1-91f5b953acc2 admin admin] Pushing event deleted for resources: {'Port': ['ID=cec42d89-1629-4cb1-8687-013b3665bc63,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:14:02.581660 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-885ea46a-695c-48a2-b5b1-91f5b953acc2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1693831'] for router_gateway, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:14:02.670693 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-885ea46a-695c-48a2-b5b1-91f5b953acc2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1693565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12618'] for router, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:14:02.672982 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-885ea46a-695c-48a2-b5b1-91f5b953acc2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:14:02.716554 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-885ea46a-695c-48a2-b5b1-91f5b953acc2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1693542'] for router, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:14:02.717027 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-885ea46a-695c-48a2-b5b1-91f5b953acc2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 254f98cb-53c9-4141-9bba-fe557871f2df {{(pid=103333) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 08:14:02.721268 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-885ea46a-695c-48a2-b5b1-91f5b953acc2 admin admin] Notify callbacks [] for router, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:14:02.722579 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-885ea46a-695c-48a2-b5b1-91f5b953acc2 admin admin] 10.222.0.27 "DELETE /v2.0/routers/254f98cb-53c9-4141-9bba-fe557871f2df HTTP/1.1" status: 204 len: 168 time: 0.7650344 Oct 19 08:14:02.725162 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 38030) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:14:02.770744 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6298702-ec35-43a7-9239-4427561a532a admin admin] Deleting subnet efa030c3-b141-431d-9774-fa4ab1429086 {{(pid=103333) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 19 08:14:02.774108 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-b6298702-ec35-43a7-9239-4427561a532a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:14:02.814255 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-b6298702-ec35-43a7-9239-4427561a532a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-134111928'] for subnet, precommit_delete_associations {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:14:02.895973 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-b6298702-ec35-43a7-9239-4427561a532a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-679826'] for subnet, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:14:02.948707 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-b6298702-ec35-43a7-9239-4427561a532a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-679819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130997964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130170408'] for subnet, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:14:02.976781 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-b6298702-ec35-43a7-9239-4427561a532a admin admin] Notify callbacks [] for subnet, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:14:02.981228 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-b6298702-ec35-43a7-9239-4427561a532a admin admin] 10.222.0.27 "DELETE /v2.0/subnets/efa030c3-b141-431d-9774-fa4ab1429086 HTTP/1.1" status: 204 len: 168 time: 0.2549694 Oct 19 08:14:02.982243 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6298702-ec35-43a7-9239-4427561a532a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=efa030c3-b141-431d-9774-fa4ab1429086,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:14:02.982407 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-592ee0d0-b6e2-49e7-8c34-ce75e7eb515c None None] Network 21ccb145-9b1a-4e71-955d-958605e8dc18 requested from dv-neutron-861624-1-hyperv {{(pid=103334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 08:14:02.983819 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 38032) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:14:03.055874 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-3a64d9dc-a700-40cc-b842-2a58cfbf6569 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-667019'] for network, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:14:03.108294 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.plugin [None req-3a64d9dc-a700-40cc-b842-2a58cfbf6569 admin admin] Deleting port 41f658d9-b123-452d-bdee-0c452bd92a1b {{(pid=103332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 08:14:03.108682 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-3a64d9dc-a700-40cc-b842-2a58cfbf6569 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:14:03.175811 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.db [None req-3a64d9dc-a700-40cc-b842-2a58cfbf6569 admin admin] For port 41f658d9-b123-452d-bdee-0c452bd92a1b, host dv-neutron-861624-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=41f658d9-b123-452d-bdee-0c452bd92a1b,segment=NetworkSegment(5d51812f-f843-4ffb-a5d2-d784ff656c35),segment_id=5d51812f-f843-4ffb-a5d2-d784ff656c35)] {{(pid=103332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 08:14:03.176176 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-3a64d9dc-a700-40cc-b842-2a58cfbf6569 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:14:03.190043 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9afbf37-e6d6-4139-901f-8d0e6911a251 None None] DHCP port deletion for 21ccb145-9b1a-4e71-955d-958605e8dc18 request from dv-neutron-861624-1-hyperv {{(pid=103334) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 08:14:03.190383 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.plugin [None req-3a64d9dc-a700-40cc-b842-2a58cfbf6569 admin admin] Calling delete_port for 41f658d9-b123-452d-bdee-0c452bd92a1b owned by network:dhcp {{(pid=103332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 08:14:03.242756 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-d9afbf37-e6d6-4139-901f-8d0e6911a251 None None] Deleting port 41f658d9-b123-452d-bdee-0c452bd92a1b {{(pid=103334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 08:14:03.243044 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d9afbf37-e6d6-4139-901f-8d0e6911a251 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:14:03.314898 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-d9afbf37-e6d6-4139-901f-8d0e6911a251 None None] For port 41f658d9-b123-452d-bdee-0c452bd92a1b, host dv-neutron-861624-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=41f658d9-b123-452d-bdee-0c452bd92a1b,segment=NetworkSegment(5d51812f-f843-4ffb-a5d2-d784ff656c35),segment_id=5d51812f-f843-4ffb-a5d2-d784ff656c35)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 08:14:03.315387 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d9afbf37-e6d6-4139-901f-8d0e6911a251 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:14:03.329704 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-d9afbf37-e6d6-4139-901f-8d0e6911a251 None None] Calling delete_port for 41f658d9-b123-452d-bdee-0c452bd92a1b owned by network:dhcp {{(pid=103334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 08:14:03.417310 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d9afbf37-e6d6-4139-901f-8d0e6911a251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339'] for port, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:14:03.445280 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9afbf37-e6d6-4139-901f-8d0e6911a251 None None] Pushing event deleted for resources: {'Port': ['ID=41f658d9-b123-452d-bdee-0c452bd92a1b,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:14:03.455004 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9afbf37-e6d6-4139-901f-8d0e6911a251 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:14:03.455601 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9afbf37-e6d6-4139-901f-8d0e6911a251 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:14:03.456097 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9afbf37-e6d6-4139-901f-8d0e6911a251 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:14:03.456619 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9afbf37-e6d6-4139-901f-8d0e6911a251 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:14:03.457130 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9afbf37-e6d6-4139-901f-8d0e6911a251 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:14:03.457629 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9afbf37-e6d6-4139-901f-8d0e6911a251 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:14:03.457965 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9afbf37-e6d6-4139-901f-8d0e6911a251 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:14:03.458304 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9afbf37-e6d6-4139-901f-8d0e6911a251 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:14:03.458637 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9afbf37-e6d6-4139-901f-8d0e6911a251 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:14:03.458971 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9afbf37-e6d6-4139-901f-8d0e6911a251 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:14:03.459298 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9afbf37-e6d6-4139-901f-8d0e6911a251 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:14:03.459879 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9afbf37-e6d6-4139-901f-8d0e6911a251 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:14:03.462790 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9afbf37-e6d6-4139-901f-8d0e6911a251 None None] No DVR routers for this DVR port 41f658d9-b123-452d-bdee-0c452bd92a1b on host dv-neutron-861624-1-hyperv {{(pid=103334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 19 08:14:03.591491 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-3a64d9dc-a700-40cc-b842-2a58cfbf6569 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133553798'] for port, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:14:03.614377 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a64d9dc-a700-40cc-b842-2a58cfbf6569 admin admin] Pushing event deleted for resources: {'Port': ['ID=41f658d9-b123-452d-bdee-0c452bd92a1b,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:14:03.622087 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a64d9dc-a700-40cc-b842-2a58cfbf6569 admin admin] No DVR routers for this DVR port 41f658d9-b123-452d-bdee-0c452bd92a1b on host dv-neutron-861624-1-hyperv {{(pid=103332) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 19 08:14:03.693296 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-3a64d9dc-a700-40cc-b842-2a58cfbf6569 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-673051', 'neutron.services.segments.db._delete_segments_for_network-8785021519108'] for network, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:14:03.713629 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.services.segments.db [None req-3a64d9dc-a700-40cc-b842-2a58cfbf6569 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21ccb145-9b1a-4e71-955d-958605e8dc18']}} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:14:03.722757 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.services.segments.db [None req-3a64d9dc-a700-40cc-b842-2a58cfbf6569 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d51812f-f843-4ffb-a5d2-d784ff656c35') {'for_net_delete': True} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:14:03.722998 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.services.segments.db [None req-3a64d9dc-a700-40cc-b842-2a58cfbf6569 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d51812f-f843-4ffb-a5d2-d784ff656c35') {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:14:03.732274 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-3a64d9dc-a700-40cc-b842-2a58cfbf6569 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785021519382', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130726885'] for segment, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:14:03.745520 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-3a64d9dc-a700-40cc-b842-2a58cfbf6569 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979'] for segment, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:14:03.751273 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a64d9dc-a700-40cc-b842-2a58cfbf6569 admin admin] Releasing vlan 194 on physical network physnet1 to pool {{(pid=103332) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 08:14:03.752240 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-3a64d9dc-a700-40cc-b842-2a58cfbf6569 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-133553843'] for segment, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:14:03.813582 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-3a64d9dc-a700-40cc-b842-2a58cfbf6569 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-673044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1695087'] for network, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:14:03.818500 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-3a64d9dc-a700-40cc-b842-2a58cfbf6569 admin admin] Notify callbacks [] for network, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:14:03.822613 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-3a64d9dc-a700-40cc-b842-2a58cfbf6569 admin admin] 10.222.0.27 "DELETE /v2.0/networks/21ccb145-9b1a-4e71-955d-958605e8dc18 HTTP/1.1" status: 204 len: 168 time: 0.8369861 Oct 19 08:14:03.826049 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 38038) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:14:03.836874 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.services.segments.plugin [-] Segment 5d51812f-f843-4ffb-a5d2-d784ff656c35 resource provider aggregate not found Oct 19 08:14:03.841245 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a64d9dc-a700-40cc-b842-2a58cfbf6569 admin admin] Pushing event deleted for resources: {'Network': ['ID=21ccb145-9b1a-4e71-955d-958605e8dc18,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:14:03.854039 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.services.segments.plugin [-] Segment 5d51812f-f843-4ffb-a5d2-d784ff656c35 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5d51812f-f843-4ffb-a5d2-d784ff656c35 found for delete ", "request_id": "req-9bfd7d8f-5e47-4fd4-92af-68fc9f4a2349"}]} Oct 19 08:14:04.042375 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device cec42d89-1629-4cb1-8687-013b3665bc63 no longer exists at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 08:14:04.063414 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] No Port match for: cec42d89-1629-4cb1-8687-013b3665bc63 {{(pid=103334) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 19 08:14:04.063759 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device cec42d89-1629-4cb1-8687-013b3665bc63 not bound to the agent host dv-neutron-861624-1-hyperv {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 08:14:04.064181 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device 99bedce2-ce8d-4b5f-8316-1501c62193fa no longer exists at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 08:14:04.085223 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] No Port match for: 99bedce2-ce8d-4b5f-8316-1501c62193fa {{(pid=103334) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 19 08:14:04.085573 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device 99bedce2-ce8d-4b5f-8316-1501c62193fa not bound to the agent host dv-neutron-861624-1-hyperv {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 08:14:04.085989 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device 41f658d9-b123-452d-bdee-0c452bd92a1b no longer exists at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 08:14:04.108448 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] No Port match for: 41f658d9-b123-452d-bdee-0c452bd92a1b {{(pid=103334) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 19 08:14:04.108768 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device 41f658d9-b123-452d-bdee-0c452bd92a1b not bound to the agent host dv-neutron-861624-1-hyperv {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 08:14:04.179831 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-3097d39f-958b-4909-84fe-7e0237825f77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1694785'] for router_interface, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:14:04.426946 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-3097d39f-958b-4909-84fe-7e0237825f77 admin admin] Deleting port 071d4c63-9ca0-4535-a048-c30b0dadf20f {{(pid=103333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 08:14:04.427202 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-3097d39f-958b-4909-84fe-7e0237825f77 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:14:04.503973 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.db [None req-3097d39f-958b-4909-84fe-7e0237825f77 admin admin] For port 071d4c63-9ca0-4535-a048-c30b0dadf20f, host dv-neutron-861624-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=071d4c63-9ca0-4535-a048-c30b0dadf20f,segment=NetworkSegment(e81dd253-7fd5-42c7-a9fb-3f1874cab9f1),segment_id=e81dd253-7fd5-42c7-a9fb-3f1874cab9f1)] {{(pid=103333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 08:14:04.504338 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-3097d39f-958b-4909-84fe-7e0237825f77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:14:04.516456 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-3097d39f-958b-4909-84fe-7e0237825f77 admin admin] Calling delete_port for 071d4c63-9ca0-4535-a048-c30b0dadf20f owned by network:router_interface {{(pid=103333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 08:14:04.692609 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-3097d39f-958b-4909-84fe-7e0237825f77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130996763'] for port, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:14:04.723532 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3097d39f-958b-4909-84fe-7e0237825f77 admin admin] Pushing event deleted for resources: {'Port': ['ID=071d4c63-9ca0-4535-a048-c30b0dadf20f,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:14:04.886488 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-3097d39f-958b-4909-84fe-7e0237825f77 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1574862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1694957'] for router_interface, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:14:05.342303 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3097d39f-958b-4909-84fe-7e0237825f77 admin admin] Router 5355a0ff-8377-43ca-a7c9-b44f3c1ec500 has already been hosted by L3 agent ab388470-1243-4d53-80f2-c2f5899c97a7 {{(pid=103333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 08:14:05.451238 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3097d39f-958b-4909-84fe-7e0237825f77 admin admin] Notify agent at l3_agent.dv-neutron-861624-1-hyperv the message routers_updated {{(pid=103333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 08:14:05.456234 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-3097d39f-958b-4909-84fe-7e0237825f77 admin admin] 10.222.0.27 "PUT /v2.0/routers/5355a0ff-8377-43ca-a7c9-b44f3c1ec500/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6286278 Oct 19 08:14:05.458857 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 38042) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:14:05.461634 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-849d9bd1-bd04-4b97-9109-3b08a6ac85fb None None] Sync routers for ids ['5355a0ff-8377-43ca-a7c9-b44f3c1ec500'] in dv-neutron-861624-1-hyperv {{(pid=103334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 08:14:05.472234 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-849d9bd1-bd04-4b97-9109-3b08a6ac85fb None None] Routers {'5355a0ff-8377-43ca-a7c9-b44f3c1ec500'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 08:14:05.472889 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-849d9bd1-bd04-4b97-9109-3b08a6ac85fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T08:13:46Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['5355a0ff-8377-43ca-a7c9-b44f3c1ec500'], 'active': True} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:14:05.563237 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-cd3356db-fff8-43ad-9849-5432d6db3ea1 admin admin] Notify callbacks [] for router, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:14:05.576669 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvr_db [None req-849d9bd1-bd04-4b97-9109-3b08a6ac85fb None None] Set router 5355a0ff-8377-43ca-a7c9-b44f3c1ec500 gateway port host: dv-neutron-861624-1-hyperv {{(pid=103334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 08:14:05.664355 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-cd3356db-fff8-43ad-9849-5432d6db3ea1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:14:05.716557 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-cd3356db-fff8-43ad-9849-5432d6db3ea1 admin admin] Deleting port 2c9128af-5816-4556-9137-3334bb6cc532 {{(pid=103333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 08:14:05.716897 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-cd3356db-fff8-43ad-9849-5432d6db3ea1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:14:05.749370 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-849d9bd1-bd04-4b97-9109-3b08a6ac85fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5355a0ff-8377-43ca-a7c9-b44f3c1ec500', 'name': 'tempest-TestMinimumBasicScenario-1485155542-router', 'tenant_id': '6bf72ab01ad74da4847b65c8b84281f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'external_fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.233'}], 'enable_snat': True}, 'gw_port_id': '2c9128af-5816-4556-9137-3334bb6cc532', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T08:08:09Z', 'updated_at': '2022-10-19T08:14:04Z', 'revision_number': 5, 'project_id': '6bf72ab01ad74da4847b65c8b84281f6', 'gw_port': {'id': '2c9128af-5816-4556-9137-3334bb6cc532', 'name': '', 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:e9:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5355a0ff-8377-43ca-a7c9-b44f3c1ec500', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1680, 'fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T08:08:09Z', 'updated_at': '2022-10-19T08:08:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861624-1-hyperv'}], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:14:05.775514 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-849d9bd1-bd04-4b97-9109-3b08a6ac85fb None None] Checking router: 5355a0ff-8377-43ca-a7c9-b44f3c1ec500 for host: dv-neutron-861624-1-hyperv {{(pid=103334) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 08:14:05.784427 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-849d9bd1-bd04-4b97-9109-3b08a6ac85fb None None] Routers {'5355a0ff-8377-43ca-a7c9-b44f3c1ec500'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 08:14:05.785057 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-849d9bd1-bd04-4b97-9109-3b08a6ac85fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T08:13:46Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['5355a0ff-8377-43ca-a7c9-b44f3c1ec500'], 'active': True} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:14:05.795632 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.db [None req-cd3356db-fff8-43ad-9849-5432d6db3ea1 admin admin] For port 2c9128af-5816-4556-9137-3334bb6cc532, host dv-neutron-861624-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=2c9128af-5816-4556-9137-3334bb6cc532,segment=NetworkSegment(53981d04-8205-40d8-8d33-0510111d6f8f),segment_id=53981d04-8205-40d8-8d33-0510111d6f8f)] {{(pid=103333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 08:14:05.795997 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-cd3356db-fff8-43ad-9849-5432d6db3ea1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:14:05.812330 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-cd3356db-fff8-43ad-9849-5432d6db3ea1 admin admin] Calling delete_port for 2c9128af-5816-4556-9137-3334bb6cc532 owned by network:router_gateway {{(pid=103333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 08:14:05.871294 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvr_db [None req-849d9bd1-bd04-4b97-9109-3b08a6ac85fb None None] Set router 5355a0ff-8377-43ca-a7c9-b44f3c1ec500 gateway port host: None {{(pid=103334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 08:14:05.924265 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-849d9bd1-bd04-4b97-9109-3b08a6ac85fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5355a0ff-8377-43ca-a7c9-b44f3c1ec500', 'name': 'tempest-TestMinimumBasicScenario-1485155542-router', 'tenant_id': '6bf72ab01ad74da4847b65c8b84281f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T08:08:09Z', 'updated_at': '2022-10-19T08:14:05Z', 'revision_number': 6, 'project_id': '6bf72ab01ad74da4847b65c8b84281f6', 'gw_port_host': None}], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:14:05.951289 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-849d9bd1-bd04-4b97-9109-3b08a6ac85fb None None] The sync data for ids ['5355a0ff-8377-43ca-a7c9-b44f3c1ec500'] in dv-neutron-861624-1-hyperv is: [{'id': '5355a0ff-8377-43ca-a7c9-b44f3c1ec500', 'name': 'tempest-TestMinimumBasicScenario-1485155542-router', 'tenant_id': '6bf72ab01ad74da4847b65c8b84281f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T08:08:09Z', 'updated_at': '2022-10-19T08:14:05Z', 'revision_number': 6, 'project_id': '6bf72ab01ad74da4847b65c8b84281f6', 'gw_port_host': None}] {{(pid=103334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 08:14:05.978838 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-cd3356db-fff8-43ad-9849-5432d6db3ea1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130996763'] for port, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:14:06.009194 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3356db-fff8-43ad-9849-5432d6db3ea1 admin admin] Pushing event deleted for resources: {'Port': ['ID=2c9128af-5816-4556-9137-3334bb6cc532,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:14:06.068187 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-cd3356db-fff8-43ad-9849-5432d6db3ea1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1693831'] for router_gateway, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:14:06.158034 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-cd3356db-fff8-43ad-9849-5432d6db3ea1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1693565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12618'] for router, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:14:06.160633 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-cd3356db-fff8-43ad-9849-5432d6db3ea1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:14:06.207137 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-cd3356db-fff8-43ad-9849-5432d6db3ea1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1693542'] for router, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:14:06.207773 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd3356db-fff8-43ad-9849-5432d6db3ea1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5355a0ff-8377-43ca-a7c9-b44f3c1ec500 {{(pid=103333) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 08:14:06.212407 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-cd3356db-fff8-43ad-9849-5432d6db3ea1 admin admin] Notify callbacks [] for router, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:14:06.213761 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-cd3356db-fff8-43ad-9849-5432d6db3ea1 admin admin] 10.222.0.27 "DELETE /v2.0/routers/5355a0ff-8377-43ca-a7c9-b44f3c1ec500 HTTP/1.1" status: 204 len: 168 time: 0.7539301 Oct 19 08:14:06.216607 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 38044) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:14:06.261325 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.db_base_plugin_v2 [None req-1565fcc3-9e1d-4594-8d49-4631cea9dac3 admin admin] Deleting subnet e2d7bf9b-48fd-4dd2-a9ee-a09c6858de28 {{(pid=103333) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 19 08:14:06.264296 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-1565fcc3-9e1d-4594-8d49-4631cea9dac3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:14:06.301692 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-1565fcc3-9e1d-4594-8d49-4631cea9dac3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-134111928'] for subnet, precommit_delete_associations {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:14:06.402505 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-1565fcc3-9e1d-4594-8d49-4631cea9dac3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-679826'] for subnet, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:14:06.465500 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-1565fcc3-9e1d-4594-8d49-4631cea9dac3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-679819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130997964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130170408'] for subnet, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:14:06.491038 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1565fcc3-9e1d-4594-8d49-4631cea9dac3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e2d7bf9b-48fd-4dd2-a9ee-a09c6858de28,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:14:06.495253 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-1565fcc3-9e1d-4594-8d49-4631cea9dac3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:14:06.498634 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-1565fcc3-9e1d-4594-8d49-4631cea9dac3 admin admin] 10.222.0.27 "DELETE /v2.0/subnets/e2d7bf9b-48fd-4dd2-a9ee-a09c6858de28 HTTP/1.1" status: 204 len: 168 time: 0.2810376 Oct 19 08:14:06.501230 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a18fb284-20d5-48db-81a8-b12c72d1809e None None] Network 67682767-f49e-4e24-8c42-12cd3eebf2b7 requested from dv-neutron-861624-1-hyperv {{(pid=103334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 08:14:06.501750 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 38046) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:14:06.571516 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-3f94f51a-4012-4e09-b541-48bc21ca6fbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-667019'] for network, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:14:06.635528 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-3f94f51a-4012-4e09-b541-48bc21ca6fbf admin admin] Deleting port 652cb51b-aac3-43f5-9047-968641c7020e {{(pid=103333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 08:14:06.636439 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-3f94f51a-4012-4e09-b541-48bc21ca6fbf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:14:06.702967 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.db [None req-3f94f51a-4012-4e09-b541-48bc21ca6fbf admin admin] For port 652cb51b-aac3-43f5-9047-968641c7020e, host dv-neutron-861624-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=652cb51b-aac3-43f5-9047-968641c7020e,segment=NetworkSegment(e81dd253-7fd5-42c7-a9fb-3f1874cab9f1),segment_id=e81dd253-7fd5-42c7-a9fb-3f1874cab9f1)] {{(pid=103333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 08:14:06.703249 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-3f94f51a-4012-4e09-b541-48bc21ca6fbf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:14:06.715273 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-3f94f51a-4012-4e09-b541-48bc21ca6fbf admin admin] Calling delete_port for 652cb51b-aac3-43f5-9047-968641c7020e owned by network:dhcp {{(pid=103333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 08:14:06.769791 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device 071d4c63-9ca0-4535-a048-c30b0dadf20f no longer exists at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 08:14:06.773400 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40c03b89-eb96-499b-9f7e-4931b7306737 None None] DHCP port deletion for 67682767-f49e-4e24-8c42-12cd3eebf2b7 request from dv-neutron-861624-1-hyperv {{(pid=103334) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 08:14:06.801973 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-3f94f51a-4012-4e09-b541-48bc21ca6fbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130996763'] for port, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:14:06.821551 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] No Port match for: 071d4c63-9ca0-4535-a048-c30b0dadf20f {{(pid=103334) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 19 08:14:06.822033 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device 071d4c63-9ca0-4535-a048-c30b0dadf20f not bound to the agent host dv-neutron-861624-1-hyperv {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 08:14:06.836247 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f94f51a-4012-4e09-b541-48bc21ca6fbf admin admin] Pushing event deleted for resources: {'Port': ['ID=652cb51b-aac3-43f5-9047-968641c7020e,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:14:06.838842 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f94f51a-4012-4e09-b541-48bc21ca6fbf admin admin] No DVR routers for this DVR port 652cb51b-aac3-43f5-9047-968641c7020e on host dv-neutron-861624-1-hyperv {{(pid=103333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 19 08:14:06.852086 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-40c03b89-eb96-499b-9f7e-4931b7306737 None None] Deleting port 652cb51b-aac3-43f5-9047-968641c7020e {{(pid=103334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 08:14:06.852598 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-40c03b89-eb96-499b-9f7e-4931b7306737 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:14:06.919083 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-40c03b89-eb96-499b-9f7e-4931b7306737 None None] For port 652cb51b-aac3-43f5-9047-968641c7020e, host dv-neutron-861624-1-hyperv, got binding levels [] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 08:14:06.919612 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-40c03b89-eb96-499b-9f7e-4931b7306737 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:14:06.934689 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-3f94f51a-4012-4e09-b541-48bc21ca6fbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-673051', 'neutron.services.segments.db._delete_segments_for_network-8785021519108'] for network, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:14:06.940856 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-40c03b89-eb96-499b-9f7e-4931b7306737 None None] Calling delete_port for 652cb51b-aac3-43f5-9047-968641c7020e owned by network:dhcp {{(pid=103334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 08:14:06.943578 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.ipam_backend_mixin [None req-40c03b89-eb96-499b-9f7e-4931b7306737 None None] Port 652cb51b-aac3-43f5-9047-968641c7020e was not found and therefore no delete operation was performed {{(pid=103334) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Oct 19 08:14:06.944879 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-40c03b89-eb96-499b-9f7e-4931b7306737 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339'] for port, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:14:06.957395 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-3f94f51a-4012-4e09-b541-48bc21ca6fbf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67682767-f49e-4e24-8c42-12cd3eebf2b7']}} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:14:06.967271 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-3f94f51a-4012-4e09-b541-48bc21ca6fbf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e81dd253-7fd5-42c7-a9fb-3f1874cab9f1') {'for_net_delete': True} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:14:06.967571 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-3f94f51a-4012-4e09-b541-48bc21ca6fbf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e81dd253-7fd5-42c7-a9fb-3f1874cab9f1') {} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:14:06.974524 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c03b89-eb96-499b-9f7e-4931b7306737 None None] Pushing event deleted for resources: {'Port': ['ID=652cb51b-aac3-43f5-9047-968641c7020e,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:14:06.977533 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-3f94f51a-4012-4e09-b541-48bc21ca6fbf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785021519382', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-134111927'] for segment, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:14:06.978065 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40c03b89-eb96-499b-9f7e-4931b7306737 None None] No DVR routers for this DVR port 652cb51b-aac3-43f5-9047-968641c7020e on host dv-neutron-861624-1-hyperv {{(pid=103334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 19 08:14:06.994195 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-3f94f51a-4012-4e09-b541-48bc21ca6fbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979'] for segment, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:14:07.003447 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f94f51a-4012-4e09-b541-48bc21ca6fbf admin admin] Releasing vlan 161 on physical network physnet1 to pool {{(pid=103333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 08:14:07.003884 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-3f94f51a-4012-4e09-b541-48bc21ca6fbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130996782'] for segment, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:14:07.070976 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-3f94f51a-4012-4e09-b541-48bc21ca6fbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-673044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1695087'] for network, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:14:07.091368 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.services.segments.plugin [-] Segment e81dd253-7fd5-42c7-a9fb-3f1874cab9f1 resource provider aggregate not found Oct 19 08:14:07.095896 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-3f94f51a-4012-4e09-b541-48bc21ca6fbf admin admin] Notify callbacks [] for network, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:14:07.101908 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-3f94f51a-4012-4e09-b541-48bc21ca6fbf admin admin] 10.222.0.27 "DELETE /v2.0/networks/67682767-f49e-4e24-8c42-12cd3eebf2b7 HTTP/1.1" status: 204 len: 168 time: 0.5972295 Oct 19 08:14:07.110445 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f94f51a-4012-4e09-b541-48bc21ca6fbf admin admin] Pushing event deleted for resources: {'Network': ['ID=67682767-f49e-4e24-8c42-12cd3eebf2b7,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:14:07.117705 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.services.segments.plugin [-] Segment e81dd253-7fd5-42c7-a9fb-3f1874cab9f1 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e81dd253-7fd5-42c7-a9fb-3f1874cab9f1 found for delete ", "request_id": "req-3d6e30cf-4e3f-4047-8b1c-615843fc6f86"}]} Oct 19 08:14:07.217827 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 38056) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:14:07.258099 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-8a50419a-55ca-4279-8685-596dd53274ba admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=cef8062278d3405b8f2fc762c9b6e2bf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0390792 Oct 19 08:14:07.260610 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 38058) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:14:07.312322 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-e2b8d007-4e27-4321-a58a-f8f1ba30ae04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:14:07.332970 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-e2b8d007-4e27-4321-a58a-f8f1ba30ae04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:14:07.379027 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-e2b8d007-4e27-4321-a58a-f8f1ba30ae04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788643'] for security_group, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:14:07.381652 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-e2b8d007-4e27-4321-a58a-f8f1ba30ae04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:14:07.382794 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-e2b8d007-4e27-4321-a58a-f8f1ba30ae04 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/65fb58db-c340-495c-8aee-0d2aef88a0c8 HTTP/1.1" status: 204 len: 168 time: 0.1213121 Oct 19 08:14:07.390619 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b8d007-4e27-4321-a58a-f8f1ba30ae04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65fb58db-c340-495c-8aee-0d2aef88a0c8,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:14:07.693863 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 38064) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:14:07.733445 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-92d2024d-9919-4760-abcd-d42aff564e1b admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=6bf72ab01ad74da4847b65c8b84281f6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0384538 Oct 19 08:14:07.735860 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 38066) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:14:07.782386 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-9eea33d1-111b-475c-8b70-493432acab65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:14:07.802895 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-9eea33d1-111b-475c-8b70-493432acab65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:14:07.849495 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-9eea33d1-111b-475c-8b70-493432acab65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788643'] for security_group, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:14:07.852064 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-9eea33d1-111b-475c-8b70-493432acab65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:14:07.853302 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-9eea33d1-111b-475c-8b70-493432acab65 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/685dd337-7741-4cbe-81d7-7c81fcdc1611 HTTP/1.1" status: 204 len: 168 time: 0.1165805 Oct 19 08:14:07.862033 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eea33d1-111b-475c-8b70-493432acab65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=685dd337-7741-4cbe-81d7-7c81fcdc1611,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:14:08.044432 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device 2c9128af-5816-4556-9137-3334bb6cc532 no longer exists at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 08:14:08.064833 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] No Port match for: 2c9128af-5816-4556-9137-3334bb6cc532 {{(pid=103334) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 19 08:14:08.065180 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device 2c9128af-5816-4556-9137-3334bb6cc532 not bound to the agent host dv-neutron-861624-1-hyperv {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 08:14:08.065600 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device 652cb51b-aac3-43f5-9047-968641c7020e no longer exists at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 08:14:08.084540 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] No Port match for: 652cb51b-aac3-43f5-9047-968641c7020e {{(pid=103334) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 19 08:14:08.085141 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device 652cb51b-aac3-43f5-9047-968641c7020e not bound to the agent host dv-neutron-861624-1-hyperv {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 08:14:09.264928 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 38106) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:14:09.269517 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-7766fb19-99cd-4054-bbdd-b5c0455b1437 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-523712689', 'description': 'tempest-secgroup-smoke-523712689 description', 'project_id': 'a79253f1761249b4887a71a94ffae3f9'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 08:14:09.293338 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-7766fb19-99cd-4054-bbdd-b5c0455b1437 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks [] for security_group, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:14:09.301246 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-7766fb19-99cd-4054-bbdd-b5c0455b1437 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks [] for security_group, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:14:09.378135 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-7766fb19-99cd-4054-bbdd-b5c0455b1437 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks [] for security_group, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:14:09.381903 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-7766fb19-99cd-4054-bbdd-b5c0455b1437 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788643'] for security_group, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:14:09.421854 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7766fb19-99cd-4054-bbdd-b5c0455b1437 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6c4031f8-b2e3-490a-9d15-6d533317c33c,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:14:09.456240 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-7766fb19-99cd-4054-bbdd-b5c0455b1437 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks [] for security_group, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:14:09.459878 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-7766fb19-99cd-4054-bbdd-b5c0455b1437 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788643'] for security_group, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:14:09.489576 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-7766fb19-99cd-4054-bbdd-b5c0455b1437 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks [] for security_group, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:14:09.490786 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-7766fb19-99cd-4054-bbdd-b5c0455b1437 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] 10.222.0.27 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2248123 Oct 19 08:14:09.491886 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7766fb19-99cd-4054-bbdd-b5c0455b1437 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9b5754b7-5a2c-4dcf-988d-f8926a4040f6,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:14:09.493891 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 38108) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:14:09.499106 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-587d81a6-cfc3-4239-9dc3-03af8c9c9d6f tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Request body: {'security_group_rule': {'security_group_id': '9b5754b7-5a2c-4dcf-988d-f8926a4040f6', 'project_id': 'a79253f1761249b4887a71a94ffae3f9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 08:14:09.523727 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-587d81a6-cfc3-4239-9dc3-03af8c9c9d6f tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:14:09.579453 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-587d81a6-cfc3-4239-9dc3-03af8c9c9d6f tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:14:09.583163 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-587d81a6-cfc3-4239-9dc3-03af8c9c9d6f tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815365'] for security_group_rule, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:14:09.602290 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587d81a6-cfc3-4239-9dc3-03af8c9c9d6f tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb474a89-1a0c-4b9b-aa41-9ccae85b1a1b,revision_number=0']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:14:09.608704 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-587d81a6-cfc3-4239-9dc3-03af8c9c9d6f tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:14:09.609910 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-587d81a6-cfc3-4239-9dc3-03af8c9c9d6f tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1143820 Oct 19 08:14:09.612621 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 38110) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:14:09.616860 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-02ba5049-14e6-4a9f-ab78-b4ad9c51da04 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Request body: {'security_group_rule': {'security_group_id': '9b5754b7-5a2c-4dcf-988d-f8926a4040f6', 'project_id': 'a79253f1761249b4887a71a94ffae3f9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 08:14:09.641016 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-02ba5049-14e6-4a9f-ab78-b4ad9c51da04 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:14:09.695328 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-02ba5049-14e6-4a9f-ab78-b4ad9c51da04 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:14:09.698659 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-02ba5049-14e6-4a9f-ab78-b4ad9c51da04 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815365'] for security_group_rule, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:14:09.715378 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ba5049-14e6-4a9f-ab78-b4ad9c51da04 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8554d17-30a3-4558-97d9-7b8a72e9d5a6,revision_number=0']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:14:09.723562 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-02ba5049-14e6-4a9f-ab78-b4ad9c51da04 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:14:09.724758 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-02ba5049-14e6-4a9f-ab78-b4ad9c51da04 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1112013 Oct 19 08:14:09.727461 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 38112) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:14:09.732619 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-f622727b-b684-46a8-b64e-e0c64f97cd0f tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Request body: {'security_group_rule': {'security_group_id': '9b5754b7-5a2c-4dcf-988d-f8926a4040f6', 'project_id': 'a79253f1761249b4887a71a94ffae3f9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 08:14:09.756247 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-f622727b-b684-46a8-b64e-e0c64f97cd0f tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:14:09.815490 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-f622727b-b684-46a8-b64e-e0c64f97cd0f tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:14:09.818801 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-f622727b-b684-46a8-b64e-e0c64f97cd0f tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815365'] for security_group_rule, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:14:09.836814 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f622727b-b684-46a8-b64e-e0c64f97cd0f tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0624f55-3a88-46d6-8baa-b96c4d904490,revision_number=0']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:14:09.841414 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-f622727b-b684-46a8-b64e-e0c64f97cd0f tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:14:09.842634 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-f622727b-b684-46a8-b64e-e0c64f97cd0f tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1142070 Oct 19 08:14:09.845410 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 38114) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:14:09.849520 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-5e53bd03-84a2-4abf-a9bf-1aa0a98ca203 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Request body: {'security_group_rule': {'security_group_id': '9b5754b7-5a2c-4dcf-988d-f8926a4040f6', 'project_id': 'a79253f1761249b4887a71a94ffae3f9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 08:14:09.874483 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-5e53bd03-84a2-4abf-a9bf-1aa0a98ca203 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:14:09.931052 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-5e53bd03-84a2-4abf-a9bf-1aa0a98ca203 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:14:09.935003 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-5e53bd03-84a2-4abf-a9bf-1aa0a98ca203 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815365'] for security_group_rule, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:14:09.951804 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e53bd03-84a2-4abf-a9bf-1aa0a98ca203 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf8f38c6-3c03-4458-a2d5-cd1bba98ff4a,revision_number=0']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:14:09.961118 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-5e53bd03-84a2-4abf-a9bf-1aa0a98ca203 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:14:09.962289 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-5e53bd03-84a2-4abf-a9bf-1aa0a98ca203 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1159911 Oct 19 08:14:09.965604 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 38116) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:14:09.971544 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-baa3281f-62b3-4f49-b685-90602770381b tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Request body: {'security_group_rule': {'security_group_id': '9b5754b7-5a2c-4dcf-988d-f8926a4040f6', 'project_id': 'a79253f1761249b4887a71a94ffae3f9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 08:14:09.992352 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.db.securitygroups_db [None req-baa3281f-62b3-4f49-b685-90602770381b tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Project a79253f1761249b4887a71a94ffae3f9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 19 08:14:09.998211 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-baa3281f-62b3-4f49-b685-90602770381b tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:14:10.056313 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-baa3281f-62b3-4f49-b685-90602770381b tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:14:10.060465 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-baa3281f-62b3-4f49-b685-90602770381b tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815365'] for security_group_rule, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:14:10.078079 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa3281f-62b3-4f49-b685-90602770381b tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97253545-a64b-41e5-9780-12b2bdc5e342,revision_number=0']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:14:10.085880 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-baa3281f-62b3-4f49-b685-90602770381b tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:14:10.087094 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-baa3281f-62b3-4f49-b685-90602770381b tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1202824 Oct 19 08:14:10.089996 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 38118) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:14:10.094252 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-432341f0-0e0b-4067-bfc7-b090d3320b35 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Request body: {'security_group_rule': {'security_group_id': '9b5754b7-5a2c-4dcf-988d-f8926a4040f6', 'project_id': 'a79253f1761249b4887a71a94ffae3f9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 08:14:10.113641 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.db.securitygroups_db [None req-432341f0-0e0b-4067-bfc7-b090d3320b35 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Project a79253f1761249b4887a71a94ffae3f9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 19 08:14:10.118449 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-432341f0-0e0b-4067-bfc7-b090d3320b35 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:14:10.182596 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-432341f0-0e0b-4067-bfc7-b090d3320b35 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:14:10.186228 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-432341f0-0e0b-4067-bfc7-b090d3320b35 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815365'] for security_group_rule, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:14:10.200428 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432341f0-0e0b-4067-bfc7-b090d3320b35 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec4ccd18-b913-4844-8a35-14ff59a8393e,revision_number=0']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:14:10.211034 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-432341f0-0e0b-4067-bfc7-b090d3320b35 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:14:10.212237 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-432341f0-0e0b-4067-bfc7-b090d3320b35 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1213188 Oct 19 08:14:10.215262 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 38120) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:14:10.220074 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-09f60241-d670-4d5c-a54c-d635d220900c tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Request body: {'network': {'name': 'tempest-network-smoke--744257479', 'project_id': 'a79253f1761249b4887a71a94ffae3f9', 'port_security_enabled': True}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 08:14:10.238867 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09f60241-d670-4d5c-a54c-d635d220900c tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Made reservation on behalf of a79253f1761249b4887a71a94ffae3f9 for: {'network': 1} {{(pid=103332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 08:14:10.242432 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-09f60241-d670-4d5c-a54c-d635d220900c tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for network, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:14:10.265966 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09f60241-d670-4d5c-a54c-d635d220900c tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 188} {{(pid=103332) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 08:14:10.274584 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-09f60241-d670-4d5c-a54c-d635d220900c tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979'] for segment, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:14:10.274949 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.db.segments_db [None req-09f60241-d670-4d5c-a54c-d635d220900c tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Added segment b10e8a33-22b3-4727-ac7c-133852c8e524 of type vlan for network f874f259-f498-4168-81b2-e09dc23b7a84 Oct 19 08:14:10.314817 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-09f60241-d670-4d5c-a54c-d635d220900c tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785020965340'] for network, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:14:10.337910 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-09f60241-d670-4d5c-a54c-d635d220900c tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873'] for network, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:14:10.343960 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09f60241-d670-4d5c-a54c-d635d220900c tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:14:10.344554 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-09f60241-d670-4d5c-a54c-d635d220900c tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks [] for network, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:14:10.373671 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-09f60241-d670-4d5c-a54c-d635d220900c tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1574364 Oct 19 08:14:10.376524 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 38122) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:14:10.386888 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-105e0b5a-0aa9-4839-8e03-d34a34a38ddf tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1487415199', 'admin_state_up': True, 'project_id': 'a79253f1761249b4887a71a94ffae3f9', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd'}}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 08:14:10.427666 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f60241-d670-4d5c-a54c-d635d220900c tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Pushing event updated for resources: {'Network': ['ID=f874f259-f498-4168-81b2-e09dc23b7a84,revision_number=1']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:14:10.438650 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Network f874f259-f498-4168-81b2-e09dc23b7a84 details requested by agent ovs-agent-dv-neutron-861624-1-hyperv with host dv-neutron-861624-1-hyperv {{(pid=103334) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 08:14:10.441478 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-105e0b5a-0aa9-4839-8e03-d34a34a38ddf tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1692695', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12668'] for router, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:14:10.443111 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-105e0b5a-0aa9-4839-8e03-d34a34a38ddf tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1692835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1693910', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1621825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12659'] for router, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:14:10.494545 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-105e0b5a-0aa9-4839-8e03-d34a34a38ddf tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:14:10.615503 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.agents_db [None req-6057327c-4456-4c72-8e75-6d3cd9249757 None None] Agent healthcheck: found 6 active agents {{(pid=103335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 08:14:10.635928 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-105e0b5a-0aa9-4839-8e03-d34a34a38ddf tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:14:10.823854 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-105e0b5a-0aa9-4839-8e03-d34a34a38ddf tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks [] for router_gateway, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:14:10.843098 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-105e0b5a-0aa9-4839-8e03-d34a34a38ddf tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:14:10.946109 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.db_base_plugin_common [None req-105e0b5a-0aa9-4839-8e03-d34a34a38ddf tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Allocated IP 172.26.0.139 (99c66757-74e3-40a4-b479-8d09e3a7c3dd/7f3d1034-1de7-458a-a3ee-77488de3949b/f7eed47d-35b3-48f0-95e8-d44309fcbce1) {{(pid=103332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 08:14:11.047350 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-105e0b5a-0aa9-4839-8e03-d34a34a38ddf tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks [] for port, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:14:11.080898 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-105e0b5a-0aa9-4839-8e03-d34a34a38ddf tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785020947330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133553798'] for port, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:14:11.123382 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-105e0b5a-0aa9-4839-8e03-d34a34a38ddf tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Network 99c66757-74e3-40a4-b479-8d09e3a7c3dd is already hosted by enough agents. {{(pid=103332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 08:14:11.126365 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.base_scheduler [None req-105e0b5a-0aa9-4839-8e03-d34a34a38ddf tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Resources bound (agent type, host, resource id): {{(pid=103332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 08:14:11.129893 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-105e0b5a-0aa9-4839-8e03-d34a34a38ddf tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Received port after_create {{(pid=103332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 08:14:11.155261 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105e0b5a-0aa9-4839-8e03-d34a34a38ddf tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Pushing event updated for resources: {'Port': ['ID=f7eed47d-35b3-48f0-95e8-d44309fcbce1,revision_number=1']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:14:11.383168 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-105e0b5a-0aa9-4839-8e03-d34a34a38ddf tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks [] for router_gateway, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:14:11.574762 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-105e0b5a-0aa9-4839-8e03-d34a34a38ddf tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1692844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1693859'] for router, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:14:11.698946 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-105e0b5a-0aa9-4839-8e03-d34a34a38ddf tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Router 0d0df9fa-ca39-4f3b-9584-b7d4debe598f is scheduled to L3 agent ab388470-1243-4d53-80f2-c2f5899c97a7 with binding_index 1 {{(pid=103332) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 08:14:11.800178 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-105e0b5a-0aa9-4839-8e03-d34a34a38ddf tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify agent at l3_agent.dv-neutron-861624-1-hyperv the message routers_updated {{(pid=103332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 08:14:11.810577 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-840a4dc6-47fe-413d-9407-070515098782 None None] Sync routers for ids ['0d0df9fa-ca39-4f3b-9584-b7d4debe598f'] in dv-neutron-861624-1-hyperv {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 08:14:11.819814 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-105e0b5a-0aa9-4839-8e03-d34a34a38ddf tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks [] for router, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:14:11.820279 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-840a4dc6-47fe-413d-9407-070515098782 None None] Routers {'0d0df9fa-ca39-4f3b-9584-b7d4debe598f'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 08:14:11.825109 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-840a4dc6-47fe-413d-9407-070515098782 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T08:13:46Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['0d0df9fa-ca39-4f3b-9584-b7d4debe598f'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:14:11.825291 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-105e0b5a-0aa9-4839-8e03-d34a34a38ddf tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] 10.222.0.27 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.4437623 Oct 19 08:14:11.825291 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 38124) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:14:11.923239 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvr_db [None req-840a4dc6-47fe-413d-9407-070515098782 None None] Set router 0d0df9fa-ca39-4f3b-9584-b7d4debe598f gateway port host: dv-neutron-861624-1-hyperv {{(pid=103335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 08:14:11.950521 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-f8027ece-61f7-4a34-9f8e-200e61336fdb tempest-TestNetworkAdvancedServerOps-711413529 tempest-TestNetworkAdvancedServerOps-711413529-project-admin] 10.222.0.27 "GET /v2.0/subnets?project_id=a79253f1761249b4887a71a94ffae3f9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1239507 Oct 19 08:14:11.952971 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 38128) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:14:12.037789 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-714abcd7-8292-40c4-8ade-e141302de694 tempest-TestNetworkAdvancedServerOps-711413529 tempest-TestNetworkAdvancedServerOps-711413529-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:14:12.039301 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-714abcd7-8292-40c4-8ade-e141302de694 tempest-TestNetworkAdvancedServerOps-711413529 tempest-TestNetworkAdvancedServerOps-711413529-project-admin] 10.222.0.27 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0854418 Oct 19 08:14:12.042413 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 38130) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:14:12.070279 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-2c18eeaf-2b73-4cc1-aa00-a78935c8efc7 tempest-TestNetworkAdvancedServerOps-711413529 tempest-TestNetworkAdvancedServerOps-711413529-project-admin] 10.222.0.27 "GET /v2.0/subnets?network_id=99c66757-74e3-40a4-b479-8d09e3a7c3dd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0267639 Oct 19 08:14:12.073898 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 38132) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:14:12.078648 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-d5361a13-83f3-4a8e-9822-b293a02235d6 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-138468620', 'network_id': 'f874f259-f498-4168-81b2-e09dc23b7a84', 'project_id': 'a79253f1761249b4887a71a94ffae3f9', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 08:14:12.098430 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-840a4dc6-47fe-413d-9407-070515098782 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d0df9fa-ca39-4f3b-9584-b7d4debe598f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1487415199', 'tenant_id': 'a79253f1761249b4887a71a94ffae3f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'external_fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.139'}], 'enable_snat': True}, 'gw_port_id': 'f7eed47d-35b3-48f0-95e8-d44309fcbce1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T08:14:10Z', 'updated_at': '2022-10-19T08:14:11Z', 'revision_number': 3, 'project_id': 'a79253f1761249b4887a71a94ffae3f9', 'gw_port': {'id': 'f7eed47d-35b3-48f0-95e8-d44309fcbce1', 'name': '', 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:87:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d0df9fa-ca39-4f3b-9584-b7d4debe598f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1724, 'fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T08:14:10Z', 'updated_at': '2022-10-19T08:14:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861624-1-hyperv'}], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:14:12.102956 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:14:12.128289 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-840a4dc6-47fe-413d-9407-070515098782 None None] Checking router: 0d0df9fa-ca39-4f3b-9584-b7d4debe598f for host: dv-neutron-861624-1-hyperv {{(pid=103335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 08:14:12.128648 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-840a4dc6-47fe-413d-9407-070515098782 None None] Updating router 0d0df9fa-ca39-4f3b-9584-b7d4debe598f port f7eed47d-35b3-48f0-95e8-d44309fcbce1 binding host dv-neutron-861624-1-hyperv {{(pid=103335) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 08:14:12.153286 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-840a4dc6-47fe-413d-9407-070515098782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:14:12.170479 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5361a13-83f3-4a8e-9822-b293a02235d6 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Made reservation on behalf of a79253f1761249b4887a71a94ffae3f9 for: {'subnet': 1} {{(pid=103332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 08:14:12.173961 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-d5361a13-83f3-4a8e-9822-b293a02235d6 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130659787'] for subnet, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:14:12.356985 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-d5361a13-83f3-4a8e-9822-b293a02235d6 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-133552662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130659641'] for subnet, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:14:12.402389 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-840a4dc6-47fe-413d-9407-070515098782 None None] Notify callbacks [] for port, precommit_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:14:12.408662 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-840a4dc6-47fe-413d-9407-070515098782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:14:12.416800 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5361a13-83f3-4a8e-9822-b293a02235d6 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Pushing event updated for resources: {'Subnet': ['ID=1d899f52-d831-483e-b8ee-f01d1f872a64,revision_number=0']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:14:12.424131 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5361a13-83f3-4a8e-9822-b293a02235d6 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Checking segment: {'id': 'b10e8a33-22b3-4727-ac7c-133852c8e524', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'f874f259-f498-4168-81b2-e09dc23b7a84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 19 08:14:12.424414 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5361a13-83f3-4a8e-9822-b293a02235d6 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Network hostable DHCP agents. Network: f874f259-f498-4168-81b2-e09dc23b7a84, hostable agents: ['310d813b-0e3e-4d7e-9b79-8f4ec0dbcab0'], hosted agents: [] {{(pid=103332) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 08:14:12.441960 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5361a13-83f3-4a8e-9822-b293a02235d6 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Network f874f259-f498-4168-81b2-e09dc23b7a84 is scheduled to be hosted by DHCP agent 310d813b-0e3e-4d7e-9b79-8f4ec0dbcab0 with binding_index 1 {{(pid=103332) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 08:14:12.451053 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.base_scheduler [None req-d5361a13-83f3-4a8e-9822-b293a02235d6 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861624-1-hyperv, f874f259-f498-4168-81b2-e09dc23b7a84) {{(pid=103332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 08:14:12.451254 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-840a4dc6-47fe-413d-9407-070515098782 None None] Attempting to bind port f7eed47d-35b3-48f0-95e8-d44309fcbce1 on host dv-neutron-861624-1-hyperv for vnic_type normal with profile {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 19 08:14:12.451525 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-840a4dc6-47fe-413d-9407-070515098782 None None] Attempting to bind port f7eed47d-35b3-48f0-95e8-d44309fcbce1 by drivers openvswitch,hyperv on host dv-neutron-861624-1-hyperv at level 0 using segments [{'id': '53981d04-8205-40d8-8d33-0510111d6f8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd'}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 19 08:14:12.452042 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-840a4dc6-47fe-413d-9407-070515098782 None None] Attempting to bind port f7eed47d-35b3-48f0-95e8-d44309fcbce1 on network 99c66757-74e3-40a4-b479-8d09e3a7c3dd {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 08:14:12.455927 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5361a13-83f3-4a8e-9822-b293a02235d6 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:14:12.456547 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-d5361a13-83f3-4a8e-9822-b293a02235d6 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks [] for subnet, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:14:12.460715 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-840a4dc6-47fe-413d-9407-070515098782 None None] Checking agent: {'id': 'a5b0152c-d633-409b-aaf8-3b76458e2410', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861624-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 19, 7, 30, 19), 'started_at': datetime.datetime(2022, 10, 19, 7, 30, 49), 'heartbeat_timestamp': datetime.datetime(2022, 10, 19, 8, 13, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861624-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 08:14:12.461087 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-840a4dc6-47fe-413d-9407-070515098782 None None] Checking segment: {'id': '53981d04-8205-40d8-8d33-0510111d6f8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 19 08:14:12.461481 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-840a4dc6-47fe-413d-9407-070515098782 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:14:12.461868 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-840a4dc6-47fe-413d-9407-070515098782 None None] Bound using segment: {'id': '53981d04-8205-40d8-8d33-0510111d6f8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd'} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 08:14:12.461990 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-847767c8-edfa-4dee-aace-b97dfc3890ef None None] Network f874f259-f498-4168-81b2-e09dc23b7a84 requested from dv-neutron-861624-1-hyperv {{(pid=103334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 08:14:12.462330 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-840a4dc6-47fe-413d-9407-070515098782 None None] Bound port: f7eed47d-35b3-48f0-95e8-d44309fcbce1, host: dv-neutron-861624-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53981d04-8205-40d8-8d33-0510111d6f8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd'}}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 19 08:14:12.462702 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-840a4dc6-47fe-413d-9407-070515098782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:14:12.465708 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d0cb5f-1204-4803-83f8-851a445f8703 None None] Pushing event updated for resources: {'Port': ['ID=f7eed47d-35b3-48f0-95e8-d44309fcbce1,revision_number=2']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:14:12.476002 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-d5361a13-83f3-4a8e-9822-b293a02235d6 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4009824 Oct 19 08:14:12.479144 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 38134) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:14:12.500972 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d0cb5f-1204-4803-83f8-851a445f8703 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:14:12.501316 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d0cb5f-1204-4803-83f8-851a445f8703 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:14:12.501853 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d0cb5f-1204-4803-83f8-851a445f8703 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:14:12.502188 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d0cb5f-1204-4803-83f8-851a445f8703 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:14:12.502516 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d0cb5f-1204-4803-83f8-851a445f8703 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:14:12.502840 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d0cb5f-1204-4803-83f8-851a445f8703 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:14:12.503166 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d0cb5f-1204-4803-83f8-851a445f8703 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:14:12.503481 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d0cb5f-1204-4803-83f8-851a445f8703 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:14:12.503805 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d0cb5f-1204-4803-83f8-851a445f8703 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:14:12.504121 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d0cb5f-1204-4803-83f8-851a445f8703 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:14:12.504438 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d0cb5f-1204-4803-83f8-851a445f8703 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:14:12.504777 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d0cb5f-1204-4803-83f8-851a445f8703 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:14:12.534191 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-840a4dc6-47fe-413d-9407-070515098782 None None] For port f7eed47d-35b3-48f0-95e8-d44309fcbce1, host dv-neutron-861624-1-hyperv, cleared binding levels {{(pid=103335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 08:14:12.538568 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-840a4dc6-47fe-413d-9407-070515098782 None None] For port f7eed47d-35b3-48f0-95e8-d44309fcbce1, host dv-neutron-861624-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=f7eed47d-35b3-48f0-95e8-d44309fcbce1,segment=NetworkSegment(53981d04-8205-40d8-8d33-0510111d6f8f),segment_id=53981d04-8205-40d8-8d33-0510111d6f8f)] {{(pid=103335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 08:14:12.543594 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-840a4dc6-47fe-413d-9407-070515098782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:14:12.583387 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-840a4dc6-47fe-413d-9407-070515098782 None None] Routers {'0d0df9fa-ca39-4f3b-9584-b7d4debe598f'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 08:14:12.584015 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-840a4dc6-47fe-413d-9407-070515098782 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T08:13:46Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['0d0df9fa-ca39-4f3b-9584-b7d4debe598f'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:14:12.641773 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d0cb5f-1204-4803-83f8-851a445f8703 None None] Pushing event updated for resources: {'Port': ['ID=f7eed47d-35b3-48f0-95e8-d44309fcbce1,revision_number=3']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:14:12.759663 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89893a28-e849-4bad-bde5-8d6e6b3adc7f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d12c6ac-27a3-545c-a8f3-f04e30423d6d-f874f259-f498-4168-81b2-e09dc23b7a84', 'network_id': 'f874f259-f498-4168-81b2-e09dc23b7a84', 'tenant_id': 'a79253f1761249b4887a71a94ffae3f9', 'fixed_ips': [{'subnet_id': '1d899f52-d831-483e-b8ee-f01d1f872a64'}]}} from dv-neutron-861624-1-hyperv. {{(pid=103334) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 08:14:12.761369 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-89893a28-e849-4bad-bde5-8d6e6b3adc7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:14:12.796553 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvr_db [None req-840a4dc6-47fe-413d-9407-070515098782 None None] Set router 0d0df9fa-ca39-4f3b-9584-b7d4debe598f gateway port host: dv-neutron-861624-1-hyperv {{(pid=103335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 08:14:12.906911 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.db_base_plugin_common [None req-89893a28-e849-4bad-bde5-8d6e6b3adc7f None None] Allocated IP 172.20.0.2 (f874f259-f498-4168-81b2-e09dc23b7a84/1d899f52-d831-483e-b8ee-f01d1f872a64/bc289aaa-2592-46fd-8c0d-42ca3dcbe117) {{(pid=103334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 08:14:12.970062 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-04821f97-8cc1-478b-a609-943ea9882922 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:14:12.980728 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-840a4dc6-47fe-413d-9407-070515098782 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d0df9fa-ca39-4f3b-9584-b7d4debe598f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1487415199', 'tenant_id': 'a79253f1761249b4887a71a94ffae3f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'external_fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.139'}], 'enable_snat': True}, 'gw_port_id': 'f7eed47d-35b3-48f0-95e8-d44309fcbce1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T08:14:10Z', 'updated_at': '2022-10-19T08:14:11Z', 'revision_number': 3, 'project_id': 'a79253f1761249b4887a71a94ffae3f9', 'gw_port': {'id': 'f7eed47d-35b3-48f0-95e8-d44309fcbce1', 'name': '', 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:87:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d0df9fa-ca39-4f3b-9584-b7d4debe598f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1724, 'fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T08:14:10Z', 'updated_at': '2022-10-19T08:14:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861624-1-hyperv'}], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:14:13.012545 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-840a4dc6-47fe-413d-9407-070515098782 None None] The sync data for ids ['0d0df9fa-ca39-4f3b-9584-b7d4debe598f'] in dv-neutron-861624-1-hyperv is: [{'id': '0d0df9fa-ca39-4f3b-9584-b7d4debe598f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1487415199', 'tenant_id': 'a79253f1761249b4887a71a94ffae3f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'external_fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.139'}], 'enable_snat': True}, 'gw_port_id': 'f7eed47d-35b3-48f0-95e8-d44309fcbce1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T08:14:10Z', 'updated_at': '2022-10-19T08:14:11Z', 'revision_number': 3, 'project_id': 'a79253f1761249b4887a71a94ffae3f9', 'gw_port': {'id': 'f7eed47d-35b3-48f0-95e8-d44309fcbce1', 'name': '', 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:87:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d0df9fa-ca39-4f3b-9584-b7d4debe598f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1724, 'fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T08:14:10Z', 'updated_at': '2022-10-19T08:14:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861624-1-hyperv'}] {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 08:14:13.062017 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-89893a28-e849-4bad-bde5-8d6e6b3adc7f None None] Notify callbacks [] for port, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:14:13.068660 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-89893a28-e849-4bad-bde5-8d6e6b3adc7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785020947330'] for port, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:14:13.106810 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89893a28-e849-4bad-bde5-8d6e6b3adc7f None None] Network f874f259-f498-4168-81b2-e09dc23b7a84 is already hosted by enough agents. {{(pid=103334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 08:14:13.111371 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.scheduler.base_scheduler [None req-89893a28-e849-4bad-bde5-8d6e6b3adc7f None None] Resources bound (agent type, host, resource id): {{(pid=103334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 08:14:13.113859 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89893a28-e849-4bad-bde5-8d6e6b3adc7f None None] Received port after_create {{(pid=103334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 08:14:13.130019 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89893a28-e849-4bad-bde5-8d6e6b3adc7f None None] Pushing event updated for resources: {'Port': ['ID=bc289aaa-2592-46fd-8c0d-42ca3dcbe117,revision_number=1']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:14:13.177594 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-89893a28-e849-4bad-bde5-8d6e6b3adc7f None None] Attempting to bind port bc289aaa-2592-46fd-8c0d-42ca3dcbe117 on host dv-neutron-861624-1-hyperv for vnic_type normal with profile {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 19 08:14:13.177972 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-89893a28-e849-4bad-bde5-8d6e6b3adc7f None None] Attempting to bind port bc289aaa-2592-46fd-8c0d-42ca3dcbe117 by drivers openvswitch,hyperv on host dv-neutron-861624-1-hyperv at level 0 using segments [{'id': 'b10e8a33-22b3-4727-ac7c-133852c8e524', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'f874f259-f498-4168-81b2-e09dc23b7a84'}] {{(pid=103334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 19 08:14:13.178342 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89893a28-e849-4bad-bde5-8d6e6b3adc7f None None] Attempting to bind port bc289aaa-2592-46fd-8c0d-42ca3dcbe117 on network f874f259-f498-4168-81b2-e09dc23b7a84 {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 08:14:13.184836 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89893a28-e849-4bad-bde5-8d6e6b3adc7f None None] Checking agent: {'id': 'a5b0152c-d633-409b-aaf8-3b76458e2410', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861624-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 19, 7, 30, 19), 'started_at': datetime.datetime(2022, 10, 19, 7, 30, 49), 'heartbeat_timestamp': datetime.datetime(2022, 10, 19, 8, 13, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861624-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 08:14:13.185224 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89893a28-e849-4bad-bde5-8d6e6b3adc7f None None] Checking segment: {'id': 'b10e8a33-22b3-4727-ac7c-133852c8e524', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'f874f259-f498-4168-81b2-e09dc23b7a84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 19 08:14:13.185696 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-89893a28-e849-4bad-bde5-8d6e6b3adc7f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:14:13.186090 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89893a28-e849-4bad-bde5-8d6e6b3adc7f None None] Bound using segment: {'id': 'b10e8a33-22b3-4727-ac7c-133852c8e524', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'f874f259-f498-4168-81b2-e09dc23b7a84'} {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 08:14:13.186561 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-89893a28-e849-4bad-bde5-8d6e6b3adc7f None None] Bound port: bc289aaa-2592-46fd-8c0d-42ca3dcbe117, host: dv-neutron-861624-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b10e8a33-22b3-4727-ac7c-133852c8e524', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'f874f259-f498-4168-81b2-e09dc23b7a84'}}] {{(pid=103334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 19 08:14:13.186976 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-89893a28-e849-4bad-bde5-8d6e6b3adc7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:14:13.259273 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-89893a28-e849-4bad-bde5-8d6e6b3adc7f None None] For port bc289aaa-2592-46fd-8c0d-42ca3dcbe117, host dv-neutron-861624-1-hyperv, cleared binding levels {{(pid=103334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 08:14:13.261946 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-89893a28-e849-4bad-bde5-8d6e6b3adc7f None None] For port bc289aaa-2592-46fd-8c0d-42ca3dcbe117, host dv-neutron-861624-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=bc289aaa-2592-46fd-8c0d-42ca3dcbe117,segment=NetworkSegment(b10e8a33-22b3-4727-ac7c-133852c8e524),segment_id=b10e8a33-22b3-4727-ac7c-133852c8e524)] {{(pid=103334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 08:14:13.267082 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-89893a28-e849-4bad-bde5-8d6e6b3adc7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:14:13.275677 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.db_base_plugin_common [None req-04821f97-8cc1-478b-a609-943ea9882922 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Allocated IP 172.20.0.1 (f874f259-f498-4168-81b2-e09dc23b7a84/1d899f52-d831-483e-b8ee-f01d1f872a64/ed15a9a0-61ec-4c92-80f6-702e9c1042a4) {{(pid=103332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 08:14:13.334243 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89893a28-e849-4bad-bde5-8d6e6b3adc7f None None] Pushing event updated for resources: {'Port': ['ID=bc289aaa-2592-46fd-8c0d-42ca3dcbe117,revision_number=2']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:14:13.428750 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-04821f97-8cc1-478b-a609-943ea9882922 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks [] for port, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:14:13.458470 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-f8097be3-0e7d-4f43-8348-a36e7a4ac910 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:14:13.467722 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-04821f97-8cc1-478b-a609-943ea9882922 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785020947330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133553798'] for port, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:14:13.532823 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04821f97-8cc1-478b-a609-943ea9882922 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Network f874f259-f498-4168-81b2-e09dc23b7a84 is already hosted by enough agents. {{(pid=103332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 08:14:13.536114 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.base_scheduler [None req-04821f97-8cc1-478b-a609-943ea9882922 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Resources bound (agent type, host, resource id): {{(pid=103332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 08:14:13.539886 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04821f97-8cc1-478b-a609-943ea9882922 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Received port after_create {{(pid=103332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 08:14:13.546299 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04821f97-8cc1-478b-a609-943ea9882922 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Pushing event updated for resources: {'Port': ['ID=ed15a9a0-61ec-4c92-80f6-702e9c1042a4,revision_number=1']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:14:13.597969 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-04821f97-8cc1-478b-a609-943ea9882922 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1695190'] for router_interface, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:14:13.737375 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-04821f97-8cc1-478b-a609-943ea9882922 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:14:14.118219 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device bc289aaa-2592-46fd-8c0d-42ca3dcbe117 up at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 08:14:14.174044 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Provisioning complete for port bc289aaa-2592-46fd-8c0d-42ca3dcbe117 triggered by entity L2. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 08:14:14.174653 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:14:14.175087 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Attempt 1 to provision port bc289aaa-2592-46fd-8c0d-42ca3dcbe117 Oct 19 08:14:14.267982 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Current status of the port bc289aaa-2592-46fd-8c0d-42ca3dcbe117 is: DOWN; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 08:14:14.268375 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:14:14.310930 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] For port bc289aaa-2592-46fd-8c0d-42ca3dcbe117, host dv-neutron-861624-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=bc289aaa-2592-46fd-8c0d-42ca3dcbe117,segment=NetworkSegment(b10e8a33-22b3-4727-ac7c-133852c8e524),segment_id=b10e8a33-22b3-4727-ac7c-133852c8e524)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 08:14:14.315136 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:14:14.316102 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device f7eed47d-35b3-48f0-95e8-d44309fcbce1 up at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 08:14:14.395093 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f4a09b8-3f04-4a9b-971e-295a3d50d79d None None] Network f874f259-f498-4168-81b2-e09dc23b7a84 requested from dv-neutron-861624-1-hyperv {{(pid=103334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 08:14:14.396430 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-04821f97-8cc1-478b-a609-943ea9882922 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks [] for port, precommit_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:14:14.401570 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-04821f97-8cc1-478b-a609-943ea9882922 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133553807'] for port, after_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:14:14.417232 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Pushing event updated for resources: {'Port': ['ID=bc289aaa-2592-46fd-8c0d-42ca3dcbe117,revision_number=3']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:14:14.478865 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04821f97-8cc1-478b-a609-943ea9882922 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Pushing event updated for resources: {'Port': ['ID=ed15a9a0-61ec-4c92-80f6-702e9c1042a4,revision_number=2']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:14:14.482118 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Provisioning complete for port f7eed47d-35b3-48f0-95e8-d44309fcbce1 triggered by entity L2. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 08:14:14.482268 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-04821f97-8cc1-478b-a609-943ea9882922 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1574855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1694822'] for router_interface, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:14:14.482501 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:14:14.482841 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Attempt 1 to provision port f7eed47d-35b3-48f0-95e8-d44309fcbce1 Oct 19 08:14:14.532435 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-2d4b5bb2-b125-4fd1-891b-1c09a88bb450 None None] Provisioning complete for port bc289aaa-2592-46fd-8c0d-42ca3dcbe117 triggered by entity DHCP. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 08:14:14.532827 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-2d4b5bb2-b125-4fd1-891b-1c09a88bb450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:14:14.533171 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-2d4b5bb2-b125-4fd1-891b-1c09a88bb450 None None] Attempt 1 to provision port bc289aaa-2592-46fd-8c0d-42ca3dcbe117 Oct 19 08:14:14.578002 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04821f97-8cc1-478b-a609-943ea9882922 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Network f874f259-f498-4168-81b2-e09dc23b7a84 is already hosted by enough agents. {{(pid=103332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 08:14:14.579600 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.base_scheduler [None req-04821f97-8cc1-478b-a609-943ea9882922 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Resources bound (agent type, host, resource id): {{(pid=103332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 08:14:14.699038 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Current status of the port f7eed47d-35b3-48f0-95e8-d44309fcbce1 is: DOWN; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 08:14:14.699283 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04821f97-8cc1-478b-a609-943ea9882922 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Router 0d0df9fa-ca39-4f3b-9584-b7d4debe598f has already been hosted by L3 agent ab388470-1243-4d53-80f2-c2f5899c97a7 {{(pid=103332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 08:14:14.699462 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:14:14.737056 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] For port f7eed47d-35b3-48f0-95e8-d44309fcbce1, host dv-neutron-861624-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=f7eed47d-35b3-48f0-95e8-d44309fcbce1,segment=NetworkSegment(53981d04-8205-40d8-8d33-0510111d6f8f),segment_id=53981d04-8205-40d8-8d33-0510111d6f8f)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 08:14:14.739737 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-2d4b5bb2-b125-4fd1-891b-1c09a88bb450 None None] Current status of the port bc289aaa-2592-46fd-8c0d-42ca3dcbe117 is: ACTIVE; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 08:14:14.742367 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:14:14.799808 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Pushing event updated for resources: {'Port': ['ID=f7eed47d-35b3-48f0-95e8-d44309fcbce1,revision_number=4']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:14:14.817347 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04821f97-8cc1-478b-a609-943ea9882922 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify agent at l3_agent.dv-neutron-861624-1-hyperv the message routers_updated {{(pid=103332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 08:14:14.829091 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-04821f97-8cc1-478b-a609-943ea9882922 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] 10.222.0.27 "PUT /v2.0/routers/0d0df9fa-ca39-4f3b-9584-b7d4debe598f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3488033 Oct 19 08:14:14.977626 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a3b7462-844a-45e5-914b-b738cb370a74 None None] Sync routers for ids ['0d0df9fa-ca39-4f3b-9584-b7d4debe598f'] in dv-neutron-861624-1-hyperv {{(pid=103334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 08:14:14.983241 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-7b1b75b4-b190-43d8-9499-c99866a5b35b req-49488161-25e3-4661-902b-9f3f2ed33b50 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] 10.222.0.27 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-523712689&fields=id&tenant_id=a79253f1761249b4887a71a94ffae3f9 HTTP/1.1" status: 200 len: 267 time: 0.0477128 Oct 19 08:14:14.987313 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-53f26ad8-63ff-4ff9-aca1-d9c5355832f8 None None] Provisioning complete for port bc289aaa-2592-46fd-8c0d-42ca3dcbe117 triggered by entity DHCP. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 08:14:14.987684 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-53f26ad8-63ff-4ff9-aca1-d9c5355832f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:14:14.988014 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-53f26ad8-63ff-4ff9-aca1-d9c5355832f8 None None] Attempt 1 to provision port bc289aaa-2592-46fd-8c0d-42ca3dcbe117 Oct 19 08:14:15.017824 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a3b7462-844a-45e5-914b-b738cb370a74 None None] Routers {'0d0df9fa-ca39-4f3b-9584-b7d4debe598f'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 08:14:15.018463 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-1a3b7462-844a-45e5-914b-b738cb370a74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T08:13:46Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['0d0df9fa-ca39-4f3b-9584-b7d4debe598f'], 'active': True} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:14:15.110089 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1b75b4-b190-43d8-9499-c99866a5b35b req-dc6ecbf8-6caf-462c-95c7-0865d216c149 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:14:15.111756 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-7b1b75b4-b190-43d8-9499-c99866a5b35b req-dc6ecbf8-6caf-462c-95c7-0865d216c149 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] 10.222.0.27 "GET /v2.0/networks?id=f874f259-f498-4168-81b2-e09dc23b7a84 HTTP/1.1" status: 200 len: 796 time: 0.1185226 Oct 19 08:14:15.131547 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-7b1b75b4-b190-43d8-9499-c99866a5b35b req-b86634b8-05ee-437c-9ea9-d7403689c078 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] 10.222.0.27 "GET /v2.0/quotas/a79253f1761249b4887a71a94ffae3f9 HTTP/1.1" status: 200 len: 375 time: 0.0102057 Oct 19 08:14:15.163866 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvr_db [None req-1a3b7462-844a-45e5-914b-b738cb370a74 None None] Set router 0d0df9fa-ca39-4f3b-9584-b7d4debe598f gateway port host: dv-neutron-861624-1-hyperv {{(pid=103334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 08:14:15.185914 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-7b1b75b4-b190-43d8-9499-c99866a5b35b req-93d0317d-6acb-48d9-8028-db68c8d0dbed tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] 10.222.0.27 "GET /v2.0/ports?tenant_id=a79253f1761249b4887a71a94ffae3f9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0483971 Oct 19 08:14:15.188902 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-53f26ad8-63ff-4ff9-aca1-d9c5355832f8 None None] Current status of the port bc289aaa-2592-46fd-8c0d-42ca3dcbe117 is: ACTIVE; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 08:14:15.213918 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-53f26ad8-63ff-4ff9-aca1-d9c5355832f8 None None] Provisioning complete for port ed15a9a0-61ec-4c92-80f6-702e9c1042a4 triggered by entity DHCP. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 08:14:15.214290 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-53f26ad8-63ff-4ff9-aca1-d9c5355832f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:14:15.214622 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-53f26ad8-63ff-4ff9-aca1-d9c5355832f8 None None] Attempt 1 to provision port ed15a9a0-61ec-4c92-80f6-702e9c1042a4 Oct 19 08:14:15.300930 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-7b1b75b4-b190-43d8-9499-c99866a5b35b req-78916d10-9107-495a-b0bd-481051eac951 service neutron] 10.222.0.27 "GET /v2.0/networks/f874f259-f498-4168-81b2-e09dc23b7a84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964279 Oct 19 08:14:15.301150 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-53f26ad8-63ff-4ff9-aca1-d9c5355832f8 None None] Port ed15a9a0-61ec-4c92-80f6-702e9c1042a4 cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 08:14:15.390219 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-7b1b75b4-b190-43d8-9499-c99866a5b35b req-84f5ec73-7243-42af-822c-e39ea0624ebe service neutron] 10.222.0.27 "GET /v2.0/networks/f874f259-f498-4168-81b2-e09dc23b7a84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867183 Oct 19 08:14:15.409278 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-1a3b7462-844a-45e5-914b-b738cb370a74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d0df9fa-ca39-4f3b-9584-b7d4debe598f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1487415199', 'tenant_id': 'a79253f1761249b4887a71a94ffae3f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'external_fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.139'}], 'enable_snat': True}, 'gw_port_id': 'f7eed47d-35b3-48f0-95e8-d44309fcbce1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T08:14:10Z', 'updated_at': '2022-10-19T08:14:13Z', 'revision_number': 4, 'project_id': 'a79253f1761249b4887a71a94ffae3f9', 'gw_port': {'id': 'f7eed47d-35b3-48f0-95e8-d44309fcbce1', 'name': '', 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:87:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d0df9fa-ca39-4f3b-9584-b7d4debe598f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1724, 'fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T08:14:10Z', 'updated_at': '2022-10-19T08:14:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861624-1-hyperv', '_interfaces': [{'id': 'ed15a9a0-61ec-4c92-80f6-702e9c1042a4', 'name': '', 'network_id': 'f874f259-f498-4168-81b2-e09dc23b7a84', 'tenant_id': 'a79253f1761249b4887a71a94ffae3f9', 'mac_address': 'fa:16:3e:db:1b:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d0df9fa-ca39-4f3b-9584-b7d4debe598f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1727, 'fixed_ips': [{'subnet_id': '1d899f52-d831-483e-b8ee-f01d1f872a64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T08:14:13Z', 'updated_at': '2022-10-19T08:14:14Z', 'revision_number': 2, 'project_id': 'a79253f1761249b4887a71a94ffae3f9', 'subnets': [{'id': '1d899f52-d831-483e-b8ee-f01d1f872a64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:14:15.436073 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a3b7462-844a-45e5-914b-b738cb370a74 None None] Checking router: 0d0df9fa-ca39-4f3b-9584-b7d4debe598f for host: dv-neutron-861624-1-hyperv {{(pid=103334) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 08:14:15.436425 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a3b7462-844a-45e5-914b-b738cb370a74 None None] Updating router 0d0df9fa-ca39-4f3b-9584-b7d4debe598f port ed15a9a0-61ec-4c92-80f6-702e9c1042a4 binding host dv-neutron-861624-1-hyperv {{(pid=103334) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 08:14:15.460422 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-1a3b7462-844a-45e5-914b-b738cb370a74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:14:15.557357 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-1be3a696-9088-459e-978c-e349eda45050 req-936ea428-3417-4a07-9331-c4ad765e7007 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] 10.222.0.27 "GET /v2.0/ports?device_id=6fb2f10d-d3c6-4948-98c1-38cf3618aaf9 HTTP/1.1" status: 200 len: 210 time: 0.0286551 Oct 19 08:14:15.738309 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-1a3b7462-844a-45e5-914b-b738cb370a74 None None] Notify callbacks [] for port, precommit_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:14:15.743458 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-1a3b7462-844a-45e5-914b-b738cb370a74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:14:15.917700 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-53f26ad8-63ff-4ff9-aca1-d9c5355832f8 None None] Attempt 2 to provision port ed15a9a0-61ec-4c92-80f6-702e9c1042a4 Oct 19 08:14:15.989664 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1552c4-8f26-4027-9dd2-132be82b910e None None] Pushing event updated for resources: {'Port': ['ID=ed15a9a0-61ec-4c92-80f6-702e9c1042a4,revision_number=3']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:14:16.017525 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-53f26ad8-63ff-4ff9-aca1-d9c5355832f8 None None] Port ed15a9a0-61ec-4c92-80f6-702e9c1042a4 cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 08:14:16.021558 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-1a3b7462-844a-45e5-914b-b738cb370a74 None None] Attempting to bind port ed15a9a0-61ec-4c92-80f6-702e9c1042a4 on host dv-neutron-861624-1-hyperv for vnic_type normal with profile {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 19 08:14:16.021930 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-1a3b7462-844a-45e5-914b-b738cb370a74 None None] Attempting to bind port ed15a9a0-61ec-4c92-80f6-702e9c1042a4 by drivers openvswitch,hyperv on host dv-neutron-861624-1-hyperv at level 0 using segments [{'id': 'b10e8a33-22b3-4727-ac7c-133852c8e524', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'f874f259-f498-4168-81b2-e09dc23b7a84'}] {{(pid=103334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 19 08:14:16.022295 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a3b7462-844a-45e5-914b-b738cb370a74 None None] Attempting to bind port ed15a9a0-61ec-4c92-80f6-702e9c1042a4 on network f874f259-f498-4168-81b2-e09dc23b7a84 {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 08:14:16.028077 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a3b7462-844a-45e5-914b-b738cb370a74 None None] Checking agent: {'id': 'a5b0152c-d633-409b-aaf8-3b76458e2410', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861624-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 19, 7, 30, 19), 'started_at': datetime.datetime(2022, 10, 19, 7, 30, 49), 'heartbeat_timestamp': datetime.datetime(2022, 10, 19, 8, 13, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861624-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 08:14:16.028620 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a3b7462-844a-45e5-914b-b738cb370a74 None None] Checking segment: {'id': 'b10e8a33-22b3-4727-ac7c-133852c8e524', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'f874f259-f498-4168-81b2-e09dc23b7a84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 19 08:14:16.029063 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-1a3b7462-844a-45e5-914b-b738cb370a74 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:14:16.029489 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a3b7462-844a-45e5-914b-b738cb370a74 None None] Bound using segment: {'id': 'b10e8a33-22b3-4727-ac7c-133852c8e524', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'f874f259-f498-4168-81b2-e09dc23b7a84'} {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 08:14:16.029968 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-1a3b7462-844a-45e5-914b-b738cb370a74 None None] Bound port: ed15a9a0-61ec-4c92-80f6-702e9c1042a4, host: dv-neutron-861624-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b10e8a33-22b3-4727-ac7c-133852c8e524', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'f874f259-f498-4168-81b2-e09dc23b7a84'}}] {{(pid=103334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 19 08:14:16.030358 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-1a3b7462-844a-45e5-914b-b738cb370a74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:14:16.073066 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device bc289aaa-2592-46fd-8c0d-42ca3dcbe117 up at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 08:14:16.132648 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-1a3b7462-844a-45e5-914b-b738cb370a74 None None] For port ed15a9a0-61ec-4c92-80f6-702e9c1042a4, host dv-neutron-861624-1-hyperv, cleared binding levels {{(pid=103334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 08:14:16.137043 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-1a3b7462-844a-45e5-914b-b738cb370a74 None None] For port ed15a9a0-61ec-4c92-80f6-702e9c1042a4, host dv-neutron-861624-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=ed15a9a0-61ec-4c92-80f6-702e9c1042a4,segment=NetworkSegment(b10e8a33-22b3-4727-ac7c-133852c8e524),segment_id=b10e8a33-22b3-4727-ac7c-133852c8e524)] {{(pid=103334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 08:14:16.143421 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-1a3b7462-844a-45e5-914b-b738cb370a74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:14:16.190585 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a3b7462-844a-45e5-914b-b738cb370a74 None None] Routers {'0d0df9fa-ca39-4f3b-9584-b7d4debe598f'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 08:14:16.191243 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-1a3b7462-844a-45e5-914b-b738cb370a74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T08:13:46Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['0d0df9fa-ca39-4f3b-9584-b7d4debe598f'], 'active': True} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:14:16.194415 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Provisioning complete for port bc289aaa-2592-46fd-8c0d-42ca3dcbe117 triggered by entity L2. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 08:14:16.194784 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:14:16.195122 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Attempt 1 to provision port bc289aaa-2592-46fd-8c0d-42ca3dcbe117 Oct 19 08:14:16.268462 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1552c4-8f26-4027-9dd2-132be82b910e None None] Pushing event updated for resources: {'Port': ['ID=ed15a9a0-61ec-4c92-80f6-702e9c1042a4,revision_number=4']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:14:16.391970 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvr_db [None req-1a3b7462-844a-45e5-914b-b738cb370a74 None None] Set router 0d0df9fa-ca39-4f3b-9584-b7d4debe598f gateway port host: dv-neutron-861624-1-hyperv {{(pid=103334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 08:14:16.395915 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-b0737b68-2148-4a11-928a-376a4ad3a05a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:14:16.426630 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Current status of the port bc289aaa-2592-46fd-8c0d-42ca3dcbe117 is: ACTIVE; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 08:14:16.427724 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device f7eed47d-35b3-48f0-95e8-d44309fcbce1 up at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 08:14:16.504599 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1b75b4-b190-43d8-9499-c99866a5b35b req-be911494-b429-4d02-9dfb-f296b305581b tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:14:16.506293 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-7b1b75b4-b190-43d8-9499-c99866a5b35b req-be911494-b429-4d02-9dfb-f296b305581b tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] 10.222.0.16 "GET /v2.0/networks?id=f874f259-f498-4168-81b2-e09dc23b7a84 HTTP/1.1" status: 200 len: 796 time: 0.1151652 Oct 19 08:14:16.518262 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-53f26ad8-63ff-4ff9-aca1-d9c5355832f8 None None] Attempt 3 to provision port ed15a9a0-61ec-4c92-80f6-702e9c1042a4 Oct 19 08:14:16.567985 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-7b1b75b4-b190-43d8-9499-c99866a5b35b req-bbd5501c-2ba7-4f1e-9c4d-3eb530a9a97e tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a79253f1761249b4887a71a94ffae3f9 HTTP/1.1" status: 200 len: 379 time: 0.0521450 Oct 19 08:14:16.581037 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [req-7b1b75b4-b190-43d8-9499-c99866a5b35b req-92a0fcf7-1dac-46ac-9476-0a9805e9137c tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Request body: {'port': {'device_id': '6fb2f10d-d3c6-4948-98c1-38cf3618aaf9', 'network_id': 'f874f259-f498-4168-81b2-e09dc23b7a84', 'admin_state_up': True, 'tenant_id': 'a79253f1761249b4887a71a94ffae3f9', 'security_groups': ['9b5754b7-5a2c-4dcf-988d-f8926a4040f6']}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 08:14:16.621496 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Provisioning complete for port f7eed47d-35b3-48f0-95e8-d44309fcbce1 triggered by entity L2. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 08:14:16.621918 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:14:16.622181 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Attempt 1 to provision port f7eed47d-35b3-48f0-95e8-d44309fcbce1 Oct 19 08:14:16.673274 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-77c67439-8aa7-47c1-982e-73cef47552f5 req-c2ad47c8-99cd-4b9b-8ca2-56bcaa05ba98 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] 10.222.0.27 "GET /v2.0/ports?device_id=6fb2f10d-d3c6-4948-98c1-38cf3618aaf9 HTTP/1.1" status: 200 len: 210 time: 0.0359960 Oct 19 08:14:16.700078 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b1b75b4-b190-43d8-9499-c99866a5b35b req-92a0fcf7-1dac-46ac-9476-0a9805e9137c tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Made reservation on behalf of a79253f1761249b4887a71a94ffae3f9 for: {'port': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 08:14:16.704355 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [req-7b1b75b4-b190-43d8-9499-c99866a5b35b req-92a0fcf7-1dac-46ac-9476-0a9805e9137c tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:14:16.733686 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-53f26ad8-63ff-4ff9-aca1-d9c5355832f8 None None] Current status of the port ed15a9a0-61ec-4c92-80f6-702e9c1042a4 is: DOWN; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 08:14:16.734139 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-53f26ad8-63ff-4ff9-aca1-d9c5355832f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:14:16.802454 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-53f26ad8-63ff-4ff9-aca1-d9c5355832f8 None None] For port ed15a9a0-61ec-4c92-80f6-702e9c1042a4, host dv-neutron-861624-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=ed15a9a0-61ec-4c92-80f6-702e9c1042a4,segment=NetworkSegment(b10e8a33-22b3-4727-ac7c-133852c8e524),segment_id=b10e8a33-22b3-4727-ac7c-133852c8e524)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 08:14:16.811006 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-53f26ad8-63ff-4ff9-aca1-d9c5355832f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:14:16.818614 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Current status of the port f7eed47d-35b3-48f0-95e8-d44309fcbce1 is: ACTIVE; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 08:14:16.837114 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.db_base_plugin_common [req-7b1b75b4-b190-43d8-9499-c99866a5b35b req-92a0fcf7-1dac-46ac-9476-0a9805e9137c tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Allocated IP 172.20.0.14 (f874f259-f498-4168-81b2-e09dc23b7a84/1d899f52-d831-483e-b8ee-f01d1f872a64/454239c2-f47b-4b95-836e-8c31a6920212) {{(pid=103333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 08:14:16.847191 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-1a3b7462-844a-45e5-914b-b738cb370a74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d0df9fa-ca39-4f3b-9584-b7d4debe598f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1487415199', 'tenant_id': 'a79253f1761249b4887a71a94ffae3f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'external_fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.139'}], 'enable_snat': True}, 'gw_port_id': 'f7eed47d-35b3-48f0-95e8-d44309fcbce1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T08:14:10Z', 'updated_at': '2022-10-19T08:14:13Z', 'revision_number': 4, 'project_id': 'a79253f1761249b4887a71a94ffae3f9', 'gw_port': {'id': 'f7eed47d-35b3-48f0-95e8-d44309fcbce1', 'name': '', 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:87:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d0df9fa-ca39-4f3b-9584-b7d4debe598f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1724, 'fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T08:14:10Z', 'updated_at': '2022-10-19T08:14:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861624-1-hyperv', '_interfaces': [{'id': 'ed15a9a0-61ec-4c92-80f6-702e9c1042a4', 'name': '', 'network_id': 'f874f259-f498-4168-81b2-e09dc23b7a84', 'tenant_id': 'a79253f1761249b4887a71a94ffae3f9', 'mac_address': 'fa:16:3e:db:1b:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d0df9fa-ca39-4f3b-9584-b7d4debe598f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1727, 'fixed_ips': [{'subnet_id': '1d899f52-d831-483e-b8ee-f01d1f872a64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T08:14:13Z', 'updated_at': '2022-10-19T08:14:16Z', 'revision_number': 4, 'project_id': 'a79253f1761249b4887a71a94ffae3f9', 'subnets': [{'id': '1d899f52-d831-483e-b8ee-f01d1f872a64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:14:16.880548 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a3b7462-844a-45e5-914b-b738cb370a74 None None] The sync data for ids ['0d0df9fa-ca39-4f3b-9584-b7d4debe598f'] in dv-neutron-861624-1-hyperv is: [{'id': '0d0df9fa-ca39-4f3b-9584-b7d4debe598f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1487415199', 'tenant_id': 'a79253f1761249b4887a71a94ffae3f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'external_fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.139'}], 'enable_snat': True}, 'gw_port_id': 'f7eed47d-35b3-48f0-95e8-d44309fcbce1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T08:14:10Z', 'updated_at': '2022-10-19T08:14:13Z', 'revision_number': 4, 'project_id': 'a79253f1761249b4887a71a94ffae3f9', 'gw_port': {'id': 'f7eed47d-35b3-48f0-95e8-d44309fcbce1', 'name': '', 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:87:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d0df9fa-ca39-4f3b-9584-b7d4debe598f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1724, 'fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T08:14:10Z', 'updated_at': '2022-10-19T08:14:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861624-1-hyperv', '_interfaces': [{'id': 'ed15a9a0-61ec-4c92-80f6-702e9c1042a4', 'name': '', 'network_id': 'f874f259-f498-4168-81b2-e09dc23b7a84', 'tenant_id': 'a79253f1761249b4887a71a94ffae3f9', 'mac_address': 'fa:16:3e:db:1b:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d0df9fa-ca39-4f3b-9584-b7d4debe598f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1727, 'fixed_ips': [{'subnet_id': '1d899f52-d831-483e-b8ee-f01d1f872a64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T08:14:13Z', 'updated_at': '2022-10-19T08:14:16Z', 'revision_number': 4, 'project_id': 'a79253f1761249b4887a71a94ffae3f9', 'subnets': [{'id': '1d899f52-d831-483e-b8ee-f01d1f872a64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 08:14:16.899432 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f26ad8-63ff-4ff9-aca1-d9c5355832f8 None None] Pushing event updated for resources: {'Port': ['ID=ed15a9a0-61ec-4c92-80f6-702e9c1042a4,revision_number=5']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:14:16.936273 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-f9877deb-238f-469b-9d03-34169953ffff None None] Provisioning complete for port ed15a9a0-61ec-4c92-80f6-702e9c1042a4 triggered by entity DHCP. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 08:14:16.936789 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-f9877deb-238f-469b-9d03-34169953ffff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:14:16.937186 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-f9877deb-238f-469b-9d03-34169953ffff None None] Attempt 1 to provision port ed15a9a0-61ec-4c92-80f6-702e9c1042a4 Oct 19 08:14:17.017089 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [req-7b1b75b4-b190-43d8-9499-c99866a5b35b req-92a0fcf7-1dac-46ac-9476-0a9805e9137c tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks [] for port, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:14:17.030548 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-f9877deb-238f-469b-9d03-34169953ffff None None] Current status of the port ed15a9a0-61ec-4c92-80f6-702e9c1042a4 is: ACTIVE; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 08:14:17.056434 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [req-7b1b75b4-b190-43d8-9499-c99866a5b35b req-92a0fcf7-1dac-46ac-9476-0a9805e9137c tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785020947330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130996763'] for port, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:14:17.104167 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b1b75b4-b190-43d8-9499-c99866a5b35b req-92a0fcf7-1dac-46ac-9476-0a9805e9137c tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Network f874f259-f498-4168-81b2-e09dc23b7a84 is already hosted by enough agents. {{(pid=103333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 08:14:17.107468 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [req-7b1b75b4-b190-43d8-9499-c99866a5b35b req-92a0fcf7-1dac-46ac-9476-0a9805e9137c tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Resources bound (agent type, host, resource id): {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 08:14:17.111426 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b1b75b4-b190-43d8-9499-c99866a5b35b req-92a0fcf7-1dac-46ac-9476-0a9805e9137c tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Received port after_create {{(pid=103333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 08:14:17.118003 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a0fcf7-1dac-46ac-9476-0a9805e9137c tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Pushing event updated for resources: {'Port': ['ID=454239c2-f47b-4b95-836e-8c31a6920212,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:14:17.170104 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1b75b4-b190-43d8-9499-c99866a5b35b req-92a0fcf7-1dac-46ac-9476-0a9805e9137c tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:14:17.170751 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [req-7b1b75b4-b190-43d8-9499-c99866a5b35b req-92a0fcf7-1dac-46ac-9476-0a9805e9137c tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42160'] for port, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:14:17.188216 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-7b1b75b4-b190-43d8-9499-c99866a5b35b req-92a0fcf7-1dac-46ac-9476-0a9805e9137c tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6108670 Oct 19 08:14:17.201739 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [req-7b1b75b4-b190-43d8-9499-c99866a5b35b req-840065b5-9060-4ec4-ad46-7540786bd27b service neutron] Request body: {'port': {'device_id': '6fb2f10d-d3c6-4948-98c1-38cf3618aaf9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8616'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 08:14:17.271954 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [req-7b1b75b4-b190-43d8-9499-c99866a5b35b req-840065b5-9060-4ec4-ad46-7540786bd27b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:14:17.354229 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-3a8c567c-0597-488d-8704-7d9d7fe43a69 None None] Provisioning complete for port 454239c2-f47b-4b95-836e-8c31a6920212 triggered by entity DHCP. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 08:14:17.354844 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-3a8c567c-0597-488d-8704-7d9d7fe43a69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:14:17.354935 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-3a8c567c-0597-488d-8704-7d9d7fe43a69 None None] Attempt 1 to provision port 454239c2-f47b-4b95-836e-8c31a6920212 Oct 19 08:14:17.396484 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-3a8c567c-0597-488d-8704-7d9d7fe43a69 None None] Port 454239c2-f47b-4b95-836e-8c31a6920212 cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 08:14:17.569043 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.notifiers.nova [req-7b1b75b4-b190-43d8-9499-c99866a5b35b req-840065b5-9060-4ec4-ad46-7540786bd27b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 454239c2-f47b-4b95-836e-8c31a6920212 {{(pid=103333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 19 08:14:17.577088 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [req-7b1b75b4-b190-43d8-9499-c99866a5b35b req-840065b5-9060-4ec4-ad46-7540786bd27b service neutron] Notify callbacks [] for port, precommit_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:14:17.589756 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.provisioning_blocks [req-7b1b75b4-b190-43d8-9499-c99866a5b35b req-840065b5-9060-4ec4-ad46-7540786bd27b service neutron] Transition to ACTIVE for port object 454239c2-f47b-4b95-836e-8c31a6920212 will not be triggered until provisioned by entity L2. {{(pid=103333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 19 08:14:17.593251 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [req-7b1b75b4-b190-43d8-9499-c99866a5b35b req-840065b5-9060-4ec4-ad46-7540786bd27b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130996754'] for port, after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:14:17.657911 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840065b5-9060-4ec4-ad46-7540786bd27b service neutron] Pushing event updated for resources: {'Port': ['ID=454239c2-f47b-4b95-836e-8c31a6920212,revision_number=2']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:14:17.706774 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.managers [req-7b1b75b4-b190-43d8-9499-c99866a5b35b req-840065b5-9060-4ec4-ad46-7540786bd27b service neutron] Attempting to bind port 454239c2-f47b-4b95-836e-8c31a6920212 on host hv-neutron-8616 for vnic_type normal with profile {{(pid=103333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 19 08:14:17.707243 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.managers [req-7b1b75b4-b190-43d8-9499-c99866a5b35b req-840065b5-9060-4ec4-ad46-7540786bd27b service neutron] Attempting to bind port 454239c2-f47b-4b95-836e-8c31a6920212 by drivers openvswitch,hyperv on host hv-neutron-8616 at level 0 using segments [{'id': 'b10e8a33-22b3-4727-ac7c-133852c8e524', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'f874f259-f498-4168-81b2-e09dc23b7a84'}] {{(pid=103333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 19 08:14:17.707575 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b1b75b4-b190-43d8-9499-c99866a5b35b req-840065b5-9060-4ec4-ad46-7540786bd27b service neutron] Attempting to bind port 454239c2-f47b-4b95-836e-8c31a6920212 on network f874f259-f498-4168-81b2-e09dc23b7a84 {{(pid=103333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 08:14:17.712365 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b1b75b4-b190-43d8-9499-c99866a5b35b req-840065b5-9060-4ec4-ad46-7540786bd27b service neutron] Port 454239c2-f47b-4b95-836e-8c31a6920212 on network f874f259-f498-4168-81b2-e09dc23b7a84 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8616 {{(pid=103333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 08:14:17.712716 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b1b75b4-b190-43d8-9499-c99866a5b35b req-840065b5-9060-4ec4-ad46-7540786bd27b service neutron] Attempting to bind port 454239c2-f47b-4b95-836e-8c31a6920212 on network f874f259-f498-4168-81b2-e09dc23b7a84 {{(pid=103333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 08:14:17.719377 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b1b75b4-b190-43d8-9499-c99866a5b35b req-840065b5-9060-4ec4-ad46-7540786bd27b service neutron] Checking agent: {'id': '5297b6e1-8fc1-4f42-910c-8f50c918ca65', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8616', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 19, 7, 36, 11), 'started_at': datetime.datetime(2022, 10, 19, 7, 36, 11), 'heartbeat_timestamp': datetime.datetime(2022, 10, 19, 8, 14, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 08:14:17.719715 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b1b75b4-b190-43d8-9499-c99866a5b35b req-840065b5-9060-4ec4-ad46-7540786bd27b service neutron] Checking segment: {'id': 'b10e8a33-22b3-4727-ac7c-133852c8e524', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'f874f259-f498-4168-81b2-e09dc23b7a84'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 19 08:14:17.720096 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b1b75b4-b190-43d8-9499-c99866a5b35b req-840065b5-9060-4ec4-ad46-7540786bd27b service neutron] Bound using segment: {'id': 'b10e8a33-22b3-4727-ac7c-133852c8e524', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'f874f259-f498-4168-81b2-e09dc23b7a84'} {{(pid=103333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 08:14:17.720547 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.managers [req-7b1b75b4-b190-43d8-9499-c99866a5b35b req-840065b5-9060-4ec4-ad46-7540786bd27b service neutron] Bound port: 454239c2-f47b-4b95-836e-8c31a6920212, host: hv-neutron-8616, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b10e8a33-22b3-4727-ac7c-133852c8e524', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'f874f259-f498-4168-81b2-e09dc23b7a84'}}] {{(pid=103333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 19 08:14:17.720903 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [req-7b1b75b4-b190-43d8-9499-c99866a5b35b req-840065b5-9060-4ec4-ad46-7540786bd27b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:14:17.789491 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.db [req-7b1b75b4-b190-43d8-9499-c99866a5b35b req-840065b5-9060-4ec4-ad46-7540786bd27b service neutron] For port 454239c2-f47b-4b95-836e-8c31a6920212, host hv-neutron-8616, cleared binding levels {{(pid=103333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 08:14:17.793395 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.db [req-7b1b75b4-b190-43d8-9499-c99866a5b35b req-840065b5-9060-4ec4-ad46-7540786bd27b service neutron] For port 454239c2-f47b-4b95-836e-8c31a6920212, host hv-neutron-8616, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=454239c2-f47b-4b95-836e-8c31a6920212,segment=NetworkSegment(b10e8a33-22b3-4727-ac7c-133852c8e524),segment_id=b10e8a33-22b3-4727-ac7c-133852c8e524)] {{(pid=103333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 08:14:17.799125 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [req-7b1b75b4-b190-43d8-9499-c99866a5b35b req-840065b5-9060-4ec4-ad46-7540786bd27b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130996754'] for port, after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:14:17.803306 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1b75b4-b190-43d8-9499-c99866a5b35b req-840065b5-9060-4ec4-ad46-7540786bd27b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:14:17.804133 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [req-7b1b75b4-b190-43d8-9499-c99866a5b35b req-840065b5-9060-4ec4-ad46-7540786bd27b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42160'] for port, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:14:17.805932 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-7b1b75b4-b190-43d8-9499-c99866a5b35b req-840065b5-9060-4ec4-ad46-7540786bd27b service neutron] 10.222.0.16 "PUT /v2.0/ports/454239c2-f47b-4b95-836e-8c31a6920212 HTTP/1.1" status: 200 len: 1094 time: 0.6102130 Oct 19 08:14:17.809278 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45420a0f-860c-42e8-bdef-36b294ffdffc req-bec71472-843e-497a-9534-8ab1b5117301 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:14:17.810031 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6fb2f10d-d3c6-4948-98c1-38cf3618aaf9', 'tag': '454239c2-f47b-4b95-836e-8c31a6920212'}] {{(pid=103333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 19 08:14:17.811693 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-45420a0f-860c-42e8-bdef-36b294ffdffc req-bec71472-843e-497a-9534-8ab1b5117301 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] 10.222.0.27 "GET /v2.0/ports?device_id=6fb2f10d-d3c6-4948-98c1-38cf3618aaf9 HTTP/1.1" status: 200 len: 944 time: 0.0553110 Oct 19 08:14:17.812795 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e3bb7d74903c72d9cb0d0f2f187c581e0456bd3142b101dc46d694cf75cdf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57f608d4-84a7-47d5-b00f-58320e81f3ba" -d '{"events": [{"name": "network-changed", "server_uuid": "6fb2f10d-d3c6-4948-98c1-38cf3618aaf9", "tag": "454239c2-f47b-4b95-836e-8c31a6920212"}]}' {{(pid=103333) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 08:14:17.872251 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-45420a0f-860c-42e8-bdef-36b294ffdffc req-8890a5ba-730a-4253-8aaa-77f9887acaa6 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] 10.222.0.27 "GET /v2.0/security-groups?id=9b5754b7-5a2c-4dcf-988d-f8926a4040f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425506 Oct 19 08:14:17.881067 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 19 Oct 2022 08:14:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1daebe2c-51ae-45f9-b29f-94c33bb713bd x-openstack-request-id: req-1daebe2c-51ae-45f9-b29f-94c33bb713bd {{(pid=103333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 08:14:17.881278 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6fb2f10d-d3c6-4948-98c1-38cf3618aaf9", "tag": "454239c2-f47b-4b95-836e-8c31a6920212", "status": "completed", "code": 200}]} {{(pid=103333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 08:14:17.881446 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-1daebe2c-51ae-45f9-b29f-94c33bb713bd {{(pid=103333) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 08:14:17.881845 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1daebe2c-51ae-45f9-b29f-94c33bb713bd'] response: {'name': 'network-changed', 'server_uuid': '6fb2f10d-d3c6-4948-98c1-38cf3618aaf9', 'tag': '454239c2-f47b-4b95-836e-8c31a6920212', 'status': 'completed', 'code': 200} Oct 19 08:14:17.897289 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-3a8c567c-0597-488d-8704-7d9d7fe43a69 None None] Attempt 2 to provision port 454239c2-f47b-4b95-836e-8c31a6920212 Oct 19 08:14:17.919187 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840065b5-9060-4ec4-ad46-7540786bd27b service neutron] Pushing event updated for resources: {'Port': ['ID=454239c2-f47b-4b95-836e-8c31a6920212,revision_number=3']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:14:17.924323 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1b75b4-b190-43d8-9499-c99866a5b35b req-6798e53f-c146-4a5b-8f92-15c25f2a3a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:14:17.925966 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-7b1b75b4-b190-43d8-9499-c99866a5b35b req-6798e53f-c146-4a5b-8f92-15c25f2a3a24 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a79253f1761249b4887a71a94ffae3f9&device_id=6fb2f10d-d3c6-4948-98c1-38cf3618aaf9 HTTP/1.1" status: 200 len: 1097 time: 0.0792434 Oct 19 08:14:17.943351 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-3a8c567c-0597-488d-8704-7d9d7fe43a69 None None] Port 454239c2-f47b-4b95-836e-8c31a6920212 had new provisioning blocks added so it will not transition to active. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:370}} Oct 19 08:14:17.970355 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-7b1b75b4-b190-43d8-9499-c99866a5b35b req-92e8fcb5-ed02-43f5-8d38-73f6306c5b21 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=454239c2-f47b-4b95-836e-8c31a6920212 HTTP/1.1" status: 200 len: 217 time: 0.0362215 Oct 19 08:14:18.026613 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1b75b4-b190-43d8-9499-c99866a5b35b req-b5ca871e-5620-4a81-b766-52b7f886f0c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:14:18.028102 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-7b1b75b4-b190-43d8-9499-c99866a5b35b req-b5ca871e-5620-4a81-b766-52b7f886f0c7 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=1d899f52-d831-483e-b8ee-f01d1f872a64 HTTP/1.1" status: 200 len: 834 time: 0.0520329 Oct 19 08:14:18.066098 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-2a2259f7-b034-4eec-af7a-7abaede746c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:14:18.086186 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1b75b4-b190-43d8-9499-c99866a5b35b req-3a94df40-c0ac-45f5-8a40-6d57950b7de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:14:18.086662 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device ed15a9a0-61ec-4c92-80f6-702e9c1042a4 up at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 08:14:18.087877 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-7b1b75b4-b190-43d8-9499-c99866a5b35b req-3a94df40-c0ac-45f5-8a40-6d57950b7de7 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f874f259-f498-4168-81b2-e09dc23b7a84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0537670 Oct 19 08:14:18.135366 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Provisioning complete for port ed15a9a0-61ec-4c92-80f6-702e9c1042a4 triggered by entity L2. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 08:14:18.135774 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:14:18.136182 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Attempt 1 to provision port ed15a9a0-61ec-4c92-80f6-702e9c1042a4 Oct 19 08:14:18.177919 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-7b1b75b4-b190-43d8-9499-c99866a5b35b req-44ba05a6-9168-4080-a244-121f5c6c5a50 service neutron] 10.222.0.16 "GET /v2.0/networks/f874f259-f498-4168-81b2-e09dc23b7a84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835502 Oct 19 08:14:18.215520 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Current status of the port ed15a9a0-61ec-4c92-80f6-702e9c1042a4 is: ACTIVE; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 08:14:18.272057 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-7b1b75b4-b190-43d8-9499-c99866a5b35b req-58db90d4-43a2-4b06-97c5-0ff967257023 service neutron] 10.222.0.16 "GET /v2.0/networks/f874f259-f498-4168-81b2-e09dc23b7a84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875559 Oct 19 08:14:18.352552 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f608d4-84a7-47d5-b00f-58320e81f3ba req-af77e11b-9346-49a9-8687-10e03747f7dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:14:18.354452 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-57f608d4-84a7-47d5-b00f-58320e81f3ba req-af77e11b-9346-49a9-8687-10e03747f7dc service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a79253f1761249b4887a71a94ffae3f9&device_id=6fb2f10d-d3c6-4948-98c1-38cf3618aaf9 HTTP/1.1" status: 200 len: 1097 time: 0.0408328 Oct 19 08:14:18.688655 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f608d4-84a7-47d5-b00f-58320e81f3ba req-2627398e-05bf-4b57-9923-acb6591aabd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:14:18.690032 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-57f608d4-84a7-47d5-b00f-58320e81f3ba req-2627398e-05bf-4b57-9923-acb6591aabd5 service neutron] 10.222.0.16 "GET /v2.0/networks?id=f874f259-f498-4168-81b2-e09dc23b7a84 HTTP/1.1" status: 200 len: 897 time: 0.3290877 Oct 19 08:14:18.731417 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-57f608d4-84a7-47d5-b00f-58320e81f3ba req-0ebb8233-3929-4695-88b2-fa93f00944d3 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=454239c2-f47b-4b95-836e-8c31a6920212 HTTP/1.1" status: 200 len: 217 time: 0.0344665 Oct 19 08:14:18.779342 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f608d4-84a7-47d5-b00f-58320e81f3ba req-c57076e0-2d81-45e5-8f12-18c3be0aadf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:14:18.780768 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-57f608d4-84a7-47d5-b00f-58320e81f3ba req-c57076e0-2d81-45e5-8f12-18c3be0aadf6 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=1d899f52-d831-483e-b8ee-f01d1f872a64 HTTP/1.1" status: 200 len: 834 time: 0.0427682 Oct 19 08:14:18.826777 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f608d4-84a7-47d5-b00f-58320e81f3ba req-8303d72f-2d31-42dc-aa86-11b5684b83a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:14:18.828244 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-57f608d4-84a7-47d5-b00f-58320e81f3ba req-8303d72f-2d31-42dc-aa86-11b5684b83a8 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f874f259-f498-4168-81b2-e09dc23b7a84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0397112 Oct 19 08:14:18.924441 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-57f608d4-84a7-47d5-b00f-58320e81f3ba req-4ea4cc81-7a60-413b-a0d8-5b5e7de5c30f service neutron] 10.222.0.16 "GET /v2.0/networks/f874f259-f498-4168-81b2-e09dc23b7a84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881898 Oct 19 08:14:18.996129 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2feae0-7e8e-4b8d-8c91-772582082131 req-e5df7865-2219-449b-9d1e-63981fe59638 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:14:18.997556 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-5e2feae0-7e8e-4b8d-8c91-772582082131 req-e5df7865-2219-449b-9d1e-63981fe59638 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] 10.222.0.27 "GET /v2.0/ports?device_id=6fb2f10d-d3c6-4948-98c1-38cf3618aaf9 HTTP/1.1" status: 200 len: 944 time: 0.0493326 Oct 19 08:14:19.022208 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-57f608d4-84a7-47d5-b00f-58320e81f3ba req-4ce5b600-a8d5-4d7e-bf60-1c738c68b7fe service neutron] 10.222.0.16 "GET /v2.0/networks/f874f259-f498-4168-81b2-e09dc23b7a84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897086 Oct 19 08:14:19.035129 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-5e2feae0-7e8e-4b8d-8c91-772582082131 req-8d1bf1f9-85a4-4ade-8055-afea12d4ab55 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] 10.222.0.27 "GET /v2.0/security-groups?id=9b5754b7-5a2c-4dcf-988d-f8926a4040f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314970 Oct 19 08:14:19.137048 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-1a0da505-d0f9-48c6-b7e2-53b9c5e41298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:14:19.225309 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:14:20.074301 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Device 454239c2-f47b-4b95-836e-8c31a6920212 details requested by agent hyperv_hv-neutron-8616 with host hv-neutron-8616 {{(pid=103334) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 08:14:20.158623 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfee88bd-a57c-4294-b07e-e94a9ed2faf1 req-13f5c42a-8ae2-4ec0-b1aa-81ceeea701b7 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:14:20.160248 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-dfee88bd-a57c-4294-b07e-e94a9ed2faf1 req-13f5c42a-8ae2-4ec0-b1aa-81ceeea701b7 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] 10.222.0.27 "GET /v2.0/ports?device_id=6fb2f10d-d3c6-4948-98c1-38cf3618aaf9 HTTP/1.1" status: 200 len: 944 time: 0.0498538 Oct 19 08:14:20.168347 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] For port 454239c2-f47b-4b95-836e-8c31a6920212, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=454239c2-f47b-4b95-836e-8c31a6920212,segment=NetworkSegment(b10e8a33-22b3-4727-ac7c-133852c8e524),segment_id=b10e8a33-22b3-4727-ac7c-133852c8e524)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 08:14:20.184348 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Returning: {'device': '454239c2-f47b-4b95-836e-8c31a6920212', 'network_id': 'f874f259-f498-4168-81b2-e09dc23b7a84', 'port_id': '454239c2-f47b-4b95-836e-8c31a6920212', 'mac_address': 'fa:16:3e:71:db:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d899f52-d831-483e-b8ee-f01d1f872a64', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103334) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 08:14:20.202933 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-dfee88bd-a57c-4294-b07e-e94a9ed2faf1 req-f7459650-b268-470f-a77f-890ca65b6c8d tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] 10.222.0.27 "GET /v2.0/security-groups?id=9b5754b7-5a2c-4dcf-988d-f8926a4040f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365236 Oct 19 08:14:20.221800 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Current status of the port 454239c2-f47b-4b95-836e-8c31a6920212 is: DOWN; New status is: BUILD {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 08:14:20.222185 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:14:20.235172 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.notifiers.nova [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 454239c2-f47b-4b95-836e-8c31a6920212 {{(pid=103334) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 19 08:14:20.255687 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] For port 454239c2-f47b-4b95-836e-8c31a6920212, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=454239c2-f47b-4b95-836e-8c31a6920212,segment=NetworkSegment(b10e8a33-22b3-4727-ac7c-133852c8e524),segment_id=b10e8a33-22b3-4727-ac7c-133852c8e524)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 08:14:20.259382 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:14:20.309531 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Pushing event updated for resources: {'Port': ['ID=454239c2-f47b-4b95-836e-8c31a6920212,revision_number=4']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:14:20.467538 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] get_ports_and_sgs() called for port_ids ['454239c2-f47b-4b95-836e-8c31a6920212'] {{(pid=103334) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 19 08:14:21.333036 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abc629d-4a9d-4df7-8972-bbade305b30d req-ed0d1d3b-fb37-4b11-b19f-7523213259f8 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:14:21.334566 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-9abc629d-4a9d-4df7-8972-bbade305b30d req-ed0d1d3b-fb37-4b11-b19f-7523213259f8 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] 10.222.0.27 "GET /v2.0/ports?device_id=6fb2f10d-d3c6-4948-98c1-38cf3618aaf9 HTTP/1.1" status: 200 len: 945 time: 0.0538054 Oct 19 08:14:21.382879 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-9abc629d-4a9d-4df7-8972-bbade305b30d req-a325c619-584d-4968-91cc-0c96442db61d tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] 10.222.0.27 "GET /v2.0/security-groups?id=9b5754b7-5a2c-4dcf-988d-f8926a4040f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406144 Oct 19 08:14:22.074902 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Device 454239c2-f47b-4b95-836e-8c31a6920212 up at agent hyperv_hv-neutron-8616 {{(pid=103334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 08:14:22.126979 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Provisioning for port 454239c2-f47b-4b95-836e-8c31a6920212 completed by entity L2. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 19 08:14:22.131155 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Provisioning complete for port 454239c2-f47b-4b95-836e-8c31a6920212 triggered by entity L2. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 08:14:22.131527 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:14:22.131876 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Attempt 1 to provision port 454239c2-f47b-4b95-836e-8c31a6920212 Oct 19 08:14:22.205333 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Current status of the port 454239c2-f47b-4b95-836e-8c31a6920212 is: BUILD; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 08:14:22.205712 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:14:22.227865 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fb2f10d-d3c6-4948-98c1-38cf3618aaf9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '454239c2-f47b-4b95-836e-8c31a6920212'}] {{(pid=103334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 19 08:14:22.230684 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d918bd29c62f7e926e80ce37adcd574e0921d2de3006e6b6ef58999f52d8e2e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9074cdbc-9b70-4c6e-8d9c-90abd6c7f4b8" -d '{"events": [{"server_uuid": "6fb2f10d-d3c6-4948-98c1-38cf3618aaf9", "name": "network-vif-plugged", "status": "completed", "tag": "454239c2-f47b-4b95-836e-8c31a6920212"}]}' {{(pid=103334) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 08:14:22.243526 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] For port 454239c2-f47b-4b95-836e-8c31a6920212, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=454239c2-f47b-4b95-836e-8c31a6920212,segment=NetworkSegment(b10e8a33-22b3-4727-ac7c-133852c8e524),segment_id=b10e8a33-22b3-4727-ac7c-133852c8e524)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 08:14:22.249127 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:14:22.274590 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 19 Oct 2022 08:14:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5020b191-3f4c-4532-9601-55a3cef29763 x-openstack-request-id: req-5020b191-3f4c-4532-9601-55a3cef29763 {{(pid=103334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 08:14:22.274879 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fb2f10d-d3c6-4948-98c1-38cf3618aaf9", "name": "network-vif-plugged", "status": "completed", "tag": "454239c2-f47b-4b95-836e-8c31a6920212", "code": 200}]} {{(pid=103334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 08:14:22.275461 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-5020b191-3f4c-4532-9601-55a3cef29763 {{(pid=103334) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 08:14:22.275596 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5020b191-3f4c-4532-9601-55a3cef29763'] response: {'server_uuid': '6fb2f10d-d3c6-4948-98c1-38cf3618aaf9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '454239c2-f47b-4b95-836e-8c31a6920212', 'code': 200} Oct 19 08:14:22.301399 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Pushing event updated for resources: {'Port': ['ID=454239c2-f47b-4b95-836e-8c31a6920212,revision_number=5']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:14:22.437300 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6dbd37-8e71-43f6-b25b-272d65af7ee6 req-261fdb7e-83f6-47c4-acb1-7ca8f578f68a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:14:22.438939 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-bc6dbd37-8e71-43f6-b25b-272d65af7ee6 req-261fdb7e-83f6-47c4-acb1-7ca8f578f68a service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=6fb2f10d-d3c6-4948-98c1-38cf3618aaf9 HTTP/1.1" status: 200 len: 1099 time: 0.0445023 Oct 19 08:14:22.474769 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-bc6dbd37-8e71-43f6-b25b-272d65af7ee6 req-48d118ee-ce32-47a7-8d46-3e9a40d6fcf5 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=9b5754b7-5a2c-4dcf-988d-f8926a4040f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0290911 Oct 19 08:14:22.510383 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f42656-6b75-4996-9657-74cc497c2d59 req-31d5214d-20fd-4b78-bb57-880358acfd97 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:14:22.511893 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-38f42656-6b75-4996-9657-74cc497c2d59 req-31d5214d-20fd-4b78-bb57-880358acfd97 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] 10.222.0.27 "GET /v2.0/ports?device_id=6fb2f10d-d3c6-4948-98c1-38cf3618aaf9 HTTP/1.1" status: 200 len: 946 time: 0.0527277 Oct 19 08:14:22.550964 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-38f42656-6b75-4996-9657-74cc497c2d59 req-b42b0cde-fcf9-4258-9b94-cdfa8510472b tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] 10.222.0.27 "GET /v2.0/security-groups?id=9b5754b7-5a2c-4dcf-988d-f8926a4040f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331733 Oct 19 08:14:23.670659 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763cfa6b-fd2a-4607-968c-c4ae20ebfe39 req-e323da9a-e2f6-4bad-9c39-5d8ae9203fb7 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:14:23.672117 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-763cfa6b-fd2a-4607-968c-c4ae20ebfe39 req-e323da9a-e2f6-4bad-9c39-5d8ae9203fb7 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] 10.222.0.27 "GET /v2.0/ports?device_id=6fb2f10d-d3c6-4948-98c1-38cf3618aaf9 HTTP/1.1" status: 200 len: 946 time: 0.0484190 Oct 19 08:14:23.713649 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-763cfa6b-fd2a-4607-968c-c4ae20ebfe39 req-3d2fa587-803d-4120-bcc2-5ddfdd7e87cb tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] 10.222.0.27 "GET /v2.0/security-groups?id=9b5754b7-5a2c-4dcf-988d-f8926a4040f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356700 Oct 19 08:14:23.832889 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcf4a24-f873-4cd0-946b-d32e089c558a req-29e00b2e-f231-4082-bad2-278855bff7b6 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:14:23.834438 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-6dcf4a24-f873-4cd0-946b-d32e089c558a req-29e00b2e-f231-4082-bad2-278855bff7b6 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] 10.222.0.27 "GET /v2.0/ports?device_id=6fb2f10d-d3c6-4948-98c1-38cf3618aaf9 HTTP/1.1" status: 200 len: 946 time: 0.0489736 Oct 19 08:14:23.873188 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-6dcf4a24-f873-4cd0-946b-d32e089c558a req-71425eeb-2da6-4e98-a136-aa9f04b48b6b tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] 10.222.0.27 "GET /v2.0/security-groups?id=9b5754b7-5a2c-4dcf-988d-f8926a4040f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319283 Oct 19 08:14:23.899611 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 38184) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:14:23.939248 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce08605b-f878-4b9d-8fd1-26851a462e02 tempest-TestNetworkAdvancedServerOps-711413529 tempest-TestNetworkAdvancedServerOps-711413529-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:14:23.940776 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-ce08605b-f878-4b9d-8fd1-26851a462e02 tempest-TestNetworkAdvancedServerOps-711413529 tempest-TestNetworkAdvancedServerOps-711413529-project-admin] 10.222.0.27 "GET /v2.0/ports?device_id=6fb2f10d-d3c6-4948-98c1-38cf3618aaf9 HTTP/1.1" status: 200 len: 1094 time: 0.0396225 Oct 19 08:14:23.943524 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 38186) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:14:23.948303 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-c8ace7dd-3b2f-4fcc-86c4-1fe3b57fa5f1 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Request body: {'floatingip': {'floating_network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'port_id': '454239c2-f47b-4b95-836e-8c31a6920212', 'tenant_id': 'a79253f1761249b4887a71a94ffae3f9', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 08:14:23.967985 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-c8ace7dd-3b2f-4fcc-86c4-1fe3b57fa5f1 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks [] for floatingip, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:14:24.067536 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-c8ace7dd-3b2f-4fcc-86c4-1fe3b57fa5f1 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:14:24.169535 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.db_base_plugin_common [None req-c8ace7dd-3b2f-4fcc-86c4-1fe3b57fa5f1 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Allocated IP 172.26.0.81 (99c66757-74e3-40a4-b479-8d09e3a7c3dd/7f3d1034-1de7-458a-a3ee-77488de3949b/9275d14a-0145-470d-bfe0-afb0d684bea1) {{(pid=103332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 08:14:24.275877 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-c8ace7dd-3b2f-4fcc-86c4-1fe3b57fa5f1 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks [] for port, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:14:24.309839 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-c8ace7dd-3b2f-4fcc-86c4-1fe3b57fa5f1 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785020947330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133553798'] for port, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:14:24.347139 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8ace7dd-3b2f-4fcc-86c4-1fe3b57fa5f1 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Network 99c66757-74e3-40a4-b479-8d09e3a7c3dd is already hosted by enough agents. {{(pid=103332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 08:14:24.349997 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.base_scheduler [None req-c8ace7dd-3b2f-4fcc-86c4-1fe3b57fa5f1 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Resources bound (agent type, host, resource id): {{(pid=103332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 08:14:24.353941 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8ace7dd-3b2f-4fcc-86c4-1fe3b57fa5f1 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Received port after_create {{(pid=103332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 08:14:24.378338 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ace7dd-3b2f-4fcc-86c4-1fe3b57fa5f1 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Pushing event updated for resources: {'Port': ['ID=9275d14a-0145-470d-bfe0-afb0d684bea1,revision_number=1']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:14:24.703589 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-c8ace7dd-3b2f-4fcc-86c4-1fe3b57fa5f1 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:14:24.767654 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-c8ace7dd-3b2f-4fcc-86c4-1fe3b57fa5f1 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:14:24.915990 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-c8ace7dd-3b2f-4fcc-86c4-1fe3b57fa5f1 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks [] for port, precommit_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:14:24.920489 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-c8ace7dd-3b2f-4fcc-86c4-1fe3b57fa5f1 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133553807'] for port, after_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:14:24.990061 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-c8ace7dd-3b2f-4fcc-86c4-1fe3b57fa5f1 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1695041'] for floatingip, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:14:24.991706 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ace7dd-3b2f-4fcc-86c4-1fe3b57fa5f1 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Pushing event updated for resources: {'Port': ['ID=9275d14a-0145-470d-bfe0-afb0d684bea1,revision_number=2']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:14:25.094149 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.db.l3_db [None req-c8ace7dd-3b2f-4fcc-86c4-1fe3b57fa5f1 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Floating IP b8efe3f9-37cb-4a3d-af55-d62eb7924b78 associated. External IP: 172.26.0.81, port: 454239c2-f47b-4b95-836e-8c31a6920212. Oct 19 08:14:25.300057 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8ace7dd-3b2f-4fcc-86c4-1fe3b57fa5f1 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Router 0d0df9fa-ca39-4f3b-9584-b7d4debe598f has already been hosted by L3 agent ab388470-1243-4d53-80f2-c2f5899c97a7 {{(pid=103332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 08:14:25.403841 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8ace7dd-3b2f-4fcc-86c4-1fe3b57fa5f1 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify agent at l3_agent.dv-neutron-861624-1-hyperv the message routers_updated {{(pid=103332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 08:14:25.420545 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38c2055d-a138-424c-a08f-4fbb5108ed9f None None] Sync routers for ids ['0d0df9fa-ca39-4f3b-9584-b7d4debe598f'] in dv-neutron-861624-1-hyperv {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 08:14:25.428937 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-c8ace7dd-3b2f-4fcc-86c4-1fe3b57fa5f1 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42160'] for floatingip, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:14:25.430771 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38c2055d-a138-424c-a08f-4fbb5108ed9f None None] Routers {'0d0df9fa-ca39-4f3b-9584-b7d4debe598f'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 08:14:25.431408 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-38c2055d-a138-424c-a08f-4fbb5108ed9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T08:14:16Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['0d0df9fa-ca39-4f3b-9584-b7d4debe598f'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:14:25.460137 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-c8ace7dd-3b2f-4fcc-86c4-1fe3b57fa5f1 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] 10.222.0.27 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5153494 Oct 19 08:14:25.460936 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6fb2f10d-d3c6-4948-98c1-38cf3618aaf9', 'tag': '454239c2-f47b-4b95-836e-8c31a6920212'}] {{(pid=103332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 19 08:14:25.464261 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a021b02cf5f527cd4bbbc40a031b51490d9893d7edeeb551bdf5128ee7546f8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abed0427-0a52-4924-a72c-488724550082" -d '{"events": [{"name": "network-changed", "server_uuid": "6fb2f10d-d3c6-4948-98c1-38cf3618aaf9", "tag": "454239c2-f47b-4b95-836e-8c31a6920212"}]}' {{(pid=103332) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 08:14:25.543097 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvr_db [None req-38c2055d-a138-424c-a08f-4fbb5108ed9f None None] Set router 0d0df9fa-ca39-4f3b-9584-b7d4debe598f gateway port host: dv-neutron-861624-1-hyperv {{(pid=103335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 08:14:25.564130 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead0face-eb5d-4c77-920a-06c29d3ae32a req-c94e35cb-3448-4ab3-838a-3b487ae64a6e tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:14:25.565846 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-ead0face-eb5d-4c77-920a-06c29d3ae32a req-c94e35cb-3448-4ab3-838a-3b487ae64a6e tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] 10.222.0.27 "GET /v2.0/ports?device_id=6fb2f10d-d3c6-4948-98c1-38cf3618aaf9 HTTP/1.1" status: 200 len: 946 time: 0.0543489 Oct 19 08:14:25.580604 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 19 Oct 2022 08:14:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38a24459-a548-4bdb-a8c7-8310323b6bb0 x-openstack-request-id: req-38a24459-a548-4bdb-a8c7-8310323b6bb0 {{(pid=103332) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 08:14:25.580830 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6fb2f10d-d3c6-4948-98c1-38cf3618aaf9", "tag": "454239c2-f47b-4b95-836e-8c31a6920212", "status": "completed", "code": 200}]} {{(pid=103332) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 08:14:25.581201 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-38a24459-a548-4bdb-a8c7-8310323b6bb0 {{(pid=103332) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 08:14:25.581602 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.notifiers.nova [-] Nova event matching ['req-38a24459-a548-4bdb-a8c7-8310323b6bb0'] response: {'name': 'network-changed', 'server_uuid': '6fb2f10d-d3c6-4948-98c1-38cf3618aaf9', 'tag': '454239c2-f47b-4b95-836e-8c31a6920212', 'status': 'completed', 'code': 200} Oct 19 08:14:25.608740 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-ead0face-eb5d-4c77-920a-06c29d3ae32a req-088bcba9-4991-4e8d-9db4-d83f519dfe12 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] 10.222.0.27 "GET /v2.0/security-groups?id=9b5754b7-5a2c-4dcf-988d-f8926a4040f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368261 Oct 19 08:14:25.639779 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 38194) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:14:25.640908 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abed0427-0a52-4924-a72c-488724550082 req-28f418d8-82d0-466d-9bd1-74ccada5c423 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:14:25.642527 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-abed0427-0a52-4924-a72c-488724550082 req-28f418d8-82d0-466d-9bd1-74ccada5c423 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a79253f1761249b4887a71a94ffae3f9&device_id=6fb2f10d-d3c6-4948-98c1-38cf3618aaf9 HTTP/1.1" status: 200 len: 1099 time: 0.0427773 Oct 19 08:14:25.703714 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-69cc9520-812c-4fcc-8a8a-4a4b7bd4b951 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] 10.222.0.27 "GET /v2.0/floatingips/b8efe3f9-37cb-4a3d-af55-d62eb7924b78 HTTP/1.1" status: 200 len: 991 time: 0.0628111 Oct 19 08:14:25.741041 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abed0427-0a52-4924-a72c-488724550082 req-edae59b1-ab10-4dff-853e-98568b90e7fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:14:25.742502 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-abed0427-0a52-4924-a72c-488724550082 req-edae59b1-ab10-4dff-853e-98568b90e7fd service neutron] 10.222.0.16 "GET /v2.0/networks?id=f874f259-f498-4168-81b2-e09dc23b7a84 HTTP/1.1" status: 200 len: 897 time: 0.0931551 Oct 19 08:14:25.777181 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-38c2055d-a138-424c-a08f-4fbb5108ed9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d0df9fa-ca39-4f3b-9584-b7d4debe598f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1487415199', 'tenant_id': 'a79253f1761249b4887a71a94ffae3f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'external_fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.139'}], 'enable_snat': True}, 'gw_port_id': 'f7eed47d-35b3-48f0-95e8-d44309fcbce1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T08:14:10Z', 'updated_at': '2022-10-19T08:14:13Z', 'revision_number': 4, 'project_id': 'a79253f1761249b4887a71a94ffae3f9', 'gw_port': {'id': 'f7eed47d-35b3-48f0-95e8-d44309fcbce1', 'name': '', 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:87:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d0df9fa-ca39-4f3b-9584-b7d4debe598f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1724, 'fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T08:14:10Z', 'updated_at': '2022-10-19T08:14:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861624-1-hyperv', '_floatingips': [{'id': 'b8efe3f9-37cb-4a3d-af55-d62eb7924b78', 'tenant_id': 'a79253f1761249b4887a71a94ffae3f9', 'floating_ip_address': '172.26.0.81', 'floating_network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'router_id': '0d0df9fa-ca39-4f3b-9584-b7d4debe598f', 'port_id': '454239c2-f47b-4b95-836e-8c31a6920212', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1730, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f874f259-f498-4168-81b2-e09dc23b7a84', 'mac_address': 'fa:16:3e:71:db:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fb2f10d-d3c6-4948-98c1-38cf3618aaf9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-19T08:14:24Z', 'updated_at': '2022-10-19T08:14:24Z', 'revision_number': 0, 'project_id': 'a79253f1761249b4887a71a94ffae3f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed15a9a0-61ec-4c92-80f6-702e9c1042a4', 'name': '', 'network_id': 'f874f259-f498-4168-81b2-e09dc23b7a84', 'tenant_id': 'a79253f1761249b4887a71a94ffae3f9', 'mac_address': 'fa:16:3e:db:1b:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d0df9fa-ca39-4f3b-9584-b7d4debe598f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1727, 'fixed_ips': [{'subnet_id': '1d899f52-d831-483e-b8ee-f01d1f872a64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T08:14:13Z', 'updated_at': '2022-10-19T08:14:16Z', 'revision_number': 5, 'project_id': 'a79253f1761249b4887a71a94ffae3f9', 'subnets': [{'id': '1d899f52-d831-483e-b8ee-f01d1f872a64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:14:25.807575 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-abed0427-0a52-4924-a72c-488724550082 req-678736a6-885e-4a22-9055-1fb6a8b12f97 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=454239c2-f47b-4b95-836e-8c31a6920212 HTTP/1.1" status: 200 len: 999 time: 0.0583694 Oct 19 08:14:25.807869 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38c2055d-a138-424c-a08f-4fbb5108ed9f None None] Checking router: 0d0df9fa-ca39-4f3b-9584-b7d4debe598f for host: dv-neutron-861624-1-hyperv {{(pid=103335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 08:14:25.816110 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38c2055d-a138-424c-a08f-4fbb5108ed9f None None] Routers {'0d0df9fa-ca39-4f3b-9584-b7d4debe598f'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 08:14:25.816733 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-38c2055d-a138-424c-a08f-4fbb5108ed9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T08:14:16Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['0d0df9fa-ca39-4f3b-9584-b7d4debe598f'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:14:25.860210 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abed0427-0a52-4924-a72c-488724550082 req-f0af5a4c-b5e4-4510-964c-efb646788f6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:14:25.861729 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-abed0427-0a52-4924-a72c-488724550082 req-f0af5a4c-b5e4-4510-964c-efb646788f6b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=1d899f52-d831-483e-b8ee-f01d1f872a64 HTTP/1.1" status: 200 len: 834 time: 0.0482607 Oct 19 08:14:25.907417 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abed0427-0a52-4924-a72c-488724550082 req-8c341c82-01b0-4d86-889f-a46e603d69bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:14:25.908950 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-abed0427-0a52-4924-a72c-488724550082 req-8c341c82-01b0-4d86-889f-a46e603d69bc service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f874f259-f498-4168-81b2-e09dc23b7a84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0405171 Oct 19 08:14:25.922802 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvr_db [None req-38c2055d-a138-424c-a08f-4fbb5108ed9f None None] Set router 0d0df9fa-ca39-4f3b-9584-b7d4debe598f gateway port host: dv-neutron-861624-1-hyperv {{(pid=103335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 08:14:26.002486 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-abed0427-0a52-4924-a72c-488724550082 req-ed6fde25-eb1a-4ab9-8306-cc08861d63a6 service neutron] 10.222.0.16 "GET /v2.0/networks/f874f259-f498-4168-81b2-e09dc23b7a84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851991 Oct 19 08:14:26.100621 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-abed0427-0a52-4924-a72c-488724550082 req-4dcc195e-53c4-4c9b-9bf2-47ac40237149 service neutron] 10.222.0.16 "GET /v2.0/networks/f874f259-f498-4168-81b2-e09dc23b7a84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918100 Oct 19 08:14:26.150914 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-38c2055d-a138-424c-a08f-4fbb5108ed9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d0df9fa-ca39-4f3b-9584-b7d4debe598f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1487415199', 'tenant_id': 'a79253f1761249b4887a71a94ffae3f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'external_fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.139'}], 'enable_snat': True}, 'gw_port_id': 'f7eed47d-35b3-48f0-95e8-d44309fcbce1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T08:14:10Z', 'updated_at': '2022-10-19T08:14:13Z', 'revision_number': 4, 'project_id': 'a79253f1761249b4887a71a94ffae3f9', 'gw_port': {'id': 'f7eed47d-35b3-48f0-95e8-d44309fcbce1', 'name': '', 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:87:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d0df9fa-ca39-4f3b-9584-b7d4debe598f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1724, 'fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T08:14:10Z', 'updated_at': '2022-10-19T08:14:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861624-1-hyperv', '_floatingips': [{'id': 'b8efe3f9-37cb-4a3d-af55-d62eb7924b78', 'tenant_id': 'a79253f1761249b4887a71a94ffae3f9', 'floating_ip_address': '172.26.0.81', 'floating_network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'router_id': '0d0df9fa-ca39-4f3b-9584-b7d4debe598f', 'port_id': '454239c2-f47b-4b95-836e-8c31a6920212', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1730, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f874f259-f498-4168-81b2-e09dc23b7a84', 'mac_address': 'fa:16:3e:71:db:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fb2f10d-d3c6-4948-98c1-38cf3618aaf9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-19T08:14:24Z', 'updated_at': '2022-10-19T08:14:24Z', 'revision_number': 0, 'project_id': 'a79253f1761249b4887a71a94ffae3f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed15a9a0-61ec-4c92-80f6-702e9c1042a4', 'name': '', 'network_id': 'f874f259-f498-4168-81b2-e09dc23b7a84', 'tenant_id': 'a79253f1761249b4887a71a94ffae3f9', 'mac_address': 'fa:16:3e:db:1b:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d0df9fa-ca39-4f3b-9584-b7d4debe598f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1727, 'fixed_ips': [{'subnet_id': '1d899f52-d831-483e-b8ee-f01d1f872a64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T08:14:13Z', 'updated_at': '2022-10-19T08:14:16Z', 'revision_number': 5, 'project_id': 'a79253f1761249b4887a71a94ffae3f9', 'subnets': [{'id': '1d899f52-d831-483e-b8ee-f01d1f872a64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:14:26.180665 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38c2055d-a138-424c-a08f-4fbb5108ed9f None None] The sync data for ids ['0d0df9fa-ca39-4f3b-9584-b7d4debe598f'] in dv-neutron-861624-1-hyperv is: [{'id': '0d0df9fa-ca39-4f3b-9584-b7d4debe598f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1487415199', 'tenant_id': 'a79253f1761249b4887a71a94ffae3f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'external_fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.139'}], 'enable_snat': True}, 'gw_port_id': 'f7eed47d-35b3-48f0-95e8-d44309fcbce1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T08:14:10Z', 'updated_at': '2022-10-19T08:14:13Z', 'revision_number': 4, 'project_id': 'a79253f1761249b4887a71a94ffae3f9', 'gw_port': {'id': 'f7eed47d-35b3-48f0-95e8-d44309fcbce1', 'name': '', 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:87:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d0df9fa-ca39-4f3b-9584-b7d4debe598f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1724, 'fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T08:14:10Z', 'updated_at': '2022-10-19T08:14:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861624-1-hyperv', '_floatingips': [{'id': 'b8efe3f9-37cb-4a3d-af55-d62eb7924b78', 'tenant_id': 'a79253f1761249b4887a71a94ffae3f9', 'floating_ip_address': '172.26.0.81', 'floating_network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'router_id': '0d0df9fa-ca39-4f3b-9584-b7d4debe598f', 'port_id': '454239c2-f47b-4b95-836e-8c31a6920212', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1730, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f874f259-f498-4168-81b2-e09dc23b7a84', 'mac_address': 'fa:16:3e:71:db:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fb2f10d-d3c6-4948-98c1-38cf3618aaf9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-19T08:14:24Z', 'updated_at': '2022-10-19T08:14:24Z', 'revision_number': 0, 'project_id': 'a79253f1761249b4887a71a94ffae3f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed15a9a0-61ec-4c92-80f6-702e9c1042a4', 'name': '', 'network_id': 'f874f259-f498-4168-81b2-e09dc23b7a84', 'tenant_id': 'a79253f1761249b4887a71a94ffae3f9', 'mac_address': 'fa:16:3e:db:1b:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d0df9fa-ca39-4f3b-9584-b7d4debe598f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1727, 'fixed_ips': [{'subnet_id': '1d899f52-d831-483e-b8ee-f01d1f872a64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T08:14:13Z', 'updated_at': '2022-10-19T08:14:16Z', 'revision_number': 5, 'project_id': 'a79253f1761249b4887a71a94ffae3f9', 'subnets': [{'id': '1d899f52-d831-483e-b8ee-f01d1f872a64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 08:14:26.361859 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6566a4ff-e8b1-47c6-89d8-a6d6ce756d58 None None] New status for floating IP b8efe3f9-37cb-4a3d-af55-d62eb7924b78: ACTIVE {{(pid=103334) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 19 08:14:26.705924 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 38196) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:14:26.769203 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-feba70ec-2cc3-4ae3-ad8e-34f2ce200608 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] 10.222.0.27 "GET /v2.0/floatingips/b8efe3f9-37cb-4a3d-af55-d62eb7924b78 HTTP/1.1" status: 200 len: 993 time: 0.0621326 Oct 19 08:14:42.122698 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:14:43.453340 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-add37ed4-5cdf-445f-98cc-2cce8769956b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:14:46.367709 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-6a67c966-8a13-4132-8155-4d0fd22f287c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:14:47.614009 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.agents_db [None req-6057327c-4456-4c72-8e75-6d3cd9249757 None None] Agent healthcheck: found 6 active agents {{(pid=103335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 08:14:48.065531 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-2a2259f7-b034-4eec-af7a-7abaede746c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:14:49.139703 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-1a0da505-d0f9-48c6-b7e2-53b9c5e41298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:14:49.230440 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:14:50.152476 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-a7a573a9-084a-42b4-9207-0a85cc0e27c4 req-390d295a-8e41-4dec-b09d-bf9e258ee093 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=6fb2f10d-d3c6-4948-98c1-38cf3618aaf9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1007869 Oct 19 08:14:50.233305 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a573a9-084a-42b4-9207-0a85cc0e27c4 req-353f63eb-fad3-47b5-8a99-5c7cc9db37af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:14:50.234756 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-a7a573a9-084a-42b4-9207-0a85cc0e27c4 req-353f63eb-fad3-47b5-8a99-5c7cc9db37af service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a79253f1761249b4887a71a94ffae3f9&device_id=6fb2f10d-d3c6-4948-98c1-38cf3618aaf9 HTTP/1.1" status: 200 len: 1099 time: 0.0410945 Oct 19 08:14:50.341569 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a573a9-084a-42b4-9207-0a85cc0e27c4 req-7b25371d-6e4a-49d0-bc59-99c1a09e3488 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:14:50.343046 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-a7a573a9-084a-42b4-9207-0a85cc0e27c4 req-7b25371d-6e4a-49d0-bc59-99c1a09e3488 service neutron] 10.222.0.16 "GET /v2.0/networks?id=f874f259-f498-4168-81b2-e09dc23b7a84 HTTP/1.1" status: 200 len: 897 time: 0.0890021 Oct 19 08:14:50.406904 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-a7a573a9-084a-42b4-9207-0a85cc0e27c4 req-e0086630-b644-40ae-afca-c8fe88afaae3 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=454239c2-f47b-4b95-836e-8c31a6920212 HTTP/1.1" status: 200 len: 1001 time: 0.0574753 Oct 19 08:14:50.459274 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a573a9-084a-42b4-9207-0a85cc0e27c4 req-40a02be3-5146-4dc8-a911-d88426338cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:14:50.460983 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-a7a573a9-084a-42b4-9207-0a85cc0e27c4 req-40a02be3-5146-4dc8-a911-d88426338cb1 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=1d899f52-d831-483e-b8ee-f01d1f872a64 HTTP/1.1" status: 200 len: 834 time: 0.0474145 Oct 19 08:14:50.506604 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a573a9-084a-42b4-9207-0a85cc0e27c4 req-eb09cbda-98de-4129-ad15-6d84c3885a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:14:50.508045 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-a7a573a9-084a-42b4-9207-0a85cc0e27c4 req-eb09cbda-98de-4129-ad15-6d84c3885a0f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f874f259-f498-4168-81b2-e09dc23b7a84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0397766 Oct 19 08:14:50.594228 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-a7a573a9-084a-42b4-9207-0a85cc0e27c4 req-f62cd9e3-3d65-472d-bbcf-3572bf09b9b1 service neutron] 10.222.0.16 "GET /v2.0/networks/f874f259-f498-4168-81b2-e09dc23b7a84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797184 Oct 19 08:14:50.684530 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-a7a573a9-084a-42b4-9207-0a85cc0e27c4 req-701f70bb-37d0-41d6-ae10-28e79b865e92 service neutron] 10.222.0.16 "GET /v2.0/networks/f874f259-f498-4168-81b2-e09dc23b7a84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843291 Oct 19 08:15:00.120294 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea459ea-d584-4ab3-93e2-3a969e291d83 req-693ce3f7-26bb-49a9-8494-4af2c0d8e92a tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:15:00.121807 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-4ea459ea-d584-4ab3-93e2-3a969e291d83 req-693ce3f7-26bb-49a9-8494-4af2c0d8e92a tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] 10.222.0.27 "GET /v2.0/ports?device_id=6fb2f10d-d3c6-4948-98c1-38cf3618aaf9 HTTP/1.1" status: 200 len: 946 time: 0.0531499 Oct 19 08:15:00.158729 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-4ea459ea-d584-4ab3-93e2-3a969e291d83 req-7070ea36-83de-4bfa-9025-5f4ddec826cb tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] 10.222.0.27 "GET /v2.0/security-groups?id=9b5754b7-5a2c-4dcf-988d-f8926a4040f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310597 Oct 19 08:15:01.281961 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a771055e-ebb5-4782-8708-87f5aafd2387 req-650ee9e9-300d-4399-a667-bed637d3c21d tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:15:01.283453 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-a771055e-ebb5-4782-8708-87f5aafd2387 req-650ee9e9-300d-4399-a667-bed637d3c21d tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] 10.222.0.27 "GET /v2.0/ports?device_id=6fb2f10d-d3c6-4948-98c1-38cf3618aaf9 HTTP/1.1" status: 200 len: 946 time: 0.0481102 Oct 19 08:15:01.321246 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-a771055e-ebb5-4782-8708-87f5aafd2387 req-2247a724-3c1a-41e6-8272-274b609caf2e tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] 10.222.0.27 "GET /v2.0/security-groups?id=9b5754b7-5a2c-4dcf-988d-f8926a4040f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318258 Oct 19 08:15:01.349705 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 38216) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:15:01.412668 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-6048c16d-08bb-4426-8c24-1c2aa6454207 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] 10.222.0.27 "GET /v2.0/floatingips/b8efe3f9-37cb-4a3d-af55-d62eb7924b78 HTTP/1.1" status: 200 len: 993 time: 0.0618038 Oct 19 08:15:02.690513 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8300fb-b705-4c43-ae40-99989dafa962 req-bb3dba6e-ddc3-4839-a001-d3755d78613c tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:15:02.692219 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-0b8300fb-b705-4c43-ae40-99989dafa962 req-bb3dba6e-ddc3-4839-a001-d3755d78613c tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] 10.222.0.27 "GET /v2.0/ports?device_id=6fb2f10d-d3c6-4948-98c1-38cf3618aaf9 HTTP/1.1" status: 200 len: 946 time: 0.0502741 Oct 19 08:15:02.730678 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-0b8300fb-b705-4c43-ae40-99989dafa962 req-5b3ee3c3-394c-44dc-9c0b-7afa204c3e7d tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] 10.222.0.27 "GET /v2.0/security-groups?id=9b5754b7-5a2c-4dcf-988d-f8926a4040f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322857 Oct 19 08:15:03.856205 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e2cf8a-221e-4852-96d3-9ac8fce69a8a req-86584f5d-bf77-46dc-a602-71d29af63108 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:15:03.857696 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-d5e2cf8a-221e-4852-96d3-9ac8fce69a8a req-86584f5d-bf77-46dc-a602-71d29af63108 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] 10.222.0.27 "GET /v2.0/ports?device_id=6fb2f10d-d3c6-4948-98c1-38cf3618aaf9 HTTP/1.1" status: 200 len: 946 time: 0.0501680 Oct 19 08:15:03.896477 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-d5e2cf8a-221e-4852-96d3-9ac8fce69a8a req-3bdcf381-9cfc-4d2e-b98e-6651537e661b tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] 10.222.0.27 "GET /v2.0/security-groups?id=9b5754b7-5a2c-4dcf-988d-f8926a4040f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325975 Oct 19 08:15:03.925234 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 38226) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:15:03.987002 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-309cc15b-187c-4cf1-9e84-bc311d2b0e17 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] 10.222.0.27 "GET /v2.0/floatingips/b8efe3f9-37cb-4a3d-af55-d62eb7924b78 HTTP/1.1" status: 200 len: 993 time: 0.0606890 Oct 19 08:15:04.226473 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 38232) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:15:04.387978 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-90e3f390-f30f-49ff-b69f-c0e2827c6b81 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Deleting port 9275d14a-0145-470d-bfe0-afb0d684bea1 {{(pid=103333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 08:15:04.388389 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-90e3f390-f30f-49ff-b69f-c0e2827c6b81 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:15:04.471332 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-90e3f390-f30f-49ff-b69f-c0e2827c6b81 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:15:04.471663 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-90e3f390-f30f-49ff-b69f-c0e2827c6b81 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:15:04.483897 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-90e3f390-f30f-49ff-b69f-c0e2827c6b81 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Calling delete_port for 9275d14a-0145-470d-bfe0-afb0d684bea1 owned by network:floatingip {{(pid=103333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 08:15:04.659071 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-90e3f390-f30f-49ff-b69f-c0e2827c6b81 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130996763'] for port, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:15:04.685657 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e3f390-f30f-49ff-b69f-c0e2827c6b81 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Pushing event deleted for resources: {'Port': ['ID=9275d14a-0145-470d-bfe0-afb0d684bea1,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:15:04.697456 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e3f390-f30f-49ff-b69f-c0e2827c6b81 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:15:04.698052 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e3f390-f30f-49ff-b69f-c0e2827c6b81 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:15:04.698409 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e3f390-f30f-49ff-b69f-c0e2827c6b81 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:15:04.698747 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e3f390-f30f-49ff-b69f-c0e2827c6b81 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:15:04.699082 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e3f390-f30f-49ff-b69f-c0e2827c6b81 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:15:04.699418 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e3f390-f30f-49ff-b69f-c0e2827c6b81 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:15:04.699744 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e3f390-f30f-49ff-b69f-c0e2827c6b81 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:15:04.700072 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e3f390-f30f-49ff-b69f-c0e2827c6b81 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:15:04.700399 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e3f390-f30f-49ff-b69f-c0e2827c6b81 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:15:04.700752 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e3f390-f30f-49ff-b69f-c0e2827c6b81 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:15:04.701084 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e3f390-f30f-49ff-b69f-c0e2827c6b81 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:15:04.701406 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e3f390-f30f-49ff-b69f-c0e2827c6b81 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:15:04.755141 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-90e3f390-f30f-49ff-b69f-c0e2827c6b81 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks [] for floatingip, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:15:04.755515 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.db.l3_db [None req-90e3f390-f30f-49ff-b69f-c0e2827c6b81 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Floating IP b8efe3f9-37cb-4a3d-af55-d62eb7924b78 disassociated (deleted). External IP: 172.26.0.81, port: 454239c2-f47b-4b95-836e-8c31a6920212. Oct 19 08:15:04.968116 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90e3f390-f30f-49ff-b69f-c0e2827c6b81 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Router 0d0df9fa-ca39-4f3b-9584-b7d4debe598f has already been hosted by L3 agent ab388470-1243-4d53-80f2-c2f5899c97a7 {{(pid=103333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 08:15:05.075911 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90e3f390-f30f-49ff-b69f-c0e2827c6b81 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify agent at l3_agent.dv-neutron-861624-1-hyperv the message routers_updated {{(pid=103333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 08:15:05.080696 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-90e3f390-f30f-49ff-b69f-c0e2827c6b81 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42160'] for floatingip, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:15:05.085474 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07950cac-5189-4a56-b525-f19cc8151ce1 None None] Sync routers for ids ['0d0df9fa-ca39-4f3b-9584-b7d4debe598f'] in dv-neutron-861624-1-hyperv {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 08:15:05.094657 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07950cac-5189-4a56-b525-f19cc8151ce1 None None] Routers {'0d0df9fa-ca39-4f3b-9584-b7d4debe598f'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 08:15:05.095256 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-07950cac-5189-4a56-b525-f19cc8151ce1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T08:14:46Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['0d0df9fa-ca39-4f3b-9584-b7d4debe598f'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:15:05.106677 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-90e3f390-f30f-49ff-b69f-c0e2827c6b81 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] 10.222.0.27 "DELETE /v2.0/floatingips/b8efe3f9-37cb-4a3d-af55-d62eb7924b78 HTTP/1.1" status: 204 len: 168 time: 0.8790762 Oct 19 08:15:05.107331 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6fb2f10d-d3c6-4948-98c1-38cf3618aaf9', 'tag': '454239c2-f47b-4b95-836e-8c31a6920212'}] {{(pid=103333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 19 08:15:05.109617 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e3bb7d74903c72d9cb0d0f2f187c581e0456bd3142b101dc46d694cf75cdf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b704608-56ae-4a28-a4af-96a8a52c5f91" -d '{"events": [{"name": "network-changed", "server_uuid": "6fb2f10d-d3c6-4948-98c1-38cf3618aaf9", "tag": "454239c2-f47b-4b95-836e-8c31a6920212"}]}' {{(pid=103333) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 08:15:05.148867 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 19 Oct 2022 08:15:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5bad431-7146-4dce-bd36-c7b04aa2872b x-openstack-request-id: req-c5bad431-7146-4dce-bd36-c7b04aa2872b {{(pid=103333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 08:15:05.149315 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6fb2f10d-d3c6-4948-98c1-38cf3618aaf9", "tag": "454239c2-f47b-4b95-836e-8c31a6920212", "status": "completed", "code": 200}]} {{(pid=103333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 08:15:05.149570 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-c5bad431-7146-4dce-bd36-c7b04aa2872b {{(pid=103333) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 08:15:05.150593 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c5bad431-7146-4dce-bd36-c7b04aa2872b'] response: {'name': 'network-changed', 'server_uuid': '6fb2f10d-d3c6-4948-98c1-38cf3618aaf9', 'tag': '454239c2-f47b-4b95-836e-8c31a6920212', 'status': 'completed', 'code': 200} Oct 19 08:15:05.203077 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvr_db [None req-07950cac-5189-4a56-b525-f19cc8151ce1 None None] Set router 0d0df9fa-ca39-4f3b-9584-b7d4debe598f gateway port host: dv-neutron-861624-1-hyperv {{(pid=103335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 08:15:05.222868 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b704608-56ae-4a28-a4af-96a8a52c5f91 req-59064446-cf58-410e-a83c-1bebcc3e91ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:15:05.224347 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-0b704608-56ae-4a28-a4af-96a8a52c5f91 req-59064446-cf58-410e-a83c-1bebcc3e91ce service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a79253f1761249b4887a71a94ffae3f9&device_id=6fb2f10d-d3c6-4948-98c1-38cf3618aaf9 HTTP/1.1" status: 200 len: 1099 time: 0.0528052 Oct 19 08:15:05.331075 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b704608-56ae-4a28-a4af-96a8a52c5f91 req-ddb1a93b-add2-4dd7-bd9b-bb9d41ac6b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:15:05.332672 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-0b704608-56ae-4a28-a4af-96a8a52c5f91 req-ddb1a93b-add2-4dd7-bd9b-bb9d41ac6b0b service neutron] 10.222.0.16 "GET /v2.0/networks?id=f874f259-f498-4168-81b2-e09dc23b7a84 HTTP/1.1" status: 200 len: 897 time: 0.0985692 Oct 19 08:15:05.345933 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e77eff0-f6a5-4176-bcde-b725772b35e6 req-24f51559-7a9c-4fda-8cb8-eedf3b2efaa4 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:15:05.347427 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-2e77eff0-f6a5-4176-bcde-b725772b35e6 req-24f51559-7a9c-4fda-8cb8-eedf3b2efaa4 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] 10.222.0.27 "GET /v2.0/ports?device_id=6fb2f10d-d3c6-4948-98c1-38cf3618aaf9 HTTP/1.1" status: 200 len: 946 time: 0.0493808 Oct 19 08:15:05.384160 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-0b704608-56ae-4a28-a4af-96a8a52c5f91 req-d8a524ab-e57e-4570-ba18-b4407a336143 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=454239c2-f47b-4b95-836e-8c31a6920212 HTTP/1.1" status: 200 len: 217 time: 0.0408866 Oct 19 08:15:05.386157 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-2e77eff0-f6a5-4176-bcde-b725772b35e6 req-e2972fbc-10fd-49a8-98bf-96386a6e1c04 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] 10.222.0.27 "GET /v2.0/security-groups?id=9b5754b7-5a2c-4dcf-988d-f8926a4040f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316460 Oct 19 08:15:05.427273 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-07950cac-5189-4a56-b525-f19cc8151ce1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d0df9fa-ca39-4f3b-9584-b7d4debe598f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1487415199', 'tenant_id': 'a79253f1761249b4887a71a94ffae3f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'external_fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.139'}], 'enable_snat': True}, 'gw_port_id': 'f7eed47d-35b3-48f0-95e8-d44309fcbce1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T08:14:10Z', 'updated_at': '2022-10-19T08:14:13Z', 'revision_number': 4, 'project_id': 'a79253f1761249b4887a71a94ffae3f9', 'gw_port': {'id': 'f7eed47d-35b3-48f0-95e8-d44309fcbce1', 'name': '', 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:87:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d0df9fa-ca39-4f3b-9584-b7d4debe598f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1724, 'fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T08:14:10Z', 'updated_at': '2022-10-19T08:14:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861624-1-hyperv', '_interfaces': [{'id': 'ed15a9a0-61ec-4c92-80f6-702e9c1042a4', 'name': '', 'network_id': 'f874f259-f498-4168-81b2-e09dc23b7a84', 'tenant_id': 'a79253f1761249b4887a71a94ffae3f9', 'mac_address': 'fa:16:3e:db:1b:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d0df9fa-ca39-4f3b-9584-b7d4debe598f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1727, 'fixed_ips': [{'subnet_id': '1d899f52-d831-483e-b8ee-f01d1f872a64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T08:14:13Z', 'updated_at': '2022-10-19T08:14:16Z', 'revision_number': 5, 'project_id': 'a79253f1761249b4887a71a94ffae3f9', 'subnets': [{'id': '1d899f52-d831-483e-b8ee-f01d1f872a64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:15:05.436057 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b704608-56ae-4a28-a4af-96a8a52c5f91 req-7afd1e6a-44bd-4e1d-8e21-2f6f2b4b324a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:15:05.437572 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-0b704608-56ae-4a28-a4af-96a8a52c5f91 req-7afd1e6a-44bd-4e1d-8e21-2f6f2b4b324a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=1d899f52-d831-483e-b8ee-f01d1f872a64 HTTP/1.1" status: 200 len: 834 time: 0.0467348 Oct 19 08:15:05.487387 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b704608-56ae-4a28-a4af-96a8a52c5f91 req-f1ab62d4-bbd5-40ad-9e70-3a8f81d8f59a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:15:05.488856 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-0b704608-56ae-4a28-a4af-96a8a52c5f91 req-f1ab62d4-bbd5-40ad-9e70-3a8f81d8f59a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f874f259-f498-4168-81b2-e09dc23b7a84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0440347 Oct 19 08:15:05.540222 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07950cac-5189-4a56-b525-f19cc8151ce1 None None] Checking router: 0d0df9fa-ca39-4f3b-9584-b7d4debe598f for host: dv-neutron-861624-1-hyperv {{(pid=103335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 08:15:05.549184 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07950cac-5189-4a56-b525-f19cc8151ce1 None None] Routers {'0d0df9fa-ca39-4f3b-9584-b7d4debe598f'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 08:15:05.549793 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-07950cac-5189-4a56-b525-f19cc8151ce1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T08:14:46Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['0d0df9fa-ca39-4f3b-9584-b7d4debe598f'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:15:05.585894 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-0b704608-56ae-4a28-a4af-96a8a52c5f91 req-b5ca479d-9812-4ac1-8092-60b28c73584c service neutron] 10.222.0.16 "GET /v2.0/networks/f874f259-f498-4168-81b2-e09dc23b7a84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883522 Oct 19 08:15:05.656532 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvr_db [None req-07950cac-5189-4a56-b525-f19cc8151ce1 None None] Set router 0d0df9fa-ca39-4f3b-9584-b7d4debe598f gateway port host: dv-neutron-861624-1-hyperv {{(pid=103335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 08:15:05.675312 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-0b704608-56ae-4a28-a4af-96a8a52c5f91 req-4bcdc650-9c0c-445b-ae30-c2b1b74c2efd service neutron] 10.222.0.16 "GET /v2.0/networks/f874f259-f498-4168-81b2-e09dc23b7a84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825882 Oct 19 08:15:05.849566 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-07950cac-5189-4a56-b525-f19cc8151ce1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d0df9fa-ca39-4f3b-9584-b7d4debe598f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1487415199', 'tenant_id': 'a79253f1761249b4887a71a94ffae3f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'external_fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.139'}], 'enable_snat': True}, 'gw_port_id': 'f7eed47d-35b3-48f0-95e8-d44309fcbce1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T08:14:10Z', 'updated_at': '2022-10-19T08:14:13Z', 'revision_number': 4, 'project_id': 'a79253f1761249b4887a71a94ffae3f9', 'gw_port': {'id': 'f7eed47d-35b3-48f0-95e8-d44309fcbce1', 'name': '', 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:87:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d0df9fa-ca39-4f3b-9584-b7d4debe598f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1724, 'fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T08:14:10Z', 'updated_at': '2022-10-19T08:14:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861624-1-hyperv', '_interfaces': [{'id': 'ed15a9a0-61ec-4c92-80f6-702e9c1042a4', 'name': '', 'network_id': 'f874f259-f498-4168-81b2-e09dc23b7a84', 'tenant_id': 'a79253f1761249b4887a71a94ffae3f9', 'mac_address': 'fa:16:3e:db:1b:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d0df9fa-ca39-4f3b-9584-b7d4debe598f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1727, 'fixed_ips': [{'subnet_id': '1d899f52-d831-483e-b8ee-f01d1f872a64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T08:14:13Z', 'updated_at': '2022-10-19T08:14:16Z', 'revision_number': 5, 'project_id': 'a79253f1761249b4887a71a94ffae3f9', 'subnets': [{'id': '1d899f52-d831-483e-b8ee-f01d1f872a64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:15:05.878374 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07950cac-5189-4a56-b525-f19cc8151ce1 None None] The sync data for ids ['0d0df9fa-ca39-4f3b-9584-b7d4debe598f'] in dv-neutron-861624-1-hyperv is: [{'id': '0d0df9fa-ca39-4f3b-9584-b7d4debe598f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1487415199', 'tenant_id': 'a79253f1761249b4887a71a94ffae3f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'external_fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.139'}], 'enable_snat': True}, 'gw_port_id': 'f7eed47d-35b3-48f0-95e8-d44309fcbce1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T08:14:10Z', 'updated_at': '2022-10-19T08:14:13Z', 'revision_number': 4, 'project_id': 'a79253f1761249b4887a71a94ffae3f9', 'gw_port': {'id': 'f7eed47d-35b3-48f0-95e8-d44309fcbce1', 'name': '', 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:87:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d0df9fa-ca39-4f3b-9584-b7d4debe598f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1724, 'fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T08:14:10Z', 'updated_at': '2022-10-19T08:14:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861624-1-hyperv', '_interfaces': [{'id': 'ed15a9a0-61ec-4c92-80f6-702e9c1042a4', 'name': '', 'network_id': 'f874f259-f498-4168-81b2-e09dc23b7a84', 'tenant_id': 'a79253f1761249b4887a71a94ffae3f9', 'mac_address': 'fa:16:3e:db:1b:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d0df9fa-ca39-4f3b-9584-b7d4debe598f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1727, 'fixed_ips': [{'subnet_id': '1d899f52-d831-483e-b8ee-f01d1f872a64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T08:14:13Z', 'updated_at': '2022-10-19T08:14:16Z', 'revision_number': 5, 'project_id': 'a79253f1761249b4887a71a94ffae3f9', 'subnets': [{'id': '1d899f52-d831-483e-b8ee-f01d1f872a64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 08:15:06.086480 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4e956e6-b788-433a-8121-fb9eb256f178 None None] New status for floating IP b8efe3f9-37cb-4a3d-af55-d62eb7924b78: DOWN {{(pid=103334) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 19 08:15:06.511406 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3deb926-6543-4e67-80bb-d7f241d6fa8e req-b1c51782-cdbc-4764-9c91-6bd39ec49edb tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:15:06.512950 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-d3deb926-6543-4e67-80bb-d7f241d6fa8e req-b1c51782-cdbc-4764-9c91-6bd39ec49edb tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] 10.222.0.27 "GET /v2.0/ports?device_id=6fb2f10d-d3c6-4948-98c1-38cf3618aaf9 HTTP/1.1" status: 200 len: 946 time: 0.0498195 Oct 19 08:15:06.549686 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-d3deb926-6543-4e67-80bb-d7f241d6fa8e req-191837ce-7261-4fd9-9ae0-36e3f81f3044 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] 10.222.0.27 "GET /v2.0/security-groups?id=9b5754b7-5a2c-4dcf-988d-f8926a4040f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309439 Oct 19 08:15:06.876690 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe207d08-4e30-43ec-9b6a-7f69740df1da req-1a02d78d-b46e-4bec-afe1-439e02a44bee tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:15:06.878093 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-fe207d08-4e30-43ec-9b6a-7f69740df1da req-1a02d78d-b46e-4bec-afe1-439e02a44bee tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] 10.222.0.16 "GET /v2.0/ports?device_id=6fb2f10d-d3c6-4948-98c1-38cf3618aaf9 HTTP/1.1" status: 200 len: 946 time: 0.0505991 Oct 19 08:15:06.970849 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [req-fe207d08-4e30-43ec-9b6a-7f69740df1da req-763285a8-1e53-48ef-ba2a-af5c47954508 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Deleting port 454239c2-f47b-4b95-836e-8c31a6920212 {{(pid=103333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 08:15:06.971194 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [req-fe207d08-4e30-43ec-9b6a-7f69740df1da req-763285a8-1e53-48ef-ba2a-af5c47954508 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:15:07.064282 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.db [req-fe207d08-4e30-43ec-9b6a-7f69740df1da req-763285a8-1e53-48ef-ba2a-af5c47954508 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] For port 454239c2-f47b-4b95-836e-8c31a6920212, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=454239c2-f47b-4b95-836e-8c31a6920212,segment=NetworkSegment(b10e8a33-22b3-4727-ac7c-133852c8e524),segment_id=b10e8a33-22b3-4727-ac7c-133852c8e524)] {{(pid=103333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 08:15:07.064676 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [req-fe207d08-4e30-43ec-9b6a-7f69740df1da req-763285a8-1e53-48ef-ba2a-af5c47954508 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:15:07.076279 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [req-fe207d08-4e30-43ec-9b6a-7f69740df1da req-763285a8-1e53-48ef-ba2a-af5c47954508 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Calling delete_port for 454239c2-f47b-4b95-836e-8c31a6920212 owned by compute:nova {{(pid=103333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 08:15:07.201846 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [req-fe207d08-4e30-43ec-9b6a-7f69740df1da req-763285a8-1e53-48ef-ba2a-af5c47954508 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130996763'] for port, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:15:07.236490 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763285a8-1e53-48ef-ba2a-af5c47954508 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Pushing event deleted for resources: {'Port': ['ID=454239c2-f47b-4b95-836e-8c31a6920212,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:15:07.280500 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe207d08-4e30-43ec-9b6a-7f69740df1da req-763285a8-1e53-48ef-ba2a-af5c47954508 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] No DVR routers for this DVR port 454239c2-f47b-4b95-836e-8c31a6920212 on host hv-neutron-8616 {{(pid=103333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 19 08:15:07.283241 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [req-fe207d08-4e30-43ec-9b6a-7f69740df1da req-763285a8-1e53-48ef-ba2a-af5c47954508 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42160'] for port, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:15:07.286720 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-fe207d08-4e30-43ec-9b6a-7f69740df1da req-763285a8-1e53-48ef-ba2a-af5c47954508 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] 10.222.0.16 "DELETE /v2.0/ports/454239c2-f47b-4b95-836e-8c31a6920212 HTTP/1.1" status: 204 len: 173 time: 0.4012723 Oct 19 08:15:07.287237 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fb2f10d-d3c6-4948-98c1-38cf3618aaf9', 'name': 'network-vif-deleted', 'tag': '454239c2-f47b-4b95-836e-8c31a6920212'}] {{(pid=103333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 19 08:15:07.290301 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e3bb7d74903c72d9cb0d0f2f187c581e0456bd3142b101dc46d694cf75cdf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bcfe3bb-109a-4ebd-8c80-ccc9d22368ed" -d '{"events": [{"server_uuid": "6fb2f10d-d3c6-4948-98c1-38cf3618aaf9", "name": "network-vif-deleted", "tag": "454239c2-f47b-4b95-836e-8c31a6920212"}]}' {{(pid=103333) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 08:15:07.327188 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 19 Oct 2022 08:15:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a33054d4-e7bc-4b1b-a063-efd2326800ec x-openstack-request-id: req-a33054d4-e7bc-4b1b-a063-efd2326800ec {{(pid=103333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 08:15:07.327494 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fb2f10d-d3c6-4948-98c1-38cf3618aaf9", "name": "network-vif-deleted", "tag": "454239c2-f47b-4b95-836e-8c31a6920212", "status": "completed", "code": 200}]} {{(pid=103333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 08:15:07.327751 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-a33054d4-e7bc-4b1b-a063-efd2326800ec {{(pid=103333) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 08:15:07.328171 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a33054d4-e7bc-4b1b-a063-efd2326800ec'] response: {'server_uuid': '6fb2f10d-d3c6-4948-98c1-38cf3618aaf9', 'name': 'network-vif-deleted', 'tag': '454239c2-f47b-4b95-836e-8c31a6920212', 'status': 'completed', 'code': 200} Oct 19 08:15:07.676159 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-200c7abd-af9f-40bc-8e49-1da7ff7a5ec9 req-2c5f11c2-492d-480f-9b56-2680487e461e tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] 10.222.0.27 "GET /v2.0/ports?device_id=6fb2f10d-d3c6-4948-98c1-38cf3618aaf9 HTTP/1.1" status: 200 len: 210 time: 0.0338061 Oct 19 08:15:08.739144 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 38258) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:15:09.335968 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-1da87cee-9dea-420f-997c-29cbcae05d27 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1694785'] for router_interface, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:15:09.583816 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-1da87cee-9dea-420f-997c-29cbcae05d27 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Deleting port ed15a9a0-61ec-4c92-80f6-702e9c1042a4 {{(pid=103333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 08:15:09.584157 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-1da87cee-9dea-420f-997c-29cbcae05d27 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:15:09.676514 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.db [None req-1da87cee-9dea-420f-997c-29cbcae05d27 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] For port ed15a9a0-61ec-4c92-80f6-702e9c1042a4, host dv-neutron-861624-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=ed15a9a0-61ec-4c92-80f6-702e9c1042a4,segment=NetworkSegment(b10e8a33-22b3-4727-ac7c-133852c8e524),segment_id=b10e8a33-22b3-4727-ac7c-133852c8e524)] {{(pid=103333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 08:15:09.676958 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-1da87cee-9dea-420f-997c-29cbcae05d27 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:15:09.689216 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-1da87cee-9dea-420f-997c-29cbcae05d27 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Calling delete_port for ed15a9a0-61ec-4c92-80f6-702e9c1042a4 owned by network:router_interface {{(pid=103333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 08:15:09.868274 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-1da87cee-9dea-420f-997c-29cbcae05d27 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130996763'] for port, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:15:09.894561 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da87cee-9dea-420f-997c-29cbcae05d27 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Pushing event deleted for resources: {'Port': ['ID=ed15a9a0-61ec-4c92-80f6-702e9c1042a4,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:15:10.073726 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-1da87cee-9dea-420f-997c-29cbcae05d27 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1574862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1694957'] for router_interface, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:15:10.286615 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1da87cee-9dea-420f-997c-29cbcae05d27 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Router 0d0df9fa-ca39-4f3b-9584-b7d4debe598f has already been hosted by L3 agent ab388470-1243-4d53-80f2-c2f5899c97a7 {{(pid=103333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 08:15:10.295781 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Device 454239c2-f47b-4b95-836e-8c31a6920212 no longer exists at agent hyperv_hv-neutron-8616 {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 08:15:10.316191 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] No Port match for: 454239c2-f47b-4b95-836e-8c31a6920212 {{(pid=103334) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 19 08:15:10.316575 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Device 454239c2-f47b-4b95-836e-8c31a6920212 not bound to the agent host hv-neutron-8616 {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 08:15:10.394242 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1da87cee-9dea-420f-997c-29cbcae05d27 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify agent at l3_agent.dv-neutron-861624-1-hyperv the message routers_updated {{(pid=103333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 08:15:10.399343 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-1da87cee-9dea-420f-997c-29cbcae05d27 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] 10.222.0.27 "PUT /v2.0/routers/0d0df9fa-ca39-4f3b-9584-b7d4debe598f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6590862 Oct 19 08:15:10.402943 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 38260) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:15:10.404606 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-403ab045-513f-4303-a5cc-c0daf0701f35 None None] Sync routers for ids ['0d0df9fa-ca39-4f3b-9584-b7d4debe598f'] in dv-neutron-861624-1-hyperv {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 08:15:10.414050 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-403ab045-513f-4303-a5cc-c0daf0701f35 None None] Routers {'0d0df9fa-ca39-4f3b-9584-b7d4debe598f'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 08:15:10.414646 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-403ab045-513f-4303-a5cc-c0daf0701f35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T08:14:46Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['0d0df9fa-ca39-4f3b-9584-b7d4debe598f'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:15:10.456863 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.db_base_plugin_v2 [None req-28689458-0cd0-40fb-a118-8c9b14ced65c tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Deleting subnet 1d899f52-d831-483e-b8ee-f01d1f872a64 {{(pid=103333) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 19 08:15:10.459880 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-28689458-0cd0-40fb-a118-8c9b14ced65c tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks [] for subnet, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:15:10.500334 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-28689458-0cd0-40fb-a118-8c9b14ced65c tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-134111928'] for subnet, precommit_delete_associations {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:15:10.518000 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvr_db [None req-403ab045-513f-4303-a5cc-c0daf0701f35 None None] Set router 0d0df9fa-ca39-4f3b-9584-b7d4debe598f gateway port host: dv-neutron-861624-1-hyperv {{(pid=103335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 08:15:10.581696 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-28689458-0cd0-40fb-a118-8c9b14ced65c tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-679826'] for subnet, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:15:10.646724 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-28689458-0cd0-40fb-a118-8c9b14ced65c tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-679819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130997964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130170408'] for subnet, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:15:10.676937 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-28689458-0cd0-40fb-a118-8c9b14ced65c tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks [] for subnet, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:15:10.683002 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-28689458-0cd0-40fb-a118-8c9b14ced65c tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] 10.222.0.27 "DELETE /v2.0/subnets/1d899f52-d831-483e-b8ee-f01d1f872a64 HTTP/1.1" status: 204 len: 168 time: 0.2766159 Oct 19 08:15:10.683002 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28689458-0cd0-40fb-a118-8c9b14ced65c tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Pushing event deleted for resources: {'Subnet': ['ID=1d899f52-d831-483e-b8ee-f01d1f872a64,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:15:10.684395 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 38262) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:15:10.687069 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecba84da-e90b-491c-ba36-a20b1d604605 None None] Network f874f259-f498-4168-81b2-e09dc23b7a84 requested from dv-neutron-861624-1-hyperv {{(pid=103334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 08:15:10.695785 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-403ab045-513f-4303-a5cc-c0daf0701f35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d0df9fa-ca39-4f3b-9584-b7d4debe598f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1487415199', 'tenant_id': 'a79253f1761249b4887a71a94ffae3f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'external_fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.139'}], 'enable_snat': True}, 'gw_port_id': 'f7eed47d-35b3-48f0-95e8-d44309fcbce1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T08:14:10Z', 'updated_at': '2022-10-19T08:15:09Z', 'revision_number': 5, 'project_id': 'a79253f1761249b4887a71a94ffae3f9', 'gw_port': {'id': 'f7eed47d-35b3-48f0-95e8-d44309fcbce1', 'name': '', 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:87:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d0df9fa-ca39-4f3b-9584-b7d4debe598f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1724, 'fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T08:14:10Z', 'updated_at': '2022-10-19T08:14:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861624-1-hyperv'}], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:15:10.726977 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-403ab045-513f-4303-a5cc-c0daf0701f35 None None] Checking router: 0d0df9fa-ca39-4f3b-9584-b7d4debe598f for host: dv-neutron-861624-1-hyperv {{(pid=103335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 08:15:10.735699 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-403ab045-513f-4303-a5cc-c0daf0701f35 None None] Routers {'0d0df9fa-ca39-4f3b-9584-b7d4debe598f'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 08:15:10.736382 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-403ab045-513f-4303-a5cc-c0daf0701f35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T08:14:46Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['0d0df9fa-ca39-4f3b-9584-b7d4debe598f'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:15:10.793594 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-ff34d271-f77e-49be-9efb-582f0d7d95a7 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks [] for router, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:15:10.850903 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvr_db [None req-403ab045-513f-4303-a5cc-c0daf0701f35 None None] Set router 0d0df9fa-ca39-4f3b-9584-b7d4debe598f gateway port host: dv-neutron-861624-1-hyperv {{(pid=103335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 08:15:10.878897 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13909f0a-e56c-4a2e-918a-cfbcbbb4ef76 None None] DHCP port deletion for f874f259-f498-4168-81b2-e09dc23b7a84 request from dv-neutron-861624-1-hyperv {{(pid=103334) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 08:15:10.906163 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-ff34d271-f77e-49be-9efb-582f0d7d95a7 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:15:10.931944 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-13909f0a-e56c-4a2e-918a-cfbcbbb4ef76 None None] Deleting port bc289aaa-2592-46fd-8c0d-42ca3dcbe117 {{(pid=103334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 08:15:10.932367 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-13909f0a-e56c-4a2e-918a-cfbcbbb4ef76 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:15:10.966196 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-ff34d271-f77e-49be-9efb-582f0d7d95a7 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Deleting port f7eed47d-35b3-48f0-95e8-d44309fcbce1 {{(pid=103333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 08:15:10.966572 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-ff34d271-f77e-49be-9efb-582f0d7d95a7 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:15:10.996259 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-13909f0a-e56c-4a2e-918a-cfbcbbb4ef76 None None] For port bc289aaa-2592-46fd-8c0d-42ca3dcbe117, host dv-neutron-861624-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=bc289aaa-2592-46fd-8c0d-42ca3dcbe117,segment=NetworkSegment(b10e8a33-22b3-4727-ac7c-133852c8e524),segment_id=b10e8a33-22b3-4727-ac7c-133852c8e524)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 08:15:10.997078 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-13909f0a-e56c-4a2e-918a-cfbcbbb4ef76 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:15:11.010585 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-13909f0a-e56c-4a2e-918a-cfbcbbb4ef76 None None] Calling delete_port for bc289aaa-2592-46fd-8c0d-42ca3dcbe117 owned by network:dhcp {{(pid=103334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 08:15:11.044424 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-403ab045-513f-4303-a5cc-c0daf0701f35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d0df9fa-ca39-4f3b-9584-b7d4debe598f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1487415199', 'tenant_id': 'a79253f1761249b4887a71a94ffae3f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'external_fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.139'}], 'enable_snat': True}, 'gw_port_id': 'f7eed47d-35b3-48f0-95e8-d44309fcbce1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T08:14:10Z', 'updated_at': '2022-10-19T08:15:09Z', 'revision_number': 5, 'project_id': 'a79253f1761249b4887a71a94ffae3f9', 'gw_port': {'id': 'f7eed47d-35b3-48f0-95e8-d44309fcbce1', 'name': '', 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:87:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d0df9fa-ca39-4f3b-9584-b7d4debe598f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1724, 'fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T08:14:10Z', 'updated_at': '2022-10-19T08:14:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861624-1-hyperv'}], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:15:11.050628 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.db [None req-ff34d271-f77e-49be-9efb-582f0d7d95a7 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] For port f7eed47d-35b3-48f0-95e8-d44309fcbce1, host dv-neutron-861624-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=f7eed47d-35b3-48f0-95e8-d44309fcbce1,segment=NetworkSegment(53981d04-8205-40d8-8d33-0510111d6f8f),segment_id=53981d04-8205-40d8-8d33-0510111d6f8f)] {{(pid=103333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 08:15:11.051105 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-ff34d271-f77e-49be-9efb-582f0d7d95a7 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:15:11.065460 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-ff34d271-f77e-49be-9efb-582f0d7d95a7 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Calling delete_port for f7eed47d-35b3-48f0-95e8-d44309fcbce1 owned by network:router_gateway {{(pid=103333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 08:15:11.070722 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-403ab045-513f-4303-a5cc-c0daf0701f35 None None] The sync data for ids ['0d0df9fa-ca39-4f3b-9584-b7d4debe598f'] in dv-neutron-861624-1-hyperv is: [{'id': '0d0df9fa-ca39-4f3b-9584-b7d4debe598f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1487415199', 'tenant_id': 'a79253f1761249b4887a71a94ffae3f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'external_fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.139'}], 'enable_snat': True}, 'gw_port_id': 'f7eed47d-35b3-48f0-95e8-d44309fcbce1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T08:14:10Z', 'updated_at': '2022-10-19T08:15:09Z', 'revision_number': 5, 'project_id': 'a79253f1761249b4887a71a94ffae3f9', 'gw_port': {'id': 'f7eed47d-35b3-48f0-95e8-d44309fcbce1', 'name': '', 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:87:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d0df9fa-ca39-4f3b-9584-b7d4debe598f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1724, 'fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T08:14:10Z', 'updated_at': '2022-10-19T08:14:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861624-1-hyperv'}] {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 08:15:11.099247 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-13909f0a-e56c-4a2e-918a-cfbcbbb4ef76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339'] for port, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:15:11.130080 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13909f0a-e56c-4a2e-918a-cfbcbbb4ef76 None None] Pushing event deleted for resources: {'Port': ['ID=bc289aaa-2592-46fd-8c0d-42ca3dcbe117,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:15:11.134389 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13909f0a-e56c-4a2e-918a-cfbcbbb4ef76 None None] No DVR routers for this DVR port bc289aaa-2592-46fd-8c0d-42ca3dcbe117 on host dv-neutron-861624-1-hyperv {{(pid=103334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 19 08:15:11.140989 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13909f0a-e56c-4a2e-918a-cfbcbbb4ef76 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:15:11.141340 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13909f0a-e56c-4a2e-918a-cfbcbbb4ef76 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:15:11.141678 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13909f0a-e56c-4a2e-918a-cfbcbbb4ef76 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:15:11.142006 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13909f0a-e56c-4a2e-918a-cfbcbbb4ef76 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:15:11.142331 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13909f0a-e56c-4a2e-918a-cfbcbbb4ef76 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:15:11.142656 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13909f0a-e56c-4a2e-918a-cfbcbbb4ef76 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:15:11.142982 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13909f0a-e56c-4a2e-918a-cfbcbbb4ef76 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:15:11.143308 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13909f0a-e56c-4a2e-918a-cfbcbbb4ef76 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:15:11.143626 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13909f0a-e56c-4a2e-918a-cfbcbbb4ef76 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:15:11.144215 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13909f0a-e56c-4a2e-918a-cfbcbbb4ef76 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:15:11.144318 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13909f0a-e56c-4a2e-918a-cfbcbbb4ef76 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:15:11.145850 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13909f0a-e56c-4a2e-918a-cfbcbbb4ef76 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:15:11.242864 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-ff34d271-f77e-49be-9efb-582f0d7d95a7 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130996763'] for port, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:15:11.265829 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff34d271-f77e-49be-9efb-582f0d7d95a7 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Pushing event deleted for resources: {'Port': ['ID=f7eed47d-35b3-48f0-95e8-d44309fcbce1,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:15:11.332666 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-ff34d271-f77e-49be-9efb-582f0d7d95a7 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1693831'] for router_gateway, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:15:11.424452 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-ff34d271-f77e-49be-9efb-582f0d7d95a7 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1693565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12618'] for router, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:15:11.427062 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-ff34d271-f77e-49be-9efb-582f0d7d95a7 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:15:11.473240 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-ff34d271-f77e-49be-9efb-582f0d7d95a7 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1693542'] for router, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:15:11.473804 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff34d271-f77e-49be-9efb-582f0d7d95a7 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Fanout notify agent at l3_agent the message router_deleted on router 0d0df9fa-ca39-4f3b-9584-b7d4debe598f {{(pid=103333) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 08:15:11.481664 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-ff34d271-f77e-49be-9efb-582f0d7d95a7 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks [] for router, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:15:11.482778 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-ff34d271-f77e-49be-9efb-582f0d7d95a7 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] 10.222.0.27 "DELETE /v2.0/routers/0d0df9fa-ca39-4f3b-9584-b7d4debe598f HTTP/1.1" status: 204 len: 168 time: 0.7972195 Oct 19 08:15:11.485490 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 38264) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:15:11.567779 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-32e666ad-0139-4d3b-9569-c901596f4bcc tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-667019'] for network, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:15:11.664101 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-32e666ad-0139-4d3b-9569-c901596f4bcc tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-673051', 'neutron.services.segments.db._delete_segments_for_network-8785021519108'] for network, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:15:11.689921 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-32e666ad-0139-4d3b-9569-c901596f4bcc tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f874f259-f498-4168-81b2-e09dc23b7a84']}} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:15:11.699752 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-32e666ad-0139-4d3b-9569-c901596f4bcc tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b10e8a33-22b3-4727-ac7c-133852c8e524') {'for_net_delete': True} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:15:11.700045 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-32e666ad-0139-4d3b-9569-c901596f4bcc tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b10e8a33-22b3-4727-ac7c-133852c8e524') {} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:15:11.709555 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-32e666ad-0139-4d3b-9569-c901596f4bcc tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785021519382', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-134111927'] for segment, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:15:11.722973 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-32e666ad-0139-4d3b-9569-c901596f4bcc tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979'] for segment, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:15:11.729556 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32e666ad-0139-4d3b-9569-c901596f4bcc tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Releasing vlan 188 on physical network physnet1 to pool {{(pid=103333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 08:15:11.729963 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-32e666ad-0139-4d3b-9569-c901596f4bcc tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130996782'] for segment, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:15:11.752010 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.services.segments.plugin [-] Segment b10e8a33-22b3-4727-ac7c-133852c8e524 resource provider aggregate not found Oct 19 08:15:11.791533 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.services.segments.plugin [-] Segment b10e8a33-22b3-4727-ac7c-133852c8e524 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b10e8a33-22b3-4727-ac7c-133852c8e524 found for delete ", "request_id": "req-d77dc429-98e0-49c6-a6c1-d4f1acc0ff03"}]} Oct 19 08:15:11.798898 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-32e666ad-0139-4d3b-9569-c901596f4bcc tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-673044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1695087'] for network, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:15:11.805511 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-32e666ad-0139-4d3b-9569-c901596f4bcc tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks [] for network, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:15:11.809140 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-32e666ad-0139-4d3b-9569-c901596f4bcc tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] 10.222.0.27 "DELETE /v2.0/networks/f874f259-f498-4168-81b2-e09dc23b7a84 HTTP/1.1" status: 204 len: 168 time: 0.3227377 Oct 19 08:15:11.811989 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 38270) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:15:11.820090 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e666ad-0139-4d3b-9569-c901596f4bcc tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Pushing event deleted for resources: {'Network': ['ID=f874f259-f498-4168-81b2-e09dc23b7a84,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:15:11.870971 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-4f1795b7-a834-47f3-85da-9dbb6eb255d6 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks [] for security_group, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:15:11.897220 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-4f1795b7-a834-47f3-85da-9dbb6eb255d6 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:15:11.957561 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-4f1795b7-a834-47f3-85da-9dbb6eb255d6 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788643'] for security_group, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:15:11.960347 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-4f1795b7-a834-47f3-85da-9dbb6eb255d6 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks [] for security_group, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:15:11.961538 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-4f1795b7-a834-47f3-85da-9dbb6eb255d6 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] 10.222.0.27 "DELETE /v2.0/security-groups/9b5754b7-5a2c-4dcf-988d-f8926a4040f6 HTTP/1.1" status: 204 len: 168 time: 0.1485627 Oct 19 08:15:11.970829 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1795b7-a834-47f3-85da-9dbb6eb255d6 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b5754b7-5a2c-4dcf-988d-f8926a4040f6,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:15:11.977930 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1795b7-a834-47f3-85da-9dbb6eb255d6 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:15:11.978449 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1795b7-a834-47f3-85da-9dbb6eb255d6 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:15:11.978929 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1795b7-a834-47f3-85da-9dbb6eb255d6 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:15:11.979274 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1795b7-a834-47f3-85da-9dbb6eb255d6 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:15:11.979611 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1795b7-a834-47f3-85da-9dbb6eb255d6 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:15:11.979946 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1795b7-a834-47f3-85da-9dbb6eb255d6 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:15:11.980278 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1795b7-a834-47f3-85da-9dbb6eb255d6 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:15:11.980628 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1795b7-a834-47f3-85da-9dbb6eb255d6 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:15:11.981093 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1795b7-a834-47f3-85da-9dbb6eb255d6 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:15:11.981286 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1795b7-a834-47f3-85da-9dbb6eb255d6 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:15:11.981612 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1795b7-a834-47f3-85da-9dbb6eb255d6 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:15:11.981936 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1795b7-a834-47f3-85da-9dbb6eb255d6 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:15:12.078580 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 38276) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:15:12.083920 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-aeebe2a3-53e7-4ea3-9ab1-59e57d79101a tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-517651254', 'description': 'tempest-secgroup-smoke-517651254 description', 'project_id': 'a79253f1761249b4887a71a94ffae3f9'}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 08:15:12.110823 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-aeebe2a3-53e7-4ea3-9ab1-59e57d79101a tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks [] for security_group, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:15:12.129566 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:15:12.137075 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device ed15a9a0-61ec-4c92-80f6-702e9c1042a4 no longer exists at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 08:15:12.157137 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] No Port match for: ed15a9a0-61ec-4c92-80f6-702e9c1042a4 {{(pid=103334) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 19 08:15:12.157479 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device ed15a9a0-61ec-4c92-80f6-702e9c1042a4 not bound to the agent host dv-neutron-861624-1-hyperv {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 08:15:12.157897 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device bc289aaa-2592-46fd-8c0d-42ca3dcbe117 no longer exists at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 08:15:12.178157 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] No Port match for: bc289aaa-2592-46fd-8c0d-42ca3dcbe117 {{(pid=103334) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 19 08:15:12.178500 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device bc289aaa-2592-46fd-8c0d-42ca3dcbe117 not bound to the agent host dv-neutron-861624-1-hyperv {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 08:15:12.178916 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device f7eed47d-35b3-48f0-95e8-d44309fcbce1 no longer exists at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 08:15:12.190126 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-aeebe2a3-53e7-4ea3-9ab1-59e57d79101a tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks [] for security_group, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:15:12.194099 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-aeebe2a3-53e7-4ea3-9ab1-59e57d79101a tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788643'] for security_group, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:15:12.198760 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] No Port match for: f7eed47d-35b3-48f0-95e8-d44309fcbce1 {{(pid=103334) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 19 08:15:12.199103 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device f7eed47d-35b3-48f0-95e8-d44309fcbce1 not bound to the agent host dv-neutron-861624-1-hyperv {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 08:15:12.230800 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-aeebe2a3-53e7-4ea3-9ab1-59e57d79101a tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks [] for security_group, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:15:12.232084 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-aeebe2a3-53e7-4ea3-9ab1-59e57d79101a tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] 10.222.0.27 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1519370 Oct 19 08:15:12.233177 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeebe2a3-53e7-4ea3-9ab1-59e57d79101a tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Pushing event updated for resources: {'SecurityGroup': ['ID=526928bf-7bcd-4e6a-94e1-ccb6ddfdf8f4,revision_number=1']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:15:12.235133 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 38278) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:15:12.239935 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-5d4889f5-ac37-4d07-b5f9-b68f56b32e2d tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Request body: {'security_group_rule': {'security_group_id': '526928bf-7bcd-4e6a-94e1-ccb6ddfdf8f4', 'project_id': 'a79253f1761249b4887a71a94ffae3f9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 08:15:12.268332 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-5d4889f5-ac37-4d07-b5f9-b68f56b32e2d tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:15:12.328898 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-5d4889f5-ac37-4d07-b5f9-b68f56b32e2d tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:15:12.332639 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-5d4889f5-ac37-4d07-b5f9-b68f56b32e2d tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815365'] for security_group_rule, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:15:12.350900 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4889f5-ac37-4d07-b5f9-b68f56b32e2d tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=389fe308-317b-4df3-81d4-b0f2ba5d3acf,revision_number=0']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:15:12.359921 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-5d4889f5-ac37-4d07-b5f9-b68f56b32e2d tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:15:12.361123 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-5d4889f5-ac37-4d07-b5f9-b68f56b32e2d tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1249931 Oct 19 08:15:12.363839 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 38280) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:15:12.368090 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-ca2b96ce-1e3e-49c4-89cb-c01274ed6581 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Request body: {'security_group_rule': {'security_group_id': '526928bf-7bcd-4e6a-94e1-ccb6ddfdf8f4', 'project_id': 'a79253f1761249b4887a71a94ffae3f9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 08:15:12.393119 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-ca2b96ce-1e3e-49c4-89cb-c01274ed6581 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:15:12.448623 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-ca2b96ce-1e3e-49c4-89cb-c01274ed6581 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:15:12.452223 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-ca2b96ce-1e3e-49c4-89cb-c01274ed6581 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815365'] for security_group_rule, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:15:12.471175 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2b96ce-1e3e-49c4-89cb-c01274ed6581 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13ee2017-773b-440f-bd89-80dea38384f3,revision_number=0']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:15:12.476717 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-ca2b96ce-1e3e-49c4-89cb-c01274ed6581 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:15:12.478391 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-ca2b96ce-1e3e-49c4-89cb-c01274ed6581 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1131227 Oct 19 08:15:12.481377 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 38282) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:15:12.485566 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-0e7b6aca-4b4c-422c-98ed-3818e52e2942 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Request body: {'security_group_rule': {'security_group_id': '526928bf-7bcd-4e6a-94e1-ccb6ddfdf8f4', 'project_id': 'a79253f1761249b4887a71a94ffae3f9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 08:15:12.510144 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-0e7b6aca-4b4c-422c-98ed-3818e52e2942 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:15:12.566240 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-0e7b6aca-4b4c-422c-98ed-3818e52e2942 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:15:12.569828 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-0e7b6aca-4b4c-422c-98ed-3818e52e2942 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815365'] for security_group_rule, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:15:12.588868 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7b6aca-4b4c-422c-98ed-3818e52e2942 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5cec2955-bf7a-4e96-84a0-7e8260c7d70e,revision_number=0']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:15:12.596711 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-0e7b6aca-4b4c-422c-98ed-3818e52e2942 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:15:12.597881 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-0e7b6aca-4b4c-422c-98ed-3818e52e2942 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1155903 Oct 19 08:15:12.600645 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 38284) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:15:12.605787 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-928c2d53-433e-4dbf-b349-4754f1883b49 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Request body: {'security_group_rule': {'security_group_id': '526928bf-7bcd-4e6a-94e1-ccb6ddfdf8f4', 'project_id': 'a79253f1761249b4887a71a94ffae3f9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 08:15:12.629563 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-928c2d53-433e-4dbf-b349-4754f1883b49 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:15:12.690567 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-928c2d53-433e-4dbf-b349-4754f1883b49 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:15:12.694263 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-928c2d53-433e-4dbf-b349-4754f1883b49 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815365'] for security_group_rule, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:15:12.711622 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928c2d53-433e-4dbf-b349-4754f1883b49 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0a1a6cc-ce4c-4346-a321-57b4c594e862,revision_number=0']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:15:12.718715 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-928c2d53-433e-4dbf-b349-4754f1883b49 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:15:12.719862 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-928c2d53-433e-4dbf-b349-4754f1883b49 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1183171 Oct 19 08:15:12.722671 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 38286) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:15:12.726775 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-c03200bf-9d5d-4f5f-9fb8-f919e3cbff8d tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Request body: {'security_group_rule': {'security_group_id': '526928bf-7bcd-4e6a-94e1-ccb6ddfdf8f4', 'project_id': 'a79253f1761249b4887a71a94ffae3f9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 08:15:12.746755 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.db.securitygroups_db [None req-c03200bf-9d5d-4f5f-9fb8-f919e3cbff8d tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Project a79253f1761249b4887a71a94ffae3f9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 19 08:15:12.751610 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-c03200bf-9d5d-4f5f-9fb8-f919e3cbff8d tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:15:12.812027 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-c03200bf-9d5d-4f5f-9fb8-f919e3cbff8d tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:15:12.816167 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-c03200bf-9d5d-4f5f-9fb8-f919e3cbff8d tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815365'] for security_group_rule, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:15:12.833598 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03200bf-9d5d-4f5f-9fb8-f919e3cbff8d tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=619108a0-6cf8-48a7-ab56-2a93759df7a0,revision_number=0']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:15:12.841943 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-c03200bf-9d5d-4f5f-9fb8-f919e3cbff8d tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:15:12.843155 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-c03200bf-9d5d-4f5f-9fb8-f919e3cbff8d tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1196280 Oct 19 08:15:12.845880 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 38288) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:15:12.850158 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-8ebf6279-cb68-4f67-bab7-cf7921b63605 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Request body: {'security_group_rule': {'security_group_id': '526928bf-7bcd-4e6a-94e1-ccb6ddfdf8f4', 'project_id': 'a79253f1761249b4887a71a94ffae3f9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 08:15:12.870114 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.db.securitygroups_db [None req-8ebf6279-cb68-4f67-bab7-cf7921b63605 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Project a79253f1761249b4887a71a94ffae3f9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 19 08:15:12.875263 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-8ebf6279-cb68-4f67-bab7-cf7921b63605 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:15:12.934840 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-8ebf6279-cb68-4f67-bab7-cf7921b63605 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:15:12.938720 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-8ebf6279-cb68-4f67-bab7-cf7921b63605 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815365'] for security_group_rule, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:15:12.956608 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebf6279-cb68-4f67-bab7-cf7921b63605 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dbf32c7d-6b29-4b42-abf7-682580a57078,revision_number=0']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:15:12.964143 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-8ebf6279-cb68-4f67-bab7-cf7921b63605 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:15:12.965384 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-8ebf6279-cb68-4f67-bab7-cf7921b63605 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1185429 Oct 19 08:15:12.968301 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 38290) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:15:12.973823 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-10bddef3-2cb5-4274-b78a-9c67103b826a tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Request body: {'network': {'name': 'tempest-network-smoke--2084483820', 'project_id': 'a79253f1761249b4887a71a94ffae3f9', 'port_security_enabled': True}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 08:15:12.992073 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10bddef3-2cb5-4274-b78a-9c67103b826a tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Made reservation on behalf of a79253f1761249b4887a71a94ffae3f9 for: {'network': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 08:15:12.995678 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-10bddef3-2cb5-4274-b78a-9c67103b826a tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for network, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:15:13.018654 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10bddef3-2cb5-4274-b78a-9c67103b826a tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 193} {{(pid=103333) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 08:15:13.027962 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-10bddef3-2cb5-4274-b78a-9c67103b826a tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979'] for segment, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:15:13.028491 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.db.segments_db [None req-10bddef3-2cb5-4274-b78a-9c67103b826a tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Added segment 2edf3dbb-9db1-431e-871a-10a9f5dad355 of type vlan for network 696690da-99a1-4e19-a820-b16149e81286 Oct 19 08:15:13.069143 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-10bddef3-2cb5-4274-b78a-9c67103b826a tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785020965340'] for network, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:15:13.093649 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-10bddef3-2cb5-4274-b78a-9c67103b826a tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873'] for network, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:15:13.099049 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10bddef3-2cb5-4274-b78a-9c67103b826a tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:15:13.099627 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-10bddef3-2cb5-4274-b78a-9c67103b826a tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks [] for network, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:15:13.127757 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-10bddef3-2cb5-4274-b78a-9c67103b826a tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1584496 Oct 19 08:15:13.130572 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 38292) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:15:13.135358 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-a181f67b-d65a-4724-93ed-63a9e246ccf1 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-224381775', 'admin_state_up': True, 'project_id': 'a79253f1761249b4887a71a94ffae3f9', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd'}}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 08:15:13.182002 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10bddef3-2cb5-4274-b78a-9c67103b826a tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Pushing event updated for resources: {'Network': ['ID=696690da-99a1-4e19-a820-b16149e81286,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:15:13.191180 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-a181f67b-d65a-4724-93ed-63a9e246ccf1 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1692695', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12668'] for router, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:15:13.192249 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-a181f67b-d65a-4724-93ed-63a9e246ccf1 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1692835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1693910', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1621825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12659'] for router, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:15:13.197233 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Network 696690da-99a1-4e19-a820-b16149e81286 details requested by agent ovs-agent-dv-neutron-861624-1-hyperv with host dv-neutron-861624-1-hyperv {{(pid=103334) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 08:15:13.255671 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-a181f67b-d65a-4724-93ed-63a9e246ccf1 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:15:13.402134 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-a181f67b-d65a-4724-93ed-63a9e246ccf1 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:15:13.456303 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-f994254d-fb38-4fe8-9f2e-b348cf36ddb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:15:13.840670 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-a181f67b-d65a-4724-93ed-63a9e246ccf1 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks [] for router_gateway, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:15:13.858536 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-a181f67b-d65a-4724-93ed-63a9e246ccf1 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:15:13.963286 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.db_base_plugin_common [None req-a181f67b-d65a-4724-93ed-63a9e246ccf1 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Allocated IP 172.26.0.123 (99c66757-74e3-40a4-b479-8d09e3a7c3dd/7f3d1034-1de7-458a-a3ee-77488de3949b/d99fb894-3a53-414b-b5e7-c4385e03176b) {{(pid=103333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 08:15:14.061803 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-a181f67b-d65a-4724-93ed-63a9e246ccf1 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks [] for port, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:15:14.096198 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-a181f67b-d65a-4724-93ed-63a9e246ccf1 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785020947330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130996763'] for port, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:15:14.135321 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a181f67b-d65a-4724-93ed-63a9e246ccf1 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Network 99c66757-74e3-40a4-b479-8d09e3a7c3dd is already hosted by enough agents. {{(pid=103333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 08:15:14.138281 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-a181f67b-d65a-4724-93ed-63a9e246ccf1 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Resources bound (agent type, host, resource id): {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 08:15:14.140644 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a181f67b-d65a-4724-93ed-63a9e246ccf1 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Received port after_create {{(pid=103333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 08:15:14.175917 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a181f67b-d65a-4724-93ed-63a9e246ccf1 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Pushing event updated for resources: {'Port': ['ID=d99fb894-3a53-414b-b5e7-c4385e03176b,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:15:14.394600 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-a181f67b-d65a-4724-93ed-63a9e246ccf1 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks [] for router_gateway, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:15:14.588661 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-a181f67b-d65a-4724-93ed-63a9e246ccf1 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1692844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1693859'] for router, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:15:14.712939 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a181f67b-d65a-4724-93ed-63a9e246ccf1 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Router f7e361f0-1cce-4297-8a2a-8febb6daf550 is scheduled to L3 agent ab388470-1243-4d53-80f2-c2f5899c97a7 with binding_index 1 {{(pid=103333) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 08:15:14.818562 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a181f67b-d65a-4724-93ed-63a9e246ccf1 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify agent at l3_agent.dv-neutron-861624-1-hyperv the message routers_updated {{(pid=103333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 08:15:14.828926 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4406366c-ba18-452b-a803-46da4e465ec7 None None] Sync routers for ids ['f7e361f0-1cce-4297-8a2a-8febb6daf550'] in dv-neutron-861624-1-hyperv {{(pid=103334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 08:15:14.839983 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4406366c-ba18-452b-a803-46da4e465ec7 None None] Routers {'f7e361f0-1cce-4297-8a2a-8febb6daf550'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 08:15:14.840453 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-a181f67b-d65a-4724-93ed-63a9e246ccf1 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks [] for router, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:15:14.840608 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-4406366c-ba18-452b-a803-46da4e465ec7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T08:14:46Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['f7e361f0-1cce-4297-8a2a-8febb6daf550'], 'active': True} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:15:14.844717 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-a181f67b-d65a-4724-93ed-63a9e246ccf1 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] 10.222.0.27 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.7102282 Oct 19 08:15:14.844919 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 38294) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:15:14.882809 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-26735539-0c08-4320-8fb8-21d559b1725c tempest-TestNetworkAdvancedServerOps-711413529 tempest-TestNetworkAdvancedServerOps-711413529-project-admin] 10.222.0.27 "GET /v2.0/subnets?project_id=a79253f1761249b4887a71a94ffae3f9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0367692 Oct 19 08:15:14.885703 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 38296) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:15:14.944423 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvr_db [None req-4406366c-ba18-452b-a803-46da4e465ec7 None None] Set router f7e361f0-1cce-4297-8a2a-8febb6daf550 gateway port host: dv-neutron-861624-1-hyperv {{(pid=103334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 08:15:15.035848 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f06d135-89d2-4c18-94c1-9bc6ce55f71f tempest-TestNetworkAdvancedServerOps-711413529 tempest-TestNetworkAdvancedServerOps-711413529-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:15:15.037294 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-0f06d135-89d2-4c18-94c1-9bc6ce55f71f tempest-TestNetworkAdvancedServerOps-711413529 tempest-TestNetworkAdvancedServerOps-711413529-project-admin] 10.222.0.27 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1505566 Oct 19 08:15:15.040387 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 38298) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:15:15.075674 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-86825070-0089-4b90-9b5d-88df996ac2d7 tempest-TestNetworkAdvancedServerOps-711413529 tempest-TestNetworkAdvancedServerOps-711413529-project-admin] 10.222.0.27 "GET /v2.0/subnets?network_id=99c66757-74e3-40a4-b479-8d09e3a7c3dd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0336080 Oct 19 08:15:15.078211 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 38300) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:15:15.082865 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-e45db3fa-9b53-4075-a891-a283cd6fedd4 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-661446080', 'network_id': '696690da-99a1-4e19-a820-b16149e81286', 'project_id': 'a79253f1761249b4887a71a94ffae3f9', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 08:15:15.122835 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-4406366c-ba18-452b-a803-46da4e465ec7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7e361f0-1cce-4297-8a2a-8febb6daf550', 'name': 'tempest-TestNetworkAdvancedServerOps-router-224381775', 'tenant_id': 'a79253f1761249b4887a71a94ffae3f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'external_fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.123'}], 'enable_snat': True}, 'gw_port_id': 'd99fb894-3a53-414b-b5e7-c4385e03176b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T08:15:13Z', 'updated_at': '2022-10-19T08:15:14Z', 'revision_number': 3, 'project_id': 'a79253f1761249b4887a71a94ffae3f9', 'gw_port': {'id': 'd99fb894-3a53-414b-b5e7-c4385e03176b', 'name': '', 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:ed:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7e361f0-1cce-4297-8a2a-8febb6daf550', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1743, 'fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T08:15:13Z', 'updated_at': '2022-10-19T08:15:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861624-1-hyperv'}], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:15:15.149706 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4406366c-ba18-452b-a803-46da4e465ec7 None None] Checking router: f7e361f0-1cce-4297-8a2a-8febb6daf550 for host: dv-neutron-861624-1-hyperv {{(pid=103334) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 08:15:15.150054 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4406366c-ba18-452b-a803-46da4e465ec7 None None] Updating router f7e361f0-1cce-4297-8a2a-8febb6daf550 port d99fb894-3a53-414b-b5e7-c4385e03176b binding host dv-neutron-861624-1-hyperv {{(pid=103334) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 08:15:15.172976 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e45db3fa-9b53-4075-a891-a283cd6fedd4 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Made reservation on behalf of a79253f1761249b4887a71a94ffae3f9 for: {'subnet': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 08:15:15.174359 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-4406366c-ba18-452b-a803-46da4e465ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:15:15.176669 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-e45db3fa-9b53-4075-a891-a283cd6fedd4 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130170579'] for subnet, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:15:15.356404 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-e45db3fa-9b53-4075-a891-a283cd6fedd4 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130997899', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130170401'] for subnet, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:15:15.417267 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45db3fa-9b53-4075-a891-a283cd6fedd4 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Pushing event updated for resources: {'Subnet': ['ID=cc3afbd5-875e-43ed-95d4-668cf4f45b76,revision_number=0']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:15:15.424461 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e45db3fa-9b53-4075-a891-a283cd6fedd4 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Checking segment: {'id': '2edf3dbb-9db1-431e-871a-10a9f5dad355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '696690da-99a1-4e19-a820-b16149e81286'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 19 08:15:15.424709 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e45db3fa-9b53-4075-a891-a283cd6fedd4 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Network hostable DHCP agents. Network: 696690da-99a1-4e19-a820-b16149e81286, hostable agents: ['310d813b-0e3e-4d7e-9b79-8f4ec0dbcab0'], hosted agents: [] {{(pid=103333) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 08:15:15.438232 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-4406366c-ba18-452b-a803-46da4e465ec7 None None] Notify callbacks [] for port, precommit_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:15:15.443188 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e45db3fa-9b53-4075-a891-a283cd6fedd4 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Network 696690da-99a1-4e19-a820-b16149e81286 is scheduled to be hosted by DHCP agent 310d813b-0e3e-4d7e-9b79-8f4ec0dbcab0 with binding_index 1 {{(pid=103333) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 08:15:15.444123 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-4406366c-ba18-452b-a803-46da4e465ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:15:15.452915 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-e45db3fa-9b53-4075-a891-a283cd6fedd4 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861624-1-hyperv, 696690da-99a1-4e19-a820-b16149e81286) {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 08:15:15.458072 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e45db3fa-9b53-4075-a891-a283cd6fedd4 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:15:15.458778 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-e45db3fa-9b53-4075-a891-a283cd6fedd4 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks [] for subnet, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:15:15.474448 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c7d59df-4f15-4748-aca2-137ed9cb6284 None None] Network 696690da-99a1-4e19-a820-b16149e81286 requested from dv-neutron-861624-1-hyperv {{(pid=103334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 08:15:15.478787 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-e45db3fa-9b53-4075-a891-a283cd6fedd4 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.3964593 Oct 19 08:15:15.479014 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 38302) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:15:15.492645 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-4406366c-ba18-452b-a803-46da4e465ec7 None None] Attempting to bind port d99fb894-3a53-414b-b5e7-c4385e03176b on host dv-neutron-861624-1-hyperv for vnic_type normal with profile {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 19 08:15:15.493010 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-4406366c-ba18-452b-a803-46da4e465ec7 None None] Attempting to bind port d99fb894-3a53-414b-b5e7-c4385e03176b by drivers openvswitch,hyperv on host dv-neutron-861624-1-hyperv at level 0 using segments [{'id': '53981d04-8205-40d8-8d33-0510111d6f8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd'}] {{(pid=103334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 19 08:15:15.493959 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4406366c-ba18-452b-a803-46da4e465ec7 None None] Attempting to bind port d99fb894-3a53-414b-b5e7-c4385e03176b on network 99c66757-74e3-40a4-b479-8d09e3a7c3dd {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 08:15:15.516853 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4406366c-ba18-452b-a803-46da4e465ec7 None None] Checking agent: {'id': 'a5b0152c-d633-409b-aaf8-3b76458e2410', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861624-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 19, 7, 30, 19), 'started_at': datetime.datetime(2022, 10, 19, 7, 30, 49), 'heartbeat_timestamp': datetime.datetime(2022, 10, 19, 8, 14, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861624-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 08:15:15.517724 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4406366c-ba18-452b-a803-46da4e465ec7 None None] Checking segment: {'id': '53981d04-8205-40d8-8d33-0510111d6f8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 19 08:15:15.517724 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-4406366c-ba18-452b-a803-46da4e465ec7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:15:15.517983 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4406366c-ba18-452b-a803-46da4e465ec7 None None] Bound using segment: {'id': '53981d04-8205-40d8-8d33-0510111d6f8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd'} {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 08:15:15.518440 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-4406366c-ba18-452b-a803-46da4e465ec7 None None] Bound port: d99fb894-3a53-414b-b5e7-c4385e03176b, host: dv-neutron-861624-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53981d04-8205-40d8-8d33-0510111d6f8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd'}}] {{(pid=103334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 19 08:15:15.518812 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-4406366c-ba18-452b-a803-46da4e465ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:15:15.524284 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e6ac25-ae34-416c-b06c-170f1074dc64 None None] Pushing event updated for resources: {'Port': ['ID=d99fb894-3a53-414b-b5e7-c4385e03176b,revision_number=2']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:15:15.636833 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-4406366c-ba18-452b-a803-46da4e465ec7 None None] For port d99fb894-3a53-414b-b5e7-c4385e03176b, host dv-neutron-861624-1-hyperv, cleared binding levels {{(pid=103334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 08:15:15.654102 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-4406366c-ba18-452b-a803-46da4e465ec7 None None] For port d99fb894-3a53-414b-b5e7-c4385e03176b, host dv-neutron-861624-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=d99fb894-3a53-414b-b5e7-c4385e03176b,segment=NetworkSegment(53981d04-8205-40d8-8d33-0510111d6f8f),segment_id=53981d04-8205-40d8-8d33-0510111d6f8f)] {{(pid=103334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 08:15:15.661006 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-4406366c-ba18-452b-a803-46da4e465ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:15:15.719257 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66e7cfe1-6874-4569-99c5-092448dc075e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d12c6ac-27a3-545c-a8f3-f04e30423d6d-696690da-99a1-4e19-a820-b16149e81286', 'network_id': '696690da-99a1-4e19-a820-b16149e81286', 'tenant_id': 'a79253f1761249b4887a71a94ffae3f9', 'fixed_ips': [{'subnet_id': 'cc3afbd5-875e-43ed-95d4-668cf4f45b76'}]}} from dv-neutron-861624-1-hyperv. {{(pid=103334) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 08:15:15.720076 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-66e7cfe1-6874-4569-99c5-092448dc075e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:15:15.723753 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4406366c-ba18-452b-a803-46da4e465ec7 None None] Routers {'f7e361f0-1cce-4297-8a2a-8febb6daf550'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 08:15:15.724361 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-4406366c-ba18-452b-a803-46da4e465ec7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T08:14:46Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['f7e361f0-1cce-4297-8a2a-8febb6daf550'], 'active': True} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:15:15.778683 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e6ac25-ae34-416c-b06c-170f1074dc64 None None] Pushing event updated for resources: {'Port': ['ID=d99fb894-3a53-414b-b5e7-c4385e03176b,revision_number=3']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:15:15.917071 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-a3979540-4950-4491-8359-3a950cbb6b16 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:15:15.931999 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvr_db [None req-4406366c-ba18-452b-a803-46da4e465ec7 None None] Set router f7e361f0-1cce-4297-8a2a-8febb6daf550 gateway port host: dv-neutron-861624-1-hyperv {{(pid=103334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 08:15:16.173441 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.db_base_plugin_common [None req-66e7cfe1-6874-4569-99c5-092448dc075e None None] Allocated IP 172.20.0.2 (696690da-99a1-4e19-a820-b16149e81286/cc3afbd5-875e-43ed-95d4-668cf4f45b76/c08a1430-11b9-4307-8ba6-99db005d1968) {{(pid=103334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 08:15:16.404173 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-1e58453e-bc8a-470c-a0ee-39a887b3e97d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:15:16.408469 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-4406366c-ba18-452b-a803-46da4e465ec7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7e361f0-1cce-4297-8a2a-8febb6daf550', 'name': 'tempest-TestNetworkAdvancedServerOps-router-224381775', 'tenant_id': 'a79253f1761249b4887a71a94ffae3f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'external_fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.123'}], 'enable_snat': True}, 'gw_port_id': 'd99fb894-3a53-414b-b5e7-c4385e03176b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T08:15:13Z', 'updated_at': '2022-10-19T08:15:14Z', 'revision_number': 3, 'project_id': 'a79253f1761249b4887a71a94ffae3f9', 'gw_port': {'id': 'd99fb894-3a53-414b-b5e7-c4385e03176b', 'name': '', 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:ed:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7e361f0-1cce-4297-8a2a-8febb6daf550', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1743, 'fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T08:15:13Z', 'updated_at': '2022-10-19T08:15:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861624-1-hyperv'}], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:15:16.410458 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-66e7cfe1-6874-4569-99c5-092448dc075e None None] Notify callbacks [] for port, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:15:16.438946 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4406366c-ba18-452b-a803-46da4e465ec7 None None] The sync data for ids ['f7e361f0-1cce-4297-8a2a-8febb6daf550'] in dv-neutron-861624-1-hyperv is: [{'id': 'f7e361f0-1cce-4297-8a2a-8febb6daf550', 'name': 'tempest-TestNetworkAdvancedServerOps-router-224381775', 'tenant_id': 'a79253f1761249b4887a71a94ffae3f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'external_fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.123'}], 'enable_snat': True}, 'gw_port_id': 'd99fb894-3a53-414b-b5e7-c4385e03176b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T08:15:13Z', 'updated_at': '2022-10-19T08:15:14Z', 'revision_number': 3, 'project_id': 'a79253f1761249b4887a71a94ffae3f9', 'gw_port': {'id': 'd99fb894-3a53-414b-b5e7-c4385e03176b', 'name': '', 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:ed:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7e361f0-1cce-4297-8a2a-8febb6daf550', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1743, 'fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T08:15:13Z', 'updated_at': '2022-10-19T08:15:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861624-1-hyperv'}] {{(pid=103334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 08:15:16.440669 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-66e7cfe1-6874-4569-99c5-092448dc075e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785020947330'] for port, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:15:16.486806 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66e7cfe1-6874-4569-99c5-092448dc075e None None] Network 696690da-99a1-4e19-a820-b16149e81286 is already hosted by enough agents. {{(pid=103334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 08:15:16.490624 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.scheduler.base_scheduler [None req-66e7cfe1-6874-4569-99c5-092448dc075e None None] Resources bound (agent type, host, resource id): {{(pid=103334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 08:15:16.492546 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e7cfe1-6874-4569-99c5-092448dc075e None None] Pushing event updated for resources: {'Port': ['ID=c08a1430-11b9-4307-8ba6-99db005d1968,revision_number=1']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:15:16.494918 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66e7cfe1-6874-4569-99c5-092448dc075e None None] Received port after_create {{(pid=103334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 08:15:16.507704 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.db_base_plugin_common [None req-a3979540-4950-4491-8359-3a950cbb6b16 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Allocated IP 172.20.0.1 (696690da-99a1-4e19-a820-b16149e81286/cc3afbd5-875e-43ed-95d4-668cf4f45b76/5003f323-7f47-4011-957d-72b3a04e67e3) {{(pid=103333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 08:15:16.552081 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-66e7cfe1-6874-4569-99c5-092448dc075e None None] Attempting to bind port c08a1430-11b9-4307-8ba6-99db005d1968 on host dv-neutron-861624-1-hyperv for vnic_type normal with profile {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 19 08:15:16.552450 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-66e7cfe1-6874-4569-99c5-092448dc075e None None] Attempting to bind port c08a1430-11b9-4307-8ba6-99db005d1968 by drivers openvswitch,hyperv on host dv-neutron-861624-1-hyperv at level 0 using segments [{'id': '2edf3dbb-9db1-431e-871a-10a9f5dad355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '696690da-99a1-4e19-a820-b16149e81286'}] {{(pid=103334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 19 08:15:16.552841 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66e7cfe1-6874-4569-99c5-092448dc075e None None] Attempting to bind port c08a1430-11b9-4307-8ba6-99db005d1968 on network 696690da-99a1-4e19-a820-b16149e81286 {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 08:15:16.559332 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66e7cfe1-6874-4569-99c5-092448dc075e None None] Checking agent: {'id': 'a5b0152c-d633-409b-aaf8-3b76458e2410', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861624-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 19, 7, 30, 19), 'started_at': datetime.datetime(2022, 10, 19, 7, 30, 49), 'heartbeat_timestamp': datetime.datetime(2022, 10, 19, 8, 14, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861624-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 08:15:16.559698 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66e7cfe1-6874-4569-99c5-092448dc075e None None] Checking segment: {'id': '2edf3dbb-9db1-431e-871a-10a9f5dad355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '696690da-99a1-4e19-a820-b16149e81286'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 19 08:15:16.560093 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-66e7cfe1-6874-4569-99c5-092448dc075e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:15:16.560477 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66e7cfe1-6874-4569-99c5-092448dc075e None None] Bound using segment: {'id': '2edf3dbb-9db1-431e-871a-10a9f5dad355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '696690da-99a1-4e19-a820-b16149e81286'} {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 08:15:16.560963 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-66e7cfe1-6874-4569-99c5-092448dc075e None None] Bound port: c08a1430-11b9-4307-8ba6-99db005d1968, host: dv-neutron-861624-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2edf3dbb-9db1-431e-871a-10a9f5dad355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '696690da-99a1-4e19-a820-b16149e81286'}}] {{(pid=103334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 19 08:15:16.561341 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-66e7cfe1-6874-4569-99c5-092448dc075e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:15:16.628061 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-66e7cfe1-6874-4569-99c5-092448dc075e None None] For port c08a1430-11b9-4307-8ba6-99db005d1968, host dv-neutron-861624-1-hyperv, cleared binding levels {{(pid=103334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 08:15:16.631841 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-66e7cfe1-6874-4569-99c5-092448dc075e None None] For port c08a1430-11b9-4307-8ba6-99db005d1968, host dv-neutron-861624-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=c08a1430-11b9-4307-8ba6-99db005d1968,segment=NetworkSegment(2edf3dbb-9db1-431e-871a-10a9f5dad355),segment_id=2edf3dbb-9db1-431e-871a-10a9f5dad355)] {{(pid=103334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 08:15:16.637341 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-66e7cfe1-6874-4569-99c5-092448dc075e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:15:16.637571 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-a3979540-4950-4491-8359-3a950cbb6b16 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks [] for port, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:15:16.710025 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-a3979540-4950-4491-8359-3a950cbb6b16 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785020947330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130996763'] for port, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:15:16.718798 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e7cfe1-6874-4569-99c5-092448dc075e None None] Pushing event updated for resources: {'Port': ['ID=c08a1430-11b9-4307-8ba6-99db005d1968,revision_number=2']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:15:16.776104 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3979540-4950-4491-8359-3a950cbb6b16 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Network 696690da-99a1-4e19-a820-b16149e81286 is already hosted by enough agents. {{(pid=103333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 08:15:16.779441 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-a3979540-4950-4491-8359-3a950cbb6b16 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Resources bound (agent type, host, resource id): {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 08:15:16.781998 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3979540-4950-4491-8359-3a950cbb6b16 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Received port after_create {{(pid=103333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 08:15:16.788958 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3979540-4950-4491-8359-3a950cbb6b16 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Pushing event updated for resources: {'Port': ['ID=5003f323-7f47-4011-957d-72b3a04e67e3,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:15:16.836948 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-a3979540-4950-4491-8359-3a950cbb6b16 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1695190'] for router_interface, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:15:17.009324 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-a3979540-4950-4491-8359-3a950cbb6b16 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:15:17.298233 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-a3979540-4950-4491-8359-3a950cbb6b16 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks [] for port, precommit_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:15:17.304126 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-a3979540-4950-4491-8359-3a950cbb6b16 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130996754'] for port, after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:15:17.378593 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3979540-4950-4491-8359-3a950cbb6b16 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Pushing event updated for resources: {'Port': ['ID=5003f323-7f47-4011-957d-72b3a04e67e3,revision_number=2']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:15:17.381119 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-a3979540-4950-4491-8359-3a950cbb6b16 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1574855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1694822'] for router_interface, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:15:17.484162 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3979540-4950-4491-8359-3a950cbb6b16 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Network 696690da-99a1-4e19-a820-b16149e81286 is already hosted by enough agents. {{(pid=103333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 08:15:17.485515 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-a3979540-4950-4491-8359-3a950cbb6b16 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Resources bound (agent type, host, resource id): {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 08:15:17.604798 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3979540-4950-4491-8359-3a950cbb6b16 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Router f7e361f0-1cce-4297-8a2a-8febb6daf550 has already been hosted by L3 agent ab388470-1243-4d53-80f2-c2f5899c97a7 {{(pid=103333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 08:15:17.665825 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-035fb7d4-439d-4de9-b950-096a06bf6e3a None None] Network 696690da-99a1-4e19-a820-b16149e81286 requested from dv-neutron-861624-1-hyperv {{(pid=103334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 08:15:17.717733 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3979540-4950-4491-8359-3a950cbb6b16 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify agent at l3_agent.dv-neutron-861624-1-hyperv the message routers_updated {{(pid=103333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 08:15:17.722759 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-a3979540-4950-4491-8359-3a950cbb6b16 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] 10.222.0.27 "PUT /v2.0/routers/f7e361f0-1cce-4297-8a2a-8febb6daf550/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2427669 Oct 19 08:15:17.760004 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-ca0be498-8c34-4dcd-a95c-5d554212a462 None None] Provisioning complete for port c08a1430-11b9-4307-8ba6-99db005d1968 triggered by entity DHCP. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 08:15:17.760394 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-ca0be498-8c34-4dcd-a95c-5d554212a462 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:15:17.760782 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-ca0be498-8c34-4dcd-a95c-5d554212a462 None None] Attempt 1 to provision port c08a1430-11b9-4307-8ba6-99db005d1968 Oct 19 08:15:17.875619 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-fd054001-dc18-4f7b-8550-c9158024433f req-e6d216a1-8492-46e1-8e15-db5f176be0be tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] 10.222.0.27 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-517651254&fields=id&tenant_id=a79253f1761249b4887a71a94ffae3f9 HTTP/1.1" status: 200 len: 267 time: 0.0443423 Oct 19 08:15:17.903811 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-ca0be498-8c34-4dcd-a95c-5d554212a462 None None] Current status of the port c08a1430-11b9-4307-8ba6-99db005d1968 is: DOWN; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 08:15:17.904179 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-ca0be498-8c34-4dcd-a95c-5d554212a462 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:15:17.938445 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-ca0be498-8c34-4dcd-a95c-5d554212a462 None None] For port c08a1430-11b9-4307-8ba6-99db005d1968, host dv-neutron-861624-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=c08a1430-11b9-4307-8ba6-99db005d1968,segment=NetworkSegment(2edf3dbb-9db1-431e-871a-10a9f5dad355),segment_id=2edf3dbb-9db1-431e-871a-10a9f5dad355)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 08:15:17.942989 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-ca0be498-8c34-4dcd-a95c-5d554212a462 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:15:18.001236 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd054001-dc18-4f7b-8550-c9158024433f req-92dfc344-8644-43a9-8638-1084fc4eba89 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:15:18.003761 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0be498-8c34-4dcd-a95c-5d554212a462 None None] Pushing event updated for resources: {'Port': ['ID=c08a1430-11b9-4307-8ba6-99db005d1968,revision_number=3']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:15:18.009628 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-fd054001-dc18-4f7b-8550-c9158024433f req-92dfc344-8644-43a9-8638-1084fc4eba89 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] 10.222.0.27 "GET /v2.0/networks?id=696690da-99a1-4e19-a820-b16149e81286 HTTP/1.1" status: 200 len: 797 time: 0.1262550 Oct 19 08:15:18.026922 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-fd054001-dc18-4f7b-8550-c9158024433f req-4c311afb-1206-4c6c-80ac-d495b3a87968 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] 10.222.0.27 "GET /v2.0/quotas/a79253f1761249b4887a71a94ffae3f9 HTTP/1.1" status: 200 len: 375 time: 0.0104630 Oct 19 08:15:18.080005 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-2a2259f7-b034-4eec-af7a-7abaede746c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:15:18.082803 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-fd054001-dc18-4f7b-8550-c9158024433f req-62c1b711-3b3c-4045-888e-f4fc41341871 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] 10.222.0.27 "GET /v2.0/ports?tenant_id=a79253f1761249b4887a71a94ffae3f9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0503566 Oct 19 08:15:18.155306 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [req-fd054001-dc18-4f7b-8550-c9158024433f req-a3e5b9f8-699e-4b5b-bb23-31851e82185c service neutron] http://10.222.0.27:9696/v2.0/extensions returned with HTTP 200 {{(pid=103332) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 08:15:18.156923 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-fd054001-dc18-4f7b-8550-c9158024433f req-a3e5b9f8-699e-4b5b-bb23-31851e82185c service neutron] 10.222.0.27 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0583990 Oct 19 08:15:18.184827 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-2cafc598-4165-4b60-939f-eb5102ebf743 None None] Provisioning complete for port c08a1430-11b9-4307-8ba6-99db005d1968 triggered by entity DHCP. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 08:15:18.185203 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-2cafc598-4165-4b60-939f-eb5102ebf743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:15:18.185566 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-2cafc598-4165-4b60-939f-eb5102ebf743 None None] Attempt 1 to provision port c08a1430-11b9-4307-8ba6-99db005d1968 Oct 19 08:15:18.187371 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device c08a1430-11b9-4307-8ba6-99db005d1968 up at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 08:15:18.204341 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c403fa74-088c-461b-a817-cbb309c13c3c None None] Sync routers for ids ['f7e361f0-1cce-4297-8a2a-8febb6daf550'] in dv-neutron-861624-1-hyperv {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 08:15:18.216925 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c403fa74-088c-461b-a817-cbb309c13c3c None None] Routers {'f7e361f0-1cce-4297-8a2a-8febb6daf550'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 08:15:18.217599 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-c403fa74-088c-461b-a817-cbb309c13c3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T08:15:16Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['f7e361f0-1cce-4297-8a2a-8febb6daf550'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:15:18.273695 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-fd054001-dc18-4f7b-8550-c9158024433f req-e3d71040-c7f4-49ae-a174-97344af57b5f service neutron] 10.222.0.27 "GET /v2.0/networks/696690da-99a1-4e19-a820-b16149e81286?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1097207 Oct 19 08:15:18.306253 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Provisioning complete for port c08a1430-11b9-4307-8ba6-99db005d1968 triggered by entity L2. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 08:15:18.306621 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:15:18.306960 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Attempt 1 to provision port c08a1430-11b9-4307-8ba6-99db005d1968 Oct 19 08:15:18.339481 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-2cafc598-4165-4b60-939f-eb5102ebf743 None None] Current status of the port c08a1430-11b9-4307-8ba6-99db005d1968 is: ACTIVE; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 08:15:18.349028 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvr_db [None req-c403fa74-088c-461b-a817-cbb309c13c3c None None] Set router f7e361f0-1cce-4297-8a2a-8febb6daf550 gateway port host: dv-neutron-861624-1-hyperv {{(pid=103335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 08:15:18.363829 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-2cafc598-4165-4b60-939f-eb5102ebf743 None None] Provisioning complete for port 5003f323-7f47-4011-957d-72b3a04e67e3 triggered by entity DHCP. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 08:15:18.364204 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-2cafc598-4165-4b60-939f-eb5102ebf743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:15:18.364559 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-2cafc598-4165-4b60-939f-eb5102ebf743 None None] Attempt 1 to provision port 5003f323-7f47-4011-957d-72b3a04e67e3 Oct 19 08:15:18.413183 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-fd054001-dc18-4f7b-8550-c9158024433f req-9485b83f-f3ea-4ed9-ac22-6c1398a67de5 service neutron] 10.222.0.27 "GET /v2.0/networks/696690da-99a1-4e19-a820-b16149e81286?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279528 Oct 19 08:15:18.439113 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-2cafc598-4165-4b60-939f-eb5102ebf743 None None] Port 5003f323-7f47-4011-957d-72b3a04e67e3 cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 08:15:18.439738 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Current status of the port c08a1430-11b9-4307-8ba6-99db005d1968 is: ACTIVE; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 08:15:18.440854 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device d99fb894-3a53-414b-b5e7-c4385e03176b up at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 08:15:18.494056 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Provisioning complete for port d99fb894-3a53-414b-b5e7-c4385e03176b triggered by entity L2. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 08:15:18.494511 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:15:18.494855 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Attempt 1 to provision port d99fb894-3a53-414b-b5e7-c4385e03176b Oct 19 08:15:18.602121 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Current status of the port d99fb894-3a53-414b-b5e7-c4385e03176b is: DOWN; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 08:15:18.603598 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:15:18.628549 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-f5c6872d-0783-4fca-af42-afca15ca21e2 req-2c5d593e-1e11-4057-9894-ea36068c5f5d tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] 10.222.0.27 "GET /v2.0/ports?device_id=560aac22-cc2a-41e4-9e92-01a42c65dba4 HTTP/1.1" status: 200 len: 210 time: 0.0397749 Oct 19 08:15:18.631221 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] For port d99fb894-3a53-414b-b5e7-c4385e03176b, host dv-neutron-861624-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=d99fb894-3a53-414b-b5e7-c4385e03176b,segment=NetworkSegment(53981d04-8205-40d8-8d33-0510111d6f8f),segment_id=53981d04-8205-40d8-8d33-0510111d6f8f)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 08:15:18.639928 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:15:18.711660 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Pushing event updated for resources: {'Port': ['ID=d99fb894-3a53-414b-b5e7-c4385e03176b,revision_number=4']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:15:18.735307 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-c403fa74-088c-461b-a817-cbb309c13c3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7e361f0-1cce-4297-8a2a-8febb6daf550', 'name': 'tempest-TestNetworkAdvancedServerOps-router-224381775', 'tenant_id': 'a79253f1761249b4887a71a94ffae3f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'external_fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.123'}], 'enable_snat': True}, 'gw_port_id': 'd99fb894-3a53-414b-b5e7-c4385e03176b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T08:15:13Z', 'updated_at': '2022-10-19T08:15:16Z', 'revision_number': 4, 'project_id': 'a79253f1761249b4887a71a94ffae3f9', 'gw_port': {'id': 'd99fb894-3a53-414b-b5e7-c4385e03176b', 'name': '', 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:ed:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7e361f0-1cce-4297-8a2a-8febb6daf550', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1743, 'fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T08:15:13Z', 'updated_at': '2022-10-19T08:15:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861624-1-hyperv', '_interfaces': [{'id': '5003f323-7f47-4011-957d-72b3a04e67e3', 'name': '', 'network_id': '696690da-99a1-4e19-a820-b16149e81286', 'tenant_id': 'a79253f1761249b4887a71a94ffae3f9', 'mac_address': 'fa:16:3e:50:c6:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7e361f0-1cce-4297-8a2a-8febb6daf550', 'device_owner': 'network:router_interface', 'standard_attr_id': 1746, 'fixed_ips': [{'subnet_id': 'cc3afbd5-875e-43ed-95d4-668cf4f45b76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T08:15:16Z', 'updated_at': '2022-10-19T08:15:17Z', 'revision_number': 2, 'project_id': 'a79253f1761249b4887a71a94ffae3f9', 'subnets': [{'id': 'cc3afbd5-875e-43ed-95d4-668cf4f45b76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:15:18.762140 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c403fa74-088c-461b-a817-cbb309c13c3c None None] Checking router: f7e361f0-1cce-4297-8a2a-8febb6daf550 for host: dv-neutron-861624-1-hyperv {{(pid=103335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 08:15:18.762521 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c403fa74-088c-461b-a817-cbb309c13c3c None None] Updating router f7e361f0-1cce-4297-8a2a-8febb6daf550 port 5003f323-7f47-4011-957d-72b3a04e67e3 binding host dv-neutron-861624-1-hyperv {{(pid=103335) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 08:15:18.787015 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-c403fa74-088c-461b-a817-cbb309c13c3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:15:18.940212 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-2cafc598-4165-4b60-939f-eb5102ebf743 None None] Attempt 2 to provision port 5003f323-7f47-4011-957d-72b3a04e67e3 Oct 19 08:15:18.977976 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-2cafc598-4165-4b60-939f-eb5102ebf743 None None] Port 5003f323-7f47-4011-957d-72b3a04e67e3 cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 08:15:19.055936 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-c403fa74-088c-461b-a817-cbb309c13c3c None None] Notify callbacks [] for port, precommit_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:15:19.061199 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-c403fa74-088c-461b-a817-cbb309c13c3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:15:19.122133 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b209279-5f84-4d26-aef8-253d44da67d9 None None] Pushing event updated for resources: {'Port': ['ID=5003f323-7f47-4011-957d-72b3a04e67e3,revision_number=3']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:15:19.143721 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b209279-5f84-4d26-aef8-253d44da67d9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:15:19.144087 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b209279-5f84-4d26-aef8-253d44da67d9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:15:19.144457 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b209279-5f84-4d26-aef8-253d44da67d9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:15:19.144879 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b209279-5f84-4d26-aef8-253d44da67d9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:15:19.144994 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-1a0da505-d0f9-48c6-b7e2-53b9c5e41298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:15:19.145290 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b209279-5f84-4d26-aef8-253d44da67d9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:15:19.145791 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b209279-5f84-4d26-aef8-253d44da67d9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:15:19.146138 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b209279-5f84-4d26-aef8-253d44da67d9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:15:19.146493 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b209279-5f84-4d26-aef8-253d44da67d9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:15:19.147002 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b209279-5f84-4d26-aef8-253d44da67d9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:15:19.147334 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b209279-5f84-4d26-aef8-253d44da67d9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:15:19.147658 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b209279-5f84-4d26-aef8-253d44da67d9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:15:19.148001 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b209279-5f84-4d26-aef8-253d44da67d9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:15:19.164545 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-c403fa74-088c-461b-a817-cbb309c13c3c None None] Attempting to bind port 5003f323-7f47-4011-957d-72b3a04e67e3 on host dv-neutron-861624-1-hyperv for vnic_type normal with profile {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 19 08:15:19.164960 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-c403fa74-088c-461b-a817-cbb309c13c3c None None] Attempting to bind port 5003f323-7f47-4011-957d-72b3a04e67e3 by drivers openvswitch,hyperv on host dv-neutron-861624-1-hyperv at level 0 using segments [{'id': '2edf3dbb-9db1-431e-871a-10a9f5dad355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '696690da-99a1-4e19-a820-b16149e81286'}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 19 08:15:19.165327 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c403fa74-088c-461b-a817-cbb309c13c3c None None] Attempting to bind port 5003f323-7f47-4011-957d-72b3a04e67e3 on network 696690da-99a1-4e19-a820-b16149e81286 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 08:15:19.170713 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c403fa74-088c-461b-a817-cbb309c13c3c None None] Checking agent: {'id': 'a5b0152c-d633-409b-aaf8-3b76458e2410', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861624-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 19, 7, 30, 19), 'started_at': datetime.datetime(2022, 10, 19, 7, 30, 49), 'heartbeat_timestamp': datetime.datetime(2022, 10, 19, 8, 14, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861624-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 08:15:19.171081 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c403fa74-088c-461b-a817-cbb309c13c3c None None] Checking segment: {'id': '2edf3dbb-9db1-431e-871a-10a9f5dad355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '696690da-99a1-4e19-a820-b16149e81286'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 19 08:15:19.171478 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-c403fa74-088c-461b-a817-cbb309c13c3c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:15:19.171855 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c403fa74-088c-461b-a817-cbb309c13c3c None None] Bound using segment: {'id': '2edf3dbb-9db1-431e-871a-10a9f5dad355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '696690da-99a1-4e19-a820-b16149e81286'} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 08:15:19.172310 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-c403fa74-088c-461b-a817-cbb309c13c3c None None] Bound port: 5003f323-7f47-4011-957d-72b3a04e67e3, host: dv-neutron-861624-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2edf3dbb-9db1-431e-871a-10a9f5dad355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '696690da-99a1-4e19-a820-b16149e81286'}}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 19 08:15:19.172713 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-c403fa74-088c-461b-a817-cbb309c13c3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:15:19.232529 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:15:19.237352 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-c403fa74-088c-461b-a817-cbb309c13c3c None None] For port 5003f323-7f47-4011-957d-72b3a04e67e3, host dv-neutron-861624-1-hyperv, cleared binding levels {{(pid=103335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 08:15:19.240407 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-c403fa74-088c-461b-a817-cbb309c13c3c None None] For port 5003f323-7f47-4011-957d-72b3a04e67e3, host dv-neutron-861624-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=5003f323-7f47-4011-957d-72b3a04e67e3,segment=NetworkSegment(2edf3dbb-9db1-431e-871a-10a9f5dad355),segment_id=2edf3dbb-9db1-431e-871a-10a9f5dad355)] {{(pid=103335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 08:15:19.244531 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-c403fa74-088c-461b-a817-cbb309c13c3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:15:19.277915 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c403fa74-088c-461b-a817-cbb309c13c3c None None] Routers {'f7e361f0-1cce-4297-8a2a-8febb6daf550'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 08:15:19.278442 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-c403fa74-088c-461b-a817-cbb309c13c3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T08:15:16Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['f7e361f0-1cce-4297-8a2a-8febb6daf550'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:15:19.340493 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b209279-5f84-4d26-aef8-253d44da67d9 None None] Pushing event updated for resources: {'Port': ['ID=5003f323-7f47-4011-957d-72b3a04e67e3,revision_number=4']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:15:19.398958 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvr_db [None req-c403fa74-088c-461b-a817-cbb309c13c3c None None] Set router f7e361f0-1cce-4297-8a2a-8febb6daf550 gateway port host: dv-neutron-861624-1-hyperv {{(pid=103335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 08:15:19.479154 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-2cafc598-4165-4b60-939f-eb5102ebf743 None None] Attempt 3 to provision port 5003f323-7f47-4011-957d-72b3a04e67e3 Oct 19 08:15:19.547406 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd054001-dc18-4f7b-8550-c9158024433f req-dce44105-0e6f-400e-b431-f1af4b1af97a tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:15:19.549839 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-fd054001-dc18-4f7b-8550-c9158024433f req-dce44105-0e6f-400e-b431-f1af4b1af97a tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] 10.222.0.16 "GET /v2.0/networks?id=696690da-99a1-4e19-a820-b16149e81286 HTTP/1.1" status: 200 len: 797 time: 0.1218762 Oct 19 08:15:19.579497 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-2cafc598-4165-4b60-939f-eb5102ebf743 None None] Current status of the port 5003f323-7f47-4011-957d-72b3a04e67e3 is: DOWN; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 08:15:19.579942 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-2cafc598-4165-4b60-939f-eb5102ebf743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:15:19.597536 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-fd054001-dc18-4f7b-8550-c9158024433f req-9a59baa4-3b92-40ac-a015-545930eed0ac tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a79253f1761249b4887a71a94ffae3f9 HTTP/1.1" status: 200 len: 379 time: 0.0380712 Oct 19 08:15:19.613247 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-c403fa74-088c-461b-a817-cbb309c13c3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7e361f0-1cce-4297-8a2a-8febb6daf550', 'name': 'tempest-TestNetworkAdvancedServerOps-router-224381775', 'tenant_id': 'a79253f1761249b4887a71a94ffae3f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'external_fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.123'}], 'enable_snat': True}, 'gw_port_id': 'd99fb894-3a53-414b-b5e7-c4385e03176b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T08:15:13Z', 'updated_at': '2022-10-19T08:15:16Z', 'revision_number': 4, 'project_id': 'a79253f1761249b4887a71a94ffae3f9', 'gw_port': {'id': 'd99fb894-3a53-414b-b5e7-c4385e03176b', 'name': '', 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:ed:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7e361f0-1cce-4297-8a2a-8febb6daf550', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1743, 'fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T08:15:13Z', 'updated_at': '2022-10-19T08:15:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861624-1-hyperv', '_interfaces': [{'id': '5003f323-7f47-4011-957d-72b3a04e67e3', 'name': '', 'network_id': '696690da-99a1-4e19-a820-b16149e81286', 'tenant_id': 'a79253f1761249b4887a71a94ffae3f9', 'mac_address': 'fa:16:3e:50:c6:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7e361f0-1cce-4297-8a2a-8febb6daf550', 'device_owner': 'network:router_interface', 'standard_attr_id': 1746, 'fixed_ips': [{'subnet_id': 'cc3afbd5-875e-43ed-95d4-668cf4f45b76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T08:15:16Z', 'updated_at': '2022-10-19T08:15:19Z', 'revision_number': 4, 'project_id': 'a79253f1761249b4887a71a94ffae3f9', 'subnets': [{'id': 'cc3afbd5-875e-43ed-95d4-668cf4f45b76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:15:19.614253 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-2cafc598-4165-4b60-939f-eb5102ebf743 None None] For port 5003f323-7f47-4011-957d-72b3a04e67e3, host dv-neutron-861624-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=5003f323-7f47-4011-957d-72b3a04e67e3,segment=NetworkSegment(2edf3dbb-9db1-431e-871a-10a9f5dad355),segment_id=2edf3dbb-9db1-431e-871a-10a9f5dad355)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 08:15:19.618779 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-2cafc598-4165-4b60-939f-eb5102ebf743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:15:19.629017 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [req-fd054001-dc18-4f7b-8550-c9158024433f req-f167a62c-2cd4-4878-8b79-acf8153b42db tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Request body: {'port': {'device_id': '560aac22-cc2a-41e4-9e92-01a42c65dba4', 'network_id': '696690da-99a1-4e19-a820-b16149e81286', 'admin_state_up': True, 'tenant_id': 'a79253f1761249b4887a71a94ffae3f9', 'security_groups': ['526928bf-7bcd-4e6a-94e1-ccb6ddfdf8f4']}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 08:15:19.641438 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c403fa74-088c-461b-a817-cbb309c13c3c None None] The sync data for ids ['f7e361f0-1cce-4297-8a2a-8febb6daf550'] in dv-neutron-861624-1-hyperv is: [{'id': 'f7e361f0-1cce-4297-8a2a-8febb6daf550', 'name': 'tempest-TestNetworkAdvancedServerOps-router-224381775', 'tenant_id': 'a79253f1761249b4887a71a94ffae3f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'external_fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.123'}], 'enable_snat': True}, 'gw_port_id': 'd99fb894-3a53-414b-b5e7-c4385e03176b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T08:15:13Z', 'updated_at': '2022-10-19T08:15:16Z', 'revision_number': 4, 'project_id': 'a79253f1761249b4887a71a94ffae3f9', 'gw_port': {'id': 'd99fb894-3a53-414b-b5e7-c4385e03176b', 'name': '', 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:ed:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7e361f0-1cce-4297-8a2a-8febb6daf550', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1743, 'fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T08:15:13Z', 'updated_at': '2022-10-19T08:15:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861624-1-hyperv', '_interfaces': [{'id': '5003f323-7f47-4011-957d-72b3a04e67e3', 'name': '', 'network_id': '696690da-99a1-4e19-a820-b16149e81286', 'tenant_id': 'a79253f1761249b4887a71a94ffae3f9', 'mac_address': 'fa:16:3e:50:c6:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7e361f0-1cce-4297-8a2a-8febb6daf550', 'device_owner': 'network:router_interface', 'standard_attr_id': 1746, 'fixed_ips': [{'subnet_id': 'cc3afbd5-875e-43ed-95d4-668cf4f45b76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T08:15:16Z', 'updated_at': '2022-10-19T08:15:19Z', 'revision_number': 4, 'project_id': 'a79253f1761249b4887a71a94ffae3f9', 'subnets': [{'id': 'cc3afbd5-875e-43ed-95d4-668cf4f45b76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 08:15:19.682259 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cafc598-4165-4b60-939f-eb5102ebf743 None None] Pushing event updated for resources: {'Port': ['ID=5003f323-7f47-4011-957d-72b3a04e67e3,revision_number=5']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:15:19.746273 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-1db8b89b-e792-4325-b463-d6d68f132fd8 None None] Provisioning complete for port 5003f323-7f47-4011-957d-72b3a04e67e3 triggered by entity DHCP. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 08:15:19.746898 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-1db8b89b-e792-4325-b463-d6d68f132fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:15:19.747011 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-1db8b89b-e792-4325-b463-d6d68f132fd8 None None] Attempt 1 to provision port 5003f323-7f47-4011-957d-72b3a04e67e3 Oct 19 08:15:19.761183 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-c25e52fb-2945-4ff2-b00e-05164f1a4529 req-c8b35d37-ef17-4ffe-986f-9a683ea5227d tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] 10.222.0.27 "GET /v2.0/ports?device_id=560aac22-cc2a-41e4-9e92-01a42c65dba4 HTTP/1.1" status: 200 len: 210 time: 0.0374854 Oct 19 08:15:19.805933 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fd054001-dc18-4f7b-8550-c9158024433f req-f167a62c-2cd4-4878-8b79-acf8153b42db tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Made reservation on behalf of a79253f1761249b4887a71a94ffae3f9 for: {'port': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 08:15:19.810336 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [req-fd054001-dc18-4f7b-8550-c9158024433f req-f167a62c-2cd4-4878-8b79-acf8153b42db tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:15:19.838888 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-1db8b89b-e792-4325-b463-d6d68f132fd8 None None] Current status of the port 5003f323-7f47-4011-957d-72b3a04e67e3 is: ACTIVE; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 08:15:19.952019 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.db_base_plugin_common [req-fd054001-dc18-4f7b-8550-c9158024433f req-f167a62c-2cd4-4878-8b79-acf8153b42db tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Allocated IP 172.20.0.9 (696690da-99a1-4e19-a820-b16149e81286/cc3afbd5-875e-43ed-95d4-668cf4f45b76/56186e03-cf39-4784-94bd-1c9186c3413f) {{(pid=103333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 08:15:20.100603 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [req-fd054001-dc18-4f7b-8550-c9158024433f req-f167a62c-2cd4-4878-8b79-acf8153b42db tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks [] for port, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:15:20.138029 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [req-fd054001-dc18-4f7b-8550-c9158024433f req-f167a62c-2cd4-4878-8b79-acf8153b42db tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785020947330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130996763'] for port, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:15:20.178054 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device d99fb894-3a53-414b-b5e7-c4385e03176b up at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 08:15:20.192445 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd054001-dc18-4f7b-8550-c9158024433f req-f167a62c-2cd4-4878-8b79-acf8153b42db tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Network 696690da-99a1-4e19-a820-b16149e81286 is already hosted by enough agents. {{(pid=103333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 08:15:20.195894 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [req-fd054001-dc18-4f7b-8550-c9158024433f req-f167a62c-2cd4-4878-8b79-acf8153b42db tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Resources bound (agent type, host, resource id): {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 08:15:20.199105 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd054001-dc18-4f7b-8550-c9158024433f req-f167a62c-2cd4-4878-8b79-acf8153b42db tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Received port after_create {{(pid=103333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 08:15:20.225475 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f167a62c-2cd4-4878-8b79-acf8153b42db tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Pushing event updated for resources: {'Port': ['ID=56186e03-cf39-4784-94bd-1c9186c3413f,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:15:20.257231 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Provisioning complete for port d99fb894-3a53-414b-b5e7-c4385e03176b triggered by entity L2. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 08:15:20.257605 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:15:20.257941 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Attempt 1 to provision port d99fb894-3a53-414b-b5e7-c4385e03176b Oct 19 08:15:20.260177 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd054001-dc18-4f7b-8550-c9158024433f req-f167a62c-2cd4-4878-8b79-acf8153b42db tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:15:20.260972 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [req-fd054001-dc18-4f7b-8550-c9158024433f req-f167a62c-2cd4-4878-8b79-acf8153b42db tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42160'] for port, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:15:20.284847 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-fd054001-dc18-4f7b-8550-c9158024433f req-f167a62c-2cd4-4878-8b79-acf8153b42db tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6599405 Oct 19 08:15:20.300965 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [req-fd054001-dc18-4f7b-8550-c9158024433f req-fb1e0502-7206-40af-8733-ffc47b65cc1c service neutron] Request body: {'port': {'device_id': '560aac22-cc2a-41e4-9e92-01a42c65dba4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8616'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 08:15:20.354590 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Current status of the port d99fb894-3a53-414b-b5e7-c4385e03176b is: ACTIVE; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 08:15:20.355678 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device 5003f323-7f47-4011-957d-72b3a04e67e3 up at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 08:15:20.372445 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [req-fd054001-dc18-4f7b-8550-c9158024433f req-fb1e0502-7206-40af-8733-ffc47b65cc1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:15:20.411632 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Provisioning complete for port 5003f323-7f47-4011-957d-72b3a04e67e3 triggered by entity L2. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 08:15:20.412099 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:15:20.412534 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Attempt 1 to provision port 5003f323-7f47-4011-957d-72b3a04e67e3 Oct 19 08:15:20.506502 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Current status of the port 5003f323-7f47-4011-957d-72b3a04e67e3 is: ACTIVE; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 08:15:20.564347 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-22dfbe35-cbf1-43c4-a153-bda408afbf69 None None] Provisioning complete for port 56186e03-cf39-4784-94bd-1c9186c3413f triggered by entity DHCP. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 08:15:20.564787 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-22dfbe35-cbf1-43c4-a153-bda408afbf69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:15:20.565119 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-22dfbe35-cbf1-43c4-a153-bda408afbf69 None None] Attempt 1 to provision port 56186e03-cf39-4784-94bd-1c9186c3413f Oct 19 08:15:20.601837 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-22dfbe35-cbf1-43c4-a153-bda408afbf69 None None] Port 56186e03-cf39-4784-94bd-1c9186c3413f cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 08:15:20.669957 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.notifiers.nova [req-fd054001-dc18-4f7b-8550-c9158024433f req-fb1e0502-7206-40af-8733-ffc47b65cc1c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 56186e03-cf39-4784-94bd-1c9186c3413f {{(pid=103333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 19 08:15:20.678163 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [req-fd054001-dc18-4f7b-8550-c9158024433f req-fb1e0502-7206-40af-8733-ffc47b65cc1c service neutron] Notify callbacks [] for port, precommit_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:15:20.691295 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.provisioning_blocks [req-fd054001-dc18-4f7b-8550-c9158024433f req-fb1e0502-7206-40af-8733-ffc47b65cc1c service neutron] Transition to ACTIVE for port object 56186e03-cf39-4784-94bd-1c9186c3413f will not be triggered until provisioned by entity L2. {{(pid=103333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 19 08:15:20.695403 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [req-fd054001-dc18-4f7b-8550-c9158024433f req-fb1e0502-7206-40af-8733-ffc47b65cc1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130996754'] for port, after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:15:20.756088 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1e0502-7206-40af-8733-ffc47b65cc1c service neutron] Pushing event updated for resources: {'Port': ['ID=56186e03-cf39-4784-94bd-1c9186c3413f,revision_number=2']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:15:20.803277 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.managers [req-fd054001-dc18-4f7b-8550-c9158024433f req-fb1e0502-7206-40af-8733-ffc47b65cc1c service neutron] Attempting to bind port 56186e03-cf39-4784-94bd-1c9186c3413f on host hv-neutron-8616 for vnic_type normal with profile {{(pid=103333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 19 08:15:20.803601 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.managers [req-fd054001-dc18-4f7b-8550-c9158024433f req-fb1e0502-7206-40af-8733-ffc47b65cc1c service neutron] Attempting to bind port 56186e03-cf39-4784-94bd-1c9186c3413f by drivers openvswitch,hyperv on host hv-neutron-8616 at level 0 using segments [{'id': '2edf3dbb-9db1-431e-871a-10a9f5dad355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '696690da-99a1-4e19-a820-b16149e81286'}] {{(pid=103333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 19 08:15:20.803920 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd054001-dc18-4f7b-8550-c9158024433f req-fb1e0502-7206-40af-8733-ffc47b65cc1c service neutron] Attempting to bind port 56186e03-cf39-4784-94bd-1c9186c3413f on network 696690da-99a1-4e19-a820-b16149e81286 {{(pid=103333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 08:15:20.809134 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd054001-dc18-4f7b-8550-c9158024433f req-fb1e0502-7206-40af-8733-ffc47b65cc1c service neutron] Port 56186e03-cf39-4784-94bd-1c9186c3413f on network 696690da-99a1-4e19-a820-b16149e81286 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8616 {{(pid=103333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 08:15:20.809566 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd054001-dc18-4f7b-8550-c9158024433f req-fb1e0502-7206-40af-8733-ffc47b65cc1c service neutron] Attempting to bind port 56186e03-cf39-4784-94bd-1c9186c3413f on network 696690da-99a1-4e19-a820-b16149e81286 {{(pid=103333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 08:15:20.815530 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd054001-dc18-4f7b-8550-c9158024433f req-fb1e0502-7206-40af-8733-ffc47b65cc1c service neutron] Checking agent: {'id': '5297b6e1-8fc1-4f42-910c-8f50c918ca65', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8616', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 19, 7, 36, 11), 'started_at': datetime.datetime(2022, 10, 19, 7, 36, 11), 'heartbeat_timestamp': datetime.datetime(2022, 10, 19, 8, 15, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 08:15:20.815893 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd054001-dc18-4f7b-8550-c9158024433f req-fb1e0502-7206-40af-8733-ffc47b65cc1c service neutron] Checking segment: {'id': '2edf3dbb-9db1-431e-871a-10a9f5dad355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '696690da-99a1-4e19-a820-b16149e81286'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 19 08:15:20.816270 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd054001-dc18-4f7b-8550-c9158024433f req-fb1e0502-7206-40af-8733-ffc47b65cc1c service neutron] Bound using segment: {'id': '2edf3dbb-9db1-431e-871a-10a9f5dad355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '696690da-99a1-4e19-a820-b16149e81286'} {{(pid=103333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 08:15:20.816725 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.managers [req-fd054001-dc18-4f7b-8550-c9158024433f req-fb1e0502-7206-40af-8733-ffc47b65cc1c service neutron] Bound port: 56186e03-cf39-4784-94bd-1c9186c3413f, host: hv-neutron-8616, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2edf3dbb-9db1-431e-871a-10a9f5dad355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '696690da-99a1-4e19-a820-b16149e81286'}}] {{(pid=103333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 19 08:15:20.817076 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [req-fd054001-dc18-4f7b-8550-c9158024433f req-fb1e0502-7206-40af-8733-ffc47b65cc1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:15:20.888791 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.db [req-fd054001-dc18-4f7b-8550-c9158024433f req-fb1e0502-7206-40af-8733-ffc47b65cc1c service neutron] For port 56186e03-cf39-4784-94bd-1c9186c3413f, host hv-neutron-8616, cleared binding levels {{(pid=103333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 08:15:20.891920 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.db [req-fd054001-dc18-4f7b-8550-c9158024433f req-fb1e0502-7206-40af-8733-ffc47b65cc1c service neutron] For port 56186e03-cf39-4784-94bd-1c9186c3413f, host hv-neutron-8616, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=56186e03-cf39-4784-94bd-1c9186c3413f,segment=NetworkSegment(2edf3dbb-9db1-431e-871a-10a9f5dad355),segment_id=2edf3dbb-9db1-431e-871a-10a9f5dad355)] {{(pid=103333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 08:15:20.892223 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2e1006-c660-4f03-b4fa-26b3166d5176 req-67f6a6c1-65c2-4029-b4ec-bafecbd64394 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:15:20.893845 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-fa2e1006-c660-4f03-b4fa-26b3166d5176 req-67f6a6c1-65c2-4029-b4ec-bafecbd64394 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] 10.222.0.27 "GET /v2.0/ports?device_id=560aac22-cc2a-41e4-9e92-01a42c65dba4 HTTP/1.1" status: 200 len: 943 time: 0.0498409 Oct 19 08:15:20.897053 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [req-fd054001-dc18-4f7b-8550-c9158024433f req-fb1e0502-7206-40af-8733-ffc47b65cc1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130996754'] for port, after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:15:20.901327 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd054001-dc18-4f7b-8550-c9158024433f req-fb1e0502-7206-40af-8733-ffc47b65cc1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:15:20.901992 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [req-fd054001-dc18-4f7b-8550-c9158024433f req-fb1e0502-7206-40af-8733-ffc47b65cc1c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42160'] for port, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:15:20.903384 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-fd054001-dc18-4f7b-8550-c9158024433f req-fb1e0502-7206-40af-8733-ffc47b65cc1c service neutron] 10.222.0.16 "PUT /v2.0/ports/56186e03-cf39-4784-94bd-1c9186c3413f HTTP/1.1" status: 200 len: 1093 time: 0.6101317 Oct 19 08:15:20.905520 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '560aac22-cc2a-41e4-9e92-01a42c65dba4', 'tag': '56186e03-cf39-4784-94bd-1c9186c3413f'}] {{(pid=103333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 19 08:15:20.907814 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e3bb7d74903c72d9cb0d0f2f187c581e0456bd3142b101dc46d694cf75cdf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17c3ccaf-1888-4c8e-8d3e-7e093ddfd2a9" -d '{"events": [{"name": "network-changed", "server_uuid": "560aac22-cc2a-41e4-9e92-01a42c65dba4", "tag": "56186e03-cf39-4784-94bd-1c9186c3413f"}]}' {{(pid=103333) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 08:15:20.949022 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-fa2e1006-c660-4f03-b4fa-26b3166d5176 req-8248afe8-07f0-4533-a38f-1224e382ea43 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] 10.222.0.27 "GET /v2.0/security-groups?id=526928bf-7bcd-4e6a-94e1-ccb6ddfdf8f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483661 Oct 19 08:15:20.959895 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 19 Oct 2022 08:15:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0f2db44-25e4-4c25-b243-8d8d08ab19ae x-openstack-request-id: req-c0f2db44-25e4-4c25-b243-8d8d08ab19ae {{(pid=103333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 08:15:20.960493 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "560aac22-cc2a-41e4-9e92-01a42c65dba4", "tag": "56186e03-cf39-4784-94bd-1c9186c3413f", "status": "completed", "code": 200}]} {{(pid=103333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 08:15:20.960770 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-c0f2db44-25e4-4c25-b243-8d8d08ab19ae {{(pid=103333) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 08:15:20.961173 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c0f2db44-25e4-4c25-b243-8d8d08ab19ae'] response: {'name': 'network-changed', 'server_uuid': '560aac22-cc2a-41e4-9e92-01a42c65dba4', 'tag': '56186e03-cf39-4784-94bd-1c9186c3413f', 'status': 'completed', 'code': 200} Oct 19 08:15:20.985807 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1e0502-7206-40af-8733-ffc47b65cc1c service neutron] Pushing event updated for resources: {'Port': ['ID=56186e03-cf39-4784-94bd-1c9186c3413f,revision_number=3']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:15:21.000887 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd054001-dc18-4f7b-8550-c9158024433f req-612af675-8e26-46e2-95fd-9239dc3371aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:15:21.002371 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-fd054001-dc18-4f7b-8550-c9158024433f req-612af675-8e26-46e2-95fd-9239dc3371aa service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a79253f1761249b4887a71a94ffae3f9&device_id=560aac22-cc2a-41e4-9e92-01a42c65dba4 HTTP/1.1" status: 200 len: 1096 time: 0.0572519 Oct 19 08:15:21.048118 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-fd054001-dc18-4f7b-8550-c9158024433f req-efd9baa6-5892-4db9-8878-5acdf0b0075f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=56186e03-cf39-4784-94bd-1c9186c3413f HTTP/1.1" status: 200 len: 217 time: 0.0385811 Oct 19 08:15:21.095310 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd054001-dc18-4f7b-8550-c9158024433f req-49299d69-1f26-4753-90e5-38545a94a120 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:15:21.096798 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-fd054001-dc18-4f7b-8550-c9158024433f req-49299d69-1f26-4753-90e5-38545a94a120 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=cc3afbd5-875e-43ed-95d4-668cf4f45b76 HTTP/1.1" status: 200 len: 834 time: 0.0427523 Oct 19 08:15:21.103630 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-22dfbe35-cbf1-43c4-a153-bda408afbf69 None None] Attempt 2 to provision port 56186e03-cf39-4784-94bd-1c9186c3413f Oct 19 08:15:21.141409 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd054001-dc18-4f7b-8550-c9158024433f req-835bc7a4-fae0-41d9-8430-35a76f8168e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:15:21.142799 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-22dfbe35-cbf1-43c4-a153-bda408afbf69 None None] Port 56186e03-cf39-4784-94bd-1c9186c3413f had new provisioning blocks added so it will not transition to active. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:370}} Oct 19 08:15:21.142919 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-fd054001-dc18-4f7b-8550-c9158024433f req-835bc7a4-fae0-41d9-8430-35a76f8168e2 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=696690da-99a1-4e19-a820-b16149e81286&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0402334 Oct 19 08:15:21.236764 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-fd054001-dc18-4f7b-8550-c9158024433f req-8b345584-3589-4718-beb9-1c7d67486630 service neutron] 10.222.0.16 "GET /v2.0/networks/696690da-99a1-4e19-a820-b16149e81286?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871456 Oct 19 08:15:21.324462 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-fd054001-dc18-4f7b-8550-c9158024433f req-4fc2142d-fe99-45c4-94b4-078fc9f5e3e9 service neutron] 10.222.0.16 "GET /v2.0/networks/696690da-99a1-4e19-a820-b16149e81286?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814791 Oct 19 08:15:21.411230 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c3ccaf-1888-4c8e-8d3e-7e093ddfd2a9 req-914f257d-25f2-499f-ada7-7a2f57e280fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:15:21.412634 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-17c3ccaf-1888-4c8e-8d3e-7e093ddfd2a9 req-914f257d-25f2-499f-ada7-7a2f57e280fa service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a79253f1761249b4887a71a94ffae3f9&device_id=560aac22-cc2a-41e4-9e92-01a42c65dba4 HTTP/1.1" status: 200 len: 1096 time: 0.0442512 Oct 19 08:15:21.501554 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c3ccaf-1888-4c8e-8d3e-7e093ddfd2a9 req-a1f090b1-7422-4271-a287-e3b8fb907764 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:15:21.502997 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-17c3ccaf-1888-4c8e-8d3e-7e093ddfd2a9 req-a1f090b1-7422-4271-a287-e3b8fb907764 service neutron] 10.222.0.16 "GET /v2.0/networks?id=696690da-99a1-4e19-a820-b16149e81286 HTTP/1.1" status: 200 len: 898 time: 0.0829022 Oct 19 08:15:21.546883 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-17c3ccaf-1888-4c8e-8d3e-7e093ddfd2a9 req-02dca63f-09ab-441d-89cb-12ff7a4a7242 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=56186e03-cf39-4784-94bd-1c9186c3413f HTTP/1.1" status: 200 len: 217 time: 0.0366988 Oct 19 08:15:21.596197 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c3ccaf-1888-4c8e-8d3e-7e093ddfd2a9 req-04f3ff7e-e79b-445e-9596-dd60e8dba04a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:15:21.597703 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-17c3ccaf-1888-4c8e-8d3e-7e093ddfd2a9 req-04f3ff7e-e79b-445e-9596-dd60e8dba04a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=cc3afbd5-875e-43ed-95d4-668cf4f45b76 HTTP/1.1" status: 200 len: 834 time: 0.0437956 Oct 19 08:15:21.643213 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c3ccaf-1888-4c8e-8d3e-7e093ddfd2a9 req-9df98a9a-9112-41cd-98ff-f5bb1bb4d863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:15:21.644689 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-17c3ccaf-1888-4c8e-8d3e-7e093ddfd2a9 req-9df98a9a-9112-41cd-98ff-f5bb1bb4d863 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=696690da-99a1-4e19-a820-b16149e81286&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0390034 Oct 19 08:15:21.737912 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-17c3ccaf-1888-4c8e-8d3e-7e093ddfd2a9 req-703e45e3-c7ba-409a-a111-bed129c1a9d8 service neutron] 10.222.0.16 "GET /v2.0/networks/696690da-99a1-4e19-a820-b16149e81286?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850103 Oct 19 08:15:21.828162 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-17c3ccaf-1888-4c8e-8d3e-7e093ddfd2a9 req-2d569dcd-b5f1-49cf-9150-d7ae1868b2f8 service neutron] 10.222.0.16 "GET /v2.0/networks/696690da-99a1-4e19-a820-b16149e81286?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807314 Oct 19 08:15:22.069230 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c460873-f6a5-48c2-a89e-cc485008f76b req-5ac24465-5aef-489c-8c13-370d772fce80 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:15:22.070690 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-8c460873-f6a5-48c2-a89e-cc485008f76b req-5ac24465-5aef-489c-8c13-370d772fce80 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] 10.222.0.27 "GET /v2.0/ports?device_id=560aac22-cc2a-41e4-9e92-01a42c65dba4 HTTP/1.1" status: 200 len: 943 time: 0.0482731 Oct 19 08:15:22.111000 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-8c460873-f6a5-48c2-a89e-cc485008f76b req-f0c02cf7-5245-4841-bd05-0e9c3cbb744c tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] 10.222.0.27 "GET /v2.0/security-groups?id=526928bf-7bcd-4e6a-94e1-ccb6ddfdf8f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343351 Oct 19 08:15:22.356091 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Device 56186e03-cf39-4784-94bd-1c9186c3413f details requested by agent hyperv_hv-neutron-8616 with host hv-neutron-8616 {{(pid=103334) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 08:15:22.453479 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] For port 56186e03-cf39-4784-94bd-1c9186c3413f, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=56186e03-cf39-4784-94bd-1c9186c3413f,segment=NetworkSegment(2edf3dbb-9db1-431e-871a-10a9f5dad355),segment_id=2edf3dbb-9db1-431e-871a-10a9f5dad355)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 08:15:22.465388 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Returning: {'device': '56186e03-cf39-4784-94bd-1c9186c3413f', 'network_id': '696690da-99a1-4e19-a820-b16149e81286', 'port_id': '56186e03-cf39-4784-94bd-1c9186c3413f', 'mac_address': 'fa:16:3e:5b:b7:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc3afbd5-875e-43ed-95d4-668cf4f45b76', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103334) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 08:15:22.502980 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Current status of the port 56186e03-cf39-4784-94bd-1c9186c3413f is: DOWN; New status is: BUILD {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 08:15:22.503368 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:15:22.515904 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.notifiers.nova [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56186e03-cf39-4784-94bd-1c9186c3413f {{(pid=103334) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 19 08:15:22.534797 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] For port 56186e03-cf39-4784-94bd-1c9186c3413f, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=56186e03-cf39-4784-94bd-1c9186c3413f,segment=NetworkSegment(2edf3dbb-9db1-431e-871a-10a9f5dad355),segment_id=2edf3dbb-9db1-431e-871a-10a9f5dad355)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 08:15:22.538720 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:15:22.583705 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Pushing event updated for resources: {'Port': ['ID=56186e03-cf39-4784-94bd-1c9186c3413f,revision_number=4']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:15:22.745930 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] get_ports_and_sgs() called for port_ids ['56186e03-cf39-4784-94bd-1c9186c3413f'] {{(pid=103334) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 19 08:15:23.261841 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99d8975-3442-4ff9-8144-cad2d79a01f6 req-687c41da-082a-4bf0-9196-0e2dc83c712d tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:15:23.263255 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-d99d8975-3442-4ff9-8144-cad2d79a01f6 req-687c41da-082a-4bf0-9196-0e2dc83c712d tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] 10.222.0.27 "GET /v2.0/ports?device_id=560aac22-cc2a-41e4-9e92-01a42c65dba4 HTTP/1.1" status: 200 len: 944 time: 0.0595272 Oct 19 08:15:23.308691 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-d99d8975-3442-4ff9-8144-cad2d79a01f6 req-39dc43a4-3ec9-4810-9d2a-e5847ee2dbc4 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] 10.222.0.27 "GET /v2.0/security-groups?id=526928bf-7bcd-4e6a-94e1-ccb6ddfdf8f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370843 Oct 19 08:15:24.373004 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Device 56186e03-cf39-4784-94bd-1c9186c3413f up at agent hyperv_hv-neutron-8616 {{(pid=103334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 08:15:24.425683 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Provisioning for port 56186e03-cf39-4784-94bd-1c9186c3413f completed by entity L2. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 19 08:15:24.429579 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Provisioning complete for port 56186e03-cf39-4784-94bd-1c9186c3413f triggered by entity L2. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 08:15:24.429948 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:15:24.430285 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Attempt 1 to provision port 56186e03-cf39-4784-94bd-1c9186c3413f Oct 19 08:15:24.430719 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddf89bb-2f5a-4baf-aa9c-33e510e015b2 req-bf5a4f5b-ce65-422c-92b1-876bf5e0b901 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:15:24.432241 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-3ddf89bb-2f5a-4baf-aa9c-33e510e015b2 req-bf5a4f5b-ce65-422c-92b1-876bf5e0b901 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] 10.222.0.27 "GET /v2.0/ports?device_id=560aac22-cc2a-41e4-9e92-01a42c65dba4 HTTP/1.1" status: 200 len: 944 time: 0.0507083 Oct 19 08:15:24.471253 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-3ddf89bb-2f5a-4baf-aa9c-33e510e015b2 req-cf821dd4-eacf-4871-8d85-e999a0784c2c tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] 10.222.0.27 "GET /v2.0/security-groups?id=526928bf-7bcd-4e6a-94e1-ccb6ddfdf8f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326190 Oct 19 08:15:24.509918 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Current status of the port 56186e03-cf39-4784-94bd-1c9186c3413f is: BUILD; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 08:15:24.510294 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:15:24.532660 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '560aac22-cc2a-41e4-9e92-01a42c65dba4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56186e03-cf39-4784-94bd-1c9186c3413f'}] {{(pid=103334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 19 08:15:24.534827 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d918bd29c62f7e926e80ce37adcd574e0921d2de3006e6b6ef58999f52d8e2e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-594ea4dc-bbc7-42d5-b069-5c5053fa73be" -d '{"events": [{"server_uuid": "560aac22-cc2a-41e4-9e92-01a42c65dba4", "name": "network-vif-plugged", "status": "completed", "tag": "56186e03-cf39-4784-94bd-1c9186c3413f"}]}' {{(pid=103334) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 08:15:24.546966 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] For port 56186e03-cf39-4784-94bd-1c9186c3413f, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=56186e03-cf39-4784-94bd-1c9186c3413f,segment=NetworkSegment(2edf3dbb-9db1-431e-871a-10a9f5dad355),segment_id=2edf3dbb-9db1-431e-871a-10a9f5dad355)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 08:15:24.550820 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:15:24.574213 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 19 Oct 2022 08:15:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d338387-4f65-486d-8d78-c55b5423e489 x-openstack-request-id: req-1d338387-4f65-486d-8d78-c55b5423e489 {{(pid=103334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 08:15:24.574503 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "560aac22-cc2a-41e4-9e92-01a42c65dba4", "name": "network-vif-plugged", "status": "completed", "tag": "56186e03-cf39-4784-94bd-1c9186c3413f", "code": 200}]} {{(pid=103334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 08:15:24.574750 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-1d338387-4f65-486d-8d78-c55b5423e489 {{(pid=103334) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 08:15:24.575134 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1d338387-4f65-486d-8d78-c55b5423e489'] response: {'server_uuid': '560aac22-cc2a-41e4-9e92-01a42c65dba4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56186e03-cf39-4784-94bd-1c9186c3413f', 'code': 200} Oct 19 08:15:24.600780 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Pushing event updated for resources: {'Port': ['ID=56186e03-cf39-4784-94bd-1c9186c3413f,revision_number=5']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:15:24.614346 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.agents_db [None req-6057327c-4456-4c72-8e75-6d3cd9249757 None None] Agent healthcheck: found 6 active agents {{(pid=103335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 08:15:24.735800 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce437fd-434b-4b91-b83f-f8b8dbf7e7fe req-d850f3a2-4769-423d-933d-0e2f0cf96943 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:15:24.737318 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-cce437fd-434b-4b91-b83f-f8b8dbf7e7fe req-d850f3a2-4769-423d-933d-0e2f0cf96943 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=560aac22-cc2a-41e4-9e92-01a42c65dba4 HTTP/1.1" status: 200 len: 1098 time: 0.0419605 Oct 19 08:15:24.776172 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-cce437fd-434b-4b91-b83f-f8b8dbf7e7fe req-d09d7687-e961-408c-acdf-2d7bbdc28d69 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=526928bf-7bcd-4e6a-94e1-ccb6ddfdf8f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319419 Oct 19 08:15:25.590988 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3168e71-9c8a-4ce7-a91b-03b8d3845e53 req-06a1edef-f989-44c4-95e7-bcaf9e815428 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:15:25.592461 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-b3168e71-9c8a-4ce7-a91b-03b8d3845e53 req-06a1edef-f989-44c4-95e7-bcaf9e815428 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] 10.222.0.27 "GET /v2.0/ports?device_id=560aac22-cc2a-41e4-9e92-01a42c65dba4 HTTP/1.1" status: 200 len: 945 time: 0.0491402 Oct 19 08:15:25.633536 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-b3168e71-9c8a-4ce7-a91b-03b8d3845e53 req-b2a914a4-74c8-4397-a1af-eb8b1bae71cf tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] 10.222.0.27 "GET /v2.0/security-groups?id=526928bf-7bcd-4e6a-94e1-ccb6ddfdf8f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350873 Oct 19 08:15:26.755144 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa0082e-67f8-4fb3-b86c-186bef487585 req-b06f0924-90d3-4e0a-9fcb-ab62fa3bcb9f tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:15:26.756617 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-cfa0082e-67f8-4fb3-b86c-186bef487585 req-b06f0924-90d3-4e0a-9fcb-ab62fa3bcb9f tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] 10.222.0.27 "GET /v2.0/ports?device_id=560aac22-cc2a-41e4-9e92-01a42c65dba4 HTTP/1.1" status: 200 len: 945 time: 0.0486224 Oct 19 08:15:26.793391 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-cfa0082e-67f8-4fb3-b86c-186bef487585 req-a364adc0-8616-413a-949b-84651b6d12c2 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] 10.222.0.27 "GET /v2.0/security-groups?id=526928bf-7bcd-4e6a-94e1-ccb6ddfdf8f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308180 Oct 19 08:15:26.911406 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e396314-d761-408f-8d1c-109fe1e352c8 req-e69976eb-0893-425b-bc8f-aa5c83366870 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:15:26.912870 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-2e396314-d761-408f-8d1c-109fe1e352c8 req-e69976eb-0893-425b-bc8f-aa5c83366870 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] 10.222.0.27 "GET /v2.0/ports?device_id=560aac22-cc2a-41e4-9e92-01a42c65dba4 HTTP/1.1" status: 200 len: 945 time: 0.0477214 Oct 19 08:15:26.950124 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-2e396314-d761-408f-8d1c-109fe1e352c8 req-87d394da-3601-4754-9424-8f581f3c356a tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] 10.222.0.27 "GET /v2.0/security-groups?id=526928bf-7bcd-4e6a-94e1-ccb6ddfdf8f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306883 Oct 19 08:15:26.978520 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 38356) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:15:27.016193 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8679b1a1-3f03-48a6-b08a-4e1b256050b1 tempest-TestNetworkAdvancedServerOps-711413529 tempest-TestNetworkAdvancedServerOps-711413529-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:15:27.017712 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-8679b1a1-3f03-48a6-b08a-4e1b256050b1 tempest-TestNetworkAdvancedServerOps-711413529 tempest-TestNetworkAdvancedServerOps-711413529-project-admin] 10.222.0.27 "GET /v2.0/ports?device_id=560aac22-cc2a-41e4-9e92-01a42c65dba4 HTTP/1.1" status: 200 len: 1093 time: 0.0382419 Oct 19 08:15:27.020655 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 38358) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:15:27.025410 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-8a4c3a7b-86a0-4d4d-beaa-c9475b9b8031 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Request body: {'floatingip': {'floating_network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'port_id': '56186e03-cf39-4784-94bd-1c9186c3413f', 'tenant_id': 'a79253f1761249b4887a71a94ffae3f9', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 08:15:27.045674 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-8a4c3a7b-86a0-4d4d-beaa-c9475b9b8031 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks [] for floatingip, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:15:27.143885 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-8a4c3a7b-86a0-4d4d-beaa-c9475b9b8031 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:15:27.247745 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.db_base_plugin_common [None req-8a4c3a7b-86a0-4d4d-beaa-c9475b9b8031 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Allocated IP 172.26.0.136 (99c66757-74e3-40a4-b479-8d09e3a7c3dd/7f3d1034-1de7-458a-a3ee-77488de3949b/947d0740-0039-491b-b7a3-c52346874aaf) {{(pid=103332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 08:15:27.347941 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-8a4c3a7b-86a0-4d4d-beaa-c9475b9b8031 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks [] for port, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:15:27.379676 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-8a4c3a7b-86a0-4d4d-beaa-c9475b9b8031 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785020947330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133553798'] for port, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:15:27.416352 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a4c3a7b-86a0-4d4d-beaa-c9475b9b8031 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Network 99c66757-74e3-40a4-b479-8d09e3a7c3dd is already hosted by enough agents. {{(pid=103332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 08:15:27.419232 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.base_scheduler [None req-8a4c3a7b-86a0-4d4d-beaa-c9475b9b8031 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Resources bound (agent type, host, resource id): {{(pid=103332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 08:15:27.422708 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a4c3a7b-86a0-4d4d-beaa-c9475b9b8031 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Received port after_create {{(pid=103332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 08:15:27.449441 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4c3a7b-86a0-4d4d-beaa-c9475b9b8031 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Pushing event updated for resources: {'Port': ['ID=947d0740-0039-491b-b7a3-c52346874aaf,revision_number=1']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:15:28.097975 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-8a4c3a7b-86a0-4d4d-beaa-c9475b9b8031 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:15:28.166386 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-8a4c3a7b-86a0-4d4d-beaa-c9475b9b8031 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:15:28.311732 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-8a4c3a7b-86a0-4d4d-beaa-c9475b9b8031 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks [] for port, precommit_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:15:28.315691 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-8a4c3a7b-86a0-4d4d-beaa-c9475b9b8031 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133553807'] for port, after_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:15:28.384788 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-8a4c3a7b-86a0-4d4d-beaa-c9475b9b8031 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1695041'] for floatingip, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:15:28.386431 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4c3a7b-86a0-4d4d-beaa-c9475b9b8031 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Pushing event updated for resources: {'Port': ['ID=947d0740-0039-491b-b7a3-c52346874aaf,revision_number=2']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:15:28.488167 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.db.l3_db [None req-8a4c3a7b-86a0-4d4d-beaa-c9475b9b8031 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Floating IP faab2146-1248-45da-8b0a-646d9e8d801b associated. External IP: 172.26.0.136, port: 56186e03-cf39-4784-94bd-1c9186c3413f. Oct 19 08:15:28.693738 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a4c3a7b-86a0-4d4d-beaa-c9475b9b8031 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Router f7e361f0-1cce-4297-8a2a-8febb6daf550 has already been hosted by L3 agent ab388470-1243-4d53-80f2-c2f5899c97a7 {{(pid=103332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 08:15:28.801156 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a4c3a7b-86a0-4d4d-beaa-c9475b9b8031 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify agent at l3_agent.dv-neutron-861624-1-hyperv the message routers_updated {{(pid=103332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 08:15:28.810616 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c602307-5b5f-4a49-b557-283b008e0c28 None None] Sync routers for ids ['f7e361f0-1cce-4297-8a2a-8febb6daf550'] in dv-neutron-861624-1-hyperv {{(pid=103334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 08:15:28.818299 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-8a4c3a7b-86a0-4d4d-beaa-c9475b9b8031 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42160'] for floatingip, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:15:28.821494 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c602307-5b5f-4a49-b557-283b008e0c28 None None] Routers {'f7e361f0-1cce-4297-8a2a-8febb6daf550'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 08:15:28.822219 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-2c602307-5b5f-4a49-b557-283b008e0c28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T08:15:16Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['f7e361f0-1cce-4297-8a2a-8febb6daf550'], 'active': True} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:15:28.847994 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-8a4c3a7b-86a0-4d4d-beaa-c9475b9b8031 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] 10.222.0.27 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8263342 Oct 19 08:15:28.848651 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '560aac22-cc2a-41e4-9e92-01a42c65dba4', 'tag': '56186e03-cf39-4784-94bd-1c9186c3413f'}] {{(pid=103332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 19 08:15:28.850912 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a021b02cf5f527cd4bbbc40a031b51490d9893d7edeeb551bdf5128ee7546f8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-194c5cef-18b3-40f9-8103-7bbeacc63952" -d '{"events": [{"name": "network-changed", "server_uuid": "560aac22-cc2a-41e4-9e92-01a42c65dba4", "tag": "56186e03-cf39-4784-94bd-1c9186c3413f"}]}' {{(pid=103332) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 08:15:28.894348 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 19 Oct 2022 08:15:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0e4c881-1fcb-4203-b668-0900373e0714 x-openstack-request-id: req-c0e4c881-1fcb-4203-b668-0900373e0714 {{(pid=103332) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 08:15:28.894638 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "560aac22-cc2a-41e4-9e92-01a42c65dba4", "tag": "56186e03-cf39-4784-94bd-1c9186c3413f", "status": "completed", "code": 200}]} {{(pid=103332) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 08:15:28.894888 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-c0e4c881-1fcb-4203-b668-0900373e0714 {{(pid=103332) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 08:15:28.895291 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c0e4c881-1fcb-4203-b668-0900373e0714'] response: {'name': 'network-changed', 'server_uuid': '560aac22-cc2a-41e4-9e92-01a42c65dba4', 'tag': '56186e03-cf39-4784-94bd-1c9186c3413f', 'status': 'completed', 'code': 200} Oct 19 08:15:28.961200 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194c5cef-18b3-40f9-8103-7bbeacc63952 req-3504b62f-5c9c-4031-868b-c7982ee2740f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:15:28.963279 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-194c5cef-18b3-40f9-8103-7bbeacc63952 req-3504b62f-5c9c-4031-868b-c7982ee2740f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a79253f1761249b4887a71a94ffae3f9&device_id=560aac22-cc2a-41e4-9e92-01a42c65dba4 HTTP/1.1" status: 200 len: 1098 time: 0.0432508 Oct 19 08:15:28.964550 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da72aa68-4c1d-4fc3-a701-b52ebbe2d4af req-a508550d-4095-49c1-93af-55a5d60ba8e8 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:15:28.966195 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-da72aa68-4c1d-4fc3-a701-b52ebbe2d4af req-a508550d-4095-49c1-93af-55a5d60ba8e8 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] 10.222.0.27 "GET /v2.0/ports?device_id=560aac22-cc2a-41e4-9e92-01a42c65dba4 HTTP/1.1" status: 200 len: 945 time: 0.0599008 Oct 19 08:15:29.007882 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-da72aa68-4c1d-4fc3-a701-b52ebbe2d4af req-7904c0b2-bab7-468d-a889-6d1fabdf142a tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] 10.222.0.27 "GET /v2.0/security-groups?id=526928bf-7bcd-4e6a-94e1-ccb6ddfdf8f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353212 Oct 19 08:15:29.038131 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 38364) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:15:29.058096 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194c5cef-18b3-40f9-8103-7bbeacc63952 req-45dcb57c-9059-4569-ab98-fb4107b90cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:15:29.059688 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-194c5cef-18b3-40f9-8103-7bbeacc63952 req-45dcb57c-9059-4569-ab98-fb4107b90cc4 service neutron] 10.222.0.16 "GET /v2.0/networks?id=696690da-99a1-4e19-a820-b16149e81286 HTTP/1.1" status: 200 len: 898 time: 0.0897658 Oct 19 08:15:29.078061 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvr_db [None req-2c602307-5b5f-4a49-b557-283b008e0c28 None None] Set router f7e361f0-1cce-4297-8a2a-8febb6daf550 gateway port host: dv-neutron-861624-1-hyperv {{(pid=103334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 08:15:29.104233 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-426d1a2e-73b0-4485-ac8b-f59902b327bf tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] 10.222.0.27 "GET /v2.0/floatingips/faab2146-1248-45da-8b0a-646d9e8d801b HTTP/1.1" status: 200 len: 991 time: 0.0649602 Oct 19 08:15:29.131157 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-194c5cef-18b3-40f9-8103-7bbeacc63952 req-a2e520d7-d0ff-4ecc-a161-35955c31f36e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=56186e03-cf39-4784-94bd-1c9186c3413f HTTP/1.1" status: 200 len: 999 time: 0.0651214 Oct 19 08:15:29.179391 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194c5cef-18b3-40f9-8103-7bbeacc63952 req-4af1da7a-117d-4943-8a3b-248e87683ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:15:29.180922 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-194c5cef-18b3-40f9-8103-7bbeacc63952 req-4af1da7a-117d-4943-8a3b-248e87683ee2 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=cc3afbd5-875e-43ed-95d4-668cf4f45b76 HTTP/1.1" status: 200 len: 834 time: 0.0435867 Oct 19 08:15:29.225504 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194c5cef-18b3-40f9-8103-7bbeacc63952 req-6701ba5c-a440-4327-806d-0a1c75b9df62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:15:29.226912 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-194c5cef-18b3-40f9-8103-7bbeacc63952 req-6701ba5c-a440-4327-806d-0a1c75b9df62 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=696690da-99a1-4e19-a820-b16149e81286&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0399160 Oct 19 08:15:29.307130 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-2c602307-5b5f-4a49-b557-283b008e0c28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7e361f0-1cce-4297-8a2a-8febb6daf550', 'name': 'tempest-TestNetworkAdvancedServerOps-router-224381775', 'tenant_id': 'a79253f1761249b4887a71a94ffae3f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'external_fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.123'}], 'enable_snat': True}, 'gw_port_id': 'd99fb894-3a53-414b-b5e7-c4385e03176b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T08:15:13Z', 'updated_at': '2022-10-19T08:15:16Z', 'revision_number': 4, 'project_id': 'a79253f1761249b4887a71a94ffae3f9', 'gw_port': {'id': 'd99fb894-3a53-414b-b5e7-c4385e03176b', 'name': '', 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:ed:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7e361f0-1cce-4297-8a2a-8febb6daf550', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1743, 'fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T08:15:13Z', 'updated_at': '2022-10-19T08:15:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861624-1-hyperv', '_floatingips': [{'id': 'faab2146-1248-45da-8b0a-646d9e8d801b', 'tenant_id': 'a79253f1761249b4887a71a94ffae3f9', 'floating_ip_address': '172.26.0.136', 'floating_network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'router_id': 'f7e361f0-1cce-4297-8a2a-8febb6daf550', 'port_id': '56186e03-cf39-4784-94bd-1c9186c3413f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1749, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '696690da-99a1-4e19-a820-b16149e81286', 'mac_address': 'fa:16:3e:5b:b7:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '560aac22-cc2a-41e4-9e92-01a42c65dba4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-19T08:15:27Z', 'updated_at': '2022-10-19T08:15:27Z', 'revision_number': 0, 'project_id': 'a79253f1761249b4887a71a94ffae3f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5003f323-7f47-4011-957d-72b3a04e67e3', 'name': '', 'network_id': '696690da-99a1-4e19-a820-b16149e81286', 'tenant_id': 'a79253f1761249b4887a71a94ffae3f9', 'mac_address': 'fa:16:3e:50:c6:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7e361f0-1cce-4297-8a2a-8febb6daf550', 'device_owner': 'network:router_interface', 'standard_attr_id': 1746, 'fixed_ips': [{'subnet_id': 'cc3afbd5-875e-43ed-95d4-668cf4f45b76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T08:15:16Z', 'updated_at': '2022-10-19T08:15:19Z', 'revision_number': 5, 'project_id': 'a79253f1761249b4887a71a94ffae3f9', 'subnets': [{'id': 'cc3afbd5-875e-43ed-95d4-668cf4f45b76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:15:29.320745 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-194c5cef-18b3-40f9-8103-7bbeacc63952 req-1b41a151-9cd2-4f62-ac02-2ae77dbc526e service neutron] 10.222.0.16 "GET /v2.0/networks/696690da-99a1-4e19-a820-b16149e81286?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867133 Oct 19 08:15:29.338678 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c602307-5b5f-4a49-b557-283b008e0c28 None None] Checking router: f7e361f0-1cce-4297-8a2a-8febb6daf550 for host: dv-neutron-861624-1-hyperv {{(pid=103334) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 08:15:29.346933 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c602307-5b5f-4a49-b557-283b008e0c28 None None] Routers {'f7e361f0-1cce-4297-8a2a-8febb6daf550'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 08:15:29.347533 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-2c602307-5b5f-4a49-b557-283b008e0c28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T08:15:16Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['f7e361f0-1cce-4297-8a2a-8febb6daf550'], 'active': True} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:15:29.411118 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-194c5cef-18b3-40f9-8103-7bbeacc63952 req-7e7493d4-2d50-4b48-a176-e4f3801fa3e7 service neutron] 10.222.0.16 "GET /v2.0/networks/696690da-99a1-4e19-a820-b16149e81286?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834925 Oct 19 08:15:29.455813 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvr_db [None req-2c602307-5b5f-4a49-b557-283b008e0c28 None None] Set router f7e361f0-1cce-4297-8a2a-8febb6daf550 gateway port host: dv-neutron-861624-1-hyperv {{(pid=103334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 08:15:29.677721 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-2c602307-5b5f-4a49-b557-283b008e0c28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7e361f0-1cce-4297-8a2a-8febb6daf550', 'name': 'tempest-TestNetworkAdvancedServerOps-router-224381775', 'tenant_id': 'a79253f1761249b4887a71a94ffae3f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'external_fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.123'}], 'enable_snat': True}, 'gw_port_id': 'd99fb894-3a53-414b-b5e7-c4385e03176b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T08:15:13Z', 'updated_at': '2022-10-19T08:15:16Z', 'revision_number': 4, 'project_id': 'a79253f1761249b4887a71a94ffae3f9', 'gw_port': {'id': 'd99fb894-3a53-414b-b5e7-c4385e03176b', 'name': '', 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:ed:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7e361f0-1cce-4297-8a2a-8febb6daf550', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1743, 'fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T08:15:13Z', 'updated_at': '2022-10-19T08:15:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861624-1-hyperv', '_floatingips': [{'id': 'faab2146-1248-45da-8b0a-646d9e8d801b', 'tenant_id': 'a79253f1761249b4887a71a94ffae3f9', 'floating_ip_address': '172.26.0.136', 'floating_network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'router_id': 'f7e361f0-1cce-4297-8a2a-8febb6daf550', 'port_id': '56186e03-cf39-4784-94bd-1c9186c3413f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1749, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '696690da-99a1-4e19-a820-b16149e81286', 'mac_address': 'fa:16:3e:5b:b7:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '560aac22-cc2a-41e4-9e92-01a42c65dba4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-19T08:15:27Z', 'updated_at': '2022-10-19T08:15:27Z', 'revision_number': 0, 'project_id': 'a79253f1761249b4887a71a94ffae3f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5003f323-7f47-4011-957d-72b3a04e67e3', 'name': '', 'network_id': '696690da-99a1-4e19-a820-b16149e81286', 'tenant_id': 'a79253f1761249b4887a71a94ffae3f9', 'mac_address': 'fa:16:3e:50:c6:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7e361f0-1cce-4297-8a2a-8febb6daf550', 'device_owner': 'network:router_interface', 'standard_attr_id': 1746, 'fixed_ips': [{'subnet_id': 'cc3afbd5-875e-43ed-95d4-668cf4f45b76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T08:15:16Z', 'updated_at': '2022-10-19T08:15:19Z', 'revision_number': 5, 'project_id': 'a79253f1761249b4887a71a94ffae3f9', 'subnets': [{'id': 'cc3afbd5-875e-43ed-95d4-668cf4f45b76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:15:29.704024 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c602307-5b5f-4a49-b557-283b008e0c28 None None] The sync data for ids ['f7e361f0-1cce-4297-8a2a-8febb6daf550'] in dv-neutron-861624-1-hyperv is: [{'id': 'f7e361f0-1cce-4297-8a2a-8febb6daf550', 'name': 'tempest-TestNetworkAdvancedServerOps-router-224381775', 'tenant_id': 'a79253f1761249b4887a71a94ffae3f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'external_fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.123'}], 'enable_snat': True}, 'gw_port_id': 'd99fb894-3a53-414b-b5e7-c4385e03176b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T08:15:13Z', 'updated_at': '2022-10-19T08:15:16Z', 'revision_number': 4, 'project_id': 'a79253f1761249b4887a71a94ffae3f9', 'gw_port': {'id': 'd99fb894-3a53-414b-b5e7-c4385e03176b', 'name': '', 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:ed:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7e361f0-1cce-4297-8a2a-8febb6daf550', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1743, 'fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T08:15:13Z', 'updated_at': '2022-10-19T08:15:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861624-1-hyperv', '_floatingips': [{'id': 'faab2146-1248-45da-8b0a-646d9e8d801b', 'tenant_id': 'a79253f1761249b4887a71a94ffae3f9', 'floating_ip_address': '172.26.0.136', 'floating_network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'router_id': 'f7e361f0-1cce-4297-8a2a-8febb6daf550', 'port_id': '56186e03-cf39-4784-94bd-1c9186c3413f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1749, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '696690da-99a1-4e19-a820-b16149e81286', 'mac_address': 'fa:16:3e:5b:b7:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '560aac22-cc2a-41e4-9e92-01a42c65dba4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-19T08:15:27Z', 'updated_at': '2022-10-19T08:15:27Z', 'revision_number': 0, 'project_id': 'a79253f1761249b4887a71a94ffae3f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5003f323-7f47-4011-957d-72b3a04e67e3', 'name': '', 'network_id': '696690da-99a1-4e19-a820-b16149e81286', 'tenant_id': 'a79253f1761249b4887a71a94ffae3f9', 'mac_address': 'fa:16:3e:50:c6:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7e361f0-1cce-4297-8a2a-8febb6daf550', 'device_owner': 'network:router_interface', 'standard_attr_id': 1746, 'fixed_ips': [{'subnet_id': 'cc3afbd5-875e-43ed-95d4-668cf4f45b76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T08:15:16Z', 'updated_at': '2022-10-19T08:15:19Z', 'revision_number': 5, 'project_id': 'a79253f1761249b4887a71a94ffae3f9', 'subnets': [{'id': 'cc3afbd5-875e-43ed-95d4-668cf4f45b76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 08:15:29.904153 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e68b03d-f887-48e0-a513-da573479b220 None None] New status for floating IP faab2146-1248-45da-8b0a-646d9e8d801b: ACTIVE {{(pid=103335) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 19 08:15:30.108203 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 38366) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:15:30.167646 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-dba1f730-838f-4784-935b-65b71b495a47 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] 10.222.0.27 "GET /v2.0/floatingips/faab2146-1248-45da-8b0a-646d9e8d801b HTTP/1.1" status: 200 len: 993 time: 0.0582566 Oct 19 08:15:42.133169 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:15:43.457278 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d89c789b-f539-4646-a0b8-2e7e902258f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:15:46.366977 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-4086b5d6-8811-46d5-b5ba-8f7797a0bb07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:15:48.065957 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-2a2259f7-b034-4eec-af7a-7abaede746c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:15:49.149210 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-1a0da505-d0f9-48c6-b7e2-53b9c5e41298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:15:49.233759 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:15:52.086040 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-16ef542e-073f-45bb-96a0-b35bb9a2f0d4 req-1254bfff-f16d-4a3c-a354-404cbbc9a8bf service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=560aac22-cc2a-41e4-9e92-01a42c65dba4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0389473 Oct 19 08:15:52.164621 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ef542e-073f-45bb-96a0-b35bb9a2f0d4 req-dbe6bb19-e667-48a4-963a-a70928a3f424 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:15:52.166080 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-16ef542e-073f-45bb-96a0-b35bb9a2f0d4 req-dbe6bb19-e667-48a4-963a-a70928a3f424 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a79253f1761249b4887a71a94ffae3f9&device_id=560aac22-cc2a-41e4-9e92-01a42c65dba4 HTTP/1.1" status: 200 len: 1098 time: 0.0394950 Oct 19 08:15:52.270615 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ef542e-073f-45bb-96a0-b35bb9a2f0d4 req-26e38028-4f70-4eab-8106-581bab85aa98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:15:52.272047 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-16ef542e-073f-45bb-96a0-b35bb9a2f0d4 req-26e38028-4f70-4eab-8106-581bab85aa98 service neutron] 10.222.0.16 "GET /v2.0/networks?id=696690da-99a1-4e19-a820-b16149e81286 HTTP/1.1" status: 200 len: 898 time: 0.0863409 Oct 19 08:15:52.337753 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-16ef542e-073f-45bb-96a0-b35bb9a2f0d4 req-02d8f950-b840-407f-87d2-eb77e61bed64 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=56186e03-cf39-4784-94bd-1c9186c3413f HTTP/1.1" status: 200 len: 1001 time: 0.0574071 Oct 19 08:15:52.385135 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ef542e-073f-45bb-96a0-b35bb9a2f0d4 req-4c7b5791-8880-4b39-8439-39714e56614f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:15:52.386511 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-16ef542e-073f-45bb-96a0-b35bb9a2f0d4 req-4c7b5791-8880-4b39-8439-39714e56614f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=cc3afbd5-875e-43ed-95d4-668cf4f45b76 HTTP/1.1" status: 200 len: 834 time: 0.0418401 Oct 19 08:15:52.435380 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ef542e-073f-45bb-96a0-b35bb9a2f0d4 req-26c379de-a29d-42fd-b62f-abccec529c7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:15:52.436956 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-16ef542e-073f-45bb-96a0-b35bb9a2f0d4 req-26c379de-a29d-42fd-b62f-abccec529c7d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=696690da-99a1-4e19-a820-b16149e81286&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0432642 Oct 19 08:15:52.524562 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-16ef542e-073f-45bb-96a0-b35bb9a2f0d4 req-0239dd5e-1c56-4392-9c4a-222d21b4354a service neutron] 10.222.0.16 "GET /v2.0/networks/696690da-99a1-4e19-a820-b16149e81286?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811150 Oct 19 08:15:52.614455 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-16ef542e-073f-45bb-96a0-b35bb9a2f0d4 req-26145b15-0e6f-44c5-a89a-1208109cea85 service neutron] 10.222.0.16 "GET /v2.0/networks/696690da-99a1-4e19-a820-b16149e81286?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839365 Oct 19 08:16:01.525189 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921b6fec-b626-498c-afc4-ca62729fd269 req-616d6bcd-dd84-46c2-a054-9d2fab9eeb40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:16:01.526718 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-921b6fec-b626-498c-afc4-ca62729fd269 req-616d6bcd-dd84-46c2-a054-9d2fab9eeb40 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a79253f1761249b4887a71a94ffae3f9&device_id=560aac22-cc2a-41e4-9e92-01a42c65dba4 HTTP/1.1" status: 200 len: 1098 time: 0.0423996 Oct 19 08:16:01.579636 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc06cd3-031b-4850-8554-dd5322c401dc req-51357fd1-74eb-427e-81df-0e3962e98eae tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:16:01.581364 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-6fc06cd3-031b-4850-8554-dd5322c401dc req-51357fd1-74eb-427e-81df-0e3962e98eae tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] 10.222.0.27 "GET /v2.0/ports?device_id=560aac22-cc2a-41e4-9e92-01a42c65dba4 HTTP/1.1" status: 200 len: 945 time: 0.1033638 Oct 19 08:16:01.613807 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.agents_db [None req-6057327c-4456-4c72-8e75-6d3cd9249757 None None] Agent healthcheck: found 6 active agents {{(pid=103335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 08:16:01.620425 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-6fc06cd3-031b-4850-8554-dd5322c401dc req-a78c7ac4-440b-4104-94b8-a3ba31f6473c tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] 10.222.0.27 "GET /v2.0/security-groups?id=526928bf-7bcd-4e6a-94e1-ccb6ddfdf8f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328529 Oct 19 08:16:01.624087 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921b6fec-b626-498c-afc4-ca62729fd269 req-3a456e17-31a0-4be1-a8a3-e827c2822d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:16:01.625761 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-921b6fec-b626-498c-afc4-ca62729fd269 req-3a456e17-31a0-4be1-a8a3-e827c2822d00 service neutron] 10.222.0.16 "GET /v2.0/networks?id=696690da-99a1-4e19-a820-b16149e81286 HTTP/1.1" status: 200 len: 898 time: 0.0917640 Oct 19 08:16:01.690423 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-921b6fec-b626-498c-afc4-ca62729fd269 req-26c7abd1-5034-41ae-a38a-88fcdaf37324 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=56186e03-cf39-4784-94bd-1c9186c3413f HTTP/1.1" status: 200 len: 1001 time: 0.0580502 Oct 19 08:16:01.743801 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921b6fec-b626-498c-afc4-ca62729fd269 req-d787e352-0c58-4dea-b5ec-11af6413a4a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:16:01.745249 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-921b6fec-b626-498c-afc4-ca62729fd269 req-d787e352-0c58-4dea-b5ec-11af6413a4a2 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=cc3afbd5-875e-43ed-95d4-668cf4f45b76 HTTP/1.1" status: 200 len: 834 time: 0.0476325 Oct 19 08:16:02.043350 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921b6fec-b626-498c-afc4-ca62729fd269 req-c2c60672-97c7-4415-89d1-87450696fe35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:16:02.044774 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-921b6fec-b626-498c-afc4-ca62729fd269 req-c2c60672-97c7-4415-89d1-87450696fe35 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=696690da-99a1-4e19-a820-b16149e81286&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2927442 Oct 19 08:16:02.134777 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-921b6fec-b626-498c-afc4-ca62729fd269 req-83787201-d39c-4610-ab55-b9218a7d9680 service neutron] 10.222.0.16 "GET /v2.0/networks/696690da-99a1-4e19-a820-b16149e81286?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827017 Oct 19 08:16:02.225368 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-921b6fec-b626-498c-afc4-ca62729fd269 req-aa9f4472-b327-453e-972c-d2a1219e67d1 service neutron] 10.222.0.16 "GET /v2.0/networks/696690da-99a1-4e19-a820-b16149e81286?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832760 Oct 19 08:16:02.797040 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343a83cc-e078-4397-a5e5-564619be58d5 req-ce0183d4-683a-4f1b-a514-afa5c9b7554c tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:16:02.798527 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-343a83cc-e078-4397-a5e5-564619be58d5 req-ce0183d4-683a-4f1b-a514-afa5c9b7554c tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] 10.222.0.27 "GET /v2.0/ports?device_id=560aac22-cc2a-41e4-9e92-01a42c65dba4 HTTP/1.1" status: 200 len: 945 time: 0.1025646 Oct 19 08:16:02.836238 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-343a83cc-e078-4397-a5e5-564619be58d5 req-14953ea3-b00e-432b-a954-19212d076b70 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] 10.222.0.27 "GET /v2.0/security-groups?id=526928bf-7bcd-4e6a-94e1-ccb6ddfdf8f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317078 Oct 19 08:16:03.958242 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584c9a36-8477-40a7-8a50-65526fc27faa req-d4bca495-7230-4d36-9041-55dfc4a871af tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:16:03.959696 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-584c9a36-8477-40a7-8a50-65526fc27faa req-d4bca495-7230-4d36-9041-55dfc4a871af tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] 10.222.0.27 "GET /v2.0/ports?device_id=560aac22-cc2a-41e4-9e92-01a42c65dba4 HTTP/1.1" status: 200 len: 945 time: 0.0486109 Oct 19 08:16:03.995825 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-584c9a36-8477-40a7-8a50-65526fc27faa req-2fb75e23-9670-41fb-a6cd-96fca830fe2d tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] 10.222.0.27 "GET /v2.0/security-groups?id=526928bf-7bcd-4e6a-94e1-ccb6ddfdf8f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299764 Oct 19 08:16:05.117224 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc9e5e3-57e7-48ce-8b55-ef02a8ea3b3f req-e5f924bf-e9ce-4d24-a6ad-ab5e251e612c tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:16:05.118690 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-acc9e5e3-57e7-48ce-8b55-ef02a8ea3b3f req-e5f924bf-e9ce-4d24-a6ad-ab5e251e612c tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] 10.222.0.27 "GET /v2.0/ports?device_id=560aac22-cc2a-41e4-9e92-01a42c65dba4 HTTP/1.1" status: 200 len: 945 time: 0.0487866 Oct 19 08:16:05.156385 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-acc9e5e3-57e7-48ce-8b55-ef02a8ea3b3f req-424991f8-a348-42a6-9d8f-f75c0115d023 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] 10.222.0.27 "GET /v2.0/security-groups?id=526928bf-7bcd-4e6a-94e1-ccb6ddfdf8f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316720 Oct 19 08:16:06.281352 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bfc37a-a7b7-4795-bc06-0c1c402a1321 req-a11f4b0c-f8b1-46e6-b92f-22e42c0904ba tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:16:06.282880 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-b0bfc37a-a7b7-4795-bc06-0c1c402a1321 req-a11f4b0c-f8b1-46e6-b92f-22e42c0904ba tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] 10.222.0.27 "GET /v2.0/ports?device_id=560aac22-cc2a-41e4-9e92-01a42c65dba4 HTTP/1.1" status: 200 len: 945 time: 0.0537333 Oct 19 08:16:06.321931 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-b0bfc37a-a7b7-4795-bc06-0c1c402a1321 req-611e4ff0-4f39-43e9-a5d2-fcf07fae8b52 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] 10.222.0.27 "GET /v2.0/security-groups?id=526928bf-7bcd-4e6a-94e1-ccb6ddfdf8f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323298 Oct 19 08:16:07.443815 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e92e8e-abde-4dd2-be0a-eb9284f3917d req-57b8163a-9b8d-4502-a0ac-5fc998b0c6fb tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:16:07.445334 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-89e92e8e-abde-4dd2-be0a-eb9284f3917d req-57b8163a-9b8d-4502-a0ac-5fc998b0c6fb tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] 10.222.0.27 "GET /v2.0/ports?device_id=560aac22-cc2a-41e4-9e92-01a42c65dba4 HTTP/1.1" status: 200 len: 945 time: 0.0503802 Oct 19 08:16:07.483594 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-89e92e8e-abde-4dd2-be0a-eb9284f3917d req-86a2d964-e3bb-4931-84e0-6f36fb62d178 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] 10.222.0.27 "GET /v2.0/security-groups?id=526928bf-7bcd-4e6a-94e1-ccb6ddfdf8f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322092 Oct 19 08:16:08.602471 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279eb2fa-c4c5-4cd9-b14f-9e8b4380f33b req-b4217c1b-6e96-48e1-9947-12664f930839 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:16:08.603948 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-279eb2fa-c4c5-4cd9-b14f-9e8b4380f33b req-b4217c1b-6e96-48e1-9947-12664f930839 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] 10.222.0.27 "GET /v2.0/ports?device_id=560aac22-cc2a-41e4-9e92-01a42c65dba4 HTTP/1.1" status: 200 len: 945 time: 0.0484831 Oct 19 08:16:08.641044 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-279eb2fa-c4c5-4cd9-b14f-9e8b4380f33b req-87e55b12-68ec-4e49-9215-e05f2ce39534 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] 10.222.0.27 "GET /v2.0/security-groups?id=526928bf-7bcd-4e6a-94e1-ccb6ddfdf8f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311043 Oct 19 08:16:09.763053 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1314bc78-26b7-4135-b4c6-c058afebe02d req-c02774aa-ee73-49a8-a6bb-507df87300ff tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:16:09.764657 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-1314bc78-26b7-4135-b4c6-c058afebe02d req-c02774aa-ee73-49a8-a6bb-507df87300ff tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] 10.222.0.27 "GET /v2.0/ports?device_id=560aac22-cc2a-41e4-9e92-01a42c65dba4 HTTP/1.1" status: 200 len: 945 time: 0.0522094 Oct 19 08:16:09.801570 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-1314bc78-26b7-4135-b4c6-c058afebe02d req-4053bb28-34ea-473c-8a6d-174d100660c5 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] 10.222.0.27 "GET /v2.0/security-groups?id=526928bf-7bcd-4e6a-94e1-ccb6ddfdf8f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311656 Oct 19 08:16:10.922535 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5c4fc3-f498-4496-84be-87cdc30d20b7 req-bdb7ed53-e7fb-4b8e-97db-5f59b1f41173 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:16:10.924006 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-bb5c4fc3-f498-4496-84be-87cdc30d20b7 req-bdb7ed53-e7fb-4b8e-97db-5f59b1f41173 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] 10.222.0.27 "GET /v2.0/ports?device_id=560aac22-cc2a-41e4-9e92-01a42c65dba4 HTTP/1.1" status: 200 len: 945 time: 0.0507925 Oct 19 08:16:10.961468 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-bb5c4fc3-f498-4496-84be-87cdc30d20b7 req-6561200d-1b04-454b-aa2b-5418cf6328c1 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] 10.222.0.27 "GET /v2.0/security-groups?id=526928bf-7bcd-4e6a-94e1-ccb6ddfdf8f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315094 Oct 19 08:16:12.084524 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0899c5-a7cb-461f-a0c6-21cdfa592b06 req-cb0e2c48-57c3-4737-a903-c9739f798023 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:16:12.086274 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-0b0899c5-a7cb-461f-a0c6-21cdfa592b06 req-cb0e2c48-57c3-4737-a903-c9739f798023 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] 10.222.0.27 "GET /v2.0/ports?device_id=560aac22-cc2a-41e4-9e92-01a42c65dba4 HTTP/1.1" status: 200 len: 945 time: 0.0497930 Oct 19 08:16:12.122789 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-0b0899c5-a7cb-461f-a0c6-21cdfa592b06 req-16cd243f-6fc7-4243-9b70-9e073181300e tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] 10.222.0.27 "GET /v2.0/security-groups?id=526928bf-7bcd-4e6a-94e1-ccb6ddfdf8f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306034 Oct 19 08:16:12.149145 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:16:13.251024 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5d9433-44ea-4eb4-b3ee-b35032d65cc8 req-229f4b81-0726-4cd0-8277-b75551258cb8 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:16:13.252490 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-4c5d9433-44ea-4eb4-b3ee-b35032d65cc8 req-229f4b81-0726-4cd0-8277-b75551258cb8 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] 10.222.0.27 "GET /v2.0/ports?device_id=560aac22-cc2a-41e4-9e92-01a42c65dba4 HTTP/1.1" status: 200 len: 945 time: 0.0522511 Oct 19 08:16:13.290734 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-4c5d9433-44ea-4eb4-b3ee-b35032d65cc8 req-0f9d4b74-d4ab-467b-b573-c74c705b0171 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] 10.222.0.27 "GET /v2.0/security-groups?id=526928bf-7bcd-4e6a-94e1-ccb6ddfdf8f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323007 Oct 19 08:16:13.459305 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-6b0d683b-f0ca-4542-8f32-418b494097b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:16:14.410152 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9e37d3-1fab-4f09-8f6c-4f04d1b8c916 req-da249fef-9dbb-43d6-91bd-630cd1bbabd9 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:16:14.411654 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-5f9e37d3-1fab-4f09-8f6c-4f04d1b8c916 req-da249fef-9dbb-43d6-91bd-630cd1bbabd9 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] 10.222.0.27 "GET /v2.0/ports?device_id=560aac22-cc2a-41e4-9e92-01a42c65dba4 HTTP/1.1" status: 200 len: 945 time: 0.0484669 Oct 19 08:16:14.449165 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-5f9e37d3-1fab-4f09-8f6c-4f04d1b8c916 req-bb9a09e2-995c-422f-9283-39c6d91ba24b tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] 10.222.0.27 "GET /v2.0/security-groups?id=526928bf-7bcd-4e6a-94e1-ccb6ddfdf8f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316601 Oct 19 08:16:15.571059 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85841581-5e71-4b2f-a9c8-d7f0a45ef003 req-b165388b-4611-4db2-86ce-b3bc45dcf10c tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:16:15.572540 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-85841581-5e71-4b2f-a9c8-d7f0a45ef003 req-b165388b-4611-4db2-86ce-b3bc45dcf10c tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] 10.222.0.27 "GET /v2.0/ports?device_id=560aac22-cc2a-41e4-9e92-01a42c65dba4 HTTP/1.1" status: 200 len: 945 time: 0.0494051 Oct 19 08:16:15.610098 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-85841581-5e71-4b2f-a9c8-d7f0a45ef003 req-94826c40-bcb7-4ef7-8805-dae325720e78 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] 10.222.0.27 "GET /v2.0/security-groups?id=526928bf-7bcd-4e6a-94e1-ccb6ddfdf8f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313115 Oct 19 08:16:16.369266 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-3fe31a43-986e-4e2b-bc57-ab93d189a4cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:16:16.733018 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7d2f48-388c-46bd-b5ed-73bfc10b5693 req-96af5cc4-7964-4e58-a22c-1ad72afafa18 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:16:16.734622 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-9b7d2f48-388c-46bd-b5ed-73bfc10b5693 req-96af5cc4-7964-4e58-a22c-1ad72afafa18 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] 10.222.0.27 "GET /v2.0/ports?device_id=560aac22-cc2a-41e4-9e92-01a42c65dba4 HTTP/1.1" status: 200 len: 945 time: 0.0528715 Oct 19 08:16:16.772531 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-9b7d2f48-388c-46bd-b5ed-73bfc10b5693 req-79ccf3a0-94a7-419a-9c4b-daa855e2ae62 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] 10.222.0.27 "GET /v2.0/security-groups?id=526928bf-7bcd-4e6a-94e1-ccb6ddfdf8f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320616 Oct 19 08:16:17.895816 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f068229a-d9b1-4024-a4c5-ceb751f1fd04 req-d1957f54-b0be-4a3b-b790-07229577d720 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:16:17.897363 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-f068229a-d9b1-4024-a4c5-ceb751f1fd04 req-d1957f54-b0be-4a3b-b790-07229577d720 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] 10.222.0.27 "GET /v2.0/ports?device_id=560aac22-cc2a-41e4-9e92-01a42c65dba4 HTTP/1.1" status: 200 len: 945 time: 0.0520487 Oct 19 08:16:17.936688 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-f068229a-d9b1-4024-a4c5-ceb751f1fd04 req-c4c1c9ea-5cd3-4a84-8c05-434ab9309bef tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] 10.222.0.27 "GET /v2.0/security-groups?id=526928bf-7bcd-4e6a-94e1-ccb6ddfdf8f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312152 Oct 19 08:16:18.068725 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-2a2259f7-b034-4eec-af7a-7abaede746c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:16:19.055371 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9eb258b-89b6-4b85-8d7f-09c63b8cc47d req-1ec68321-1575-4c88-ba25-4dba1bec9852 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:16:19.056986 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-f9eb258b-89b6-4b85-8d7f-09c63b8cc47d req-1ec68321-1575-4c88-ba25-4dba1bec9852 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] 10.222.0.27 "GET /v2.0/ports?device_id=560aac22-cc2a-41e4-9e92-01a42c65dba4 HTTP/1.1" status: 200 len: 945 time: 0.0483038 Oct 19 08:16:19.095253 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-f9eb258b-89b6-4b85-8d7f-09c63b8cc47d req-ab6b844f-dd26-43f5-beb1-030556ece9ec tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] 10.222.0.27 "GET /v2.0/security-groups?id=526928bf-7bcd-4e6a-94e1-ccb6ddfdf8f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315108 Oct 19 08:16:19.123436 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 38416) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:16:19.149481 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-1a0da505-d0f9-48c6-b7e2-53b9c5e41298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:16:19.187529 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-f95f8aef-5f29-4a3e-8474-483085bc6010 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] 10.222.0.27 "GET /v2.0/floatingips/faab2146-1248-45da-8b0a-646d9e8d801b HTTP/1.1" status: 200 len: 993 time: 0.0630183 Oct 19 08:16:19.236325 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:16:38.612906 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.agents_db [None req-6057327c-4456-4c72-8e75-6d3cd9249757 None None] Agent healthcheck: found 6 active agents {{(pid=103335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 08:16:42.150425 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:16:43.463951 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-1133cc4c-20fb-4d38-ba87-b5dfcf31a66a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:16:46.370020 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-1e486a3c-72c3-4d44-9eea-567634234fb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:16:48.071488 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-2a2259f7-b034-4eec-af7a-7abaede746c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:16:49.152619 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-1a0da505-d0f9-48c6-b7e2-53b9c5e41298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:16:49.238480 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:16:49.568628 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 38440) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:16:49.725523 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-0f966106-0918-494e-ac10-c5f7a32ce837 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Deleting port 947d0740-0039-491b-b7a3-c52346874aaf {{(pid=103333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 08:16:49.725859 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-0f966106-0918-494e-ac10-c5f7a32ce837 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:16:49.798675 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-0f966106-0918-494e-ac10-c5f7a32ce837 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:16:49.798999 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-0f966106-0918-494e-ac10-c5f7a32ce837 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:16:49.810817 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-0f966106-0918-494e-ac10-c5f7a32ce837 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Calling delete_port for 947d0740-0039-491b-b7a3-c52346874aaf owned by network:floatingip {{(pid=103333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 08:16:49.955292 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-0f966106-0918-494e-ac10-c5f7a32ce837 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130996763'] for port, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:16:49.984352 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f966106-0918-494e-ac10-c5f7a32ce837 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Pushing event deleted for resources: {'Port': ['ID=947d0740-0039-491b-b7a3-c52346874aaf,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:16:50.005474 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f966106-0918-494e-ac10-c5f7a32ce837 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:16:50.005820 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f966106-0918-494e-ac10-c5f7a32ce837 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:16:50.006160 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f966106-0918-494e-ac10-c5f7a32ce837 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:16:50.006493 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f966106-0918-494e-ac10-c5f7a32ce837 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:16:50.006823 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f966106-0918-494e-ac10-c5f7a32ce837 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:16:50.007146 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f966106-0918-494e-ac10-c5f7a32ce837 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:16:50.007473 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f966106-0918-494e-ac10-c5f7a32ce837 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:16:50.007792 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f966106-0918-494e-ac10-c5f7a32ce837 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:16:50.008112 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f966106-0918-494e-ac10-c5f7a32ce837 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:16:50.008428 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f966106-0918-494e-ac10-c5f7a32ce837 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:16:50.008779 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f966106-0918-494e-ac10-c5f7a32ce837 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:16:50.009093 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f966106-0918-494e-ac10-c5f7a32ce837 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:16:50.055882 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-0f966106-0918-494e-ac10-c5f7a32ce837 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks [] for floatingip, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:16:50.056206 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.db.l3_db [None req-0f966106-0918-494e-ac10-c5f7a32ce837 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Floating IP faab2146-1248-45da-8b0a-646d9e8d801b disassociated (deleted). External IP: 172.26.0.136, port: 56186e03-cf39-4784-94bd-1c9186c3413f. Oct 19 08:16:50.258470 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f966106-0918-494e-ac10-c5f7a32ce837 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Router f7e361f0-1cce-4297-8a2a-8febb6daf550 has already been hosted by L3 agent ab388470-1243-4d53-80f2-c2f5899c97a7 {{(pid=103333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 08:16:50.366576 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f966106-0918-494e-ac10-c5f7a32ce837 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify agent at l3_agent.dv-neutron-861624-1-hyperv the message routers_updated {{(pid=103333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 08:16:50.371366 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-0f966106-0918-494e-ac10-c5f7a32ce837 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42160'] for floatingip, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:16:50.376115 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adfdbfb3-c91f-40f4-878a-8193b5cedc51 None None] Sync routers for ids ['f7e361f0-1cce-4297-8a2a-8febb6daf550'] in dv-neutron-861624-1-hyperv {{(pid=103334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 08:16:50.385440 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adfdbfb3-c91f-40f4-878a-8193b5cedc51 None None] Routers {'f7e361f0-1cce-4297-8a2a-8febb6daf550'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 08:16:50.386122 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-adfdbfb3-c91f-40f4-878a-8193b5cedc51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T08:16:46Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['f7e361f0-1cce-4297-8a2a-8febb6daf550'], 'active': True} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:16:50.401371 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-0f966106-0918-494e-ac10-c5f7a32ce837 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] 10.222.0.27 "DELETE /v2.0/floatingips/faab2146-1248-45da-8b0a-646d9e8d801b HTTP/1.1" status: 204 len: 168 time: 0.8316541 Oct 19 08:16:50.402023 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '560aac22-cc2a-41e4-9e92-01a42c65dba4', 'tag': '56186e03-cf39-4784-94bd-1c9186c3413f'}] {{(pid=103333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 19 08:16:50.404310 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e3bb7d74903c72d9cb0d0f2f187c581e0456bd3142b101dc46d694cf75cdf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-245745f6-a799-4309-8a90-672f15fb133b" -d '{"events": [{"name": "network-changed", "server_uuid": "560aac22-cc2a-41e4-9e92-01a42c65dba4", "tag": "56186e03-cf39-4784-94bd-1c9186c3413f"}]}' {{(pid=103333) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 08:16:50.446684 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 19 Oct 2022 08:16:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83efcd26-a1c4-4d1b-a576-bff182de7511 x-openstack-request-id: req-83efcd26-a1c4-4d1b-a576-bff182de7511 {{(pid=103333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 08:16:50.446985 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "560aac22-cc2a-41e4-9e92-01a42c65dba4", "tag": "56186e03-cf39-4784-94bd-1c9186c3413f", "status": "completed", "code": 200}]} {{(pid=103333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 08:16:50.447237 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-83efcd26-a1c4-4d1b-a576-bff182de7511 {{(pid=103333) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 08:16:50.447664 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.notifiers.nova [-] Nova event matching ['req-83efcd26-a1c4-4d1b-a576-bff182de7511'] response: {'name': 'network-changed', 'server_uuid': '560aac22-cc2a-41e4-9e92-01a42c65dba4', 'tag': '56186e03-cf39-4784-94bd-1c9186c3413f', 'status': 'completed', 'code': 200} Oct 19 08:16:50.500873 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvr_db [None req-adfdbfb3-c91f-40f4-878a-8193b5cedc51 None None] Set router f7e361f0-1cce-4297-8a2a-8febb6daf550 gateway port host: dv-neutron-861624-1-hyperv {{(pid=103334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 08:16:50.513132 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245745f6-a799-4309-8a90-672f15fb133b req-5afbe19d-00f4-4b80-92ba-a8c128ec6c9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:16:50.514588 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-245745f6-a799-4309-8a90-672f15fb133b req-5afbe19d-00f4-4b80-92ba-a8c128ec6c9a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a79253f1761249b4887a71a94ffae3f9&device_id=560aac22-cc2a-41e4-9e92-01a42c65dba4 HTTP/1.1" status: 200 len: 1098 time: 0.0456505 Oct 19 08:16:50.619567 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245745f6-a799-4309-8a90-672f15fb133b req-409e009f-bf7c-49e5-a04a-8b718e9c4575 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:16:50.621056 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-245745f6-a799-4309-8a90-672f15fb133b req-409e009f-bf7c-49e5-a04a-8b718e9c4575 service neutron] 10.222.0.16 "GET /v2.0/networks?id=696690da-99a1-4e19-a820-b16149e81286 HTTP/1.1" status: 200 len: 898 time: 0.0978446 Oct 19 08:16:50.645850 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509c46f8-6437-4b6f-9e58-14c9f13baf19 req-aa0e01d1-75a5-40cf-8539-5a9d0caf1f1d tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:16:50.647416 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-509c46f8-6437-4b6f-9e58-14c9f13baf19 req-aa0e01d1-75a5-40cf-8539-5a9d0caf1f1d tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] 10.222.0.27 "GET /v2.0/ports?device_id=560aac22-cc2a-41e4-9e92-01a42c65dba4 HTTP/1.1" status: 200 len: 945 time: 0.0548277 Oct 19 08:16:50.670290 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-245745f6-a799-4309-8a90-672f15fb133b req-79f2d27a-ae1a-4a5f-abaf-955b9cdb667a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=56186e03-cf39-4784-94bd-1c9186c3413f HTTP/1.1" status: 200 len: 217 time: 0.0404699 Oct 19 08:16:50.690752 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-509c46f8-6437-4b6f-9e58-14c9f13baf19 req-9df8e802-71b0-4945-8609-4a471313352f tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] 10.222.0.27 "GET /v2.0/security-groups?id=526928bf-7bcd-4e6a-94e1-ccb6ddfdf8f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338433 Oct 19 08:16:50.721965 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245745f6-a799-4309-8a90-672f15fb133b req-0ce8c0e8-2473-454d-8e2a-7268f5b42d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:16:50.723191 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-adfdbfb3-c91f-40f4-878a-8193b5cedc51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7e361f0-1cce-4297-8a2a-8febb6daf550', 'name': 'tempest-TestNetworkAdvancedServerOps-router-224381775', 'tenant_id': 'a79253f1761249b4887a71a94ffae3f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'external_fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.123'}], 'enable_snat': True}, 'gw_port_id': 'd99fb894-3a53-414b-b5e7-c4385e03176b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T08:15:13Z', 'updated_at': '2022-10-19T08:15:16Z', 'revision_number': 4, 'project_id': 'a79253f1761249b4887a71a94ffae3f9', 'gw_port': {'id': 'd99fb894-3a53-414b-b5e7-c4385e03176b', 'name': '', 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:ed:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7e361f0-1cce-4297-8a2a-8febb6daf550', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1743, 'fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T08:15:13Z', 'updated_at': '2022-10-19T08:15:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861624-1-hyperv', '_interfaces': [{'id': '5003f323-7f47-4011-957d-72b3a04e67e3', 'name': '', 'network_id': '696690da-99a1-4e19-a820-b16149e81286', 'tenant_id': 'a79253f1761249b4887a71a94ffae3f9', 'mac_address': 'fa:16:3e:50:c6:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7e361f0-1cce-4297-8a2a-8febb6daf550', 'device_owner': 'network:router_interface', 'standard_attr_id': 1746, 'fixed_ips': [{'subnet_id': 'cc3afbd5-875e-43ed-95d4-668cf4f45b76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T08:15:16Z', 'updated_at': '2022-10-19T08:15:19Z', 'revision_number': 5, 'project_id': 'a79253f1761249b4887a71a94ffae3f9', 'subnets': [{'id': 'cc3afbd5-875e-43ed-95d4-668cf4f45b76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:16:50.723400 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-245745f6-a799-4309-8a90-672f15fb133b req-0ce8c0e8-2473-454d-8e2a-7268f5b42d04 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=cc3afbd5-875e-43ed-95d4-668cf4f45b76 HTTP/1.1" status: 200 len: 834 time: 0.0443730 Oct 19 08:16:50.751034 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adfdbfb3-c91f-40f4-878a-8193b5cedc51 None None] Checking router: f7e361f0-1cce-4297-8a2a-8febb6daf550 for host: dv-neutron-861624-1-hyperv {{(pid=103334) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 08:16:50.760263 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adfdbfb3-c91f-40f4-878a-8193b5cedc51 None None] Routers {'f7e361f0-1cce-4297-8a2a-8febb6daf550'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 08:16:50.760964 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-adfdbfb3-c91f-40f4-878a-8193b5cedc51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T08:16:46Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['f7e361f0-1cce-4297-8a2a-8febb6daf550'], 'active': True} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:16:50.769338 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245745f6-a799-4309-8a90-672f15fb133b req-701193ef-d451-46d4-aaea-b99c5fd06587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:16:50.770770 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-245745f6-a799-4309-8a90-672f15fb133b req-701193ef-d451-46d4-aaea-b99c5fd06587 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=696690da-99a1-4e19-a820-b16149e81286&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0406902 Oct 19 08:16:50.865684 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvr_db [None req-adfdbfb3-c91f-40f4-878a-8193b5cedc51 None None] Set router f7e361f0-1cce-4297-8a2a-8febb6daf550 gateway port host: dv-neutron-861624-1-hyperv {{(pid=103334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 08:16:50.866197 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-245745f6-a799-4309-8a90-672f15fb133b req-9b9304e3-5842-4125-8b51-bb3f9e5f5350 service neutron] 10.222.0.16 "GET /v2.0/networks/696690da-99a1-4e19-a820-b16149e81286?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877917 Oct 19 08:16:50.957664 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-245745f6-a799-4309-8a90-672f15fb133b req-80d906ad-3c69-47a5-b447-5cc41a40b2e5 service neutron] 10.222.0.16 "GET /v2.0/networks/696690da-99a1-4e19-a820-b16149e81286?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849535 Oct 19 08:16:51.060876 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-adfdbfb3-c91f-40f4-878a-8193b5cedc51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7e361f0-1cce-4297-8a2a-8febb6daf550', 'name': 'tempest-TestNetworkAdvancedServerOps-router-224381775', 'tenant_id': 'a79253f1761249b4887a71a94ffae3f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'external_fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.123'}], 'enable_snat': True}, 'gw_port_id': 'd99fb894-3a53-414b-b5e7-c4385e03176b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T08:15:13Z', 'updated_at': '2022-10-19T08:15:16Z', 'revision_number': 4, 'project_id': 'a79253f1761249b4887a71a94ffae3f9', 'gw_port': {'id': 'd99fb894-3a53-414b-b5e7-c4385e03176b', 'name': '', 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:ed:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7e361f0-1cce-4297-8a2a-8febb6daf550', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1743, 'fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T08:15:13Z', 'updated_at': '2022-10-19T08:15:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861624-1-hyperv', '_interfaces': [{'id': '5003f323-7f47-4011-957d-72b3a04e67e3', 'name': '', 'network_id': '696690da-99a1-4e19-a820-b16149e81286', 'tenant_id': 'a79253f1761249b4887a71a94ffae3f9', 'mac_address': 'fa:16:3e:50:c6:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7e361f0-1cce-4297-8a2a-8febb6daf550', 'device_owner': 'network:router_interface', 'standard_attr_id': 1746, 'fixed_ips': [{'subnet_id': 'cc3afbd5-875e-43ed-95d4-668cf4f45b76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T08:15:16Z', 'updated_at': '2022-10-19T08:15:19Z', 'revision_number': 5, 'project_id': 'a79253f1761249b4887a71a94ffae3f9', 'subnets': [{'id': 'cc3afbd5-875e-43ed-95d4-668cf4f45b76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:16:51.090966 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adfdbfb3-c91f-40f4-878a-8193b5cedc51 None None] The sync data for ids ['f7e361f0-1cce-4297-8a2a-8febb6daf550'] in dv-neutron-861624-1-hyperv is: [{'id': 'f7e361f0-1cce-4297-8a2a-8febb6daf550', 'name': 'tempest-TestNetworkAdvancedServerOps-router-224381775', 'tenant_id': 'a79253f1761249b4887a71a94ffae3f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'external_fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.123'}], 'enable_snat': True}, 'gw_port_id': 'd99fb894-3a53-414b-b5e7-c4385e03176b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T08:15:13Z', 'updated_at': '2022-10-19T08:15:16Z', 'revision_number': 4, 'project_id': 'a79253f1761249b4887a71a94ffae3f9', 'gw_port': {'id': 'd99fb894-3a53-414b-b5e7-c4385e03176b', 'name': '', 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:ed:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7e361f0-1cce-4297-8a2a-8febb6daf550', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1743, 'fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T08:15:13Z', 'updated_at': '2022-10-19T08:15:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861624-1-hyperv', '_interfaces': [{'id': '5003f323-7f47-4011-957d-72b3a04e67e3', 'name': '', 'network_id': '696690da-99a1-4e19-a820-b16149e81286', 'tenant_id': 'a79253f1761249b4887a71a94ffae3f9', 'mac_address': 'fa:16:3e:50:c6:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7e361f0-1cce-4297-8a2a-8febb6daf550', 'device_owner': 'network:router_interface', 'standard_attr_id': 1746, 'fixed_ips': [{'subnet_id': 'cc3afbd5-875e-43ed-95d4-668cf4f45b76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T08:15:16Z', 'updated_at': '2022-10-19T08:15:19Z', 'revision_number': 5, 'project_id': 'a79253f1761249b4887a71a94ffae3f9', 'subnets': [{'id': 'cc3afbd5-875e-43ed-95d4-668cf4f45b76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 08:16:51.294051 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c68acf68-3359-4698-bd34-d5d238a970f0 None None] New status for floating IP faab2146-1248-45da-8b0a-646d9e8d801b: DOWN {{(pid=103335) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 19 08:16:51.817802 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d316ec4-4f45-4b65-bc8b-874fafb63038 req-f08f10ea-c736-4a1e-99be-0563e7dcc1d4 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:16:51.819261 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-2d316ec4-4f45-4b65-bc8b-874fafb63038 req-f08f10ea-c736-4a1e-99be-0563e7dcc1d4 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] 10.222.0.27 "GET /v2.0/ports?device_id=560aac22-cc2a-41e4-9e92-01a42c65dba4 HTTP/1.1" status: 200 len: 945 time: 0.0521612 Oct 19 08:16:51.855956 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-2d316ec4-4f45-4b65-bc8b-874fafb63038 req-dfcd1f99-f06f-4f41-af0f-ef1c5299ba70 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] 10.222.0.27 "GET /v2.0/security-groups?id=526928bf-7bcd-4e6a-94e1-ccb6ddfdf8f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308945 Oct 19 08:16:52.100884 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1058fd50-ecdb-4cb8-ad02-490eeea1afec req-01925c72-f951-42e5-87e2-6110bb05ff77 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:16:52.102382 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-1058fd50-ecdb-4cb8-ad02-490eeea1afec req-01925c72-f951-42e5-87e2-6110bb05ff77 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] 10.222.0.16 "GET /v2.0/ports?device_id=560aac22-cc2a-41e4-9e92-01a42c65dba4 HTTP/1.1" status: 200 len: 945 time: 0.0547161 Oct 19 08:16:52.190475 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [req-1058fd50-ecdb-4cb8-ad02-490eeea1afec req-46378691-f02f-49cf-9763-7fbc0fb54ac7 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Deleting port 56186e03-cf39-4784-94bd-1c9186c3413f {{(pid=103333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 08:16:52.190816 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [req-1058fd50-ecdb-4cb8-ad02-490eeea1afec req-46378691-f02f-49cf-9763-7fbc0fb54ac7 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:16:52.282264 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.db [req-1058fd50-ecdb-4cb8-ad02-490eeea1afec req-46378691-f02f-49cf-9763-7fbc0fb54ac7 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] For port 56186e03-cf39-4784-94bd-1c9186c3413f, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=56186e03-cf39-4784-94bd-1c9186c3413f,segment=NetworkSegment(2edf3dbb-9db1-431e-871a-10a9f5dad355),segment_id=2edf3dbb-9db1-431e-871a-10a9f5dad355)] {{(pid=103333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 08:16:52.283061 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [req-1058fd50-ecdb-4cb8-ad02-490eeea1afec req-46378691-f02f-49cf-9763-7fbc0fb54ac7 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:16:52.294521 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [req-1058fd50-ecdb-4cb8-ad02-490eeea1afec req-46378691-f02f-49cf-9763-7fbc0fb54ac7 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Calling delete_port for 56186e03-cf39-4784-94bd-1c9186c3413f owned by compute:nova {{(pid=103333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 08:16:52.420842 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [req-1058fd50-ecdb-4cb8-ad02-490eeea1afec req-46378691-f02f-49cf-9763-7fbc0fb54ac7 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130996763'] for port, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:16:52.453856 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46378691-f02f-49cf-9763-7fbc0fb54ac7 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Pushing event deleted for resources: {'Port': ['ID=56186e03-cf39-4784-94bd-1c9186c3413f,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:16:52.495519 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.l3_dvrscheduler_db [req-1058fd50-ecdb-4cb8-ad02-490eeea1afec req-46378691-f02f-49cf-9763-7fbc0fb54ac7 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] No DVR routers for this DVR port 56186e03-cf39-4784-94bd-1c9186c3413f on host hv-neutron-8616 {{(pid=103333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 19 08:16:52.498073 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [req-1058fd50-ecdb-4cb8-ad02-490eeea1afec req-46378691-f02f-49cf-9763-7fbc0fb54ac7 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42160'] for port, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:16:52.501444 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-1058fd50-ecdb-4cb8-ad02-490eeea1afec req-46378691-f02f-49cf-9763-7fbc0fb54ac7 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] 10.222.0.16 "DELETE /v2.0/ports/56186e03-cf39-4784-94bd-1c9186c3413f HTTP/1.1" status: 204 len: 173 time: 0.3931873 Oct 19 08:16:52.501934 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '560aac22-cc2a-41e4-9e92-01a42c65dba4', 'name': 'network-vif-deleted', 'tag': '56186e03-cf39-4784-94bd-1c9186c3413f'}] {{(pid=103333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 19 08:16:52.504173 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e3bb7d74903c72d9cb0d0f2f187c581e0456bd3142b101dc46d694cf75cdf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b79bb5f3-d300-4379-aded-5e044fcaecdd" -d '{"events": [{"server_uuid": "560aac22-cc2a-41e4-9e92-01a42c65dba4", "name": "network-vif-deleted", "tag": "56186e03-cf39-4784-94bd-1c9186c3413f"}]}' {{(pid=103333) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 08:16:52.544201 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 19 Oct 2022 08:16:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c6a6ebd-1c33-4a8d-b4a1-e3fa8f3653dc x-openstack-request-id: req-7c6a6ebd-1c33-4a8d-b4a1-e3fa8f3653dc {{(pid=103333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 08:16:52.544536 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "560aac22-cc2a-41e4-9e92-01a42c65dba4", "name": "network-vif-deleted", "tag": "56186e03-cf39-4784-94bd-1c9186c3413f", "status": "completed", "code": 200}]} {{(pid=103333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 08:16:52.544791 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-7c6a6ebd-1c33-4a8d-b4a1-e3fa8f3653dc {{(pid=103333) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 08:16:52.545207 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7c6a6ebd-1c33-4a8d-b4a1-e3fa8f3653dc'] response: {'server_uuid': '560aac22-cc2a-41e4-9e92-01a42c65dba4', 'name': 'network-vif-deleted', 'tag': '56186e03-cf39-4784-94bd-1c9186c3413f', 'status': 'completed', 'code': 200} Oct 19 08:16:52.979336 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-a7c8654f-eabe-467f-aeed-a3952a41ff56 req-1d064366-efe3-4f3a-a39f-f9187988eb1a tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] 10.222.0.27 "GET /v2.0/ports?device_id=560aac22-cc2a-41e4-9e92-01a42c65dba4 HTTP/1.1" status: 200 len: 210 time: 0.0291054 Oct 19 08:16:54.040462 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 38458) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:16:54.400262 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-3c17eba0-958a-47b1-90c6-edef0554883b tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1694785'] for router_interface, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:16:54.646922 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-3c17eba0-958a-47b1-90c6-edef0554883b tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Deleting port 5003f323-7f47-4011-957d-72b3a04e67e3 {{(pid=103333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 08:16:54.647295 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-3c17eba0-958a-47b1-90c6-edef0554883b tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:16:54.735897 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.db [None req-3c17eba0-958a-47b1-90c6-edef0554883b tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] For port 5003f323-7f47-4011-957d-72b3a04e67e3, host dv-neutron-861624-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=5003f323-7f47-4011-957d-72b3a04e67e3,segment=NetworkSegment(2edf3dbb-9db1-431e-871a-10a9f5dad355),segment_id=2edf3dbb-9db1-431e-871a-10a9f5dad355)] {{(pid=103333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 08:16:54.736268 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-3c17eba0-958a-47b1-90c6-edef0554883b tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:16:54.749000 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-3c17eba0-958a-47b1-90c6-edef0554883b tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Calling delete_port for 5003f323-7f47-4011-957d-72b3a04e67e3 owned by network:router_interface {{(pid=103333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 08:16:54.789847 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Device 56186e03-cf39-4784-94bd-1c9186c3413f no longer exists at agent hyperv_hv-neutron-8616 {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 08:16:54.810540 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] No Port match for: 56186e03-cf39-4784-94bd-1c9186c3413f {{(pid=103334) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 19 08:16:54.810881 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Device 56186e03-cf39-4784-94bd-1c9186c3413f not bound to the agent host hv-neutron-8616 {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 08:16:54.934078 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-3c17eba0-958a-47b1-90c6-edef0554883b tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130996763'] for port, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:16:54.962376 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c17eba0-958a-47b1-90c6-edef0554883b tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Pushing event deleted for resources: {'Port': ['ID=5003f323-7f47-4011-957d-72b3a04e67e3,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:16:55.140040 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-3c17eba0-958a-47b1-90c6-edef0554883b tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1574862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1694957'] for router_interface, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:16:55.621517 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c17eba0-958a-47b1-90c6-edef0554883b tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Router f7e361f0-1cce-4297-8a2a-8febb6daf550 has already been hosted by L3 agent ab388470-1243-4d53-80f2-c2f5899c97a7 {{(pid=103333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 08:16:55.728209 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c17eba0-958a-47b1-90c6-edef0554883b tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify agent at l3_agent.dv-neutron-861624-1-hyperv the message routers_updated {{(pid=103333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 08:16:55.735278 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-3c17eba0-958a-47b1-90c6-edef0554883b tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] 10.222.0.27 "PUT /v2.0/routers/f7e361f0-1cce-4297-8a2a-8febb6daf550/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6916165 Oct 19 08:16:55.735862 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 38460) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:16:55.739311 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec4dbb2d-8a67-437d-883a-95fc8e8390a0 None None] Sync routers for ids ['f7e361f0-1cce-4297-8a2a-8febb6daf550'] in dv-neutron-861624-1-hyperv {{(pid=103334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 08:16:55.748593 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec4dbb2d-8a67-437d-883a-95fc8e8390a0 None None] Routers {'f7e361f0-1cce-4297-8a2a-8febb6daf550'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 08:16:55.749198 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-ec4dbb2d-8a67-437d-883a-95fc8e8390a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T08:16:46Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['f7e361f0-1cce-4297-8a2a-8febb6daf550'], 'active': True} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:16:55.788255 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.db_base_plugin_v2 [None req-2feb4c2f-fccf-4391-b9d7-c55e27e9cce6 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Deleting subnet cc3afbd5-875e-43ed-95d4-668cf4f45b76 {{(pid=103333) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 19 08:16:55.792170 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-2feb4c2f-fccf-4391-b9d7-c55e27e9cce6 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks [] for subnet, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:16:55.831144 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-2feb4c2f-fccf-4391-b9d7-c55e27e9cce6 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-134111928'] for subnet, precommit_delete_associations {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:16:55.857245 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvr_db [None req-ec4dbb2d-8a67-437d-883a-95fc8e8390a0 None None] Set router f7e361f0-1cce-4297-8a2a-8febb6daf550 gateway port host: dv-neutron-861624-1-hyperv {{(pid=103334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 08:16:55.919008 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-2feb4c2f-fccf-4391-b9d7-c55e27e9cce6 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-679826'] for subnet, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:16:55.984312 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-2feb4c2f-fccf-4391-b9d7-c55e27e9cce6 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-679819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130997964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130170408'] for subnet, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:16:56.011454 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2feb4c2f-fccf-4391-b9d7-c55e27e9cce6 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Pushing event deleted for resources: {'Subnet': ['ID=cc3afbd5-875e-43ed-95d4-668cf4f45b76,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:16:56.015169 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-2feb4c2f-fccf-4391-b9d7-c55e27e9cce6 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks [] for subnet, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:16:56.021804 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-2feb4c2f-fccf-4391-b9d7-c55e27e9cce6 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] 10.222.0.27 "DELETE /v2.0/subnets/cc3afbd5-875e-43ed-95d4-668cf4f45b76 HTTP/1.1" status: 204 len: 168 time: 0.2815933 Oct 19 08:16:56.021804 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 38462) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:16:56.065623 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa98dec3-e2e7-4664-b155-e9ecff3d7b41 None None] Network 696690da-99a1-4e19-a820-b16149e81286 requested from dv-neutron-861624-1-hyperv {{(pid=103334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 08:16:56.135081 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-deca6e00-e116-4d38-b459-1429e35c1d7a tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks [] for router, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:16:56.240688 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-deca6e00-e116-4d38-b459-1429e35c1d7a tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:16:56.294836 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-deca6e00-e116-4d38-b459-1429e35c1d7a tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Deleting port d99fb894-3a53-414b-b5e7-c4385e03176b {{(pid=103333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 08:16:56.295175 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-deca6e00-e116-4d38-b459-1429e35c1d7a tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:16:56.305004 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-ec4dbb2d-8a67-437d-883a-95fc8e8390a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7e361f0-1cce-4297-8a2a-8febb6daf550', 'name': 'tempest-TestNetworkAdvancedServerOps-router-224381775', 'tenant_id': 'a79253f1761249b4887a71a94ffae3f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'external_fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.123'}], 'enable_snat': True}, 'gw_port_id': 'd99fb894-3a53-414b-b5e7-c4385e03176b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T08:15:13Z', 'updated_at': '2022-10-19T08:16:54Z', 'revision_number': 5, 'project_id': 'a79253f1761249b4887a71a94ffae3f9', 'gw_port': {'id': 'd99fb894-3a53-414b-b5e7-c4385e03176b', 'name': '', 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:ed:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7e361f0-1cce-4297-8a2a-8febb6daf550', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1743, 'fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T08:15:13Z', 'updated_at': '2022-10-19T08:15:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861624-1-hyperv'}], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:16:56.332734 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec4dbb2d-8a67-437d-883a-95fc8e8390a0 None None] Checking router: f7e361f0-1cce-4297-8a2a-8febb6daf550 for host: dv-neutron-861624-1-hyperv {{(pid=103334) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 08:16:56.341306 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec4dbb2d-8a67-437d-883a-95fc8e8390a0 None None] Routers {'f7e361f0-1cce-4297-8a2a-8febb6daf550'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 08:16:56.341914 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-ec4dbb2d-8a67-437d-883a-95fc8e8390a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T08:16:46Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['f7e361f0-1cce-4297-8a2a-8febb6daf550'], 'active': True} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:16:56.375824 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e847cc19-c7f3-43a2-8d76-815cc918c5ce None None] DHCP port deletion for 696690da-99a1-4e19-a820-b16149e81286 request from dv-neutron-861624-1-hyperv {{(pid=103334) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 08:16:56.379925 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.db [None req-deca6e00-e116-4d38-b459-1429e35c1d7a tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] For port d99fb894-3a53-414b-b5e7-c4385e03176b, host dv-neutron-861624-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=d99fb894-3a53-414b-b5e7-c4385e03176b,segment=NetworkSegment(53981d04-8205-40d8-8d33-0510111d6f8f),segment_id=53981d04-8205-40d8-8d33-0510111d6f8f)] {{(pid=103333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 08:16:56.380356 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-deca6e00-e116-4d38-b459-1429e35c1d7a tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:16:56.392364 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-deca6e00-e116-4d38-b459-1429e35c1d7a tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Calling delete_port for d99fb894-3a53-414b-b5e7-c4385e03176b owned by network:router_gateway {{(pid=103333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 08:16:56.455023 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvr_db [None req-ec4dbb2d-8a67-437d-883a-95fc8e8390a0 None None] Set router f7e361f0-1cce-4297-8a2a-8febb6daf550 gateway port host: None {{(pid=103334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 08:16:56.513769 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-ec4dbb2d-8a67-437d-883a-95fc8e8390a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7e361f0-1cce-4297-8a2a-8febb6daf550', 'name': 'tempest-TestNetworkAdvancedServerOps-router-224381775', 'tenant_id': 'a79253f1761249b4887a71a94ffae3f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T08:15:13Z', 'updated_at': '2022-10-19T08:16:56Z', 'revision_number': 6, 'project_id': 'a79253f1761249b4887a71a94ffae3f9', 'gw_port_host': None}], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:16:56.542831 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec4dbb2d-8a67-437d-883a-95fc8e8390a0 None None] The sync data for ids ['f7e361f0-1cce-4297-8a2a-8febb6daf550'] in dv-neutron-861624-1-hyperv is: [{'id': 'f7e361f0-1cce-4297-8a2a-8febb6daf550', 'name': 'tempest-TestNetworkAdvancedServerOps-router-224381775', 'tenant_id': 'a79253f1761249b4887a71a94ffae3f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T08:15:13Z', 'updated_at': '2022-10-19T08:16:56Z', 'revision_number': 6, 'project_id': 'a79253f1761249b4887a71a94ffae3f9', 'gw_port_host': None}] {{(pid=103334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 08:16:56.553334 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-e847cc19-c7f3-43a2-8d76-815cc918c5ce None None] Deleting port c08a1430-11b9-4307-8ba6-99db005d1968 {{(pid=103334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 08:16:56.553790 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-e847cc19-c7f3-43a2-8d76-815cc918c5ce None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:16:56.568718 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-deca6e00-e116-4d38-b459-1429e35c1d7a tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130996763'] for port, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:16:56.601883 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deca6e00-e116-4d38-b459-1429e35c1d7a tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Pushing event deleted for resources: {'Port': ['ID=d99fb894-3a53-414b-b5e7-c4385e03176b,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:16:56.624890 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-e847cc19-c7f3-43a2-8d76-815cc918c5ce None None] For port c08a1430-11b9-4307-8ba6-99db005d1968, host dv-neutron-861624-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=c08a1430-11b9-4307-8ba6-99db005d1968,segment=NetworkSegment(2edf3dbb-9db1-431e-871a-10a9f5dad355),segment_id=2edf3dbb-9db1-431e-871a-10a9f5dad355)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 08:16:56.625291 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-e847cc19-c7f3-43a2-8d76-815cc918c5ce None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:16:56.639800 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-e847cc19-c7f3-43a2-8d76-815cc918c5ce None None] Calling delete_port for c08a1430-11b9-4307-8ba6-99db005d1968 owned by network:dhcp {{(pid=103334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 08:16:56.662326 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-deca6e00-e116-4d38-b459-1429e35c1d7a tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1693831'] for router_gateway, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:16:56.718198 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-e847cc19-c7f3-43a2-8d76-815cc918c5ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339'] for port, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:16:56.742111 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e847cc19-c7f3-43a2-8d76-815cc918c5ce None None] Pushing event deleted for resources: {'Port': ['ID=c08a1430-11b9-4307-8ba6-99db005d1968,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:16:56.751604 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e847cc19-c7f3-43a2-8d76-815cc918c5ce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:16:56.751955 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e847cc19-c7f3-43a2-8d76-815cc918c5ce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:16:56.752293 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e847cc19-c7f3-43a2-8d76-815cc918c5ce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:16:56.752653 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e847cc19-c7f3-43a2-8d76-815cc918c5ce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:16:56.752984 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e847cc19-c7f3-43a2-8d76-815cc918c5ce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:16:56.753313 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e847cc19-c7f3-43a2-8d76-815cc918c5ce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:16:56.753705 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e847cc19-c7f3-43a2-8d76-815cc918c5ce None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:16:56.754524 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e847cc19-c7f3-43a2-8d76-815cc918c5ce None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:16:56.754856 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e847cc19-c7f3-43a2-8d76-815cc918c5ce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:16:56.755184 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e847cc19-c7f3-43a2-8d76-815cc918c5ce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:16:56.755511 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e847cc19-c7f3-43a2-8d76-815cc918c5ce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:16:56.755832 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e847cc19-c7f3-43a2-8d76-815cc918c5ce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:16:56.756048 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-deca6e00-e116-4d38-b459-1429e35c1d7a tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1693565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12618'] for router, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:16:56.758545 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-deca6e00-e116-4d38-b459-1429e35c1d7a tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:16:56.758708 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e847cc19-c7f3-43a2-8d76-815cc918c5ce None None] No DVR routers for this DVR port c08a1430-11b9-4307-8ba6-99db005d1968 on host dv-neutron-861624-1-hyperv {{(pid=103334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 19 08:16:56.805119 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-deca6e00-e116-4d38-b459-1429e35c1d7a tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1693542'] for router, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:16:56.805666 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-deca6e00-e116-4d38-b459-1429e35c1d7a tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Fanout notify agent at l3_agent the message router_deleted on router f7e361f0-1cce-4297-8a2a-8febb6daf550 {{(pid=103333) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 08:16:56.812373 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-deca6e00-e116-4d38-b459-1429e35c1d7a tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks [] for router, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:16:56.813489 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-deca6e00-e116-4d38-b459-1429e35c1d7a tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] 10.222.0.27 "DELETE /v2.0/routers/f7e361f0-1cce-4297-8a2a-8febb6daf550 HTTP/1.1" status: 204 len: 168 time: 0.7909508 Oct 19 08:16:56.817492 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 38464) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:16:56.898516 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-9c44660c-4ab7-4486-974f-d576912f8a43 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-667019'] for network, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:16:56.993457 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-9c44660c-4ab7-4486-974f-d576912f8a43 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-673051', 'neutron.services.segments.db._delete_segments_for_network-8785021519108'] for network, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:16:57.013520 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-9c44660c-4ab7-4486-974f-d576912f8a43 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['696690da-99a1-4e19-a820-b16149e81286']}} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:16:57.023367 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-9c44660c-4ab7-4486-974f-d576912f8a43 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2edf3dbb-9db1-431e-871a-10a9f5dad355') {'for_net_delete': True} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:16:57.023589 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-9c44660c-4ab7-4486-974f-d576912f8a43 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2edf3dbb-9db1-431e-871a-10a9f5dad355') {} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:16:57.032757 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-9c44660c-4ab7-4486-974f-d576912f8a43 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785021519382', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-134111927'] for segment, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:16:57.045510 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-9c44660c-4ab7-4486-974f-d576912f8a43 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979'] for segment, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:16:57.051233 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c44660c-4ab7-4486-974f-d576912f8a43 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Releasing vlan 193 on physical network physnet1 to pool {{(pid=103333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 08:16:57.051618 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-9c44660c-4ab7-4486-974f-d576912f8a43 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130996782'] for segment, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:16:57.083864 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.services.segments.plugin [-] Segment 2edf3dbb-9db1-431e-871a-10a9f5dad355 resource provider aggregate not found Oct 19 08:16:57.114467 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.services.segments.plugin [-] Segment 2edf3dbb-9db1-431e-871a-10a9f5dad355 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2edf3dbb-9db1-431e-871a-10a9f5dad355 found for delete ", "request_id": "req-39416949-732b-45c9-a705-f194b02bd923"}]} Oct 19 08:16:57.122219 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-9c44660c-4ab7-4486-974f-d576912f8a43 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-673044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1695087'] for network, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:16:57.129971 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-9c44660c-4ab7-4486-974f-d576912f8a43 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks [] for network, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:16:57.133156 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-9c44660c-4ab7-4486-974f-d576912f8a43 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] 10.222.0.27 "DELETE /v2.0/networks/696690da-99a1-4e19-a820-b16149e81286 HTTP/1.1" status: 204 len: 168 time: 0.3147414 Oct 19 08:16:57.136018 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 38470) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:16:57.145111 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c44660c-4ab7-4486-974f-d576912f8a43 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Pushing event deleted for resources: {'Network': ['ID=696690da-99a1-4e19-a820-b16149e81286,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:16:57.194897 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-12186105-f5e8-4455-9f2c-a2002842d32c tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks [] for security_group, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:16:57.219796 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-12186105-f5e8-4455-9f2c-a2002842d32c tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:16:57.278638 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-12186105-f5e8-4455-9f2c-a2002842d32c tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788643'] for security_group, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:16:57.281255 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-12186105-f5e8-4455-9f2c-a2002842d32c tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks [] for security_group, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:16:57.285214 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-12186105-f5e8-4455-9f2c-a2002842d32c tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] 10.222.0.27 "DELETE /v2.0/security-groups/526928bf-7bcd-4e6a-94e1-ccb6ddfdf8f4 HTTP/1.1" status: 204 len: 168 time: 0.1452763 Oct 19 08:16:57.292138 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12186105-f5e8-4455-9f2c-a2002842d32c tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=526928bf-7bcd-4e6a-94e1-ccb6ddfdf8f4,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:16:57.299534 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12186105-f5e8-4455-9f2c-a2002842d32c tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:16:57.299729 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12186105-f5e8-4455-9f2c-a2002842d32c tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:16:57.300076 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12186105-f5e8-4455-9f2c-a2002842d32c tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:16:57.300936 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12186105-f5e8-4455-9f2c-a2002842d32c tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:16:57.301354 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12186105-f5e8-4455-9f2c-a2002842d32c tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:16:57.301909 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12186105-f5e8-4455-9f2c-a2002842d32c tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:16:57.302253 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12186105-f5e8-4455-9f2c-a2002842d32c tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:16:57.302602 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12186105-f5e8-4455-9f2c-a2002842d32c tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:16:57.303284 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12186105-f5e8-4455-9f2c-a2002842d32c tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:16:57.303284 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12186105-f5e8-4455-9f2c-a2002842d32c tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:16:57.303565 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12186105-f5e8-4455-9f2c-a2002842d32c tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:16:57.303892 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12186105-f5e8-4455-9f2c-a2002842d32c tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:16:57.402845 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 38476) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:16:57.407448 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-457f5a75-d605-4f0a-a56e-139d8d34d41b tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-407249018', 'description': 'tempest-secgroup-smoke-407249018 description', 'project_id': 'a79253f1761249b4887a71a94ffae3f9'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 08:16:57.430008 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-457f5a75-d605-4f0a-a56e-139d8d34d41b tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks [] for security_group, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:16:57.507786 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-457f5a75-d605-4f0a-a56e-139d8d34d41b tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks [] for security_group, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:16:57.516140 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-457f5a75-d605-4f0a-a56e-139d8d34d41b tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788643'] for security_group, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:16:57.548957 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-457f5a75-d605-4f0a-a56e-139d8d34d41b tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks [] for security_group, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:16:57.550241 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-457f5a75-d605-4f0a-a56e-139d8d34d41b tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] 10.222.0.27 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1464009 Oct 19 08:16:57.551694 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457f5a75-d605-4f0a-a56e-139d8d34d41b tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Pushing event updated for resources: {'SecurityGroup': ['ID=863cb975-2d72-4ad9-ab4f-9bc712520647,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:16:57.553506 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 38478) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:16:57.558439 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-3380ffdd-b328-4e6c-9c68-f0991b20e12a tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Request body: {'security_group_rule': {'security_group_id': '863cb975-2d72-4ad9-ab4f-9bc712520647', 'project_id': 'a79253f1761249b4887a71a94ffae3f9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 08:16:57.586183 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-3380ffdd-b328-4e6c-9c68-f0991b20e12a tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:16:57.635488 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-3380ffdd-b328-4e6c-9c68-f0991b20e12a tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:16:57.638887 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-3380ffdd-b328-4e6c-9c68-f0991b20e12a tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815365'] for security_group_rule, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:16:57.661970 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3380ffdd-b328-4e6c-9c68-f0991b20e12a tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20365c42-ef59-42d0-8d6c-2161f3b44777,revision_number=0']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:16:57.666400 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-3380ffdd-b328-4e6c-9c68-f0991b20e12a tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:16:57.667579 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-3380ffdd-b328-4e6c-9c68-f0991b20e12a tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1128955 Oct 19 08:16:57.670269 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 38480) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:16:57.674427 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-b22ea1d0-1eac-4d1d-bf7e-247106f3af7e tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Request body: {'security_group_rule': {'security_group_id': '863cb975-2d72-4ad9-ab4f-9bc712520647', 'project_id': 'a79253f1761249b4887a71a94ffae3f9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 08:16:57.699407 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-b22ea1d0-1eac-4d1d-bf7e-247106f3af7e tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:16:57.756221 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-b22ea1d0-1eac-4d1d-bf7e-247106f3af7e tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:16:57.759656 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-b22ea1d0-1eac-4d1d-bf7e-247106f3af7e tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815365'] for security_group_rule, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:16:57.777612 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22ea1d0-1eac-4d1d-bf7e-247106f3af7e tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0983d56-5141-4fc8-beca-0a4028a11a72,revision_number=0']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:16:57.786203 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-b22ea1d0-1eac-4d1d-bf7e-247106f3af7e tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:16:57.787457 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-b22ea1d0-1eac-4d1d-bf7e-247106f3af7e tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1162727 Oct 19 08:16:57.790237 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 38482) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:16:57.794445 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-fd1e8dcc-04f1-4a5b-8b01-bebda592d016 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Request body: {'security_group_rule': {'security_group_id': '863cb975-2d72-4ad9-ab4f-9bc712520647', 'project_id': 'a79253f1761249b4887a71a94ffae3f9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 08:16:57.820683 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-fd1e8dcc-04f1-4a5b-8b01-bebda592d016 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:16:57.878212 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-fd1e8dcc-04f1-4a5b-8b01-bebda592d016 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:16:57.882800 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-fd1e8dcc-04f1-4a5b-8b01-bebda592d016 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815365'] for security_group_rule, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:16:57.900168 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1e8dcc-04f1-4a5b-8b01-bebda592d016 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ec37c34-b844-4549-b424-2614d102a1c6,revision_number=0']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:16:57.907915 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-fd1e8dcc-04f1-4a5b-8b01-bebda592d016 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:16:57.909132 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-fd1e8dcc-04f1-4a5b-8b01-bebda592d016 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1180375 Oct 19 08:16:57.912360 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 38484) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:16:57.916644 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-ddd51121-4c5b-4a04-af9b-bf3b0983768a tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Request body: {'security_group_rule': {'security_group_id': '863cb975-2d72-4ad9-ab4f-9bc712520647', 'project_id': 'a79253f1761249b4887a71a94ffae3f9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 08:16:57.941096 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-ddd51121-4c5b-4a04-af9b-bf3b0983768a tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:16:57.998572 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-ddd51121-4c5b-4a04-af9b-bf3b0983768a tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:16:58.001975 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-ddd51121-4c5b-4a04-af9b-bf3b0983768a tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815365'] for security_group_rule, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:16:58.023312 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd51121-4c5b-4a04-af9b-bf3b0983768a tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9fc5159a-7134-4e40-be09-6c7b5586b74b,revision_number=0']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:16:58.028843 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-ddd51121-4c5b-4a04-af9b-bf3b0983768a tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:16:58.030014 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-ddd51121-4c5b-4a04-af9b-bf3b0983768a tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1167207 Oct 19 08:16:58.032758 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 38486) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:16:58.037969 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-77489d05-ca5b-47e8-915d-3981cff07760 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Request body: {'security_group_rule': {'security_group_id': '863cb975-2d72-4ad9-ab4f-9bc712520647', 'project_id': 'a79253f1761249b4887a71a94ffae3f9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 08:16:58.057635 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.db.securitygroups_db [None req-77489d05-ca5b-47e8-915d-3981cff07760 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Project a79253f1761249b4887a71a94ffae3f9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 19 08:16:58.062489 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-77489d05-ca5b-47e8-915d-3981cff07760 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:16:58.125781 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-77489d05-ca5b-47e8-915d-3981cff07760 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:16:58.129758 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-77489d05-ca5b-47e8-915d-3981cff07760 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815365'] for security_group_rule, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:16:58.139717 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device c08a1430-11b9-4307-8ba6-99db005d1968 no longer exists at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 08:16:58.148971 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77489d05-ca5b-47e8-915d-3981cff07760 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=068a9154-5358-4ee9-a1ba-55166bc2a475,revision_number=0']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:16:58.154247 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-77489d05-ca5b-47e8-915d-3981cff07760 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:16:58.155548 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-77489d05-ca5b-47e8-915d-3981cff07760 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1217232 Oct 19 08:16:58.158274 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 38488) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:16:58.161125 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] No Port match for: c08a1430-11b9-4307-8ba6-99db005d1968 {{(pid=103334) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 19 08:16:58.161473 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device c08a1430-11b9-4307-8ba6-99db005d1968 not bound to the agent host dv-neutron-861624-1-hyperv {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 08:16:58.161889 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device d99fb894-3a53-414b-b5e7-c4385e03176b no longer exists at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 08:16:58.163164 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-ff217b80-8b2c-4689-ad0a-f785c6c4a4e4 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Request body: {'security_group_rule': {'security_group_id': '863cb975-2d72-4ad9-ab4f-9bc712520647', 'project_id': 'a79253f1761249b4887a71a94ffae3f9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 08:16:58.182200 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] No Port match for: d99fb894-3a53-414b-b5e7-c4385e03176b {{(pid=103334) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 19 08:16:58.182532 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device d99fb894-3a53-414b-b5e7-c4385e03176b not bound to the agent host dv-neutron-861624-1-hyperv {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 08:16:58.182734 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.db.securitygroups_db [None req-ff217b80-8b2c-4689-ad0a-f785c6c4a4e4 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Project a79253f1761249b4887a71a94ffae3f9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 19 08:16:58.183123 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device 5003f323-7f47-4011-957d-72b3a04e67e3 no longer exists at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 08:16:58.187616 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-ff217b80-8b2c-4689-ad0a-f785c6c4a4e4 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:16:58.201814 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] No Port match for: 5003f323-7f47-4011-957d-72b3a04e67e3 {{(pid=103334) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 19 08:16:58.202157 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device 5003f323-7f47-4011-957d-72b3a04e67e3 not bound to the agent host dv-neutron-861624-1-hyperv {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 08:16:58.248833 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-ff217b80-8b2c-4689-ad0a-f785c6c4a4e4 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:16:58.252351 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-ff217b80-8b2c-4689-ad0a-f785c6c4a4e4 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815365'] for security_group_rule, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:16:58.269758 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff217b80-8b2c-4689-ad0a-f785c6c4a4e4 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c3026aa-fb02-417b-a281-09383bd82424,revision_number=0']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:16:58.277258 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-ff217b80-8b2c-4689-ad0a-f785c6c4a4e4 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:16:58.278666 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-ff217b80-8b2c-4689-ad0a-f785c6c4a4e4 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1193910 Oct 19 08:16:58.281495 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 38490) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:16:58.286973 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-80fc5ace-24b1-4792-8d09-f7fb324611b3 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Request body: {'network': {'name': 'tempest-network-smoke--1262159430', 'project_id': 'a79253f1761249b4887a71a94ffae3f9', 'port_security_enabled': True}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 08:16:58.305557 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80fc5ace-24b1-4792-8d09-f7fb324611b3 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Made reservation on behalf of a79253f1761249b4887a71a94ffae3f9 for: {'network': 1} {{(pid=103332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 08:16:58.309077 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-80fc5ace-24b1-4792-8d09-f7fb324611b3 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for network, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:16:58.333020 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80fc5ace-24b1-4792-8d09-f7fb324611b3 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 159} {{(pid=103332) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 08:16:58.342198 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-80fc5ace-24b1-4792-8d09-f7fb324611b3 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979'] for segment, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:16:58.342640 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.db.segments_db [None req-80fc5ace-24b1-4792-8d09-f7fb324611b3 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Added segment 6924f535-994f-4f3c-bea3-7e6925bed7e6 of type vlan for network b964d9e5-a45b-4f24-84ab-af249bb10cdc Oct 19 08:16:58.386318 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-80fc5ace-24b1-4792-8d09-f7fb324611b3 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785020965340'] for network, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:16:58.409169 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-80fc5ace-24b1-4792-8d09-f7fb324611b3 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873'] for network, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:16:58.415151 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80fc5ace-24b1-4792-8d09-f7fb324611b3 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:16:58.415725 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-80fc5ace-24b1-4792-8d09-f7fb324611b3 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks [] for network, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:16:58.447553 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-80fc5ace-24b1-4792-8d09-f7fb324611b3 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1650550 Oct 19 08:16:58.450442 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 38492) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:16:58.455167 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-4eea6bc4-26ac-4fda-a7e9-edce0079961a tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-249418766', 'admin_state_up': True, 'project_id': 'a79253f1761249b4887a71a94ffae3f9', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd'}}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 08:16:58.478438 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-4eea6bc4-26ac-4fda-a7e9-edce0079961a tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1692695', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12668'] for router, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:16:58.479452 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-4eea6bc4-26ac-4fda-a7e9-edce0079961a tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1692835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1693910', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1621825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12659'] for router, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:16:58.486437 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fc5ace-24b1-4792-8d09-f7fb324611b3 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Pushing event updated for resources: {'Network': ['ID=b964d9e5-a45b-4f24-84ab-af249bb10cdc,revision_number=1']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:16:58.498642 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Network b964d9e5-a45b-4f24-84ab-af249bb10cdc details requested by agent ovs-agent-dv-neutron-861624-1-hyperv with host dv-neutron-861624-1-hyperv {{(pid=103334) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 08:16:58.533464 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-4eea6bc4-26ac-4fda-a7e9-edce0079961a tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:16:58.670188 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-4eea6bc4-26ac-4fda-a7e9-edce0079961a tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:16:58.856181 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-4eea6bc4-26ac-4fda-a7e9-edce0079961a tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks [] for router_gateway, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:16:58.877777 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-4eea6bc4-26ac-4fda-a7e9-edce0079961a tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:16:58.978260 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.db_base_plugin_common [None req-4eea6bc4-26ac-4fda-a7e9-edce0079961a tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Allocated IP 172.26.0.195 (99c66757-74e3-40a4-b479-8d09e3a7c3dd/7f3d1034-1de7-458a-a3ee-77488de3949b/f0b041f2-55c1-4f9f-ab29-840af648e357) {{(pid=103333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 08:16:59.080316 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-4eea6bc4-26ac-4fda-a7e9-edce0079961a tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks [] for port, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:16:59.114067 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-4eea6bc4-26ac-4fda-a7e9-edce0079961a tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785020947330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130996763'] for port, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:16:59.152349 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4eea6bc4-26ac-4fda-a7e9-edce0079961a tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Network 99c66757-74e3-40a4-b479-8d09e3a7c3dd is already hosted by enough agents. {{(pid=103333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 08:16:59.155268 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-4eea6bc4-26ac-4fda-a7e9-edce0079961a tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Resources bound (agent type, host, resource id): {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 08:16:59.158754 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eea6bc4-26ac-4fda-a7e9-edce0079961a tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Received port after_create {{(pid=103333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 08:16:59.182878 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eea6bc4-26ac-4fda-a7e9-edce0079961a tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Pushing event updated for resources: {'Port': ['ID=f0b041f2-55c1-4f9f-ab29-840af648e357,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:16:59.404324 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-4eea6bc4-26ac-4fda-a7e9-edce0079961a tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks [] for router_gateway, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:16:59.594574 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-4eea6bc4-26ac-4fda-a7e9-edce0079961a tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1692844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1693859'] for router, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:16:59.716911 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4eea6bc4-26ac-4fda-a7e9-edce0079961a tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Router a21ed2f5-9d88-499f-9e42-f8ca8ece8b36 is scheduled to L3 agent ab388470-1243-4d53-80f2-c2f5899c97a7 with binding_index 1 {{(pid=103333) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 08:16:59.820287 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4eea6bc4-26ac-4fda-a7e9-edce0079961a tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify agent at l3_agent.dv-neutron-861624-1-hyperv the message routers_updated {{(pid=103333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 08:16:59.830676 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e37b857c-0263-4496-b287-2809fcf0f968 None None] Sync routers for ids ['a21ed2f5-9d88-499f-9e42-f8ca8ece8b36'] in dv-neutron-861624-1-hyperv {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 08:16:59.840173 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-4eea6bc4-26ac-4fda-a7e9-edce0079961a tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks [] for router, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:16:59.840519 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e37b857c-0263-4496-b287-2809fcf0f968 None None] Routers {'a21ed2f5-9d88-499f-9e42-f8ca8ece8b36'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 08:16:59.841137 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-e37b857c-0263-4496-b287-2809fcf0f968 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T08:16:46Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['a21ed2f5-9d88-499f-9e42-f8ca8ece8b36'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:16:59.841412 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-4eea6bc4-26ac-4fda-a7e9-edce0079961a tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] 10.222.0.27 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.3898315 Oct 19 08:16:59.844611 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 38494) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:16:59.873742 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-c32d8455-3bef-488c-836f-9685e5ace0b8 tempest-TestNetworkAdvancedServerOps-711413529 tempest-TestNetworkAdvancedServerOps-711413529-project-admin] 10.222.0.27 "GET /v2.0/subnets?project_id=a79253f1761249b4887a71a94ffae3f9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0278084 Oct 19 08:16:59.876273 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 38496) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:16:59.969058 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9817b4fe-8cfb-4381-b9e1-dfb80695a3d4 tempest-TestNetworkAdvancedServerOps-711413529 tempest-TestNetworkAdvancedServerOps-711413529-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:16:59.970472 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-9817b4fe-8cfb-4381-b9e1-dfb80695a3d4 tempest-TestNetworkAdvancedServerOps-711413529 tempest-TestNetworkAdvancedServerOps-711413529-project-admin] 10.222.0.27 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0932577 Oct 19 08:16:59.973851 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 38498) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:17:00.030389 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvr_db [None req-e37b857c-0263-4496-b287-2809fcf0f968 None None] Set router a21ed2f5-9d88-499f-9e42-f8ca8ece8b36 gateway port host: dv-neutron-861624-1-hyperv {{(pid=103335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 08:17:00.220161 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-e37b857c-0263-4496-b287-2809fcf0f968 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a21ed2f5-9d88-499f-9e42-f8ca8ece8b36', 'name': 'tempest-TestNetworkAdvancedServerOps-router-249418766', 'tenant_id': 'a79253f1761249b4887a71a94ffae3f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'external_fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.195'}], 'enable_snat': True}, 'gw_port_id': 'f0b041f2-55c1-4f9f-ab29-840af648e357', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T08:16:58Z', 'updated_at': '2022-10-19T08:16:59Z', 'revision_number': 3, 'project_id': 'a79253f1761249b4887a71a94ffae3f9', 'gw_port': {'id': 'f0b041f2-55c1-4f9f-ab29-840af648e357', 'name': '', 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:bc:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a21ed2f5-9d88-499f-9e42-f8ca8ece8b36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1762, 'fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T08:16:58Z', 'updated_at': '2022-10-19T08:16:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861624-1-hyperv'}], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:17:00.246895 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e37b857c-0263-4496-b287-2809fcf0f968 None None] Checking router: a21ed2f5-9d88-499f-9e42-f8ca8ece8b36 for host: dv-neutron-861624-1-hyperv {{(pid=103335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 08:17:00.247236 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e37b857c-0263-4496-b287-2809fcf0f968 None None] Updating router a21ed2f5-9d88-499f-9e42-f8ca8ece8b36 port f0b041f2-55c1-4f9f-ab29-840af648e357 binding host dv-neutron-861624-1-hyperv {{(pid=103335) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 08:17:00.270363 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-608db9a6-b647-4597-b5fc-143609257b66 tempest-TestNetworkAdvancedServerOps-711413529 tempest-TestNetworkAdvancedServerOps-711413529-project-admin] 10.222.0.27 "GET /v2.0/subnets?network_id=99c66757-74e3-40a4-b479-8d09e3a7c3dd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2925062 Oct 19 08:17:00.270566 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 38500) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:17:00.275140 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-e93f0217-3f08-4b77-a430-365b61612321 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1054562104', 'network_id': 'b964d9e5-a45b-4f24-84ab-af249bb10cdc', 'project_id': 'a79253f1761249b4887a71a94ffae3f9', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 08:17:00.276895 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-e37b857c-0263-4496-b287-2809fcf0f968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:17:00.359046 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e93f0217-3f08-4b77-a430-365b61612321 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Made reservation on behalf of a79253f1761249b4887a71a94ffae3f9 for: {'subnet': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 08:17:00.362591 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-e93f0217-3f08-4b77-a430-365b61612321 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130170579'] for subnet, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:17:00.532235 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-e37b857c-0263-4496-b287-2809fcf0f968 None None] Notify callbacks [] for port, precommit_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:17:00.538016 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-e37b857c-0263-4496-b287-2809fcf0f968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:17:00.538521 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-e93f0217-3f08-4b77-a430-365b61612321 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130997899', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130170401'] for subnet, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:17:00.574046 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-e37b857c-0263-4496-b287-2809fcf0f968 None None] Attempting to bind port f0b041f2-55c1-4f9f-ab29-840af648e357 on host dv-neutron-861624-1-hyperv for vnic_type normal with profile {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 19 08:17:00.574589 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-e37b857c-0263-4496-b287-2809fcf0f968 None None] Attempting to bind port f0b041f2-55c1-4f9f-ab29-840af648e357 by drivers openvswitch,hyperv on host dv-neutron-861624-1-hyperv at level 0 using segments [{'id': '53981d04-8205-40d8-8d33-0510111d6f8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd'}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 19 08:17:00.575075 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e37b857c-0263-4496-b287-2809fcf0f968 None None] Attempting to bind port f0b041f2-55c1-4f9f-ab29-840af648e357 on network 99c66757-74e3-40a4-b479-8d09e3a7c3dd {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 08:17:00.585257 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e37b857c-0263-4496-b287-2809fcf0f968 None None] Checking agent: {'id': 'a5b0152c-d633-409b-aaf8-3b76458e2410', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861624-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 19, 7, 30, 19), 'started_at': datetime.datetime(2022, 10, 19, 7, 30, 49), 'heartbeat_timestamp': datetime.datetime(2022, 10, 19, 8, 16, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861624-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 08:17:00.585752 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e37b857c-0263-4496-b287-2809fcf0f968 None None] Checking segment: {'id': '53981d04-8205-40d8-8d33-0510111d6f8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 19 08:17:00.586403 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-e37b857c-0263-4496-b287-2809fcf0f968 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:17:00.586792 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e37b857c-0263-4496-b287-2809fcf0f968 None None] Bound using segment: {'id': '53981d04-8205-40d8-8d33-0510111d6f8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd'} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 08:17:00.587385 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-e37b857c-0263-4496-b287-2809fcf0f968 None None] Bound port: f0b041f2-55c1-4f9f-ab29-840af648e357, host: dv-neutron-861624-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53981d04-8205-40d8-8d33-0510111d6f8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd'}}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 19 08:17:00.587762 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-e37b857c-0263-4496-b287-2809fcf0f968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:17:00.595624 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93f0217-3f08-4b77-a430-365b61612321 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Pushing event updated for resources: {'Subnet': ['ID=26bf01c0-410f-4a9e-84b9-7daa850c26e2,revision_number=0']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:17:00.610577 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e93f0217-3f08-4b77-a430-365b61612321 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Checking segment: {'id': '6924f535-994f-4f3c-bea3-7e6925bed7e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'b964d9e5-a45b-4f24-84ab-af249bb10cdc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 19 08:17:00.610927 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e93f0217-3f08-4b77-a430-365b61612321 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Network hostable DHCP agents. Network: b964d9e5-a45b-4f24-84ab-af249bb10cdc, hostable agents: ['310d813b-0e3e-4d7e-9b79-8f4ec0dbcab0'], hosted agents: [] {{(pid=103333) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 08:17:00.617781 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe3e1d1-8d66-4a41-b564-3b67174fd79f None None] Pushing event updated for resources: {'Port': ['ID=f0b041f2-55c1-4f9f-ab29-840af648e357,revision_number=2']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:17:00.629445 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e93f0217-3f08-4b77-a430-365b61612321 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Network b964d9e5-a45b-4f24-84ab-af249bb10cdc is scheduled to be hosted by DHCP agent 310d813b-0e3e-4d7e-9b79-8f4ec0dbcab0 with binding_index 1 {{(pid=103333) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 08:17:00.630476 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe3e1d1-8d66-4a41-b564-3b67174fd79f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:17:00.630821 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe3e1d1-8d66-4a41-b564-3b67174fd79f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:17:00.631161 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe3e1d1-8d66-4a41-b564-3b67174fd79f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:17:00.631494 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe3e1d1-8d66-4a41-b564-3b67174fd79f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:17:00.631821 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe3e1d1-8d66-4a41-b564-3b67174fd79f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:17:00.632149 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe3e1d1-8d66-4a41-b564-3b67174fd79f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:17:00.632471 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe3e1d1-8d66-4a41-b564-3b67174fd79f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:17:00.632819 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe3e1d1-8d66-4a41-b564-3b67174fd79f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:17:00.633143 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe3e1d1-8d66-4a41-b564-3b67174fd79f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:17:00.633461 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe3e1d1-8d66-4a41-b564-3b67174fd79f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:17:00.633777 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe3e1d1-8d66-4a41-b564-3b67174fd79f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:17:00.634096 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe3e1d1-8d66-4a41-b564-3b67174fd79f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:17:00.639366 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-e93f0217-3f08-4b77-a430-365b61612321 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861624-1-hyperv, b964d9e5-a45b-4f24-84ab-af249bb10cdc) {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 08:17:00.643934 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e93f0217-3f08-4b77-a430-365b61612321 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:17:00.644732 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-e93f0217-3f08-4b77-a430-365b61612321 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks [] for subnet, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:17:00.651108 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7c513de-adbd-4e15-b16c-19eb89a669ea None None] Network b964d9e5-a45b-4f24-84ab-af249bb10cdc requested from dv-neutron-861624-1-hyperv {{(pid=103334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 08:17:00.667792 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-e93f0217-3f08-4b77-a430-365b61612321 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.3937461 Oct 19 08:17:00.668193 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 38502) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:17:00.671725 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-e37b857c-0263-4496-b287-2809fcf0f968 None None] For port f0b041f2-55c1-4f9f-ab29-840af648e357, host dv-neutron-861624-1-hyperv, cleared binding levels {{(pid=103335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 08:17:00.677869 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-e37b857c-0263-4496-b287-2809fcf0f968 None None] For port f0b041f2-55c1-4f9f-ab29-840af648e357, host dv-neutron-861624-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=f0b041f2-55c1-4f9f-ab29-840af648e357,segment=NetworkSegment(53981d04-8205-40d8-8d33-0510111d6f8f),segment_id=53981d04-8205-40d8-8d33-0510111d6f8f)] {{(pid=103335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 08:17:00.682314 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-e37b857c-0263-4496-b287-2809fcf0f968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:17:00.736646 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe3e1d1-8d66-4a41-b564-3b67174fd79f None None] Pushing event updated for resources: {'Port': ['ID=f0b041f2-55c1-4f9f-ab29-840af648e357,revision_number=3']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:17:00.740852 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e37b857c-0263-4496-b287-2809fcf0f968 None None] Routers {'a21ed2f5-9d88-499f-9e42-f8ca8ece8b36'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 08:17:00.741702 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-e37b857c-0263-4496-b287-2809fcf0f968 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T08:16:46Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['a21ed2f5-9d88-499f-9e42-f8ca8ece8b36'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:17:00.797465 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-292c153a-13da-4769-8fe3-b3f3db41ab1c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d12c6ac-27a3-545c-a8f3-f04e30423d6d-b964d9e5-a45b-4f24-84ab-af249bb10cdc', 'network_id': 'b964d9e5-a45b-4f24-84ab-af249bb10cdc', 'tenant_id': 'a79253f1761249b4887a71a94ffae3f9', 'fixed_ips': [{'subnet_id': '26bf01c0-410f-4a9e-84b9-7daa850c26e2'}]}} from dv-neutron-861624-1-hyperv. {{(pid=103334) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 08:17:00.798585 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-292c153a-13da-4769-8fe3-b3f3db41ab1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:17:00.855645 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvr_db [None req-e37b857c-0263-4496-b287-2809fcf0f968 None None] Set router a21ed2f5-9d88-499f-9e42-f8ca8ece8b36 gateway port host: dv-neutron-861624-1-hyperv {{(pid=103335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 08:17:00.947243 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.db_base_plugin_common [None req-292c153a-13da-4769-8fe3-b3f3db41ab1c None None] Allocated IP 172.20.0.2 (b964d9e5-a45b-4f24-84ab-af249bb10cdc/26bf01c0-410f-4a9e-84b9-7daa850c26e2/2d14d355-a9b2-41fc-bb25-5d6db8e5c2c7) {{(pid=103334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 08:17:01.038502 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-e37b857c-0263-4496-b287-2809fcf0f968 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a21ed2f5-9d88-499f-9e42-f8ca8ece8b36', 'name': 'tempest-TestNetworkAdvancedServerOps-router-249418766', 'tenant_id': 'a79253f1761249b4887a71a94ffae3f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'external_fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.195'}], 'enable_snat': True}, 'gw_port_id': 'f0b041f2-55c1-4f9f-ab29-840af648e357', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T08:16:58Z', 'updated_at': '2022-10-19T08:16:59Z', 'revision_number': 3, 'project_id': 'a79253f1761249b4887a71a94ffae3f9', 'gw_port': {'id': 'f0b041f2-55c1-4f9f-ab29-840af648e357', 'name': '', 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:bc:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a21ed2f5-9d88-499f-9e42-f8ca8ece8b36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1762, 'fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T08:16:58Z', 'updated_at': '2022-10-19T08:17:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861624-1-hyperv'}], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:17:01.069444 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e37b857c-0263-4496-b287-2809fcf0f968 None None] The sync data for ids ['a21ed2f5-9d88-499f-9e42-f8ca8ece8b36'] in dv-neutron-861624-1-hyperv is: [{'id': 'a21ed2f5-9d88-499f-9e42-f8ca8ece8b36', 'name': 'tempest-TestNetworkAdvancedServerOps-router-249418766', 'tenant_id': 'a79253f1761249b4887a71a94ffae3f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'external_fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.195'}], 'enable_snat': True}, 'gw_port_id': 'f0b041f2-55c1-4f9f-ab29-840af648e357', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T08:16:58Z', 'updated_at': '2022-10-19T08:16:59Z', 'revision_number': 3, 'project_id': 'a79253f1761249b4887a71a94ffae3f9', 'gw_port': {'id': 'f0b041f2-55c1-4f9f-ab29-840af648e357', 'name': '', 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:bc:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a21ed2f5-9d88-499f-9e42-f8ca8ece8b36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1762, 'fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T08:16:58Z', 'updated_at': '2022-10-19T08:17:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861624-1-hyperv'}] {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 08:17:01.098789 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-292c153a-13da-4769-8fe3-b3f3db41ab1c None None] Notify callbacks [] for port, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:17:01.105681 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-292c153a-13da-4769-8fe3-b3f3db41ab1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785020947330'] for port, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:17:01.125249 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-787c65a0-279c-467c-aa68-bc463bff1657 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:17:01.156601 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292c153a-13da-4769-8fe3-b3f3db41ab1c None None] Pushing event updated for resources: {'Port': ['ID=2d14d355-a9b2-41fc-bb25-5d6db8e5c2c7,revision_number=1']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:17:01.166471 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-292c153a-13da-4769-8fe3-b3f3db41ab1c None None] Network b964d9e5-a45b-4f24-84ab-af249bb10cdc is already hosted by enough agents. {{(pid=103334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 08:17:01.167826 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.scheduler.base_scheduler [None req-292c153a-13da-4769-8fe3-b3f3db41ab1c None None] Resources bound (agent type, host, resource id): {{(pid=103334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 08:17:01.170043 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-292c153a-13da-4769-8fe3-b3f3db41ab1c None None] Received port after_create {{(pid=103334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 08:17:01.226134 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-292c153a-13da-4769-8fe3-b3f3db41ab1c None None] Attempting to bind port 2d14d355-a9b2-41fc-bb25-5d6db8e5c2c7 on host dv-neutron-861624-1-hyperv for vnic_type normal with profile {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 19 08:17:01.226572 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-292c153a-13da-4769-8fe3-b3f3db41ab1c None None] Attempting to bind port 2d14d355-a9b2-41fc-bb25-5d6db8e5c2c7 by drivers openvswitch,hyperv on host dv-neutron-861624-1-hyperv at level 0 using segments [{'id': '6924f535-994f-4f3c-bea3-7e6925bed7e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'b964d9e5-a45b-4f24-84ab-af249bb10cdc'}] {{(pid=103334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 19 08:17:01.226935 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-292c153a-13da-4769-8fe3-b3f3db41ab1c None None] Attempting to bind port 2d14d355-a9b2-41fc-bb25-5d6db8e5c2c7 on network b964d9e5-a45b-4f24-84ab-af249bb10cdc {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 08:17:01.232169 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-292c153a-13da-4769-8fe3-b3f3db41ab1c None None] Checking agent: {'id': 'a5b0152c-d633-409b-aaf8-3b76458e2410', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861624-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 19, 7, 30, 19), 'started_at': datetime.datetime(2022, 10, 19, 7, 30, 49), 'heartbeat_timestamp': datetime.datetime(2022, 10, 19, 8, 16, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861624-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 08:17:01.232593 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-292c153a-13da-4769-8fe3-b3f3db41ab1c None None] Checking segment: {'id': '6924f535-994f-4f3c-bea3-7e6925bed7e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'b964d9e5-a45b-4f24-84ab-af249bb10cdc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 19 08:17:01.232996 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-292c153a-13da-4769-8fe3-b3f3db41ab1c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:17:01.233414 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-292c153a-13da-4769-8fe3-b3f3db41ab1c None None] Bound using segment: {'id': '6924f535-994f-4f3c-bea3-7e6925bed7e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'b964d9e5-a45b-4f24-84ab-af249bb10cdc'} {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 08:17:01.233886 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-292c153a-13da-4769-8fe3-b3f3db41ab1c None None] Bound port: 2d14d355-a9b2-41fc-bb25-5d6db8e5c2c7, host: dv-neutron-861624-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6924f535-994f-4f3c-bea3-7e6925bed7e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'b964d9e5-a45b-4f24-84ab-af249bb10cdc'}}] {{(pid=103334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 19 08:17:01.234269 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-292c153a-13da-4769-8fe3-b3f3db41ab1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:17:01.304128 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-292c153a-13da-4769-8fe3-b3f3db41ab1c None None] For port 2d14d355-a9b2-41fc-bb25-5d6db8e5c2c7, host dv-neutron-861624-1-hyperv, cleared binding levels {{(pid=103334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 08:17:01.310542 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-292c153a-13da-4769-8fe3-b3f3db41ab1c None None] For port 2d14d355-a9b2-41fc-bb25-5d6db8e5c2c7, host dv-neutron-861624-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=2d14d355-a9b2-41fc-bb25-5d6db8e5c2c7,segment=NetworkSegment(6924f535-994f-4f3c-bea3-7e6925bed7e6),segment_id=6924f535-994f-4f3c-bea3-7e6925bed7e6)] {{(pid=103334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 08:17:01.320867 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-292c153a-13da-4769-8fe3-b3f3db41ab1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:17:01.391882 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292c153a-13da-4769-8fe3-b3f3db41ab1c None None] Pushing event updated for resources: {'Port': ['ID=2d14d355-a9b2-41fc-bb25-5d6db8e5c2c7,revision_number=2']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:17:01.440863 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.db_base_plugin_common [None req-787c65a0-279c-467c-aa68-bc463bff1657 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Allocated IP 172.20.0.1 (b964d9e5-a45b-4f24-84ab-af249bb10cdc/26bf01c0-410f-4a9e-84b9-7daa850c26e2/884c7aa6-3ddd-4ba4-9a20-1f37db7ebc39) {{(pid=103332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 08:17:01.596338 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-787c65a0-279c-467c-aa68-bc463bff1657 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks [] for port, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:17:01.635200 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-787c65a0-279c-467c-aa68-bc463bff1657 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785020947330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133553798'] for port, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:17:01.678180 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-787c65a0-279c-467c-aa68-bc463bff1657 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Network b964d9e5-a45b-4f24-84ab-af249bb10cdc is already hosted by enough agents. {{(pid=103332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 08:17:01.681811 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.base_scheduler [None req-787c65a0-279c-467c-aa68-bc463bff1657 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Resources bound (agent type, host, resource id): {{(pid=103332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 08:17:01.684616 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-787c65a0-279c-467c-aa68-bc463bff1657 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Received port after_create {{(pid=103332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 08:17:01.723192 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787c65a0-279c-467c-aa68-bc463bff1657 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Pushing event updated for resources: {'Port': ['ID=884c7aa6-3ddd-4ba4-9a20-1f37db7ebc39,revision_number=1']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:17:01.739535 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-787c65a0-279c-467c-aa68-bc463bff1657 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1695190'] for router_interface, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:17:01.876207 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-787c65a0-279c-467c-aa68-bc463bff1657 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:17:02.176884 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-787c65a0-279c-467c-aa68-bc463bff1657 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks [] for port, precommit_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:17:02.182805 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-787c65a0-279c-467c-aa68-bc463bff1657 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133553807'] for port, after_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:17:02.219944 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device f0b041f2-55c1-4f9f-ab29-840af648e357 up at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 08:17:02.265022 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787c65a0-279c-467c-aa68-bc463bff1657 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Pushing event updated for resources: {'Port': ['ID=884c7aa6-3ddd-4ba4-9a20-1f37db7ebc39,revision_number=2']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:17:02.267574 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-787c65a0-279c-467c-aa68-bc463bff1657 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1574855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1694822'] for router_interface, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:17:02.284272 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Provisioning complete for port f0b041f2-55c1-4f9f-ab29-840af648e357 triggered by entity L2. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 08:17:02.285428 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:17:02.285897 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Attempt 1 to provision port f0b041f2-55c1-4f9f-ab29-840af648e357 Oct 19 08:17:02.365478 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb709130-6385-4dd7-890c-0b80bb1c4c90 None None] Network b964d9e5-a45b-4f24-84ab-af249bb10cdc requested from dv-neutron-861624-1-hyperv {{(pid=103334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 08:17:02.384489 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-787c65a0-279c-467c-aa68-bc463bff1657 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Network b964d9e5-a45b-4f24-84ab-af249bb10cdc is already hosted by enough agents. {{(pid=103332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 08:17:02.385904 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.base_scheduler [None req-787c65a0-279c-467c-aa68-bc463bff1657 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Resources bound (agent type, host, resource id): {{(pid=103332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 08:17:02.386587 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Current status of the port f0b041f2-55c1-4f9f-ab29-840af648e357 is: DOWN; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 08:17:02.386978 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:17:02.455864 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] For port f0b041f2-55c1-4f9f-ab29-840af648e357, host dv-neutron-861624-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=f0b041f2-55c1-4f9f-ab29-840af648e357,segment=NetworkSegment(53981d04-8205-40d8-8d33-0510111d6f8f),segment_id=53981d04-8205-40d8-8d33-0510111d6f8f)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 08:17:02.462800 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:17:02.463600 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device 2d14d355-a9b2-41fc-bb25-5d6db8e5c2c7 up at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 08:17:02.533667 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-1de3a778-9610-4fb3-bda2-665966639232 None None] Provisioning complete for port 2d14d355-a9b2-41fc-bb25-5d6db8e5c2c7 triggered by entity DHCP. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 08:17:02.534037 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-1de3a778-9610-4fb3-bda2-665966639232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:17:02.534372 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-1de3a778-9610-4fb3-bda2-665966639232 None None] Attempt 1 to provision port 2d14d355-a9b2-41fc-bb25-5d6db8e5c2c7 Oct 19 08:17:02.628873 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Pushing event updated for resources: {'Port': ['ID=f0b041f2-55c1-4f9f-ab29-840af648e357,revision_number=4']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:17:02.649178 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Provisioning complete for port 2d14d355-a9b2-41fc-bb25-5d6db8e5c2c7 triggered by entity L2. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 08:17:02.649547 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:17:02.649884 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Attempt 1 to provision port 2d14d355-a9b2-41fc-bb25-5d6db8e5c2c7 Oct 19 08:17:02.842719 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-787c65a0-279c-467c-aa68-bc463bff1657 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Router a21ed2f5-9d88-499f-9e42-f8ca8ece8b36 has already been hosted by L3 agent ab388470-1243-4d53-80f2-c2f5899c97a7 {{(pid=103332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 08:17:02.900462 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-1de3a778-9610-4fb3-bda2-665966639232 None None] Current status of the port 2d14d355-a9b2-41fc-bb25-5d6db8e5c2c7 is: DOWN; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 08:17:02.900785 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-1de3a778-9610-4fb3-bda2-665966639232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:17:02.957562 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-787c65a0-279c-467c-aa68-bc463bff1657 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify agent at l3_agent.dv-neutron-861624-1-hyperv the message routers_updated {{(pid=103332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 08:17:02.963180 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-787c65a0-279c-467c-aa68-bc463bff1657 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] 10.222.0.27 "PUT /v2.0/routers/a21ed2f5-9d88-499f-9e42-f8ca8ece8b36/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2938654 Oct 19 08:17:02.965731 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-1de3a778-9610-4fb3-bda2-665966639232 None None] For port 2d14d355-a9b2-41fc-bb25-5d6db8e5c2c7, host dv-neutron-861624-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=2d14d355-a9b2-41fc-bb25-5d6db8e5c2c7,segment=NetworkSegment(6924f535-994f-4f3c-bea3-7e6925bed7e6),segment_id=6924f535-994f-4f3c-bea3-7e6925bed7e6)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 08:17:02.978063 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a2368a1-8ec0-42be-93ad-5f5c8158501b None None] Sync routers for ids ['a21ed2f5-9d88-499f-9e42-f8ca8ece8b36'] in dv-neutron-861624-1-hyperv {{(pid=103334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 08:17:02.983620 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-1de3a778-9610-4fb3-bda2-665966639232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:17:02.989138 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Current status of the port 2d14d355-a9b2-41fc-bb25-5d6db8e5c2c7 is: DOWN; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 08:17:02.989510 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:17:03.041656 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a2368a1-8ec0-42be-93ad-5f5c8158501b None None] Routers {'a21ed2f5-9d88-499f-9e42-f8ca8ece8b36'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 08:17:03.042299 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-7a2368a1-8ec0-42be-93ad-5f5c8158501b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T08:16:46Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['a21ed2f5-9d88-499f-9e42-f8ca8ece8b36'], 'active': True} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:17:03.114284 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-4acb7ed2-35b8-4310-acff-dff646a86ba4 req-5a88daac-da21-4fdb-b2d9-2ea208e0d992 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] 10.222.0.27 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-407249018&fields=id&tenant_id=a79253f1761249b4887a71a94ffae3f9 HTTP/1.1" status: 200 len: 267 time: 0.0363681 Oct 19 08:17:03.136209 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de3a778-9610-4fb3-bda2-665966639232 None None] Pushing event updated for resources: {'Port': ['ID=2d14d355-a9b2-41fc-bb25-5d6db8e5c2c7,revision_number=3']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:17:03.148903 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.db.api [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103334) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 19 08:17:03.149257 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG oslo_db.api [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 19 08:17:03.205093 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvr_db [None req-7a2368a1-8ec0-42be-93ad-5f5c8158501b None None] Set router a21ed2f5-9d88-499f-9e42-f8ca8ece8b36 gateway port host: dv-neutron-861624-1-hyperv {{(pid=103334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 08:17:03.239264 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acb7ed2-35b8-4310-acff-dff646a86ba4 req-5983f09c-4666-4e61-97c9-40e14cd837d3 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:17:03.241219 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-4acb7ed2-35b8-4310-acff-dff646a86ba4 req-5983f09c-4666-4e61-97c9-40e14cd837d3 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] 10.222.0.27 "GET /v2.0/networks?id=b964d9e5-a45b-4f24-84ab-af249bb10cdc HTTP/1.1" status: 200 len: 797 time: 0.1194236 Oct 19 08:17:03.249484 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-a60c25d0-27b5-4d8f-bb4e-2f72231b7e2e None None] Provisioning complete for port 2d14d355-a9b2-41fc-bb25-5d6db8e5c2c7 triggered by entity DHCP. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 08:17:03.250055 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-a60c25d0-27b5-4d8f-bb4e-2f72231b7e2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:17:03.250162 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-a60c25d0-27b5-4d8f-bb4e-2f72231b7e2e None None] Attempt 1 to provision port 2d14d355-a9b2-41fc-bb25-5d6db8e5c2c7 Oct 19 08:17:03.259394 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-4acb7ed2-35b8-4310-acff-dff646a86ba4 req-33f5844d-742d-4325-beb8-4176bef7672b tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] 10.222.0.27 "GET /v2.0/quotas/a79253f1761249b4887a71a94ffae3f9 HTTP/1.1" status: 200 len: 375 time: 0.0119298 Oct 19 08:17:03.324337 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-4acb7ed2-35b8-4310-acff-dff646a86ba4 req-7f741b38-310b-40c6-bf09-1d732bdc28f4 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] 10.222.0.27 "GET /v2.0/ports?tenant_id=a79253f1761249b4887a71a94ffae3f9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0580623 Oct 19 08:17:03.438025 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-4acb7ed2-35b8-4310-acff-dff646a86ba4 req-304a8a02-84ba-434b-9a4c-b6de3ac26936 service neutron] 10.222.0.27 "GET /v2.0/networks/b964d9e5-a45b-4f24-84ab-af249bb10cdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977173 Oct 19 08:17:03.442741 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-a60c25d0-27b5-4d8f-bb4e-2f72231b7e2e None None] Current status of the port 2d14d355-a9b2-41fc-bb25-5d6db8e5c2c7 is: ACTIVE; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 08:17:03.479090 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-a60c25d0-27b5-4d8f-bb4e-2f72231b7e2e None None] Provisioning complete for port 884c7aa6-3ddd-4ba4-9a20-1f37db7ebc39 triggered by entity DHCP. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 08:17:03.479463 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-a60c25d0-27b5-4d8f-bb4e-2f72231b7e2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:17:03.479802 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-a60c25d0-27b5-4d8f-bb4e-2f72231b7e2e None None] Attempt 1 to provision port 884c7aa6-3ddd-4ba4-9a20-1f37db7ebc39 Oct 19 08:17:03.525898 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-a60c25d0-27b5-4d8f-bb4e-2f72231b7e2e None None] Port 884c7aa6-3ddd-4ba4-9a20-1f37db7ebc39 cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 08:17:03.534306 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-7a2368a1-8ec0-42be-93ad-5f5c8158501b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a21ed2f5-9d88-499f-9e42-f8ca8ece8b36', 'name': 'tempest-TestNetworkAdvancedServerOps-router-249418766', 'tenant_id': 'a79253f1761249b4887a71a94ffae3f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'external_fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.195'}], 'enable_snat': True}, 'gw_port_id': 'f0b041f2-55c1-4f9f-ab29-840af648e357', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T08:16:58Z', 'updated_at': '2022-10-19T08:17:01Z', 'revision_number': 4, 'project_id': 'a79253f1761249b4887a71a94ffae3f9', 'gw_port': {'id': 'f0b041f2-55c1-4f9f-ab29-840af648e357', 'name': '', 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:bc:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a21ed2f5-9d88-499f-9e42-f8ca8ece8b36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1762, 'fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T08:16:58Z', 'updated_at': '2022-10-19T08:17:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861624-1-hyperv', '_interfaces': [{'id': '884c7aa6-3ddd-4ba4-9a20-1f37db7ebc39', 'name': '', 'network_id': 'b964d9e5-a45b-4f24-84ab-af249bb10cdc', 'tenant_id': 'a79253f1761249b4887a71a94ffae3f9', 'mac_address': 'fa:16:3e:eb:07:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a21ed2f5-9d88-499f-9e42-f8ca8ece8b36', 'device_owner': 'network:router_interface', 'standard_attr_id': 1765, 'fixed_ips': [{'subnet_id': '26bf01c0-410f-4a9e-84b9-7daa850c26e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T08:17:01Z', 'updated_at': '2022-10-19T08:17:02Z', 'revision_number': 2, 'project_id': 'a79253f1761249b4887a71a94ffae3f9', 'subnets': [{'id': '26bf01c0-410f-4a9e-84b9-7daa850c26e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:17:03.540228 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-4acb7ed2-35b8-4310-acff-dff646a86ba4 req-e67f537f-9a0c-4789-96e5-ae2a6afd0112 service neutron] 10.222.0.27 "GET /v2.0/networks/b964d9e5-a45b-4f24-84ab-af249bb10cdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955091 Oct 19 08:17:03.562144 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a2368a1-8ec0-42be-93ad-5f5c8158501b None None] Checking router: a21ed2f5-9d88-499f-9e42-f8ca8ece8b36 for host: dv-neutron-861624-1-hyperv {{(pid=103334) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 08:17:03.562502 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a2368a1-8ec0-42be-93ad-5f5c8158501b None None] Updating router a21ed2f5-9d88-499f-9e42-f8ca8ece8b36 port 884c7aa6-3ddd-4ba4-9a20-1f37db7ebc39 binding host dv-neutron-861624-1-hyperv {{(pid=103334) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 08:17:03.591527 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-7a2368a1-8ec0-42be-93ad-5f5c8158501b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:17:03.702907 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-c45c345a-62a2-4e76-b454-ad4247e8bf59 req-ee356521-689f-407f-92a3-e9eb4bc5c148 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] 10.222.0.27 "GET /v2.0/ports?device_id=c128a7d8-7116-4502-ab64-ee3d04be475b HTTP/1.1" status: 200 len: 210 time: 0.0275040 Oct 19 08:17:03.745483 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Current status of the port 2d14d355-a9b2-41fc-bb25-5d6db8e5c2c7 is: ACTIVE; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 08:17:03.894078 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-7a2368a1-8ec0-42be-93ad-5f5c8158501b None None] Notify callbacks [] for port, precommit_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:17:03.900542 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-7a2368a1-8ec0-42be-93ad-5f5c8158501b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:17:03.963585 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b68cbd0-770b-4d5d-86bf-e42a1174b3cd None None] Pushing event updated for resources: {'Port': ['ID=884c7aa6-3ddd-4ba4-9a20-1f37db7ebc39,revision_number=3']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:17:03.994315 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-7a2368a1-8ec0-42be-93ad-5f5c8158501b None None] Attempting to bind port 884c7aa6-3ddd-4ba4-9a20-1f37db7ebc39 on host dv-neutron-861624-1-hyperv for vnic_type normal with profile {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 19 08:17:03.994678 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-7a2368a1-8ec0-42be-93ad-5f5c8158501b None None] Attempting to bind port 884c7aa6-3ddd-4ba4-9a20-1f37db7ebc39 by drivers openvswitch,hyperv on host dv-neutron-861624-1-hyperv at level 0 using segments [{'id': '6924f535-994f-4f3c-bea3-7e6925bed7e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'b964d9e5-a45b-4f24-84ab-af249bb10cdc'}] {{(pid=103334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 19 08:17:03.995119 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a2368a1-8ec0-42be-93ad-5f5c8158501b None None] Attempting to bind port 884c7aa6-3ddd-4ba4-9a20-1f37db7ebc39 on network b964d9e5-a45b-4f24-84ab-af249bb10cdc {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 08:17:04.001001 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a2368a1-8ec0-42be-93ad-5f5c8158501b None None] Checking agent: {'id': 'a5b0152c-d633-409b-aaf8-3b76458e2410', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861624-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 19, 7, 30, 19), 'started_at': datetime.datetime(2022, 10, 19, 7, 30, 49), 'heartbeat_timestamp': datetime.datetime(2022, 10, 19, 8, 16, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861624-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 08:17:04.001368 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a2368a1-8ec0-42be-93ad-5f5c8158501b None None] Checking segment: {'id': '6924f535-994f-4f3c-bea3-7e6925bed7e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'b964d9e5-a45b-4f24-84ab-af249bb10cdc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 19 08:17:04.001763 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-7a2368a1-8ec0-42be-93ad-5f5c8158501b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:17:04.002147 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a2368a1-8ec0-42be-93ad-5f5c8158501b None None] Bound using segment: {'id': '6924f535-994f-4f3c-bea3-7e6925bed7e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'b964d9e5-a45b-4f24-84ab-af249bb10cdc'} {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 08:17:04.002599 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-7a2368a1-8ec0-42be-93ad-5f5c8158501b None None] Bound port: 884c7aa6-3ddd-4ba4-9a20-1f37db7ebc39, host: dv-neutron-861624-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6924f535-994f-4f3c-bea3-7e6925bed7e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'b964d9e5-a45b-4f24-84ab-af249bb10cdc'}}] {{(pid=103334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 19 08:17:04.002977 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-7a2368a1-8ec0-42be-93ad-5f5c8158501b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:17:04.038980 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-a60c25d0-27b5-4d8f-bb4e-2f72231b7e2e None None] Attempt 2 to provision port 884c7aa6-3ddd-4ba4-9a20-1f37db7ebc39 Oct 19 08:17:04.095683 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-a60c25d0-27b5-4d8f-bb4e-2f72231b7e2e None None] Port 884c7aa6-3ddd-4ba4-9a20-1f37db7ebc39 cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 08:17:04.109610 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-7a2368a1-8ec0-42be-93ad-5f5c8158501b None None] For port 884c7aa6-3ddd-4ba4-9a20-1f37db7ebc39, host dv-neutron-861624-1-hyperv, cleared binding levels {{(pid=103334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 08:17:04.114694 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-7a2368a1-8ec0-42be-93ad-5f5c8158501b None None] For port 884c7aa6-3ddd-4ba4-9a20-1f37db7ebc39, host dv-neutron-861624-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=884c7aa6-3ddd-4ba4-9a20-1f37db7ebc39,segment=NetworkSegment(6924f535-994f-4f3c-bea3-7e6925bed7e6),segment_id=6924f535-994f-4f3c-bea3-7e6925bed7e6)] {{(pid=103334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 08:17:04.119466 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-7a2368a1-8ec0-42be-93ad-5f5c8158501b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:17:04.156214 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a2368a1-8ec0-42be-93ad-5f5c8158501b None None] Routers {'a21ed2f5-9d88-499f-9e42-f8ca8ece8b36'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 08:17:04.156882 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-7a2368a1-8ec0-42be-93ad-5f5c8158501b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T08:16:46Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['a21ed2f5-9d88-499f-9e42-f8ca8ece8b36'], 'active': True} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:17:04.195114 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device f0b041f2-55c1-4f9f-ab29-840af648e357 up at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 08:17:04.249533 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b68cbd0-770b-4d5d-86bf-e42a1174b3cd None None] Pushing event updated for resources: {'Port': ['ID=884c7aa6-3ddd-4ba4-9a20-1f37db7ebc39,revision_number=4']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:17:04.317700 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvr_db [None req-7a2368a1-8ec0-42be-93ad-5f5c8158501b None None] Set router a21ed2f5-9d88-499f-9e42-f8ca8ece8b36 gateway port host: dv-neutron-861624-1-hyperv {{(pid=103334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 08:17:04.352350 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Provisioning complete for port f0b041f2-55c1-4f9f-ab29-840af648e357 triggered by entity L2. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 08:17:04.352745 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:17:04.353079 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Attempt 1 to provision port f0b041f2-55c1-4f9f-ab29-840af648e357 Oct 19 08:17:04.529130 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Current status of the port f0b041f2-55c1-4f9f-ab29-840af648e357 is: ACTIVE; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 08:17:04.530113 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device 2d14d355-a9b2-41fc-bb25-5d6db8e5c2c7 up at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 08:17:04.598057 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-a60c25d0-27b5-4d8f-bb4e-2f72231b7e2e None None] Attempt 3 to provision port 884c7aa6-3ddd-4ba4-9a20-1f37db7ebc39 Oct 19 08:17:04.649120 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acb7ed2-35b8-4310-acff-dff646a86ba4 req-8d1dadec-6eb3-487b-ac78-58e7618f8abe tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:17:04.650657 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-4acb7ed2-35b8-4310-acff-dff646a86ba4 req-8d1dadec-6eb3-487b-ac78-58e7618f8abe tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] 10.222.0.16 "GET /v2.0/networks?id=b964d9e5-a45b-4f24-84ab-af249bb10cdc HTTP/1.1" status: 200 len: 797 time: 0.1147740 Oct 19 08:17:04.701188 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-4acb7ed2-35b8-4310-acff-dff646a86ba4 req-4145f109-1bdc-4a1a-9d0b-777260def9e0 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a79253f1761249b4887a71a94ffae3f9 HTTP/1.1" status: 200 len: 379 time: 0.0421174 Oct 19 08:17:04.715486 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [req-4acb7ed2-35b8-4310-acff-dff646a86ba4 req-dade84a7-eda5-4f87-9b09-6a40a8bd22d7 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Request body: {'port': {'device_id': 'c128a7d8-7116-4502-ab64-ee3d04be475b', 'network_id': 'b964d9e5-a45b-4f24-84ab-af249bb10cdc', 'admin_state_up': True, 'tenant_id': 'a79253f1761249b4887a71a94ffae3f9', 'security_groups': ['863cb975-2d72-4ad9-ab4f-9bc712520647']}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 08:17:04.799375 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-7a2368a1-8ec0-42be-93ad-5f5c8158501b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a21ed2f5-9d88-499f-9e42-f8ca8ece8b36', 'name': 'tempest-TestNetworkAdvancedServerOps-router-249418766', 'tenant_id': 'a79253f1761249b4887a71a94ffae3f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'external_fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.195'}], 'enable_snat': True}, 'gw_port_id': 'f0b041f2-55c1-4f9f-ab29-840af648e357', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T08:16:58Z', 'updated_at': '2022-10-19T08:17:01Z', 'revision_number': 4, 'project_id': 'a79253f1761249b4887a71a94ffae3f9', 'gw_port': {'id': 'f0b041f2-55c1-4f9f-ab29-840af648e357', 'name': '', 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:bc:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a21ed2f5-9d88-499f-9e42-f8ca8ece8b36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1762, 'fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T08:16:58Z', 'updated_at': '2022-10-19T08:17:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861624-1-hyperv', '_interfaces': [{'id': '884c7aa6-3ddd-4ba4-9a20-1f37db7ebc39', 'name': '', 'network_id': 'b964d9e5-a45b-4f24-84ab-af249bb10cdc', 'tenant_id': 'a79253f1761249b4887a71a94ffae3f9', 'mac_address': 'fa:16:3e:eb:07:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a21ed2f5-9d88-499f-9e42-f8ca8ece8b36', 'device_owner': 'network:router_interface', 'standard_attr_id': 1765, 'fixed_ips': [{'subnet_id': '26bf01c0-410f-4a9e-84b9-7daa850c26e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T08:17:01Z', 'updated_at': '2022-10-19T08:17:04Z', 'revision_number': 4, 'project_id': 'a79253f1761249b4887a71a94ffae3f9', 'subnets': [{'id': '26bf01c0-410f-4a9e-84b9-7daa850c26e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:17:04.812564 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-80bbbd0d-04b2-42f2-bef7-6b54ec90aab1 req-8ec9befc-c301-40cb-b05b-517783969daf tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] 10.222.0.27 "GET /v2.0/ports?device_id=c128a7d8-7116-4502-ab64-ee3d04be475b HTTP/1.1" status: 200 len: 210 time: 0.0310705 Oct 19 08:17:04.826920 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Provisioning complete for port 2d14d355-a9b2-41fc-bb25-5d6db8e5c2c7 triggered by entity L2. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 08:17:04.827292 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:17:04.827624 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Attempt 1 to provision port 2d14d355-a9b2-41fc-bb25-5d6db8e5c2c7 Oct 19 08:17:04.833284 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a2368a1-8ec0-42be-93ad-5f5c8158501b None None] The sync data for ids ['a21ed2f5-9d88-499f-9e42-f8ca8ece8b36'] in dv-neutron-861624-1-hyperv is: [{'id': 'a21ed2f5-9d88-499f-9e42-f8ca8ece8b36', 'name': 'tempest-TestNetworkAdvancedServerOps-router-249418766', 'tenant_id': 'a79253f1761249b4887a71a94ffae3f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'external_fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.195'}], 'enable_snat': True}, 'gw_port_id': 'f0b041f2-55c1-4f9f-ab29-840af648e357', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T08:16:58Z', 'updated_at': '2022-10-19T08:17:01Z', 'revision_number': 4, 'project_id': 'a79253f1761249b4887a71a94ffae3f9', 'gw_port': {'id': 'f0b041f2-55c1-4f9f-ab29-840af648e357', 'name': '', 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:bc:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a21ed2f5-9d88-499f-9e42-f8ca8ece8b36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1762, 'fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T08:16:58Z', 'updated_at': '2022-10-19T08:17:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861624-1-hyperv', '_interfaces': [{'id': '884c7aa6-3ddd-4ba4-9a20-1f37db7ebc39', 'name': '', 'network_id': 'b964d9e5-a45b-4f24-84ab-af249bb10cdc', 'tenant_id': 'a79253f1761249b4887a71a94ffae3f9', 'mac_address': 'fa:16:3e:eb:07:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a21ed2f5-9d88-499f-9e42-f8ca8ece8b36', 'device_owner': 'network:router_interface', 'standard_attr_id': 1765, 'fixed_ips': [{'subnet_id': '26bf01c0-410f-4a9e-84b9-7daa850c26e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T08:17:01Z', 'updated_at': '2022-10-19T08:17:04Z', 'revision_number': 4, 'project_id': 'a79253f1761249b4887a71a94ffae3f9', 'subnets': [{'id': '26bf01c0-410f-4a9e-84b9-7daa850c26e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 08:17:04.856637 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4acb7ed2-35b8-4310-acff-dff646a86ba4 req-dade84a7-eda5-4f87-9b09-6a40a8bd22d7 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Made reservation on behalf of a79253f1761249b4887a71a94ffae3f9 for: {'port': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 08:17:04.861264 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [req-4acb7ed2-35b8-4310-acff-dff646a86ba4 req-dade84a7-eda5-4f87-9b09-6a40a8bd22d7 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:17:04.926478 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-a60c25d0-27b5-4d8f-bb4e-2f72231b7e2e None None] Current status of the port 884c7aa6-3ddd-4ba4-9a20-1f37db7ebc39 is: DOWN; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 08:17:04.926859 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-a60c25d0-27b5-4d8f-bb4e-2f72231b7e2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:17:04.985393 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Current status of the port 2d14d355-a9b2-41fc-bb25-5d6db8e5c2c7 is: ACTIVE; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 08:17:04.990412 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-a60c25d0-27b5-4d8f-bb4e-2f72231b7e2e None None] For port 884c7aa6-3ddd-4ba4-9a20-1f37db7ebc39, host dv-neutron-861624-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=884c7aa6-3ddd-4ba4-9a20-1f37db7ebc39,segment=NetworkSegment(6924f535-994f-4f3c-bea3-7e6925bed7e6),segment_id=6924f535-994f-4f3c-bea3-7e6925bed7e6)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 08:17:04.995976 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-a60c25d0-27b5-4d8f-bb4e-2f72231b7e2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:17:05.048880 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60c25d0-27b5-4d8f-bb4e-2f72231b7e2e None None] Pushing event updated for resources: {'Port': ['ID=884c7aa6-3ddd-4ba4-9a20-1f37db7ebc39,revision_number=5']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:17:05.052642 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.db_base_plugin_common [req-4acb7ed2-35b8-4310-acff-dff646a86ba4 req-dade84a7-eda5-4f87-9b09-6a40a8bd22d7 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Allocated IP 172.20.0.6 (b964d9e5-a45b-4f24-84ab-af249bb10cdc/26bf01c0-410f-4a9e-84b9-7daa850c26e2/93afb014-dbf5-4f36-b63d-fc5bac00f35f) {{(pid=103333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 08:17:05.118816 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-9083162a-b6f2-4f05-a820-04868fe12f64 None None] Provisioning complete for port 884c7aa6-3ddd-4ba4-9a20-1f37db7ebc39 triggered by entity DHCP. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 08:17:05.119224 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-9083162a-b6f2-4f05-a820-04868fe12f64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:17:05.119566 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-9083162a-b6f2-4f05-a820-04868fe12f64 None None] Attempt 1 to provision port 884c7aa6-3ddd-4ba4-9a20-1f37db7ebc39 Oct 19 08:17:05.201653 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-9083162a-b6f2-4f05-a820-04868fe12f64 None None] Current status of the port 884c7aa6-3ddd-4ba4-9a20-1f37db7ebc39 is: ACTIVE; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 08:17:05.216160 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [req-4acb7ed2-35b8-4310-acff-dff646a86ba4 req-dade84a7-eda5-4f87-9b09-6a40a8bd22d7 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks [] for port, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:17:05.250246 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [req-4acb7ed2-35b8-4310-acff-dff646a86ba4 req-dade84a7-eda5-4f87-9b09-6a40a8bd22d7 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785020947330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130996763'] for port, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:17:05.302048 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4acb7ed2-35b8-4310-acff-dff646a86ba4 req-dade84a7-eda5-4f87-9b09-6a40a8bd22d7 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Network b964d9e5-a45b-4f24-84ab-af249bb10cdc is already hosted by enough agents. {{(pid=103333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 08:17:05.305394 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [req-4acb7ed2-35b8-4310-acff-dff646a86ba4 req-dade84a7-eda5-4f87-9b09-6a40a8bd22d7 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Resources bound (agent type, host, resource id): {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 08:17:05.309189 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.l3_dvrscheduler_db [req-4acb7ed2-35b8-4310-acff-dff646a86ba4 req-dade84a7-eda5-4f87-9b09-6a40a8bd22d7 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Received port after_create {{(pid=103333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 08:17:05.315613 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dade84a7-eda5-4f87-9b09-6a40a8bd22d7 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Pushing event updated for resources: {'Port': ['ID=93afb014-dbf5-4f36-b63d-fc5bac00f35f,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:17:05.365059 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acb7ed2-35b8-4310-acff-dff646a86ba4 req-dade84a7-eda5-4f87-9b09-6a40a8bd22d7 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:17:05.365821 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [req-4acb7ed2-35b8-4310-acff-dff646a86ba4 req-dade84a7-eda5-4f87-9b09-6a40a8bd22d7 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42160'] for port, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:17:05.383482 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-4acb7ed2-35b8-4310-acff-dff646a86ba4 req-dade84a7-eda5-4f87-9b09-6a40a8bd22d7 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6726661 Oct 19 08:17:05.396217 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [req-4acb7ed2-35b8-4310-acff-dff646a86ba4 req-dde0c74f-186d-4207-8405-61b790dd8718 service neutron] Request body: {'port': {'device_id': 'c128a7d8-7116-4502-ab64-ee3d04be475b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8616'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 08:17:05.455176 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [req-4acb7ed2-35b8-4310-acff-dff646a86ba4 req-dde0c74f-186d-4207-8405-61b790dd8718 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:17:05.624493 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-e7e8303c-1d53-4d77-9ddb-d6c5974873f0 None None] Provisioning complete for port 93afb014-dbf5-4f36-b63d-fc5bac00f35f triggered by entity DHCP. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 08:17:05.625100 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-e7e8303c-1d53-4d77-9ddb-d6c5974873f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:17:05.625441 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-e7e8303c-1d53-4d77-9ddb-d6c5974873f0 None None] Attempt 1 to provision port 93afb014-dbf5-4f36-b63d-fc5bac00f35f Oct 19 08:17:05.663189 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-e7e8303c-1d53-4d77-9ddb-d6c5974873f0 None None] Port 93afb014-dbf5-4f36-b63d-fc5bac00f35f cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 08:17:05.736073 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.notifiers.nova [req-4acb7ed2-35b8-4310-acff-dff646a86ba4 req-dde0c74f-186d-4207-8405-61b790dd8718 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 93afb014-dbf5-4f36-b63d-fc5bac00f35f {{(pid=103333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 19 08:17:05.744669 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [req-4acb7ed2-35b8-4310-acff-dff646a86ba4 req-dde0c74f-186d-4207-8405-61b790dd8718 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:17:05.758271 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.provisioning_blocks [req-4acb7ed2-35b8-4310-acff-dff646a86ba4 req-dde0c74f-186d-4207-8405-61b790dd8718 service neutron] Transition to ACTIVE for port object 93afb014-dbf5-4f36-b63d-fc5bac00f35f will not be triggered until provisioned by entity L2. {{(pid=103333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 19 08:17:05.763178 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [req-4acb7ed2-35b8-4310-acff-dff646a86ba4 req-dde0c74f-186d-4207-8405-61b790dd8718 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130996754'] for port, after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:17:05.847093 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde0c74f-186d-4207-8405-61b790dd8718 service neutron] Pushing event updated for resources: {'Port': ['ID=93afb014-dbf5-4f36-b63d-fc5bac00f35f,revision_number=2']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:17:05.881619 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.managers [req-4acb7ed2-35b8-4310-acff-dff646a86ba4 req-dde0c74f-186d-4207-8405-61b790dd8718 service neutron] Attempting to bind port 93afb014-dbf5-4f36-b63d-fc5bac00f35f on host hv-neutron-8616 for vnic_type normal with profile {{(pid=103333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 19 08:17:05.882150 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.managers [req-4acb7ed2-35b8-4310-acff-dff646a86ba4 req-dde0c74f-186d-4207-8405-61b790dd8718 service neutron] Attempting to bind port 93afb014-dbf5-4f36-b63d-fc5bac00f35f by drivers openvswitch,hyperv on host hv-neutron-8616 at level 0 using segments [{'id': '6924f535-994f-4f3c-bea3-7e6925bed7e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'b964d9e5-a45b-4f24-84ab-af249bb10cdc'}] {{(pid=103333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 19 08:17:05.882465 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4acb7ed2-35b8-4310-acff-dff646a86ba4 req-dde0c74f-186d-4207-8405-61b790dd8718 service neutron] Attempting to bind port 93afb014-dbf5-4f36-b63d-fc5bac00f35f on network b964d9e5-a45b-4f24-84ab-af249bb10cdc {{(pid=103333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 08:17:05.887875 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4acb7ed2-35b8-4310-acff-dff646a86ba4 req-dde0c74f-186d-4207-8405-61b790dd8718 service neutron] Port 93afb014-dbf5-4f36-b63d-fc5bac00f35f on network b964d9e5-a45b-4f24-84ab-af249bb10cdc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8616 {{(pid=103333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 08:17:05.888195 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4acb7ed2-35b8-4310-acff-dff646a86ba4 req-dde0c74f-186d-4207-8405-61b790dd8718 service neutron] Attempting to bind port 93afb014-dbf5-4f36-b63d-fc5bac00f35f on network b964d9e5-a45b-4f24-84ab-af249bb10cdc {{(pid=103333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 08:17:05.894021 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4acb7ed2-35b8-4310-acff-dff646a86ba4 req-dde0c74f-186d-4207-8405-61b790dd8718 service neutron] Checking agent: {'id': '5297b6e1-8fc1-4f42-910c-8f50c918ca65', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8616', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 19, 7, 36, 11), 'started_at': datetime.datetime(2022, 10, 19, 7, 36, 11), 'heartbeat_timestamp': datetime.datetime(2022, 10, 19, 8, 16, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 08:17:05.894569 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4acb7ed2-35b8-4310-acff-dff646a86ba4 req-dde0c74f-186d-4207-8405-61b790dd8718 service neutron] Checking segment: {'id': '6924f535-994f-4f3c-bea3-7e6925bed7e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'b964d9e5-a45b-4f24-84ab-af249bb10cdc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 19 08:17:05.894904 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4acb7ed2-35b8-4310-acff-dff646a86ba4 req-dde0c74f-186d-4207-8405-61b790dd8718 service neutron] Bound using segment: {'id': '6924f535-994f-4f3c-bea3-7e6925bed7e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'b964d9e5-a45b-4f24-84ab-af249bb10cdc'} {{(pid=103333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 08:17:05.895479 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.managers [req-4acb7ed2-35b8-4310-acff-dff646a86ba4 req-dde0c74f-186d-4207-8405-61b790dd8718 service neutron] Bound port: 93afb014-dbf5-4f36-b63d-fc5bac00f35f, host: hv-neutron-8616, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6924f535-994f-4f3c-bea3-7e6925bed7e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'b964d9e5-a45b-4f24-84ab-af249bb10cdc'}}] {{(pid=103333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 19 08:17:05.895994 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [req-4acb7ed2-35b8-4310-acff-dff646a86ba4 req-dde0c74f-186d-4207-8405-61b790dd8718 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:17:05.948556 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02899b0-e6d8-42dd-9b3b-73998f4cbffb req-2ffb21e6-72a2-4fad-8527-bfe8f1eec514 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:17:05.950055 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-b02899b0-e6d8-42dd-9b3b-73998f4cbffb req-2ffb21e6-72a2-4fad-8527-bfe8f1eec514 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] 10.222.0.27 "GET /v2.0/ports?device_id=c128a7d8-7116-4502-ab64-ee3d04be475b HTTP/1.1" status: 200 len: 943 time: 0.0548348 Oct 19 08:17:05.965448 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.db [req-4acb7ed2-35b8-4310-acff-dff646a86ba4 req-dde0c74f-186d-4207-8405-61b790dd8718 service neutron] For port 93afb014-dbf5-4f36-b63d-fc5bac00f35f, host hv-neutron-8616, cleared binding levels {{(pid=103333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 08:17:05.968589 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.db [req-4acb7ed2-35b8-4310-acff-dff646a86ba4 req-dde0c74f-186d-4207-8405-61b790dd8718 service neutron] For port 93afb014-dbf5-4f36-b63d-fc5bac00f35f, host hv-neutron-8616, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=93afb014-dbf5-4f36-b63d-fc5bac00f35f,segment=NetworkSegment(6924f535-994f-4f3c-bea3-7e6925bed7e6),segment_id=6924f535-994f-4f3c-bea3-7e6925bed7e6)] {{(pid=103333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 08:17:05.975349 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [req-4acb7ed2-35b8-4310-acff-dff646a86ba4 req-dde0c74f-186d-4207-8405-61b790dd8718 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130996754'] for port, after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:17:05.978864 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acb7ed2-35b8-4310-acff-dff646a86ba4 req-dde0c74f-186d-4207-8405-61b790dd8718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:17:05.979468 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [req-4acb7ed2-35b8-4310-acff-dff646a86ba4 req-dde0c74f-186d-4207-8405-61b790dd8718 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42160'] for port, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:17:05.981083 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-4acb7ed2-35b8-4310-acff-dff646a86ba4 req-dde0c74f-186d-4207-8405-61b790dd8718 service neutron] 10.222.0.16 "PUT /v2.0/ports/93afb014-dbf5-4f36-b63d-fc5bac00f35f HTTP/1.1" status: 200 len: 1093 time: 0.5895555 Oct 19 08:17:05.983495 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c128a7d8-7116-4502-ab64-ee3d04be475b', 'tag': '93afb014-dbf5-4f36-b63d-fc5bac00f35f'}] {{(pid=103333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 19 08:17:05.986484 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e3bb7d74903c72d9cb0d0f2f187c581e0456bd3142b101dc46d694cf75cdf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e99bc76-663e-4638-b9cc-16f18aade8f1" -d '{"events": [{"name": "network-changed", "server_uuid": "c128a7d8-7116-4502-ab64-ee3d04be475b", "tag": "93afb014-dbf5-4f36-b63d-fc5bac00f35f"}]}' {{(pid=103333) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 08:17:05.994218 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-b02899b0-e6d8-42dd-9b3b-73998f4cbffb req-7b8e5b43-a3d2-46ab-8c46-27e0c59ae2bf tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] 10.222.0.27 "GET /v2.0/security-groups?id=863cb975-2d72-4ad9-ab4f-9bc712520647&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379944 Oct 19 08:17:06.077061 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde0c74f-186d-4207-8405-61b790dd8718 service neutron] Pushing event updated for resources: {'Port': ['ID=93afb014-dbf5-4f36-b63d-fc5bac00f35f,revision_number=3']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:17:06.093719 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 19 Oct 2022 08:17:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f279474-24a7-4ecc-b583-11982599e053 x-openstack-request-id: req-1f279474-24a7-4ecc-b583-11982599e053 {{(pid=103333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 08:17:06.094012 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c128a7d8-7116-4502-ab64-ee3d04be475b", "tag": "93afb014-dbf5-4f36-b63d-fc5bac00f35f", "status": "completed", "code": 200}]} {{(pid=103333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 08:17:06.094265 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-1f279474-24a7-4ecc-b583-11982599e053 {{(pid=103333) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 08:17:06.094759 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1f279474-24a7-4ecc-b583-11982599e053'] response: {'name': 'network-changed', 'server_uuid': 'c128a7d8-7116-4502-ab64-ee3d04be475b', 'tag': '93afb014-dbf5-4f36-b63d-fc5bac00f35f', 'status': 'completed', 'code': 200} Oct 19 08:17:06.096733 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acb7ed2-35b8-4310-acff-dff646a86ba4 req-c4da4d17-908c-400d-b8e2-dc9208a63180 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:17:06.098821 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-4acb7ed2-35b8-4310-acff-dff646a86ba4 req-c4da4d17-908c-400d-b8e2-dc9208a63180 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a79253f1761249b4887a71a94ffae3f9&device_id=c128a7d8-7116-4502-ab64-ee3d04be475b HTTP/1.1" status: 200 len: 1096 time: 0.0613172 Oct 19 08:17:06.147901 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-4acb7ed2-35b8-4310-acff-dff646a86ba4 req-9cc6211c-e17b-47c4-a7fd-6e3817609d47 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=93afb014-dbf5-4f36-b63d-fc5bac00f35f HTTP/1.1" status: 200 len: 217 time: 0.0419383 Oct 19 08:17:06.164446 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-e7e8303c-1d53-4d77-9ddb-d6c5974873f0 None None] Attempt 2 to provision port 93afb014-dbf5-4f36-b63d-fc5bac00f35f Oct 19 08:17:06.188677 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device 884c7aa6-3ddd-4ba4-9a20-1f37db7ebc39 up at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 08:17:06.202404 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acb7ed2-35b8-4310-acff-dff646a86ba4 req-01f658b7-820b-4985-93f5-e96156e80ab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:17:06.203965 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-4acb7ed2-35b8-4310-acff-dff646a86ba4 req-01f658b7-820b-4985-93f5-e96156e80ab4 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=26bf01c0-410f-4a9e-84b9-7daa850c26e2 HTTP/1.1" status: 200 len: 835 time: 0.0504270 Oct 19 08:17:06.246498 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-e7e8303c-1d53-4d77-9ddb-d6c5974873f0 None None] Port 93afb014-dbf5-4f36-b63d-fc5bac00f35f had new provisioning blocks added so it will not transition to active. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:370}} Oct 19 08:17:06.252965 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acb7ed2-35b8-4310-acff-dff646a86ba4 req-252a83dc-ef9d-48a2-ba14-fc6d2c3fdebc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:17:06.254893 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-4acb7ed2-35b8-4310-acff-dff646a86ba4 req-252a83dc-ef9d-48a2-ba14-fc6d2c3fdebc service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b964d9e5-a45b-4f24-84ab-af249bb10cdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0449514 Oct 19 08:17:06.256645 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Provisioning complete for port 884c7aa6-3ddd-4ba4-9a20-1f37db7ebc39 triggered by entity L2. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 08:17:06.257009 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:17:06.257335 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Attempt 1 to provision port 884c7aa6-3ddd-4ba4-9a20-1f37db7ebc39 Oct 19 08:17:06.348238 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Current status of the port 884c7aa6-3ddd-4ba4-9a20-1f37db7ebc39 is: ACTIVE; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 08:17:06.352617 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-4acb7ed2-35b8-4310-acff-dff646a86ba4 req-f042eb34-d597-484d-bff5-1051c78bc2a5 service neutron] 10.222.0.16 "GET /v2.0/networks/b964d9e5-a45b-4f24-84ab-af249bb10cdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912819 Oct 19 08:17:06.441665 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-4acb7ed2-35b8-4310-acff-dff646a86ba4 req-818827f5-5680-4f5c-80f6-02722656473d service neutron] 10.222.0.16 "GET /v2.0/networks/b964d9e5-a45b-4f24-84ab-af249bb10cdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832171 Oct 19 08:17:06.527601 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e99bc76-663e-4638-b9cc-16f18aade8f1 req-a05668eb-f9b5-44eb-b4dd-9da9e5c09f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:17:06.529119 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-7e99bc76-663e-4638-b9cc-16f18aade8f1 req-a05668eb-f9b5-44eb-b4dd-9da9e5c09f3b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a79253f1761249b4887a71a94ffae3f9&device_id=c128a7d8-7116-4502-ab64-ee3d04be475b HTTP/1.1" status: 200 len: 1096 time: 0.0454788 Oct 19 08:17:06.621088 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e99bc76-663e-4638-b9cc-16f18aade8f1 req-7182a607-ef97-4200-832e-2dc1ba7ead34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:17:06.622583 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-7e99bc76-663e-4638-b9cc-16f18aade8f1 req-7182a607-ef97-4200-832e-2dc1ba7ead34 service neutron] 10.222.0.16 "GET /v2.0/networks?id=b964d9e5-a45b-4f24-84ab-af249bb10cdc HTTP/1.1" status: 200 len: 898 time: 0.0865326 Oct 19 08:17:06.669681 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-7e99bc76-663e-4638-b9cc-16f18aade8f1 req-893318ba-dcd1-46a3-b92c-fc9af7bd108b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=93afb014-dbf5-4f36-b63d-fc5bac00f35f HTTP/1.1" status: 200 len: 217 time: 0.0393312 Oct 19 08:17:06.720345 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e99bc76-663e-4638-b9cc-16f18aade8f1 req-b046432a-3a1f-4b2b-b7a7-925f03f7629e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:17:06.721829 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-7e99bc76-663e-4638-b9cc-16f18aade8f1 req-b046432a-3a1f-4b2b-b7a7-925f03f7629e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=26bf01c0-410f-4a9e-84b9-7daa850c26e2 HTTP/1.1" status: 200 len: 835 time: 0.0447972 Oct 19 08:17:06.768922 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e99bc76-663e-4638-b9cc-16f18aade8f1 req-be66b00c-c0b9-4905-bb8f-f5c193f75983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:17:06.771246 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-7e99bc76-663e-4638-b9cc-16f18aade8f1 req-be66b00c-c0b9-4905-bb8f-f5c193f75983 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b964d9e5-a45b-4f24-84ab-af249bb10cdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0409420 Oct 19 08:17:06.865247 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-7e99bc76-663e-4638-b9cc-16f18aade8f1 req-7b37fda1-23b4-4b48-b615-dbdce1a7c81d service neutron] 10.222.0.16 "GET /v2.0/networks/b964d9e5-a45b-4f24-84ab-af249bb10cdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867062 Oct 19 08:17:06.958039 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-7e99bc76-663e-4638-b9cc-16f18aade8f1 req-2fb6fc6a-6faa-4818-aef5-7336f9a9d892 service neutron] 10.222.0.16 "GET /v2.0/networks/b964d9e5-a45b-4f24-84ab-af249bb10cdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855782 Oct 19 08:17:07.129267 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997b1f1d-c163-4dd9-9b09-30807ef579a1 req-05ff80fb-d9e7-4c85-9a29-c6e17da7fa1c tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:17:07.130762 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-997b1f1d-c163-4dd9-9b09-30807ef579a1 req-05ff80fb-d9e7-4c85-9a29-c6e17da7fa1c tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] 10.222.0.27 "GET /v2.0/ports?device_id=c128a7d8-7116-4502-ab64-ee3d04be475b HTTP/1.1" status: 200 len: 943 time: 0.0515001 Oct 19 08:17:07.168045 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-997b1f1d-c163-4dd9-9b09-30807ef579a1 req-3fc736fb-e9c0-41f4-9a92-cc8f0a2b4669 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] 10.222.0.27 "GET /v2.0/security-groups?id=863cb975-2d72-4ad9-ab4f-9bc712520647&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312784 Oct 19 08:17:08.290136 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463ba91b-a941-4ec5-a197-76fb691377ae req-d8b1332f-f187-487f-80ff-5030e52177fa tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:17:08.291660 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-463ba91b-a941-4ec5-a197-76fb691377ae req-d8b1332f-f187-487f-80ff-5030e52177fa tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] 10.222.0.27 "GET /v2.0/ports?device_id=c128a7d8-7116-4502-ab64-ee3d04be475b HTTP/1.1" status: 200 len: 943 time: 0.0487990 Oct 19 08:17:08.330314 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-463ba91b-a941-4ec5-a197-76fb691377ae req-89188ffc-41af-4902-8203-c3d7748752dc tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] 10.222.0.27 "GET /v2.0/security-groups?id=863cb975-2d72-4ad9-ab4f-9bc712520647&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324705 Oct 19 08:17:09.453207 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39be6d3-4222-4ae7-b02b-09f19e04887b req-bdc95330-2044-4b74-89ed-579526e2b97e tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:17:09.454690 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-d39be6d3-4222-4ae7-b02b-09f19e04887b req-bdc95330-2044-4b74-89ed-579526e2b97e tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] 10.222.0.27 "GET /v2.0/ports?device_id=c128a7d8-7116-4502-ab64-ee3d04be475b HTTP/1.1" status: 200 len: 943 time: 0.0526981 Oct 19 08:17:09.492447 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-d39be6d3-4222-4ae7-b02b-09f19e04887b req-3ba7b6f7-46ff-4957-b443-daaceb0ebf4b tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] 10.222.0.27 "GET /v2.0/security-groups?id=863cb975-2d72-4ad9-ab4f-9bc712520647&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312831 Oct 19 08:17:10.613087 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8dc108-9fed-484b-a59f-39524ae49e7f req-46b68737-8b81-4b55-a925-b62ebe6ada10 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:17:10.615481 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-ee8dc108-9fed-484b-a59f-39524ae49e7f req-46b68737-8b81-4b55-a925-b62ebe6ada10 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] 10.222.0.27 "GET /v2.0/ports?device_id=c128a7d8-7116-4502-ab64-ee3d04be475b HTTP/1.1" status: 200 len: 943 time: 0.0504327 Oct 19 08:17:10.652459 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-ee8dc108-9fed-484b-a59f-39524ae49e7f req-44481824-3412-4972-8215-439cd0bf1945 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] 10.222.0.27 "GET /v2.0/security-groups?id=863cb975-2d72-4ad9-ab4f-9bc712520647&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311170 Oct 19 08:17:10.804878 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Device 93afb014-dbf5-4f36-b63d-fc5bac00f35f details requested by agent hyperv_hv-neutron-8616 with host hv-neutron-8616 {{(pid=103334) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 08:17:10.901135 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] For port 93afb014-dbf5-4f36-b63d-fc5bac00f35f, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=93afb014-dbf5-4f36-b63d-fc5bac00f35f,segment=NetworkSegment(6924f535-994f-4f3c-bea3-7e6925bed7e6),segment_id=6924f535-994f-4f3c-bea3-7e6925bed7e6)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 08:17:10.912552 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Returning: {'device': '93afb014-dbf5-4f36-b63d-fc5bac00f35f', 'network_id': 'b964d9e5-a45b-4f24-84ab-af249bb10cdc', 'port_id': '93afb014-dbf5-4f36-b63d-fc5bac00f35f', 'mac_address': 'fa:16:3e:c8:b4:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26bf01c0-410f-4a9e-84b9-7daa850c26e2', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103334) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 08:17:10.948391 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Current status of the port 93afb014-dbf5-4f36-b63d-fc5bac00f35f is: DOWN; New status is: BUILD {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 08:17:10.948809 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:17:10.965331 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.notifiers.nova [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 93afb014-dbf5-4f36-b63d-fc5bac00f35f {{(pid=103334) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 19 08:17:10.983910 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] For port 93afb014-dbf5-4f36-b63d-fc5bac00f35f, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=93afb014-dbf5-4f36-b63d-fc5bac00f35f,segment=NetworkSegment(6924f535-994f-4f3c-bea3-7e6925bed7e6),segment_id=6924f535-994f-4f3c-bea3-7e6925bed7e6)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 08:17:10.987466 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:17:11.032143 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Pushing event updated for resources: {'Port': ['ID=93afb014-dbf5-4f36-b63d-fc5bac00f35f,revision_number=4']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:17:11.191286 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] get_ports_and_sgs() called for port_ids ['93afb014-dbf5-4f36-b63d-fc5bac00f35f'] {{(pid=103334) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 19 08:17:11.771626 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312d161e-de21-4bd9-acb8-dfdc1f977b6c req-6ed4000f-472b-42e9-b7ab-c36106b1f9f2 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:17:11.773009 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-312d161e-de21-4bd9-acb8-dfdc1f977b6c req-6ed4000f-472b-42e9-b7ab-c36106b1f9f2 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] 10.222.0.27 "GET /v2.0/ports?device_id=c128a7d8-7116-4502-ab64-ee3d04be475b HTTP/1.1" status: 200 len: 944 time: 0.0482981 Oct 19 08:17:11.809673 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-312d161e-de21-4bd9-acb8-dfdc1f977b6c req-defac150-6b42-4d99-9354-58c7a297825d tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] 10.222.0.27 "GET /v2.0/security-groups?id=863cb975-2d72-4ad9-ab4f-9bc712520647&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308471 Oct 19 08:17:12.142119 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:17:12.815446 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Device 93afb014-dbf5-4f36-b63d-fc5bac00f35f up at agent hyperv_hv-neutron-8616 {{(pid=103334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 08:17:12.865457 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Provisioning for port 93afb014-dbf5-4f36-b63d-fc5bac00f35f completed by entity L2. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 19 08:17:12.869472 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Provisioning complete for port 93afb014-dbf5-4f36-b63d-fc5bac00f35f triggered by entity L2. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 08:17:12.869845 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:17:12.870178 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Attempt 1 to provision port 93afb014-dbf5-4f36-b63d-fc5bac00f35f Oct 19 08:17:12.936357 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a68f81-4eef-41bf-aedf-3a349ac02426 req-fa960d1c-9011-4ea1-a072-78aa709a1b57 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:17:12.937869 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-36a68f81-4eef-41bf-aedf-3a349ac02426 req-fa960d1c-9011-4ea1-a072-78aa709a1b57 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] 10.222.0.27 "GET /v2.0/ports?device_id=c128a7d8-7116-4502-ab64-ee3d04be475b HTTP/1.1" status: 200 len: 944 time: 0.0531204 Oct 19 08:17:12.950195 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Current status of the port 93afb014-dbf5-4f36-b63d-fc5bac00f35f is: BUILD; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 08:17:12.950588 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:17:12.975048 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c128a7d8-7116-4502-ab64-ee3d04be475b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93afb014-dbf5-4f36-b63d-fc5bac00f35f'}] {{(pid=103334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 19 08:17:12.975940 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-36a68f81-4eef-41bf-aedf-3a349ac02426 req-d07329bf-ba58-42df-bac6-a7e3b2961bbc tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] 10.222.0.27 "GET /v2.0/security-groups?id=863cb975-2d72-4ad9-ab4f-9bc712520647&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316052 Oct 19 08:17:12.977356 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d918bd29c62f7e926e80ce37adcd574e0921d2de3006e6b6ef58999f52d8e2e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9446e7e-a7ac-4a17-a41c-592e8049969d" -d '{"events": [{"server_uuid": "c128a7d8-7116-4502-ab64-ee3d04be475b", "name": "network-vif-plugged", "status": "completed", "tag": "93afb014-dbf5-4f36-b63d-fc5bac00f35f"}]}' {{(pid=103334) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 08:17:12.991159 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] For port 93afb014-dbf5-4f36-b63d-fc5bac00f35f, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=93afb014-dbf5-4f36-b63d-fc5bac00f35f,segment=NetworkSegment(6924f535-994f-4f3c-bea3-7e6925bed7e6),segment_id=6924f535-994f-4f3c-bea3-7e6925bed7e6)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 08:17:12.995795 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:17:13.022511 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 19 Oct 2022 08:17:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c69a8d2a-cbb7-4b1f-92d7-19d7d61d7c43 x-openstack-request-id: req-c69a8d2a-cbb7-4b1f-92d7-19d7d61d7c43 {{(pid=103334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 08:17:13.022801 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c128a7d8-7116-4502-ab64-ee3d04be475b", "name": "network-vif-plugged", "status": "completed", "tag": "93afb014-dbf5-4f36-b63d-fc5bac00f35f", "code": 200}]} {{(pid=103334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 08:17:13.023056 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-c69a8d2a-cbb7-4b1f-92d7-19d7d61d7c43 {{(pid=103334) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 08:17:13.023448 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c69a8d2a-cbb7-4b1f-92d7-19d7d61d7c43'] response: {'server_uuid': 'c128a7d8-7116-4502-ab64-ee3d04be475b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93afb014-dbf5-4f36-b63d-fc5bac00f35f', 'code': 200} Oct 19 08:17:13.051348 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Pushing event updated for resources: {'Port': ['ID=93afb014-dbf5-4f36-b63d-fc5bac00f35f,revision_number=5']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:17:13.179279 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ede4de-c746-4442-8c56-7b1185b122b1 req-4f125239-bc7c-4ceb-a9d4-d06e3374da9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:17:13.180726 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-e4ede4de-c746-4442-8c56-7b1185b122b1 req-4f125239-bc7c-4ceb-a9d4-d06e3374da9a service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=c128a7d8-7116-4502-ab64-ee3d04be475b HTTP/1.1" status: 200 len: 1098 time: 0.0445201 Oct 19 08:17:13.216632 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-e4ede4de-c746-4442-8c56-7b1185b122b1 req-058c3683-5f76-4888-809d-2b010eb32480 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=863cb975-2d72-4ad9-ab4f-9bc712520647&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0291183 Oct 19 08:17:13.466637 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d8c81917-6071-4063-8ede-c6e1654b40f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:17:14.104803 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89ef834-e2da-4123-a687-8955cb3a73dd req-7d1e54ce-504f-4a73-a7c3-aa8fb12db92d tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:17:14.106297 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-f89ef834-e2da-4123-a687-8955cb3a73dd req-7d1e54ce-504f-4a73-a7c3-aa8fb12db92d tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] 10.222.0.27 "GET /v2.0/ports?device_id=c128a7d8-7116-4502-ab64-ee3d04be475b HTTP/1.1" status: 200 len: 945 time: 0.0523646 Oct 19 08:17:14.148937 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-f89ef834-e2da-4123-a687-8955cb3a73dd req-b774c077-96dc-4b48-920e-be6a3e0cb2a5 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] 10.222.0.27 "GET /v2.0/security-groups?id=863cb975-2d72-4ad9-ab4f-9bc712520647&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365822 Oct 19 08:17:15.270759 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946fc508-f48a-4452-85fc-04a369a03ac1 req-ea9a3549-a8ba-46a2-bec0-a91ce179fd75 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:17:15.272131 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-946fc508-f48a-4452-85fc-04a369a03ac1 req-ea9a3549-a8ba-46a2-bec0-a91ce179fd75 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] 10.222.0.27 "GET /v2.0/ports?device_id=c128a7d8-7116-4502-ab64-ee3d04be475b HTTP/1.1" status: 200 len: 945 time: 0.0495801 Oct 19 08:17:15.310928 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-946fc508-f48a-4452-85fc-04a369a03ac1 req-f44360b3-d5ad-4ff5-8ace-f6f7d7c53e44 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] 10.222.0.27 "GET /v2.0/security-groups?id=863cb975-2d72-4ad9-ab4f-9bc712520647&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328040 Oct 19 08:17:15.433799 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d177b56e-c24f-4a84-8aef-d810645d4dc9 req-1e2f6b4d-8642-4d88-89dc-08d0fbfbe4b5 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:17:15.435267 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-d177b56e-c24f-4a84-8aef-d810645d4dc9 req-1e2f6b4d-8642-4d88-89dc-08d0fbfbe4b5 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] 10.222.0.27 "GET /v2.0/ports?device_id=c128a7d8-7116-4502-ab64-ee3d04be475b HTTP/1.1" status: 200 len: 945 time: 0.0532272 Oct 19 08:17:15.472377 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-d177b56e-c24f-4a84-8aef-d810645d4dc9 req-9193048d-6a58-49e9-8aea-bdb456d08328 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] 10.222.0.27 "GET /v2.0/security-groups?id=863cb975-2d72-4ad9-ab4f-9bc712520647&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311759 Oct 19 08:17:15.500034 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 38562) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:17:15.540002 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d247a78c-f717-4fb1-b809-0ae88047a0d8 tempest-TestNetworkAdvancedServerOps-711413529 tempest-TestNetworkAdvancedServerOps-711413529-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:17:15.541505 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-d247a78c-f717-4fb1-b809-0ae88047a0d8 tempest-TestNetworkAdvancedServerOps-711413529 tempest-TestNetworkAdvancedServerOps-711413529-project-admin] 10.222.0.27 "GET /v2.0/ports?device_id=c128a7d8-7116-4502-ab64-ee3d04be475b HTTP/1.1" status: 200 len: 1093 time: 0.0404723 Oct 19 08:17:15.544372 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 38564) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:17:15.548634 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-4b03e2b9-821f-4096-8aa0-42caffcdb252 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Request body: {'floatingip': {'floating_network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'port_id': '93afb014-dbf5-4f36-b63d-fc5bac00f35f', 'tenant_id': 'a79253f1761249b4887a71a94ffae3f9', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 08:17:15.569584 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-4b03e2b9-821f-4096-8aa0-42caffcdb252 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks [] for floatingip, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:17:15.612052 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.agents_db [None req-6057327c-4456-4c72-8e75-6d3cd9249757 None None] Agent healthcheck: found 6 active agents {{(pid=103335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 08:17:15.667119 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-4b03e2b9-821f-4096-8aa0-42caffcdb252 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:17:15.770063 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.db_base_plugin_common [None req-4b03e2b9-821f-4096-8aa0-42caffcdb252 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Allocated IP 172.26.0.96 (99c66757-74e3-40a4-b479-8d09e3a7c3dd/7f3d1034-1de7-458a-a3ee-77488de3949b/ac4d21c7-6b04-4092-bf1f-d907fbfedff9) {{(pid=103332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 08:17:15.874366 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-4b03e2b9-821f-4096-8aa0-42caffcdb252 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks [] for port, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:17:15.906011 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-4b03e2b9-821f-4096-8aa0-42caffcdb252 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785020947330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133553798'] for port, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:17:15.945438 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b03e2b9-821f-4096-8aa0-42caffcdb252 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Network 99c66757-74e3-40a4-b479-8d09e3a7c3dd is already hosted by enough agents. {{(pid=103332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 08:17:15.948222 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.base_scheduler [None req-4b03e2b9-821f-4096-8aa0-42caffcdb252 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Resources bound (agent type, host, resource id): {{(pid=103332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 08:17:15.951164 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b03e2b9-821f-4096-8aa0-42caffcdb252 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Received port after_create {{(pid=103332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 08:17:15.975164 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b03e2b9-821f-4096-8aa0-42caffcdb252 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Pushing event updated for resources: {'Port': ['ID=ac4d21c7-6b04-4092-bf1f-d907fbfedff9,revision_number=1']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:17:16.309795 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-4b03e2b9-821f-4096-8aa0-42caffcdb252 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:17:16.371379 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-21582a29-29f0-4899-b20d-fc9ed3fc5597 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:17:16.374488 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-4b03e2b9-821f-4096-8aa0-42caffcdb252 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:17:16.523832 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-4b03e2b9-821f-4096-8aa0-42caffcdb252 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks [] for port, precommit_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:17:16.528106 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-4b03e2b9-821f-4096-8aa0-42caffcdb252 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133553807'] for port, after_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:17:16.594832 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b03e2b9-821f-4096-8aa0-42caffcdb252 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Pushing event updated for resources: {'Port': ['ID=ac4d21c7-6b04-4092-bf1f-d907fbfedff9,revision_number=2']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:17:16.597182 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-4b03e2b9-821f-4096-8aa0-42caffcdb252 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1695041'] for floatingip, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:17:16.691150 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.db.l3_db [None req-4b03e2b9-821f-4096-8aa0-42caffcdb252 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Floating IP 5f38beb1-a4eb-452b-930b-45e0abed2c6e associated. External IP: 172.26.0.96, port: 93afb014-dbf5-4f36-b63d-fc5bac00f35f. Oct 19 08:17:16.898317 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b03e2b9-821f-4096-8aa0-42caffcdb252 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Router a21ed2f5-9d88-499f-9e42-f8ca8ece8b36 has already been hosted by L3 agent ab388470-1243-4d53-80f2-c2f5899c97a7 {{(pid=103332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 08:17:17.002177 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b03e2b9-821f-4096-8aa0-42caffcdb252 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify agent at l3_agent.dv-neutron-861624-1-hyperv the message routers_updated {{(pid=103332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 08:17:17.012702 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6a1e90a-1367-4e4d-8b26-9884b1c37f31 None None] Sync routers for ids ['a21ed2f5-9d88-499f-9e42-f8ca8ece8b36'] in dv-neutron-861624-1-hyperv {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 08:17:17.020001 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-4b03e2b9-821f-4096-8aa0-42caffcdb252 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42160'] for floatingip, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:17:17.023012 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6a1e90a-1367-4e4d-8b26-9884b1c37f31 None None] Routers {'a21ed2f5-9d88-499f-9e42-f8ca8ece8b36'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 08:17:17.023623 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-f6a1e90a-1367-4e4d-8b26-9884b1c37f31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T08:17:16Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['a21ed2f5-9d88-499f-9e42-f8ca8ece8b36'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:17:17.046335 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-4b03e2b9-821f-4096-8aa0-42caffcdb252 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] 10.222.0.27 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5009370 Oct 19 08:17:17.047045 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c128a7d8-7116-4502-ab64-ee3d04be475b', 'tag': '93afb014-dbf5-4f36-b63d-fc5bac00f35f'}] {{(pid=103332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 19 08:17:17.049399 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a021b02cf5f527cd4bbbc40a031b51490d9893d7edeeb551bdf5128ee7546f8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f57aa638-3c5c-4023-8f77-e5006288b407" -d '{"events": [{"name": "network-changed", "server_uuid": "c128a7d8-7116-4502-ab64-ee3d04be475b", "tag": "93afb014-dbf5-4f36-b63d-fc5bac00f35f"}]}' {{(pid=103332) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 08:17:17.088147 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 19 Oct 2022 08:17:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac3b2fd3-c58d-40c6-bce6-8d1143c428f5 x-openstack-request-id: req-ac3b2fd3-c58d-40c6-bce6-8d1143c428f5 {{(pid=103332) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 08:17:17.088528 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c128a7d8-7116-4502-ab64-ee3d04be475b", "tag": "93afb014-dbf5-4f36-b63d-fc5bac00f35f", "status": "completed", "code": 200}]} {{(pid=103332) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 08:17:17.088852 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-ac3b2fd3-c58d-40c6-bce6-8d1143c428f5 {{(pid=103332) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 08:17:17.089429 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ac3b2fd3-c58d-40c6-bce6-8d1143c428f5'] response: {'name': 'network-changed', 'server_uuid': 'c128a7d8-7116-4502-ab64-ee3d04be475b', 'tag': '93afb014-dbf5-4f36-b63d-fc5bac00f35f', 'status': 'completed', 'code': 200} Oct 19 08:17:17.146422 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvr_db [None req-f6a1e90a-1367-4e4d-8b26-9884b1c37f31 None None] Set router a21ed2f5-9d88-499f-9e42-f8ca8ece8b36 gateway port host: dv-neutron-861624-1-hyperv {{(pid=103335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 08:17:17.151313 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57aa638-3c5c-4023-8f77-e5006288b407 req-991feaef-6999-430e-8ddf-fe32aa730340 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:17:17.152095 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a12762-c569-423b-8ece-7d2fedc22ab6 req-16992f86-8a52-4ea8-a779-4f8f283048e4 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:17:17.152916 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-f57aa638-3c5c-4023-8f77-e5006288b407 req-991feaef-6999-430e-8ddf-fe32aa730340 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a79253f1761249b4887a71a94ffae3f9&device_id=c128a7d8-7116-4502-ab64-ee3d04be475b HTTP/1.1" status: 200 len: 1098 time: 0.0432081 Oct 19 08:17:17.153719 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-c0a12762-c569-423b-8ece-7d2fedc22ab6 req-16992f86-8a52-4ea8-a779-4f8f283048e4 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] 10.222.0.27 "GET /v2.0/ports?device_id=c128a7d8-7116-4502-ab64-ee3d04be475b HTTP/1.1" status: 200 len: 945 time: 0.0578852 Oct 19 08:17:17.194213 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-c0a12762-c569-423b-8ece-7d2fedc22ab6 req-2a426021-989b-4191-bad0-6950c6aa1d16 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] 10.222.0.27 "GET /v2.0/security-groups?id=863cb975-2d72-4ad9-ab4f-9bc712520647&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344639 Oct 19 08:17:17.225939 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 38570) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:17:17.306834 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-e0d0cd91-eeda-46f7-91e7-95126c93cc90 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] 10.222.0.27 "GET /v2.0/floatingips/5f38beb1-a4eb-452b-930b-45e0abed2c6e HTTP/1.1" status: 200 len: 990 time: 0.0787361 Oct 19 08:17:17.307069 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57aa638-3c5c-4023-8f77-e5006288b407 req-5933c5ac-7ae9-4401-b03b-cdbf982aa271 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:17:17.308322 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-f57aa638-3c5c-4023-8f77-e5006288b407 req-5933c5ac-7ae9-4401-b03b-cdbf982aa271 service neutron] 10.222.0.16 "GET /v2.0/networks?id=b964d9e5-a45b-4f24-84ab-af249bb10cdc HTTP/1.1" status: 200 len: 898 time: 0.1485829 Oct 19 08:17:17.377691 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-f57aa638-3c5c-4023-8f77-e5006288b407 req-fcaf3d7b-ac3e-426b-918d-6fc3eb74dc47 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=93afb014-dbf5-4f36-b63d-fc5bac00f35f HTTP/1.1" status: 200 len: 998 time: 0.0626831 Oct 19 08:17:17.384176 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-f6a1e90a-1367-4e4d-8b26-9884b1c37f31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a21ed2f5-9d88-499f-9e42-f8ca8ece8b36', 'name': 'tempest-TestNetworkAdvancedServerOps-router-249418766', 'tenant_id': 'a79253f1761249b4887a71a94ffae3f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'external_fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.195'}], 'enable_snat': True}, 'gw_port_id': 'f0b041f2-55c1-4f9f-ab29-840af648e357', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T08:16:58Z', 'updated_at': '2022-10-19T08:17:01Z', 'revision_number': 4, 'project_id': 'a79253f1761249b4887a71a94ffae3f9', 'gw_port': {'id': 'f0b041f2-55c1-4f9f-ab29-840af648e357', 'name': '', 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:bc:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a21ed2f5-9d88-499f-9e42-f8ca8ece8b36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1762, 'fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T08:16:58Z', 'updated_at': '2022-10-19T08:17:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861624-1-hyperv', '_floatingips': [{'id': '5f38beb1-a4eb-452b-930b-45e0abed2c6e', 'tenant_id': 'a79253f1761249b4887a71a94ffae3f9', 'floating_ip_address': '172.26.0.96', 'floating_network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'router_id': 'a21ed2f5-9d88-499f-9e42-f8ca8ece8b36', 'port_id': '93afb014-dbf5-4f36-b63d-fc5bac00f35f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1768, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b964d9e5-a45b-4f24-84ab-af249bb10cdc', 'mac_address': 'fa:16:3e:c8:b4:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c128a7d8-7116-4502-ab64-ee3d04be475b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-19T08:17:16Z', 'updated_at': '2022-10-19T08:17:16Z', 'revision_number': 0, 'project_id': 'a79253f1761249b4887a71a94ffae3f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '884c7aa6-3ddd-4ba4-9a20-1f37db7ebc39', 'name': '', 'network_id': 'b964d9e5-a45b-4f24-84ab-af249bb10cdc', 'tenant_id': 'a79253f1761249b4887a71a94ffae3f9', 'mac_address': 'fa:16:3e:eb:07:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a21ed2f5-9d88-499f-9e42-f8ca8ece8b36', 'device_owner': 'network:router_interface', 'standard_attr_id': 1765, 'fixed_ips': [{'subnet_id': '26bf01c0-410f-4a9e-84b9-7daa850c26e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T08:17:01Z', 'updated_at': '2022-10-19T08:17:04Z', 'revision_number': 5, 'project_id': 'a79253f1761249b4887a71a94ffae3f9', 'subnets': [{'id': '26bf01c0-410f-4a9e-84b9-7daa850c26e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:17:17.428099 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57aa638-3c5c-4023-8f77-e5006288b407 req-c0ca7db8-8301-426c-a936-bf2edb0e194e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:17:17.429541 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-f57aa638-3c5c-4023-8f77-e5006288b407 req-c0ca7db8-8301-426c-a936-bf2edb0e194e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=26bf01c0-410f-4a9e-84b9-7daa850c26e2 HTTP/1.1" status: 200 len: 835 time: 0.0459790 Oct 19 08:17:17.479226 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57aa638-3c5c-4023-8f77-e5006288b407 req-0db83012-9f51-48cc-9797-e2b66ff71b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:17:17.480762 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-f57aa638-3c5c-4023-8f77-e5006288b407 req-0db83012-9f51-48cc-9797-e2b66ff71b7b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b964d9e5-a45b-4f24-84ab-af249bb10cdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0444546 Oct 19 08:17:17.494781 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6a1e90a-1367-4e4d-8b26-9884b1c37f31 None None] Checking router: a21ed2f5-9d88-499f-9e42-f8ca8ece8b36 for host: dv-neutron-861624-1-hyperv {{(pid=103335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 08:17:17.502824 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6a1e90a-1367-4e4d-8b26-9884b1c37f31 None None] Routers {'a21ed2f5-9d88-499f-9e42-f8ca8ece8b36'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 08:17:17.503408 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-f6a1e90a-1367-4e4d-8b26-9884b1c37f31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T08:17:16Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['a21ed2f5-9d88-499f-9e42-f8ca8ece8b36'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:17:17.576793 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-f57aa638-3c5c-4023-8f77-e5006288b407 req-a9bf26f3-ea7f-433e-a037-29474e56bf3a service neutron] 10.222.0.16 "GET /v2.0/networks/b964d9e5-a45b-4f24-84ab-af249bb10cdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887535 Oct 19 08:17:17.606652 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvr_db [None req-f6a1e90a-1367-4e4d-8b26-9884b1c37f31 None None] Set router a21ed2f5-9d88-499f-9e42-f8ca8ece8b36 gateway port host: dv-neutron-861624-1-hyperv {{(pid=103335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 08:17:17.666937 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-f57aa638-3c5c-4023-8f77-e5006288b407 req-ffd0bf36-3c7e-4c78-8bc6-d6ea4e0206b3 service neutron] 10.222.0.16 "GET /v2.0/networks/b964d9e5-a45b-4f24-84ab-af249bb10cdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834868 Oct 19 08:17:17.822006 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-f6a1e90a-1367-4e4d-8b26-9884b1c37f31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a21ed2f5-9d88-499f-9e42-f8ca8ece8b36', 'name': 'tempest-TestNetworkAdvancedServerOps-router-249418766', 'tenant_id': 'a79253f1761249b4887a71a94ffae3f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'external_fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.195'}], 'enable_snat': True}, 'gw_port_id': 'f0b041f2-55c1-4f9f-ab29-840af648e357', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T08:16:58Z', 'updated_at': '2022-10-19T08:17:01Z', 'revision_number': 4, 'project_id': 'a79253f1761249b4887a71a94ffae3f9', 'gw_port': {'id': 'f0b041f2-55c1-4f9f-ab29-840af648e357', 'name': '', 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:bc:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a21ed2f5-9d88-499f-9e42-f8ca8ece8b36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1762, 'fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T08:16:58Z', 'updated_at': '2022-10-19T08:17:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861624-1-hyperv', '_floatingips': [{'id': '5f38beb1-a4eb-452b-930b-45e0abed2c6e', 'tenant_id': 'a79253f1761249b4887a71a94ffae3f9', 'floating_ip_address': '172.26.0.96', 'floating_network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'router_id': 'a21ed2f5-9d88-499f-9e42-f8ca8ece8b36', 'port_id': '93afb014-dbf5-4f36-b63d-fc5bac00f35f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1768, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b964d9e5-a45b-4f24-84ab-af249bb10cdc', 'mac_address': 'fa:16:3e:c8:b4:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c128a7d8-7116-4502-ab64-ee3d04be475b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-19T08:17:16Z', 'updated_at': '2022-10-19T08:17:16Z', 'revision_number': 0, 'project_id': 'a79253f1761249b4887a71a94ffae3f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '884c7aa6-3ddd-4ba4-9a20-1f37db7ebc39', 'name': '', 'network_id': 'b964d9e5-a45b-4f24-84ab-af249bb10cdc', 'tenant_id': 'a79253f1761249b4887a71a94ffae3f9', 'mac_address': 'fa:16:3e:eb:07:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a21ed2f5-9d88-499f-9e42-f8ca8ece8b36', 'device_owner': 'network:router_interface', 'standard_attr_id': 1765, 'fixed_ips': [{'subnet_id': '26bf01c0-410f-4a9e-84b9-7daa850c26e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T08:17:01Z', 'updated_at': '2022-10-19T08:17:04Z', 'revision_number': 5, 'project_id': 'a79253f1761249b4887a71a94ffae3f9', 'subnets': [{'id': '26bf01c0-410f-4a9e-84b9-7daa850c26e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:17:17.851514 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6a1e90a-1367-4e4d-8b26-9884b1c37f31 None None] The sync data for ids ['a21ed2f5-9d88-499f-9e42-f8ca8ece8b36'] in dv-neutron-861624-1-hyperv is: [{'id': 'a21ed2f5-9d88-499f-9e42-f8ca8ece8b36', 'name': 'tempest-TestNetworkAdvancedServerOps-router-249418766', 'tenant_id': 'a79253f1761249b4887a71a94ffae3f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'external_fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.195'}], 'enable_snat': True}, 'gw_port_id': 'f0b041f2-55c1-4f9f-ab29-840af648e357', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T08:16:58Z', 'updated_at': '2022-10-19T08:17:01Z', 'revision_number': 4, 'project_id': 'a79253f1761249b4887a71a94ffae3f9', 'gw_port': {'id': 'f0b041f2-55c1-4f9f-ab29-840af648e357', 'name': '', 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:bc:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a21ed2f5-9d88-499f-9e42-f8ca8ece8b36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1762, 'fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T08:16:58Z', 'updated_at': '2022-10-19T08:17:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861624-1-hyperv', '_floatingips': [{'id': '5f38beb1-a4eb-452b-930b-45e0abed2c6e', 'tenant_id': 'a79253f1761249b4887a71a94ffae3f9', 'floating_ip_address': '172.26.0.96', 'floating_network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'router_id': 'a21ed2f5-9d88-499f-9e42-f8ca8ece8b36', 'port_id': '93afb014-dbf5-4f36-b63d-fc5bac00f35f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1768, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b964d9e5-a45b-4f24-84ab-af249bb10cdc', 'mac_address': 'fa:16:3e:c8:b4:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c128a7d8-7116-4502-ab64-ee3d04be475b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-19T08:17:16Z', 'updated_at': '2022-10-19T08:17:16Z', 'revision_number': 0, 'project_id': 'a79253f1761249b4887a71a94ffae3f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '884c7aa6-3ddd-4ba4-9a20-1f37db7ebc39', 'name': '', 'network_id': 'b964d9e5-a45b-4f24-84ab-af249bb10cdc', 'tenant_id': 'a79253f1761249b4887a71a94ffae3f9', 'mac_address': 'fa:16:3e:eb:07:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a21ed2f5-9d88-499f-9e42-f8ca8ece8b36', 'device_owner': 'network:router_interface', 'standard_attr_id': 1765, 'fixed_ips': [{'subnet_id': '26bf01c0-410f-4a9e-84b9-7daa850c26e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T08:17:01Z', 'updated_at': '2022-10-19T08:17:04Z', 'revision_number': 5, 'project_id': 'a79253f1761249b4887a71a94ffae3f9', 'subnets': [{'id': '26bf01c0-410f-4a9e-84b9-7daa850c26e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 08:17:18.044824 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92903a63-7bcd-4db6-ab9c-2568cf764b2f None None] New status for floating IP 5f38beb1-a4eb-452b-930b-45e0abed2c6e: ACTIVE {{(pid=103334) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 19 08:17:18.110766 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-2a2259f7-b034-4eec-af7a-7abaede746c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:17:18.308854 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 38572) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:17:18.372531 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-7c16ba77-5787-4aa5-b0e8-5d2c02e801fa tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] 10.222.0.27 "GET /v2.0/floatingips/5f38beb1-a4eb-452b-930b-45e0abed2c6e HTTP/1.1" status: 200 len: 992 time: 0.0624619 Oct 19 08:17:19.156728 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-1a0da505-d0f9-48c6-b7e2-53b9c5e41298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:17:19.240479 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:17:42.162779 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:17:43.468357 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-3f642049-2f16-4707-bfff-4c3f036c56fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:17:44.972445 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [req-7f9f5481-d63b-4e0c-ad4a-919785972df7 req-1299e58c-2a3f-420d-8381-d3f8f6113268 service neutron] http://10.222.0.27:9696/v2.0/extensions returned with HTTP 200 {{(pid=103332) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 08:17:44.973464 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-7f9f5481-d63b-4e0c-ad4a-919785972df7 req-1299e58c-2a3f-420d-8381-d3f8f6113268 service neutron] 10.222.0.27 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058417 Oct 19 08:17:45.155425 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81f8940-2377-42ef-9f9d-3b3de1c3336e req-c8437c83-b849-4a8d-8538-6a2d912de1de tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:17:45.156976 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-d81f8940-2377-42ef-9f9d-3b3de1c3336e req-c8437c83-b849-4a8d-8538-6a2d912de1de tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] 10.222.0.27 "GET /v2.0/ports?device_id=c128a7d8-7116-4502-ab64-ee3d04be475b HTTP/1.1" status: 200 len: 945 time: 0.0510261 Oct 19 08:17:45.168978 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 38590) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:17:45.196964 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-d81f8940-2377-42ef-9f9d-3b3de1c3336e req-58446b13-9e08-4a24-988d-4d65f632f795 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] 10.222.0.27 "GET /v2.0/security-groups?id=863cb975-2d72-4ad9-ab4f-9bc712520647&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329382 Oct 19 08:17:45.251842 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-ff3ab564-94d3-451f-9597-49cbff939628 req-e6a65dcb-bef6-44c7-a175-1a0265e7aca5 service neutron] 10.222.0.27 "GET /v2.0/ports?device_id=c128a7d8-7116-4502-ab64-ee3d04be475b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0815885 Oct 19 08:17:45.261356 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [req-ff3ab564-94d3-451f-9597-49cbff939628 req-90140605-5bf9-49cc-b891-e97626678925 service neutron] http://10.222.0.27:9696/v2.0/extensions returned with HTTP 200 {{(pid=103333) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 08:17:45.262297 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-ff3ab564-94d3-451f-9597-49cbff939628 req-90140605-5bf9-49cc-b891-e97626678925 service neutron] 10.222.0.27 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048192 Oct 19 08:17:46.319354 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a65796-3571-4252-9904-0527877dfd4e req-da2ab5d7-4ef6-4cd7-82c6-f7a9d133b0d2 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:17:46.320911 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-f4a65796-3571-4252-9904-0527877dfd4e req-da2ab5d7-4ef6-4cd7-82c6-f7a9d133b0d2 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] 10.222.0.27 "GET /v2.0/ports?device_id=c128a7d8-7116-4502-ab64-ee3d04be475b HTTP/1.1" status: 200 len: 945 time: 0.0488081 Oct 19 08:17:46.366182 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-f4a65796-3571-4252-9904-0527877dfd4e req-fe23843f-e3bd-4249-af6f-9f2195eb2449 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] 10.222.0.27 "GET /v2.0/security-groups?id=863cb975-2d72-4ad9-ab4f-9bc712520647&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387111 Oct 19 08:17:46.373855 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-71e332a3-68dc-4455-96d8-1bca87f622d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:17:46.413969 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3ab564-94d3-451f-9597-49cbff939628 req-7a7c6db4-bc25-4119-9f7a-66682e9f5468 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:17:46.415442 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-ff3ab564-94d3-451f-9597-49cbff939628 req-7a7c6db4-bc25-4119-9f7a-66682e9f5468 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a79253f1761249b4887a71a94ffae3f9&device_id=c128a7d8-7116-4502-ab64-ee3d04be475b HTTP/1.1" status: 200 len: 1098 time: 0.0417867 Oct 19 08:17:46.505760 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3ab564-94d3-451f-9597-49cbff939628 req-c79ffeff-6663-471d-81b5-ae8479dc843a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:17:46.507094 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-ff3ab564-94d3-451f-9597-49cbff939628 req-c79ffeff-6663-471d-81b5-ae8479dc843a service neutron] 10.222.0.16 "GET /v2.0/networks?id=b964d9e5-a45b-4f24-84ab-af249bb10cdc HTTP/1.1" status: 200 len: 898 time: 0.0849483 Oct 19 08:17:46.569806 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-ff3ab564-94d3-451f-9597-49cbff939628 req-cc9e4c31-9ebe-4d47-ba26-a0370c76df7e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=93afb014-dbf5-4f36-b63d-fc5bac00f35f HTTP/1.1" status: 200 len: 1000 time: 0.0561063 Oct 19 08:17:46.619164 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3ab564-94d3-451f-9597-49cbff939628 req-d09e6283-b0bc-453b-bedc-758aeff31241 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:17:46.620557 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-ff3ab564-94d3-451f-9597-49cbff939628 req-d09e6283-b0bc-453b-bedc-758aeff31241 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=26bf01c0-410f-4a9e-84b9-7daa850c26e2 HTTP/1.1" status: 200 len: 835 time: 0.0451400 Oct 19 08:17:46.665141 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3ab564-94d3-451f-9597-49cbff939628 req-567925fa-594a-4624-828c-4b01e417c3a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:17:46.666558 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-ff3ab564-94d3-451f-9597-49cbff939628 req-567925fa-594a-4624-828c-4b01e417c3a1 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b964d9e5-a45b-4f24-84ab-af249bb10cdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0393033 Oct 19 08:17:46.754401 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-ff3ab564-94d3-451f-9597-49cbff939628 req-6d2958fb-f526-4335-99d6-cfdb2c4a50f4 service neutron] 10.222.0.16 "GET /v2.0/networks/b964d9e5-a45b-4f24-84ab-af249bb10cdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801556 Oct 19 08:17:46.844990 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-ff3ab564-94d3-451f-9597-49cbff939628 req-15b4944c-8fb6-4723-9f25-2da5c92f5976 service neutron] 10.222.0.16 "GET /v2.0/networks/b964d9e5-a45b-4f24-84ab-af249bb10cdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841091 Oct 19 08:17:47.492457 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abba12e8-b752-48f1-a194-0a7f4dc59c41 req-81090b0f-b06a-4d18-82a1-5cf0dfa05261 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:17:47.493934 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-abba12e8-b752-48f1-a194-0a7f4dc59c41 req-81090b0f-b06a-4d18-82a1-5cf0dfa05261 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] 10.222.0.27 "GET /v2.0/ports?device_id=c128a7d8-7116-4502-ab64-ee3d04be475b HTTP/1.1" status: 200 len: 945 time: 0.0536685 Oct 19 08:17:47.532007 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-abba12e8-b752-48f1-a194-0a7f4dc59c41 req-3fc02caf-01a2-422b-a810-7009b6b50ce4 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] 10.222.0.27 "GET /v2.0/security-groups?id=863cb975-2d72-4ad9-ab4f-9bc712520647&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321734 Oct 19 08:17:48.075901 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-2a2259f7-b034-4eec-af7a-7abaede746c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:17:48.653570 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbab0e16-771d-4a2d-b5e1-652531fc5d66 req-c0de8f7c-54ea-4905-86e8-4846f2d26172 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:17:48.655030 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-cbab0e16-771d-4a2d-b5e1-652531fc5d66 req-c0de8f7c-54ea-4905-86e8-4846f2d26172 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] 10.222.0.27 "GET /v2.0/ports?device_id=c128a7d8-7116-4502-ab64-ee3d04be475b HTTP/1.1" status: 200 len: 945 time: 0.0490477 Oct 19 08:17:48.692944 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-cbab0e16-771d-4a2d-b5e1-652531fc5d66 req-1857f74a-fd27-4842-b187-90700bba88a1 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] 10.222.0.27 "GET /v2.0/security-groups?id=863cb975-2d72-4ad9-ab4f-9bc712520647&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312374 Oct 19 08:17:49.159642 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-1a0da505-d0f9-48c6-b7e2-53b9c5e41298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:17:49.241121 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:17:49.811931 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6cf800-de56-4b9d-8246-929b11275bef req-87595796-b05b-4f46-bba9-6f865288b011 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:17:49.813416 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-dc6cf800-de56-4b9d-8246-929b11275bef req-87595796-b05b-4f46-bba9-6f865288b011 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] 10.222.0.27 "GET /v2.0/ports?device_id=c128a7d8-7116-4502-ab64-ee3d04be475b HTTP/1.1" status: 200 len: 945 time: 0.0489583 Oct 19 08:17:49.850820 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-dc6cf800-de56-4b9d-8246-929b11275bef req-546d06a5-d33d-4237-b64a-13c869f613fc tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] 10.222.0.27 "GET /v2.0/security-groups?id=863cb975-2d72-4ad9-ab4f-9bc712520647&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315070 Oct 19 08:17:50.974770 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc84588-60bf-43e8-9c1f-a7b8a1931335 req-a6416a72-6de3-46dc-abf6-e1f4a35b66d1 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:17:50.976250 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-dcc84588-60bf-43e8-9c1f-a7b8a1931335 req-a6416a72-6de3-46dc-abf6-e1f4a35b66d1 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] 10.222.0.27 "GET /v2.0/ports?device_id=c128a7d8-7116-4502-ab64-ee3d04be475b HTTP/1.1" status: 200 len: 945 time: 0.0525444 Oct 19 08:17:51.013511 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-dcc84588-60bf-43e8-9c1f-a7b8a1931335 req-d74015cb-e47a-4502-9c61-90366337a24d tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] 10.222.0.27 "GET /v2.0/security-groups?id=863cb975-2d72-4ad9-ab4f-9bc712520647&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313098 Oct 19 08:17:52.134391 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdb20b4-33f3-46cb-95cf-2446c8b85661 req-f1016007-bd37-4432-b57d-ed85d8cc8a6f tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:17:52.135867 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-8cdb20b4-33f3-46cb-95cf-2446c8b85661 req-f1016007-bd37-4432-b57d-ed85d8cc8a6f tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] 10.222.0.27 "GET /v2.0/ports?device_id=c128a7d8-7116-4502-ab64-ee3d04be475b HTTP/1.1" status: 200 len: 945 time: 0.0486321 Oct 19 08:17:52.172070 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-8cdb20b4-33f3-46cb-95cf-2446c8b85661 req-77861cd4-f01f-4e9c-b6b9-12c758e55b32 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] 10.222.0.27 "GET /v2.0/security-groups?id=863cb975-2d72-4ad9-ab4f-9bc712520647&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302751 Oct 19 08:17:52.610779 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.agents_db [None req-6057327c-4456-4c72-8e75-6d3cd9249757 None None] Agent healthcheck: found 6 active agents {{(pid=103335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 08:17:53.291059 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40915a7-fdd2-4a0a-9385-01fcfe664983 req-4f6fcb8c-94fb-47cf-b8a5-2d6f93bfe565 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:17:53.292535 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-b40915a7-fdd2-4a0a-9385-01fcfe664983 req-4f6fcb8c-94fb-47cf-b8a5-2d6f93bfe565 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] 10.222.0.27 "GET /v2.0/ports?device_id=c128a7d8-7116-4502-ab64-ee3d04be475b HTTP/1.1" status: 200 len: 945 time: 0.0479622 Oct 19 08:17:53.329188 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-b40915a7-fdd2-4a0a-9385-01fcfe664983 req-9a851cbf-c84f-4f2f-bfc8-83a5a5f2ec6e tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] 10.222.0.27 "GET /v2.0/security-groups?id=863cb975-2d72-4ad9-ab4f-9bc712520647&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307770 Oct 19 08:17:54.115240 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29f0be2-7b8e-480a-b374-cef8d25416a4 req-07693067-946d-4dc1-b7aa-c1fe7ccc5e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:17:54.116744 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-e29f0be2-7b8e-480a-b374-cef8d25416a4 req-07693067-946d-4dc1-b7aa-c1fe7ccc5e58 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a79253f1761249b4887a71a94ffae3f9&device_id=c128a7d8-7116-4502-ab64-ee3d04be475b HTTP/1.1" status: 200 len: 1098 time: 0.0421069 Oct 19 08:17:54.225220 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29f0be2-7b8e-480a-b374-cef8d25416a4 req-c697587a-f804-49cc-8d71-0b1178b1df04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:17:54.226777 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-e29f0be2-7b8e-480a-b374-cef8d25416a4 req-c697587a-f804-49cc-8d71-0b1178b1df04 service neutron] 10.222.0.16 "GET /v2.0/networks?id=b964d9e5-a45b-4f24-84ab-af249bb10cdc HTTP/1.1" status: 200 len: 898 time: 0.0910397 Oct 19 08:17:54.292256 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-e29f0be2-7b8e-480a-b374-cef8d25416a4 req-276dfd76-cbf1-4e14-8190-53ce7c2072cb service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=93afb014-dbf5-4f36-b63d-fc5bac00f35f HTTP/1.1" status: 200 len: 1000 time: 0.0594747 Oct 19 08:17:54.344818 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29f0be2-7b8e-480a-b374-cef8d25416a4 req-bd1d23f2-ae8c-4f54-8f29-a0340b66bf69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:17:54.346260 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-e29f0be2-7b8e-480a-b374-cef8d25416a4 req-bd1d23f2-ae8c-4f54-8f29-a0340b66bf69 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=26bf01c0-410f-4a9e-84b9-7daa850c26e2 HTTP/1.1" status: 200 len: 835 time: 0.0477934 Oct 19 08:17:54.391674 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29f0be2-7b8e-480a-b374-cef8d25416a4 req-c9985f20-9bf6-46be-8098-d8bd42bf44f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:17:54.393254 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-e29f0be2-7b8e-480a-b374-cef8d25416a4 req-c9985f20-9bf6-46be-8098-d8bd42bf44f9 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b964d9e5-a45b-4f24-84ab-af249bb10cdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0410166 Oct 19 08:17:54.454136 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f21e172-6f3d-4656-a355-3524fef85f7d req-0332a756-d485-4265-88e0-82637df09057 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:17:54.455604 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-5f21e172-6f3d-4656-a355-3524fef85f7d req-0332a756-d485-4265-88e0-82637df09057 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] 10.222.0.27 "GET /v2.0/ports?device_id=c128a7d8-7116-4502-ab64-ee3d04be475b HTTP/1.1" status: 200 len: 945 time: 0.0516791 Oct 19 08:17:54.483123 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-e29f0be2-7b8e-480a-b374-cef8d25416a4 req-e4a27285-cdb7-4bc2-a610-240a6bddea19 service neutron] 10.222.0.16 "GET /v2.0/networks/b964d9e5-a45b-4f24-84ab-af249bb10cdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831139 Oct 19 08:17:54.493216 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-5f21e172-6f3d-4656-a355-3524fef85f7d req-9a4d0a2e-4178-4336-a2be-d5622194675b tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] 10.222.0.27 "GET /v2.0/security-groups?id=863cb975-2d72-4ad9-ab4f-9bc712520647&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312665 Oct 19 08:17:54.579142 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-e29f0be2-7b8e-480a-b374-cef8d25416a4 req-fcf999f2-ab5a-495c-b4b2-b950983e1609 service neutron] 10.222.0.16 "GET /v2.0/networks/b964d9e5-a45b-4f24-84ab-af249bb10cdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884821 Oct 19 08:17:55.612444 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459eaa42-9ae6-4e32-9948-c81eb12820a9 req-71e8312c-b328-481e-99b9-358068dbbeda tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:17:55.613942 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-459eaa42-9ae6-4e32-9948-c81eb12820a9 req-71e8312c-b328-481e-99b9-358068dbbeda tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] 10.222.0.27 "GET /v2.0/ports?device_id=c128a7d8-7116-4502-ab64-ee3d04be475b HTTP/1.1" status: 200 len: 945 time: 0.0494969 Oct 19 08:17:55.651858 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-459eaa42-9ae6-4e32-9948-c81eb12820a9 req-d11b00a1-9de3-4ce7-95fe-ec83b6e7c84a tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] 10.222.0.27 "GET /v2.0/security-groups?id=863cb975-2d72-4ad9-ab4f-9bc712520647&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320487 Oct 19 08:17:56.774421 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066b372a-c788-4eb8-9834-0f0ba6f92103 req-ff72e6ff-49ba-4f6d-a832-b6473cc7a941 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:17:56.775942 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-066b372a-c788-4eb8-9834-0f0ba6f92103 req-ff72e6ff-49ba-4f6d-a832-b6473cc7a941 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] 10.222.0.27 "GET /v2.0/ports?device_id=c128a7d8-7116-4502-ab64-ee3d04be475b HTTP/1.1" status: 200 len: 945 time: 0.0496736 Oct 19 08:17:56.812185 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-066b372a-c788-4eb8-9834-0f0ba6f92103 req-99721d01-9b83-49fe-b672-bbdf200be1cc tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] 10.222.0.27 "GET /v2.0/security-groups?id=863cb975-2d72-4ad9-ab4f-9bc712520647&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304263 Oct 19 08:17:57.937451 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c4aba2-a352-4d9d-9e6e-42fd2a5ceadd req-6ada9af1-14b9-4606-9929-9ca9e9289d54 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:17:57.938906 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-f6c4aba2-a352-4d9d-9e6e-42fd2a5ceadd req-6ada9af1-14b9-4606-9929-9ca9e9289d54 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] 10.222.0.27 "GET /v2.0/ports?device_id=c128a7d8-7116-4502-ab64-ee3d04be475b HTTP/1.1" status: 200 len: 945 time: 0.0524960 Oct 19 08:17:57.977298 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-f6c4aba2-a352-4d9d-9e6e-42fd2a5ceadd req-5f196083-b6af-4b38-8da4-96021d5002af tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] 10.222.0.27 "GET /v2.0/security-groups?id=863cb975-2d72-4ad9-ab4f-9bc712520647&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318742 Oct 19 08:17:58.398266 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-ff3ab564-94d3-451f-9597-49cbff939628 req-e19adb6f-71a2-499d-8ac4-67941376f2b5 service neutron] 10.222.0.16 "GET /v2.0/ports/93afb014-dbf5-4f36-b63d-fc5bac00f35f/bindings/hv-neutron-8616 HTTP/1.1" status: 200 len: 384 time: 0.0551233 Oct 19 08:17:58.624270 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3ab564-94d3-451f-9597-49cbff939628 req-c29703a7-a12b-4834-aa6c-16a871cc74f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:17:58.625755 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-ff3ab564-94d3-451f-9597-49cbff939628 req-c29703a7-a12b-4834-aa6c-16a871cc74f6 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=c128a7d8-7116-4502-ab64-ee3d04be475b&tenant_id=a79253f1761249b4887a71a94ffae3f9 HTTP/1.1" status: 200 len: 1098 time: 0.0734148 Oct 19 08:17:58.686943 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3ab564-94d3-451f-9597-49cbff939628 req-fdb43a17-1c9e-48c8-9223-1f4e5db63d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:17:58.688294 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-ff3ab564-94d3-451f-9597-49cbff939628 req-fdb43a17-1c9e-48c8-9223-1f4e5db63d16 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a79253f1761249b4887a71a94ffae3f9&device_id=c128a7d8-7116-4502-ab64-ee3d04be475b HTTP/1.1" status: 200 len: 1098 time: 0.0397434 Oct 19 08:17:58.780839 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3ab564-94d3-451f-9597-49cbff939628 req-2122ca27-a5d2-4eb4-8648-fb5c58d4ac0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:17:58.782294 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-ff3ab564-94d3-451f-9597-49cbff939628 req-2122ca27-a5d2-4eb4-8648-fb5c58d4ac0e service neutron] 10.222.0.16 "GET /v2.0/networks?id=b964d9e5-a45b-4f24-84ab-af249bb10cdc HTTP/1.1" status: 200 len: 898 time: 0.0869570 Oct 19 08:17:58.850913 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-ff3ab564-94d3-451f-9597-49cbff939628 req-ef0cc861-338e-412f-9818-33aa30271744 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=93afb014-dbf5-4f36-b63d-fc5bac00f35f HTTP/1.1" status: 200 len: 1000 time: 0.0573046 Oct 19 08:17:58.900255 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3ab564-94d3-451f-9597-49cbff939628 req-eba80822-7cf5-43d5-94bd-bd6f5e795488 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:17:58.901726 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-ff3ab564-94d3-451f-9597-49cbff939628 req-eba80822-7cf5-43d5-94bd-bd6f5e795488 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=26bf01c0-410f-4a9e-84b9-7daa850c26e2 HTTP/1.1" status: 200 len: 835 time: 0.0436423 Oct 19 08:17:58.950919 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3ab564-94d3-451f-9597-49cbff939628 req-811cc960-58bc-45f0-af3f-9308a634e669 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:17:58.952279 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-ff3ab564-94d3-451f-9597-49cbff939628 req-811cc960-58bc-45f0-af3f-9308a634e669 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b964d9e5-a45b-4f24-84ab-af249bb10cdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0424054 Oct 19 08:17:59.042706 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-ff3ab564-94d3-451f-9597-49cbff939628 req-be1a06c6-906f-400f-b4ac-357848cbaf74 service neutron] 10.222.0.16 "GET /v2.0/networks/b964d9e5-a45b-4f24-84ab-af249bb10cdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820134 Oct 19 08:17:59.099588 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c863054-3714-41de-b803-c542cb6536d8 req-ee3ddf71-5bf7-4dde-b0ec-e8eff7d76fad tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:17:59.101106 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-7c863054-3714-41de-b803-c542cb6536d8 req-ee3ddf71-5bf7-4dde-b0ec-e8eff7d76fad tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] 10.222.0.27 "GET /v2.0/ports?device_id=c128a7d8-7116-4502-ab64-ee3d04be475b HTTP/1.1" status: 200 len: 945 time: 0.0496237 Oct 19 08:17:59.137033 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-ff3ab564-94d3-451f-9597-49cbff939628 req-38517c4f-da90-4b5e-a763-0f987751f015 service neutron] 10.222.0.16 "GET /v2.0/networks/b964d9e5-a45b-4f24-84ab-af249bb10cdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876925 Oct 19 08:17:59.138896 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-7c863054-3714-41de-b803-c542cb6536d8 req-b08ac0dd-6ce2-4d93-9ca9-1938771fb1d5 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] 10.222.0.27 "GET /v2.0/security-groups?id=863cb975-2d72-4ad9-ab4f-9bc712520647&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317554 Oct 19 08:18:00.262460 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c49135-6c4d-4d54-960b-04b046d1b077 req-e58f00ef-5045-4f3b-8250-701a4c8b7bd7 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:18:00.263934 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-45c49135-6c4d-4d54-960b-04b046d1b077 req-e58f00ef-5045-4f3b-8250-701a4c8b7bd7 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] 10.222.0.27 "GET /v2.0/ports?device_id=c128a7d8-7116-4502-ab64-ee3d04be475b HTTP/1.1" status: 200 len: 945 time: 0.0482843 Oct 19 08:18:00.302974 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-45c49135-6c4d-4d54-960b-04b046d1b077 req-29cc1aa2-411b-4e7c-9ecc-06674956e6c9 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] 10.222.0.27 "GET /v2.0/security-groups?id=863cb975-2d72-4ad9-ab4f-9bc712520647&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325856 Oct 19 08:18:01.427947 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be54a5df-efab-44b3-a4b1-99d12e55a2d0 req-edce2b5c-0a7c-4273-a6ea-9d2dc7467c61 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:18:01.429437 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-be54a5df-efab-44b3-a4b1-99d12e55a2d0 req-edce2b5c-0a7c-4273-a6ea-9d2dc7467c61 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] 10.222.0.27 "GET /v2.0/ports?device_id=c128a7d8-7116-4502-ab64-ee3d04be475b HTTP/1.1" status: 200 len: 945 time: 0.0530112 Oct 19 08:18:01.467443 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-be54a5df-efab-44b3-a4b1-99d12e55a2d0 req-a7281df0-aa97-40d5-91e6-ed17f3a98c2b tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] 10.222.0.27 "GET /v2.0/security-groups?id=863cb975-2d72-4ad9-ab4f-9bc712520647&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321298 Oct 19 08:18:01.663810 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b41257-e891-4921-b2bc-ca4c58c5b507 req-f396a4d7-96bb-46a5-83c1-2caccc5b1e1b tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:18:01.665342 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-e5b41257-e891-4921-b2bc-ca4c58c5b507 req-f396a4d7-96bb-46a5-83c1-2caccc5b1e1b tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] 10.222.0.27 "GET /v2.0/ports?device_id=c128a7d8-7116-4502-ab64-ee3d04be475b HTTP/1.1" status: 200 len: 945 time: 0.0508080 Oct 19 08:18:01.702939 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-e5b41257-e891-4921-b2bc-ca4c58c5b507 req-3d8de7d1-d987-4ec6-9315-46d316db12de tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] 10.222.0.27 "GET /v2.0/security-groups?id=863cb975-2d72-4ad9-ab4f-9bc712520647&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316296 Oct 19 08:18:01.709533 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d4f273-1f59-4e3d-b360-88c34d1cb363 req-8d504f50-b618-4fe7-ba8b-9c6e91e147de tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:18:01.711000 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-29d4f273-1f59-4e3d-b360-88c34d1cb363 req-8d504f50-b618-4fe7-ba8b-9c6e91e147de tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] 10.222.0.16 "GET /v2.0/ports?device_id=c128a7d8-7116-4502-ab64-ee3d04be475b&tenant_id=a79253f1761249b4887a71a94ffae3f9&binding%3Ahost_id=hv-neutron-8616 HTTP/1.1" status: 200 len: 945 time: 0.0862935 Oct 19 08:18:01.810329 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d4f273-1f59-4e3d-b360-88c34d1cb363 req-600c9a94-d8b2-4473-a00f-ea7f2ea6eb4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:18:01.811796 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-29d4f273-1f59-4e3d-b360-88c34d1cb363 req-600c9a94-d8b2-4473-a00f-ea7f2ea6eb4e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a79253f1761249b4887a71a94ffae3f9&device_id=c128a7d8-7116-4502-ab64-ee3d04be475b HTTP/1.1" status: 200 len: 1098 time: 0.0464842 Oct 19 08:18:01.826825 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c9c5f5-1d5d-4546-bf33-76fe2b82dd64 req-37c09b0f-973a-48d6-ac2f-36e715d1c385 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:18:01.828239 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-17c9c5f5-1d5d-4546-bf33-76fe2b82dd64 req-37c09b0f-973a-48d6-ac2f-36e715d1c385 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] 10.222.0.27 "GET /v2.0/ports?device_id=c128a7d8-7116-4502-ab64-ee3d04be475b HTTP/1.1" status: 200 len: 945 time: 0.0494370 Oct 19 08:18:01.868411 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-17c9c5f5-1d5d-4546-bf33-76fe2b82dd64 req-cf30ed5d-788e-4232-a56c-20442ef54a0d tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] 10.222.0.27 "GET /v2.0/security-groups?id=863cb975-2d72-4ad9-ab4f-9bc712520647&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341341 Oct 19 08:18:02.160850 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d4f273-1f59-4e3d-b360-88c34d1cb363 req-b3bcc9fd-dad5-45d1-903c-cf7468efd256 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:18:02.162307 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-29d4f273-1f59-4e3d-b360-88c34d1cb363 req-b3bcc9fd-dad5-45d1-903c-cf7468efd256 service neutron] 10.222.0.16 "GET /v2.0/networks?id=b964d9e5-a45b-4f24-84ab-af249bb10cdc HTTP/1.1" status: 200 len: 898 time: 0.3441892 Oct 19 08:18:02.228330 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-29d4f273-1f59-4e3d-b360-88c34d1cb363 req-57e37921-96c5-4734-bbbe-43dacc46265f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=93afb014-dbf5-4f36-b63d-fc5bac00f35f HTTP/1.1" status: 200 len: 1000 time: 0.0596423 Oct 19 08:18:02.275300 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d4f273-1f59-4e3d-b360-88c34d1cb363 req-2d4909a3-9b00-46c1-89de-65bbeff9f94e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:18:02.276722 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-29d4f273-1f59-4e3d-b360-88c34d1cb363 req-2d4909a3-9b00-46c1-89de-65bbeff9f94e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=26bf01c0-410f-4a9e-84b9-7daa850c26e2 HTTP/1.1" status: 200 len: 835 time: 0.0424132 Oct 19 08:18:02.323597 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d4f273-1f59-4e3d-b360-88c34d1cb363 req-e32e5651-f5a2-4189-82eb-fce0fe121ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:18:02.325140 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-29d4f273-1f59-4e3d-b360-88c34d1cb363 req-e32e5651-f5a2-4189-82eb-fce0fe121ec4 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b964d9e5-a45b-4f24-84ab-af249bb10cdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0420780 Oct 19 08:18:02.416564 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-29d4f273-1f59-4e3d-b360-88c34d1cb363 req-9a127cbe-876d-462e-8ed2-d271c8a35b46 service neutron] 10.222.0.16 "GET /v2.0/networks/b964d9e5-a45b-4f24-84ab-af249bb10cdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850537 Oct 19 08:18:02.503931 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-29d4f273-1f59-4e3d-b360-88c34d1cb363 req-34dacbff-c777-4de9-aaa2-15ff89af85fd service neutron] 10.222.0.16 "GET /v2.0/networks/b964d9e5-a45b-4f24-84ab-af249bb10cdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813549 Oct 19 08:18:02.999545 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028ea639-7308-47c1-ab23-3c6678c57008 req-bfde17dd-07cb-4f3e-be84-5303e9e14fd5 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:18:03.001222 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-028ea639-7308-47c1-ab23-3c6678c57008 req-bfde17dd-07cb-4f3e-be84-5303e9e14fd5 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] 10.222.0.27 "GET /v2.0/ports?device_id=c128a7d8-7116-4502-ab64-ee3d04be475b HTTP/1.1" status: 200 len: 945 time: 0.0549195 Oct 19 08:18:03.042889 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-028ea639-7308-47c1-ab23-3c6678c57008 req-db0c6aeb-d4a1-4d38-bc12-6b66601d8cc6 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] 10.222.0.27 "GET /v2.0/security-groups?id=863cb975-2d72-4ad9-ab4f-9bc712520647&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346992 Oct 19 08:18:03.071527 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 38658) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:18:03.089531 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Device 93afb014-dbf5-4f36-b63d-fc5bac00f35f details requested by agent hyperv_hv-neutron-8616 with host hv-neutron-8616 {{(pid=103334) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 08:18:03.092678 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Device 93afb014-dbf5-4f36-b63d-fc5bac00f35f no longer exists at agent hyperv_hv-neutron-8616 {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 08:18:03.131490 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-2e6523b6-1e95-4010-8ecb-994265756994 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] 10.222.0.27 "GET /v2.0/floatingips/5f38beb1-a4eb-452b-930b-45e0abed2c6e HTTP/1.1" status: 200 len: 992 time: 0.0588455 Oct 19 08:18:03.246366 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] For port 93afb014-dbf5-4f36-b63d-fc5bac00f35f, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=93afb014-dbf5-4f36-b63d-fc5bac00f35f,segment=NetworkSegment(6924f535-994f-4f3c-bea3-7e6925bed7e6),segment_id=6924f535-994f-4f3c-bea3-7e6925bed7e6)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 08:18:03.248535 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Current status of the port 93afb014-dbf5-4f36-b63d-fc5bac00f35f is: ACTIVE; New status is: DOWN {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 08:18:03.248906 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:18:03.269838 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Returning: {'device': '93afb014-dbf5-4f36-b63d-fc5bac00f35f', 'network_id': 'b964d9e5-a45b-4f24-84ab-af249bb10cdc', 'port_id': '93afb014-dbf5-4f36-b63d-fc5bac00f35f', 'mac_address': 'fa:16:3e:c8:b4:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26bf01c0-410f-4a9e-84b9-7daa850c26e2', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103334) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 08:18:03.285673 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c128a7d8-7116-4502-ab64-ee3d04be475b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '93afb014-dbf5-4f36-b63d-fc5bac00f35f'}] {{(pid=103334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 19 08:18:03.287917 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d918bd29c62f7e926e80ce37adcd574e0921d2de3006e6b6ef58999f52d8e2e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5c0046f-f38a-4b15-825a-51efb78cca85" -d '{"events": [{"server_uuid": "c128a7d8-7116-4502-ab64-ee3d04be475b", "name": "network-vif-unplugged", "status": "completed", "tag": "93afb014-dbf5-4f36-b63d-fc5bac00f35f"}]}' {{(pid=103334) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 08:18:03.322838 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] For port 93afb014-dbf5-4f36-b63d-fc5bac00f35f, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=93afb014-dbf5-4f36-b63d-fc5bac00f35f,segment=NetworkSegment(6924f535-994f-4f3c-bea3-7e6925bed7e6),segment_id=6924f535-994f-4f3c-bea3-7e6925bed7e6)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 08:18:03.330015 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:18:03.337867 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Current status of the port 93afb014-dbf5-4f36-b63d-fc5bac00f35f is: ACTIVE; New status is: BUILD {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 08:18:03.337867 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:18:03.372389 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.notifiers.nova [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 93afb014-dbf5-4f36-b63d-fc5bac00f35f {{(pid=103334) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 19 08:18:03.411793 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 19 Oct 2022 08:18:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75262c92-b719-4d9a-b12b-a8a198a8ffc6 x-openstack-request-id: req-75262c92-b719-4d9a-b12b-a8a198a8ffc6 {{(pid=103334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 08:18:03.412085 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c128a7d8-7116-4502-ab64-ee3d04be475b", "name": "network-vif-unplugged", "status": "completed", "tag": "93afb014-dbf5-4f36-b63d-fc5bac00f35f", "code": 200}]} {{(pid=103334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 08:18:03.412330 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-75262c92-b719-4d9a-b12b-a8a198a8ffc6 {{(pid=103334) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 08:18:03.412739 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.notifiers.nova [-] Nova event matching ['req-75262c92-b719-4d9a-b12b-a8a198a8ffc6'] response: {'server_uuid': 'c128a7d8-7116-4502-ab64-ee3d04be475b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '93afb014-dbf5-4f36-b63d-fc5bac00f35f', 'code': 200} Oct 19 08:18:03.413416 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Pushing event updated for resources: {'Port': ['ID=93afb014-dbf5-4f36-b63d-fc5bac00f35f,revision_number=6']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:18:03.426753 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:18:03.427096 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:18:03.427432 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:18:03.427763 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:18:03.428090 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:18:03.428419 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:18:03.428773 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:18:03.429098 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:18:03.429439 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:18:03.429740 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:18:03.430128 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:18:03.430472 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:18:03.441884 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.db.api [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103334) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 19 08:18:03.442235 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG oslo_db.api [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 19 08:18:03.980926 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Current status of the port 93afb014-dbf5-4f36-b63d-fc5bac00f35f is: DOWN; New status is: BUILD {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 08:18:03.981691 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:18:03.994157 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.notifiers.nova [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 93afb014-dbf5-4f36-b63d-fc5bac00f35f {{(pid=103334) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 19 08:18:04.012244 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] For port 93afb014-dbf5-4f36-b63d-fc5bac00f35f, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=93afb014-dbf5-4f36-b63d-fc5bac00f35f,segment=NetworkSegment(6924f535-994f-4f3c-bea3-7e6925bed7e6),segment_id=6924f535-994f-4f3c-bea3-7e6925bed7e6)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 08:18:04.015930 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:18:04.064150 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Pushing event updated for resources: {'Port': ['ID=93afb014-dbf5-4f36-b63d-fc5bac00f35f,revision_number=7']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:18:04.072314 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] get_ports_and_sgs() called for port_ids ['93afb014-dbf5-4f36-b63d-fc5bac00f35f'] {{(pid=103334) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 19 08:18:05.104915 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Device 93afb014-dbf5-4f36-b63d-fc5bac00f35f up at agent hyperv_hv-neutron-8616 {{(pid=103334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 08:18:05.152936 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Provisioning complete for port 93afb014-dbf5-4f36-b63d-fc5bac00f35f triggered by entity L2. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 08:18:05.153303 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:18:05.153635 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Attempt 1 to provision port 93afb014-dbf5-4f36-b63d-fc5bac00f35f Oct 19 08:18:05.232408 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Current status of the port 93afb014-dbf5-4f36-b63d-fc5bac00f35f is: BUILD; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 08:18:05.232841 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:18:05.264661 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] For port 93afb014-dbf5-4f36-b63d-fc5bac00f35f, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=93afb014-dbf5-4f36-b63d-fc5bac00f35f,segment=NetworkSegment(6924f535-994f-4f3c-bea3-7e6925bed7e6),segment_id=6924f535-994f-4f3c-bea3-7e6925bed7e6)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 08:18:05.268489 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:18:05.316360 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Pushing event updated for resources: {'Port': ['ID=93afb014-dbf5-4f36-b63d-fc5bac00f35f,revision_number=8']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:18:05.413676 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c128a7d8-7116-4502-ab64-ee3d04be475b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93afb014-dbf5-4f36-b63d-fc5bac00f35f'}] {{(pid=103334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 19 08:18:05.415922 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d918bd29c62f7e926e80ce37adcd574e0921d2de3006e6b6ef58999f52d8e2e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5820099c-4100-442c-8aac-ade8440e4034" -d '{"events": [{"server_uuid": "c128a7d8-7116-4502-ab64-ee3d04be475b", "name": "network-vif-plugged", "status": "completed", "tag": "93afb014-dbf5-4f36-b63d-fc5bac00f35f"}]}' {{(pid=103334) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 08:18:05.451738 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 19 Oct 2022 08:18:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec3c8801-aca1-42da-a93a-efa553866c72 x-openstack-request-id: req-ec3c8801-aca1-42da-a93a-efa553866c72 {{(pid=103334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 08:18:05.452055 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c128a7d8-7116-4502-ab64-ee3d04be475b", "name": "network-vif-plugged", "status": "completed", "tag": "93afb014-dbf5-4f36-b63d-fc5bac00f35f", "code": 200}]} {{(pid=103334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 08:18:05.452319 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-ec3c8801-aca1-42da-a93a-efa553866c72 {{(pid=103334) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 08:18:05.452807 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ec3c8801-aca1-42da-a93a-efa553866c72'] response: {'server_uuid': 'c128a7d8-7116-4502-ab64-ee3d04be475b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93afb014-dbf5-4f36-b63d-fc5bac00f35f', 'code': 200} Oct 19 08:18:12.175795 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:18:13.469627 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-e82dc007-2f64-4bdc-9ba1-4d3d846d839a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:18:16.375983 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-9bdd1d0d-64fc-41fa-be61-c44af94b1c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:18:18.079354 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-2a2259f7-b034-4eec-af7a-7abaede746c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:18:19.163973 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-1a0da505-d0f9-48c6-b7e2-53b9c5e41298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:18:19.242726 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:18:29.610099 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.agents_db [None req-6057327c-4456-4c72-8e75-6d3cd9249757 None None] Agent healthcheck: found 6 active agents {{(pid=103335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 08:18:31.488033 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 38674) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:18:31.645200 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.plugin [None req-ce4e9388-2d9c-467f-ad86-a55183084dd8 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Deleting port ac4d21c7-6b04-4092-bf1f-d907fbfedff9 {{(pid=103332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 08:18:31.645525 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-ce4e9388-2d9c-467f-ad86-a55183084dd8 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:18:31.722217 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-ce4e9388-2d9c-467f-ad86-a55183084dd8 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:18:31.722537 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-ce4e9388-2d9c-467f-ad86-a55183084dd8 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:18:31.733985 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.plugin [None req-ce4e9388-2d9c-467f-ad86-a55183084dd8 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Calling delete_port for ac4d21c7-6b04-4092-bf1f-d907fbfedff9 owned by network:floatingip {{(pid=103332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 08:18:31.877666 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-ce4e9388-2d9c-467f-ad86-a55183084dd8 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133553798'] for port, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:18:31.905623 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4e9388-2d9c-467f-ad86-a55183084dd8 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Pushing event deleted for resources: {'Port': ['ID=ac4d21c7-6b04-4092-bf1f-d907fbfedff9,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:18:31.929998 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce4e9388-2d9c-467f-ad86-a55183084dd8 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:18:31.930352 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce4e9388-2d9c-467f-ad86-a55183084dd8 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:18:31.930699 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce4e9388-2d9c-467f-ad86-a55183084dd8 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:18:31.931039 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce4e9388-2d9c-467f-ad86-a55183084dd8 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:18:31.931377 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce4e9388-2d9c-467f-ad86-a55183084dd8 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:18:31.931719 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce4e9388-2d9c-467f-ad86-a55183084dd8 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:18:31.932050 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce4e9388-2d9c-467f-ad86-a55183084dd8 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:18:31.932381 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce4e9388-2d9c-467f-ad86-a55183084dd8 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:18:31.932760 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce4e9388-2d9c-467f-ad86-a55183084dd8 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:18:31.933077 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce4e9388-2d9c-467f-ad86-a55183084dd8 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:18:31.933406 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce4e9388-2d9c-467f-ad86-a55183084dd8 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:18:31.933732 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce4e9388-2d9c-467f-ad86-a55183084dd8 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:18:31.975335 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-ce4e9388-2d9c-467f-ad86-a55183084dd8 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks [] for floatingip, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:18:31.975663 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.db.l3_db [None req-ce4e9388-2d9c-467f-ad86-a55183084dd8 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Floating IP 5f38beb1-a4eb-452b-930b-45e0abed2c6e disassociated (deleted). External IP: 172.26.0.96, port: 93afb014-dbf5-4f36-b63d-fc5bac00f35f. Oct 19 08:18:32.180686 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce4e9388-2d9c-467f-ad86-a55183084dd8 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Router a21ed2f5-9d88-499f-9e42-f8ca8ece8b36 has already been hosted by L3 agent ab388470-1243-4d53-80f2-c2f5899c97a7 {{(pid=103332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 08:18:32.286071 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce4e9388-2d9c-467f-ad86-a55183084dd8 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify agent at l3_agent.dv-neutron-861624-1-hyperv the message routers_updated {{(pid=103332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 08:18:32.291337 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-ce4e9388-2d9c-467f-ad86-a55183084dd8 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42160'] for floatingip, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:18:32.295873 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6de905b-1c91-456f-8f9c-34f0a07c5189 None None] Sync routers for ids ['a21ed2f5-9d88-499f-9e42-f8ca8ece8b36'] in dv-neutron-861624-1-hyperv {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 08:18:32.305455 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6de905b-1c91-456f-8f9c-34f0a07c5189 None None] Routers {'a21ed2f5-9d88-499f-9e42-f8ca8ece8b36'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 08:18:32.306055 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-f6de905b-1c91-456f-8f9c-34f0a07c5189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T08:18:16Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['a21ed2f5-9d88-499f-9e42-f8ca8ece8b36'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:18:32.318749 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-ce4e9388-2d9c-467f-ad86-a55183084dd8 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] 10.222.0.27 "DELETE /v2.0/floatingips/5f38beb1-a4eb-452b-930b-45e0abed2c6e HTTP/1.1" status: 204 len: 168 time: 0.8296061 Oct 19 08:18:32.319385 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c128a7d8-7116-4502-ab64-ee3d04be475b', 'tag': '93afb014-dbf5-4f36-b63d-fc5bac00f35f'}] {{(pid=103332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 19 08:18:32.321673 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a021b02cf5f527cd4bbbc40a031b51490d9893d7edeeb551bdf5128ee7546f8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6cf430c-ea06-4503-91d0-6b3929fc7b5b" -d '{"events": [{"name": "network-changed", "server_uuid": "c128a7d8-7116-4502-ab64-ee3d04be475b", "tag": "93afb014-dbf5-4f36-b63d-fc5bac00f35f"}]}' {{(pid=103332) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 08:18:32.367931 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 19 Oct 2022 08:18:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83557558-07f1-4ac0-9fb6-fb4c6d0ed9c8 x-openstack-request-id: req-83557558-07f1-4ac0-9fb6-fb4c6d0ed9c8 {{(pid=103332) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 08:18:32.368224 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c128a7d8-7116-4502-ab64-ee3d04be475b", "tag": "93afb014-dbf5-4f36-b63d-fc5bac00f35f", "status": "completed", "code": 200}]} {{(pid=103332) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 08:18:32.368473 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-83557558-07f1-4ac0-9fb6-fb4c6d0ed9c8 {{(pid=103332) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 08:18:32.369519 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.notifiers.nova [-] Nova event matching ['req-83557558-07f1-4ac0-9fb6-fb4c6d0ed9c8'] response: {'name': 'network-changed', 'server_uuid': 'c128a7d8-7116-4502-ab64-ee3d04be475b', 'tag': '93afb014-dbf5-4f36-b63d-fc5bac00f35f', 'status': 'completed', 'code': 200} Oct 19 08:18:32.417075 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvr_db [None req-f6de905b-1c91-456f-8f9c-34f0a07c5189 None None] Set router a21ed2f5-9d88-499f-9e42-f8ca8ece8b36 gateway port host: dv-neutron-861624-1-hyperv {{(pid=103335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 08:18:32.442316 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cf430c-ea06-4503-91d0-6b3929fc7b5b req-b21f8935-704b-472d-877a-169a3ce4e5b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:18:32.443864 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-b6cf430c-ea06-4503-91d0-6b3929fc7b5b req-b21f8935-704b-472d-877a-169a3ce4e5b6 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a79253f1761249b4887a71a94ffae3f9&device_id=c128a7d8-7116-4502-ab64-ee3d04be475b HTTP/1.1" status: 200 len: 1098 time: 0.0516355 Oct 19 08:18:32.546198 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cf430c-ea06-4503-91d0-6b3929fc7b5b req-6b6ff485-f03a-4750-afb9-77b9907674b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:18:32.547693 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-b6cf430c-ea06-4503-91d0-6b3929fc7b5b req-6b6ff485-f03a-4750-afb9-77b9907674b6 service neutron] 10.222.0.16 "GET /v2.0/networks?id=b964d9e5-a45b-4f24-84ab-af249bb10cdc HTTP/1.1" status: 200 len: 898 time: 0.0971489 Oct 19 08:18:32.570134 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ae65c5-90bf-4cb8-bfdf-b7342ffe94bc req-f0626f76-0f5b-4ec4-8c7b-b3a21deb524b tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:18:32.571670 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-c7ae65c5-90bf-4cb8-bfdf-b7342ffe94bc req-f0626f76-0f5b-4ec4-8c7b-b3a21deb524b tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] 10.222.0.27 "GET /v2.0/ports?device_id=c128a7d8-7116-4502-ab64-ee3d04be475b HTTP/1.1" status: 200 len: 945 time: 0.0561745 Oct 19 08:18:32.595928 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-b6cf430c-ea06-4503-91d0-6b3929fc7b5b req-ca8801ec-6a3c-4b2a-a85b-c98db71e4787 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=93afb014-dbf5-4f36-b63d-fc5bac00f35f HTTP/1.1" status: 200 len: 217 time: 0.0411239 Oct 19 08:18:32.611331 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-c7ae65c5-90bf-4cb8-bfdf-b7342ffe94bc req-691d71f6-f3da-41ca-9611-8c64c1457c60 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] 10.222.0.27 "GET /v2.0/security-groups?id=863cb975-2d72-4ad9-ab4f-9bc712520647&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336685 Oct 19 08:18:32.622604 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-f6de905b-1c91-456f-8f9c-34f0a07c5189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a21ed2f5-9d88-499f-9e42-f8ca8ece8b36', 'name': 'tempest-TestNetworkAdvancedServerOps-router-249418766', 'tenant_id': 'a79253f1761249b4887a71a94ffae3f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'external_fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.195'}], 'enable_snat': True}, 'gw_port_id': 'f0b041f2-55c1-4f9f-ab29-840af648e357', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T08:16:58Z', 'updated_at': '2022-10-19T08:17:01Z', 'revision_number': 4, 'project_id': 'a79253f1761249b4887a71a94ffae3f9', 'gw_port': {'id': 'f0b041f2-55c1-4f9f-ab29-840af648e357', 'name': '', 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:bc:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a21ed2f5-9d88-499f-9e42-f8ca8ece8b36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1762, 'fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T08:16:58Z', 'updated_at': '2022-10-19T08:17:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861624-1-hyperv', '_interfaces': [{'id': '884c7aa6-3ddd-4ba4-9a20-1f37db7ebc39', 'name': '', 'network_id': 'b964d9e5-a45b-4f24-84ab-af249bb10cdc', 'tenant_id': 'a79253f1761249b4887a71a94ffae3f9', 'mac_address': 'fa:16:3e:eb:07:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a21ed2f5-9d88-499f-9e42-f8ca8ece8b36', 'device_owner': 'network:router_interface', 'standard_attr_id': 1765, 'fixed_ips': [{'subnet_id': '26bf01c0-410f-4a9e-84b9-7daa850c26e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T08:17:01Z', 'updated_at': '2022-10-19T08:17:04Z', 'revision_number': 5, 'project_id': 'a79253f1761249b4887a71a94ffae3f9', 'subnets': [{'id': '26bf01c0-410f-4a9e-84b9-7daa850c26e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:18:32.645861 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cf430c-ea06-4503-91d0-6b3929fc7b5b req-18cb72df-187e-4c58-b585-3e9ee27fb529 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:18:32.647316 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-b6cf430c-ea06-4503-91d0-6b3929fc7b5b req-18cb72df-187e-4c58-b585-3e9ee27fb529 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=26bf01c0-410f-4a9e-84b9-7daa850c26e2 HTTP/1.1" status: 200 len: 835 time: 0.0438948 Oct 19 08:18:32.652761 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6de905b-1c91-456f-8f9c-34f0a07c5189 None None] Checking router: a21ed2f5-9d88-499f-9e42-f8ca8ece8b36 for host: dv-neutron-861624-1-hyperv {{(pid=103335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 08:18:32.661488 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6de905b-1c91-456f-8f9c-34f0a07c5189 None None] Routers {'a21ed2f5-9d88-499f-9e42-f8ca8ece8b36'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 08:18:32.662080 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-f6de905b-1c91-456f-8f9c-34f0a07c5189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T08:18:16Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['a21ed2f5-9d88-499f-9e42-f8ca8ece8b36'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:18:32.694407 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cf430c-ea06-4503-91d0-6b3929fc7b5b req-57a41522-f60b-45dd-bdf3-c513b6fc25b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:18:32.695801 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-b6cf430c-ea06-4503-91d0-6b3929fc7b5b req-57a41522-f60b-45dd-bdf3-c513b6fc25b8 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b964d9e5-a45b-4f24-84ab-af249bb10cdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0401943 Oct 19 08:18:32.763971 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvr_db [None req-f6de905b-1c91-456f-8f9c-34f0a07c5189 None None] Set router a21ed2f5-9d88-499f-9e42-f8ca8ece8b36 gateway port host: dv-neutron-861624-1-hyperv {{(pid=103335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 08:18:32.791079 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-b6cf430c-ea06-4503-91d0-6b3929fc7b5b req-666ef25f-e1ee-4c86-87be-62022090da0a service neutron] 10.222.0.16 "GET /v2.0/networks/b964d9e5-a45b-4f24-84ab-af249bb10cdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876863 Oct 19 08:18:32.884486 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-b6cf430c-ea06-4503-91d0-6b3929fc7b5b req-f742049c-f3d4-4306-9db8-8affe5ac8951 service neutron] 10.222.0.16 "GET /v2.0/networks/b964d9e5-a45b-4f24-84ab-af249bb10cdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843022 Oct 19 08:18:32.957456 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-f6de905b-1c91-456f-8f9c-34f0a07c5189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a21ed2f5-9d88-499f-9e42-f8ca8ece8b36', 'name': 'tempest-TestNetworkAdvancedServerOps-router-249418766', 'tenant_id': 'a79253f1761249b4887a71a94ffae3f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'external_fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.195'}], 'enable_snat': True}, 'gw_port_id': 'f0b041f2-55c1-4f9f-ab29-840af648e357', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T08:16:58Z', 'updated_at': '2022-10-19T08:17:01Z', 'revision_number': 4, 'project_id': 'a79253f1761249b4887a71a94ffae3f9', 'gw_port': {'id': 'f0b041f2-55c1-4f9f-ab29-840af648e357', 'name': '', 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:bc:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a21ed2f5-9d88-499f-9e42-f8ca8ece8b36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1762, 'fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T08:16:58Z', 'updated_at': '2022-10-19T08:17:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861624-1-hyperv', '_interfaces': [{'id': '884c7aa6-3ddd-4ba4-9a20-1f37db7ebc39', 'name': '', 'network_id': 'b964d9e5-a45b-4f24-84ab-af249bb10cdc', 'tenant_id': 'a79253f1761249b4887a71a94ffae3f9', 'mac_address': 'fa:16:3e:eb:07:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a21ed2f5-9d88-499f-9e42-f8ca8ece8b36', 'device_owner': 'network:router_interface', 'standard_attr_id': 1765, 'fixed_ips': [{'subnet_id': '26bf01c0-410f-4a9e-84b9-7daa850c26e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T08:17:01Z', 'updated_at': '2022-10-19T08:17:04Z', 'revision_number': 5, 'project_id': 'a79253f1761249b4887a71a94ffae3f9', 'subnets': [{'id': '26bf01c0-410f-4a9e-84b9-7daa850c26e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:18:32.982558 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6de905b-1c91-456f-8f9c-34f0a07c5189 None None] The sync data for ids ['a21ed2f5-9d88-499f-9e42-f8ca8ece8b36'] in dv-neutron-861624-1-hyperv is: [{'id': 'a21ed2f5-9d88-499f-9e42-f8ca8ece8b36', 'name': 'tempest-TestNetworkAdvancedServerOps-router-249418766', 'tenant_id': 'a79253f1761249b4887a71a94ffae3f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'external_fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.195'}], 'enable_snat': True}, 'gw_port_id': 'f0b041f2-55c1-4f9f-ab29-840af648e357', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T08:16:58Z', 'updated_at': '2022-10-19T08:17:01Z', 'revision_number': 4, 'project_id': 'a79253f1761249b4887a71a94ffae3f9', 'gw_port': {'id': 'f0b041f2-55c1-4f9f-ab29-840af648e357', 'name': '', 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:bc:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a21ed2f5-9d88-499f-9e42-f8ca8ece8b36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1762, 'fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T08:16:58Z', 'updated_at': '2022-10-19T08:17:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861624-1-hyperv', '_interfaces': [{'id': '884c7aa6-3ddd-4ba4-9a20-1f37db7ebc39', 'name': '', 'network_id': 'b964d9e5-a45b-4f24-84ab-af249bb10cdc', 'tenant_id': 'a79253f1761249b4887a71a94ffae3f9', 'mac_address': 'fa:16:3e:eb:07:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a21ed2f5-9d88-499f-9e42-f8ca8ece8b36', 'device_owner': 'network:router_interface', 'standard_attr_id': 1765, 'fixed_ips': [{'subnet_id': '26bf01c0-410f-4a9e-84b9-7daa850c26e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T08:17:01Z', 'updated_at': '2022-10-19T08:17:04Z', 'revision_number': 5, 'project_id': 'a79253f1761249b4887a71a94ffae3f9', 'subnets': [{'id': '26bf01c0-410f-4a9e-84b9-7daa850c26e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 08:18:33.198612 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab01c07e-221f-48ff-85d7-d61fe117ce40 None None] New status for floating IP 5f38beb1-a4eb-452b-930b-45e0abed2c6e: DOWN {{(pid=103334) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 19 08:18:33.736444 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4030e117-a581-4f45-9c36-a65c26824900 req-71bbdd09-e90f-44c7-8c4c-6fb9ed3e22d8 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:18:33.738819 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-4030e117-a581-4f45-9c36-a65c26824900 req-71bbdd09-e90f-44c7-8c4c-6fb9ed3e22d8 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] 10.222.0.27 "GET /v2.0/ports?device_id=c128a7d8-7116-4502-ab64-ee3d04be475b HTTP/1.1" status: 200 len: 945 time: 0.0527132 Oct 19 08:18:33.775331 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-4030e117-a581-4f45-9c36-a65c26824900 req-484c1ade-45d3-471e-bcda-45c6fa2dcab9 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] 10.222.0.27 "GET /v2.0/security-groups?id=863cb975-2d72-4ad9-ab4f-9bc712520647&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308731 Oct 19 08:18:34.188912 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c52b15-a7d7-4f75-9cf8-5de7896eba5f req-09d32ac6-a4d6-4e23-8f8c-6bb782a877ac tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:18:34.190371 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-d3c52b15-a7d7-4f75-9cf8-5de7896eba5f req-09d32ac6-a4d6-4e23-8f8c-6bb782a877ac tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] 10.222.0.16 "GET /v2.0/ports?device_id=c128a7d8-7116-4502-ab64-ee3d04be475b HTTP/1.1" status: 200 len: 945 time: 0.0542791 Oct 19 08:18:34.280135 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [req-d3c52b15-a7d7-4f75-9cf8-5de7896eba5f req-5ef92db6-40e1-4215-b5dc-4883656b6c6d tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Deleting port 93afb014-dbf5-4f36-b63d-fc5bac00f35f {{(pid=103333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 08:18:34.280475 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [req-d3c52b15-a7d7-4f75-9cf8-5de7896eba5f req-5ef92db6-40e1-4215-b5dc-4883656b6c6d tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:18:34.370699 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.db [req-d3c52b15-a7d7-4f75-9cf8-5de7896eba5f req-5ef92db6-40e1-4215-b5dc-4883656b6c6d tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] For port 93afb014-dbf5-4f36-b63d-fc5bac00f35f, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=93afb014-dbf5-4f36-b63d-fc5bac00f35f,segment=NetworkSegment(6924f535-994f-4f3c-bea3-7e6925bed7e6),segment_id=6924f535-994f-4f3c-bea3-7e6925bed7e6)] {{(pid=103333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 08:18:34.371057 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [req-d3c52b15-a7d7-4f75-9cf8-5de7896eba5f req-5ef92db6-40e1-4215-b5dc-4883656b6c6d tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:18:34.383298 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [req-d3c52b15-a7d7-4f75-9cf8-5de7896eba5f req-5ef92db6-40e1-4215-b5dc-4883656b6c6d tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Calling delete_port for 93afb014-dbf5-4f36-b63d-fc5bac00f35f owned by compute:nova {{(pid=103333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 08:18:34.509501 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [req-d3c52b15-a7d7-4f75-9cf8-5de7896eba5f req-5ef92db6-40e1-4215-b5dc-4883656b6c6d tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130996763'] for port, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:18:34.541851 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef92db6-40e1-4215-b5dc-4883656b6c6d tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Pushing event deleted for resources: {'Port': ['ID=93afb014-dbf5-4f36-b63d-fc5bac00f35f,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:18:34.569254 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef92db6-40e1-4215-b5dc-4883656b6c6d tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:18:34.569603 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef92db6-40e1-4215-b5dc-4883656b6c6d tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:18:34.569951 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef92db6-40e1-4215-b5dc-4883656b6c6d tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:18:34.570292 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef92db6-40e1-4215-b5dc-4883656b6c6d tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:18:34.570632 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef92db6-40e1-4215-b5dc-4883656b6c6d tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:18:34.570967 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef92db6-40e1-4215-b5dc-4883656b6c6d tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:18:34.571299 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef92db6-40e1-4215-b5dc-4883656b6c6d tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:18:34.571629 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef92db6-40e1-4215-b5dc-4883656b6c6d tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:18:34.571960 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef92db6-40e1-4215-b5dc-4883656b6c6d tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:18:34.572289 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef92db6-40e1-4215-b5dc-4883656b6c6d tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:18:34.572678 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef92db6-40e1-4215-b5dc-4883656b6c6d tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:18:34.573040 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef92db6-40e1-4215-b5dc-4883656b6c6d tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:18:34.592343 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3c52b15-a7d7-4f75-9cf8-5de7896eba5f req-5ef92db6-40e1-4215-b5dc-4883656b6c6d tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] No DVR routers for this DVR port 93afb014-dbf5-4f36-b63d-fc5bac00f35f on host hv-neutron-8616 {{(pid=103333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 19 08:18:34.594693 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [req-d3c52b15-a7d7-4f75-9cf8-5de7896eba5f req-5ef92db6-40e1-4215-b5dc-4883656b6c6d tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42160'] for port, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:18:34.598145 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-d3c52b15-a7d7-4f75-9cf8-5de7896eba5f req-5ef92db6-40e1-4215-b5dc-4883656b6c6d tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] 10.222.0.16 "DELETE /v2.0/ports/93afb014-dbf5-4f36-b63d-fc5bac00f35f HTTP/1.1" status: 204 len: 173 time: 0.4023302 Oct 19 08:18:34.598641 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c128a7d8-7116-4502-ab64-ee3d04be475b', 'name': 'network-vif-deleted', 'tag': '93afb014-dbf5-4f36-b63d-fc5bac00f35f'}] {{(pid=103333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 19 08:18:34.600965 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e3bb7d74903c72d9cb0d0f2f187c581e0456bd3142b101dc46d694cf75cdf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21a7d6c8-f3a5-40a8-b4ca-3f7c0722e70f" -d '{"events": [{"server_uuid": "c128a7d8-7116-4502-ab64-ee3d04be475b", "name": "network-vif-deleted", "tag": "93afb014-dbf5-4f36-b63d-fc5bac00f35f"}]}' {{(pid=103333) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 08:18:34.637940 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 19 Oct 2022 08:18:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7104807-4899-4277-94d1-3faca402e8e4 x-openstack-request-id: req-a7104807-4899-4277-94d1-3faca402e8e4 {{(pid=103333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 08:18:34.638239 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c128a7d8-7116-4502-ab64-ee3d04be475b", "name": "network-vif-deleted", "tag": "93afb014-dbf5-4f36-b63d-fc5bac00f35f", "status": "completed", "code": 200}]} {{(pid=103333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 08:18:34.638489 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-a7104807-4899-4277-94d1-3faca402e8e4 {{(pid=103333) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 08:18:34.638894 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a7104807-4899-4277-94d1-3faca402e8e4'] response: {'server_uuid': 'c128a7d8-7116-4502-ab64-ee3d04be475b', 'name': 'network-vif-deleted', 'tag': '93afb014-dbf5-4f36-b63d-fc5bac00f35f', 'status': 'completed', 'code': 200} Oct 19 08:18:34.885965 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-836cd6d2-34fb-4945-a4c0-c153a3285950 req-df8f8ee6-4e13-40d9-98b2-689222a4c261 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] 10.222.0.27 "GET /v2.0/ports?device_id=c128a7d8-7116-4502-ab64-ee3d04be475b HTTP/1.1" status: 200 len: 210 time: 0.0275102 Oct 19 08:18:35.950628 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 38690) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:18:36.618724 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-0dd5f325-d225-4bff-82a5-125a11aa099d tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1694785'] for router_interface, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:18:36.866117 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.plugin [None req-0dd5f325-d225-4bff-82a5-125a11aa099d tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Deleting port 884c7aa6-3ddd-4ba4-9a20-1f37db7ebc39 {{(pid=103332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 08:18:36.866469 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-0dd5f325-d225-4bff-82a5-125a11aa099d tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:18:36.954285 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.db [None req-0dd5f325-d225-4bff-82a5-125a11aa099d tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] For port 884c7aa6-3ddd-4ba4-9a20-1f37db7ebc39, host dv-neutron-861624-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=884c7aa6-3ddd-4ba4-9a20-1f37db7ebc39,segment=NetworkSegment(6924f535-994f-4f3c-bea3-7e6925bed7e6),segment_id=6924f535-994f-4f3c-bea3-7e6925bed7e6)] {{(pid=103332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 08:18:36.954929 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-0dd5f325-d225-4bff-82a5-125a11aa099d tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:18:36.966970 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.plugin [None req-0dd5f325-d225-4bff-82a5-125a11aa099d tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Calling delete_port for 884c7aa6-3ddd-4ba4-9a20-1f37db7ebc39 owned by network:router_interface {{(pid=103332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 08:18:37.148399 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-0dd5f325-d225-4bff-82a5-125a11aa099d tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133553798'] for port, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:18:37.172292 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd5f325-d225-4bff-82a5-125a11aa099d tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Pushing event deleted for resources: {'Port': ['ID=884c7aa6-3ddd-4ba4-9a20-1f37db7ebc39,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:18:37.351490 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-0dd5f325-d225-4bff-82a5-125a11aa099d tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1574862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1694957'] for router_interface, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:18:37.568233 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0dd5f325-d225-4bff-82a5-125a11aa099d tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Router a21ed2f5-9d88-499f-9e42-f8ca8ece8b36 has already been hosted by L3 agent ab388470-1243-4d53-80f2-c2f5899c97a7 {{(pid=103332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 08:18:37.672870 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0dd5f325-d225-4bff-82a5-125a11aa099d tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify agent at l3_agent.dv-neutron-861624-1-hyperv the message routers_updated {{(pid=103332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 08:18:37.678741 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-0dd5f325-d225-4bff-82a5-125a11aa099d tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] 10.222.0.27 "PUT /v2.0/routers/a21ed2f5-9d88-499f-9e42-f8ca8ece8b36/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7271090 Oct 19 08:18:37.681422 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 38692) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:18:37.684072 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-280a8aef-aa30-400a-ae38-0f85d4bcb81c None None] Sync routers for ids ['a21ed2f5-9d88-499f-9e42-f8ca8ece8b36'] in dv-neutron-861624-1-hyperv {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 08:18:37.694275 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-280a8aef-aa30-400a-ae38-0f85d4bcb81c None None] Routers {'a21ed2f5-9d88-499f-9e42-f8ca8ece8b36'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 08:18:37.694878 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-280a8aef-aa30-400a-ae38-0f85d4bcb81c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T08:18:16Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['a21ed2f5-9d88-499f-9e42-f8ca8ece8b36'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:18:37.733938 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.db_base_plugin_v2 [None req-517327f1-83f5-4e51-8082-2475fdbaf17f tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Deleting subnet 26bf01c0-410f-4a9e-84b9-7daa850c26e2 {{(pid=103332) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 19 08:18:37.737462 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-517327f1-83f5-4e51-8082-2475fdbaf17f tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks [] for subnet, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:18:37.782058 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-517327f1-83f5-4e51-8082-2475fdbaf17f tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130726890'] for subnet, precommit_delete_associations {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:18:37.871487 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-517327f1-83f5-4e51-8082-2475fdbaf17f tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-679826'] for subnet, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:18:37.883849 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvr_db [None req-280a8aef-aa30-400a-ae38-0f85d4bcb81c None None] Set router a21ed2f5-9d88-499f-9e42-f8ca8ece8b36 gateway port host: dv-neutron-861624-1-hyperv {{(pid=103335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 08:18:37.931805 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-517327f1-83f5-4e51-8082-2475fdbaf17f tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-679819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-133552721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130659632'] for subnet, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:18:37.959035 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517327f1-83f5-4e51-8082-2475fdbaf17f tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Pushing event deleted for resources: {'Subnet': ['ID=26bf01c0-410f-4a9e-84b9-7daa850c26e2,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:18:37.963329 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-517327f1-83f5-4e51-8082-2475fdbaf17f tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks [] for subnet, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:18:37.966526 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-517327f1-83f5-4e51-8082-2475fdbaf17f tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] 10.222.0.27 "DELETE /v2.0/subnets/26bf01c0-410f-4a9e-84b9-7daa850c26e2 HTTP/1.1" status: 204 len: 168 time: 0.2841516 Oct 19 08:18:37.969405 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 38694) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:18:37.973527 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-116a2b56-87a9-4c0c-a270-c24e306f199e None None] Network b964d9e5-a45b-4f24-84ab-af249bb10cdc requested from dv-neutron-861624-1-hyperv {{(pid=103334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 08:18:38.062956 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-280a8aef-aa30-400a-ae38-0f85d4bcb81c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a21ed2f5-9d88-499f-9e42-f8ca8ece8b36', 'name': 'tempest-TestNetworkAdvancedServerOps-router-249418766', 'tenant_id': 'a79253f1761249b4887a71a94ffae3f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'external_fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.195'}], 'enable_snat': True}, 'gw_port_id': 'f0b041f2-55c1-4f9f-ab29-840af648e357', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T08:16:58Z', 'updated_at': '2022-10-19T08:18:37Z', 'revision_number': 5, 'project_id': 'a79253f1761249b4887a71a94ffae3f9', 'gw_port': {'id': 'f0b041f2-55c1-4f9f-ab29-840af648e357', 'name': '', 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:bc:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a21ed2f5-9d88-499f-9e42-f8ca8ece8b36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1762, 'fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T08:16:58Z', 'updated_at': '2022-10-19T08:17:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861624-1-hyperv'}], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:18:38.082379 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-6100143c-66c8-45d0-a671-213a30b034cc tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks [] for router, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:18:38.088728 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-280a8aef-aa30-400a-ae38-0f85d4bcb81c None None] Checking router: a21ed2f5-9d88-499f-9e42-f8ca8ece8b36 for host: dv-neutron-861624-1-hyperv {{(pid=103335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 08:18:38.096973 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-280a8aef-aa30-400a-ae38-0f85d4bcb81c None None] Routers {'a21ed2f5-9d88-499f-9e42-f8ca8ece8b36'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 08:18:38.097657 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-280a8aef-aa30-400a-ae38-0f85d4bcb81c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T08:18:16Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['a21ed2f5-9d88-499f-9e42-f8ca8ece8b36'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:18:38.170316 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cba449c7-3e4e-4f4d-9734-fa4c82b75038 None None] DHCP port deletion for b964d9e5-a45b-4f24-84ab-af249bb10cdc request from dv-neutron-861624-1-hyperv {{(pid=103334) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 08:18:38.208809 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-6100143c-66c8-45d0-a671-213a30b034cc tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:18:38.213758 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvr_db [None req-280a8aef-aa30-400a-ae38-0f85d4bcb81c None None] Set router a21ed2f5-9d88-499f-9e42-f8ca8ece8b36 gateway port host: dv-neutron-861624-1-hyperv {{(pid=103335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 08:18:38.224228 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-cba449c7-3e4e-4f4d-9734-fa4c82b75038 None None] Deleting port 2d14d355-a9b2-41fc-bb25-5d6db8e5c2c7 {{(pid=103334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 08:18:38.224629 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-cba449c7-3e4e-4f4d-9734-fa4c82b75038 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:18:38.280705 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-6100143c-66c8-45d0-a671-213a30b034cc tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Deleting port f0b041f2-55c1-4f9f-ab29-840af648e357 {{(pid=103333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 08:18:38.280705 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-6100143c-66c8-45d0-a671-213a30b034cc tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:18:38.294668 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device 2d14d355-a9b2-41fc-bb25-5d6db8e5c2c7 no longer exists at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 08:18:38.324233 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-cba449c7-3e4e-4f4d-9734-fa4c82b75038 None None] For port 2d14d355-a9b2-41fc-bb25-5d6db8e5c2c7, host dv-neutron-861624-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=2d14d355-a9b2-41fc-bb25-5d6db8e5c2c7,segment=NetworkSegment(6924f535-994f-4f3c-bea3-7e6925bed7e6),segment_id=6924f535-994f-4f3c-bea3-7e6925bed7e6)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 08:18:38.324653 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-cba449c7-3e4e-4f4d-9734-fa4c82b75038 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:18:38.342727 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-cba449c7-3e4e-4f4d-9734-fa4c82b75038 None None] Calling delete_port for 2d14d355-a9b2-41fc-bb25-5d6db8e5c2c7 owned by network:dhcp {{(pid=103334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 08:18:38.374098 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.db [None req-6100143c-66c8-45d0-a671-213a30b034cc tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] For port f0b041f2-55c1-4f9f-ab29-840af648e357, host dv-neutron-861624-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=f0b041f2-55c1-4f9f-ab29-840af648e357,segment=NetworkSegment(53981d04-8205-40d8-8d33-0510111d6f8f),segment_id=53981d04-8205-40d8-8d33-0510111d6f8f)] {{(pid=103333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 08:18:38.374523 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-6100143c-66c8-45d0-a671-213a30b034cc tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:18:38.387839 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-6100143c-66c8-45d0-a671-213a30b034cc tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Calling delete_port for f0b041f2-55c1-4f9f-ab29-840af648e357 owned by network:router_gateway {{(pid=103333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 08:18:38.416374 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-280a8aef-aa30-400a-ae38-0f85d4bcb81c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a21ed2f5-9d88-499f-9e42-f8ca8ece8b36', 'name': 'tempest-TestNetworkAdvancedServerOps-router-249418766', 'tenant_id': 'a79253f1761249b4887a71a94ffae3f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'external_fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.195'}], 'enable_snat': True}, 'gw_port_id': 'f0b041f2-55c1-4f9f-ab29-840af648e357', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T08:16:58Z', 'updated_at': '2022-10-19T08:18:37Z', 'revision_number': 5, 'project_id': 'a79253f1761249b4887a71a94ffae3f9', 'gw_port': {'id': 'f0b041f2-55c1-4f9f-ab29-840af648e357', 'name': '', 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:bc:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a21ed2f5-9d88-499f-9e42-f8ca8ece8b36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1762, 'fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T08:16:58Z', 'updated_at': '2022-10-19T08:17:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861624-1-hyperv'}], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:18:38.441436 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Current status of the port 2d14d355-a9b2-41fc-bb25-5d6db8e5c2c7 is: ACTIVE; New status is: DOWN {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 08:18:38.442182 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:18:38.443710 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-280a8aef-aa30-400a-ae38-0f85d4bcb81c None None] The sync data for ids ['a21ed2f5-9d88-499f-9e42-f8ca8ece8b36'] in dv-neutron-861624-1-hyperv is: [{'id': 'a21ed2f5-9d88-499f-9e42-f8ca8ece8b36', 'name': 'tempest-TestNetworkAdvancedServerOps-router-249418766', 'tenant_id': 'a79253f1761249b4887a71a94ffae3f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'external_fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.195'}], 'enable_snat': True}, 'gw_port_id': 'f0b041f2-55c1-4f9f-ab29-840af648e357', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T08:16:58Z', 'updated_at': '2022-10-19T08:18:37Z', 'revision_number': 5, 'project_id': 'a79253f1761249b4887a71a94ffae3f9', 'gw_port': {'id': 'f0b041f2-55c1-4f9f-ab29-840af648e357', 'name': '', 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:bc:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a21ed2f5-9d88-499f-9e42-f8ca8ece8b36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1762, 'fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T08:16:58Z', 'updated_at': '2022-10-19T08:17:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861624-1-hyperv'}] {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 08:18:38.492663 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-cba449c7-3e4e-4f4d-9734-fa4c82b75038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339'] for port, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:18:38.519559 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba449c7-3e4e-4f4d-9734-fa4c82b75038 None None] Pushing event deleted for resources: {'Port': ['ID=2d14d355-a9b2-41fc-bb25-5d6db8e5c2c7,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:18:38.523586 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cba449c7-3e4e-4f4d-9734-fa4c82b75038 None None] No DVR routers for this DVR port 2d14d355-a9b2-41fc-bb25-5d6db8e5c2c7 on host dv-neutron-861624-1-hyperv {{(pid=103334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 19 08:18:38.576529 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-6100143c-66c8-45d0-a671-213a30b034cc tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130996763'] for port, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:18:38.601031 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6100143c-66c8-45d0-a671-213a30b034cc tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Pushing event deleted for resources: {'Port': ['ID=f0b041f2-55c1-4f9f-ab29-840af648e357,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:18:38.664491 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-6100143c-66c8-45d0-a671-213a30b034cc tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1693831'] for router_gateway, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:18:38.757025 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-6100143c-66c8-45d0-a671-213a30b034cc tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1693565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12618'] for router, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:18:38.759151 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-6100143c-66c8-45d0-a671-213a30b034cc tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:18:38.810607 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-6100143c-66c8-45d0-a671-213a30b034cc tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1693542'] for router, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:18:38.811182 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6100143c-66c8-45d0-a671-213a30b034cc tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Fanout notify agent at l3_agent the message router_deleted on router a21ed2f5-9d88-499f-9e42-f8ca8ece8b36 {{(pid=103333) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 08:18:38.819197 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-6100143c-66c8-45d0-a671-213a30b034cc tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks [] for router, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:18:38.820366 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-6100143c-66c8-45d0-a671-213a30b034cc tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] 10.222.0.27 "DELETE /v2.0/routers/a21ed2f5-9d88-499f-9e42-f8ca8ece8b36 HTTP/1.1" status: 204 len: 168 time: 0.8494587 Oct 19 08:18:38.823063 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 38696) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:18:38.902673 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-77e16e3c-45b6-47e1-b191-fab4d557ddff tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-667019'] for network, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:18:38.997076 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-77e16e3c-45b6-47e1-b191-fab4d557ddff tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-673051', 'neutron.services.segments.db._delete_segments_for_network-8785021519108'] for network, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:18:39.017874 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-77e16e3c-45b6-47e1-b191-fab4d557ddff tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b964d9e5-a45b-4f24-84ab-af249bb10cdc']}} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:18:39.027574 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-77e16e3c-45b6-47e1-b191-fab4d557ddff tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6924f535-994f-4f3c-bea3-7e6925bed7e6') {'for_net_delete': True} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:18:39.027875 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-77e16e3c-45b6-47e1-b191-fab4d557ddff tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6924f535-994f-4f3c-bea3-7e6925bed7e6') {} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:18:39.038583 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-77e16e3c-45b6-47e1-b191-fab4d557ddff tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785021519382', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-134111927'] for segment, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:18:39.054936 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-77e16e3c-45b6-47e1-b191-fab4d557ddff tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979'] for segment, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:18:39.061183 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77e16e3c-45b6-47e1-b191-fab4d557ddff tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Releasing vlan 159 on physical network physnet1 to pool {{(pid=103333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 08:18:39.061589 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-77e16e3c-45b6-47e1-b191-fab4d557ddff tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130996782'] for segment, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:18:39.095051 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.services.segments.plugin [-] Segment 6924f535-994f-4f3c-bea3-7e6925bed7e6 resource provider aggregate not found Oct 19 08:18:39.141305 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-77e16e3c-45b6-47e1-b191-fab4d557ddff tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-673044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1695087'] for network, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:18:39.149864 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.services.segments.plugin [-] Segment 6924f535-994f-4f3c-bea3-7e6925bed7e6 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6924f535-994f-4f3c-bea3-7e6925bed7e6 found for delete ", "request_id": "req-8f865c7f-27f6-4407-9104-a00e38648131"}]} Oct 19 08:18:39.150832 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-77e16e3c-45b6-47e1-b191-fab4d557ddff tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks [] for network, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:18:39.153982 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-77e16e3c-45b6-47e1-b191-fab4d557ddff tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] 10.222.0.27 "DELETE /v2.0/networks/b964d9e5-a45b-4f24-84ab-af249bb10cdc HTTP/1.1" status: 204 len: 168 time: 0.3299925 Oct 19 08:18:39.156792 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 38702) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:18:39.166604 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e16e3c-45b6-47e1-b191-fab4d557ddff tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Pushing event deleted for resources: {'Network': ['ID=b964d9e5-a45b-4f24-84ab-af249bb10cdc,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:18:39.221481 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-f7d1e85c-3705-479e-bf32-dbd5ea915c07 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks [] for security_group, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:18:39.235496 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Device 93afb014-dbf5-4f36-b63d-fc5bac00f35f no longer exists at agent hyperv_hv-neutron-8616 {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 08:18:39.248192 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-f7d1e85c-3705-479e-bf32-dbd5ea915c07 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:18:39.256253 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] No Port match for: 93afb014-dbf5-4f36-b63d-fc5bac00f35f {{(pid=103334) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 19 08:18:39.256623 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Device 93afb014-dbf5-4f36-b63d-fc5bac00f35f not bound to the agent host hv-neutron-8616 {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 08:18:39.308680 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-f7d1e85c-3705-479e-bf32-dbd5ea915c07 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788643'] for security_group, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:18:39.311254 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-f7d1e85c-3705-479e-bf32-dbd5ea915c07 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks [] for security_group, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:18:39.312431 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-f7d1e85c-3705-479e-bf32-dbd5ea915c07 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] 10.222.0.27 "DELETE /v2.0/security-groups/863cb975-2d72-4ad9-ab4f-9bc712520647 HTTP/1.1" status: 204 len: 168 time: 0.1545639 Oct 19 08:18:39.321715 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d1e85c-3705-479e-bf32-dbd5ea915c07 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=863cb975-2d72-4ad9-ab4f-9bc712520647,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:18:39.428624 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 38708) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:18:39.433191 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-470dd9d2-ebde-49a6-81ad-76aaa91fef61 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1566918404', 'description': 'tempest-secgroup-smoke-1566918404 description', 'project_id': 'a79253f1761249b4887a71a94ffae3f9'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 08:18:39.453146 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-470dd9d2-ebde-49a6-81ad-76aaa91fef61 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks [] for security_group, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:18:39.521009 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-470dd9d2-ebde-49a6-81ad-76aaa91fef61 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks [] for security_group, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:18:39.524834 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-470dd9d2-ebde-49a6-81ad-76aaa91fef61 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788643'] for security_group, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:18:39.551964 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-470dd9d2-ebde-49a6-81ad-76aaa91fef61 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks [] for security_group, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:18:39.553207 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-470dd9d2-ebde-49a6-81ad-76aaa91fef61 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] 10.222.0.27 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1235616 Oct 19 08:18:39.556240 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 38710) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:18:39.557121 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470dd9d2-ebde-49a6-81ad-76aaa91fef61 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Pushing event updated for resources: {'SecurityGroup': ['ID=72a1b66c-b47a-4de9-9b4c-4f080b5328ef,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:18:39.560950 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-244c974f-b75d-4589-a199-e2e07ccbb923 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Request body: {'security_group_rule': {'security_group_id': '72a1b66c-b47a-4de9-9b4c-4f080b5328ef', 'project_id': 'a79253f1761249b4887a71a94ffae3f9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 08:18:39.587010 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-244c974f-b75d-4589-a199-e2e07ccbb923 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:18:39.631957 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-244c974f-b75d-4589-a199-e2e07ccbb923 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:18:39.635336 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-244c974f-b75d-4589-a199-e2e07ccbb923 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815365'] for security_group_rule, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:18:39.656630 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244c974f-b75d-4589-a199-e2e07ccbb923 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=259917b2-9b76-48ea-a56b-5cab83912fd7,revision_number=0']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:18:39.663928 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-244c974f-b75d-4589-a199-e2e07ccbb923 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:18:39.665146 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-244c974f-b75d-4589-a199-e2e07ccbb923 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1077950 Oct 19 08:18:39.667902 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 38712) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:18:39.672470 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-45005909-3389-4473-bb7c-6ceec060a0ce tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Request body: {'security_group_rule': {'security_group_id': '72a1b66c-b47a-4de9-9b4c-4f080b5328ef', 'project_id': 'a79253f1761249b4887a71a94ffae3f9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 08:18:39.697602 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-45005909-3389-4473-bb7c-6ceec060a0ce tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:18:39.752866 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-45005909-3389-4473-bb7c-6ceec060a0ce tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:18:39.756824 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-45005909-3389-4473-bb7c-6ceec060a0ce tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815365'] for security_group_rule, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:18:39.774799 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45005909-3389-4473-bb7c-6ceec060a0ce tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62c0cd47-149e-4bef-8c67-e18b3419a8ef,revision_number=0']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:18:39.782834 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-45005909-3389-4473-bb7c-6ceec060a0ce tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:18:39.787217 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-45005909-3389-4473-bb7c-6ceec060a0ce tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1151476 Oct 19 08:18:39.787350 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 38714) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:18:39.791556 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-a292b6a5-8fef-4105-816c-d692bdd10ed5 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Request body: {'security_group_rule': {'security_group_id': '72a1b66c-b47a-4de9-9b4c-4f080b5328ef', 'project_id': 'a79253f1761249b4887a71a94ffae3f9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 08:18:39.815336 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-a292b6a5-8fef-4105-816c-d692bdd10ed5 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:18:39.873848 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-a292b6a5-8fef-4105-816c-d692bdd10ed5 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:18:39.877388 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-a292b6a5-8fef-4105-816c-d692bdd10ed5 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815365'] for security_group_rule, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:18:39.895596 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a292b6a5-8fef-4105-816c-d692bdd10ed5 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=599e3103-c807-4838-afd5-c587d48104ad,revision_number=0']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:18:39.904577 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-a292b6a5-8fef-4105-816c-d692bdd10ed5 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:18:39.905767 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-a292b6a5-8fef-4105-816c-d692bdd10ed5 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1174862 Oct 19 08:18:39.908592 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 38716) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:18:39.913310 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-66529b84-a2bb-44bc-83ba-1495b9094557 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Request body: {'security_group_rule': {'security_group_id': '72a1b66c-b47a-4de9-9b4c-4f080b5328ef', 'project_id': 'a79253f1761249b4887a71a94ffae3f9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 08:18:39.937465 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-66529b84-a2bb-44bc-83ba-1495b9094557 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:18:39.995861 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-66529b84-a2bb-44bc-83ba-1495b9094557 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:18:39.999247 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-66529b84-a2bb-44bc-83ba-1495b9094557 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815365'] for security_group_rule, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:18:40.019855 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66529b84-a2bb-44bc-83ba-1495b9094557 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5dc22307-f9ea-4390-8f1c-973d5fc409ae,revision_number=0']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:18:40.028406 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-66529b84-a2bb-44bc-83ba-1495b9094557 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:18:40.029599 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-66529b84-a2bb-44bc-83ba-1495b9094557 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1201103 Oct 19 08:18:40.032316 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 38718) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:18:40.037182 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-21b01d39-94f2-45e5-890d-dae7c66c7c08 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Request body: {'security_group_rule': {'security_group_id': '72a1b66c-b47a-4de9-9b4c-4f080b5328ef', 'project_id': 'a79253f1761249b4887a71a94ffae3f9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 08:18:40.056903 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.db.securitygroups_db [None req-21b01d39-94f2-45e5-890d-dae7c66c7c08 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Project a79253f1761249b4887a71a94ffae3f9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 19 08:18:40.061443 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-21b01d39-94f2-45e5-890d-dae7c66c7c08 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:18:40.120656 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-21b01d39-94f2-45e5-890d-dae7c66c7c08 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:18:40.124232 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-21b01d39-94f2-45e5-890d-dae7c66c7c08 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815365'] for security_group_rule, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:18:40.143120 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b01d39-94f2-45e5-890d-dae7c66c7c08 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=913cb9c3-fd05-4e10-aa00-fdae6a0ce512,revision_number=0']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:18:40.149519 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-21b01d39-94f2-45e5-890d-dae7c66c7c08 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:18:40.150708 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-21b01d39-94f2-45e5-890d-dae7c66c7c08 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1174507 Oct 19 08:18:40.153610 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 38720) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:18:40.157911 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-f76f9e9e-8f3c-42fe-9fac-93950a26caec tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Request body: {'security_group_rule': {'security_group_id': '72a1b66c-b47a-4de9-9b4c-4f080b5328ef', 'project_id': 'a79253f1761249b4887a71a94ffae3f9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 08:18:40.179008 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.db.securitygroups_db [None req-f76f9e9e-8f3c-42fe-9fac-93950a26caec tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Project a79253f1761249b4887a71a94ffae3f9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 19 08:18:40.183947 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-f76f9e9e-8f3c-42fe-9fac-93950a26caec tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:18:40.197539 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device f0b041f2-55c1-4f9f-ab29-840af648e357 no longer exists at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 08:18:40.220813 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] No Port match for: f0b041f2-55c1-4f9f-ab29-840af648e357 {{(pid=103334) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 19 08:18:40.221155 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device f0b041f2-55c1-4f9f-ab29-840af648e357 not bound to the agent host dv-neutron-861624-1-hyperv {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 08:18:40.221565 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device 884c7aa6-3ddd-4ba4-9a20-1f37db7ebc39 no longer exists at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 08:18:40.246501 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-f76f9e9e-8f3c-42fe-9fac-93950a26caec tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:18:40.250467 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-f76f9e9e-8f3c-42fe-9fac-93950a26caec tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815365'] for security_group_rule, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:18:40.270048 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76f9e9e-8f3c-42fe-9fac-93950a26caec tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c39509f-c2a6-4dd9-a5b9-00bda8d7120a,revision_number=0']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:18:40.276608 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-f76f9e9e-8f3c-42fe-9fac-93950a26caec tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:18:40.277728 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-f76f9e9e-8f3c-42fe-9fac-93950a26caec tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1232793 Oct 19 08:18:40.280602 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 38722) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:18:40.286492 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-06291a98-158a-43a8-b7f0-c4711fbb30f0 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Request body: {'network': {'name': 'tempest-network-smoke--1668071687', 'project_id': 'a79253f1761249b4887a71a94ffae3f9', 'port_security_enabled': True}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 08:18:40.308783 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06291a98-158a-43a8-b7f0-c4711fbb30f0 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Made reservation on behalf of a79253f1761249b4887a71a94ffae3f9 for: {'network': 1} {{(pid=103332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 08:18:40.312341 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-06291a98-158a-43a8-b7f0-c4711fbb30f0 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for network, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:18:40.339325 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06291a98-158a-43a8-b7f0-c4711fbb30f0 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 163} {{(pid=103332) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 08:18:40.350194 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-06291a98-158a-43a8-b7f0-c4711fbb30f0 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979'] for segment, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:18:40.350713 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.db.segments_db [None req-06291a98-158a-43a8-b7f0-c4711fbb30f0 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Added segment 7ee835f0-6b4c-4eb3-9923-59d454f5bf0e of type vlan for network 4465a936-780b-49ef-8955-c46da1082e15 Oct 19 08:18:40.391674 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] No Port match for: 884c7aa6-3ddd-4ba4-9a20-1f37db7ebc39 {{(pid=103334) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 19 08:18:40.392279 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device 884c7aa6-3ddd-4ba4-9a20-1f37db7ebc39 not bound to the agent host dv-neutron-861624-1-hyperv {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 08:18:40.396259 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-06291a98-158a-43a8-b7f0-c4711fbb30f0 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785020965340'] for network, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:18:40.420917 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-06291a98-158a-43a8-b7f0-c4711fbb30f0 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873'] for network, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:18:40.426419 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06291a98-158a-43a8-b7f0-c4711fbb30f0 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:18:40.427138 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-06291a98-158a-43a8-b7f0-c4711fbb30f0 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks [] for network, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:18:40.459888 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-06291a98-158a-43a8-b7f0-c4711fbb30f0 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1781142 Oct 19 08:18:40.463042 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 38724) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:18:40.467721 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-d08a3846-d899-4dad-8e83-c548ba3d5bbb tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1892130798', 'admin_state_up': True, 'project_id': 'a79253f1761249b4887a71a94ffae3f9', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd'}}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 08:18:40.489725 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-d08a3846-d899-4dad-8e83-c548ba3d5bbb tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1692695', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12668'] for router, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:18:40.490762 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-d08a3846-d899-4dad-8e83-c548ba3d5bbb tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1692835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1693910', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1621825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12659'] for router, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:18:40.497617 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06291a98-158a-43a8-b7f0-c4711fbb30f0 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Pushing event updated for resources: {'Network': ['ID=4465a936-780b-49ef-8955-c46da1082e15,revision_number=1']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:18:40.510242 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Network 4465a936-780b-49ef-8955-c46da1082e15 details requested by agent ovs-agent-dv-neutron-861624-1-hyperv with host dv-neutron-861624-1-hyperv {{(pid=103334) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 08:18:40.551306 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-d08a3846-d899-4dad-8e83-c548ba3d5bbb tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:18:40.687812 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-d08a3846-d899-4dad-8e83-c548ba3d5bbb tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:18:40.877886 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-d08a3846-d899-4dad-8e83-c548ba3d5bbb tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks [] for router_gateway, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:18:40.896349 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-d08a3846-d899-4dad-8e83-c548ba3d5bbb tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:18:40.994525 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.db_base_plugin_common [None req-d08a3846-d899-4dad-8e83-c548ba3d5bbb tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Allocated IP 172.26.0.3 (99c66757-74e3-40a4-b479-8d09e3a7c3dd/7f3d1034-1de7-458a-a3ee-77488de3949b/c38ffd93-0782-4ff0-861f-bc24a2c3ed29) {{(pid=103333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 08:18:41.102512 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-d08a3846-d899-4dad-8e83-c548ba3d5bbb tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks [] for port, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:18:41.136050 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-d08a3846-d899-4dad-8e83-c548ba3d5bbb tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785020947330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130996763'] for port, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:18:41.174932 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d08a3846-d899-4dad-8e83-c548ba3d5bbb tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Network 99c66757-74e3-40a4-b479-8d09e3a7c3dd is already hosted by enough agents. {{(pid=103333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 08:18:41.178493 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-d08a3846-d899-4dad-8e83-c548ba3d5bbb tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Resources bound (agent type, host, resource id): {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 08:18:41.180875 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d08a3846-d899-4dad-8e83-c548ba3d5bbb tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Received port after_create {{(pid=103333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 08:18:41.205477 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08a3846-d899-4dad-8e83-c548ba3d5bbb tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Pushing event updated for resources: {'Port': ['ID=c38ffd93-0782-4ff0-861f-bc24a2c3ed29,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:18:41.430281 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-d08a3846-d899-4dad-8e83-c548ba3d5bbb tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks [] for router_gateway, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:18:41.627013 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-d08a3846-d899-4dad-8e83-c548ba3d5bbb tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1692844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1693859'] for router, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:18:41.752149 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d08a3846-d899-4dad-8e83-c548ba3d5bbb tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Router a5b9cc72-c9f5-4cad-a25f-0cdfc137f406 is scheduled to L3 agent ab388470-1243-4d53-80f2-c2f5899c97a7 with binding_index 1 {{(pid=103333) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 08:18:42.121570 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d08a3846-d899-4dad-8e83-c548ba3d5bbb tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify agent at l3_agent.dv-neutron-861624-1-hyperv the message routers_updated {{(pid=103333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 08:18:42.131739 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6805f718-2a58-40ad-9daf-2d8d3801b484 None None] Sync routers for ids ['a5b9cc72-c9f5-4cad-a25f-0cdfc137f406'] in dv-neutron-861624-1-hyperv {{(pid=103334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 08:18:42.142153 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-d08a3846-d899-4dad-8e83-c548ba3d5bbb tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks [] for router, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:18:42.143065 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6805f718-2a58-40ad-9daf-2d8d3801b484 None None] Routers {'a5b9cc72-c9f5-4cad-a25f-0cdfc137f406'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 08:18:42.143458 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-d08a3846-d899-4dad-8e83-c548ba3d5bbb tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] 10.222.0.27 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.6792612 Oct 19 08:18:42.143672 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-6805f718-2a58-40ad-9daf-2d8d3801b484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T08:18:16Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['a5b9cc72-c9f5-4cad-a25f-0cdfc137f406'], 'active': True} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:18:42.147423 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 38726) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:18:42.174887 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-ea35dd87-e581-4018-943c-720b98e4296f tempest-TestNetworkAdvancedServerOps-711413529 tempest-TestNetworkAdvancedServerOps-711413529-project-admin] 10.222.0.27 "GET /v2.0/subnets?project_id=a79253f1761249b4887a71a94ffae3f9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0262823 Oct 19 08:18:42.179469 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 38728) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:18:42.205588 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:18:42.267611 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvr_db [None req-6805f718-2a58-40ad-9daf-2d8d3801b484 None None] Set router a5b9cc72-c9f5-4cad-a25f-0cdfc137f406 gateway port host: dv-neutron-861624-1-hyperv {{(pid=103334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 08:18:42.268333 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d816f9c-1c05-4eb9-badd-d393b1c5000f tempest-TestNetworkAdvancedServerOps-711413529 tempest-TestNetworkAdvancedServerOps-711413529-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:18:42.269876 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-8d816f9c-1c05-4eb9-badd-d393b1c5000f tempest-TestNetworkAdvancedServerOps-711413529 tempest-TestNetworkAdvancedServerOps-711413529-project-admin] 10.222.0.27 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0895033 Oct 19 08:18:42.273513 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 38730) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:18:42.306075 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-68c95cda-a5d0-4456-b4c7-54b3071e4cd2 tempest-TestNetworkAdvancedServerOps-711413529 tempest-TestNetworkAdvancedServerOps-711413529-project-admin] 10.222.0.27 "GET /v2.0/subnets?network_id=99c66757-74e3-40a4-b479-8d09e3a7c3dd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0314882 Oct 19 08:18:42.308659 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 38732) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:18:42.313306 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-0652b62a-dc38-40ad-a589-3821769dc5d0 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1950703636', 'network_id': '4465a936-780b-49ef-8955-c46da1082e15', 'project_id': 'a79253f1761249b4887a71a94ffae3f9', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 08:18:42.399314 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0652b62a-dc38-40ad-a589-3821769dc5d0 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Made reservation on behalf of a79253f1761249b4887a71a94ffae3f9 for: {'subnet': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 08:18:42.402832 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-0652b62a-dc38-40ad-a589-3821769dc5d0 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130170579'] for subnet, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:18:42.444766 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-6805f718-2a58-40ad-9daf-2d8d3801b484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5b9cc72-c9f5-4cad-a25f-0cdfc137f406', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1892130798', 'tenant_id': 'a79253f1761249b4887a71a94ffae3f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'external_fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.3'}], 'enable_snat': True}, 'gw_port_id': 'c38ffd93-0782-4ff0-861f-bc24a2c3ed29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T08:18:40Z', 'updated_at': '2022-10-19T08:18:41Z', 'revision_number': 3, 'project_id': 'a79253f1761249b4887a71a94ffae3f9', 'gw_port': {'id': 'c38ffd93-0782-4ff0-861f-bc24a2c3ed29', 'name': '', 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:da:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5b9cc72-c9f5-4cad-a25f-0cdfc137f406', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1781, 'fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T08:18:40Z', 'updated_at': '2022-10-19T08:18:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861624-1-hyperv'}], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:18:42.472371 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6805f718-2a58-40ad-9daf-2d8d3801b484 None None] Checking router: a5b9cc72-c9f5-4cad-a25f-0cdfc137f406 for host: dv-neutron-861624-1-hyperv {{(pid=103334) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 08:18:42.472746 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6805f718-2a58-40ad-9daf-2d8d3801b484 None None] Updating router a5b9cc72-c9f5-4cad-a25f-0cdfc137f406 port c38ffd93-0782-4ff0-861f-bc24a2c3ed29 binding host dv-neutron-861624-1-hyperv {{(pid=103334) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 08:18:42.498643 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-6805f718-2a58-40ad-9daf-2d8d3801b484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:18:42.585066 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-0652b62a-dc38-40ad-a589-3821769dc5d0 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130997899', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130170401'] for subnet, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:18:42.651227 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0652b62a-dc38-40ad-a589-3821769dc5d0 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Pushing event updated for resources: {'Subnet': ['ID=6cee9ec0-ecd5-46be-b2a0-4d036e751727,revision_number=0']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:18:42.658527 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0652b62a-dc38-40ad-a589-3821769dc5d0 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Checking segment: {'id': '7ee835f0-6b4c-4eb3-9923-59d454f5bf0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '4465a936-780b-49ef-8955-c46da1082e15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 19 08:18:42.658879 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0652b62a-dc38-40ad-a589-3821769dc5d0 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Network hostable DHCP agents. Network: 4465a936-780b-49ef-8955-c46da1082e15, hostable agents: ['310d813b-0e3e-4d7e-9b79-8f4ec0dbcab0'], hosted agents: [] {{(pid=103333) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 08:18:42.678909 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0652b62a-dc38-40ad-a589-3821769dc5d0 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Network 4465a936-780b-49ef-8955-c46da1082e15 is scheduled to be hosted by DHCP agent 310d813b-0e3e-4d7e-9b79-8f4ec0dbcab0 with binding_index 1 {{(pid=103333) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 08:18:42.688430 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-0652b62a-dc38-40ad-a589-3821769dc5d0 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861624-1-hyperv, 4465a936-780b-49ef-8955-c46da1082e15) {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 08:18:42.694349 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0652b62a-dc38-40ad-a589-3821769dc5d0 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:18:42.694925 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-0652b62a-dc38-40ad-a589-3821769dc5d0 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks [] for subnet, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:18:42.700500 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66e5cc3c-e659-473f-8622-da2b8007e3f3 None None] Network 4465a936-780b-49ef-8955-c46da1082e15 requested from dv-neutron-861624-1-hyperv {{(pid=103334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 08:18:42.714472 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-0652b62a-dc38-40ad-a589-3821769dc5d0 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4020059 Oct 19 08:18:42.714680 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 38734) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:18:42.826963 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-6805f718-2a58-40ad-9daf-2d8d3801b484 None None] Notify callbacks [] for port, precommit_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:18:42.834758 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-6805f718-2a58-40ad-9daf-2d8d3801b484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:18:42.889616 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-6805f718-2a58-40ad-9daf-2d8d3801b484 None None] Attempting to bind port c38ffd93-0782-4ff0-861f-bc24a2c3ed29 on host dv-neutron-861624-1-hyperv for vnic_type normal with profile {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 19 08:18:42.889993 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-6805f718-2a58-40ad-9daf-2d8d3801b484 None None] Attempting to bind port c38ffd93-0782-4ff0-861f-bc24a2c3ed29 by drivers openvswitch,hyperv on host dv-neutron-861624-1-hyperv at level 0 using segments [{'id': '53981d04-8205-40d8-8d33-0510111d6f8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd'}] {{(pid=103334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 19 08:18:42.890474 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6805f718-2a58-40ad-9daf-2d8d3801b484 None None] Attempting to bind port c38ffd93-0782-4ff0-861f-bc24a2c3ed29 on network 99c66757-74e3-40a4-b479-8d09e3a7c3dd {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 08:18:42.907979 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6805f718-2a58-40ad-9daf-2d8d3801b484 None None] Checking agent: {'id': 'a5b0152c-d633-409b-aaf8-3b76458e2410', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861624-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 19, 7, 30, 19), 'started_at': datetime.datetime(2022, 10, 19, 7, 30, 49), 'heartbeat_timestamp': datetime.datetime(2022, 10, 19, 8, 18, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861624-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 08:18:42.908272 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6805f718-2a58-40ad-9daf-2d8d3801b484 None None] Checking segment: {'id': '53981d04-8205-40d8-8d33-0510111d6f8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 19 08:18:42.908705 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-6805f718-2a58-40ad-9daf-2d8d3801b484 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:18:42.909091 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6805f718-2a58-40ad-9daf-2d8d3801b484 None None] Bound using segment: {'id': '53981d04-8205-40d8-8d33-0510111d6f8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd'} {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 08:18:42.909574 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-6805f718-2a58-40ad-9daf-2d8d3801b484 None None] Bound port: c38ffd93-0782-4ff0-861f-bc24a2c3ed29, host: dv-neutron-861624-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53981d04-8205-40d8-8d33-0510111d6f8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd'}}] {{(pid=103334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 19 08:18:42.909934 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-6805f718-2a58-40ad-9daf-2d8d3801b484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:18:42.957315 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d98b4f1-3b3b-4856-b73f-0ac4c1fcb7dc None None] Pushing event updated for resources: {'Port': ['ID=c38ffd93-0782-4ff0-861f-bc24a2c3ed29,revision_number=2']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:18:42.976677 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6328406-a255-434a-bc04-40e22eee09b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d12c6ac-27a3-545c-a8f3-f04e30423d6d-4465a936-780b-49ef-8955-c46da1082e15', 'network_id': '4465a936-780b-49ef-8955-c46da1082e15', 'tenant_id': 'a79253f1761249b4887a71a94ffae3f9', 'fixed_ips': [{'subnet_id': '6cee9ec0-ecd5-46be-b2a0-4d036e751727'}]}} from dv-neutron-861624-1-hyperv. {{(pid=103334) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 08:18:42.977515 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-b6328406-a255-434a-bc04-40e22eee09b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:18:43.000608 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-6805f718-2a58-40ad-9daf-2d8d3801b484 None None] For port c38ffd93-0782-4ff0-861f-bc24a2c3ed29, host dv-neutron-861624-1-hyperv, cleared binding levels {{(pid=103334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 08:18:43.019865 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-6805f718-2a58-40ad-9daf-2d8d3801b484 None None] For port c38ffd93-0782-4ff0-861f-bc24a2c3ed29, host dv-neutron-861624-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=c38ffd93-0782-4ff0-861f-bc24a2c3ed29,segment=NetworkSegment(53981d04-8205-40d8-8d33-0510111d6f8f),segment_id=53981d04-8205-40d8-8d33-0510111d6f8f)] {{(pid=103334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 08:18:43.065998 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-6805f718-2a58-40ad-9daf-2d8d3801b484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:18:43.125918 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6805f718-2a58-40ad-9daf-2d8d3801b484 None None] Routers {'a5b9cc72-c9f5-4cad-a25f-0cdfc137f406'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 08:18:43.126535 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-6805f718-2a58-40ad-9daf-2d8d3801b484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T08:18:16Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['a5b9cc72-c9f5-4cad-a25f-0cdfc137f406'], 'active': True} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:18:43.148865 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-044dc8ef-17ad-4a73-b560-0d39219d24fe tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:18:43.203883 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d98b4f1-3b3b-4856-b73f-0ac4c1fcb7dc None None] Pushing event updated for resources: {'Port': ['ID=c38ffd93-0782-4ff0-861f-bc24a2c3ed29,revision_number=3']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:18:43.226500 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.db_base_plugin_common [None req-b6328406-a255-434a-bc04-40e22eee09b0 None None] Allocated IP 172.20.0.2 (4465a936-780b-49ef-8955-c46da1082e15/6cee9ec0-ecd5-46be-b2a0-4d036e751727/8ca84642-b2c0-4091-b860-fe44e8571d05) {{(pid=103334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 08:18:43.303369 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvr_db [None req-6805f718-2a58-40ad-9daf-2d8d3801b484 None None] Set router a5b9cc72-c9f5-4cad-a25f-0cdfc137f406 gateway port host: dv-neutron-861624-1-hyperv {{(pid=103334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 08:18:43.653011 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-76273981-a214-49fc-b593-52a29484ddb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:18:43.681962 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-b6328406-a255-434a-bc04-40e22eee09b0 None None] Notify callbacks [] for port, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:18:43.703313 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-b6328406-a255-434a-bc04-40e22eee09b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785020947330'] for port, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:18:43.751576 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.db_base_plugin_common [None req-044dc8ef-17ad-4a73-b560-0d39219d24fe tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Allocated IP 172.20.0.1 (4465a936-780b-49ef-8955-c46da1082e15/6cee9ec0-ecd5-46be-b2a0-4d036e751727/60c75efd-b616-4dcf-bf09-c66ac7c7ae50) {{(pid=103333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 08:18:43.752836 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6328406-a255-434a-bc04-40e22eee09b0 None None] Network 4465a936-780b-49ef-8955-c46da1082e15 is already hosted by enough agents. {{(pid=103334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 08:18:43.759226 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.scheduler.base_scheduler [None req-b6328406-a255-434a-bc04-40e22eee09b0 None None] Resources bound (agent type, host, resource id): {{(pid=103334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 08:18:43.764695 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6328406-a255-434a-bc04-40e22eee09b0 None None] Received port after_create {{(pid=103334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 08:18:43.774123 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6328406-a255-434a-bc04-40e22eee09b0 None None] Pushing event updated for resources: {'Port': ['ID=8ca84642-b2c0-4091-b860-fe44e8571d05,revision_number=1']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:18:43.818244 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-6805f718-2a58-40ad-9daf-2d8d3801b484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5b9cc72-c9f5-4cad-a25f-0cdfc137f406', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1892130798', 'tenant_id': 'a79253f1761249b4887a71a94ffae3f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'external_fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.3'}], 'enable_snat': True}, 'gw_port_id': 'c38ffd93-0782-4ff0-861f-bc24a2c3ed29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T08:18:40Z', 'updated_at': '2022-10-19T08:18:41Z', 'revision_number': 3, 'project_id': 'a79253f1761249b4887a71a94ffae3f9', 'gw_port': {'id': 'c38ffd93-0782-4ff0-861f-bc24a2c3ed29', 'name': '', 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:da:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5b9cc72-c9f5-4cad-a25f-0cdfc137f406', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1781, 'fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T08:18:40Z', 'updated_at': '2022-10-19T08:18:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861624-1-hyperv'}], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:18:43.850397 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6805f718-2a58-40ad-9daf-2d8d3801b484 None None] The sync data for ids ['a5b9cc72-c9f5-4cad-a25f-0cdfc137f406'] in dv-neutron-861624-1-hyperv is: [{'id': 'a5b9cc72-c9f5-4cad-a25f-0cdfc137f406', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1892130798', 'tenant_id': 'a79253f1761249b4887a71a94ffae3f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'external_fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.3'}], 'enable_snat': True}, 'gw_port_id': 'c38ffd93-0782-4ff0-861f-bc24a2c3ed29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T08:18:40Z', 'updated_at': '2022-10-19T08:18:41Z', 'revision_number': 3, 'project_id': 'a79253f1761249b4887a71a94ffae3f9', 'gw_port': {'id': 'c38ffd93-0782-4ff0-861f-bc24a2c3ed29', 'name': '', 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:da:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5b9cc72-c9f5-4cad-a25f-0cdfc137f406', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1781, 'fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T08:18:40Z', 'updated_at': '2022-10-19T08:18:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861624-1-hyperv'}] {{(pid=103334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 08:18:43.854306 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-b6328406-a255-434a-bc04-40e22eee09b0 None None] Attempting to bind port 8ca84642-b2c0-4091-b860-fe44e8571d05 on host dv-neutron-861624-1-hyperv for vnic_type normal with profile {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 19 08:18:43.854422 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-b6328406-a255-434a-bc04-40e22eee09b0 None None] Attempting to bind port 8ca84642-b2c0-4091-b860-fe44e8571d05 by drivers openvswitch,hyperv on host dv-neutron-861624-1-hyperv at level 0 using segments [{'id': '7ee835f0-6b4c-4eb3-9923-59d454f5bf0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '4465a936-780b-49ef-8955-c46da1082e15'}] {{(pid=103334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 19 08:18:43.854772 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6328406-a255-434a-bc04-40e22eee09b0 None None] Attempting to bind port 8ca84642-b2c0-4091-b860-fe44e8571d05 on network 4465a936-780b-49ef-8955-c46da1082e15 {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 08:18:43.861011 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6328406-a255-434a-bc04-40e22eee09b0 None None] Checking agent: {'id': 'a5b0152c-d633-409b-aaf8-3b76458e2410', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861624-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 19, 7, 30, 19), 'started_at': datetime.datetime(2022, 10, 19, 7, 30, 49), 'heartbeat_timestamp': datetime.datetime(2022, 10, 19, 8, 18, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861624-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 08:18:43.861484 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6328406-a255-434a-bc04-40e22eee09b0 None None] Checking segment: {'id': '7ee835f0-6b4c-4eb3-9923-59d454f5bf0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '4465a936-780b-49ef-8955-c46da1082e15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 19 08:18:43.861956 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-b6328406-a255-434a-bc04-40e22eee09b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:18:43.862425 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6328406-a255-434a-bc04-40e22eee09b0 None None] Bound using segment: {'id': '7ee835f0-6b4c-4eb3-9923-59d454f5bf0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '4465a936-780b-49ef-8955-c46da1082e15'} {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 08:18:43.863003 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-b6328406-a255-434a-bc04-40e22eee09b0 None None] Bound port: 8ca84642-b2c0-4091-b860-fe44e8571d05, host: dv-neutron-861624-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ee835f0-6b4c-4eb3-9923-59d454f5bf0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '4465a936-780b-49ef-8955-c46da1082e15'}}] {{(pid=103334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 19 08:18:43.863461 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-b6328406-a255-434a-bc04-40e22eee09b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:18:43.881951 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-044dc8ef-17ad-4a73-b560-0d39219d24fe tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks [] for port, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:18:43.924118 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-044dc8ef-17ad-4a73-b560-0d39219d24fe tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785020947330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130996763'] for port, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:18:43.937801 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-b6328406-a255-434a-bc04-40e22eee09b0 None None] For port 8ca84642-b2c0-4091-b860-fe44e8571d05, host dv-neutron-861624-1-hyperv, cleared binding levels {{(pid=103334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 08:18:43.941072 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-b6328406-a255-434a-bc04-40e22eee09b0 None None] For port 8ca84642-b2c0-4091-b860-fe44e8571d05, host dv-neutron-861624-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=8ca84642-b2c0-4091-b860-fe44e8571d05,segment=NetworkSegment(7ee835f0-6b4c-4eb3-9923-59d454f5bf0e),segment_id=7ee835f0-6b4c-4eb3-9923-59d454f5bf0e)] {{(pid=103334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 08:18:43.945867 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-b6328406-a255-434a-bc04-40e22eee09b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:18:43.964404 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-044dc8ef-17ad-4a73-b560-0d39219d24fe tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Network 4465a936-780b-49ef-8955-c46da1082e15 is already hosted by enough agents. {{(pid=103333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 08:18:43.971969 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-044dc8ef-17ad-4a73-b560-0d39219d24fe tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Resources bound (agent type, host, resource id): {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 08:18:43.976445 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-044dc8ef-17ad-4a73-b560-0d39219d24fe tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Received port after_create {{(pid=103333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 08:18:43.999927 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6328406-a255-434a-bc04-40e22eee09b0 None None] Pushing event updated for resources: {'Port': ['ID=8ca84642-b2c0-4091-b860-fe44e8571d05,revision_number=2']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:18:44.014128 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044dc8ef-17ad-4a73-b560-0d39219d24fe tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Pushing event updated for resources: {'Port': ['ID=60c75efd-b616-4dcf-bf09-c66ac7c7ae50,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:18:44.028889 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-044dc8ef-17ad-4a73-b560-0d39219d24fe tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1695190'] for router_interface, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:18:44.210520 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-044dc8ef-17ad-4a73-b560-0d39219d24fe tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:18:44.318885 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device c38ffd93-0782-4ff0-861f-bc24a2c3ed29 up at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 08:18:44.373185 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Provisioning complete for port c38ffd93-0782-4ff0-861f-bc24a2c3ed29 triggered by entity L2. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 08:18:44.373641 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:18:44.374059 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Attempt 1 to provision port c38ffd93-0782-4ff0-861f-bc24a2c3ed29 Oct 19 08:18:44.458944 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Current status of the port c38ffd93-0782-4ff0-861f-bc24a2c3ed29 is: DOWN; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 08:18:44.459327 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:18:44.482533 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] For port c38ffd93-0782-4ff0-861f-bc24a2c3ed29, host dv-neutron-861624-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=c38ffd93-0782-4ff0-861f-bc24a2c3ed29,segment=NetworkSegment(53981d04-8205-40d8-8d33-0510111d6f8f),segment_id=53981d04-8205-40d8-8d33-0510111d6f8f)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 08:18:44.486618 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:18:44.539701 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Pushing event updated for resources: {'Port': ['ID=c38ffd93-0782-4ff0-861f-bc24a2c3ed29,revision_number=4']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:18:44.552806 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-044dc8ef-17ad-4a73-b560-0d39219d24fe tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks [] for port, precommit_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:18:44.559879 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-044dc8ef-17ad-4a73-b560-0d39219d24fe tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130996754'] for port, after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:18:44.635035 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-044dc8ef-17ad-4a73-b560-0d39219d24fe tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1574855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1694822'] for router_interface, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:18:44.643259 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044dc8ef-17ad-4a73-b560-0d39219d24fe tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Pushing event updated for resources: {'Port': ['ID=60c75efd-b616-4dcf-bf09-c66ac7c7ae50,revision_number=2']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:18:44.752063 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-044dc8ef-17ad-4a73-b560-0d39219d24fe tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Network 4465a936-780b-49ef-8955-c46da1082e15 is already hosted by enough agents. {{(pid=103333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 08:18:44.754084 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-044dc8ef-17ad-4a73-b560-0d39219d24fe tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Resources bound (agent type, host, resource id): {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 08:18:44.877963 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-044dc8ef-17ad-4a73-b560-0d39219d24fe tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Router a5b9cc72-c9f5-4cad-a25f-0cdfc137f406 has already been hosted by L3 agent ab388470-1243-4d53-80f2-c2f5899c97a7 {{(pid=103333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 08:18:44.993688 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-044dc8ef-17ad-4a73-b560-0d39219d24fe tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify agent at l3_agent.dv-neutron-861624-1-hyperv the message routers_updated {{(pid=103333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 08:18:44.998733 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-044dc8ef-17ad-4a73-b560-0d39219d24fe tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] 10.222.0.27 "PUT /v2.0/routers/a5b9cc72-c9f5-4cad-a25f-0cdfc137f406/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2831452 Oct 19 08:18:45.041286 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-715da8f8-ed6d-4755-8acc-fd5ae9988c05 None None] Network 4465a936-780b-49ef-8955-c46da1082e15 requested from dv-neutron-861624-1-hyperv {{(pid=103334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 08:18:45.175436 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-a9913e68-7c3b-43ee-b01a-48e368adceb4 None None] Provisioning complete for port 8ca84642-b2c0-4091-b860-fe44e8571d05 triggered by entity DHCP. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 08:18:45.175817 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-a9913e68-7c3b-43ee-b01a-48e368adceb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:18:45.176157 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-a9913e68-7c3b-43ee-b01a-48e368adceb4 None None] Attempt 1 to provision port 8ca84642-b2c0-4091-b860-fe44e8571d05 Oct 19 08:18:45.209100 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-15675bc0-343b-4221-bfc9-d76b6d9881c3 req-c87bcffe-d07e-4c96-94e6-461a3a761b73 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] 10.222.0.27 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1566918404&fields=id&tenant_id=a79253f1761249b4887a71a94ffae3f9 HTTP/1.1" status: 200 len: 267 time: 0.0336545 Oct 19 08:18:45.296035 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-a9913e68-7c3b-43ee-b01a-48e368adceb4 None None] Current status of the port 8ca84642-b2c0-4091-b860-fe44e8571d05 is: DOWN; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 08:18:45.296663 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-a9913e68-7c3b-43ee-b01a-48e368adceb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:18:45.333958 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-a9913e68-7c3b-43ee-b01a-48e368adceb4 None None] For port 8ca84642-b2c0-4091-b860-fe44e8571d05, host dv-neutron-861624-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=8ca84642-b2c0-4091-b860-fe44e8571d05,segment=NetworkSegment(7ee835f0-6b4c-4eb3-9923-59d454f5bf0e),segment_id=7ee835f0-6b4c-4eb3-9923-59d454f5bf0e)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 08:18:45.339465 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-a9913e68-7c3b-43ee-b01a-48e368adceb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:18:45.346399 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15675bc0-343b-4221-bfc9-d76b6d9881c3 req-2997ad10-6c3b-42e9-8f9f-3489bc5aa0db tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:18:45.353970 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-15675bc0-343b-4221-bfc9-d76b6d9881c3 req-2997ad10-6c3b-42e9-8f9f-3489bc5aa0db tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] 10.222.0.27 "GET /v2.0/networks?id=4465a936-780b-49ef-8955-c46da1082e15 HTTP/1.1" status: 200 len: 797 time: 0.1367471 Oct 19 08:18:45.368917 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-15675bc0-343b-4221-bfc9-d76b6d9881c3 req-abd544ba-f539-429e-8211-c7ea57e9ed91 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] 10.222.0.27 "GET /v2.0/quotas/a79253f1761249b4887a71a94ffae3f9 HTTP/1.1" status: 200 len: 375 time: 0.0138977 Oct 19 08:18:45.405709 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9913e68-7c3b-43ee-b01a-48e368adceb4 None None] Pushing event updated for resources: {'Port': ['ID=8ca84642-b2c0-4091-b860-fe44e8571d05,revision_number=3']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:18:45.423950 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-15675bc0-343b-4221-bfc9-d76b6d9881c3 req-37ef3c48-6b4e-4897-b25d-291410a16210 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] 10.222.0.27 "GET /v2.0/ports?tenant_id=a79253f1761249b4887a71a94ffae3f9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0513892 Oct 19 08:18:45.562978 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-a2987cdd-f426-44db-96de-132e09436c3c None None] Provisioning complete for port 8ca84642-b2c0-4091-b860-fe44e8571d05 triggered by entity DHCP. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 08:18:45.563352 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-a2987cdd-f426-44db-96de-132e09436c3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:18:45.563686 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-a2987cdd-f426-44db-96de-132e09436c3c None None] Attempt 1 to provision port 8ca84642-b2c0-4091-b860-fe44e8571d05 Oct 19 08:18:45.589584 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-15675bc0-343b-4221-bfc9-d76b6d9881c3 req-13abb23e-15fd-4854-a22f-cc1f4dda3d53 service neutron] 10.222.0.27 "GET /v2.0/networks/4465a936-780b-49ef-8955-c46da1082e15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1527743 Oct 19 08:18:45.610170 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17ee66e2-b800-4cab-a264-ec804e848761 None None] Sync routers for ids ['a5b9cc72-c9f5-4cad-a25f-0cdfc137f406'] in dv-neutron-861624-1-hyperv {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 08:18:45.625297 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17ee66e2-b800-4cab-a264-ec804e848761 None None] Routers {'a5b9cc72-c9f5-4cad-a25f-0cdfc137f406'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 08:18:45.625919 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-17ee66e2-b800-4cab-a264-ec804e848761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T08:18:16Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['a5b9cc72-c9f5-4cad-a25f-0cdfc137f406'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:18:45.655895 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-a2987cdd-f426-44db-96de-132e09436c3c None None] Current status of the port 8ca84642-b2c0-4091-b860-fe44e8571d05 is: ACTIVE; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 08:18:45.667949 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-a2987cdd-f426-44db-96de-132e09436c3c None None] Provisioning complete for port 60c75efd-b616-4dcf-bf09-c66ac7c7ae50 triggered by entity DHCP. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 08:18:45.668315 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-a2987cdd-f426-44db-96de-132e09436c3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:18:45.668740 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-a2987cdd-f426-44db-96de-132e09436c3c None None] Attempt 1 to provision port 60c75efd-b616-4dcf-bf09-c66ac7c7ae50 Oct 19 08:18:45.687753 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-15675bc0-343b-4221-bfc9-d76b6d9881c3 req-4d92cb72-4e90-4694-8616-c51774ca770e service neutron] 10.222.0.27 "GET /v2.0/networks/4465a936-780b-49ef-8955-c46da1082e15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967779 Oct 19 08:18:45.705561 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-a2987cdd-f426-44db-96de-132e09436c3c None None] Port 60c75efd-b616-4dcf-bf09-c66ac7c7ae50 cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 08:18:45.747877 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvr_db [None req-17ee66e2-b800-4cab-a264-ec804e848761 None None] Set router a5b9cc72-c9f5-4cad-a25f-0cdfc137f406 gateway port host: dv-neutron-861624-1-hyperv {{(pid=103335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 08:18:45.870237 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-9d52f65d-8cc4-4127-b2d4-4ecb5b5bcf38 req-afe0ef5d-21c6-4f2c-bf2e-eb9b9fb018da tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] 10.222.0.27 "GET /v2.0/ports?device_id=3b54d8a0-561a-4a7c-b471-9a1e0de359a5 HTTP/1.1" status: 200 len: 210 time: 0.0375605 Oct 19 08:18:45.962881 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-17ee66e2-b800-4cab-a264-ec804e848761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5b9cc72-c9f5-4cad-a25f-0cdfc137f406', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1892130798', 'tenant_id': 'a79253f1761249b4887a71a94ffae3f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'external_fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.3'}], 'enable_snat': True}, 'gw_port_id': 'c38ffd93-0782-4ff0-861f-bc24a2c3ed29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T08:18:40Z', 'updated_at': '2022-10-19T08:18:44Z', 'revision_number': 4, 'project_id': 'a79253f1761249b4887a71a94ffae3f9', 'gw_port': {'id': 'c38ffd93-0782-4ff0-861f-bc24a2c3ed29', 'name': '', 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:da:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5b9cc72-c9f5-4cad-a25f-0cdfc137f406', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1781, 'fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T08:18:40Z', 'updated_at': '2022-10-19T08:18:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861624-1-hyperv', '_interfaces': [{'id': '60c75efd-b616-4dcf-bf09-c66ac7c7ae50', 'name': '', 'network_id': '4465a936-780b-49ef-8955-c46da1082e15', 'tenant_id': 'a79253f1761249b4887a71a94ffae3f9', 'mac_address': 'fa:16:3e:8b:cd:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5b9cc72-c9f5-4cad-a25f-0cdfc137f406', 'device_owner': 'network:router_interface', 'standard_attr_id': 1784, 'fixed_ips': [{'subnet_id': '6cee9ec0-ecd5-46be-b2a0-4d036e751727', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T08:18:43Z', 'updated_at': '2022-10-19T08:18:44Z', 'revision_number': 2, 'project_id': 'a79253f1761249b4887a71a94ffae3f9', 'subnets': [{'id': '6cee9ec0-ecd5-46be-b2a0-4d036e751727', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:18:45.997057 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17ee66e2-b800-4cab-a264-ec804e848761 None None] Checking router: a5b9cc72-c9f5-4cad-a25f-0cdfc137f406 for host: dv-neutron-861624-1-hyperv {{(pid=103335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 08:18:45.997343 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17ee66e2-b800-4cab-a264-ec804e848761 None None] Updating router a5b9cc72-c9f5-4cad-a25f-0cdfc137f406 port 60c75efd-b616-4dcf-bf09-c66ac7c7ae50 binding host dv-neutron-861624-1-hyperv {{(pid=103335) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 08:18:46.023058 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-17ee66e2-b800-4cab-a264-ec804e848761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:18:46.207083 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-a2987cdd-f426-44db-96de-132e09436c3c None None] Attempt 2 to provision port 60c75efd-b616-4dcf-bf09-c66ac7c7ae50 Oct 19 08:18:46.273205 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-a2987cdd-f426-44db-96de-132e09436c3c None None] Port 60c75efd-b616-4dcf-bf09-c66ac7c7ae50 cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 08:18:46.319013 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device c38ffd93-0782-4ff0-861f-bc24a2c3ed29 up at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 08:18:46.325886 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-17ee66e2-b800-4cab-a264-ec804e848761 None None] Notify callbacks [] for port, precommit_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:18:46.332559 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-17ee66e2-b800-4cab-a264-ec804e848761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:18:46.389205 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-da3a581b-4217-4427-aed0-f67881f6937d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:18:46.392383 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Provisioning complete for port c38ffd93-0782-4ff0-861f-bc24a2c3ed29 triggered by entity L2. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 08:18:46.392784 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:18:46.393120 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Attempt 1 to provision port c38ffd93-0782-4ff0-861f-bc24a2c3ed29 Oct 19 08:18:46.410180 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1286c0-25ea-4b6d-9384-e887796671ca None None] Pushing event updated for resources: {'Port': ['ID=60c75efd-b616-4dcf-bf09-c66ac7c7ae50,revision_number=3']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:18:46.427055 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e1286c0-25ea-4b6d-9384-e887796671ca None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:18:46.427499 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e1286c0-25ea-4b6d-9384-e887796671ca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:18:46.427894 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e1286c0-25ea-4b6d-9384-e887796671ca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:18:46.428236 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e1286c0-25ea-4b6d-9384-e887796671ca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:18:46.428591 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e1286c0-25ea-4b6d-9384-e887796671ca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:18:46.428924 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e1286c0-25ea-4b6d-9384-e887796671ca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:18:46.429274 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e1286c0-25ea-4b6d-9384-e887796671ca None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:18:46.429611 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e1286c0-25ea-4b6d-9384-e887796671ca None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:18:46.429959 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e1286c0-25ea-4b6d-9384-e887796671ca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:18:46.430327 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e1286c0-25ea-4b6d-9384-e887796671ca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:18:46.430639 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e1286c0-25ea-4b6d-9384-e887796671ca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:18:46.430956 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e1286c0-25ea-4b6d-9384-e887796671ca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:18:46.437627 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-17ee66e2-b800-4cab-a264-ec804e848761 None None] Attempting to bind port 60c75efd-b616-4dcf-bf09-c66ac7c7ae50 on host dv-neutron-861624-1-hyperv for vnic_type normal with profile {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 19 08:18:46.437994 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-17ee66e2-b800-4cab-a264-ec804e848761 None None] Attempting to bind port 60c75efd-b616-4dcf-bf09-c66ac7c7ae50 by drivers openvswitch,hyperv on host dv-neutron-861624-1-hyperv at level 0 using segments [{'id': '7ee835f0-6b4c-4eb3-9923-59d454f5bf0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '4465a936-780b-49ef-8955-c46da1082e15'}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 19 08:18:46.438359 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17ee66e2-b800-4cab-a264-ec804e848761 None None] Attempting to bind port 60c75efd-b616-4dcf-bf09-c66ac7c7ae50 on network 4465a936-780b-49ef-8955-c46da1082e15 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 08:18:46.443596 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17ee66e2-b800-4cab-a264-ec804e848761 None None] Checking agent: {'id': 'a5b0152c-d633-409b-aaf8-3b76458e2410', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861624-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 19, 7, 30, 19), 'started_at': datetime.datetime(2022, 10, 19, 7, 30, 49), 'heartbeat_timestamp': datetime.datetime(2022, 10, 19, 8, 18, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861624-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 08:18:46.443965 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17ee66e2-b800-4cab-a264-ec804e848761 None None] Checking segment: {'id': '7ee835f0-6b4c-4eb3-9923-59d454f5bf0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '4465a936-780b-49ef-8955-c46da1082e15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 19 08:18:46.444363 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-17ee66e2-b800-4cab-a264-ec804e848761 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:18:46.444797 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17ee66e2-b800-4cab-a264-ec804e848761 None None] Bound using segment: {'id': '7ee835f0-6b4c-4eb3-9923-59d454f5bf0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '4465a936-780b-49ef-8955-c46da1082e15'} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 08:18:46.445257 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-17ee66e2-b800-4cab-a264-ec804e848761 None None] Bound port: 60c75efd-b616-4dcf-bf09-c66ac7c7ae50, host: dv-neutron-861624-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ee835f0-6b4c-4eb3-9923-59d454f5bf0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '4465a936-780b-49ef-8955-c46da1082e15'}}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 19 08:18:46.445735 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-17ee66e2-b800-4cab-a264-ec804e848761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:18:46.482844 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Current status of the port c38ffd93-0782-4ff0-861f-bc24a2c3ed29 is: ACTIVE; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 08:18:46.483926 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device 8ca84642-b2c0-4091-b860-fe44e8571d05 up at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 08:18:46.508686 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-17ee66e2-b800-4cab-a264-ec804e848761 None None] For port 60c75efd-b616-4dcf-bf09-c66ac7c7ae50, host dv-neutron-861624-1-hyperv, cleared binding levels {{(pid=103335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 08:18:46.511827 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-17ee66e2-b800-4cab-a264-ec804e848761 None None] For port 60c75efd-b616-4dcf-bf09-c66ac7c7ae50, host dv-neutron-861624-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=60c75efd-b616-4dcf-bf09-c66ac7c7ae50,segment=NetworkSegment(7ee835f0-6b4c-4eb3-9923-59d454f5bf0e),segment_id=7ee835f0-6b4c-4eb3-9923-59d454f5bf0e)] {{(pid=103335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 08:18:46.516079 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-17ee66e2-b800-4cab-a264-ec804e848761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:18:46.530592 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Provisioning complete for port 8ca84642-b2c0-4091-b860-fe44e8571d05 triggered by entity L2. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 08:18:46.530874 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:18:46.531216 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Attempt 1 to provision port 8ca84642-b2c0-4091-b860-fe44e8571d05 Oct 19 08:18:46.561304 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17ee66e2-b800-4cab-a264-ec804e848761 None None] Routers {'a5b9cc72-c9f5-4cad-a25f-0cdfc137f406'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 08:18:46.561927 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-17ee66e2-b800-4cab-a264-ec804e848761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T08:18:46Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['a5b9cc72-c9f5-4cad-a25f-0cdfc137f406'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:18:46.611256 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1286c0-25ea-4b6d-9384-e887796671ca None None] Pushing event updated for resources: {'Port': ['ID=60c75efd-b616-4dcf-bf09-c66ac7c7ae50,revision_number=4']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:18:46.611934 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Current status of the port 8ca84642-b2c0-4091-b860-fe44e8571d05 is: ACTIVE; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 08:18:46.770759 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvr_db [None req-17ee66e2-b800-4cab-a264-ec804e848761 None None] Set router a5b9cc72-c9f5-4cad-a25f-0cdfc137f406 gateway port host: dv-neutron-861624-1-hyperv {{(pid=103335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 08:18:46.774669 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-a2987cdd-f426-44db-96de-132e09436c3c None None] Attempt 3 to provision port 60c75efd-b616-4dcf-bf09-c66ac7c7ae50 Oct 19 08:18:46.868331 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-a2987cdd-f426-44db-96de-132e09436c3c None None] Current status of the port 60c75efd-b616-4dcf-bf09-c66ac7c7ae50 is: DOWN; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 08:18:46.869652 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-a2987cdd-f426-44db-96de-132e09436c3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:18:46.870265 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15675bc0-343b-4221-bfc9-d76b6d9881c3 req-6d8a7bd3-4623-4635-9fa1-6c5867826319 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:18:46.871938 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-15675bc0-343b-4221-bfc9-d76b6d9881c3 req-6d8a7bd3-4623-4635-9fa1-6c5867826319 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] 10.222.0.16 "GET /v2.0/networks?id=4465a936-780b-49ef-8955-c46da1082e15 HTTP/1.1" status: 200 len: 797 time: 0.1285048 Oct 19 08:18:46.910227 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-a2987cdd-f426-44db-96de-132e09436c3c None None] For port 60c75efd-b616-4dcf-bf09-c66ac7c7ae50, host dv-neutron-861624-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=60c75efd-b616-4dcf-bf09-c66ac7c7ae50,segment=NetworkSegment(7ee835f0-6b4c-4eb3-9923-59d454f5bf0e),segment_id=7ee835f0-6b4c-4eb3-9923-59d454f5bf0e)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 08:18:46.923237 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-a2987cdd-f426-44db-96de-132e09436c3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:18:46.935902 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-15675bc0-343b-4221-bfc9-d76b6d9881c3 req-8982e1b6-5eee-4ff8-8650-93b7be665ba6 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a79253f1761249b4887a71a94ffae3f9 HTTP/1.1" status: 200 len: 380 time: 0.0545566 Oct 19 08:18:46.948580 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [req-15675bc0-343b-4221-bfc9-d76b6d9881c3 req-943d44f4-8f76-4c56-9f01-bbd03d6e877f tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Request body: {'port': {'device_id': '3b54d8a0-561a-4a7c-b471-9a1e0de359a5', 'network_id': '4465a936-780b-49ef-8955-c46da1082e15', 'admin_state_up': True, 'tenant_id': 'a79253f1761249b4887a71a94ffae3f9', 'security_groups': ['72a1b66c-b47a-4de9-9b4c-4f080b5328ef']}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 08:18:47.000546 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2987cdd-f426-44db-96de-132e09436c3c None None] Pushing event updated for resources: {'Port': ['ID=60c75efd-b616-4dcf-bf09-c66ac7c7ae50,revision_number=5']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:18:47.004155 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-17ee66e2-b800-4cab-a264-ec804e848761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5b9cc72-c9f5-4cad-a25f-0cdfc137f406', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1892130798', 'tenant_id': 'a79253f1761249b4887a71a94ffae3f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'external_fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.3'}], 'enable_snat': True}, 'gw_port_id': 'c38ffd93-0782-4ff0-861f-bc24a2c3ed29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T08:18:40Z', 'updated_at': '2022-10-19T08:18:44Z', 'revision_number': 4, 'project_id': 'a79253f1761249b4887a71a94ffae3f9', 'gw_port': {'id': 'c38ffd93-0782-4ff0-861f-bc24a2c3ed29', 'name': '', 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:da:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5b9cc72-c9f5-4cad-a25f-0cdfc137f406', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1781, 'fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T08:18:40Z', 'updated_at': '2022-10-19T08:18:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861624-1-hyperv', '_interfaces': [{'id': '60c75efd-b616-4dcf-bf09-c66ac7c7ae50', 'name': '', 'network_id': '4465a936-780b-49ef-8955-c46da1082e15', 'tenant_id': 'a79253f1761249b4887a71a94ffae3f9', 'mac_address': 'fa:16:3e:8b:cd:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5b9cc72-c9f5-4cad-a25f-0cdfc137f406', 'device_owner': 'network:router_interface', 'standard_attr_id': 1784, 'fixed_ips': [{'subnet_id': '6cee9ec0-ecd5-46be-b2a0-4d036e751727', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T08:18:43Z', 'updated_at': '2022-10-19T08:18:46Z', 'revision_number': 4, 'project_id': 'a79253f1761249b4887a71a94ffae3f9', 'subnets': [{'id': '6cee9ec0-ecd5-46be-b2a0-4d036e751727', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:18:47.010995 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-f139488f-ae57-4237-89a4-0a39cdd27168 req-b449d771-60ff-4d7c-8d51-6bb0224fd4ad tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] 10.222.0.27 "GET /v2.0/ports?device_id=3b54d8a0-561a-4a7c-b471-9a1e0de359a5 HTTP/1.1" status: 200 len: 210 time: 0.0381660 Oct 19 08:18:47.042960 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17ee66e2-b800-4cab-a264-ec804e848761 None None] The sync data for ids ['a5b9cc72-c9f5-4cad-a25f-0cdfc137f406'] in dv-neutron-861624-1-hyperv is: [{'id': 'a5b9cc72-c9f5-4cad-a25f-0cdfc137f406', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1892130798', 'tenant_id': 'a79253f1761249b4887a71a94ffae3f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'external_fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.3'}], 'enable_snat': True}, 'gw_port_id': 'c38ffd93-0782-4ff0-861f-bc24a2c3ed29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T08:18:40Z', 'updated_at': '2022-10-19T08:18:44Z', 'revision_number': 4, 'project_id': 'a79253f1761249b4887a71a94ffae3f9', 'gw_port': {'id': 'c38ffd93-0782-4ff0-861f-bc24a2c3ed29', 'name': '', 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:da:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5b9cc72-c9f5-4cad-a25f-0cdfc137f406', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1781, 'fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T08:18:40Z', 'updated_at': '2022-10-19T08:18:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861624-1-hyperv', '_interfaces': [{'id': '60c75efd-b616-4dcf-bf09-c66ac7c7ae50', 'name': '', 'network_id': '4465a936-780b-49ef-8955-c46da1082e15', 'tenant_id': 'a79253f1761249b4887a71a94ffae3f9', 'mac_address': 'fa:16:3e:8b:cd:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5b9cc72-c9f5-4cad-a25f-0cdfc137f406', 'device_owner': 'network:router_interface', 'standard_attr_id': 1784, 'fixed_ips': [{'subnet_id': '6cee9ec0-ecd5-46be-b2a0-4d036e751727', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T08:18:43Z', 'updated_at': '2022-10-19T08:18:46Z', 'revision_number': 4, 'project_id': 'a79253f1761249b4887a71a94ffae3f9', 'subnets': [{'id': '6cee9ec0-ecd5-46be-b2a0-4d036e751727', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 08:18:47.046039 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-23af825f-7d2d-4196-adc3-7d417a40ec74 None None] Provisioning complete for port 60c75efd-b616-4dcf-bf09-c66ac7c7ae50 triggered by entity DHCP. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 08:18:47.046481 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-23af825f-7d2d-4196-adc3-7d417a40ec74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:18:47.046784 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-23af825f-7d2d-4196-adc3-7d417a40ec74 None None] Attempt 1 to provision port 60c75efd-b616-4dcf-bf09-c66ac7c7ae50 Oct 19 08:18:47.101821 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-15675bc0-343b-4221-bfc9-d76b6d9881c3 req-943d44f4-8f76-4c56-9f01-bbd03d6e877f tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Made reservation on behalf of a79253f1761249b4887a71a94ffae3f9 for: {'port': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 08:18:47.106198 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [req-15675bc0-343b-4221-bfc9-d76b6d9881c3 req-943d44f4-8f76-4c56-9f01-bbd03d6e877f tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:18:47.167511 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-23af825f-7d2d-4196-adc3-7d417a40ec74 None None] Current status of the port 60c75efd-b616-4dcf-bf09-c66ac7c7ae50 is: ACTIVE; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 08:18:47.251173 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.db_base_plugin_common [req-15675bc0-343b-4221-bfc9-d76b6d9881c3 req-943d44f4-8f76-4c56-9f01-bbd03d6e877f tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Allocated IP 172.20.0.5 (4465a936-780b-49ef-8955-c46da1082e15/6cee9ec0-ecd5-46be-b2a0-4d036e751727/b9be987a-a64f-46f9-b4fc-2894d3d47293) {{(pid=103333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 08:18:47.404313 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [req-15675bc0-343b-4221-bfc9-d76b6d9881c3 req-943d44f4-8f76-4c56-9f01-bbd03d6e877f tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks [] for port, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:18:47.439070 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [req-15675bc0-343b-4221-bfc9-d76b6d9881c3 req-943d44f4-8f76-4c56-9f01-bbd03d6e877f tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785020947330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130996763'] for port, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:18:47.492140 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-15675bc0-343b-4221-bfc9-d76b6d9881c3 req-943d44f4-8f76-4c56-9f01-bbd03d6e877f tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Network 4465a936-780b-49ef-8955-c46da1082e15 is already hosted by enough agents. {{(pid=103333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 08:18:47.495460 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [req-15675bc0-343b-4221-bfc9-d76b6d9881c3 req-943d44f4-8f76-4c56-9f01-bbd03d6e877f tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Resources bound (agent type, host, resource id): {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 08:18:47.498181 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.l3_dvrscheduler_db [req-15675bc0-343b-4221-bfc9-d76b6d9881c3 req-943d44f4-8f76-4c56-9f01-bbd03d6e877f tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Received port after_create {{(pid=103333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 08:18:47.528484 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943d44f4-8f76-4c56-9f01-bbd03d6e877f tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Pushing event updated for resources: {'Port': ['ID=b9be987a-a64f-46f9-b4fc-2894d3d47293,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:18:47.561568 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15675bc0-343b-4221-bfc9-d76b6d9881c3 req-943d44f4-8f76-4c56-9f01-bbd03d6e877f tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:18:47.562226 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [req-15675bc0-343b-4221-bfc9-d76b6d9881c3 req-943d44f4-8f76-4c56-9f01-bbd03d6e877f tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42160'] for port, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:18:47.583182 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-15675bc0-343b-4221-bfc9-d76b6d9881c3 req-943d44f4-8f76-4c56-9f01-bbd03d6e877f tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6378624 Oct 19 08:18:47.593572 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [req-15675bc0-343b-4221-bfc9-d76b6d9881c3 req-3ab691e8-18f3-4a30-9c4a-73fdb5f2afc1 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] http://10.222.0.27:9696/v2.0/extensions returned with HTTP 200 {{(pid=103333) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 08:18:47.594870 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-15675bc0-343b-4221-bfc9-d76b6d9881c3 req-3ab691e8-18f3-4a30-9c4a-73fdb5f2afc1 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0062163 Oct 19 08:18:47.606575 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [req-15675bc0-343b-4221-bfc9-d76b6d9881c3 req-1ea5a3a6-5398-4457-b1f6-fff8097ba8c3 service neutron] Request body: {'port': {'device_id': '3b54d8a0-561a-4a7c-b471-9a1e0de359a5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8616'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 08:18:47.667424 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [req-15675bc0-343b-4221-bfc9-d76b6d9881c3 req-1ea5a3a6-5398-4457-b1f6-fff8097ba8c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:18:47.791596 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-d3d923a0-37c9-4141-92bc-b2ecdf99e5bb None None] Provisioning complete for port b9be987a-a64f-46f9-b4fc-2894d3d47293 triggered by entity DHCP. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 08:18:47.792687 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d3d923a0-37c9-4141-92bc-b2ecdf99e5bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:18:47.793041 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-d3d923a0-37c9-4141-92bc-b2ecdf99e5bb None None] Attempt 1 to provision port b9be987a-a64f-46f9-b4fc-2894d3d47293 Oct 19 08:18:47.831724 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-d3d923a0-37c9-4141-92bc-b2ecdf99e5bb None None] Port b9be987a-a64f-46f9-b4fc-2894d3d47293 cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 08:18:47.954021 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.notifiers.nova [req-15675bc0-343b-4221-bfc9-d76b6d9881c3 req-1ea5a3a6-5398-4457-b1f6-fff8097ba8c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9be987a-a64f-46f9-b4fc-2894d3d47293 {{(pid=103333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 19 08:18:47.962430 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [req-15675bc0-343b-4221-bfc9-d76b6d9881c3 req-1ea5a3a6-5398-4457-b1f6-fff8097ba8c3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:18:47.975711 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.provisioning_blocks [req-15675bc0-343b-4221-bfc9-d76b6d9881c3 req-1ea5a3a6-5398-4457-b1f6-fff8097ba8c3 service neutron] Transition to ACTIVE for port object b9be987a-a64f-46f9-b4fc-2894d3d47293 will not be triggered until provisioned by entity L2. {{(pid=103333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 19 08:18:47.978836 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [req-15675bc0-343b-4221-bfc9-d76b6d9881c3 req-1ea5a3a6-5398-4457-b1f6-fff8097ba8c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130996754'] for port, after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:18:48.060546 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea5a3a6-5398-4457-b1f6-fff8097ba8c3 service neutron] Pushing event updated for resources: {'Port': ['ID=b9be987a-a64f-46f9-b4fc-2894d3d47293,revision_number=2']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:18:48.095178 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.managers [req-15675bc0-343b-4221-bfc9-d76b6d9881c3 req-1ea5a3a6-5398-4457-b1f6-fff8097ba8c3 service neutron] Attempting to bind port b9be987a-a64f-46f9-b4fc-2894d3d47293 on host hv-neutron-8616 for vnic_type normal with profile {{(pid=103333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 19 08:18:48.095598 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.managers [req-15675bc0-343b-4221-bfc9-d76b6d9881c3 req-1ea5a3a6-5398-4457-b1f6-fff8097ba8c3 service neutron] Attempting to bind port b9be987a-a64f-46f9-b4fc-2894d3d47293 by drivers openvswitch,hyperv on host hv-neutron-8616 at level 0 using segments [{'id': '7ee835f0-6b4c-4eb3-9923-59d454f5bf0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '4465a936-780b-49ef-8955-c46da1082e15'}] {{(pid=103333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 19 08:18:48.096003 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15675bc0-343b-4221-bfc9-d76b6d9881c3 req-1ea5a3a6-5398-4457-b1f6-fff8097ba8c3 service neutron] Attempting to bind port b9be987a-a64f-46f9-b4fc-2894d3d47293 on network 4465a936-780b-49ef-8955-c46da1082e15 {{(pid=103333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 08:18:48.103400 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15675bc0-343b-4221-bfc9-d76b6d9881c3 req-1ea5a3a6-5398-4457-b1f6-fff8097ba8c3 service neutron] Port b9be987a-a64f-46f9-b4fc-2894d3d47293 on network 4465a936-780b-49ef-8955-c46da1082e15 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8616 {{(pid=103333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 08:18:48.104220 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15675bc0-343b-4221-bfc9-d76b6d9881c3 req-1ea5a3a6-5398-4457-b1f6-fff8097ba8c3 service neutron] Attempting to bind port b9be987a-a64f-46f9-b4fc-2894d3d47293 on network 4465a936-780b-49ef-8955-c46da1082e15 {{(pid=103333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 08:18:48.106668 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-2a2259f7-b034-4eec-af7a-7abaede746c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:18:48.109481 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15675bc0-343b-4221-bfc9-d76b6d9881c3 req-1ea5a3a6-5398-4457-b1f6-fff8097ba8c3 service neutron] Checking agent: {'id': '5297b6e1-8fc1-4f42-910c-8f50c918ca65', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8616', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 19, 7, 36, 11), 'started_at': datetime.datetime(2022, 10, 19, 7, 36, 11), 'heartbeat_timestamp': datetime.datetime(2022, 10, 19, 8, 18, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 08:18:48.109814 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15675bc0-343b-4221-bfc9-d76b6d9881c3 req-1ea5a3a6-5398-4457-b1f6-fff8097ba8c3 service neutron] Checking segment: {'id': '7ee835f0-6b4c-4eb3-9923-59d454f5bf0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '4465a936-780b-49ef-8955-c46da1082e15'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 19 08:18:48.110191 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15675bc0-343b-4221-bfc9-d76b6d9881c3 req-1ea5a3a6-5398-4457-b1f6-fff8097ba8c3 service neutron] Bound using segment: {'id': '7ee835f0-6b4c-4eb3-9923-59d454f5bf0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '4465a936-780b-49ef-8955-c46da1082e15'} {{(pid=103333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 08:18:48.110613 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.managers [req-15675bc0-343b-4221-bfc9-d76b6d9881c3 req-1ea5a3a6-5398-4457-b1f6-fff8097ba8c3 service neutron] Bound port: b9be987a-a64f-46f9-b4fc-2894d3d47293, host: hv-neutron-8616, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ee835f0-6b4c-4eb3-9923-59d454f5bf0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '4465a936-780b-49ef-8955-c46da1082e15'}}] {{(pid=103333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 19 08:18:48.111019 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [req-15675bc0-343b-4221-bfc9-d76b6d9881c3 req-1ea5a3a6-5398-4457-b1f6-fff8097ba8c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:18:48.142826 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c530a9ea-2ae3-4680-b6bd-d59ff43ba110 req-280f7f17-c84e-46da-9df9-f59d8d040ace tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:18:48.144498 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-c530a9ea-2ae3-4680-b6bd-d59ff43ba110 req-280f7f17-c84e-46da-9df9-f59d8d040ace tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] 10.222.0.27 "GET /v2.0/ports?device_id=3b54d8a0-561a-4a7c-b471-9a1e0de359a5 HTTP/1.1" status: 200 len: 943 time: 0.0571442 Oct 19 08:18:48.185539 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.db [req-15675bc0-343b-4221-bfc9-d76b6d9881c3 req-1ea5a3a6-5398-4457-b1f6-fff8097ba8c3 service neutron] For port b9be987a-a64f-46f9-b4fc-2894d3d47293, host hv-neutron-8616, cleared binding levels {{(pid=103333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 08:18:48.188887 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.db [req-15675bc0-343b-4221-bfc9-d76b6d9881c3 req-1ea5a3a6-5398-4457-b1f6-fff8097ba8c3 service neutron] For port b9be987a-a64f-46f9-b4fc-2894d3d47293, host hv-neutron-8616, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=b9be987a-a64f-46f9-b4fc-2894d3d47293,segment=NetworkSegment(7ee835f0-6b4c-4eb3-9923-59d454f5bf0e),segment_id=7ee835f0-6b4c-4eb3-9923-59d454f5bf0e)] {{(pid=103333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 08:18:48.194447 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [req-15675bc0-343b-4221-bfc9-d76b6d9881c3 req-1ea5a3a6-5398-4457-b1f6-fff8097ba8c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130996754'] for port, after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:18:48.197788 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15675bc0-343b-4221-bfc9-d76b6d9881c3 req-1ea5a3a6-5398-4457-b1f6-fff8097ba8c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:18:48.198501 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [req-15675bc0-343b-4221-bfc9-d76b6d9881c3 req-1ea5a3a6-5398-4457-b1f6-fff8097ba8c3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42160'] for port, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:18:48.199943 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-15675bc0-343b-4221-bfc9-d76b6d9881c3 req-1ea5a3a6-5398-4457-b1f6-fff8097ba8c3 service neutron] 10.222.0.16 "PUT /v2.0/ports/b9be987a-a64f-46f9-b4fc-2894d3d47293 HTTP/1.1" status: 200 len: 1093 time: 0.5978153 Oct 19 08:18:48.202304 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b54d8a0-561a-4a7c-b471-9a1e0de359a5', 'tag': 'b9be987a-a64f-46f9-b4fc-2894d3d47293'}] {{(pid=103333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 19 08:18:48.207267 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-c530a9ea-2ae3-4680-b6bd-d59ff43ba110 req-c916e0ab-4fb9-4cc7-87c9-7c7b56c5106c tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] 10.222.0.27 "GET /v2.0/security-groups?id=72a1b66c-b47a-4de9-9b4c-4f080b5328ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471630 Oct 19 08:18:48.209729 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e3bb7d74903c72d9cb0d0f2f187c581e0456bd3142b101dc46d694cf75cdf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c03113cc-ac62-4bb4-8afa-80dadea82296" -d '{"events": [{"name": "network-changed", "server_uuid": "3b54d8a0-561a-4a7c-b471-9a1e0de359a5", "tag": "b9be987a-a64f-46f9-b4fc-2894d3d47293"}]}' {{(pid=103333) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 08:18:48.255499 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 19 Oct 2022 08:18:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4f15071-78f1-42bb-ba27-a8c376a041e3 x-openstack-request-id: req-b4f15071-78f1-42bb-ba27-a8c376a041e3 {{(pid=103333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 08:18:48.255786 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b54d8a0-561a-4a7c-b471-9a1e0de359a5", "tag": "b9be987a-a64f-46f9-b4fc-2894d3d47293", "status": "completed", "code": 200}]} {{(pid=103333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 08:18:48.256040 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-b4f15071-78f1-42bb-ba27-a8c376a041e3 {{(pid=103333) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 08:18:48.256436 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b4f15071-78f1-42bb-ba27-a8c376a041e3'] response: {'name': 'network-changed', 'server_uuid': '3b54d8a0-561a-4a7c-b471-9a1e0de359a5', 'tag': 'b9be987a-a64f-46f9-b4fc-2894d3d47293', 'status': 'completed', 'code': 200} Oct 19 08:18:48.264672 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device 60c75efd-b616-4dcf-bf09-c66ac7c7ae50 up at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 08:18:48.269769 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea5a3a6-5398-4457-b1f6-fff8097ba8c3 service neutron] Pushing event updated for resources: {'Port': ['ID=b9be987a-a64f-46f9-b4fc-2894d3d47293,revision_number=3']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:18:48.315984 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15675bc0-343b-4221-bfc9-d76b6d9881c3 req-e78fbd2b-663e-4167-97c5-e1d382add156 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:18:48.317599 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-15675bc0-343b-4221-bfc9-d76b6d9881c3 req-e78fbd2b-663e-4167-97c5-e1d382add156 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a79253f1761249b4887a71a94ffae3f9&device_id=3b54d8a0-561a-4a7c-b471-9a1e0de359a5 HTTP/1.1" status: 200 len: 1096 time: 0.0489707 Oct 19 08:18:48.320029 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Provisioning complete for port 60c75efd-b616-4dcf-bf09-c66ac7c7ae50 triggered by entity L2. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 08:18:48.320401 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:18:48.320765 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Attempt 1 to provision port 60c75efd-b616-4dcf-bf09-c66ac7c7ae50 Oct 19 08:18:48.340112 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-d3d923a0-37c9-4141-92bc-b2ecdf99e5bb None None] Attempt 2 to provision port b9be987a-a64f-46f9-b4fc-2894d3d47293 Oct 19 08:18:48.372450 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-15675bc0-343b-4221-bfc9-d76b6d9881c3 req-4713370a-eaf7-49e2-9034-64b1d9ef777c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b9be987a-a64f-46f9-b4fc-2894d3d47293 HTTP/1.1" status: 200 len: 217 time: 0.0381060 Oct 19 08:18:48.391097 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-d3d923a0-37c9-4141-92bc-b2ecdf99e5bb None None] Port b9be987a-a64f-46f9-b4fc-2894d3d47293 had new provisioning blocks added so it will not transition to active. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:370}} Oct 19 08:18:48.420682 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15675bc0-343b-4221-bfc9-d76b6d9881c3 req-9e17f9cd-7ee3-433b-ab4d-30e5346a1015 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:18:48.422130 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-15675bc0-343b-4221-bfc9-d76b6d9881c3 req-9e17f9cd-7ee3-433b-ab4d-30e5346a1015 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6cee9ec0-ecd5-46be-b2a0-4d036e751727 HTTP/1.1" status: 200 len: 835 time: 0.0437505 Oct 19 08:18:48.432265 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Current status of the port 60c75efd-b616-4dcf-bf09-c66ac7c7ae50 is: ACTIVE; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 08:18:48.466228 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15675bc0-343b-4221-bfc9-d76b6d9881c3 req-d91ebca0-0528-4c96-b87d-215bd2c7c8ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:18:48.467676 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-15675bc0-343b-4221-bfc9-d76b6d9881c3 req-d91ebca0-0528-4c96-b87d-215bd2c7c8ee service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=4465a936-780b-49ef-8955-c46da1082e15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0396039 Oct 19 08:18:48.829617 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-15675bc0-343b-4221-bfc9-d76b6d9881c3 req-b78fbfdb-1950-42f2-8ef4-635a9b9e49db service neutron] 10.222.0.16 "GET /v2.0/networks/4465a936-780b-49ef-8955-c46da1082e15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3551860 Oct 19 08:18:48.919910 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-15675bc0-343b-4221-bfc9-d76b6d9881c3 req-2eda4ac3-22d7-4b50-aef8-708c303780fb service neutron] 10.222.0.16 "GET /v2.0/networks/4465a936-780b-49ef-8955-c46da1082e15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835564 Oct 19 08:18:49.003889 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03113cc-ac62-4bb4-8afa-80dadea82296 req-94068dac-b300-4c64-8ec4-02d54f6745c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:18:49.005488 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-c03113cc-ac62-4bb4-8afa-80dadea82296 req-94068dac-b300-4c64-8ec4-02d54f6745c9 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a79253f1761249b4887a71a94ffae3f9&device_id=3b54d8a0-561a-4a7c-b471-9a1e0de359a5 HTTP/1.1" status: 200 len: 1096 time: 0.0448337 Oct 19 08:18:49.094187 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03113cc-ac62-4bb4-8afa-80dadea82296 req-06ae0937-d3f3-4ce4-8216-3c08c72c2711 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:18:49.095553 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-c03113cc-ac62-4bb4-8afa-80dadea82296 req-06ae0937-d3f3-4ce4-8216-3c08c72c2711 service neutron] 10.222.0.16 "GET /v2.0/networks?id=4465a936-780b-49ef-8955-c46da1082e15 HTTP/1.1" status: 200 len: 898 time: 0.0837338 Oct 19 08:18:49.142193 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-c03113cc-ac62-4bb4-8afa-80dadea82296 req-36d1e21d-bd8c-4f04-be02-9f8776079a79 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b9be987a-a64f-46f9-b4fc-2894d3d47293 HTTP/1.1" status: 200 len: 217 time: 0.0398111 Oct 19 08:18:49.167532 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-1a0da505-d0f9-48c6-b7e2-53b9c5e41298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:18:49.191468 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03113cc-ac62-4bb4-8afa-80dadea82296 req-eabe0e8d-5d0d-4990-8def-58ef7ca8d986 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:18:49.192957 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-c03113cc-ac62-4bb4-8afa-80dadea82296 req-eabe0e8d-5d0d-4990-8def-58ef7ca8d986 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6cee9ec0-ecd5-46be-b2a0-4d036e751727 HTTP/1.1" status: 200 len: 835 time: 0.0446982 Oct 19 08:18:49.241453 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03113cc-ac62-4bb4-8afa-80dadea82296 req-243f9834-8268-4c15-9d12-f8cd4829b4a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:18:49.243542 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-c03113cc-ac62-4bb4-8afa-80dadea82296 req-243f9834-8268-4c15-9d12-f8cd4829b4a0 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=4465a936-780b-49ef-8955-c46da1082e15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0425735 Oct 19 08:18:49.244714 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:18:49.340712 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-c03113cc-ac62-4bb4-8afa-80dadea82296 req-a1c78beb-de21-499d-9543-a45876235f0a service neutron] 10.222.0.16 "GET /v2.0/networks/4465a936-780b-49ef-8955-c46da1082e15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898952 Oct 19 08:18:49.343056 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83415128-d637-4109-9590-0d18ff5062e5 req-730da300-6e29-4851-9a21-f43c7d9dae5d tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:18:49.344615 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-83415128-d637-4109-9590-0d18ff5062e5 req-730da300-6e29-4851-9a21-f43c7d9dae5d tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] 10.222.0.27 "GET /v2.0/ports?device_id=3b54d8a0-561a-4a7c-b471-9a1e0de359a5 HTTP/1.1" status: 200 len: 943 time: 0.0522263 Oct 19 08:18:49.381726 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-83415128-d637-4109-9590-0d18ff5062e5 req-aaedc516-5657-4999-bd67-9562fb078f1d tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] 10.222.0.27 "GET /v2.0/security-groups?id=72a1b66c-b47a-4de9-9b4c-4f080b5328ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311272 Oct 19 08:18:49.431544 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-c03113cc-ac62-4bb4-8afa-80dadea82296 req-3b6220e7-6935-435d-a968-5b697a26b2a0 service neutron] 10.222.0.16 "GET /v2.0/networks/4465a936-780b-49ef-8955-c46da1082e15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836847 Oct 19 08:18:50.502538 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805caecf-eb70-453f-bebe-ebf1a7929638 req-129e3dfc-395e-4e7e-bf7e-46ddfe92a72c tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:18:50.503992 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-805caecf-eb70-453f-bebe-ebf1a7929638 req-129e3dfc-395e-4e7e-bf7e-46ddfe92a72c tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] 10.222.0.27 "GET /v2.0/ports?device_id=3b54d8a0-561a-4a7c-b471-9a1e0de359a5 HTTP/1.1" status: 200 len: 943 time: 0.0487084 Oct 19 08:18:50.544275 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-805caecf-eb70-453f-bebe-ebf1a7929638 req-a437934b-9e72-4694-b6bb-81a0deba9990 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] 10.222.0.27 "GET /v2.0/security-groups?id=72a1b66c-b47a-4de9-9b4c-4f080b5328ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341952 Oct 19 08:18:51.285588 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Device b9be987a-a64f-46f9-b4fc-2894d3d47293 details requested by agent hyperv_hv-neutron-8616 with host hv-neutron-8616 {{(pid=103334) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 08:18:51.382074 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] For port b9be987a-a64f-46f9-b4fc-2894d3d47293, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=b9be987a-a64f-46f9-b4fc-2894d3d47293,segment=NetworkSegment(7ee835f0-6b4c-4eb3-9923-59d454f5bf0e),segment_id=7ee835f0-6b4c-4eb3-9923-59d454f5bf0e)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 08:18:51.392644 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Returning: {'device': 'b9be987a-a64f-46f9-b4fc-2894d3d47293', 'network_id': '4465a936-780b-49ef-8955-c46da1082e15', 'port_id': 'b9be987a-a64f-46f9-b4fc-2894d3d47293', 'mac_address': 'fa:16:3e:67:70:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6cee9ec0-ecd5-46be-b2a0-4d036e751727', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103334) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 08:18:51.428180 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Current status of the port b9be987a-a64f-46f9-b4fc-2894d3d47293 is: DOWN; New status is: BUILD {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 08:18:51.428598 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:18:51.440891 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.notifiers.nova [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9be987a-a64f-46f9-b4fc-2894d3d47293 {{(pid=103334) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 19 08:18:51.459709 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] For port b9be987a-a64f-46f9-b4fc-2894d3d47293, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=b9be987a-a64f-46f9-b4fc-2894d3d47293,segment=NetworkSegment(7ee835f0-6b4c-4eb3-9923-59d454f5bf0e),segment_id=7ee835f0-6b4c-4eb3-9923-59d454f5bf0e)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 08:18:51.464001 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:18:51.510175 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Pushing event updated for resources: {'Port': ['ID=b9be987a-a64f-46f9-b4fc-2894d3d47293,revision_number=4']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:18:51.666974 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98526d68-de47-4c0a-92c2-51311d06e2e3 req-cdbf488f-3dfd-4b52-b430-770fe2d3653d tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:18:51.668443 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-98526d68-de47-4c0a-92c2-51311d06e2e3 req-cdbf488f-3dfd-4b52-b430-770fe2d3653d tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] 10.222.0.27 "GET /v2.0/ports?device_id=3b54d8a0-561a-4a7c-b471-9a1e0de359a5 HTTP/1.1" status: 200 len: 944 time: 0.0476952 Oct 19 08:18:51.672494 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] get_ports_and_sgs() called for port_ids ['b9be987a-a64f-46f9-b4fc-2894d3d47293'] {{(pid=103334) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 19 08:18:51.710397 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-98526d68-de47-4c0a-92c2-51311d06e2e3 req-a7b9dd5b-f134-4a73-a28d-1eab8abeba3a tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] 10.222.0.27 "GET /v2.0/security-groups?id=72a1b66c-b47a-4de9-9b4c-4f080b5328ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311892 Oct 19 08:18:52.832002 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70decd85-2552-431e-9b85-b207d1d982c1 req-e653cc00-ce59-46eb-8ce8-1684f1bfee65 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:18:52.833696 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-70decd85-2552-431e-9b85-b207d1d982c1 req-e653cc00-ce59-46eb-8ce8-1684f1bfee65 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] 10.222.0.27 "GET /v2.0/ports?device_id=3b54d8a0-561a-4a7c-b471-9a1e0de359a5 HTTP/1.1" status: 200 len: 944 time: 0.0487719 Oct 19 08:18:52.870620 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-70decd85-2552-431e-9b85-b207d1d982c1 req-b9e986d5-7752-476d-bce6-e21352df7a47 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] 10.222.0.27 "GET /v2.0/security-groups?id=72a1b66c-b47a-4de9-9b4c-4f080b5328ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307491 Oct 19 08:18:53.302306 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Device b9be987a-a64f-46f9-b4fc-2894d3d47293 up at agent hyperv_hv-neutron-8616 {{(pid=103334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 08:18:53.353329 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Provisioning for port b9be987a-a64f-46f9-b4fc-2894d3d47293 completed by entity L2. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 19 08:18:53.357226 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Provisioning complete for port b9be987a-a64f-46f9-b4fc-2894d3d47293 triggered by entity L2. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 08:18:53.357611 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:18:53.357919 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Attempt 1 to provision port b9be987a-a64f-46f9-b4fc-2894d3d47293 Oct 19 08:18:53.432000 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Current status of the port b9be987a-a64f-46f9-b4fc-2894d3d47293 is: BUILD; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 08:18:53.432377 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:18:53.453786 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b54d8a0-561a-4a7c-b471-9a1e0de359a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9be987a-a64f-46f9-b4fc-2894d3d47293'}] {{(pid=103334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 19 08:18:53.456012 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d918bd29c62f7e926e80ce37adcd574e0921d2de3006e6b6ef58999f52d8e2e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad7efa64-b8f7-473b-ad9e-b9cdf5c985af" -d '{"events": [{"server_uuid": "3b54d8a0-561a-4a7c-b471-9a1e0de359a5", "name": "network-vif-plugged", "status": "completed", "tag": "b9be987a-a64f-46f9-b4fc-2894d3d47293"}]}' {{(pid=103334) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 08:18:53.470116 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] For port b9be987a-a64f-46f9-b4fc-2894d3d47293, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=b9be987a-a64f-46f9-b4fc-2894d3d47293,segment=NetworkSegment(7ee835f0-6b4c-4eb3-9923-59d454f5bf0e),segment_id=7ee835f0-6b4c-4eb3-9923-59d454f5bf0e)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 08:18:53.474878 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:18:53.497365 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 19 Oct 2022 08:18:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b22aaaf3-d210-4f31-87f5-f7393cccc094 x-openstack-request-id: req-b22aaaf3-d210-4f31-87f5-f7393cccc094 {{(pid=103334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 08:18:53.497658 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b54d8a0-561a-4a7c-b471-9a1e0de359a5", "name": "network-vif-plugged", "status": "completed", "tag": "b9be987a-a64f-46f9-b4fc-2894d3d47293", "code": 200}]} {{(pid=103334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 08:18:53.497910 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-b22aaaf3-d210-4f31-87f5-f7393cccc094 {{(pid=103334) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 08:18:53.498300 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b22aaaf3-d210-4f31-87f5-f7393cccc094'] response: {'server_uuid': '3b54d8a0-561a-4a7c-b471-9a1e0de359a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9be987a-a64f-46f9-b4fc-2894d3d47293', 'code': 200} Oct 19 08:18:53.527366 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Pushing event updated for resources: {'Port': ['ID=b9be987a-a64f-46f9-b4fc-2894d3d47293,revision_number=5']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:18:53.689409 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a6c9dc-fa9e-4184-9bfa-e8f6a5f85dcd req-8b7d7827-b9d4-4b52-8a3e-d3705586ec2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:18:53.690872 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-38a6c9dc-fa9e-4184-9bfa-e8f6a5f85dcd req-8b7d7827-b9d4-4b52-8a3e-d3705586ec2c service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=3b54d8a0-561a-4a7c-b471-9a1e0de359a5 HTTP/1.1" status: 200 len: 1098 time: 0.0395033 Oct 19 08:18:53.728874 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-38a6c9dc-fa9e-4184-9bfa-e8f6a5f85dcd req-68670343-a140-4225-840b-8aa65a76568a service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=72a1b66c-b47a-4de9-9b4c-4f080b5328ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318582 Oct 19 08:18:53.988586 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73395330-b922-4d86-85ac-7fa27de34ab8 req-2696763c-026a-49d9-af41-bb039fab5e23 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:18:53.990325 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-73395330-b922-4d86-85ac-7fa27de34ab8 req-2696763c-026a-49d9-af41-bb039fab5e23 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] 10.222.0.27 "GET /v2.0/ports?device_id=3b54d8a0-561a-4a7c-b471-9a1e0de359a5 HTTP/1.1" status: 200 len: 945 time: 0.0493572 Oct 19 08:18:54.032514 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-73395330-b922-4d86-85ac-7fa27de34ab8 req-6fc3c732-2abe-44db-ac01-91166cac06a5 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] 10.222.0.27 "GET /v2.0/security-groups?id=72a1b66c-b47a-4de9-9b4c-4f080b5328ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363216 Oct 19 08:18:55.153759 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381f5eee-e519-4e71-9592-dfc959716d53 req-30d5e14e-a06a-428b-983c-d757b0444c45 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:18:55.155239 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-381f5eee-e519-4e71-9592-dfc959716d53 req-30d5e14e-a06a-428b-983c-d757b0444c45 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] 10.222.0.27 "GET /v2.0/ports?device_id=3b54d8a0-561a-4a7c-b471-9a1e0de359a5 HTTP/1.1" status: 200 len: 945 time: 0.0485775 Oct 19 08:18:55.192810 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-381f5eee-e519-4e71-9592-dfc959716d53 req-8f78544a-bd5d-4db9-8cc9-a493128ebc76 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] 10.222.0.27 "GET /v2.0/security-groups?id=72a1b66c-b47a-4de9-9b4c-4f080b5328ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307353 Oct 19 08:18:55.311808 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5cb2f1-f42d-4870-9577-0ba1c2308d85 req-7227de57-9f46-4e45-8e63-94f9e986e3c9 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:18:55.313326 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-3a5cb2f1-f42d-4870-9577-0ba1c2308d85 req-7227de57-9f46-4e45-8e63-94f9e986e3c9 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] 10.222.0.27 "GET /v2.0/ports?device_id=3b54d8a0-561a-4a7c-b471-9a1e0de359a5 HTTP/1.1" status: 200 len: 945 time: 0.0492363 Oct 19 08:18:55.351476 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-3a5cb2f1-f42d-4870-9577-0ba1c2308d85 req-a3a9288f-da0a-4232-8e2e-e1a3cb4fcaef tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] 10.222.0.27 "GET /v2.0/security-groups?id=72a1b66c-b47a-4de9-9b4c-4f080b5328ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316277 Oct 19 08:18:55.378649 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 38786) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:18:55.417091 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c198b9b-abe3-432b-a8f6-fdd2fc5db0cf tempest-TestNetworkAdvancedServerOps-711413529 tempest-TestNetworkAdvancedServerOps-711413529-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:18:55.418544 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-7c198b9b-abe3-432b-a8f6-fdd2fc5db0cf tempest-TestNetworkAdvancedServerOps-711413529 tempest-TestNetworkAdvancedServerOps-711413529-project-admin] 10.222.0.27 "GET /v2.0/ports?device_id=3b54d8a0-561a-4a7c-b471-9a1e0de359a5 HTTP/1.1" status: 200 len: 1093 time: 0.0384450 Oct 19 08:18:55.421314 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 38788) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:18:55.425507 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-510da743-8f76-49d2-bef9-e0031aebf5f9 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Request body: {'floatingip': {'floating_network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'port_id': 'b9be987a-a64f-46f9-b4fc-2894d3d47293', 'tenant_id': 'a79253f1761249b4887a71a94ffae3f9', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 08:18:55.445588 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-510da743-8f76-49d2-bef9-e0031aebf5f9 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks [] for floatingip, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:18:55.542073 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-510da743-8f76-49d2-bef9-e0031aebf5f9 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:18:55.646154 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.db_base_plugin_common [None req-510da743-8f76-49d2-bef9-e0031aebf5f9 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Allocated IP 172.26.0.221 (99c66757-74e3-40a4-b479-8d09e3a7c3dd/7f3d1034-1de7-458a-a3ee-77488de3949b/a447bb93-62da-4afe-8d0b-4779f0f7bab9) {{(pid=103332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 08:18:55.745921 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-510da743-8f76-49d2-bef9-e0031aebf5f9 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks [] for port, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:18:55.778204 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-510da743-8f76-49d2-bef9-e0031aebf5f9 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785020947330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133553798'] for port, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:18:55.818719 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-510da743-8f76-49d2-bef9-e0031aebf5f9 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Network 99c66757-74e3-40a4-b479-8d09e3a7c3dd is already hosted by enough agents. {{(pid=103332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 08:18:55.821500 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.base_scheduler [None req-510da743-8f76-49d2-bef9-e0031aebf5f9 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Resources bound (agent type, host, resource id): {{(pid=103332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 08:18:55.824067 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-510da743-8f76-49d2-bef9-e0031aebf5f9 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Received port after_create {{(pid=103332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 08:18:55.851337 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510da743-8f76-49d2-bef9-e0031aebf5f9 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Pushing event updated for resources: {'Port': ['ID=a447bb93-62da-4afe-8d0b-4779f0f7bab9,revision_number=1']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:18:56.077190 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-8b87d645-93c0-4a60-88e1-c64b5478b8f7 req-83c8c16a-a730-44ec-a385-14b9b8f13f3b service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=3b54d8a0-561a-4a7c-b471-9a1e0de359a5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0394540 Oct 19 08:18:56.157111 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b87d645-93c0-4a60-88e1-c64b5478b8f7 req-db3366e5-1479-4197-ac59-af5e4030818e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:18:56.158607 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-8b87d645-93c0-4a60-88e1-c64b5478b8f7 req-db3366e5-1479-4197-ac59-af5e4030818e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a79253f1761249b4887a71a94ffae3f9&device_id=3b54d8a0-561a-4a7c-b471-9a1e0de359a5 HTTP/1.1" status: 200 len: 1098 time: 0.0422041 Oct 19 08:18:56.187962 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-510da743-8f76-49d2-bef9-e0031aebf5f9 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:18:56.258615 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-510da743-8f76-49d2-bef9-e0031aebf5f9 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:18:56.263848 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b87d645-93c0-4a60-88e1-c64b5478b8f7 req-94fec615-fc26-4a05-81b6-91557dc78f41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:18:56.265364 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-8b87d645-93c0-4a60-88e1-c64b5478b8f7 req-94fec615-fc26-4a05-81b6-91557dc78f41 service neutron] 10.222.0.16 "GET /v2.0/networks?id=4465a936-780b-49ef-8955-c46da1082e15 HTTP/1.1" status: 200 len: 898 time: 0.0887001 Oct 19 08:18:56.330863 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-8b87d645-93c0-4a60-88e1-c64b5478b8f7 req-9a59f6ba-d91d-4e46-966b-ae429be50edf service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b9be987a-a64f-46f9-b4fc-2894d3d47293 HTTP/1.1" status: 200 len: 999 time: 0.0588901 Oct 19 08:18:56.379496 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b87d645-93c0-4a60-88e1-c64b5478b8f7 req-42d0c006-89fd-4ab2-8bb0-38918cac662e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:18:56.380984 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-8b87d645-93c0-4a60-88e1-c64b5478b8f7 req-42d0c006-89fd-4ab2-8bb0-38918cac662e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6cee9ec0-ecd5-46be-b2a0-4d036e751727 HTTP/1.1" status: 200 len: 835 time: 0.0445740 Oct 19 08:18:56.406640 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-510da743-8f76-49d2-bef9-e0031aebf5f9 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks [] for port, precommit_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:18:56.412049 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-510da743-8f76-49d2-bef9-e0031aebf5f9 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133553807'] for port, after_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:18:56.432591 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b87d645-93c0-4a60-88e1-c64b5478b8f7 req-ca9bb919-c50c-4b18-85e3-b6ba637da2e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:18:56.434095 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-8b87d645-93c0-4a60-88e1-c64b5478b8f7 req-ca9bb919-c50c-4b18-85e3-b6ba637da2e8 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=4465a936-780b-49ef-8955-c46da1082e15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0471792 Oct 19 08:18:56.480722 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510da743-8f76-49d2-bef9-e0031aebf5f9 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Pushing event updated for resources: {'Port': ['ID=a447bb93-62da-4afe-8d0b-4779f0f7bab9,revision_number=2']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:18:56.484171 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-510da743-8f76-49d2-bef9-e0031aebf5f9 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1695041'] for floatingip, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:18:56.525384 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-8b87d645-93c0-4a60-88e1-c64b5478b8f7 req-bc013b03-32b2-4664-b23e-1ef782ca5970 service neutron] 10.222.0.16 "GET /v2.0/networks/4465a936-780b-49ef-8955-c46da1082e15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850224 Oct 19 08:18:56.586358 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.db.l3_db [None req-510da743-8f76-49d2-bef9-e0031aebf5f9 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Floating IP da1f8ad6-c1ce-40d6-907c-2f03c022ba2c associated. External IP: 172.26.0.221, port: b9be987a-a64f-46f9-b4fc-2894d3d47293. Oct 19 08:18:56.620769 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-8b87d645-93c0-4a60-88e1-c64b5478b8f7 req-729830b0-2cbf-4aae-8fff-d4650fd222d3 service neutron] 10.222.0.16 "GET /v2.0/networks/4465a936-780b-49ef-8955-c46da1082e15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889862 Oct 19 08:18:57.110953 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-510da743-8f76-49d2-bef9-e0031aebf5f9 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Router a5b9cc72-c9f5-4cad-a25f-0cdfc137f406 has already been hosted by L3 agent ab388470-1243-4d53-80f2-c2f5899c97a7 {{(pid=103332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 08:18:57.221775 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-510da743-8f76-49d2-bef9-e0031aebf5f9 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify agent at l3_agent.dv-neutron-861624-1-hyperv the message routers_updated {{(pid=103332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 08:18:57.232196 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c67d738a-1b6f-4582-a808-f753d28dc062 None None] Sync routers for ids ['a5b9cc72-c9f5-4cad-a25f-0cdfc137f406'] in dv-neutron-861624-1-hyperv {{(pid=103334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 08:18:57.240653 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-510da743-8f76-49d2-bef9-e0031aebf5f9 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42160'] for floatingip, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:18:57.243991 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c67d738a-1b6f-4582-a808-f753d28dc062 None None] Routers {'a5b9cc72-c9f5-4cad-a25f-0cdfc137f406'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 08:18:57.244632 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-c67d738a-1b6f-4582-a808-f753d28dc062 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T08:18:46Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['a5b9cc72-c9f5-4cad-a25f-0cdfc137f406'], 'active': True} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:18:57.267267 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-510da743-8f76-49d2-bef9-e0031aebf5f9 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] 10.222.0.27 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8448908 Oct 19 08:18:57.268020 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b54d8a0-561a-4a7c-b471-9a1e0de359a5', 'tag': 'b9be987a-a64f-46f9-b4fc-2894d3d47293'}] {{(pid=103332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 19 08:18:57.271261 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a021b02cf5f527cd4bbbc40a031b51490d9893d7edeeb551bdf5128ee7546f8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c76a8f9c-afde-43f3-8d21-8408bc8b0cf0" -d '{"events": [{"name": "network-changed", "server_uuid": "3b54d8a0-561a-4a7c-b471-9a1e0de359a5", "tag": "b9be987a-a64f-46f9-b4fc-2894d3d47293"}]}' {{(pid=103332) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 08:18:57.316166 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 19 Oct 2022 08:18:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3a3829d-a224-464e-8183-ad7f7abd68b1 x-openstack-request-id: req-f3a3829d-a224-464e-8183-ad7f7abd68b1 {{(pid=103332) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 08:18:57.316640 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b54d8a0-561a-4a7c-b471-9a1e0de359a5", "tag": "b9be987a-a64f-46f9-b4fc-2894d3d47293", "status": "completed", "code": 200}]} {{(pid=103332) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 08:18:57.317053 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-f3a3829d-a224-464e-8183-ad7f7abd68b1 {{(pid=103332) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 08:18:57.317462 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f3a3829d-a224-464e-8183-ad7f7abd68b1'] response: {'name': 'network-changed', 'server_uuid': '3b54d8a0-561a-4a7c-b471-9a1e0de359a5', 'tag': 'b9be987a-a64f-46f9-b4fc-2894d3d47293', 'status': 'completed', 'code': 200} Oct 19 08:18:57.382878 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76a8f9c-afde-43f3-8d21-8408bc8b0cf0 req-97f2de07-b8b8-4c9e-a4d8-161ff8cd9a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:18:57.384329 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-c76a8f9c-afde-43f3-8d21-8408bc8b0cf0 req-97f2de07-b8b8-4c9e-a4d8-161ff8cd9a0a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a79253f1761249b4887a71a94ffae3f9&device_id=3b54d8a0-561a-4a7c-b471-9a1e0de359a5 HTTP/1.1" status: 200 len: 1098 time: 0.0463181 Oct 19 08:18:57.384847 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be749abd-be2c-430d-922e-4d6fc79d7f58 req-7e7204cd-9895-44e8-bfb8-98c44f6523fe tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:18:57.386504 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-be749abd-be2c-430d-922e-4d6fc79d7f58 req-7e7204cd-9895-44e8-bfb8-98c44f6523fe tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] 10.222.0.27 "GET /v2.0/ports?device_id=3b54d8a0-561a-4a7c-b471-9a1e0de359a5 HTTP/1.1" status: 200 len: 945 time: 0.0582943 Oct 19 08:18:57.432422 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-be749abd-be2c-430d-922e-4d6fc79d7f58 req-b1472f73-b1e4-4dd4-9021-2565e7e4d739 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] 10.222.0.27 "GET /v2.0/security-groups?id=72a1b66c-b47a-4de9-9b4c-4f080b5328ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398066 Oct 19 08:18:57.463350 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 38794) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:18:57.489874 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76a8f9c-afde-43f3-8d21-8408bc8b0cf0 req-8f155eee-3440-47e3-8ba6-79ed109dfbea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:18:57.491359 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-c76a8f9c-afde-43f3-8d21-8408bc8b0cf0 req-8f155eee-3440-47e3-8ba6-79ed109dfbea service neutron] 10.222.0.16 "GET /v2.0/networks?id=4465a936-780b-49ef-8955-c46da1082e15 HTTP/1.1" status: 200 len: 898 time: 0.0998907 Oct 19 08:18:57.513614 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvr_db [None req-c67d738a-1b6f-4582-a808-f753d28dc062 None None] Set router a5b9cc72-c9f5-4cad-a25f-0cdfc137f406 gateway port host: dv-neutron-861624-1-hyperv {{(pid=103334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 08:18:57.536359 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-6282710d-a12a-4c4c-9114-3aece04337e9 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] 10.222.0.27 "GET /v2.0/floatingips/da1f8ad6-c1ce-40d6-907c-2f03c022ba2c HTTP/1.1" status: 200 len: 991 time: 0.0718329 Oct 19 08:18:57.569262 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-c76a8f9c-afde-43f3-8d21-8408bc8b0cf0 req-8519ff6f-84a8-4ed0-83b3-bc3f68d64ca0 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b9be987a-a64f-46f9-b4fc-2894d3d47293 HTTP/1.1" status: 200 len: 999 time: 0.0708165 Oct 19 08:18:57.619532 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76a8f9c-afde-43f3-8d21-8408bc8b0cf0 req-9650888a-9518-4606-af65-c2421b8b7043 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:18:57.621060 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-c76a8f9c-afde-43f3-8d21-8408bc8b0cf0 req-9650888a-9518-4606-af65-c2421b8b7043 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6cee9ec0-ecd5-46be-b2a0-4d036e751727 HTTP/1.1" status: 200 len: 835 time: 0.0451002 Oct 19 08:18:57.669033 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76a8f9c-afde-43f3-8d21-8408bc8b0cf0 req-fc404a0b-2d3e-424a-9885-109c71e066de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:18:57.670424 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-c76a8f9c-afde-43f3-8d21-8408bc8b0cf0 req-fc404a0b-2d3e-424a-9885-109c71e066de service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=4465a936-780b-49ef-8955-c46da1082e15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0436513 Oct 19 08:18:57.736871 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-c67d738a-1b6f-4582-a808-f753d28dc062 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5b9cc72-c9f5-4cad-a25f-0cdfc137f406', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1892130798', 'tenant_id': 'a79253f1761249b4887a71a94ffae3f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'external_fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.3'}], 'enable_snat': True}, 'gw_port_id': 'c38ffd93-0782-4ff0-861f-bc24a2c3ed29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T08:18:40Z', 'updated_at': '2022-10-19T08:18:44Z', 'revision_number': 4, 'project_id': 'a79253f1761249b4887a71a94ffae3f9', 'gw_port': {'id': 'c38ffd93-0782-4ff0-861f-bc24a2c3ed29', 'name': '', 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:da:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5b9cc72-c9f5-4cad-a25f-0cdfc137f406', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1781, 'fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T08:18:40Z', 'updated_at': '2022-10-19T08:18:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861624-1-hyperv', '_floatingips': [{'id': 'da1f8ad6-c1ce-40d6-907c-2f03c022ba2c', 'tenant_id': 'a79253f1761249b4887a71a94ffae3f9', 'floating_ip_address': '172.26.0.221', 'floating_network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'router_id': 'a5b9cc72-c9f5-4cad-a25f-0cdfc137f406', 'port_id': 'b9be987a-a64f-46f9-b4fc-2894d3d47293', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1787, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4465a936-780b-49ef-8955-c46da1082e15', 'mac_address': 'fa:16:3e:67:70:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b54d8a0-561a-4a7c-b471-9a1e0de359a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-19T08:18:56Z', 'updated_at': '2022-10-19T08:18:56Z', 'revision_number': 0, 'project_id': 'a79253f1761249b4887a71a94ffae3f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60c75efd-b616-4dcf-bf09-c66ac7c7ae50', 'name': '', 'network_id': '4465a936-780b-49ef-8955-c46da1082e15', 'tenant_id': 'a79253f1761249b4887a71a94ffae3f9', 'mac_address': 'fa:16:3e:8b:cd:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5b9cc72-c9f5-4cad-a25f-0cdfc137f406', 'device_owner': 'network:router_interface', 'standard_attr_id': 1784, 'fixed_ips': [{'subnet_id': '6cee9ec0-ecd5-46be-b2a0-4d036e751727', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T08:18:43Z', 'updated_at': '2022-10-19T08:18:46Z', 'revision_number': 5, 'project_id': 'a79253f1761249b4887a71a94ffae3f9', 'subnets': [{'id': '6cee9ec0-ecd5-46be-b2a0-4d036e751727', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:18:57.760561 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-c76a8f9c-afde-43f3-8d21-8408bc8b0cf0 req-ce262a5b-4bdd-4908-8959-63ec94c0278f service neutron] 10.222.0.16 "GET /v2.0/networks/4465a936-780b-49ef-8955-c46da1082e15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833783 Oct 19 08:18:57.767498 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c67d738a-1b6f-4582-a808-f753d28dc062 None None] Checking router: a5b9cc72-c9f5-4cad-a25f-0cdfc137f406 for host: dv-neutron-861624-1-hyperv {{(pid=103334) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 08:18:57.775929 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c67d738a-1b6f-4582-a808-f753d28dc062 None None] Routers {'a5b9cc72-c9f5-4cad-a25f-0cdfc137f406'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 08:18:57.776564 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-c67d738a-1b6f-4582-a808-f753d28dc062 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T08:18:46Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['a5b9cc72-c9f5-4cad-a25f-0cdfc137f406'], 'active': True} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:18:57.853334 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-c76a8f9c-afde-43f3-8d21-8408bc8b0cf0 req-d19626ce-d77d-44bc-bcef-8f4799bd6eb2 service neutron] 10.222.0.16 "GET /v2.0/networks/4465a936-780b-49ef-8955-c46da1082e15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864954 Oct 19 08:18:57.884382 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvr_db [None req-c67d738a-1b6f-4582-a808-f753d28dc062 None None] Set router a5b9cc72-c9f5-4cad-a25f-0cdfc137f406 gateway port host: dv-neutron-861624-1-hyperv {{(pid=103334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 08:18:58.102051 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-c67d738a-1b6f-4582-a808-f753d28dc062 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5b9cc72-c9f5-4cad-a25f-0cdfc137f406', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1892130798', 'tenant_id': 'a79253f1761249b4887a71a94ffae3f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'external_fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.3'}], 'enable_snat': True}, 'gw_port_id': 'c38ffd93-0782-4ff0-861f-bc24a2c3ed29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T08:18:40Z', 'updated_at': '2022-10-19T08:18:44Z', 'revision_number': 4, 'project_id': 'a79253f1761249b4887a71a94ffae3f9', 'gw_port': {'id': 'c38ffd93-0782-4ff0-861f-bc24a2c3ed29', 'name': '', 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:da:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5b9cc72-c9f5-4cad-a25f-0cdfc137f406', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1781, 'fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T08:18:40Z', 'updated_at': '2022-10-19T08:18:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861624-1-hyperv', '_floatingips': [{'id': 'da1f8ad6-c1ce-40d6-907c-2f03c022ba2c', 'tenant_id': 'a79253f1761249b4887a71a94ffae3f9', 'floating_ip_address': '172.26.0.221', 'floating_network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'router_id': 'a5b9cc72-c9f5-4cad-a25f-0cdfc137f406', 'port_id': 'b9be987a-a64f-46f9-b4fc-2894d3d47293', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1787, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4465a936-780b-49ef-8955-c46da1082e15', 'mac_address': 'fa:16:3e:67:70:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b54d8a0-561a-4a7c-b471-9a1e0de359a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-19T08:18:56Z', 'updated_at': '2022-10-19T08:18:56Z', 'revision_number': 0, 'project_id': 'a79253f1761249b4887a71a94ffae3f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60c75efd-b616-4dcf-bf09-c66ac7c7ae50', 'name': '', 'network_id': '4465a936-780b-49ef-8955-c46da1082e15', 'tenant_id': 'a79253f1761249b4887a71a94ffae3f9', 'mac_address': 'fa:16:3e:8b:cd:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5b9cc72-c9f5-4cad-a25f-0cdfc137f406', 'device_owner': 'network:router_interface', 'standard_attr_id': 1784, 'fixed_ips': [{'subnet_id': '6cee9ec0-ecd5-46be-b2a0-4d036e751727', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T08:18:43Z', 'updated_at': '2022-10-19T08:18:46Z', 'revision_number': 5, 'project_id': 'a79253f1761249b4887a71a94ffae3f9', 'subnets': [{'id': '6cee9ec0-ecd5-46be-b2a0-4d036e751727', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:18:58.128165 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c67d738a-1b6f-4582-a808-f753d28dc062 None None] The sync data for ids ['a5b9cc72-c9f5-4cad-a25f-0cdfc137f406'] in dv-neutron-861624-1-hyperv is: [{'id': 'a5b9cc72-c9f5-4cad-a25f-0cdfc137f406', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1892130798', 'tenant_id': 'a79253f1761249b4887a71a94ffae3f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'external_fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.3'}], 'enable_snat': True}, 'gw_port_id': 'c38ffd93-0782-4ff0-861f-bc24a2c3ed29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T08:18:40Z', 'updated_at': '2022-10-19T08:18:44Z', 'revision_number': 4, 'project_id': 'a79253f1761249b4887a71a94ffae3f9', 'gw_port': {'id': 'c38ffd93-0782-4ff0-861f-bc24a2c3ed29', 'name': '', 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:da:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5b9cc72-c9f5-4cad-a25f-0cdfc137f406', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1781, 'fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T08:18:40Z', 'updated_at': '2022-10-19T08:18:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861624-1-hyperv', '_floatingips': [{'id': 'da1f8ad6-c1ce-40d6-907c-2f03c022ba2c', 'tenant_id': 'a79253f1761249b4887a71a94ffae3f9', 'floating_ip_address': '172.26.0.221', 'floating_network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'router_id': 'a5b9cc72-c9f5-4cad-a25f-0cdfc137f406', 'port_id': 'b9be987a-a64f-46f9-b4fc-2894d3d47293', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1787, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4465a936-780b-49ef-8955-c46da1082e15', 'mac_address': 'fa:16:3e:67:70:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b54d8a0-561a-4a7c-b471-9a1e0de359a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-19T08:18:56Z', 'updated_at': '2022-10-19T08:18:56Z', 'revision_number': 0, 'project_id': 'a79253f1761249b4887a71a94ffae3f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60c75efd-b616-4dcf-bf09-c66ac7c7ae50', 'name': '', 'network_id': '4465a936-780b-49ef-8955-c46da1082e15', 'tenant_id': 'a79253f1761249b4887a71a94ffae3f9', 'mac_address': 'fa:16:3e:8b:cd:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5b9cc72-c9f5-4cad-a25f-0cdfc137f406', 'device_owner': 'network:router_interface', 'standard_attr_id': 1784, 'fixed_ips': [{'subnet_id': '6cee9ec0-ecd5-46be-b2a0-4d036e751727', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T08:18:43Z', 'updated_at': '2022-10-19T08:18:46Z', 'revision_number': 5, 'project_id': 'a79253f1761249b4887a71a94ffae3f9', 'subnets': [{'id': '6cee9ec0-ecd5-46be-b2a0-4d036e751727', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 08:18:58.312603 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bacecae-8868-486a-9592-4d09471131eb None None] New status for floating IP da1f8ad6-c1ce-40d6-907c-2f03c022ba2c: ACTIVE {{(pid=103335) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 19 08:18:58.540363 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 38796) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:18:58.599575 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-acb724b6-745d-4be3-8c70-704ddad48ffc tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] 10.222.0.27 "GET /v2.0/floatingips/da1f8ad6-c1ce-40d6-907c-2f03c022ba2c HTTP/1.1" status: 200 len: 993 time: 0.0579650 Oct 19 08:19:06.608303 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.agents_db [None req-6057327c-4456-4c72-8e75-6d3cd9249757 None None] Agent healthcheck: found 6 active agents {{(pid=103335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 08:19:12.192805 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:19:12.679061 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [req-3b9b574d-0c99-41a5-8522-c99f005211fa req-5af79e58-5099-43f4-9b9a-f8581f355f4b service neutron] (103332) timed out ('10.222.0.27', 34828) {{(pid=103332) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 19 08:19:13.474565 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-669f396c-4110-4e7b-ad46-de6ab80d3730 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:19:16.381518 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-477f9ae5-afea-44ba-b1bc-53be95aaca12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:19:18.080481 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-2a2259f7-b034-4eec-af7a-7abaede746c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:19:19.169385 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-1a0da505-d0f9-48c6-b7e2-53b9c5e41298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:19:19.246490 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:19:27.422523 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637ac212-ae42-4d48-ab0c-69c910cebca3 req-fc0117bf-a073-4941-a185-16d0b9aac580 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:19:27.424009 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-637ac212-ae42-4d48-ab0c-69c910cebca3 req-fc0117bf-a073-4941-a185-16d0b9aac580 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] 10.222.0.27 "GET /v2.0/ports?device_id=3b54d8a0-561a-4a7c-b471-9a1e0de359a5 HTTP/1.1" status: 200 len: 945 time: 0.0488155 Oct 19 08:19:27.462956 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-637ac212-ae42-4d48-ab0c-69c910cebca3 req-0f2c89f0-4c9a-4895-9849-539b5039cfcf tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] 10.222.0.27 "GET /v2.0/security-groups?id=72a1b66c-b47a-4de9-9b4c-4f080b5328ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320535 Oct 19 08:19:28.592722 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a1e14f-a269-4df1-acfc-b04749eed9c4 req-f7206a95-b522-4216-87c6-dee7065005aa tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:19:28.594206 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-c1a1e14f-a269-4df1-acfc-b04749eed9c4 req-f7206a95-b522-4216-87c6-dee7065005aa tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] 10.222.0.27 "GET /v2.0/ports?device_id=3b54d8a0-561a-4a7c-b471-9a1e0de359a5 HTTP/1.1" status: 200 len: 945 time: 0.0530386 Oct 19 08:19:28.630854 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-c1a1e14f-a269-4df1-acfc-b04749eed9c4 req-25f87a88-2e26-4266-9f0b-b769179a21aa tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] 10.222.0.27 "GET /v2.0/security-groups?id=72a1b66c-b47a-4de9-9b4c-4f080b5328ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302262 Oct 19 08:19:29.751301 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e6d57f-6214-48e9-a2c6-e1be61b4f6e6 req-63e1ab71-8bca-48f3-9ccb-9dbc7f5ba985 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:19:29.752794 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-a4e6d57f-6214-48e9-a2c6-e1be61b4f6e6 req-63e1ab71-8bca-48f3-9ccb-9dbc7f5ba985 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] 10.222.0.27 "GET /v2.0/ports?device_id=3b54d8a0-561a-4a7c-b471-9a1e0de359a5 HTTP/1.1" status: 200 len: 945 time: 0.0488634 Oct 19 08:19:29.790803 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-a4e6d57f-6214-48e9-a2c6-e1be61b4f6e6 req-a68655f2-bd03-4d07-9417-b1a49f5c9fad tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] 10.222.0.27 "GET /v2.0/security-groups?id=72a1b66c-b47a-4de9-9b4c-4f080b5328ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321102 Oct 19 08:19:30.909690 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55af97f-8310-46c4-8878-ba022d73dc64 req-d3eb2a59-ceeb-418f-9a1c-a05f64e60f1d tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:19:30.911720 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-f55af97f-8310-46c4-8878-ba022d73dc64 req-d3eb2a59-ceeb-418f-9a1c-a05f64e60f1d tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] 10.222.0.27 "GET /v2.0/ports?device_id=3b54d8a0-561a-4a7c-b471-9a1e0de359a5 HTTP/1.1" status: 200 len: 945 time: 0.0498800 Oct 19 08:19:30.948902 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-f55af97f-8310-46c4-8878-ba022d73dc64 req-69271f04-2ab0-4120-8b8e-d8f70d9ce287 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] 10.222.0.27 "GET /v2.0/security-groups?id=72a1b66c-b47a-4de9-9b4c-4f080b5328ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312624 Oct 19 08:19:32.074316 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a2248c-599f-450a-87f4-e6399f60bcd6 req-f70a1b4d-7ce1-4875-b3d7-0e867b541741 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:19:32.075779 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-25a2248c-599f-450a-87f4-e6399f60bcd6 req-f70a1b4d-7ce1-4875-b3d7-0e867b541741 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] 10.222.0.27 "GET /v2.0/ports?device_id=3b54d8a0-561a-4a7c-b471-9a1e0de359a5 HTTP/1.1" status: 200 len: 945 time: 0.0522726 Oct 19 08:19:32.113495 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-25a2248c-599f-450a-87f4-e6399f60bcd6 req-9482e5cc-f99c-48f8-9b17-4a73c1ef7c48 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] 10.222.0.27 "GET /v2.0/security-groups?id=72a1b66c-b47a-4de9-9b4c-4f080b5328ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318806 Oct 19 08:19:33.233364 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741ed5b3-294f-427e-b147-37f1f0f22998 req-e5581c0e-9d4b-4ac6-8aa8-3f7b7d35644c tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:19:33.234852 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-741ed5b3-294f-427e-b147-37f1f0f22998 req-e5581c0e-9d4b-4ac6-8aa8-3f7b7d35644c tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] 10.222.0.27 "GET /v2.0/ports?device_id=3b54d8a0-561a-4a7c-b471-9a1e0de359a5 HTTP/1.1" status: 200 len: 945 time: 0.0495429 Oct 19 08:19:33.273378 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-741ed5b3-294f-427e-b147-37f1f0f22998 req-f24962ea-03c9-49a1-90f2-f387d94e1cf1 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] 10.222.0.27 "GET /v2.0/security-groups?id=72a1b66c-b47a-4de9-9b4c-4f080b5328ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323088 Oct 19 08:19:34.393015 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6952ff37-8850-4235-b7af-ae46886bb540 req-2b770169-064f-4ac0-998b-aac2cc127f2b tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:19:34.394468 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-6952ff37-8850-4235-b7af-ae46886bb540 req-2b770169-064f-4ac0-998b-aac2cc127f2b tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] 10.222.0.27 "GET /v2.0/ports?device_id=3b54d8a0-561a-4a7c-b471-9a1e0de359a5 HTTP/1.1" status: 200 len: 945 time: 0.0484347 Oct 19 08:19:34.431208 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-6952ff37-8850-4235-b7af-ae46886bb540 req-ebca497a-3edc-4adf-8d85-708be535fa5f tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] 10.222.0.27 "GET /v2.0/security-groups?id=72a1b66c-b47a-4de9-9b4c-4f080b5328ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307450 Oct 19 08:19:35.555427 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ea120e-4a6b-4fe0-b10e-4952038c9cd0 req-fd36e73d-38fa-4117-b047-7f47334e71aa tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:19:35.556917 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-c4ea120e-4a6b-4fe0-b10e-4952038c9cd0 req-fd36e73d-38fa-4117-b047-7f47334e71aa tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] 10.222.0.27 "GET /v2.0/ports?device_id=3b54d8a0-561a-4a7c-b471-9a1e0de359a5 HTTP/1.1" status: 200 len: 945 time: 0.0540071 Oct 19 08:19:35.593225 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-c4ea120e-4a6b-4fe0-b10e-4952038c9cd0 req-c9c4f744-6b93-48f2-a5df-64b917e06af9 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] 10.222.0.27 "GET /v2.0/security-groups?id=72a1b66c-b47a-4de9-9b4c-4f080b5328ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304925 Oct 19 08:19:36.714840 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f457580d-717f-49d6-a79b-f47ad95232b2 req-a4d248ed-6371-4f16-88bb-59a118820201 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:19:36.716309 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-f457580d-717f-49d6-a79b-f47ad95232b2 req-a4d248ed-6371-4f16-88bb-59a118820201 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] 10.222.0.27 "GET /v2.0/ports?device_id=3b54d8a0-561a-4a7c-b471-9a1e0de359a5 HTTP/1.1" status: 200 len: 945 time: 0.0493953 Oct 19 08:19:36.758891 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-f457580d-717f-49d6-a79b-f47ad95232b2 req-d2822d58-3857-48fb-8b00-14ed37d4a133 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] 10.222.0.27 "GET /v2.0/security-groups?id=72a1b66c-b47a-4de9-9b4c-4f080b5328ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366280 Oct 19 08:19:37.876787 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303e71b2-27b8-4df8-81cb-a87a4b6bfbdc req-264c95bd-9f5b-4178-b203-b96c13b6a7f4 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:19:37.878250 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-303e71b2-27b8-4df8-81cb-a87a4b6bfbdc req-264c95bd-9f5b-4178-b203-b96c13b6a7f4 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] 10.222.0.27 "GET /v2.0/ports?device_id=3b54d8a0-561a-4a7c-b471-9a1e0de359a5 HTTP/1.1" status: 200 len: 945 time: 0.0481029 Oct 19 08:19:37.916650 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-303e71b2-27b8-4df8-81cb-a87a4b6bfbdc req-05907ee7-2182-48d2-bcdd-96e11500ff4f tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] 10.222.0.27 "GET /v2.0/security-groups?id=72a1b66c-b47a-4de9-9b4c-4f080b5328ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319767 Oct 19 08:19:37.945225 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 38830) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:19:38.008095 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-0383aa0f-92e3-43b7-89cf-b178a504fcab tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] 10.222.0.27 "GET /v2.0/floatingips/da1f8ad6-c1ce-40d6-907c-2f03c022ba2c HTTP/1.1" status: 200 len: 993 time: 0.0617840 Oct 19 08:19:39.283280 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3211c00-088b-41e3-90a4-c0d12dfa882f req-05f5d654-23d1-4fc4-936d-885f13c32f5e tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:19:39.284424 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-d3211c00-088b-41e3-90a4-c0d12dfa882f req-05f5d654-23d1-4fc4-936d-885f13c32f5e tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] 10.222.0.27 "GET /v2.0/ports?device_id=3b54d8a0-561a-4a7c-b471-9a1e0de359a5 HTTP/1.1" status: 200 len: 945 time: 0.0504446 Oct 19 08:19:39.323412 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-d3211c00-088b-41e3-90a4-c0d12dfa882f req-d32d6b57-9a92-4a97-b42b-53936c8d9ec3 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] 10.222.0.27 "GET /v2.0/security-groups?id=72a1b66c-b47a-4de9-9b4c-4f080b5328ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329437 Oct 19 08:19:39.419011 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705e75c6-8119-4178-9cdd-3236efd4d665 req-b496a661-a016-4699-a3d5-f7edd7244674 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:19:39.420495 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-705e75c6-8119-4178-9cdd-3236efd4d665 req-b496a661-a016-4699-a3d5-f7edd7244674 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a79253f1761249b4887a71a94ffae3f9&device_id=3b54d8a0-561a-4a7c-b471-9a1e0de359a5 HTTP/1.1" status: 200 len: 1098 time: 0.0414724 Oct 19 08:19:39.512728 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705e75c6-8119-4178-9cdd-3236efd4d665 req-32fc8cb3-7ec9-440c-aa75-2d262f6f040a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:19:39.514195 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-705e75c6-8119-4178-9cdd-3236efd4d665 req-32fc8cb3-7ec9-440c-aa75-2d262f6f040a service neutron] 10.222.0.16 "GET /v2.0/networks?id=4465a936-780b-49ef-8955-c46da1082e15 HTTP/1.1" status: 200 len: 898 time: 0.0869265 Oct 19 08:19:39.577976 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-705e75c6-8119-4178-9cdd-3236efd4d665 req-38771c3e-b749-4982-b250-ad57afad86d9 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b9be987a-a64f-46f9-b4fc-2894d3d47293 HTTP/1.1" status: 200 len: 1001 time: 0.0569527 Oct 19 08:19:39.629859 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705e75c6-8119-4178-9cdd-3236efd4d665 req-e3643400-50dc-4fea-84ef-9ee21296951a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:19:39.631330 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-705e75c6-8119-4178-9cdd-3236efd4d665 req-e3643400-50dc-4fea-84ef-9ee21296951a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6cee9ec0-ecd5-46be-b2a0-4d036e751727 HTTP/1.1" status: 200 len: 835 time: 0.0475409 Oct 19 08:19:39.674264 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705e75c6-8119-4178-9cdd-3236efd4d665 req-ed2546a9-0c27-47a8-a67e-b3d76115099e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:19:39.676266 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-705e75c6-8119-4178-9cdd-3236efd4d665 req-ed2546a9-0c27-47a8-a67e-b3d76115099e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=4465a936-780b-49ef-8955-c46da1082e15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0385747 Oct 19 08:19:39.763509 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-705e75c6-8119-4178-9cdd-3236efd4d665 req-85c6fdad-0693-42ce-9e52-965b61372be6 service neutron] 10.222.0.16 "GET /v2.0/networks/4465a936-780b-49ef-8955-c46da1082e15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809810 Oct 19 08:19:39.855026 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-705e75c6-8119-4178-9cdd-3236efd4d665 req-2414381b-1fc2-43dd-993a-811f227792cf service neutron] 10.222.0.16 "GET /v2.0/networks/4465a936-780b-49ef-8955-c46da1082e15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850749 Oct 19 08:19:40.455058 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb97444-a125-4ea0-ab94-ca13f736f4fe req-0c6bfc07-5d51-45af-b49f-b4ddddba52b6 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:19:40.456549 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-edb97444-a125-4ea0-ab94-ca13f736f4fe req-0c6bfc07-5d51-45af-b49f-b4ddddba52b6 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] 10.222.0.27 "GET /v2.0/ports?device_id=3b54d8a0-561a-4a7c-b471-9a1e0de359a5 HTTP/1.1" status: 200 len: 945 time: 0.0483932 Oct 19 08:19:40.497873 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-edb97444-a125-4ea0-ab94-ca13f736f4fe req-8bf67419-37c3-4740-a295-ab66a9acecd8 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] 10.222.0.27 "GET /v2.0/security-groups?id=72a1b66c-b47a-4de9-9b4c-4f080b5328ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345950 Oct 19 08:19:40.526671 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 38840) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:19:40.585818 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-e5a12ee0-592f-4045-9e5f-0212df2e3ad5 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] 10.222.0.27 "GET /v2.0/floatingips/da1f8ad6-c1ce-40d6-907c-2f03c022ba2c HTTP/1.1" status: 200 len: 993 time: 0.0580666 Oct 19 08:19:42.210125 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:19:43.476052 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-ddd2a3ae-bdce-4c1c-a95a-481e1393187c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:19:43.607346 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.agents_db [None req-6057327c-4456-4c72-8e75-6d3cd9249757 None None] Agent healthcheck: found 6 active agents {{(pid=103335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 08:19:46.382356 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-feb0670f-ffd2-44d3-810e-0bd1cb97e2d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:19:48.082071 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-2a2259f7-b034-4eec-af7a-7abaede746c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:19:49.173371 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-1a0da505-d0f9-48c6-b7e2-53b9c5e41298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:19:49.248303 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:19:57.132455 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-f8978d4e-bfea-412e-8ddc-df6eeef76c84 req-028b907b-adad-465a-a2a2-e7d408d1f8a8 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=3b54d8a0-561a-4a7c-b471-9a1e0de359a5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0771582 Oct 19 08:19:57.217351 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8978d4e-bfea-412e-8ddc-df6eeef76c84 req-352bd954-84cb-4375-845d-d4693fb39540 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:19:57.218798 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-f8978d4e-bfea-412e-8ddc-df6eeef76c84 req-352bd954-84cb-4375-845d-d4693fb39540 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a79253f1761249b4887a71a94ffae3f9&device_id=3b54d8a0-561a-4a7c-b471-9a1e0de359a5 HTTP/1.1" status: 200 len: 1098 time: 0.0439730 Oct 19 08:19:57.320631 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8978d4e-bfea-412e-8ddc-df6eeef76c84 req-d0121e14-617c-44da-8b46-a7e926b9bfd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:19:57.322019 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-f8978d4e-bfea-412e-8ddc-df6eeef76c84 req-d0121e14-617c-44da-8b46-a7e926b9bfd3 service neutron] 10.222.0.16 "GET /v2.0/networks?id=4465a936-780b-49ef-8955-c46da1082e15 HTTP/1.1" status: 200 len: 898 time: 0.0840240 Oct 19 08:19:57.390532 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-f8978d4e-bfea-412e-8ddc-df6eeef76c84 req-213d7e28-05e2-4189-ba2b-3cffc622c474 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b9be987a-a64f-46f9-b4fc-2894d3d47293 HTTP/1.1" status: 200 len: 1001 time: 0.0615604 Oct 19 08:19:57.438034 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8978d4e-bfea-412e-8ddc-df6eeef76c84 req-b9a39e63-ee65-48b0-a87f-0f045d8ec650 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:19:57.439413 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-f8978d4e-bfea-412e-8ddc-df6eeef76c84 req-b9a39e63-ee65-48b0-a87f-0f045d8ec650 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6cee9ec0-ecd5-46be-b2a0-4d036e751727 HTTP/1.1" status: 200 len: 835 time: 0.0422189 Oct 19 08:19:57.484894 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8978d4e-bfea-412e-8ddc-df6eeef76c84 req-8c888293-8ec2-46db-9756-6136744f288d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:19:57.486371 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-f8978d4e-bfea-412e-8ddc-df6eeef76c84 req-8c888293-8ec2-46db-9756-6136744f288d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=4465a936-780b-49ef-8955-c46da1082e15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0407844 Oct 19 08:19:57.580205 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-f8978d4e-bfea-412e-8ddc-df6eeef76c84 req-602d50bd-891a-404a-9145-71ee4372c27d service neutron] 10.222.0.16 "GET /v2.0/networks/4465a936-780b-49ef-8955-c46da1082e15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859005 Oct 19 08:19:57.666998 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-f8978d4e-bfea-412e-8ddc-df6eeef76c84 req-ac28be69-660c-485b-af50-0f60e79eeba6 service neutron] 10.222.0.16 "GET /v2.0/networks/4465a936-780b-49ef-8955-c46da1082e15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802207 Oct 19 08:20:10.960345 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 38866) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:20:11.125215 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-bab8684c-a574-4e22-abfa-30ef5793a45d tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Deleting port a447bb93-62da-4afe-8d0b-4779f0f7bab9 {{(pid=103333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 08:20:11.125551 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-bab8684c-a574-4e22-abfa-30ef5793a45d tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:20:11.198472 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-bab8684c-a574-4e22-abfa-30ef5793a45d tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:20:11.198794 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-bab8684c-a574-4e22-abfa-30ef5793a45d tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:20:11.210779 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-bab8684c-a574-4e22-abfa-30ef5793a45d tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Calling delete_port for a447bb93-62da-4afe-8d0b-4779f0f7bab9 owned by network:floatingip {{(pid=103333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 08:20:11.357201 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-bab8684c-a574-4e22-abfa-30ef5793a45d tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130996763'] for port, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:20:11.382543 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab8684c-a574-4e22-abfa-30ef5793a45d tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Pushing event deleted for resources: {'Port': ['ID=a447bb93-62da-4afe-8d0b-4779f0f7bab9,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:20:11.407505 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab8684c-a574-4e22-abfa-30ef5793a45d tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:20:11.407846 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab8684c-a574-4e22-abfa-30ef5793a45d tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:20:11.408185 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab8684c-a574-4e22-abfa-30ef5793a45d tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:20:11.408527 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab8684c-a574-4e22-abfa-30ef5793a45d tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:20:11.408873 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab8684c-a574-4e22-abfa-30ef5793a45d tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:20:11.409200 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab8684c-a574-4e22-abfa-30ef5793a45d tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:20:11.409529 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab8684c-a574-4e22-abfa-30ef5793a45d tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:20:11.409851 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab8684c-a574-4e22-abfa-30ef5793a45d tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:20:11.410198 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab8684c-a574-4e22-abfa-30ef5793a45d tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:20:11.410518 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab8684c-a574-4e22-abfa-30ef5793a45d tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:20:11.410841 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab8684c-a574-4e22-abfa-30ef5793a45d tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:20:11.411156 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab8684c-a574-4e22-abfa-30ef5793a45d tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:20:11.455319 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-bab8684c-a574-4e22-abfa-30ef5793a45d tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks [] for floatingip, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:20:11.455638 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.db.l3_db [None req-bab8684c-a574-4e22-abfa-30ef5793a45d tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Floating IP da1f8ad6-c1ce-40d6-907c-2f03c022ba2c disassociated (deleted). External IP: 172.26.0.221, port: b9be987a-a64f-46f9-b4fc-2894d3d47293. Oct 19 08:20:11.661886 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bab8684c-a574-4e22-abfa-30ef5793a45d tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Router a5b9cc72-c9f5-4cad-a25f-0cdfc137f406 has already been hosted by L3 agent ab388470-1243-4d53-80f2-c2f5899c97a7 {{(pid=103333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 08:20:11.767029 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bab8684c-a574-4e22-abfa-30ef5793a45d tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify agent at l3_agent.dv-neutron-861624-1-hyperv the message routers_updated {{(pid=103333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 08:20:11.772384 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-bab8684c-a574-4e22-abfa-30ef5793a45d tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42160'] for floatingip, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:20:11.776850 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffff96ea-9ded-43b0-a724-759c1dcc52e1 None None] Sync routers for ids ['a5b9cc72-c9f5-4cad-a25f-0cdfc137f406'] in dv-neutron-861624-1-hyperv {{(pid=103334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 08:20:11.785968 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffff96ea-9ded-43b0-a724-759c1dcc52e1 None None] Routers {'a5b9cc72-c9f5-4cad-a25f-0cdfc137f406'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 08:20:11.786580 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-ffff96ea-9ded-43b0-a724-759c1dcc52e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T08:19:46Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['a5b9cc72-c9f5-4cad-a25f-0cdfc137f406'], 'active': True} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:20:11.798402 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-bab8684c-a574-4e22-abfa-30ef5793a45d tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] 10.222.0.27 "DELETE /v2.0/floatingips/da1f8ad6-c1ce-40d6-907c-2f03c022ba2c HTTP/1.1" status: 204 len: 168 time: 0.8369527 Oct 19 08:20:11.799043 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b54d8a0-561a-4a7c-b471-9a1e0de359a5', 'tag': 'b9be987a-a64f-46f9-b4fc-2894d3d47293'}] {{(pid=103333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 19 08:20:11.802048 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e3bb7d74903c72d9cb0d0f2f187c581e0456bd3142b101dc46d694cf75cdf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b2ca27a-374c-42fa-a444-d8486566bb86" -d '{"events": [{"name": "network-changed", "server_uuid": "3b54d8a0-561a-4a7c-b471-9a1e0de359a5", "tag": "b9be987a-a64f-46f9-b4fc-2894d3d47293"}]}' {{(pid=103333) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 08:20:11.840218 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 19 Oct 2022 08:20:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4209b6f-5019-4bad-9846-e184aefd4f13 x-openstack-request-id: req-b4209b6f-5019-4bad-9846-e184aefd4f13 {{(pid=103333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 08:20:11.840930 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b54d8a0-561a-4a7c-b471-9a1e0de359a5", "tag": "b9be987a-a64f-46f9-b4fc-2894d3d47293", "status": "completed", "code": 200}]} {{(pid=103333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 08:20:11.841186 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-b4209b6f-5019-4bad-9846-e184aefd4f13 {{(pid=103333) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 08:20:11.841617 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b4209b6f-5019-4bad-9846-e184aefd4f13'] response: {'name': 'network-changed', 'server_uuid': '3b54d8a0-561a-4a7c-b471-9a1e0de359a5', 'tag': 'b9be987a-a64f-46f9-b4fc-2894d3d47293', 'status': 'completed', 'code': 200} Oct 19 08:20:11.893997 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvr_db [None req-ffff96ea-9ded-43b0-a724-759c1dcc52e1 None None] Set router a5b9cc72-c9f5-4cad-a25f-0cdfc137f406 gateway port host: dv-neutron-861624-1-hyperv {{(pid=103334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 08:20:11.907631 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2ca27a-374c-42fa-a444-d8486566bb86 req-b6dad536-20e9-4356-a6e1-dfc8f80371ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:20:11.909640 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-8b2ca27a-374c-42fa-a444-d8486566bb86 req-b6dad536-20e9-4356-a6e1-dfc8f80371ce service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a79253f1761249b4887a71a94ffae3f9&device_id=3b54d8a0-561a-4a7c-b471-9a1e0de359a5 HTTP/1.1" status: 200 len: 1098 time: 0.0448856 Oct 19 08:20:12.020682 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2ca27a-374c-42fa-a444-d8486566bb86 req-f04a1a5f-b993-4230-b40d-0b6a9225cdbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:20:12.022146 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-8b2ca27a-374c-42fa-a444-d8486566bb86 req-f04a1a5f-b993-4230-b40d-0b6a9225cdbb service neutron] 10.222.0.16 "GET /v2.0/networks?id=4465a936-780b-49ef-8955-c46da1082e15 HTTP/1.1" status: 200 len: 898 time: 0.0981860 Oct 19 08:20:12.037384 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef5de14-ea80-4df1-bba2-05883e1cd62b req-a3422403-f235-470d-82c6-2591781e9856 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:20:12.038888 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-bef5de14-ea80-4df1-bba2-05883e1cd62b req-a3422403-f235-470d-82c6-2591781e9856 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] 10.222.0.27 "GET /v2.0/ports?device_id=3b54d8a0-561a-4a7c-b471-9a1e0de359a5 HTTP/1.1" status: 200 len: 945 time: 0.0513499 Oct 19 08:20:12.081267 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-bef5de14-ea80-4df1-bba2-05883e1cd62b req-06c8d4e5-8e7b-45df-9c34-2ee60fdbdec8 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] 10.222.0.27 "GET /v2.0/security-groups?id=72a1b66c-b47a-4de9-9b4c-4f080b5328ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361266 Oct 19 08:20:12.104335 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-ffff96ea-9ded-43b0-a724-759c1dcc52e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5b9cc72-c9f5-4cad-a25f-0cdfc137f406', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1892130798', 'tenant_id': 'a79253f1761249b4887a71a94ffae3f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'external_fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.3'}], 'enable_snat': True}, 'gw_port_id': 'c38ffd93-0782-4ff0-861f-bc24a2c3ed29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T08:18:40Z', 'updated_at': '2022-10-19T08:18:44Z', 'revision_number': 4, 'project_id': 'a79253f1761249b4887a71a94ffae3f9', 'gw_port': {'id': 'c38ffd93-0782-4ff0-861f-bc24a2c3ed29', 'name': '', 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:da:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5b9cc72-c9f5-4cad-a25f-0cdfc137f406', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1781, 'fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T08:18:40Z', 'updated_at': '2022-10-19T08:18:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861624-1-hyperv', '_interfaces': [{'id': '60c75efd-b616-4dcf-bf09-c66ac7c7ae50', 'name': '', 'network_id': '4465a936-780b-49ef-8955-c46da1082e15', 'tenant_id': 'a79253f1761249b4887a71a94ffae3f9', 'mac_address': 'fa:16:3e:8b:cd:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5b9cc72-c9f5-4cad-a25f-0cdfc137f406', 'device_owner': 'network:router_interface', 'standard_attr_id': 1784, 'fixed_ips': [{'subnet_id': '6cee9ec0-ecd5-46be-b2a0-4d036e751727', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T08:18:43Z', 'updated_at': '2022-10-19T08:18:46Z', 'revision_number': 5, 'project_id': 'a79253f1761249b4887a71a94ffae3f9', 'subnets': [{'id': '6cee9ec0-ecd5-46be-b2a0-4d036e751727', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:20:12.133235 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffff96ea-9ded-43b0-a724-759c1dcc52e1 None None] Checking router: a5b9cc72-c9f5-4cad-a25f-0cdfc137f406 for host: dv-neutron-861624-1-hyperv {{(pid=103334) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 08:20:12.142143 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffff96ea-9ded-43b0-a724-759c1dcc52e1 None None] Routers {'a5b9cc72-c9f5-4cad-a25f-0cdfc137f406'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 08:20:12.142765 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-ffff96ea-9ded-43b0-a724-759c1dcc52e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T08:19:46Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['a5b9cc72-c9f5-4cad-a25f-0cdfc137f406'], 'active': True} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:20:12.215343 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:20:12.263286 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvr_db [None req-ffff96ea-9ded-43b0-a724-759c1dcc52e1 None None] Set router a5b9cc72-c9f5-4cad-a25f-0cdfc137f406 gateway port host: dv-neutron-861624-1-hyperv {{(pid=103334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 08:20:12.352255 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-8b2ca27a-374c-42fa-a444-d8486566bb86 req-b902df56-5100-4ed1-a4ed-f561ace27f79 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b9be987a-a64f-46f9-b4fc-2894d3d47293 HTTP/1.1" status: 200 len: 217 time: 0.3227801 Oct 19 08:20:12.402422 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2ca27a-374c-42fa-a444-d8486566bb86 req-9be0b74a-1368-489b-9dc4-94d40f65b2ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:20:12.403926 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-8b2ca27a-374c-42fa-a444-d8486566bb86 req-9be0b74a-1368-489b-9dc4-94d40f65b2ef service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6cee9ec0-ecd5-46be-b2a0-4d036e751727 HTTP/1.1" status: 200 len: 835 time: 0.0452089 Oct 19 08:20:12.453373 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2ca27a-374c-42fa-a444-d8486566bb86 req-a1d7d841-aa0c-4952-a94c-5ce5d9579d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:20:12.454876 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-8b2ca27a-374c-42fa-a444-d8486566bb86 req-a1d7d841-aa0c-4952-a94c-5ce5d9579d56 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=4465a936-780b-49ef-8955-c46da1082e15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0433629 Oct 19 08:20:12.468787 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-ffff96ea-9ded-43b0-a724-759c1dcc52e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5b9cc72-c9f5-4cad-a25f-0cdfc137f406', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1892130798', 'tenant_id': 'a79253f1761249b4887a71a94ffae3f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'external_fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.3'}], 'enable_snat': True}, 'gw_port_id': 'c38ffd93-0782-4ff0-861f-bc24a2c3ed29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T08:18:40Z', 'updated_at': '2022-10-19T08:18:44Z', 'revision_number': 4, 'project_id': 'a79253f1761249b4887a71a94ffae3f9', 'gw_port': {'id': 'c38ffd93-0782-4ff0-861f-bc24a2c3ed29', 'name': '', 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:da:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5b9cc72-c9f5-4cad-a25f-0cdfc137f406', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1781, 'fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T08:18:40Z', 'updated_at': '2022-10-19T08:18:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861624-1-hyperv', '_interfaces': [{'id': '60c75efd-b616-4dcf-bf09-c66ac7c7ae50', 'name': '', 'network_id': '4465a936-780b-49ef-8955-c46da1082e15', 'tenant_id': 'a79253f1761249b4887a71a94ffae3f9', 'mac_address': 'fa:16:3e:8b:cd:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5b9cc72-c9f5-4cad-a25f-0cdfc137f406', 'device_owner': 'network:router_interface', 'standard_attr_id': 1784, 'fixed_ips': [{'subnet_id': '6cee9ec0-ecd5-46be-b2a0-4d036e751727', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T08:18:43Z', 'updated_at': '2022-10-19T08:18:46Z', 'revision_number': 5, 'project_id': 'a79253f1761249b4887a71a94ffae3f9', 'subnets': [{'id': '6cee9ec0-ecd5-46be-b2a0-4d036e751727', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:20:12.495419 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffff96ea-9ded-43b0-a724-759c1dcc52e1 None None] The sync data for ids ['a5b9cc72-c9f5-4cad-a25f-0cdfc137f406'] in dv-neutron-861624-1-hyperv is: [{'id': 'a5b9cc72-c9f5-4cad-a25f-0cdfc137f406', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1892130798', 'tenant_id': 'a79253f1761249b4887a71a94ffae3f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'external_fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.3'}], 'enable_snat': True}, 'gw_port_id': 'c38ffd93-0782-4ff0-861f-bc24a2c3ed29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T08:18:40Z', 'updated_at': '2022-10-19T08:18:44Z', 'revision_number': 4, 'project_id': 'a79253f1761249b4887a71a94ffae3f9', 'gw_port': {'id': 'c38ffd93-0782-4ff0-861f-bc24a2c3ed29', 'name': '', 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:da:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5b9cc72-c9f5-4cad-a25f-0cdfc137f406', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1781, 'fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T08:18:40Z', 'updated_at': '2022-10-19T08:18:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861624-1-hyperv', '_interfaces': [{'id': '60c75efd-b616-4dcf-bf09-c66ac7c7ae50', 'name': '', 'network_id': '4465a936-780b-49ef-8955-c46da1082e15', 'tenant_id': 'a79253f1761249b4887a71a94ffae3f9', 'mac_address': 'fa:16:3e:8b:cd:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5b9cc72-c9f5-4cad-a25f-0cdfc137f406', 'device_owner': 'network:router_interface', 'standard_attr_id': 1784, 'fixed_ips': [{'subnet_id': '6cee9ec0-ecd5-46be-b2a0-4d036e751727', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T08:18:43Z', 'updated_at': '2022-10-19T08:18:46Z', 'revision_number': 5, 'project_id': 'a79253f1761249b4887a71a94ffae3f9', 'subnets': [{'id': '6cee9ec0-ecd5-46be-b2a0-4d036e751727', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 08:20:12.544116 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-8b2ca27a-374c-42fa-a444-d8486566bb86 req-f99e1e25-eeb7-4739-86bb-4d722b3b52b7 service neutron] 10.222.0.16 "GET /v2.0/networks/4465a936-780b-49ef-8955-c46da1082e15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822167 Oct 19 08:20:12.640818 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-8b2ca27a-374c-42fa-a444-d8486566bb86 req-60d062ea-d3f4-4c25-aa8c-d629f3e2f116 service neutron] 10.222.0.16 "GET /v2.0/networks/4465a936-780b-49ef-8955-c46da1082e15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898395 Oct 19 08:20:12.710167 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26e00215-0649-4648-8f15-396576d22320 None None] New status for floating IP da1f8ad6-c1ce-40d6-907c-2f03c022ba2c: DOWN {{(pid=103335) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 19 08:20:13.211238 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631830e7-4e1e-4323-a557-2b25fb14039c req-8ceee8b4-2336-4eba-ae27-74a080aa89ef tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:20:13.212978 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-631830e7-4e1e-4323-a557-2b25fb14039c req-8ceee8b4-2336-4eba-ae27-74a080aa89ef tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] 10.222.0.27 "GET /v2.0/ports?device_id=3b54d8a0-561a-4a7c-b471-9a1e0de359a5 HTTP/1.1" status: 200 len: 945 time: 0.0530002 Oct 19 08:20:13.250750 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-631830e7-4e1e-4323-a557-2b25fb14039c req-20d66296-90ab-4778-9057-f3fd77051b5c tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] 10.222.0.27 "GET /v2.0/security-groups?id=72a1b66c-b47a-4de9-9b4c-4f080b5328ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318627 Oct 19 08:20:13.477863 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-50b8b4cd-7762-45f1-8095-6977ab2cf297 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:20:13.501021 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b61260-e141-4e59-a58c-087683628c4f req-27a93a05-b045-4a94-af23-b1fd032946b0 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:20:13.502452 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-d2b61260-e141-4e59-a58c-087683628c4f req-27a93a05-b045-4a94-af23-b1fd032946b0 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] 10.222.0.16 "GET /v2.0/ports?device_id=3b54d8a0-561a-4a7c-b471-9a1e0de359a5 HTTP/1.1" status: 200 len: 945 time: 0.0491400 Oct 19 08:20:13.587985 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [req-d2b61260-e141-4e59-a58c-087683628c4f req-d57ddf15-858e-4972-8c48-25654b0d4ca0 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Deleting port b9be987a-a64f-46f9-b4fc-2894d3d47293 {{(pid=103333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 08:20:13.588324 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [req-d2b61260-e141-4e59-a58c-087683628c4f req-d57ddf15-858e-4972-8c48-25654b0d4ca0 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:20:13.676406 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.db [req-d2b61260-e141-4e59-a58c-087683628c4f req-d57ddf15-858e-4972-8c48-25654b0d4ca0 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] For port b9be987a-a64f-46f9-b4fc-2894d3d47293, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=b9be987a-a64f-46f9-b4fc-2894d3d47293,segment=NetworkSegment(7ee835f0-6b4c-4eb3-9923-59d454f5bf0e),segment_id=7ee835f0-6b4c-4eb3-9923-59d454f5bf0e)] {{(pid=103333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 08:20:13.676783 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [req-d2b61260-e141-4e59-a58c-087683628c4f req-d57ddf15-858e-4972-8c48-25654b0d4ca0 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:20:13.688792 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [req-d2b61260-e141-4e59-a58c-087683628c4f req-d57ddf15-858e-4972-8c48-25654b0d4ca0 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Calling delete_port for b9be987a-a64f-46f9-b4fc-2894d3d47293 owned by compute:nova {{(pid=103333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 08:20:13.815788 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [req-d2b61260-e141-4e59-a58c-087683628c4f req-d57ddf15-858e-4972-8c48-25654b0d4ca0 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130996763'] for port, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:20:13.844577 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57ddf15-858e-4972-8c48-25654b0d4ca0 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Pushing event deleted for resources: {'Port': ['ID=b9be987a-a64f-46f9-b4fc-2894d3d47293,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:20:13.886260 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2b61260-e141-4e59-a58c-087683628c4f req-d57ddf15-858e-4972-8c48-25654b0d4ca0 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] No DVR routers for this DVR port b9be987a-a64f-46f9-b4fc-2894d3d47293 on host hv-neutron-8616 {{(pid=103333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 19 08:20:13.888888 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [req-d2b61260-e141-4e59-a58c-087683628c4f req-d57ddf15-858e-4972-8c48-25654b0d4ca0 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42160'] for port, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:20:13.892413 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-d2b61260-e141-4e59-a58c-087683628c4f req-d57ddf15-858e-4972-8c48-25654b0d4ca0 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] 10.222.0.16 "DELETE /v2.0/ports/b9be987a-a64f-46f9-b4fc-2894d3d47293 HTTP/1.1" status: 204 len: 173 time: 0.3846610 Oct 19 08:20:13.892945 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b54d8a0-561a-4a7c-b471-9a1e0de359a5', 'name': 'network-vif-deleted', 'tag': 'b9be987a-a64f-46f9-b4fc-2894d3d47293'}] {{(pid=103333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 19 08:20:13.896126 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e3bb7d74903c72d9cb0d0f2f187c581e0456bd3142b101dc46d694cf75cdf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6b4360a-9fae-4939-a9ea-c8ccf51c8a9b" -d '{"events": [{"server_uuid": "3b54d8a0-561a-4a7c-b471-9a1e0de359a5", "name": "network-vif-deleted", "tag": "b9be987a-a64f-46f9-b4fc-2894d3d47293"}]}' {{(pid=103333) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 08:20:13.933463 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 19 Oct 2022 08:20:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-858ef310-c6ce-43a5-97cf-2f0440bfff74 x-openstack-request-id: req-858ef310-c6ce-43a5-97cf-2f0440bfff74 {{(pid=103333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 08:20:13.933758 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b54d8a0-561a-4a7c-b471-9a1e0de359a5", "name": "network-vif-deleted", "tag": "b9be987a-a64f-46f9-b4fc-2894d3d47293", "status": "completed", "code": 200}]} {{(pid=103333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 08:20:13.934014 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-858ef310-c6ce-43a5-97cf-2f0440bfff74 {{(pid=103333) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 08:20:13.934421 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.notifiers.nova [-] Nova event matching ['req-858ef310-c6ce-43a5-97cf-2f0440bfff74'] response: {'server_uuid': '3b54d8a0-561a-4a7c-b471-9a1e0de359a5', 'name': 'network-vif-deleted', 'tag': 'b9be987a-a64f-46f9-b4fc-2894d3d47293', 'status': 'completed', 'code': 200} Oct 19 08:20:14.369779 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-75ce31be-3fe4-41cb-93f9-676e8f0e62c3 req-eaeb0180-e8b0-4e02-8e16-961824106b83 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] 10.222.0.27 "GET /v2.0/ports?device_id=3b54d8a0-561a-4a7c-b471-9a1e0de359a5 HTTP/1.1" status: 200 len: 210 time: 0.0283144 Oct 19 08:20:15.432960 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 38884) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:20:15.788459 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-492ca0d6-0cca-49c7-9d62-4a2b1085f7ab tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1694785'] for router_interface, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:20:16.037248 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-492ca0d6-0cca-49c7-9d62-4a2b1085f7ab tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Deleting port 60c75efd-b616-4dcf-bf09-c66ac7c7ae50 {{(pid=103333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 08:20:16.037509 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-492ca0d6-0cca-49c7-9d62-4a2b1085f7ab tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:20:16.126086 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.db [None req-492ca0d6-0cca-49c7-9d62-4a2b1085f7ab tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] For port 60c75efd-b616-4dcf-bf09-c66ac7c7ae50, host dv-neutron-861624-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=60c75efd-b616-4dcf-bf09-c66ac7c7ae50,segment=NetworkSegment(7ee835f0-6b4c-4eb3-9923-59d454f5bf0e),segment_id=7ee835f0-6b4c-4eb3-9923-59d454f5bf0e)] {{(pid=103333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 08:20:16.126442 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-492ca0d6-0cca-49c7-9d62-4a2b1085f7ab tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:20:16.138420 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-492ca0d6-0cca-49c7-9d62-4a2b1085f7ab tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Calling delete_port for 60c75efd-b616-4dcf-bf09-c66ac7c7ae50 owned by network:router_interface {{(pid=103333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 08:20:16.321461 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-492ca0d6-0cca-49c7-9d62-4a2b1085f7ab tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130996763'] for port, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:20:16.346100 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492ca0d6-0cca-49c7-9d62-4a2b1085f7ab tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Pushing event deleted for resources: {'Port': ['ID=60c75efd-b616-4dcf-bf09-c66ac7c7ae50,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:20:16.386533 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-0ea4069b-b223-4cc7-bcb6-aa6b79704ec5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:20:16.525436 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-492ca0d6-0cca-49c7-9d62-4a2b1085f7ab tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1574862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1694957'] for router_interface, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:20:16.735715 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-492ca0d6-0cca-49c7-9d62-4a2b1085f7ab tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Router a5b9cc72-c9f5-4cad-a25f-0cdfc137f406 has already been hosted by L3 agent ab388470-1243-4d53-80f2-c2f5899c97a7 {{(pid=103333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 08:20:16.841258 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-492ca0d6-0cca-49c7-9d62-4a2b1085f7ab tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify agent at l3_agent.dv-neutron-861624-1-hyperv the message routers_updated {{(pid=103333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 08:20:16.846795 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-492ca0d6-0cca-49c7-9d62-4a2b1085f7ab tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] 10.222.0.27 "PUT /v2.0/routers/a5b9cc72-c9f5-4cad-a25f-0cdfc137f406/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4128242 Oct 19 08:20:16.850247 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 38886) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:20:16.854091 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0927c731-28d0-447f-96bb-8f9cce1eb6cd None None] Sync routers for ids ['a5b9cc72-c9f5-4cad-a25f-0cdfc137f406'] in dv-neutron-861624-1-hyperv {{(pid=103334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 08:20:16.863617 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0927c731-28d0-447f-96bb-8f9cce1eb6cd None None] Routers {'a5b9cc72-c9f5-4cad-a25f-0cdfc137f406'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 08:20:16.864192 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-0927c731-28d0-447f-96bb-8f9cce1eb6cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T08:20:16Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['a5b9cc72-c9f5-4cad-a25f-0cdfc137f406'], 'active': True} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:20:16.903032 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.db_base_plugin_v2 [None req-145b99ee-03c2-49ea-bb79-6e685f3c4dd4 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Deleting subnet 6cee9ec0-ecd5-46be-b2a0-4d036e751727 {{(pid=103333) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 19 08:20:16.906607 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-145b99ee-03c2-49ea-bb79-6e685f3c4dd4 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks [] for subnet, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:20:16.946898 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-145b99ee-03c2-49ea-bb79-6e685f3c4dd4 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-134111928'] for subnet, precommit_delete_associations {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:20:16.971628 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvr_db [None req-0927c731-28d0-447f-96bb-8f9cce1eb6cd None None] Set router a5b9cc72-c9f5-4cad-a25f-0cdfc137f406 gateway port host: dv-neutron-861624-1-hyperv {{(pid=103334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 08:20:17.034636 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-145b99ee-03c2-49ea-bb79-6e685f3c4dd4 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-679826'] for subnet, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:20:17.093757 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-145b99ee-03c2-49ea-bb79-6e685f3c4dd4 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-679819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130997964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130170408'] for subnet, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:20:17.120996 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145b99ee-03c2-49ea-bb79-6e685f3c4dd4 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Pushing event deleted for resources: {'Subnet': ['ID=6cee9ec0-ecd5-46be-b2a0-4d036e751727,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:20:17.124680 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-145b99ee-03c2-49ea-bb79-6e685f3c4dd4 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks [] for subnet, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:20:17.127883 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-145b99ee-03c2-49ea-bb79-6e685f3c4dd4 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] 10.222.0.27 "DELETE /v2.0/subnets/6cee9ec0-ecd5-46be-b2a0-4d036e751727 HTTP/1.1" status: 204 len: 168 time: 0.2768009 Oct 19 08:20:17.131220 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 38888) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:20:17.134682 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de605848-b8cc-40ac-ad63-842fa0a0cefb None None] Network 4465a936-780b-49ef-8955-c46da1082e15 requested from dv-neutron-861624-1-hyperv {{(pid=103334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 08:20:17.240879 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-043abf27-5775-4e1c-97fb-28be314474b4 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks [] for router, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:20:17.255071 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-0927c731-28d0-447f-96bb-8f9cce1eb6cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5b9cc72-c9f5-4cad-a25f-0cdfc137f406', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1892130798', 'tenant_id': 'a79253f1761249b4887a71a94ffae3f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'external_fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.3'}], 'enable_snat': True}, 'gw_port_id': 'c38ffd93-0782-4ff0-861f-bc24a2c3ed29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T08:18:40Z', 'updated_at': '2022-10-19T08:20:16Z', 'revision_number': 5, 'project_id': 'a79253f1761249b4887a71a94ffae3f9', 'gw_port': {'id': 'c38ffd93-0782-4ff0-861f-bc24a2c3ed29', 'name': '', 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:da:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5b9cc72-c9f5-4cad-a25f-0cdfc137f406', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1781, 'fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T08:18:40Z', 'updated_at': '2022-10-19T08:18:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861624-1-hyperv'}], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:20:17.282938 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0927c731-28d0-447f-96bb-8f9cce1eb6cd None None] Checking router: a5b9cc72-c9f5-4cad-a25f-0cdfc137f406 for host: dv-neutron-861624-1-hyperv {{(pid=103334) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 08:20:17.293658 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0927c731-28d0-447f-96bb-8f9cce1eb6cd None None] Routers {'a5b9cc72-c9f5-4cad-a25f-0cdfc137f406'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 08:20:17.294132 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-0927c731-28d0-447f-96bb-8f9cce1eb6cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T08:20:16Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['a5b9cc72-c9f5-4cad-a25f-0cdfc137f406'], 'active': True} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:20:17.347901 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9189af0f-87cd-4bee-907d-32feb5d11959 None None] DHCP port deletion for 4465a936-780b-49ef-8955-c46da1082e15 request from dv-neutron-861624-1-hyperv {{(pid=103334) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 08:20:17.357187 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-043abf27-5775-4e1c-97fb-28be314474b4 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:20:17.412325 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-043abf27-5775-4e1c-97fb-28be314474b4 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Deleting port c38ffd93-0782-4ff0-861f-bc24a2c3ed29 {{(pid=103333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 08:20:17.412715 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-043abf27-5775-4e1c-97fb-28be314474b4 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:20:17.502566 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.db [None req-043abf27-5775-4e1c-97fb-28be314474b4 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] For port c38ffd93-0782-4ff0-861f-bc24a2c3ed29, host dv-neutron-861624-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=c38ffd93-0782-4ff0-861f-bc24a2c3ed29,segment=NetworkSegment(53981d04-8205-40d8-8d33-0510111d6f8f),segment_id=53981d04-8205-40d8-8d33-0510111d6f8f)] {{(pid=103333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 08:20:17.502937 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-043abf27-5775-4e1c-97fb-28be314474b4 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:20:17.515668 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-043abf27-5775-4e1c-97fb-28be314474b4 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Calling delete_port for c38ffd93-0782-4ff0-861f-bc24a2c3ed29 owned by network:router_gateway {{(pid=103333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 08:20:17.591615 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvr_db [None req-0927c731-28d0-447f-96bb-8f9cce1eb6cd None None] Set router a5b9cc72-c9f5-4cad-a25f-0cdfc137f406 gateway port host: dv-neutron-861624-1-hyperv {{(pid=103334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 08:20:17.675136 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-9189af0f-87cd-4bee-907d-32feb5d11959 None None] Deleting port 8ca84642-b2c0-4091-b860-fe44e8571d05 {{(pid=103334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 08:20:17.676051 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-9189af0f-87cd-4bee-907d-32feb5d11959 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:20:17.687507 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-043abf27-5775-4e1c-97fb-28be314474b4 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130996763'] for port, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:20:17.713267 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043abf27-5775-4e1c-97fb-28be314474b4 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Pushing event deleted for resources: {'Port': ['ID=c38ffd93-0782-4ff0-861f-bc24a2c3ed29,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:20:17.715890 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Device b9be987a-a64f-46f9-b4fc-2894d3d47293 no longer exists at agent hyperv_hv-neutron-8616 {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 08:20:17.756887 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] No Port match for: b9be987a-a64f-46f9-b4fc-2894d3d47293 {{(pid=103334) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 19 08:20:17.757233 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Device b9be987a-a64f-46f9-b4fc-2894d3d47293 not bound to the agent host hv-neutron-8616 {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 08:20:17.778342 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-043abf27-5775-4e1c-97fb-28be314474b4 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1693831'] for router_gateway, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:20:17.810277 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-9189af0f-87cd-4bee-907d-32feb5d11959 None None] For port 8ca84642-b2c0-4091-b860-fe44e8571d05, host dv-neutron-861624-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=8ca84642-b2c0-4091-b860-fe44e8571d05,segment=NetworkSegment(7ee835f0-6b4c-4eb3-9923-59d454f5bf0e),segment_id=7ee835f0-6b4c-4eb3-9923-59d454f5bf0e)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 08:20:17.810670 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-9189af0f-87cd-4bee-907d-32feb5d11959 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:20:17.826182 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-9189af0f-87cd-4bee-907d-32feb5d11959 None None] Calling delete_port for 8ca84642-b2c0-4091-b860-fe44e8571d05 owned by network:dhcp {{(pid=103334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 08:20:17.868562 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-043abf27-5775-4e1c-97fb-28be314474b4 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1693565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12618'] for router, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:20:17.870778 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-043abf27-5775-4e1c-97fb-28be314474b4 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:20:17.915091 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-043abf27-5775-4e1c-97fb-28be314474b4 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1693542'] for router, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:20:17.915786 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-043abf27-5775-4e1c-97fb-28be314474b4 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Fanout notify agent at l3_agent the message router_deleted on router a5b9cc72-c9f5-4cad-a25f-0cdfc137f406 {{(pid=103333) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 08:20:17.922700 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-043abf27-5775-4e1c-97fb-28be314474b4 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks [] for router, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:20:17.923846 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-043abf27-5775-4e1c-97fb-28be314474b4 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] 10.222.0.27 "DELETE /v2.0/routers/a5b9cc72-c9f5-4cad-a25f-0cdfc137f406 HTTP/1.1" status: 204 len: 168 time: 0.7909122 Oct 19 08:20:17.927356 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 38890) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:20:17.939460 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-0927c731-28d0-447f-96bb-8f9cce1eb6cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5b9cc72-c9f5-4cad-a25f-0cdfc137f406', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1892130798', 'tenant_id': 'a79253f1761249b4887a71a94ffae3f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'external_fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.3'}], 'enable_snat': True}, 'gw_port_id': 'c38ffd93-0782-4ff0-861f-bc24a2c3ed29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T08:18:40Z', 'updated_at': '2022-10-19T08:20:16Z', 'revision_number': 5, 'project_id': 'a79253f1761249b4887a71a94ffae3f9', 'gw_port': {'id': 'c38ffd93-0782-4ff0-861f-bc24a2c3ed29', 'name': '', 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:da:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5b9cc72-c9f5-4cad-a25f-0cdfc137f406', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1781, 'fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T08:18:40Z', 'updated_at': '2022-10-19T08:18:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861624-1-hyperv'}], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:20:17.968535 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0927c731-28d0-447f-96bb-8f9cce1eb6cd None None] The sync data for ids ['a5b9cc72-c9f5-4cad-a25f-0cdfc137f406'] in dv-neutron-861624-1-hyperv is: [{'id': 'a5b9cc72-c9f5-4cad-a25f-0cdfc137f406', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1892130798', 'tenant_id': 'a79253f1761249b4887a71a94ffae3f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'external_fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.3'}], 'enable_snat': True}, 'gw_port_id': 'c38ffd93-0782-4ff0-861f-bc24a2c3ed29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T08:18:40Z', 'updated_at': '2022-10-19T08:20:16Z', 'revision_number': 5, 'project_id': 'a79253f1761249b4887a71a94ffae3f9', 'gw_port': {'id': 'c38ffd93-0782-4ff0-861f-bc24a2c3ed29', 'name': '', 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:da:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5b9cc72-c9f5-4cad-a25f-0cdfc137f406', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1781, 'fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T08:18:40Z', 'updated_at': '2022-10-19T08:18:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861624-1-hyperv'}] {{(pid=103334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 08:20:17.970059 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-9189af0f-87cd-4bee-907d-32feb5d11959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339'] for port, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:20:17.998026 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9189af0f-87cd-4bee-907d-32feb5d11959 None None] Pushing event deleted for resources: {'Port': ['ID=8ca84642-b2c0-4091-b860-fe44e8571d05,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:20:18.003623 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9189af0f-87cd-4bee-907d-32feb5d11959 None None] No DVR routers for this DVR port 8ca84642-b2c0-4091-b860-fe44e8571d05 on host dv-neutron-861624-1-hyperv {{(pid=103334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 19 08:20:18.007457 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-80cfb3a5-8f3c-4b1a-820d-641fb0fca378 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-667019'] for network, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:20:18.011009 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9189af0f-87cd-4bee-907d-32feb5d11959 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:20:18.011357 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9189af0f-87cd-4bee-907d-32feb5d11959 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:20:18.011893 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9189af0f-87cd-4bee-907d-32feb5d11959 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:20:18.012021 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9189af0f-87cd-4bee-907d-32feb5d11959 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:20:18.012757 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9189af0f-87cd-4bee-907d-32feb5d11959 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:20:18.012757 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9189af0f-87cd-4bee-907d-32feb5d11959 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:20:18.013012 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9189af0f-87cd-4bee-907d-32feb5d11959 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:20:18.013330 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9189af0f-87cd-4bee-907d-32feb5d11959 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:20:18.013658 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9189af0f-87cd-4bee-907d-32feb5d11959 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:20:18.013979 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9189af0f-87cd-4bee-907d-32feb5d11959 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:20:18.014711 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9189af0f-87cd-4bee-907d-32feb5d11959 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:20:18.014711 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9189af0f-87cd-4bee-907d-32feb5d11959 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:20:18.083953 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-2a2259f7-b034-4eec-af7a-7abaede746c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:20:18.099633 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-80cfb3a5-8f3c-4b1a-820d-641fb0fca378 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-673051', 'neutron.services.segments.db._delete_segments_for_network-8785021519108'] for network, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:20:18.120964 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-80cfb3a5-8f3c-4b1a-820d-641fb0fca378 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4465a936-780b-49ef-8955-c46da1082e15']}} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:20:18.130837 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-80cfb3a5-8f3c-4b1a-820d-641fb0fca378 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ee835f0-6b4c-4eb3-9923-59d454f5bf0e') {'for_net_delete': True} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:20:18.131122 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-80cfb3a5-8f3c-4b1a-820d-641fb0fca378 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ee835f0-6b4c-4eb3-9923-59d454f5bf0e') {} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:20:18.140249 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-80cfb3a5-8f3c-4b1a-820d-641fb0fca378 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785021519382', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-134111927'] for segment, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:20:18.153188 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-80cfb3a5-8f3c-4b1a-820d-641fb0fca378 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979'] for segment, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:20:18.159156 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80cfb3a5-8f3c-4b1a-820d-641fb0fca378 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Releasing vlan 163 on physical network physnet1 to pool {{(pid=103333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 08:20:18.159706 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-80cfb3a5-8f3c-4b1a-820d-641fb0fca378 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130996782'] for segment, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:20:18.229830 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.services.segments.plugin [-] Segment 7ee835f0-6b4c-4eb3-9923-59d454f5bf0e resource provider aggregate not found Oct 19 08:20:18.234438 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-80cfb3a5-8f3c-4b1a-820d-641fb0fca378 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-673044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1695087'] for network, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:20:18.243551 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-80cfb3a5-8f3c-4b1a-820d-641fb0fca378 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks [] for network, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:20:18.246885 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-80cfb3a5-8f3c-4b1a-820d-641fb0fca378 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] 10.222.0.27 "DELETE /v2.0/networks/4465a936-780b-49ef-8955-c46da1082e15 HTTP/1.1" status: 204 len: 168 time: 0.3185160 Oct 19 08:20:18.248565 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.services.segments.plugin [-] Segment 7ee835f0-6b4c-4eb3-9923-59d454f5bf0e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7ee835f0-6b4c-4eb3-9923-59d454f5bf0e found for delete ", "request_id": "req-ff740faa-453d-4510-a7e0-4a2fafce4085"}]} Oct 19 08:20:18.249809 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 38898) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:20:18.258557 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80cfb3a5-8f3c-4b1a-820d-641fb0fca378 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Pushing event deleted for resources: {'Network': ['ID=4465a936-780b-49ef-8955-c46da1082e15,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:20:18.315806 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-bd65799e-0e09-438d-8664-a69c81796c0f tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks [] for security_group, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:20:18.343523 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-bd65799e-0e09-438d-8664-a69c81796c0f tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:20:18.421492 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-bd65799e-0e09-438d-8664-a69c81796c0f tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788643'] for security_group, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:20:18.424309 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-bd65799e-0e09-438d-8664-a69c81796c0f tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks [] for security_group, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:20:18.426152 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-bd65799e-0e09-438d-8664-a69c81796c0f tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] 10.222.0.27 "DELETE /v2.0/security-groups/72a1b66c-b47a-4de9-9b4c-4f080b5328ef HTTP/1.1" status: 204 len: 168 time: 0.1747274 Oct 19 08:20:18.433327 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device 60c75efd-b616-4dcf-bf09-c66ac7c7ae50 no longer exists at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 08:20:18.455042 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd65799e-0e09-438d-8664-a69c81796c0f tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=72a1b66c-b47a-4de9-9b4c-4f080b5328ef,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:20:18.464107 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd65799e-0e09-438d-8664-a69c81796c0f tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:20:18.464458 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] No Port match for: 60c75efd-b616-4dcf-bf09-c66ac7c7ae50 {{(pid=103334) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 19 08:20:18.464851 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd65799e-0e09-438d-8664-a69c81796c0f tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:20:18.465204 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd65799e-0e09-438d-8664-a69c81796c0f tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:20:18.465449 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device 60c75efd-b616-4dcf-bf09-c66ac7c7ae50 not bound to the agent host dv-neutron-861624-1-hyperv {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 08:20:18.465572 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd65799e-0e09-438d-8664-a69c81796c0f tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:20:18.465875 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd65799e-0e09-438d-8664-a69c81796c0f tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:20:18.466293 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd65799e-0e09-438d-8664-a69c81796c0f tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:20:18.466704 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device 8ca84642-b2c0-4091-b860-fe44e8571d05 no longer exists at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 08:20:18.466845 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd65799e-0e09-438d-8664-a69c81796c0f tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:20:18.466845 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd65799e-0e09-438d-8664-a69c81796c0f tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:20:18.467177 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd65799e-0e09-438d-8664-a69c81796c0f tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:20:18.467981 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd65799e-0e09-438d-8664-a69c81796c0f tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:20:18.468110 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd65799e-0e09-438d-8664-a69c81796c0f tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:20:18.468396 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd65799e-0e09-438d-8664-a69c81796c0f tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:20:18.505664 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] No Port match for: 8ca84642-b2c0-4091-b860-fe44e8571d05 {{(pid=103334) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 19 08:20:18.505999 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device 8ca84642-b2c0-4091-b860-fe44e8571d05 not bound to the agent host dv-neutron-861624-1-hyperv {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 08:20:18.556404 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 38904) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:20:18.561278 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-aecc258b-beec-4767-9380-319bb32f7243 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-525702592', 'description': 'tempest-secgroup-smoke-525702592 description', 'project_id': 'a79253f1761249b4887a71a94ffae3f9'}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 08:20:18.583322 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-aecc258b-beec-4767-9380-319bb32f7243 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks [] for security_group, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:20:18.662536 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-aecc258b-beec-4767-9380-319bb32f7243 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks [] for security_group, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:20:18.666440 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-aecc258b-beec-4767-9380-319bb32f7243 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788643'] for security_group, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:20:18.694837 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-aecc258b-beec-4767-9380-319bb32f7243 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks [] for security_group, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:20:18.696064 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-aecc258b-beec-4767-9380-319bb32f7243 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] 10.222.0.27 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1384723 Oct 19 08:20:18.699058 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 38906) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:20:18.699958 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecc258b-beec-4767-9380-319bb32f7243 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Pushing event updated for resources: {'SecurityGroup': ['ID=23db9c24-50af-4430-a75c-ec752cee2321,revision_number=1']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:20:18.704795 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-6208d15c-561f-4b7e-950d-9a324e20ddae tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Request body: {'security_group_rule': {'security_group_id': '23db9c24-50af-4430-a75c-ec752cee2321', 'project_id': 'a79253f1761249b4887a71a94ffae3f9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 08:20:18.730164 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-6208d15c-561f-4b7e-950d-9a324e20ddae tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:20:18.786806 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-6208d15c-561f-4b7e-950d-9a324e20ddae tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:20:18.790148 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-6208d15c-561f-4b7e-950d-9a324e20ddae tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815365'] for security_group_rule, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:20:18.808224 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6208d15c-561f-4b7e-950d-9a324e20ddae tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1dc9c784-0173-4d96-81f9-ffeb414f875f,revision_number=0']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:20:18.813035 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-6208d15c-561f-4b7e-950d-9a324e20ddae tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:20:18.814289 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-6208d15c-561f-4b7e-950d-9a324e20ddae tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1140201 Oct 19 08:20:18.817958 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 38908) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:20:18.822157 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-243c3825-10d4-47f1-9af0-3a2f063a337a tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Request body: {'security_group_rule': {'security_group_id': '23db9c24-50af-4430-a75c-ec752cee2321', 'project_id': 'a79253f1761249b4887a71a94ffae3f9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 08:20:18.845620 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-243c3825-10d4-47f1-9af0-3a2f063a337a tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:20:18.904486 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-243c3825-10d4-47f1-9af0-3a2f063a337a tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:20:18.908362 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-243c3825-10d4-47f1-9af0-3a2f063a337a tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815365'] for security_group_rule, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:20:18.929828 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243c3825-10d4-47f1-9af0-3a2f063a337a tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b1bbe53-ac6f-4a85-b6e3-82ca8b28d3ca,revision_number=0']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:20:18.938401 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-243c3825-10d4-47f1-9af0-3a2f063a337a tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:20:18.939650 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-243c3825-10d4-47f1-9af0-3a2f063a337a tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1207910 Oct 19 08:20:18.942626 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 38910) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:20:18.947016 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-9410fce8-5479-42b6-99df-482c21a865d0 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Request body: {'security_group_rule': {'security_group_id': '23db9c24-50af-4430-a75c-ec752cee2321', 'project_id': 'a79253f1761249b4887a71a94ffae3f9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 08:20:18.974042 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-9410fce8-5479-42b6-99df-482c21a865d0 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:20:19.034573 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-9410fce8-5479-42b6-99df-482c21a865d0 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:20:19.038673 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-9410fce8-5479-42b6-99df-482c21a865d0 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815365'] for security_group_rule, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:20:19.055997 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9410fce8-5479-42b6-99df-482c21a865d0 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87dc5e39-d85e-4bc4-8ae7-e278369af43b,revision_number=0']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:20:19.064623 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-9410fce8-5479-42b6-99df-482c21a865d0 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:20:19.065858 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-9410fce8-5479-42b6-99df-482c21a865d0 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1222854 Oct 19 08:20:19.068798 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 38912) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:20:19.073092 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-04816f19-cf87-43ee-92fd-39fab0153827 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Request body: {'security_group_rule': {'security_group_id': '23db9c24-50af-4430-a75c-ec752cee2321', 'project_id': 'a79253f1761249b4887a71a94ffae3f9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 08:20:19.097957 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-04816f19-cf87-43ee-92fd-39fab0153827 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:20:19.157495 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-04816f19-cf87-43ee-92fd-39fab0153827 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:20:19.163072 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-04816f19-cf87-43ee-92fd-39fab0153827 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815365'] for security_group_rule, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:20:19.179062 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04816f19-cf87-43ee-92fd-39fab0153827 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc4be5c5-f6e7-4903-802d-50ec27ac73f9,revision_number=0']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:20:19.179713 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-1a0da505-d0f9-48c6-b7e2-53b9c5e41298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:20:19.189408 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-04816f19-cf87-43ee-92fd-39fab0153827 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:20:19.190804 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-04816f19-cf87-43ee-92fd-39fab0153827 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1210420 Oct 19 08:20:19.193720 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 38914) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:20:19.198086 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-5d033c1d-ece3-4ab7-b61b-b9c5c7f602b2 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Request body: {'security_group_rule': {'security_group_id': '23db9c24-50af-4430-a75c-ec752cee2321', 'project_id': 'a79253f1761249b4887a71a94ffae3f9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 08:20:19.218149 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.db.securitygroups_db [None req-5d033c1d-ece3-4ab7-b61b-b9c5c7f602b2 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Project a79253f1761249b4887a71a94ffae3f9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 19 08:20:19.223633 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-5d033c1d-ece3-4ab7-b61b-b9c5c7f602b2 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:20:19.250255 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:20:19.286234 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-5d033c1d-ece3-4ab7-b61b-b9c5c7f602b2 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:20:19.290058 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-5d033c1d-ece3-4ab7-b61b-b9c5c7f602b2 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815365'] for security_group_rule, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:20:19.309906 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d033c1d-ece3-4ab7-b61b-b9c5c7f602b2 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb8ad525-491e-4262-9745-0e2e72489be7,revision_number=0']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:20:19.315390 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-5d033c1d-ece3-4ab7-b61b-b9c5c7f602b2 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:20:19.316682 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-5d033c1d-ece3-4ab7-b61b-b9c5c7f602b2 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1220059 Oct 19 08:20:19.319342 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 38916) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:20:19.323549 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-b314aece-5ce6-4275-922b-32401fd48165 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Request body: {'security_group_rule': {'security_group_id': '23db9c24-50af-4430-a75c-ec752cee2321', 'project_id': 'a79253f1761249b4887a71a94ffae3f9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 08:20:19.344287 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.db.securitygroups_db [None req-b314aece-5ce6-4275-922b-32401fd48165 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Project a79253f1761249b4887a71a94ffae3f9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 19 08:20:19.349872 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-b314aece-5ce6-4275-922b-32401fd48165 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:20:19.415226 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-b314aece-5ce6-4275-922b-32401fd48165 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:20:19.418850 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-b314aece-5ce6-4275-922b-32401fd48165 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815365'] for security_group_rule, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:20:19.436488 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b314aece-5ce6-4275-922b-32401fd48165 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0298e02c-6314-4f8d-a4d4-e68c0253c599,revision_number=0']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:20:19.444384 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-b314aece-5ce6-4275-922b-32401fd48165 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:20:19.445615 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-b314aece-5ce6-4275-922b-32401fd48165 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1253567 Oct 19 08:20:19.448410 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 38918) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:20:19.453128 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-aa5172af-5c6f-4c9e-9a9e-e98ce3f8a7aa tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Request body: {'network': {'name': 'tempest-network-smoke--2136176656', 'project_id': 'a79253f1761249b4887a71a94ffae3f9', 'port_security_enabled': True}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 08:20:19.472930 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa5172af-5c6f-4c9e-9a9e-e98ce3f8a7aa tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Made reservation on behalf of a79253f1761249b4887a71a94ffae3f9 for: {'network': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 08:20:19.476321 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-aa5172af-5c6f-4c9e-9a9e-e98ce3f8a7aa tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for network, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:20:19.499158 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa5172af-5c6f-4c9e-9a9e-e98ce3f8a7aa tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 178} {{(pid=103333) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 08:20:19.508403 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-aa5172af-5c6f-4c9e-9a9e-e98ce3f8a7aa tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979'] for segment, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:20:19.508807 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.db.segments_db [None req-aa5172af-5c6f-4c9e-9a9e-e98ce3f8a7aa tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Added segment bbb545cf-26e7-4299-8c68-56b3b8edf7ed of type vlan for network 088c299a-c373-4bd9-8355-9f0225f7f7f7 Oct 19 08:20:19.549201 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-aa5172af-5c6f-4c9e-9a9e-e98ce3f8a7aa tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785020965340'] for network, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:20:19.571592 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-aa5172af-5c6f-4c9e-9a9e-e98ce3f8a7aa tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873'] for network, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:20:19.577132 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa5172af-5c6f-4c9e-9a9e-e98ce3f8a7aa tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:20:19.577718 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-aa5172af-5c6f-4c9e-9a9e-e98ce3f8a7aa tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks [] for network, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:20:19.607821 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-aa5172af-5c6f-4c9e-9a9e-e98ce3f8a7aa tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1584089 Oct 19 08:20:19.610630 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 38920) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:20:19.615119 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-6b72f840-6b13-4b88-8b91-6a2d42dc6f11 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-479328933', 'admin_state_up': True, 'project_id': 'a79253f1761249b4887a71a94ffae3f9', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd'}}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 08:20:19.664282 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5172af-5c6f-4c9e-9a9e-e98ce3f8a7aa tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Pushing event updated for resources: {'Network': ['ID=088c299a-c373-4bd9-8355-9f0225f7f7f7,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:20:19.675096 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-6b72f840-6b13-4b88-8b91-6a2d42dc6f11 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1692695', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12668'] for router, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:20:19.676286 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Network 088c299a-c373-4bd9-8355-9f0225f7f7f7 details requested by agent ovs-agent-dv-neutron-861624-1-hyperv with host dv-neutron-861624-1-hyperv {{(pid=103334) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 08:20:19.676483 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-6b72f840-6b13-4b88-8b91-6a2d42dc6f11 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1692835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1693910', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1621825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12659'] for router, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:20:19.729255 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-6b72f840-6b13-4b88-8b91-6a2d42dc6f11 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:20:20.129932 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-6b72f840-6b13-4b88-8b91-6a2d42dc6f11 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:20:20.194536 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device c38ffd93-0782-4ff0-861f-bc24a2c3ed29 no longer exists at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 08:20:20.215312 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] No Port match for: c38ffd93-0782-4ff0-861f-bc24a2c3ed29 {{(pid=103334) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 19 08:20:20.215653 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device c38ffd93-0782-4ff0-861f-bc24a2c3ed29 not bound to the agent host dv-neutron-861624-1-hyperv {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 08:20:20.319176 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-6b72f840-6b13-4b88-8b91-6a2d42dc6f11 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks [] for router_gateway, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:20:20.341943 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-6b72f840-6b13-4b88-8b91-6a2d42dc6f11 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:20:20.441431 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.db_base_plugin_common [None req-6b72f840-6b13-4b88-8b91-6a2d42dc6f11 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Allocated IP 172.26.0.5 (99c66757-74e3-40a4-b479-8d09e3a7c3dd/7f3d1034-1de7-458a-a3ee-77488de3949b/c35ee311-7da9-41c1-af8a-26325e70f425) {{(pid=103333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 08:20:20.544786 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-6b72f840-6b13-4b88-8b91-6a2d42dc6f11 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks [] for port, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:20:20.577743 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-6b72f840-6b13-4b88-8b91-6a2d42dc6f11 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785020947330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130996763'] for port, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:20:20.606749 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.agents_db [None req-6057327c-4456-4c72-8e75-6d3cd9249757 None None] Agent healthcheck: found 6 active agents {{(pid=103335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 08:20:20.615383 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b72f840-6b13-4b88-8b91-6a2d42dc6f11 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Network 99c66757-74e3-40a4-b479-8d09e3a7c3dd is already hosted by enough agents. {{(pid=103333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 08:20:20.618330 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-6b72f840-6b13-4b88-8b91-6a2d42dc6f11 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Resources bound (agent type, host, resource id): {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 08:20:20.621888 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b72f840-6b13-4b88-8b91-6a2d42dc6f11 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Received port after_create {{(pid=103333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 08:20:20.645151 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b72f840-6b13-4b88-8b91-6a2d42dc6f11 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Pushing event updated for resources: {'Port': ['ID=c35ee311-7da9-41c1-af8a-26325e70f425,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:20:20.870514 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-6b72f840-6b13-4b88-8b91-6a2d42dc6f11 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks [] for router_gateway, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:20:21.065774 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-6b72f840-6b13-4b88-8b91-6a2d42dc6f11 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1692844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1693859'] for router, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:20:21.194162 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b72f840-6b13-4b88-8b91-6a2d42dc6f11 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Router 8206063d-e8a5-4de8-9b4d-c534d5fa6296 is scheduled to L3 agent ab388470-1243-4d53-80f2-c2f5899c97a7 with binding_index 1 {{(pid=103333) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 08:20:21.301176 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b72f840-6b13-4b88-8b91-6a2d42dc6f11 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify agent at l3_agent.dv-neutron-861624-1-hyperv the message routers_updated {{(pid=103333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 08:20:21.311979 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fc7af34-cb12-47df-86b8-b7cfe1a6d6c7 None None] Sync routers for ids ['8206063d-e8a5-4de8-9b4d-c534d5fa6296'] in dv-neutron-861624-1-hyperv {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 08:20:21.321324 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-6b72f840-6b13-4b88-8b91-6a2d42dc6f11 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks [] for router, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:20:21.325439 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-6b72f840-6b13-4b88-8b91-6a2d42dc6f11 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] 10.222.0.27 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 1.7109950 Oct 19 08:20:21.325585 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fc7af34-cb12-47df-86b8-b7cfe1a6d6c7 None None] Routers {'8206063d-e8a5-4de8-9b4d-c534d5fa6296'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 08:20:21.325585 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-0fc7af34-cb12-47df-86b8-b7cfe1a6d6c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T08:20:16Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['8206063d-e8a5-4de8-9b4d-c534d5fa6296'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:20:21.325806 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 38922) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:20:21.399997 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-b30ff10e-bd21-4a4a-8190-ea012ffce81b tempest-TestNetworkAdvancedServerOps-711413529 tempest-TestNetworkAdvancedServerOps-711413529-project-admin] 10.222.0.27 "GET /v2.0/subnets?project_id=a79253f1761249b4887a71a94ffae3f9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0732245 Oct 19 08:20:21.402609 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 38926) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:20:21.432456 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvr_db [None req-0fc7af34-cb12-47df-86b8-b7cfe1a6d6c7 None None] Set router 8206063d-e8a5-4de8-9b4d-c534d5fa6296 gateway port host: dv-neutron-861624-1-hyperv {{(pid=103335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 08:20:21.491112 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-431f0fe5-9694-46a9-b0e0-76d6dfef6afe tempest-TestNetworkAdvancedServerOps-711413529 tempest-TestNetworkAdvancedServerOps-711413529-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:20:21.492586 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-431f0fe5-9694-46a9-b0e0-76d6dfef6afe tempest-TestNetworkAdvancedServerOps-711413529 tempest-TestNetworkAdvancedServerOps-711413529-project-admin] 10.222.0.27 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0886164 Oct 19 08:20:21.495590 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 38928) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:20:21.527174 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-bcf54671-b173-49d4-ae80-8b11cf996b23 tempest-TestNetworkAdvancedServerOps-711413529 tempest-TestNetworkAdvancedServerOps-711413529-project-admin] 10.222.0.27 "GET /v2.0/subnets?network_id=99c66757-74e3-40a4-b479-8d09e3a7c3dd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0305305 Oct 19 08:20:21.529797 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 38930) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:20:21.534512 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-08ebcbda-8483-4f7e-8e66-67b87cf7bfd0 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1367120660', 'network_id': '088c299a-c373-4bd9-8355-9f0225f7f7f7', 'project_id': 'a79253f1761249b4887a71a94ffae3f9', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 08:20:21.607814 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-0fc7af34-cb12-47df-86b8-b7cfe1a6d6c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8206063d-e8a5-4de8-9b4d-c534d5fa6296', 'name': 'tempest-TestNetworkAdvancedServerOps-router-479328933', 'tenant_id': 'a79253f1761249b4887a71a94ffae3f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'external_fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.5'}], 'enable_snat': True}, 'gw_port_id': 'c35ee311-7da9-41c1-af8a-26325e70f425', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T08:20:19Z', 'updated_at': '2022-10-19T08:20:20Z', 'revision_number': 3, 'project_id': 'a79253f1761249b4887a71a94ffae3f9', 'gw_port': {'id': 'c35ee311-7da9-41c1-af8a-26325e70f425', 'name': '', 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:df:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8206063d-e8a5-4de8-9b4d-c534d5fa6296', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1800, 'fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T08:20:20Z', 'updated_at': '2022-10-19T08:20:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861624-1-hyperv'}], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:20:21.619657 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08ebcbda-8483-4f7e-8e66-67b87cf7bfd0 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Made reservation on behalf of a79253f1761249b4887a71a94ffae3f9 for: {'subnet': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 08:20:21.623094 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-08ebcbda-8483-4f7e-8e66-67b87cf7bfd0 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130170579'] for subnet, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:20:21.638445 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fc7af34-cb12-47df-86b8-b7cfe1a6d6c7 None None] Checking router: 8206063d-e8a5-4de8-9b4d-c534d5fa6296 for host: dv-neutron-861624-1-hyperv {{(pid=103335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 08:20:21.638790 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fc7af34-cb12-47df-86b8-b7cfe1a6d6c7 None None] Updating router 8206063d-e8a5-4de8-9b4d-c534d5fa6296 port c35ee311-7da9-41c1-af8a-26325e70f425 binding host dv-neutron-861624-1-hyperv {{(pid=103335) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 08:20:21.663466 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-0fc7af34-cb12-47df-86b8-b7cfe1a6d6c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:20:21.804325 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-08ebcbda-8483-4f7e-8e66-67b87cf7bfd0 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130997899', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130170401'] for subnet, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:20:21.863719 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ebcbda-8483-4f7e-8e66-67b87cf7bfd0 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Pushing event updated for resources: {'Subnet': ['ID=2f140f9c-d3be-430c-842d-39f5d4d567b2,revision_number=0']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:20:21.873347 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08ebcbda-8483-4f7e-8e66-67b87cf7bfd0 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Checking segment: {'id': 'bbb545cf-26e7-4299-8c68-56b3b8edf7ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '088c299a-c373-4bd9-8355-9f0225f7f7f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 19 08:20:21.873919 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08ebcbda-8483-4f7e-8e66-67b87cf7bfd0 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Network hostable DHCP agents. Network: 088c299a-c373-4bd9-8355-9f0225f7f7f7, hostable agents: ['310d813b-0e3e-4d7e-9b79-8f4ec0dbcab0'], hosted agents: [] {{(pid=103333) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 08:20:21.890495 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08ebcbda-8483-4f7e-8e66-67b87cf7bfd0 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Network 088c299a-c373-4bd9-8355-9f0225f7f7f7 is scheduled to be hosted by DHCP agent 310d813b-0e3e-4d7e-9b79-8f4ec0dbcab0 with binding_index 1 {{(pid=103333) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 08:20:21.898839 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-08ebcbda-8483-4f7e-8e66-67b87cf7bfd0 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861624-1-hyperv, 088c299a-c373-4bd9-8355-9f0225f7f7f7) {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 08:20:21.902951 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08ebcbda-8483-4f7e-8e66-67b87cf7bfd0 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:20:21.903527 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-08ebcbda-8483-4f7e-8e66-67b87cf7bfd0 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks [] for subnet, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:20:21.913466 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00c2fd14-362b-48a6-a36f-3b8fa114de89 None None] Network 088c299a-c373-4bd9-8355-9f0225f7f7f7 requested from dv-neutron-861624-1-hyperv {{(pid=103334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 08:20:21.921704 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-08ebcbda-8483-4f7e-8e66-67b87cf7bfd0 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.3909123 Oct 19 08:20:21.924753 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 38932) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:20:21.939979 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-0fc7af34-cb12-47df-86b8-b7cfe1a6d6c7 None None] Notify callbacks [] for port, precommit_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:20:21.947152 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-0fc7af34-cb12-47df-86b8-b7cfe1a6d6c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:20:22.010043 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-0fc7af34-cb12-47df-86b8-b7cfe1a6d6c7 None None] Attempting to bind port c35ee311-7da9-41c1-af8a-26325e70f425 on host dv-neutron-861624-1-hyperv for vnic_type normal with profile {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 19 08:20:22.010597 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-0fc7af34-cb12-47df-86b8-b7cfe1a6d6c7 None None] Attempting to bind port c35ee311-7da9-41c1-af8a-26325e70f425 by drivers openvswitch,hyperv on host dv-neutron-861624-1-hyperv at level 0 using segments [{'id': '53981d04-8205-40d8-8d33-0510111d6f8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd'}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 19 08:20:22.011157 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fc7af34-cb12-47df-86b8-b7cfe1a6d6c7 None None] Attempting to bind port c35ee311-7da9-41c1-af8a-26325e70f425 on network 99c66757-74e3-40a4-b479-8d09e3a7c3dd {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 08:20:22.024253 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fc7af34-cb12-47df-86b8-b7cfe1a6d6c7 None None] Checking agent: {'id': 'a5b0152c-d633-409b-aaf8-3b76458e2410', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861624-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 19, 7, 30, 19), 'started_at': datetime.datetime(2022, 10, 19, 7, 30, 49), 'heartbeat_timestamp': datetime.datetime(2022, 10, 19, 8, 20, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861624-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 08:20:22.024610 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fc7af34-cb12-47df-86b8-b7cfe1a6d6c7 None None] Checking segment: {'id': '53981d04-8205-40d8-8d33-0510111d6f8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 19 08:20:22.024960 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-0fc7af34-cb12-47df-86b8-b7cfe1a6d6c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:20:22.025416 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fc7af34-cb12-47df-86b8-b7cfe1a6d6c7 None None] Bound using segment: {'id': '53981d04-8205-40d8-8d33-0510111d6f8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd'} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 08:20:22.025953 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-0fc7af34-cb12-47df-86b8-b7cfe1a6d6c7 None None] Bound port: c35ee311-7da9-41c1-af8a-26325e70f425, host: dv-neutron-861624-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53981d04-8205-40d8-8d33-0510111d6f8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd'}}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 19 08:20:22.026450 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-0fc7af34-cb12-47df-86b8-b7cfe1a6d6c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:20:22.068210 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788e8338-bdd2-4c74-aa37-f7f67241e829 None None] Pushing event updated for resources: {'Port': ['ID=c35ee311-7da9-41c1-af8a-26325e70f425,revision_number=2']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:20:22.079030 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788e8338-bdd2-4c74-aa37-f7f67241e829 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:20:22.079375 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788e8338-bdd2-4c74-aa37-f7f67241e829 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:20:22.079709 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788e8338-bdd2-4c74-aa37-f7f67241e829 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:20:22.080048 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788e8338-bdd2-4c74-aa37-f7f67241e829 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:20:22.080366 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788e8338-bdd2-4c74-aa37-f7f67241e829 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:20:22.080714 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788e8338-bdd2-4c74-aa37-f7f67241e829 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:20:22.081038 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788e8338-bdd2-4c74-aa37-f7f67241e829 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:20:22.081361 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788e8338-bdd2-4c74-aa37-f7f67241e829 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:20:22.082295 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788e8338-bdd2-4c74-aa37-f7f67241e829 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:20:22.082854 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788e8338-bdd2-4c74-aa37-f7f67241e829 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:20:22.083228 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788e8338-bdd2-4c74-aa37-f7f67241e829 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:20:22.083552 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788e8338-bdd2-4c74-aa37-f7f67241e829 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:20:22.107126 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-0fc7af34-cb12-47df-86b8-b7cfe1a6d6c7 None None] For port c35ee311-7da9-41c1-af8a-26325e70f425, host dv-neutron-861624-1-hyperv, cleared binding levels {{(pid=103335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 08:20:22.110345 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-0fc7af34-cb12-47df-86b8-b7cfe1a6d6c7 None None] For port c35ee311-7da9-41c1-af8a-26325e70f425, host dv-neutron-861624-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=c35ee311-7da9-41c1-af8a-26325e70f425,segment=NetworkSegment(53981d04-8205-40d8-8d33-0510111d6f8f),segment_id=53981d04-8205-40d8-8d33-0510111d6f8f)] {{(pid=103335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 08:20:22.116267 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-0fc7af34-cb12-47df-86b8-b7cfe1a6d6c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:20:22.118073 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90ea6715-cf7f-4334-95e4-21cfa94eab00 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d12c6ac-27a3-545c-a8f3-f04e30423d6d-088c299a-c373-4bd9-8355-9f0225f7f7f7', 'network_id': '088c299a-c373-4bd9-8355-9f0225f7f7f7', 'tenant_id': 'a79253f1761249b4887a71a94ffae3f9', 'fixed_ips': [{'subnet_id': '2f140f9c-d3be-430c-842d-39f5d4d567b2'}]}} from dv-neutron-861624-1-hyperv. {{(pid=103334) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 08:20:22.118944 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-90ea6715-cf7f-4334-95e4-21cfa94eab00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:20:22.153329 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fc7af34-cb12-47df-86b8-b7cfe1a6d6c7 None None] Routers {'8206063d-e8a5-4de8-9b4d-c534d5fa6296'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 08:20:22.153961 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-0fc7af34-cb12-47df-86b8-b7cfe1a6d6c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T08:20:16Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['8206063d-e8a5-4de8-9b4d-c534d5fa6296'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:20:22.219567 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788e8338-bdd2-4c74-aa37-f7f67241e829 None None] Pushing event updated for resources: {'Port': ['ID=c35ee311-7da9-41c1-af8a-26325e70f425,revision_number=3']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:20:22.264754 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.db_base_plugin_common [None req-90ea6715-cf7f-4334-95e4-21cfa94eab00 None None] Allocated IP 172.20.0.2 (088c299a-c373-4bd9-8355-9f0225f7f7f7/2f140f9c-d3be-430c-842d-39f5d4d567b2/585bad72-fe21-4edb-93fa-1e7ac108af13) {{(pid=103334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 08:20:22.368940 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvr_db [None req-0fc7af34-cb12-47df-86b8-b7cfe1a6d6c7 None None] Set router 8206063d-e8a5-4de8-9b4d-c534d5fa6296 gateway port host: dv-neutron-861624-1-hyperv {{(pid=103335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 08:20:22.414655 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-5b9444bf-24a2-401d-8646-775cf7a6c1a6 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:20:22.421522 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-90ea6715-cf7f-4334-95e4-21cfa94eab00 None None] Notify callbacks [] for port, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:20:22.427057 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-90ea6715-cf7f-4334-95e4-21cfa94eab00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785020947330'] for port, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:20:22.473252 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90ea6715-cf7f-4334-95e4-21cfa94eab00 None None] Network 088c299a-c373-4bd9-8355-9f0225f7f7f7 is already hosted by enough agents. {{(pid=103334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 08:20:22.476597 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.scheduler.base_scheduler [None req-90ea6715-cf7f-4334-95e4-21cfa94eab00 None None] Resources bound (agent type, host, resource id): {{(pid=103334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 08:20:22.479972 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90ea6715-cf7f-4334-95e4-21cfa94eab00 None None] Received port after_create {{(pid=103334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 08:20:22.486636 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ea6715-cf7f-4334-95e4-21cfa94eab00 None None] Pushing event updated for resources: {'Port': ['ID=585bad72-fe21-4edb-93fa-1e7ac108af13,revision_number=1']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:20:22.535935 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-90ea6715-cf7f-4334-95e4-21cfa94eab00 None None] Attempting to bind port 585bad72-fe21-4edb-93fa-1e7ac108af13 on host dv-neutron-861624-1-hyperv for vnic_type normal with profile {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 19 08:20:22.536324 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-90ea6715-cf7f-4334-95e4-21cfa94eab00 None None] Attempting to bind port 585bad72-fe21-4edb-93fa-1e7ac108af13 by drivers openvswitch,hyperv on host dv-neutron-861624-1-hyperv at level 0 using segments [{'id': 'bbb545cf-26e7-4299-8c68-56b3b8edf7ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '088c299a-c373-4bd9-8355-9f0225f7f7f7'}] {{(pid=103334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 19 08:20:22.536689 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90ea6715-cf7f-4334-95e4-21cfa94eab00 None None] Attempting to bind port 585bad72-fe21-4edb-93fa-1e7ac108af13 on network 088c299a-c373-4bd9-8355-9f0225f7f7f7 {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 08:20:22.541725 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90ea6715-cf7f-4334-95e4-21cfa94eab00 None None] Checking agent: {'id': 'a5b0152c-d633-409b-aaf8-3b76458e2410', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861624-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 19, 7, 30, 19), 'started_at': datetime.datetime(2022, 10, 19, 7, 30, 49), 'heartbeat_timestamp': datetime.datetime(2022, 10, 19, 8, 20, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861624-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 08:20:22.542216 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90ea6715-cf7f-4334-95e4-21cfa94eab00 None None] Checking segment: {'id': 'bbb545cf-26e7-4299-8c68-56b3b8edf7ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '088c299a-c373-4bd9-8355-9f0225f7f7f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 19 08:20:22.542621 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-90ea6715-cf7f-4334-95e4-21cfa94eab00 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:20:22.543006 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90ea6715-cf7f-4334-95e4-21cfa94eab00 None None] Bound using segment: {'id': 'bbb545cf-26e7-4299-8c68-56b3b8edf7ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '088c299a-c373-4bd9-8355-9f0225f7f7f7'} {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 08:20:22.543467 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-90ea6715-cf7f-4334-95e4-21cfa94eab00 None None] Bound port: 585bad72-fe21-4edb-93fa-1e7ac108af13, host: dv-neutron-861624-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bbb545cf-26e7-4299-8c68-56b3b8edf7ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '088c299a-c373-4bd9-8355-9f0225f7f7f7'}}] {{(pid=103334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 19 08:20:22.543842 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-90ea6715-cf7f-4334-95e4-21cfa94eab00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:20:22.565028 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-0fc7af34-cb12-47df-86b8-b7cfe1a6d6c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8206063d-e8a5-4de8-9b4d-c534d5fa6296', 'name': 'tempest-TestNetworkAdvancedServerOps-router-479328933', 'tenant_id': 'a79253f1761249b4887a71a94ffae3f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'external_fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.5'}], 'enable_snat': True}, 'gw_port_id': 'c35ee311-7da9-41c1-af8a-26325e70f425', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T08:20:19Z', 'updated_at': '2022-10-19T08:20:20Z', 'revision_number': 3, 'project_id': 'a79253f1761249b4887a71a94ffae3f9', 'gw_port': {'id': 'c35ee311-7da9-41c1-af8a-26325e70f425', 'name': '', 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:df:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8206063d-e8a5-4de8-9b4d-c534d5fa6296', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1800, 'fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T08:20:20Z', 'updated_at': '2022-10-19T08:20:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861624-1-hyperv'}], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:20:22.596558 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fc7af34-cb12-47df-86b8-b7cfe1a6d6c7 None None] The sync data for ids ['8206063d-e8a5-4de8-9b4d-c534d5fa6296'] in dv-neutron-861624-1-hyperv is: [{'id': '8206063d-e8a5-4de8-9b4d-c534d5fa6296', 'name': 'tempest-TestNetworkAdvancedServerOps-router-479328933', 'tenant_id': 'a79253f1761249b4887a71a94ffae3f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'external_fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.5'}], 'enable_snat': True}, 'gw_port_id': 'c35ee311-7da9-41c1-af8a-26325e70f425', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T08:20:19Z', 'updated_at': '2022-10-19T08:20:20Z', 'revision_number': 3, 'project_id': 'a79253f1761249b4887a71a94ffae3f9', 'gw_port': {'id': 'c35ee311-7da9-41c1-af8a-26325e70f425', 'name': '', 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:df:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8206063d-e8a5-4de8-9b4d-c534d5fa6296', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1800, 'fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T08:20:20Z', 'updated_at': '2022-10-19T08:20:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861624-1-hyperv'}] {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 08:20:22.609982 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-90ea6715-cf7f-4334-95e4-21cfa94eab00 None None] For port 585bad72-fe21-4edb-93fa-1e7ac108af13, host dv-neutron-861624-1-hyperv, cleared binding levels {{(pid=103334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 08:20:22.615908 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-90ea6715-cf7f-4334-95e4-21cfa94eab00 None None] For port 585bad72-fe21-4edb-93fa-1e7ac108af13, host dv-neutron-861624-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=585bad72-fe21-4edb-93fa-1e7ac108af13,segment=NetworkSegment(bbb545cf-26e7-4299-8c68-56b3b8edf7ed),segment_id=bbb545cf-26e7-4299-8c68-56b3b8edf7ed)] {{(pid=103334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 08:20:22.621412 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-90ea6715-cf7f-4334-95e4-21cfa94eab00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:20:22.684461 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ea6715-cf7f-4334-95e4-21cfa94eab00 None None] Pushing event updated for resources: {'Port': ['ID=585bad72-fe21-4edb-93fa-1e7ac108af13,revision_number=2']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:20:22.711790 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.db_base_plugin_common [None req-5b9444bf-24a2-401d-8646-775cf7a6c1a6 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Allocated IP 172.20.0.1 (088c299a-c373-4bd9-8355-9f0225f7f7f7/2f140f9c-d3be-430c-842d-39f5d4d567b2/f9d241fa-3e7f-4f22-baa2-c926d2cedca4) {{(pid=103333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 08:20:22.863950 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-5b9444bf-24a2-401d-8646-775cf7a6c1a6 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks [] for port, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:20:22.901345 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-5b9444bf-24a2-401d-8646-775cf7a6c1a6 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785020947330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130996763'] for port, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:20:22.954993 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b9444bf-24a2-401d-8646-775cf7a6c1a6 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Network 088c299a-c373-4bd9-8355-9f0225f7f7f7 is already hosted by enough agents. {{(pid=103333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 08:20:22.958697 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-5b9444bf-24a2-401d-8646-775cf7a6c1a6 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Resources bound (agent type, host, resource id): {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 08:20:22.963576 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b9444bf-24a2-401d-8646-775cf7a6c1a6 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Received port after_create {{(pid=103333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 08:20:22.970854 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9444bf-24a2-401d-8646-775cf7a6c1a6 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Pushing event updated for resources: {'Port': ['ID=f9d241fa-3e7f-4f22-baa2-c926d2cedca4,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:20:23.022804 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-5b9444bf-24a2-401d-8646-775cf7a6c1a6 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1695190'] for router_interface, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:20:23.161671 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-5b9444bf-24a2-401d-8646-775cf7a6c1a6 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:20:23.462743 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-5b9444bf-24a2-401d-8646-775cf7a6c1a6 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks [] for port, precommit_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:20:23.468102 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-5b9444bf-24a2-401d-8646-775cf7a6c1a6 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130996754'] for port, after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:20:23.544928 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-5b9444bf-24a2-401d-8646-775cf7a6c1a6 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1574855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1694822'] for router_interface, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:20:23.546900 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9444bf-24a2-401d-8646-775cf7a6c1a6 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Pushing event updated for resources: {'Port': ['ID=f9d241fa-3e7f-4f22-baa2-c926d2cedca4,revision_number=2']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:20:23.647773 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b9444bf-24a2-401d-8646-775cf7a6c1a6 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Network 088c299a-c373-4bd9-8355-9f0225f7f7f7 is already hosted by enough agents. {{(pid=103333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 08:20:23.649363 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-5b9444bf-24a2-401d-8646-775cf7a6c1a6 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Resources bound (agent type, host, resource id): {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 08:20:23.652896 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a74b6617-6f8a-4a71-a932-badd62006261 None None] Network 088c299a-c373-4bd9-8355-9f0225f7f7f7 requested from dv-neutron-861624-1-hyperv {{(pid=103334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 08:20:23.720888 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-50d57501-8981-4872-ad1a-3e436847115f None None] Provisioning complete for port 585bad72-fe21-4edb-93fa-1e7ac108af13 triggered by entity DHCP. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 08:20:23.721257 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-50d57501-8981-4872-ad1a-3e436847115f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:20:23.721597 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-50d57501-8981-4872-ad1a-3e436847115f None None] Attempt 1 to provision port 585bad72-fe21-4edb-93fa-1e7ac108af13 Oct 19 08:20:23.766504 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b9444bf-24a2-401d-8646-775cf7a6c1a6 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Router 8206063d-e8a5-4de8-9b4d-c534d5fa6296 has already been hosted by L3 agent ab388470-1243-4d53-80f2-c2f5899c97a7 {{(pid=103333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 08:20:23.865155 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-50d57501-8981-4872-ad1a-3e436847115f None None] Current status of the port 585bad72-fe21-4edb-93fa-1e7ac108af13 is: DOWN; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 08:20:23.865546 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-50d57501-8981-4872-ad1a-3e436847115f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:20:23.908426 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-50d57501-8981-4872-ad1a-3e436847115f None None] For port 585bad72-fe21-4edb-93fa-1e7ac108af13, host dv-neutron-861624-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=585bad72-fe21-4edb-93fa-1e7ac108af13,segment=NetworkSegment(bbb545cf-26e7-4299-8c68-56b3b8edf7ed),segment_id=bbb545cf-26e7-4299-8c68-56b3b8edf7ed)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 08:20:23.914133 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-50d57501-8981-4872-ad1a-3e436847115f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:20:23.971075 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d57501-8981-4872-ad1a-3e436847115f None None] Pushing event updated for resources: {'Port': ['ID=585bad72-fe21-4edb-93fa-1e7ac108af13,revision_number=3']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:20:24.139460 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-8092d065-3be6-4f8a-ab65-c170825816a8 None None] Provisioning complete for port 585bad72-fe21-4edb-93fa-1e7ac108af13 triggered by entity DHCP. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 08:20:24.139970 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-8092d065-3be6-4f8a-ab65-c170825816a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:20:24.140399 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-8092d065-3be6-4f8a-ab65-c170825816a8 None None] Attempt 1 to provision port 585bad72-fe21-4edb-93fa-1e7ac108af13 Oct 19 08:20:24.182498 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b9444bf-24a2-401d-8646-775cf7a6c1a6 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify agent at l3_agent.dv-neutron-861624-1-hyperv the message routers_updated {{(pid=103333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 08:20:24.188434 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-5b9444bf-24a2-401d-8646-775cf7a6c1a6 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] 10.222.0.27 "PUT /v2.0/routers/8206063d-e8a5-4de8-9b4d-c534d5fa6296/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2620549 Oct 19 08:20:24.260607 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-8092d065-3be6-4f8a-ab65-c170825816a8 None None] Current status of the port 585bad72-fe21-4edb-93fa-1e7ac108af13 is: ACTIVE; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 08:20:24.275241 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-8092d065-3be6-4f8a-ab65-c170825816a8 None None] Provisioning complete for port f9d241fa-3e7f-4f22-baa2-c926d2cedca4 triggered by entity DHCP. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 08:20:24.275616 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-8092d065-3be6-4f8a-ab65-c170825816a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:20:24.275950 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-8092d065-3be6-4f8a-ab65-c170825816a8 None None] Attempt 1 to provision port f9d241fa-3e7f-4f22-baa2-c926d2cedca4 Oct 19 08:20:24.320696 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-8092d065-3be6-4f8a-ab65-c170825816a8 None None] Port f9d241fa-3e7f-4f22-baa2-c926d2cedca4 cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 08:20:24.353635 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device 585bad72-fe21-4edb-93fa-1e7ac108af13 up at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 08:20:24.382562 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39f254bd-7bcd-4211-ada9-259ac3373eef None None] Sync routers for ids ['8206063d-e8a5-4de8-9b4d-c534d5fa6296'] in dv-neutron-861624-1-hyperv {{(pid=103334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 08:20:24.385856 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-6a4b0255-b1de-4868-ac08-6a4eb38c3466 req-c9c941ed-9d8d-40f0-9a29-ae4d60d7fc3a tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] 10.222.0.27 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-525702592&fields=id&tenant_id=a79253f1761249b4887a71a94ffae3f9 HTTP/1.1" status: 200 len: 267 time: 0.0491760 Oct 19 08:20:24.403548 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39f254bd-7bcd-4211-ada9-259ac3373eef None None] Routers {'8206063d-e8a5-4de8-9b4d-c534d5fa6296'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 08:20:24.404156 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-39f254bd-7bcd-4211-ada9-259ac3373eef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T08:20:16Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['8206063d-e8a5-4de8-9b4d-c534d5fa6296'], 'active': True} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:20:24.464402 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Provisioning complete for port 585bad72-fe21-4edb-93fa-1e7ac108af13 triggered by entity L2. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 08:20:24.464795 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:20:24.465127 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Attempt 1 to provision port 585bad72-fe21-4edb-93fa-1e7ac108af13 Oct 19 08:20:24.502426 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4b0255-b1de-4868-ac08-6a4eb38c3466 req-559e0ffe-fcea-43d0-95dd-07e5828b319f tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:20:24.505010 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-6a4b0255-b1de-4868-ac08-6a4eb38c3466 req-559e0ffe-fcea-43d0-95dd-07e5828b319f tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] 10.222.0.27 "GET /v2.0/networks?id=088c299a-c373-4bd9-8355-9f0225f7f7f7 HTTP/1.1" status: 200 len: 797 time: 0.1174634 Oct 19 08:20:24.527353 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-6a4b0255-b1de-4868-ac08-6a4eb38c3466 req-1e5a821b-2c34-4c9d-9ca1-ed0b325f3288 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] 10.222.0.27 "GET /v2.0/quotas/a79253f1761249b4887a71a94ffae3f9 HTTP/1.1" status: 200 len: 375 time: 0.0157588 Oct 19 08:20:24.584634 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-6a4b0255-b1de-4868-ac08-6a4eb38c3466 req-7b5a0b83-4dd6-481d-94a0-a27b7cbf348b tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] 10.222.0.27 "GET /v2.0/ports?tenant_id=a79253f1761249b4887a71a94ffae3f9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0553355 Oct 19 08:20:24.698412 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvr_db [None req-39f254bd-7bcd-4211-ada9-259ac3373eef None None] Set router 8206063d-e8a5-4de8-9b4d-c534d5fa6296 gateway port host: dv-neutron-861624-1-hyperv {{(pid=103334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 08:20:24.722033 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-6a4b0255-b1de-4868-ac08-6a4eb38c3466 req-bbf9661c-7972-4715-90c5-c53a57b01b95 service neutron] 10.222.0.27 "GET /v2.0/networks/088c299a-c373-4bd9-8355-9f0225f7f7f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242487 Oct 19 08:20:24.810887 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Current status of the port 585bad72-fe21-4edb-93fa-1e7ac108af13 is: ACTIVE; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 08:20:24.811942 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device c35ee311-7da9-41c1-af8a-26325e70f425 up at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 08:20:24.818073 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-6a4b0255-b1de-4868-ac08-6a4eb38c3466 req-51aaeb8b-501f-4bf0-b89a-6ac1bd51672f service neutron] 10.222.0.27 "GET /v2.0/networks/088c299a-c373-4bd9-8355-9f0225f7f7f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895782 Oct 19 08:20:24.833418 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-8092d065-3be6-4f8a-ab65-c170825816a8 None None] Attempt 2 to provision port f9d241fa-3e7f-4f22-baa2-c926d2cedca4 Oct 19 08:20:24.931005 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-8092d065-3be6-4f8a-ab65-c170825816a8 None None] Port f9d241fa-3e7f-4f22-baa2-c926d2cedca4 cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 08:20:24.960725 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Provisioning complete for port c35ee311-7da9-41c1-af8a-26325e70f425 triggered by entity L2. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 08:20:24.960986 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:20:24.961318 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Attempt 1 to provision port c35ee311-7da9-41c1-af8a-26325e70f425 Oct 19 08:20:24.982861 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-8925b871-c109-47b1-a5e8-18b4c2dca90a req-fa6dcf1d-8b7c-4597-8285-5bde07a6710f tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] 10.222.0.27 "GET /v2.0/ports?device_id=451711a0-12e6-4c9d-b6ee-d6ad48bdc961 HTTP/1.1" status: 200 len: 210 time: 0.0278816 Oct 19 08:20:25.068892 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-39f254bd-7bcd-4211-ada9-259ac3373eef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8206063d-e8a5-4de8-9b4d-c534d5fa6296', 'name': 'tempest-TestNetworkAdvancedServerOps-router-479328933', 'tenant_id': 'a79253f1761249b4887a71a94ffae3f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'external_fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.5'}], 'enable_snat': True}, 'gw_port_id': 'c35ee311-7da9-41c1-af8a-26325e70f425', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T08:20:19Z', 'updated_at': '2022-10-19T08:20:23Z', 'revision_number': 4, 'project_id': 'a79253f1761249b4887a71a94ffae3f9', 'gw_port': {'id': 'c35ee311-7da9-41c1-af8a-26325e70f425', 'name': '', 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:df:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8206063d-e8a5-4de8-9b4d-c534d5fa6296', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1800, 'fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T08:20:20Z', 'updated_at': '2022-10-19T08:20:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861624-1-hyperv', '_interfaces': [{'id': 'f9d241fa-3e7f-4f22-baa2-c926d2cedca4', 'name': '', 'network_id': '088c299a-c373-4bd9-8355-9f0225f7f7f7', 'tenant_id': 'a79253f1761249b4887a71a94ffae3f9', 'mac_address': 'fa:16:3e:0e:fb:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8206063d-e8a5-4de8-9b4d-c534d5fa6296', 'device_owner': 'network:router_interface', 'standard_attr_id': 1803, 'fixed_ips': [{'subnet_id': '2f140f9c-d3be-430c-842d-39f5d4d567b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T08:20:22Z', 'updated_at': '2022-10-19T08:20:23Z', 'revision_number': 2, 'project_id': 'a79253f1761249b4887a71a94ffae3f9', 'subnets': [{'id': '2f140f9c-d3be-430c-842d-39f5d4d567b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:20:25.101834 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39f254bd-7bcd-4211-ada9-259ac3373eef None None] Checking router: 8206063d-e8a5-4de8-9b4d-c534d5fa6296 for host: dv-neutron-861624-1-hyperv {{(pid=103334) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 08:20:25.102194 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39f254bd-7bcd-4211-ada9-259ac3373eef None None] Updating router 8206063d-e8a5-4de8-9b4d-c534d5fa6296 port f9d241fa-3e7f-4f22-baa2-c926d2cedca4 binding host dv-neutron-861624-1-hyperv {{(pid=103334) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 08:20:25.124687 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Current status of the port c35ee311-7da9-41c1-af8a-26325e70f425 is: DOWN; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 08:20:25.125128 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:20:25.135808 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-39f254bd-7bcd-4211-ada9-259ac3373eef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:20:25.161434 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] For port c35ee311-7da9-41c1-af8a-26325e70f425, host dv-neutron-861624-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=c35ee311-7da9-41c1-af8a-26325e70f425,segment=NetworkSegment(53981d04-8205-40d8-8d33-0510111d6f8f),segment_id=53981d04-8205-40d8-8d33-0510111d6f8f)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 08:20:25.165624 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:20:25.292447 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Pushing event updated for resources: {'Port': ['ID=c35ee311-7da9-41c1-af8a-26325e70f425,revision_number=4']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:20:25.437985 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-8092d065-3be6-4f8a-ab65-c170825816a8 None None] Attempt 3 to provision port f9d241fa-3e7f-4f22-baa2-c926d2cedca4 Oct 19 08:20:25.488890 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-39f254bd-7bcd-4211-ada9-259ac3373eef None None] Notify callbacks [] for port, precommit_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:20:25.492210 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-8092d065-3be6-4f8a-ab65-c170825816a8 None None] Port f9d241fa-3e7f-4f22-baa2-c926d2cedca4 cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 08:20:25.495478 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-39f254bd-7bcd-4211-ada9-259ac3373eef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:20:25.558050 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada7c8c7-2ef9-4e12-80dc-f480786e272f None None] Pushing event updated for resources: {'Port': ['ID=f9d241fa-3e7f-4f22-baa2-c926d2cedca4,revision_number=3']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:20:25.589725 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-39f254bd-7bcd-4211-ada9-259ac3373eef None None] Attempting to bind port f9d241fa-3e7f-4f22-baa2-c926d2cedca4 on host dv-neutron-861624-1-hyperv for vnic_type normal with profile {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 19 08:20:25.590105 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-39f254bd-7bcd-4211-ada9-259ac3373eef None None] Attempting to bind port f9d241fa-3e7f-4f22-baa2-c926d2cedca4 by drivers openvswitch,hyperv on host dv-neutron-861624-1-hyperv at level 0 using segments [{'id': 'bbb545cf-26e7-4299-8c68-56b3b8edf7ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '088c299a-c373-4bd9-8355-9f0225f7f7f7'}] {{(pid=103334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 19 08:20:25.590472 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39f254bd-7bcd-4211-ada9-259ac3373eef None None] Attempting to bind port f9d241fa-3e7f-4f22-baa2-c926d2cedca4 on network 088c299a-c373-4bd9-8355-9f0225f7f7f7 {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 08:20:25.596086 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39f254bd-7bcd-4211-ada9-259ac3373eef None None] Checking agent: {'id': 'a5b0152c-d633-409b-aaf8-3b76458e2410', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861624-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 19, 7, 30, 19), 'started_at': datetime.datetime(2022, 10, 19, 7, 30, 49), 'heartbeat_timestamp': datetime.datetime(2022, 10, 19, 8, 20, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861624-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 08:20:25.596460 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39f254bd-7bcd-4211-ada9-259ac3373eef None None] Checking segment: {'id': 'bbb545cf-26e7-4299-8c68-56b3b8edf7ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '088c299a-c373-4bd9-8355-9f0225f7f7f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 19 08:20:25.596898 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-39f254bd-7bcd-4211-ada9-259ac3373eef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:20:25.597843 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39f254bd-7bcd-4211-ada9-259ac3373eef None None] Bound using segment: {'id': 'bbb545cf-26e7-4299-8c68-56b3b8edf7ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '088c299a-c373-4bd9-8355-9f0225f7f7f7'} {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 08:20:25.598306 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-39f254bd-7bcd-4211-ada9-259ac3373eef None None] Bound port: f9d241fa-3e7f-4f22-baa2-c926d2cedca4, host: dv-neutron-861624-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bbb545cf-26e7-4299-8c68-56b3b8edf7ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '088c299a-c373-4bd9-8355-9f0225f7f7f7'}}] {{(pid=103334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 19 08:20:25.598693 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-39f254bd-7bcd-4211-ada9-259ac3373eef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:20:25.659177 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-39f254bd-7bcd-4211-ada9-259ac3373eef None None] For port f9d241fa-3e7f-4f22-baa2-c926d2cedca4, host dv-neutron-861624-1-hyperv, cleared binding levels {{(pid=103334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 08:20:25.662358 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-39f254bd-7bcd-4211-ada9-259ac3373eef None None] For port f9d241fa-3e7f-4f22-baa2-c926d2cedca4, host dv-neutron-861624-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=f9d241fa-3e7f-4f22-baa2-c926d2cedca4,segment=NetworkSegment(bbb545cf-26e7-4299-8c68-56b3b8edf7ed),segment_id=bbb545cf-26e7-4299-8c68-56b3b8edf7ed)] {{(pid=103334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 08:20:25.665684 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-39f254bd-7bcd-4211-ada9-259ac3373eef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:20:25.705058 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39f254bd-7bcd-4211-ada9-259ac3373eef None None] Routers {'8206063d-e8a5-4de8-9b4d-c534d5fa6296'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 08:20:25.705737 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-39f254bd-7bcd-4211-ada9-259ac3373eef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T08:20:16Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['8206063d-e8a5-4de8-9b4d-c534d5fa6296'], 'active': True} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:20:25.765967 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada7c8c7-2ef9-4e12-80dc-f480786e272f None None] Pushing event updated for resources: {'Port': ['ID=f9d241fa-3e7f-4f22-baa2-c926d2cedca4,revision_number=4']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:20:25.846231 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvr_db [None req-39f254bd-7bcd-4211-ada9-259ac3373eef None None] Set router 8206063d-e8a5-4de8-9b4d-c534d5fa6296 gateway port host: dv-neutron-861624-1-hyperv {{(pid=103334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 08:20:25.923374 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4b0255-b1de-4868-ac08-6a4eb38c3466 req-a0668453-ea34-44c4-ba7a-bc8db6687892 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:20:25.925022 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-6a4b0255-b1de-4868-ac08-6a4eb38c3466 req-a0668453-ea34-44c4-ba7a-bc8db6687892 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] 10.222.0.16 "GET /v2.0/networks?id=088c299a-c373-4bd9-8355-9f0225f7f7f7 HTTP/1.1" status: 200 len: 797 time: 0.1220989 Oct 19 08:20:25.973476 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-6a4b0255-b1de-4868-ac08-6a4eb38c3466 req-b81f4812-9de4-406f-88c2-117ed644455c tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a79253f1761249b4887a71a94ffae3f9 HTTP/1.1" status: 200 len: 379 time: 0.0399508 Oct 19 08:20:25.984966 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [req-6a4b0255-b1de-4868-ac08-6a4eb38c3466 req-10250fd5-774e-4152-bff1-5596ec6ce30f tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Request body: {'port': {'device_id': '451711a0-12e6-4c9d-b6ee-d6ad48bdc961', 'network_id': '088c299a-c373-4bd9-8355-9f0225f7f7f7', 'admin_state_up': True, 'tenant_id': 'a79253f1761249b4887a71a94ffae3f9', 'security_groups': ['23db9c24-50af-4430-a75c-ec752cee2321']}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 08:20:25.992978 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-8092d065-3be6-4f8a-ab65-c170825816a8 None None] Attempt 4 to provision port f9d241fa-3e7f-4f22-baa2-c926d2cedca4 Oct 19 08:20:26.100913 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-e21725a5-f9be-4319-9231-fc58fcce49b3 req-d5cccacc-ff90-45fb-ba69-17dba6b93202 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] 10.222.0.27 "GET /v2.0/ports?device_id=451711a0-12e6-4c9d-b6ee-d6ad48bdc961 HTTP/1.1" status: 200 len: 210 time: 0.0305824 Oct 19 08:20:26.125506 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a4b0255-b1de-4868-ac08-6a4eb38c3466 req-10250fd5-774e-4152-bff1-5596ec6ce30f tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Made reservation on behalf of a79253f1761249b4887a71a94ffae3f9 for: {'port': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 08:20:26.129071 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-8092d065-3be6-4f8a-ab65-c170825816a8 None None] Current status of the port f9d241fa-3e7f-4f22-baa2-c926d2cedca4 is: DOWN; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 08:20:26.129695 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-8092d065-3be6-4f8a-ab65-c170825816a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:20:26.130577 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [req-6a4b0255-b1de-4868-ac08-6a4eb38c3466 req-10250fd5-774e-4152-bff1-5596ec6ce30f tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:20:26.177250 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-8092d065-3be6-4f8a-ab65-c170825816a8 None None] For port f9d241fa-3e7f-4f22-baa2-c926d2cedca4, host dv-neutron-861624-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=f9d241fa-3e7f-4f22-baa2-c926d2cedca4,segment=NetworkSegment(bbb545cf-26e7-4299-8c68-56b3b8edf7ed),segment_id=bbb545cf-26e7-4299-8c68-56b3b8edf7ed)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 08:20:26.180657 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-39f254bd-7bcd-4211-ada9-259ac3373eef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8206063d-e8a5-4de8-9b4d-c534d5fa6296', 'name': 'tempest-TestNetworkAdvancedServerOps-router-479328933', 'tenant_id': 'a79253f1761249b4887a71a94ffae3f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'external_fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.5'}], 'enable_snat': True}, 'gw_port_id': 'c35ee311-7da9-41c1-af8a-26325e70f425', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T08:20:19Z', 'updated_at': '2022-10-19T08:20:23Z', 'revision_number': 4, 'project_id': 'a79253f1761249b4887a71a94ffae3f9', 'gw_port': {'id': 'c35ee311-7da9-41c1-af8a-26325e70f425', 'name': '', 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:df:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8206063d-e8a5-4de8-9b4d-c534d5fa6296', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1800, 'fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T08:20:20Z', 'updated_at': '2022-10-19T08:20:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861624-1-hyperv', '_interfaces': [{'id': 'f9d241fa-3e7f-4f22-baa2-c926d2cedca4', 'name': '', 'network_id': '088c299a-c373-4bd9-8355-9f0225f7f7f7', 'tenant_id': 'a79253f1761249b4887a71a94ffae3f9', 'mac_address': 'fa:16:3e:0e:fb:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8206063d-e8a5-4de8-9b4d-c534d5fa6296', 'device_owner': 'network:router_interface', 'standard_attr_id': 1803, 'fixed_ips': [{'subnet_id': '2f140f9c-d3be-430c-842d-39f5d4d567b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T08:20:22Z', 'updated_at': '2022-10-19T08:20:25Z', 'revision_number': 4, 'project_id': 'a79253f1761249b4887a71a94ffae3f9', 'subnets': [{'id': '2f140f9c-d3be-430c-842d-39f5d4d567b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:20:26.184218 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-8092d065-3be6-4f8a-ab65-c170825816a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:20:26.214725 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39f254bd-7bcd-4211-ada9-259ac3373eef None None] The sync data for ids ['8206063d-e8a5-4de8-9b4d-c534d5fa6296'] in dv-neutron-861624-1-hyperv is: [{'id': '8206063d-e8a5-4de8-9b4d-c534d5fa6296', 'name': 'tempest-TestNetworkAdvancedServerOps-router-479328933', 'tenant_id': 'a79253f1761249b4887a71a94ffae3f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'external_fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.5'}], 'enable_snat': True}, 'gw_port_id': 'c35ee311-7da9-41c1-af8a-26325e70f425', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T08:20:19Z', 'updated_at': '2022-10-19T08:20:23Z', 'revision_number': 4, 'project_id': 'a79253f1761249b4887a71a94ffae3f9', 'gw_port': {'id': 'c35ee311-7da9-41c1-af8a-26325e70f425', 'name': '', 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:df:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8206063d-e8a5-4de8-9b4d-c534d5fa6296', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1800, 'fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T08:20:20Z', 'updated_at': '2022-10-19T08:20:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861624-1-hyperv', '_interfaces': [{'id': 'f9d241fa-3e7f-4f22-baa2-c926d2cedca4', 'name': '', 'network_id': '088c299a-c373-4bd9-8355-9f0225f7f7f7', 'tenant_id': 'a79253f1761249b4887a71a94ffae3f9', 'mac_address': 'fa:16:3e:0e:fb:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8206063d-e8a5-4de8-9b4d-c534d5fa6296', 'device_owner': 'network:router_interface', 'standard_attr_id': 1803, 'fixed_ips': [{'subnet_id': '2f140f9c-d3be-430c-842d-39f5d4d567b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T08:20:22Z', 'updated_at': '2022-10-19T08:20:25Z', 'revision_number': 4, 'project_id': 'a79253f1761249b4887a71a94ffae3f9', 'subnets': [{'id': '2f140f9c-d3be-430c-842d-39f5d4d567b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 08:20:26.264329 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8092d065-3be6-4f8a-ab65-c170825816a8 None None] Pushing event updated for resources: {'Port': ['ID=f9d241fa-3e7f-4f22-baa2-c926d2cedca4,revision_number=5']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:20:26.300032 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.db_base_plugin_common [req-6a4b0255-b1de-4868-ac08-6a4eb38c3466 req-10250fd5-774e-4152-bff1-5596ec6ce30f tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Allocated IP 172.20.0.7 (088c299a-c373-4bd9-8355-9f0225f7f7f7/2f140f9c-d3be-430c-842d-39f5d4d567b2/460319fc-8dc4-4f02-9ef4-d037a59f9c93) {{(pid=103333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 08:20:26.320371 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-0a5557ba-0059-49ce-b2ac-c65f1666a8f5 None None] Provisioning complete for port f9d241fa-3e7f-4f22-baa2-c926d2cedca4 triggered by entity DHCP. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 08:20:26.320675 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-0a5557ba-0059-49ce-b2ac-c65f1666a8f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:20:26.321063 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-0a5557ba-0059-49ce-b2ac-c65f1666a8f5 None None] Attempt 1 to provision port f9d241fa-3e7f-4f22-baa2-c926d2cedca4 Oct 19 08:20:26.324393 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device c35ee311-7da9-41c1-af8a-26325e70f425 up at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 08:20:26.442687 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Provisioning complete for port c35ee311-7da9-41c1-af8a-26325e70f425 triggered by entity L2. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 08:20:26.443047 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:20:26.443384 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Attempt 1 to provision port c35ee311-7da9-41c1-af8a-26325e70f425 Oct 19 08:20:26.479202 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-0a5557ba-0059-49ce-b2ac-c65f1666a8f5 None None] Current status of the port f9d241fa-3e7f-4f22-baa2-c926d2cedca4 is: ACTIVE; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 08:20:26.485984 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [req-6a4b0255-b1de-4868-ac08-6a4eb38c3466 req-10250fd5-774e-4152-bff1-5596ec6ce30f tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks [] for port, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:20:26.524687 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [req-6a4b0255-b1de-4868-ac08-6a4eb38c3466 req-10250fd5-774e-4152-bff1-5596ec6ce30f tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785020947330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130996763'] for port, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:20:26.535668 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Current status of the port c35ee311-7da9-41c1-af8a-26325e70f425 is: ACTIVE; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 08:20:26.572113 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a4b0255-b1de-4868-ac08-6a4eb38c3466 req-10250fd5-774e-4152-bff1-5596ec6ce30f tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Network 088c299a-c373-4bd9-8355-9f0225f7f7f7 is already hosted by enough agents. {{(pid=103333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 08:20:26.575501 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [req-6a4b0255-b1de-4868-ac08-6a4eb38c3466 req-10250fd5-774e-4152-bff1-5596ec6ce30f tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Resources bound (agent type, host, resource id): {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 08:20:26.579564 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a4b0255-b1de-4868-ac08-6a4eb38c3466 req-10250fd5-774e-4152-bff1-5596ec6ce30f tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Received port after_create {{(pid=103333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 08:20:26.587907 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10250fd5-774e-4152-bff1-5596ec6ce30f tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Pushing event updated for resources: {'Port': ['ID=460319fc-8dc4-4f02-9ef4-d037a59f9c93,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:20:26.639543 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4b0255-b1de-4868-ac08-6a4eb38c3466 req-10250fd5-774e-4152-bff1-5596ec6ce30f tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:20:26.640209 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [req-6a4b0255-b1de-4868-ac08-6a4eb38c3466 req-10250fd5-774e-4152-bff1-5596ec6ce30f tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42160'] for port, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:20:26.658601 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-6a4b0255-b1de-4868-ac08-6a4eb38c3466 req-10250fd5-774e-4152-bff1-5596ec6ce30f tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6792390 Oct 19 08:20:26.670691 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [req-6a4b0255-b1de-4868-ac08-6a4eb38c3466 req-0963b10e-3229-4345-9a0d-f41e755e051d service neutron] Request body: {'port': {'device_id': '451711a0-12e6-4c9d-b6ee-d6ad48bdc961', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8616'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 08:20:26.733286 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [req-6a4b0255-b1de-4868-ac08-6a4eb38c3466 req-0963b10e-3229-4345-9a0d-f41e755e051d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:20:26.812343 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-c4897e21-8756-40cf-adb0-b4197ac0a876 None None] Provisioning complete for port 460319fc-8dc4-4f02-9ef4-d037a59f9c93 triggered by entity DHCP. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 08:20:26.812954 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-c4897e21-8756-40cf-adb0-b4197ac0a876 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:20:26.813071 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-c4897e21-8756-40cf-adb0-b4197ac0a876 None None] Attempt 1 to provision port 460319fc-8dc4-4f02-9ef4-d037a59f9c93 Oct 19 08:20:26.849399 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-c4897e21-8756-40cf-adb0-b4197ac0a876 None None] Port 460319fc-8dc4-4f02-9ef4-d037a59f9c93 cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 08:20:27.015975 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.notifiers.nova [req-6a4b0255-b1de-4868-ac08-6a4eb38c3466 req-0963b10e-3229-4345-9a0d-f41e755e051d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 460319fc-8dc4-4f02-9ef4-d037a59f9c93 {{(pid=103333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 19 08:20:27.024077 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [req-6a4b0255-b1de-4868-ac08-6a4eb38c3466 req-0963b10e-3229-4345-9a0d-f41e755e051d service neutron] Notify callbacks [] for port, precommit_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:20:27.037130 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.provisioning_blocks [req-6a4b0255-b1de-4868-ac08-6a4eb38c3466 req-0963b10e-3229-4345-9a0d-f41e755e051d service neutron] Transition to ACTIVE for port object 460319fc-8dc4-4f02-9ef4-d037a59f9c93 will not be triggered until provisioned by entity L2. {{(pid=103333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 19 08:20:27.041164 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [req-6a4b0255-b1de-4868-ac08-6a4eb38c3466 req-0963b10e-3229-4345-9a0d-f41e755e051d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130996754'] for port, after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:20:27.124347 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0963b10e-3229-4345-9a0d-f41e755e051d service neutron] Pushing event updated for resources: {'Port': ['ID=460319fc-8dc4-4f02-9ef4-d037a59f9c93,revision_number=2']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:20:27.158245 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.managers [req-6a4b0255-b1de-4868-ac08-6a4eb38c3466 req-0963b10e-3229-4345-9a0d-f41e755e051d service neutron] Attempting to bind port 460319fc-8dc4-4f02-9ef4-d037a59f9c93 on host hv-neutron-8616 for vnic_type normal with profile {{(pid=103333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 19 08:20:27.158650 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.managers [req-6a4b0255-b1de-4868-ac08-6a4eb38c3466 req-0963b10e-3229-4345-9a0d-f41e755e051d service neutron] Attempting to bind port 460319fc-8dc4-4f02-9ef4-d037a59f9c93 by drivers openvswitch,hyperv on host hv-neutron-8616 at level 0 using segments [{'id': 'bbb545cf-26e7-4299-8c68-56b3b8edf7ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '088c299a-c373-4bd9-8355-9f0225f7f7f7'}] {{(pid=103333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 19 08:20:27.159117 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a4b0255-b1de-4868-ac08-6a4eb38c3466 req-0963b10e-3229-4345-9a0d-f41e755e051d service neutron] Attempting to bind port 460319fc-8dc4-4f02-9ef4-d037a59f9c93 on network 088c299a-c373-4bd9-8355-9f0225f7f7f7 {{(pid=103333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 08:20:27.164172 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a4b0255-b1de-4868-ac08-6a4eb38c3466 req-0963b10e-3229-4345-9a0d-f41e755e051d service neutron] Port 460319fc-8dc4-4f02-9ef4-d037a59f9c93 on network 088c299a-c373-4bd9-8355-9f0225f7f7f7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8616 {{(pid=103333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 08:20:27.164492 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a4b0255-b1de-4868-ac08-6a4eb38c3466 req-0963b10e-3229-4345-9a0d-f41e755e051d service neutron] Attempting to bind port 460319fc-8dc4-4f02-9ef4-d037a59f9c93 on network 088c299a-c373-4bd9-8355-9f0225f7f7f7 {{(pid=103333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 08:20:27.169732 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a4b0255-b1de-4868-ac08-6a4eb38c3466 req-0963b10e-3229-4345-9a0d-f41e755e051d service neutron] Checking agent: {'id': '5297b6e1-8fc1-4f42-910c-8f50c918ca65', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8616', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 19, 7, 36, 11), 'started_at': datetime.datetime(2022, 10, 19, 7, 36, 11), 'heartbeat_timestamp': datetime.datetime(2022, 10, 19, 8, 20, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 08:20:27.170074 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a4b0255-b1de-4868-ac08-6a4eb38c3466 req-0963b10e-3229-4345-9a0d-f41e755e051d service neutron] Checking segment: {'id': 'bbb545cf-26e7-4299-8c68-56b3b8edf7ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '088c299a-c373-4bd9-8355-9f0225f7f7f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 19 08:20:27.170458 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a4b0255-b1de-4868-ac08-6a4eb38c3466 req-0963b10e-3229-4345-9a0d-f41e755e051d service neutron] Bound using segment: {'id': 'bbb545cf-26e7-4299-8c68-56b3b8edf7ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '088c299a-c373-4bd9-8355-9f0225f7f7f7'} {{(pid=103333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 08:20:27.170885 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.managers [req-6a4b0255-b1de-4868-ac08-6a4eb38c3466 req-0963b10e-3229-4345-9a0d-f41e755e051d service neutron] Bound port: 460319fc-8dc4-4f02-9ef4-d037a59f9c93, host: hv-neutron-8616, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bbb545cf-26e7-4299-8c68-56b3b8edf7ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '088c299a-c373-4bd9-8355-9f0225f7f7f7'}}] {{(pid=103333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 19 08:20:27.171243 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [req-6a4b0255-b1de-4868-ac08-6a4eb38c3466 req-0963b10e-3229-4345-9a0d-f41e755e051d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:20:27.236133 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcdb74c-d541-463c-858a-60455dc9c7b8 req-1f2ffa56-0a1e-4051-ba48-8ec4ee918448 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:20:27.238570 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-8dcdb74c-d541-463c-858a-60455dc9c7b8 req-1f2ffa56-0a1e-4051-ba48-8ec4ee918448 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] 10.222.0.27 "GET /v2.0/ports?device_id=451711a0-12e6-4c9d-b6ee-d6ad48bdc961 HTTP/1.1" status: 200 len: 943 time: 0.0491509 Oct 19 08:20:27.245711 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.db [req-6a4b0255-b1de-4868-ac08-6a4eb38c3466 req-0963b10e-3229-4345-9a0d-f41e755e051d service neutron] For port 460319fc-8dc4-4f02-9ef4-d037a59f9c93, host hv-neutron-8616, cleared binding levels {{(pid=103333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 08:20:27.249252 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.db [req-6a4b0255-b1de-4868-ac08-6a4eb38c3466 req-0963b10e-3229-4345-9a0d-f41e755e051d service neutron] For port 460319fc-8dc4-4f02-9ef4-d037a59f9c93, host hv-neutron-8616, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=460319fc-8dc4-4f02-9ef4-d037a59f9c93,segment=NetworkSegment(bbb545cf-26e7-4299-8c68-56b3b8edf7ed),segment_id=bbb545cf-26e7-4299-8c68-56b3b8edf7ed)] {{(pid=103333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 08:20:27.254802 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [req-6a4b0255-b1de-4868-ac08-6a4eb38c3466 req-0963b10e-3229-4345-9a0d-f41e755e051d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130996754'] for port, after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:20:27.259422 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4b0255-b1de-4868-ac08-6a4eb38c3466 req-0963b10e-3229-4345-9a0d-f41e755e051d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:20:27.260097 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [req-6a4b0255-b1de-4868-ac08-6a4eb38c3466 req-0963b10e-3229-4345-9a0d-f41e755e051d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42160'] for port, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:20:27.261521 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-6a4b0255-b1de-4868-ac08-6a4eb38c3466 req-0963b10e-3229-4345-9a0d-f41e755e051d service neutron] 10.222.0.16 "PUT /v2.0/ports/460319fc-8dc4-4f02-9ef4-d037a59f9c93 HTTP/1.1" status: 200 len: 1093 time: 0.5956144 Oct 19 08:20:27.262013 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '451711a0-12e6-4c9d-b6ee-d6ad48bdc961', 'tag': '460319fc-8dc4-4f02-9ef4-d037a59f9c93'}] {{(pid=103333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 19 08:20:27.264303 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e3bb7d74903c72d9cb0d0f2f187c581e0456bd3142b101dc46d694cf75cdf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d58e1cc6-666b-431a-a987-1453edc7d0c7" -d '{"events": [{"name": "network-changed", "server_uuid": "451711a0-12e6-4c9d-b6ee-d6ad48bdc961", "tag": "460319fc-8dc4-4f02-9ef4-d037a59f9c93"}]}' {{(pid=103333) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 08:20:27.304876 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-8dcdb74c-d541-463c-858a-60455dc9c7b8 req-1c3c82fd-992f-46dc-b35e-07e619ba7335 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] 10.222.0.27 "GET /v2.0/security-groups?id=23db9c24-50af-4430-a75c-ec752cee2321&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564094 Oct 19 08:20:27.328724 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 19 Oct 2022 08:20:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a76b0c8b-c8fb-429a-8ba8-de4429b3e939 x-openstack-request-id: req-a76b0c8b-c8fb-429a-8ba8-de4429b3e939 {{(pid=103333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 08:20:27.329117 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "451711a0-12e6-4c9d-b6ee-d6ad48bdc961", "tag": "460319fc-8dc4-4f02-9ef4-d037a59f9c93", "status": "completed", "code": 200}]} {{(pid=103333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 08:20:27.329489 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-a76b0c8b-c8fb-429a-8ba8-de4429b3e939 {{(pid=103333) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 08:20:27.329982 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a76b0c8b-c8fb-429a-8ba8-de4429b3e939'] response: {'name': 'network-changed', 'server_uuid': '451711a0-12e6-4c9d-b6ee-d6ad48bdc961', 'tag': '460319fc-8dc4-4f02-9ef4-d037a59f9c93', 'status': 'completed', 'code': 200} Oct 19 08:20:27.350019 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-c4897e21-8756-40cf-adb0-b4197ac0a876 None None] Attempt 2 to provision port 460319fc-8dc4-4f02-9ef4-d037a59f9c93 Oct 19 08:20:27.373111 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0963b10e-3229-4345-9a0d-f41e755e051d service neutron] Pushing event updated for resources: {'Port': ['ID=460319fc-8dc4-4f02-9ef4-d037a59f9c93,revision_number=3']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:20:27.382245 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4b0255-b1de-4868-ac08-6a4eb38c3466 req-80ea58bb-f70c-4ce1-b487-25589fac27c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:20:27.383963 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-6a4b0255-b1de-4868-ac08-6a4eb38c3466 req-80ea58bb-f70c-4ce1-b487-25589fac27c3 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a79253f1761249b4887a71a94ffae3f9&device_id=451711a0-12e6-4c9d-b6ee-d6ad48bdc961 HTTP/1.1" status: 200 len: 1096 time: 0.0716398 Oct 19 08:20:27.393006 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-c4897e21-8756-40cf-adb0-b4197ac0a876 None None] Port 460319fc-8dc4-4f02-9ef4-d037a59f9c93 had new provisioning blocks added so it will not transition to active. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:370}} Oct 19 08:20:27.433616 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-6a4b0255-b1de-4868-ac08-6a4eb38c3466 req-90b299fc-f945-4f9a-82cf-150157731d63 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=460319fc-8dc4-4f02-9ef4-d037a59f9c93 HTTP/1.1" status: 200 len: 217 time: 0.0413988 Oct 19 08:20:27.488939 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4b0255-b1de-4868-ac08-6a4eb38c3466 req-edab4d5c-822b-4d5f-a760-092761a10904 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:20:27.490501 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-6a4b0255-b1de-4868-ac08-6a4eb38c3466 req-edab4d5c-822b-4d5f-a760-092761a10904 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2f140f9c-d3be-430c-842d-39f5d4d567b2 HTTP/1.1" status: 200 len: 835 time: 0.0505929 Oct 19 08:20:27.537060 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4b0255-b1de-4868-ac08-6a4eb38c3466 req-02de0cc6-5456-4854-8fd0-a6fdb5ff173f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:20:27.538615 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-6a4b0255-b1de-4868-ac08-6a4eb38c3466 req-02de0cc6-5456-4854-8fd0-a6fdb5ff173f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=088c299a-c373-4bd9-8355-9f0225f7f7f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0421405 Oct 19 08:20:27.630303 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-6a4b0255-b1de-4868-ac08-6a4eb38c3466 req-9d4d97a0-5113-4f7c-8df4-df27929b6bb8 service neutron] 10.222.0.16 "GET /v2.0/networks/088c299a-c373-4bd9-8355-9f0225f7f7f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844419 Oct 19 08:20:27.721310 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-6a4b0255-b1de-4868-ac08-6a4eb38c3466 req-7b21509d-d818-47a6-83ab-34cc8b5d2955 service neutron] 10.222.0.16 "GET /v2.0/networks/088c299a-c373-4bd9-8355-9f0225f7f7f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849040 Oct 19 08:20:27.802827 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58e1cc6-666b-431a-a987-1453edc7d0c7 req-c6ae5761-2ff4-43fa-8d83-f9277bd33dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:20:27.804300 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-d58e1cc6-666b-431a-a987-1453edc7d0c7 req-c6ae5761-2ff4-43fa-8d83-f9277bd33dc5 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a79253f1761249b4887a71a94ffae3f9&device_id=451711a0-12e6-4c9d-b6ee-d6ad48bdc961 HTTP/1.1" status: 200 len: 1096 time: 0.0416145 Oct 19 08:20:27.896994 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58e1cc6-666b-431a-a987-1453edc7d0c7 req-03c3ca31-6a19-425e-abe9-259b2ef02532 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:20:27.898338 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-d58e1cc6-666b-431a-a987-1453edc7d0c7 req-03c3ca31-6a19-425e-abe9-259b2ef02532 service neutron] 10.222.0.16 "GET /v2.0/networks?id=088c299a-c373-4bd9-8355-9f0225f7f7f7 HTTP/1.1" status: 200 len: 898 time: 0.0873506 Oct 19 08:20:27.939714 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-d58e1cc6-666b-431a-a987-1453edc7d0c7 req-626dd4dd-7a04-4cb9-bcf8-f752f588144b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=460319fc-8dc4-4f02-9ef4-d037a59f9c93 HTTP/1.1" status: 200 len: 217 time: 0.0349216 Oct 19 08:20:27.986737 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58e1cc6-666b-431a-a987-1453edc7d0c7 req-bc51bf59-e245-4d80-a2c4-6f23bb2af339 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:20:27.988939 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-d58e1cc6-666b-431a-a987-1453edc7d0c7 req-bc51bf59-e245-4d80-a2c4-6f23bb2af339 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2f140f9c-d3be-430c-842d-39f5d4d567b2 HTTP/1.1" status: 200 len: 835 time: 0.0428376 Oct 19 08:20:28.038353 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58e1cc6-666b-431a-a987-1453edc7d0c7 req-1d4c82e9-5111-4141-badb-dbba4b908367 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:20:28.039798 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-d58e1cc6-666b-431a-a987-1453edc7d0c7 req-1d4c82e9-5111-4141-badb-dbba4b908367 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=088c299a-c373-4bd9-8355-9f0225f7f7f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0429099 Oct 19 08:20:28.128462 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-d58e1cc6-666b-431a-a987-1453edc7d0c7 req-fa26dde1-5e18-4159-b563-0487e3895c71 service neutron] 10.222.0.16 "GET /v2.0/networks/088c299a-c373-4bd9-8355-9f0225f7f7f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809224 Oct 19 08:20:28.224360 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-d58e1cc6-666b-431a-a987-1453edc7d0c7 req-2b19b721-d86b-4d64-926d-c0b78b565557 service neutron] 10.222.0.16 "GET /v2.0/networks/088c299a-c373-4bd9-8355-9f0225f7f7f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885477 Oct 19 08:20:28.257656 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device f9d241fa-3e7f-4f22-baa2-c926d2cedca4 up at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 08:20:28.308800 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Provisioning complete for port f9d241fa-3e7f-4f22-baa2-c926d2cedca4 triggered by entity L2. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 08:20:28.309171 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:20:28.309505 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Attempt 1 to provision port f9d241fa-3e7f-4f22-baa2-c926d2cedca4 Oct 19 08:20:28.384814 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Current status of the port f9d241fa-3e7f-4f22-baa2-c926d2cedca4 is: ACTIVE; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 08:20:28.431560 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1015d556-62d8-4bff-b6be-9ad12aeaa705 req-6cd4844a-4c9b-475b-ab39-851b395a05e2 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:20:28.433146 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-1015d556-62d8-4bff-b6be-9ad12aeaa705 req-6cd4844a-4c9b-475b-ab39-851b395a05e2 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] 10.222.0.27 "GET /v2.0/ports?device_id=451711a0-12e6-4c9d-b6ee-d6ad48bdc961 HTTP/1.1" status: 200 len: 943 time: 0.0496416 Oct 19 08:20:28.470901 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-1015d556-62d8-4bff-b6be-9ad12aeaa705 req-2ab4c2e7-3e5c-443e-b9d9-16135aa37596 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] 10.222.0.27 "GET /v2.0/security-groups?id=23db9c24-50af-4430-a75c-ec752cee2321&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317986 Oct 19 08:20:29.590955 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4079f775-7466-4f89-8a67-3526c22e0d6d req-c573e93e-a249-4ea3-b297-0e3c46caa578 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:20:29.592422 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-4079f775-7466-4f89-8a67-3526c22e0d6d req-c573e93e-a249-4ea3-b297-0e3c46caa578 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] 10.222.0.27 "GET /v2.0/ports?device_id=451711a0-12e6-4c9d-b6ee-d6ad48bdc961 HTTP/1.1" status: 200 len: 943 time: 0.0490212 Oct 19 08:20:29.629656 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-4079f775-7466-4f89-8a67-3526c22e0d6d req-6d4b7756-2d8c-4210-83d4-376352f2b30a tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] 10.222.0.27 "GET /v2.0/security-groups?id=23db9c24-50af-4430-a75c-ec752cee2321&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311530 Oct 19 08:20:30.748066 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29e2b30-1e34-4669-b8b4-5417ddf17c1b req-1e97109c-5fee-4903-a4b6-7967dd7326cf tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:20:30.749549 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-f29e2b30-1e34-4669-b8b4-5417ddf17c1b req-1e97109c-5fee-4903-a4b6-7967dd7326cf tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] 10.222.0.27 "GET /v2.0/ports?device_id=451711a0-12e6-4c9d-b6ee-d6ad48bdc961 HTTP/1.1" status: 200 len: 943 time: 0.0483925 Oct 19 08:20:30.790574 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-f29e2b30-1e34-4669-b8b4-5417ddf17c1b req-122a8e52-76c8-4614-b52c-c6e3415ff3a1 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] 10.222.0.27 "GET /v2.0/security-groups?id=23db9c24-50af-4430-a75c-ec752cee2321&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349362 Oct 19 08:20:31.720060 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Device 460319fc-8dc4-4f02-9ef4-d037a59f9c93 details requested by agent hyperv_hv-neutron-8616 with host hv-neutron-8616 {{(pid=103334) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 08:20:31.817400 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] For port 460319fc-8dc4-4f02-9ef4-d037a59f9c93, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=460319fc-8dc4-4f02-9ef4-d037a59f9c93,segment=NetworkSegment(bbb545cf-26e7-4299-8c68-56b3b8edf7ed),segment_id=bbb545cf-26e7-4299-8c68-56b3b8edf7ed)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 08:20:31.830017 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Returning: {'device': '460319fc-8dc4-4f02-9ef4-d037a59f9c93', 'network_id': '088c299a-c373-4bd9-8355-9f0225f7f7f7', 'port_id': '460319fc-8dc4-4f02-9ef4-d037a59f9c93', 'mac_address': 'fa:16:3e:4f:77:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f140f9c-d3be-430c-842d-39f5d4d567b2', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103334) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 08:20:31.870242 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Current status of the port 460319fc-8dc4-4f02-9ef4-d037a59f9c93 is: DOWN; New status is: BUILD {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 08:20:31.870627 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:20:31.888355 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.notifiers.nova [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 460319fc-8dc4-4f02-9ef4-d037a59f9c93 {{(pid=103334) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 19 08:20:31.909185 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] For port 460319fc-8dc4-4f02-9ef4-d037a59f9c93, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=460319fc-8dc4-4f02-9ef4-d037a59f9c93,segment=NetworkSegment(bbb545cf-26e7-4299-8c68-56b3b8edf7ed),segment_id=bbb545cf-26e7-4299-8c68-56b3b8edf7ed)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 08:20:31.913780 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:20:31.923570 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da35f0af-eadb-4367-a85c-55b8213d828f req-09366f61-93b6-4fcf-9b81-e879c783ad0f tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:20:31.925651 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-da35f0af-eadb-4367-a85c-55b8213d828f req-09366f61-93b6-4fcf-9b81-e879c783ad0f tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] 10.222.0.27 "GET /v2.0/ports?device_id=451711a0-12e6-4c9d-b6ee-d6ad48bdc961 HTTP/1.1" status: 200 len: 943 time: 0.0516808 Oct 19 08:20:31.964762 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Pushing event updated for resources: {'Port': ['ID=460319fc-8dc4-4f02-9ef4-d037a59f9c93,revision_number=4']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:20:31.967974 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-da35f0af-eadb-4367-a85c-55b8213d828f req-50df2dd1-bf6f-4571-9a3a-bc2a2f45556f tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] 10.222.0.27 "GET /v2.0/security-groups?id=23db9c24-50af-4430-a75c-ec752cee2321&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343118 Oct 19 08:20:32.128634 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] get_ports_and_sgs() called for port_ids ['460319fc-8dc4-4f02-9ef4-d037a59f9c93'] {{(pid=103334) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 19 08:20:33.088614 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd70779-5493-4e1d-82d6-a676f7ce7295 req-58338a7e-ecb5-41a5-9b73-bbf92f41957c tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:20:33.090072 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-7cd70779-5493-4e1d-82d6-a676f7ce7295 req-58338a7e-ecb5-41a5-9b73-bbf92f41957c tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] 10.222.0.27 "GET /v2.0/ports?device_id=451711a0-12e6-4c9d-b6ee-d6ad48bdc961 HTTP/1.1" status: 200 len: 944 time: 0.0483766 Oct 19 08:20:33.126517 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-7cd70779-5493-4e1d-82d6-a676f7ce7295 req-9492b2bf-824d-42dd-abf5-357e960b481e tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] 10.222.0.27 "GET /v2.0/security-groups?id=23db9c24-50af-4430-a75c-ec752cee2321&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306454 Oct 19 08:20:33.719313 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Device 460319fc-8dc4-4f02-9ef4-d037a59f9c93 up at agent hyperv_hv-neutron-8616 {{(pid=103334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 08:20:33.767616 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Provisioning for port 460319fc-8dc4-4f02-9ef4-d037a59f9c93 completed by entity L2. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 19 08:20:33.771948 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Provisioning complete for port 460319fc-8dc4-4f02-9ef4-d037a59f9c93 triggered by entity L2. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 08:20:33.772332 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:20:33.772693 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Attempt 1 to provision port 460319fc-8dc4-4f02-9ef4-d037a59f9c93 Oct 19 08:20:33.849923 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Current status of the port 460319fc-8dc4-4f02-9ef4-d037a59f9c93 is: BUILD; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 08:20:33.850303 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:20:33.871753 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '451711a0-12e6-4c9d-b6ee-d6ad48bdc961', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '460319fc-8dc4-4f02-9ef4-d037a59f9c93'}] {{(pid=103334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 19 08:20:33.874072 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d918bd29c62f7e926e80ce37adcd574e0921d2de3006e6b6ef58999f52d8e2e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9415fcb9-a484-4712-8d36-f0e0330925aa" -d '{"events": [{"server_uuid": "451711a0-12e6-4c9d-b6ee-d6ad48bdc961", "name": "network-vif-plugged", "status": "completed", "tag": "460319fc-8dc4-4f02-9ef4-d037a59f9c93"}]}' {{(pid=103334) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 08:20:33.888368 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] For port 460319fc-8dc4-4f02-9ef4-d037a59f9c93, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=460319fc-8dc4-4f02-9ef4-d037a59f9c93,segment=NetworkSegment(bbb545cf-26e7-4299-8c68-56b3b8edf7ed),segment_id=bbb545cf-26e7-4299-8c68-56b3b8edf7ed)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 08:20:33.892149 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:20:33.918506 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 19 Oct 2022 08:20:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12ef1b4d-e6b9-47cb-9026-80043df64cae x-openstack-request-id: req-12ef1b4d-e6b9-47cb-9026-80043df64cae {{(pid=103334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 08:20:33.918798 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "451711a0-12e6-4c9d-b6ee-d6ad48bdc961", "name": "network-vif-plugged", "status": "completed", "tag": "460319fc-8dc4-4f02-9ef4-d037a59f9c93", "code": 200}]} {{(pid=103334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 08:20:33.919051 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-12ef1b4d-e6b9-47cb-9026-80043df64cae {{(pid=103334) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 08:20:33.919443 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.notifiers.nova [-] Nova event matching ['req-12ef1b4d-e6b9-47cb-9026-80043df64cae'] response: {'server_uuid': '451711a0-12e6-4c9d-b6ee-d6ad48bdc961', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '460319fc-8dc4-4f02-9ef4-d037a59f9c93', 'code': 200} Oct 19 08:20:33.946641 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Pushing event updated for resources: {'Port': ['ID=460319fc-8dc4-4f02-9ef4-d037a59f9c93,revision_number=5']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:20:34.069966 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c59855-d59f-468b-9684-004a8a7d605b req-9a943926-a1ce-4b78-85b1-fb227a6d1a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:20:34.071448 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-e0c59855-d59f-468b-9684-004a8a7d605b req-9a943926-a1ce-4b78-85b1-fb227a6d1a84 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=451711a0-12e6-4c9d-b6ee-d6ad48bdc961 HTTP/1.1" status: 200 len: 1098 time: 0.0401556 Oct 19 08:20:34.105879 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-e0c59855-d59f-468b-9684-004a8a7d605b req-36770226-cfb5-40a7-9048-496274fd4ccc service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=23db9c24-50af-4430-a75c-ec752cee2321&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0284483 Oct 19 08:20:34.247172 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d56869-fd99-4f3c-b4fe-63e235160aca req-1602e8ff-3d3a-479e-904f-4020d0ba9b2a tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:20:34.248550 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-19d56869-fd99-4f3c-b4fe-63e235160aca req-1602e8ff-3d3a-479e-904f-4020d0ba9b2a tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] 10.222.0.27 "GET /v2.0/ports?device_id=451711a0-12e6-4c9d-b6ee-d6ad48bdc961 HTTP/1.1" status: 200 len: 945 time: 0.0479493 Oct 19 08:20:34.290743 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-19d56869-fd99-4f3c-b4fe-63e235160aca req-ec387096-16f4-4de8-9827-05fccf639ee9 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] 10.222.0.27 "GET /v2.0/security-groups?id=23db9c24-50af-4430-a75c-ec752cee2321&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355752 Oct 19 08:20:35.415634 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97104dd-e0c9-48b5-a86b-a34b1ed11a73 req-c5e5e5d3-1beb-46cb-8877-38259efb5db5 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:20:35.417144 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-a97104dd-e0c9-48b5-a86b-a34b1ed11a73 req-c5e5e5d3-1beb-46cb-8877-38259efb5db5 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] 10.222.0.27 "GET /v2.0/ports?device_id=451711a0-12e6-4c9d-b6ee-d6ad48bdc961 HTTP/1.1" status: 200 len: 945 time: 0.0493681 Oct 19 08:20:35.454686 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-a97104dd-e0c9-48b5-a86b-a34b1ed11a73 req-9055c661-8668-425e-b11c-38cf53ed37b3 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] 10.222.0.27 "GET /v2.0/security-groups?id=23db9c24-50af-4430-a75c-ec752cee2321&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316682 Oct 19 08:20:35.574603 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6fe26d-93a1-4387-9963-6aca43f1a828 req-80b61093-76b3-4c75-a4ae-c1573c3203de tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:20:35.576075 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-8d6fe26d-93a1-4387-9963-6aca43f1a828 req-80b61093-76b3-4c75-a4ae-c1573c3203de tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] 10.222.0.27 "GET /v2.0/ports?device_id=451711a0-12e6-4c9d-b6ee-d6ad48bdc961 HTTP/1.1" status: 200 len: 945 time: 0.0491712 Oct 19 08:20:35.612944 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-8d6fe26d-93a1-4387-9963-6aca43f1a828 req-82562612-6926-4880-86ab-1a6d226faa1b tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] 10.222.0.27 "GET /v2.0/security-groups?id=23db9c24-50af-4430-a75c-ec752cee2321&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304282 Oct 19 08:20:35.640265 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 38990) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:20:35.679256 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8099d4b-6821-479c-8b5a-4d2045a4fb4e tempest-TestNetworkAdvancedServerOps-711413529 tempest-TestNetworkAdvancedServerOps-711413529-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:20:35.680743 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-a8099d4b-6821-479c-8b5a-4d2045a4fb4e tempest-TestNetworkAdvancedServerOps-711413529 tempest-TestNetworkAdvancedServerOps-711413529-project-admin] 10.222.0.27 "GET /v2.0/ports?device_id=451711a0-12e6-4c9d-b6ee-d6ad48bdc961 HTTP/1.1" status: 200 len: 1093 time: 0.0394332 Oct 19 08:20:35.683571 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 38992) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:20:35.687665 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-a02fd7b7-1651-4152-8d17-9dc1cab049e8 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Request body: {'floatingip': {'floating_network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'port_id': '460319fc-8dc4-4f02-9ef4-d037a59f9c93', 'tenant_id': 'a79253f1761249b4887a71a94ffae3f9', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 08:20:35.714554 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-a02fd7b7-1651-4152-8d17-9dc1cab049e8 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks [] for floatingip, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:20:35.808794 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-a02fd7b7-1651-4152-8d17-9dc1cab049e8 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:20:35.914426 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.db_base_plugin_common [None req-a02fd7b7-1651-4152-8d17-9dc1cab049e8 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Allocated IP 172.26.0.110 (99c66757-74e3-40a4-b479-8d09e3a7c3dd/7f3d1034-1de7-458a-a3ee-77488de3949b/72c35714-840b-49a7-8bbe-20d5fca3f9a4) {{(pid=103333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 08:20:36.019242 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-a02fd7b7-1651-4152-8d17-9dc1cab049e8 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks [] for port, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:20:36.052858 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-a02fd7b7-1651-4152-8d17-9dc1cab049e8 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785020947330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130996763'] for port, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:20:36.098778 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a02fd7b7-1651-4152-8d17-9dc1cab049e8 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Network 99c66757-74e3-40a4-b479-8d09e3a7c3dd is already hosted by enough agents. {{(pid=103333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 08:20:36.101790 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-a02fd7b7-1651-4152-8d17-9dc1cab049e8 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Resources bound (agent type, host, resource id): {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 08:20:36.106064 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a02fd7b7-1651-4152-8d17-9dc1cab049e8 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Received port after_create {{(pid=103333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 08:20:36.111411 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02fd7b7-1651-4152-8d17-9dc1cab049e8 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Pushing event updated for resources: {'Port': ['ID=72c35714-840b-49a7-8bbe-20d5fca3f9a4,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:20:36.596633 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-a02fd7b7-1651-4152-8d17-9dc1cab049e8 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:20:36.695514 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-a02fd7b7-1651-4152-8d17-9dc1cab049e8 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:20:36.843801 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-a02fd7b7-1651-4152-8d17-9dc1cab049e8 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks [] for port, precommit_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:20:36.849027 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-a02fd7b7-1651-4152-8d17-9dc1cab049e8 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130996754'] for port, after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:20:36.913692 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02fd7b7-1651-4152-8d17-9dc1cab049e8 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Pushing event updated for resources: {'Port': ['ID=72c35714-840b-49a7-8bbe-20d5fca3f9a4,revision_number=2']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:20:36.916048 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-a02fd7b7-1651-4152-8d17-9dc1cab049e8 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1695041'] for floatingip, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:20:37.014101 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.db.l3_db [None req-a02fd7b7-1651-4152-8d17-9dc1cab049e8 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Floating IP 12b3c0df-565d-400d-be65-85dffb3b8ad2 associated. External IP: 172.26.0.110, port: 460319fc-8dc4-4f02-9ef4-d037a59f9c93. Oct 19 08:20:37.217494 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a02fd7b7-1651-4152-8d17-9dc1cab049e8 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Router 8206063d-e8a5-4de8-9b4d-c534d5fa6296 has already been hosted by L3 agent ab388470-1243-4d53-80f2-c2f5899c97a7 {{(pid=103333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 08:20:37.323482 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a02fd7b7-1651-4152-8d17-9dc1cab049e8 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify agent at l3_agent.dv-neutron-861624-1-hyperv the message routers_updated {{(pid=103333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 08:20:37.333297 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-800d5f7b-bacf-40fe-89f0-e4c5c4c96459 None None] Sync routers for ids ['8206063d-e8a5-4de8-9b4d-c534d5fa6296'] in dv-neutron-861624-1-hyperv {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 08:20:37.340737 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-a02fd7b7-1651-4152-8d17-9dc1cab049e8 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42160'] for floatingip, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:20:37.343053 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-800d5f7b-bacf-40fe-89f0-e4c5c4c96459 None None] Routers {'8206063d-e8a5-4de8-9b4d-c534d5fa6296'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 08:20:37.343653 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-800d5f7b-bacf-40fe-89f0-e4c5c4c96459 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T08:20:16Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['8206063d-e8a5-4de8-9b4d-c534d5fa6296'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:20:37.368162 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-a02fd7b7-1651-4152-8d17-9dc1cab049e8 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] 10.222.0.27 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6835973 Oct 19 08:20:37.368847 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '451711a0-12e6-4c9d-b6ee-d6ad48bdc961', 'tag': '460319fc-8dc4-4f02-9ef4-d037a59f9c93'}] {{(pid=103333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 19 08:20:37.371333 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e3bb7d74903c72d9cb0d0f2f187c581e0456bd3142b101dc46d694cf75cdf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-815bea0d-5c62-4bbb-b5de-c7ff752ff3ba" -d '{"events": [{"name": "network-changed", "server_uuid": "451711a0-12e6-4c9d-b6ee-d6ad48bdc961", "tag": "460319fc-8dc4-4f02-9ef4-d037a59f9c93"}]}' {{(pid=103333) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 08:20:37.422161 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 19 Oct 2022 08:20:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07bf629b-b42f-4681-9cd4-83fc5b403adc x-openstack-request-id: req-07bf629b-b42f-4681-9cd4-83fc5b403adc {{(pid=103333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 08:20:37.422477 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "451711a0-12e6-4c9d-b6ee-d6ad48bdc961", "tag": "460319fc-8dc4-4f02-9ef4-d037a59f9c93", "status": "completed", "code": 200}]} {{(pid=103333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 08:20:37.424103 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-07bf629b-b42f-4681-9cd4-83fc5b403adc {{(pid=103333) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 08:20:37.428128 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.notifiers.nova [-] Nova event matching ['req-07bf629b-b42f-4681-9cd4-83fc5b403adc'] response: {'name': 'network-changed', 'server_uuid': '451711a0-12e6-4c9d-b6ee-d6ad48bdc961', 'tag': '460319fc-8dc4-4f02-9ef4-d037a59f9c93', 'status': 'completed', 'code': 200} Oct 19 08:20:37.456313 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvr_db [None req-800d5f7b-bacf-40fe-89f0-e4c5c4c96459 None None] Set router 8206063d-e8a5-4de8-9b4d-c534d5fa6296 gateway port host: dv-neutron-861624-1-hyperv {{(pid=103335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 08:20:37.471169 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bffc6b2-7e3f-4578-8e3a-934d6be6d17a req-1447b477-57eb-42fc-9cee-86fffdcbc943 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:20:37.472833 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-8bffc6b2-7e3f-4578-8e3a-934d6be6d17a req-1447b477-57eb-42fc-9cee-86fffdcbc943 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] 10.222.0.27 "GET /v2.0/ports?device_id=451711a0-12e6-4c9d-b6ee-d6ad48bdc961 HTTP/1.1" status: 200 len: 945 time: 0.0527124 Oct 19 08:20:37.478822 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815bea0d-5c62-4bbb-b5de-c7ff752ff3ba req-210607b4-6ff7-416e-bc67-7e0b57f881f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:20:37.486002 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-815bea0d-5c62-4bbb-b5de-c7ff752ff3ba req-210607b4-6ff7-416e-bc67-7e0b57f881f0 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a79253f1761249b4887a71a94ffae3f9&device_id=451711a0-12e6-4c9d-b6ee-d6ad48bdc961 HTTP/1.1" status: 200 len: 1098 time: 0.0514312 Oct 19 08:20:37.521872 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-8bffc6b2-7e3f-4578-8e3a-934d6be6d17a req-d38441b5-7b9e-43db-9c49-3244ef173c8e tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] 10.222.0.27 "GET /v2.0/security-groups?id=23db9c24-50af-4430-a75c-ec752cee2321&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416272 Oct 19 08:20:37.552943 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 38998) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:20:37.621505 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-be78d435-8498-4964-a89d-87850b87a068 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] 10.222.0.27 "GET /v2.0/floatingips/12b3c0df-565d-400d-be65-85dffb3b8ad2 HTTP/1.1" status: 200 len: 991 time: 0.0674033 Oct 19 08:20:37.707854 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-800d5f7b-bacf-40fe-89f0-e4c5c4c96459 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8206063d-e8a5-4de8-9b4d-c534d5fa6296', 'name': 'tempest-TestNetworkAdvancedServerOps-router-479328933', 'tenant_id': 'a79253f1761249b4887a71a94ffae3f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'external_fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.5'}], 'enable_snat': True}, 'gw_port_id': 'c35ee311-7da9-41c1-af8a-26325e70f425', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T08:20:19Z', 'updated_at': '2022-10-19T08:20:23Z', 'revision_number': 4, 'project_id': 'a79253f1761249b4887a71a94ffae3f9', 'gw_port': {'id': 'c35ee311-7da9-41c1-af8a-26325e70f425', 'name': '', 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:df:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8206063d-e8a5-4de8-9b4d-c534d5fa6296', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1800, 'fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T08:20:20Z', 'updated_at': '2022-10-19T08:20:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861624-1-hyperv', '_floatingips': [{'id': '12b3c0df-565d-400d-be65-85dffb3b8ad2', 'tenant_id': 'a79253f1761249b4887a71a94ffae3f9', 'floating_ip_address': '172.26.0.110', 'floating_network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'router_id': '8206063d-e8a5-4de8-9b4d-c534d5fa6296', 'port_id': '460319fc-8dc4-4f02-9ef4-d037a59f9c93', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1806, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '088c299a-c373-4bd9-8355-9f0225f7f7f7', 'mac_address': 'fa:16:3e:4f:77:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '451711a0-12e6-4c9d-b6ee-d6ad48bdc961', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-19T08:20:36Z', 'updated_at': '2022-10-19T08:20:36Z', 'revision_number': 0, 'project_id': 'a79253f1761249b4887a71a94ffae3f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f9d241fa-3e7f-4f22-baa2-c926d2cedca4', 'name': '', 'network_id': '088c299a-c373-4bd9-8355-9f0225f7f7f7', 'tenant_id': 'a79253f1761249b4887a71a94ffae3f9', 'mac_address': 'fa:16:3e:0e:fb:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8206063d-e8a5-4de8-9b4d-c534d5fa6296', 'device_owner': 'network:router_interface', 'standard_attr_id': 1803, 'fixed_ips': [{'subnet_id': '2f140f9c-d3be-430c-842d-39f5d4d567b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T08:20:22Z', 'updated_at': '2022-10-19T08:20:26Z', 'revision_number': 5, 'project_id': 'a79253f1761249b4887a71a94ffae3f9', 'subnets': [{'id': '2f140f9c-d3be-430c-842d-39f5d4d567b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:20:37.740039 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-800d5f7b-bacf-40fe-89f0-e4c5c4c96459 None None] Checking router: 8206063d-e8a5-4de8-9b4d-c534d5fa6296 for host: dv-neutron-861624-1-hyperv {{(pid=103335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 08:20:37.749216 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-800d5f7b-bacf-40fe-89f0-e4c5c4c96459 None None] Routers {'8206063d-e8a5-4de8-9b4d-c534d5fa6296'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 08:20:37.749810 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-800d5f7b-bacf-40fe-89f0-e4c5c4c96459 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T08:20:16Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['8206063d-e8a5-4de8-9b4d-c534d5fa6296'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:20:37.857477 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvr_db [None req-800d5f7b-bacf-40fe-89f0-e4c5c4c96459 None None] Set router 8206063d-e8a5-4de8-9b4d-c534d5fa6296 gateway port host: dv-neutron-861624-1-hyperv {{(pid=103335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 08:20:37.867665 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815bea0d-5c62-4bbb-b5de-c7ff752ff3ba req-e26e9c06-0f1a-4f2c-8a1a-1703e1872f14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:20:37.869193 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-815bea0d-5c62-4bbb-b5de-c7ff752ff3ba req-e26e9c06-0f1a-4f2c-8a1a-1703e1872f14 service neutron] 10.222.0.16 "GET /v2.0/networks?id=088c299a-c373-4bd9-8355-9f0225f7f7f7 HTTP/1.1" status: 200 len: 898 time: 0.3771904 Oct 19 08:20:37.935255 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-815bea0d-5c62-4bbb-b5de-c7ff752ff3ba req-b06ebe6e-78ba-43e2-b797-ed376f93baca service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=460319fc-8dc4-4f02-9ef4-d037a59f9c93 HTTP/1.1" status: 200 len: 999 time: 0.0593014 Oct 19 08:20:37.987143 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815bea0d-5c62-4bbb-b5de-c7ff752ff3ba req-3e39df35-4b26-41ca-814c-fb2ba8d6a42a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:20:37.989699 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-815bea0d-5c62-4bbb-b5de-c7ff752ff3ba req-3e39df35-4b26-41ca-814c-fb2ba8d6a42a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2f140f9c-d3be-430c-842d-39f5d4d567b2 HTTP/1.1" status: 200 len: 835 time: 0.0480280 Oct 19 08:20:38.034241 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815bea0d-5c62-4bbb-b5de-c7ff752ff3ba req-020cdba4-36ae-4419-9acb-ffb1e7e854a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:20:38.036457 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-815bea0d-5c62-4bbb-b5de-c7ff752ff3ba req-020cdba4-36ae-4419-9acb-ffb1e7e854a3 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=088c299a-c373-4bd9-8355-9f0225f7f7f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0410540 Oct 19 08:20:38.074997 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-800d5f7b-bacf-40fe-89f0-e4c5c4c96459 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8206063d-e8a5-4de8-9b4d-c534d5fa6296', 'name': 'tempest-TestNetworkAdvancedServerOps-router-479328933', 'tenant_id': 'a79253f1761249b4887a71a94ffae3f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'external_fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.5'}], 'enable_snat': True}, 'gw_port_id': 'c35ee311-7da9-41c1-af8a-26325e70f425', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T08:20:19Z', 'updated_at': '2022-10-19T08:20:23Z', 'revision_number': 4, 'project_id': 'a79253f1761249b4887a71a94ffae3f9', 'gw_port': {'id': 'c35ee311-7da9-41c1-af8a-26325e70f425', 'name': '', 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:df:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8206063d-e8a5-4de8-9b4d-c534d5fa6296', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1800, 'fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T08:20:20Z', 'updated_at': '2022-10-19T08:20:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861624-1-hyperv', '_floatingips': [{'id': '12b3c0df-565d-400d-be65-85dffb3b8ad2', 'tenant_id': 'a79253f1761249b4887a71a94ffae3f9', 'floating_ip_address': '172.26.0.110', 'floating_network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'router_id': '8206063d-e8a5-4de8-9b4d-c534d5fa6296', 'port_id': '460319fc-8dc4-4f02-9ef4-d037a59f9c93', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1806, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '088c299a-c373-4bd9-8355-9f0225f7f7f7', 'mac_address': 'fa:16:3e:4f:77:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '451711a0-12e6-4c9d-b6ee-d6ad48bdc961', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-19T08:20:36Z', 'updated_at': '2022-10-19T08:20:36Z', 'revision_number': 0, 'project_id': 'a79253f1761249b4887a71a94ffae3f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f9d241fa-3e7f-4f22-baa2-c926d2cedca4', 'name': '', 'network_id': '088c299a-c373-4bd9-8355-9f0225f7f7f7', 'tenant_id': 'a79253f1761249b4887a71a94ffae3f9', 'mac_address': 'fa:16:3e:0e:fb:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8206063d-e8a5-4de8-9b4d-c534d5fa6296', 'device_owner': 'network:router_interface', 'standard_attr_id': 1803, 'fixed_ips': [{'subnet_id': '2f140f9c-d3be-430c-842d-39f5d4d567b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T08:20:22Z', 'updated_at': '2022-10-19T08:20:26Z', 'revision_number': 5, 'project_id': 'a79253f1761249b4887a71a94ffae3f9', 'subnets': [{'id': '2f140f9c-d3be-430c-842d-39f5d4d567b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:20:38.104458 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-800d5f7b-bacf-40fe-89f0-e4c5c4c96459 None None] The sync data for ids ['8206063d-e8a5-4de8-9b4d-c534d5fa6296'] in dv-neutron-861624-1-hyperv is: [{'id': '8206063d-e8a5-4de8-9b4d-c534d5fa6296', 'name': 'tempest-TestNetworkAdvancedServerOps-router-479328933', 'tenant_id': 'a79253f1761249b4887a71a94ffae3f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'external_fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.5'}], 'enable_snat': True}, 'gw_port_id': 'c35ee311-7da9-41c1-af8a-26325e70f425', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T08:20:19Z', 'updated_at': '2022-10-19T08:20:23Z', 'revision_number': 4, 'project_id': 'a79253f1761249b4887a71a94ffae3f9', 'gw_port': {'id': 'c35ee311-7da9-41c1-af8a-26325e70f425', 'name': '', 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:df:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8206063d-e8a5-4de8-9b4d-c534d5fa6296', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1800, 'fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T08:20:20Z', 'updated_at': '2022-10-19T08:20:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861624-1-hyperv', '_floatingips': [{'id': '12b3c0df-565d-400d-be65-85dffb3b8ad2', 'tenant_id': 'a79253f1761249b4887a71a94ffae3f9', 'floating_ip_address': '172.26.0.110', 'floating_network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'router_id': '8206063d-e8a5-4de8-9b4d-c534d5fa6296', 'port_id': '460319fc-8dc4-4f02-9ef4-d037a59f9c93', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1806, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '088c299a-c373-4bd9-8355-9f0225f7f7f7', 'mac_address': 'fa:16:3e:4f:77:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '451711a0-12e6-4c9d-b6ee-d6ad48bdc961', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-19T08:20:36Z', 'updated_at': '2022-10-19T08:20:36Z', 'revision_number': 0, 'project_id': 'a79253f1761249b4887a71a94ffae3f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f9d241fa-3e7f-4f22-baa2-c926d2cedca4', 'name': '', 'network_id': '088c299a-c373-4bd9-8355-9f0225f7f7f7', 'tenant_id': 'a79253f1761249b4887a71a94ffae3f9', 'mac_address': 'fa:16:3e:0e:fb:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8206063d-e8a5-4de8-9b4d-c534d5fa6296', 'device_owner': 'network:router_interface', 'standard_attr_id': 1803, 'fixed_ips': [{'subnet_id': '2f140f9c-d3be-430c-842d-39f5d4d567b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T08:20:22Z', 'updated_at': '2022-10-19T08:20:26Z', 'revision_number': 5, 'project_id': 'a79253f1761249b4887a71a94ffae3f9', 'subnets': [{'id': '2f140f9c-d3be-430c-842d-39f5d4d567b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 08:20:38.130763 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-815bea0d-5c62-4bbb-b5de-c7ff752ff3ba req-be07ea04-b7f7-4eae-886f-5753cdfa5cd5 service neutron] 10.222.0.16 "GET /v2.0/networks/088c299a-c373-4bd9-8355-9f0225f7f7f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881486 Oct 19 08:20:38.224743 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-815bea0d-5c62-4bbb-b5de-c7ff752ff3ba req-718f921b-5ac0-4ec8-bd08-b098ad0861e1 service neutron] 10.222.0.16 "GET /v2.0/networks/088c299a-c373-4bd9-8355-9f0225f7f7f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877666 Oct 19 08:20:38.306010 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41a38ad8-489c-4c05-bc0b-5b44fafece7b None None] New status for floating IP 12b3c0df-565d-400d-be65-85dffb3b8ad2: ACTIVE {{(pid=103334) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 19 08:20:38.625397 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 39000) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:20:38.688392 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-c8dc35de-c9e8-4aa2-8c94-15aaa4bbd0ec tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] 10.222.0.27 "GET /v2.0/floatingips/12b3c0df-565d-400d-be65-85dffb3b8ad2 HTTP/1.1" status: 200 len: 993 time: 0.0618284 Oct 19 08:20:42.220277 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:20:43.480561 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-f210a3f4-927b-48c5-9c93-9e6505c70901 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:20:43.586975 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [req-42ae4685-441a-49d3-921d-05f63edfa9cd req-43b13fea-31f0-49d7-bb43-46d8834bf7d5 tempest-ServersNegativeTestJSON-1178475817 tempest-ServersNegativeTestJSON-1178475817-project] (103332) timed out ('10.222.0.16', 60103) {{(pid=103332) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 19 08:20:46.388808 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-9d0d5c99-a4f4-4c9a-9101-0c1f7e735e64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:20:48.087078 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-2a2259f7-b034-4eec-af7a-7abaede746c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:20:49.180450 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-1a0da505-d0f9-48c6-b7e2-53b9c5e41298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:20:49.252075 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:20:57.605634 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.agents_db [None req-6057327c-4456-4c72-8e75-6d3cd9249757 None None] Agent healthcheck: found 6 active agents {{(pid=103335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 08:20:59.081485 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-d39472d6-9dc3-443a-9a91-7d26f0a0c473 req-3c5b2ada-75dc-44f5-9009-66ffce939d58 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=451711a0-12e6-4c9d-b6ee-d6ad48bdc961&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0429513 Oct 19 08:20:59.161267 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39472d6-9dc3-443a-9a91-7d26f0a0c473 req-0c6d808c-68e3-4bf6-b943-8727534327cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:20:59.163072 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-d39472d6-9dc3-443a-9a91-7d26f0a0c473 req-0c6d808c-68e3-4bf6-b943-8727534327cf service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a79253f1761249b4887a71a94ffae3f9&device_id=451711a0-12e6-4c9d-b6ee-d6ad48bdc961 HTTP/1.1" status: 200 len: 1098 time: 0.0405650 Oct 19 08:20:59.264867 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39472d6-9dc3-443a-9a91-7d26f0a0c473 req-8f98237b-1e69-4205-b88f-3810149e978d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:20:59.266339 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-d39472d6-9dc3-443a-9a91-7d26f0a0c473 req-8f98237b-1e69-4205-b88f-3810149e978d service neutron] 10.222.0.16 "GET /v2.0/networks?id=088c299a-c373-4bd9-8355-9f0225f7f7f7 HTTP/1.1" status: 200 len: 898 time: 0.0853937 Oct 19 08:20:59.334960 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-d39472d6-9dc3-443a-9a91-7d26f0a0c473 req-320d5615-9941-48f5-b829-3b8795364309 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=460319fc-8dc4-4f02-9ef4-d037a59f9c93 HTTP/1.1" status: 200 len: 1001 time: 0.0621312 Oct 19 08:20:59.383004 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39472d6-9dc3-443a-9a91-7d26f0a0c473 req-fbd0db53-79b0-406e-b0cc-329c630ef05c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:20:59.384400 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-d39472d6-9dc3-443a-9a91-7d26f0a0c473 req-fbd0db53-79b0-406e-b0cc-329c630ef05c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2f140f9c-d3be-430c-842d-39f5d4d567b2 HTTP/1.1" status: 200 len: 835 time: 0.0430901 Oct 19 08:20:59.430732 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39472d6-9dc3-443a-9a91-7d26f0a0c473 req-ea30d3f0-d4a5-43b3-a7dc-34ec4cb52f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:20:59.432161 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-d39472d6-9dc3-443a-9a91-7d26f0a0c473 req-ea30d3f0-d4a5-43b3-a7dc-34ec4cb52f44 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=088c299a-c373-4bd9-8355-9f0225f7f7f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0402462 Oct 19 08:20:59.523043 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-d39472d6-9dc3-443a-9a91-7d26f0a0c473 req-93c614b5-37da-4568-b6dd-56dace452133 service neutron] 10.222.0.16 "GET /v2.0/networks/088c299a-c373-4bd9-8355-9f0225f7f7f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841224 Oct 19 08:20:59.618378 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-d39472d6-9dc3-443a-9a91-7d26f0a0c473 req-5a2ca079-388d-4162-a536-76ef63a38c58 service neutron] 10.222.0.16 "GET /v2.0/networks/088c299a-c373-4bd9-8355-9f0225f7f7f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881417 Oct 19 08:21:07.431405 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2788a7b-f714-4af9-ad3b-852eac377ab6 req-5065e019-110d-4f91-966d-9563547b6a69 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:21:07.432908 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-b2788a7b-f714-4af9-ad3b-852eac377ab6 req-5065e019-110d-4f91-966d-9563547b6a69 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] 10.222.0.27 "GET /v2.0/ports?device_id=451711a0-12e6-4c9d-b6ee-d6ad48bdc961 HTTP/1.1" status: 200 len: 945 time: 0.0957260 Oct 19 08:21:07.471302 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-b2788a7b-f714-4af9-ad3b-852eac377ab6 req-9e9f57da-868d-47e9-9469-b1020c3d8129 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] 10.222.0.27 "GET /v2.0/security-groups?id=23db9c24-50af-4430-a75c-ec752cee2321&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318065 Oct 19 08:21:08.638295 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e58b06-ac45-4bb0-a550-b0f3bb8a76a1 req-5301f6b6-8284-4e31-aada-b473c9103897 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:21:08.639740 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-29e58b06-ac45-4bb0-a550-b0f3bb8a76a1 req-5301f6b6-8284-4e31-aada-b473c9103897 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] 10.222.0.27 "GET /v2.0/ports?device_id=451711a0-12e6-4c9d-b6ee-d6ad48bdc961 HTTP/1.1" status: 200 len: 945 time: 0.0923588 Oct 19 08:21:08.677502 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-29e58b06-ac45-4bb0-a550-b0f3bb8a76a1 req-595c0602-adcc-4889-b969-f2647736bbe0 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] 10.222.0.27 "GET /v2.0/security-groups?id=23db9c24-50af-4430-a75c-ec752cee2321&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318136 Oct 19 08:21:08.706073 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 39020) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:21:08.769585 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-6f285104-a2ff-4245-b822-35e3ddcdc5df tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] 10.222.0.27 "GET /v2.0/floatingips/12b3c0df-565d-400d-be65-85dffb3b8ad2 HTTP/1.1" status: 200 len: 993 time: 0.0621369 Oct 19 08:21:10.054031 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ec5761-1a6c-43d1-affc-7a84c508886b req-05322550-031b-4cff-8fa4-0cdc1ef9dccc tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:21:10.055653 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-a1ec5761-1a6c-43d1-affc-7a84c508886b req-05322550-031b-4cff-8fa4-0cdc1ef9dccc tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] 10.222.0.27 "GET /v2.0/ports?device_id=451711a0-12e6-4c9d-b6ee-d6ad48bdc961 HTTP/1.1" status: 200 len: 945 time: 0.0507071 Oct 19 08:21:10.068671 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3203a1ce-f019-4b80-8cd5-1c489372f51e req-13e1455c-c839-4f3a-9e7e-f97b8d4ec188 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:21:10.070198 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-3203a1ce-f019-4b80-8cd5-1c489372f51e req-13e1455c-c839-4f3a-9e7e-f97b8d4ec188 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a79253f1761249b4887a71a94ffae3f9&device_id=451711a0-12e6-4c9d-b6ee-d6ad48bdc961 HTTP/1.1" status: 200 len: 1098 time: 0.0432630 Oct 19 08:21:10.093701 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-a1ec5761-1a6c-43d1-affc-7a84c508886b req-2a5402f8-7b31-4ab7-b4ac-5a72cb48522b tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] 10.222.0.27 "GET /v2.0/security-groups?id=23db9c24-50af-4430-a75c-ec752cee2321&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321147 Oct 19 08:21:10.165027 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3203a1ce-f019-4b80-8cd5-1c489372f51e req-870c9d7b-bdb5-4ec1-ba80-e47cb29e9855 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:21:10.166478 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-3203a1ce-f019-4b80-8cd5-1c489372f51e req-870c9d7b-bdb5-4ec1-ba80-e47cb29e9855 service neutron] 10.222.0.16 "GET /v2.0/networks?id=088c299a-c373-4bd9-8355-9f0225f7f7f7 HTTP/1.1" status: 200 len: 898 time: 0.0901837 Oct 19 08:21:10.231994 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-3203a1ce-f019-4b80-8cd5-1c489372f51e req-9b4ec63d-3d4c-4e45-987f-49375db78fce service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=460319fc-8dc4-4f02-9ef4-d037a59f9c93 HTTP/1.1" status: 200 len: 1001 time: 0.0585940 Oct 19 08:21:10.279884 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3203a1ce-f019-4b80-8cd5-1c489372f51e req-fc610e2e-f847-4532-b285-d18fb560a45e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:21:10.281360 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-3203a1ce-f019-4b80-8cd5-1c489372f51e req-fc610e2e-f847-4532-b285-d18fb560a45e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2f140f9c-d3be-430c-842d-39f5d4d567b2 HTTP/1.1" status: 200 len: 835 time: 0.0427911 Oct 19 08:21:10.330548 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3203a1ce-f019-4b80-8cd5-1c489372f51e req-4ec51c80-c90f-47fc-82c3-495e9b947746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:21:10.332465 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-3203a1ce-f019-4b80-8cd5-1c489372f51e req-4ec51c80-c90f-47fc-82c3-495e9b947746 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=088c299a-c373-4bd9-8355-9f0225f7f7f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0442700 Oct 19 08:21:10.420079 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-3203a1ce-f019-4b80-8cd5-1c489372f51e req-ef63d9f4-d452-4d24-a599-528568a5fd12 service neutron] 10.222.0.16 "GET /v2.0/networks/088c299a-c373-4bd9-8355-9f0225f7f7f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813365 Oct 19 08:21:10.510938 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-3203a1ce-f019-4b80-8cd5-1c489372f51e req-027db73f-bdcc-4b9c-b4c7-94ec4889f351 service neutron] 10.222.0.16 "GET /v2.0/networks/088c299a-c373-4bd9-8355-9f0225f7f7f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841904 Oct 19 08:21:11.220579 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b743f4cc-e278-4a81-8195-ed1363bbe167 req-af8c3d38-4d7f-4101-ab00-8c3edb415b54 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:21:11.222088 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-b743f4cc-e278-4a81-8195-ed1363bbe167 req-af8c3d38-4d7f-4101-ab00-8c3edb415b54 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] 10.222.0.27 "GET /v2.0/ports?device_id=451711a0-12e6-4c9d-b6ee-d6ad48bdc961 HTTP/1.1" status: 200 len: 945 time: 0.0491350 Oct 19 08:21:11.261509 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-b743f4cc-e278-4a81-8195-ed1363bbe167 req-115cde76-4d89-42d8-b7f0-a1d91e189b5f tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] 10.222.0.27 "GET /v2.0/security-groups?id=23db9c24-50af-4430-a75c-ec752cee2321&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334797 Oct 19 08:21:12.208809 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:21:12.385847 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd0c2f3-4dfa-430b-9a58-d3f007ae0175 req-4f4d9225-d7fb-45cd-8361-8e72491fd6c8 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:21:12.387290 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-bdd0c2f3-4dfa-430b-9a58-d3f007ae0175 req-4f4d9225-d7fb-45cd-8361-8e72491fd6c8 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] 10.222.0.27 "GET /v2.0/ports?device_id=451711a0-12e6-4c9d-b6ee-d6ad48bdc961 HTTP/1.1" status: 200 len: 945 time: 0.0518336 Oct 19 08:21:12.425597 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-bdd0c2f3-4dfa-430b-9a58-d3f007ae0175 req-d6db9dc0-a1b1-4601-9dc3-c8f3aaaa5d60 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] 10.222.0.27 "GET /v2.0/security-groups?id=23db9c24-50af-4430-a75c-ec752cee2321&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323789 Oct 19 08:21:12.454027 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 39032) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:21:12.514999 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-08ddb55c-84eb-4554-996f-748b81d93a24 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] 10.222.0.27 "GET /v2.0/floatingips/12b3c0df-565d-400d-be65-85dffb3b8ad2 HTTP/1.1" status: 200 len: 993 time: 0.0596619 Oct 19 08:21:12.794860 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 39038) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:21:12.952255 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.plugin [None req-a4224e8a-4bf9-4064-ae9b-0dc84139200c tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Deleting port 72c35714-840b-49a7-8bbe-20d5fca3f9a4 {{(pid=103332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 08:21:12.952628 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-a4224e8a-4bf9-4064-ae9b-0dc84139200c tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:21:13.031183 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-a4224e8a-4bf9-4064-ae9b-0dc84139200c tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:21:13.031511 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-a4224e8a-4bf9-4064-ae9b-0dc84139200c tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:21:13.043929 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.plugin [None req-a4224e8a-4bf9-4064-ae9b-0dc84139200c tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Calling delete_port for 72c35714-840b-49a7-8bbe-20d5fca3f9a4 owned by network:floatingip {{(pid=103332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 08:21:13.190748 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-a4224e8a-4bf9-4064-ae9b-0dc84139200c tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133553798'] for port, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:21:13.214256 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4224e8a-4bf9-4064-ae9b-0dc84139200c tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Pushing event deleted for resources: {'Port': ['ID=72c35714-840b-49a7-8bbe-20d5fca3f9a4,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:21:13.282222 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-a4224e8a-4bf9-4064-ae9b-0dc84139200c tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks [] for floatingip, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:21:13.282629 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.db.l3_db [None req-a4224e8a-4bf9-4064-ae9b-0dc84139200c tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Floating IP 12b3c0df-565d-400d-be65-85dffb3b8ad2 disassociated (deleted). External IP: 172.26.0.110, port: 460319fc-8dc4-4f02-9ef4-d037a59f9c93. Oct 19 08:21:13.481308 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-10dfd729-10d9-473b-a121-9d90a9bb5ef0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:21:13.490101 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4224e8a-4bf9-4064-ae9b-0dc84139200c tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Router 8206063d-e8a5-4de8-9b4d-c534d5fa6296 has already been hosted by L3 agent ab388470-1243-4d53-80f2-c2f5899c97a7 {{(pid=103332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 08:21:13.597231 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4224e8a-4bf9-4064-ae9b-0dc84139200c tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify agent at l3_agent.dv-neutron-861624-1-hyperv the message routers_updated {{(pid=103332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 08:21:13.601925 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-a4224e8a-4bf9-4064-ae9b-0dc84139200c tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42160'] for floatingip, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:21:13.606356 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ffff5e8-d545-48c7-9055-90c3fa4ffe83 None None] Sync routers for ids ['8206063d-e8a5-4de8-9b4d-c534d5fa6296'] in dv-neutron-861624-1-hyperv {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 08:21:13.615996 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ffff5e8-d545-48c7-9055-90c3fa4ffe83 None None] Routers {'8206063d-e8a5-4de8-9b4d-c534d5fa6296'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 08:21:13.616614 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-3ffff5e8-d545-48c7-9055-90c3fa4ffe83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T08:20:46Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['8206063d-e8a5-4de8-9b4d-c534d5fa6296'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:21:13.628734 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-a4224e8a-4bf9-4064-ae9b-0dc84139200c tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] 10.222.0.27 "DELETE /v2.0/floatingips/12b3c0df-565d-400d-be65-85dffb3b8ad2 HTTP/1.1" status: 204 len: 168 time: 0.8328502 Oct 19 08:21:13.629486 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '451711a0-12e6-4c9d-b6ee-d6ad48bdc961', 'tag': '460319fc-8dc4-4f02-9ef4-d037a59f9c93'}] {{(pid=103332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 19 08:21:13.631893 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a021b02cf5f527cd4bbbc40a031b51490d9893d7edeeb551bdf5128ee7546f8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b50956c-781d-4f0e-801d-edbdc5a36363" -d '{"events": [{"name": "network-changed", "server_uuid": "451711a0-12e6-4c9d-b6ee-d6ad48bdc961", "tag": "460319fc-8dc4-4f02-9ef4-d037a59f9c93"}]}' {{(pid=103332) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 08:21:13.724526 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvr_db [None req-3ffff5e8-d545-48c7-9055-90c3fa4ffe83 None None] Set router 8206063d-e8a5-4de8-9b4d-c534d5fa6296 gateway port host: dv-neutron-861624-1-hyperv {{(pid=103335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 08:21:13.728308 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 19 Oct 2022 08:21:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3128877b-58b8-4251-9a61-b1bad0f85ccd x-openstack-request-id: req-3128877b-58b8-4251-9a61-b1bad0f85ccd {{(pid=103332) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 08:21:13.728633 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "451711a0-12e6-4c9d-b6ee-d6ad48bdc961", "tag": "460319fc-8dc4-4f02-9ef4-d037a59f9c93", "status": "completed", "code": 200}]} {{(pid=103332) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 08:21:13.728890 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-3128877b-58b8-4251-9a61-b1bad0f85ccd {{(pid=103332) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 08:21:13.729310 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3128877b-58b8-4251-9a61-b1bad0f85ccd'] response: {'name': 'network-changed', 'server_uuid': '451711a0-12e6-4c9d-b6ee-d6ad48bdc961', 'tag': '460319fc-8dc4-4f02-9ef4-d037a59f9c93', 'status': 'completed', 'code': 200} Oct 19 08:21:13.800600 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b50956c-781d-4f0e-801d-edbdc5a36363 req-495bc76b-829a-4b4e-a3ba-ea344bd0942c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:21:13.802290 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-6b50956c-781d-4f0e-801d-edbdc5a36363 req-495bc76b-829a-4b4e-a3ba-ea344bd0942c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a79253f1761249b4887a71a94ffae3f9&device_id=451711a0-12e6-4c9d-b6ee-d6ad48bdc961 HTTP/1.1" status: 200 len: 1098 time: 0.0451775 Oct 19 08:21:13.868046 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397bf098-6324-45fe-be74-70629c4ddd45 req-6468f0f9-e5ea-4f70-9dc8-a7b28872a9c0 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:21:13.870306 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-397bf098-6324-45fe-be74-70629c4ddd45 req-6468f0f9-e5ea-4f70-9dc8-a7b28872a9c0 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] 10.222.0.27 "GET /v2.0/ports?device_id=451711a0-12e6-4c9d-b6ee-d6ad48bdc961 HTTP/1.1" status: 200 len: 945 time: 0.0527589 Oct 19 08:21:13.904935 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b50956c-781d-4f0e-801d-edbdc5a36363 req-8d74a696-8a3e-4107-bd60-027aa7578c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:21:13.906478 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-6b50956c-781d-4f0e-801d-edbdc5a36363 req-8d74a696-8a3e-4107-bd60-027aa7578c81 service neutron] 10.222.0.16 "GET /v2.0/networks?id=088c299a-c373-4bd9-8355-9f0225f7f7f7 HTTP/1.1" status: 200 len: 898 time: 0.0951407 Oct 19 08:21:13.909504 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-397bf098-6324-45fe-be74-70629c4ddd45 req-ef79563b-ba16-49e4-989c-9f304d7c25c7 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] 10.222.0.27 "GET /v2.0/security-groups?id=23db9c24-50af-4430-a75c-ec752cee2321&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324869 Oct 19 08:21:13.941766 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-3ffff5e8-d545-48c7-9055-90c3fa4ffe83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8206063d-e8a5-4de8-9b4d-c534d5fa6296', 'name': 'tempest-TestNetworkAdvancedServerOps-router-479328933', 'tenant_id': 'a79253f1761249b4887a71a94ffae3f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'external_fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.5'}], 'enable_snat': True}, 'gw_port_id': 'c35ee311-7da9-41c1-af8a-26325e70f425', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T08:20:19Z', 'updated_at': '2022-10-19T08:20:23Z', 'revision_number': 4, 'project_id': 'a79253f1761249b4887a71a94ffae3f9', 'gw_port': {'id': 'c35ee311-7da9-41c1-af8a-26325e70f425', 'name': '', 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:df:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8206063d-e8a5-4de8-9b4d-c534d5fa6296', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1800, 'fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T08:20:20Z', 'updated_at': '2022-10-19T08:20:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861624-1-hyperv', '_interfaces': [{'id': 'f9d241fa-3e7f-4f22-baa2-c926d2cedca4', 'name': '', 'network_id': '088c299a-c373-4bd9-8355-9f0225f7f7f7', 'tenant_id': 'a79253f1761249b4887a71a94ffae3f9', 'mac_address': 'fa:16:3e:0e:fb:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8206063d-e8a5-4de8-9b4d-c534d5fa6296', 'device_owner': 'network:router_interface', 'standard_attr_id': 1803, 'fixed_ips': [{'subnet_id': '2f140f9c-d3be-430c-842d-39f5d4d567b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T08:20:22Z', 'updated_at': '2022-10-19T08:20:26Z', 'revision_number': 5, 'project_id': 'a79253f1761249b4887a71a94ffae3f9', 'subnets': [{'id': '2f140f9c-d3be-430c-842d-39f5d4d567b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:21:13.959735 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-6b50956c-781d-4f0e-801d-edbdc5a36363 req-84cc3823-ae30-42c4-8890-be553da65294 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=460319fc-8dc4-4f02-9ef4-d037a59f9c93 HTTP/1.1" status: 200 len: 217 time: 0.0458171 Oct 19 08:21:14.011358 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b50956c-781d-4f0e-801d-edbdc5a36363 req-365ef693-860d-4c65-b729-625a55aa9ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:21:14.012788 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-6b50956c-781d-4f0e-801d-edbdc5a36363 req-365ef693-860d-4c65-b729-625a55aa9ee2 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2f140f9c-d3be-430c-842d-39f5d4d567b2 HTTP/1.1" status: 200 len: 835 time: 0.0464878 Oct 19 08:21:14.054445 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ffff5e8-d545-48c7-9055-90c3fa4ffe83 None None] Checking router: 8206063d-e8a5-4de8-9b4d-c534d5fa6296 for host: dv-neutron-861624-1-hyperv {{(pid=103335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 08:21:14.059813 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b50956c-781d-4f0e-801d-edbdc5a36363 req-61800c81-9691-4020-abed-d67ceeb1e6a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:21:14.061368 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-6b50956c-781d-4f0e-801d-edbdc5a36363 req-61800c81-9691-4020-abed-d67ceeb1e6a9 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=088c299a-c373-4bd9-8355-9f0225f7f7f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0417240 Oct 19 08:21:14.062703 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ffff5e8-d545-48c7-9055-90c3fa4ffe83 None None] Routers {'8206063d-e8a5-4de8-9b4d-c534d5fa6296'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 08:21:14.063303 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-3ffff5e8-d545-48c7-9055-90c3fa4ffe83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T08:20:46Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['8206063d-e8a5-4de8-9b4d-c534d5fa6296'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:21:14.157638 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-6b50956c-781d-4f0e-801d-edbdc5a36363 req-c41bf4f0-6558-4a18-8515-1cf3e05c43ea service neutron] 10.222.0.16 "GET /v2.0/networks/088c299a-c373-4bd9-8355-9f0225f7f7f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880105 Oct 19 08:21:14.168206 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvr_db [None req-3ffff5e8-d545-48c7-9055-90c3fa4ffe83 None None] Set router 8206063d-e8a5-4de8-9b4d-c534d5fa6296 gateway port host: dv-neutron-861624-1-hyperv {{(pid=103335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 08:21:14.255311 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-6b50956c-781d-4f0e-801d-edbdc5a36363 req-5957393e-4754-491e-a786-993aa31d254b service neutron] 10.222.0.16 "GET /v2.0/networks/088c299a-c373-4bd9-8355-9f0225f7f7f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905185 Oct 19 08:21:14.375759 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-3ffff5e8-d545-48c7-9055-90c3fa4ffe83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8206063d-e8a5-4de8-9b4d-c534d5fa6296', 'name': 'tempest-TestNetworkAdvancedServerOps-router-479328933', 'tenant_id': 'a79253f1761249b4887a71a94ffae3f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'external_fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.5'}], 'enable_snat': True}, 'gw_port_id': 'c35ee311-7da9-41c1-af8a-26325e70f425', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T08:20:19Z', 'updated_at': '2022-10-19T08:20:23Z', 'revision_number': 4, 'project_id': 'a79253f1761249b4887a71a94ffae3f9', 'gw_port': {'id': 'c35ee311-7da9-41c1-af8a-26325e70f425', 'name': '', 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:df:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8206063d-e8a5-4de8-9b4d-c534d5fa6296', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1800, 'fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T08:20:20Z', 'updated_at': '2022-10-19T08:20:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861624-1-hyperv', '_interfaces': [{'id': 'f9d241fa-3e7f-4f22-baa2-c926d2cedca4', 'name': '', 'network_id': '088c299a-c373-4bd9-8355-9f0225f7f7f7', 'tenant_id': 'a79253f1761249b4887a71a94ffae3f9', 'mac_address': 'fa:16:3e:0e:fb:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8206063d-e8a5-4de8-9b4d-c534d5fa6296', 'device_owner': 'network:router_interface', 'standard_attr_id': 1803, 'fixed_ips': [{'subnet_id': '2f140f9c-d3be-430c-842d-39f5d4d567b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T08:20:22Z', 'updated_at': '2022-10-19T08:20:26Z', 'revision_number': 5, 'project_id': 'a79253f1761249b4887a71a94ffae3f9', 'subnets': [{'id': '2f140f9c-d3be-430c-842d-39f5d4d567b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:21:14.404343 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ffff5e8-d545-48c7-9055-90c3fa4ffe83 None None] The sync data for ids ['8206063d-e8a5-4de8-9b4d-c534d5fa6296'] in dv-neutron-861624-1-hyperv is: [{'id': '8206063d-e8a5-4de8-9b4d-c534d5fa6296', 'name': 'tempest-TestNetworkAdvancedServerOps-router-479328933', 'tenant_id': 'a79253f1761249b4887a71a94ffae3f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'external_fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.5'}], 'enable_snat': True}, 'gw_port_id': 'c35ee311-7da9-41c1-af8a-26325e70f425', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T08:20:19Z', 'updated_at': '2022-10-19T08:20:23Z', 'revision_number': 4, 'project_id': 'a79253f1761249b4887a71a94ffae3f9', 'gw_port': {'id': 'c35ee311-7da9-41c1-af8a-26325e70f425', 'name': '', 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:df:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8206063d-e8a5-4de8-9b4d-c534d5fa6296', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1800, 'fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T08:20:20Z', 'updated_at': '2022-10-19T08:20:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861624-1-hyperv', '_interfaces': [{'id': 'f9d241fa-3e7f-4f22-baa2-c926d2cedca4', 'name': '', 'network_id': '088c299a-c373-4bd9-8355-9f0225f7f7f7', 'tenant_id': 'a79253f1761249b4887a71a94ffae3f9', 'mac_address': 'fa:16:3e:0e:fb:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8206063d-e8a5-4de8-9b4d-c534d5fa6296', 'device_owner': 'network:router_interface', 'standard_attr_id': 1803, 'fixed_ips': [{'subnet_id': '2f140f9c-d3be-430c-842d-39f5d4d567b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T08:20:22Z', 'updated_at': '2022-10-19T08:20:26Z', 'revision_number': 5, 'project_id': 'a79253f1761249b4887a71a94ffae3f9', 'subnets': [{'id': '2f140f9c-d3be-430c-842d-39f5d4d567b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 08:21:14.606136 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c878e1cb-bd59-46af-99ca-8d4e3032cd28 None None] New status for floating IP 12b3c0df-565d-400d-be65-85dffb3b8ad2: DOWN {{(pid=103334) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 19 08:21:15.036043 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735d1d27-d9ad-472f-ba63-59c064f3e14d req-432f1080-a6d5-4fbb-a6cc-a19941af8662 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:21:15.037520 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-735d1d27-d9ad-472f-ba63-59c064f3e14d req-432f1080-a6d5-4fbb-a6cc-a19941af8662 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] 10.222.0.27 "GET /v2.0/ports?device_id=451711a0-12e6-4c9d-b6ee-d6ad48bdc961 HTTP/1.1" status: 200 len: 945 time: 0.0515459 Oct 19 08:21:15.073925 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-735d1d27-d9ad-472f-ba63-59c064f3e14d req-3659948f-a197-4535-a24e-0d6d9a629928 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] 10.222.0.27 "GET /v2.0/security-groups?id=23db9c24-50af-4430-a75c-ec752cee2321&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305488 Oct 19 08:21:15.522524 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebbbeb6-8d44-4cc0-9543-d600651e59ec req-90b29d5f-7d97-4c8b-acc3-f0462a9d507f tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:21:15.523963 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-6ebbbeb6-8d44-4cc0-9543-d600651e59ec req-90b29d5f-7d97-4c8b-acc3-f0462a9d507f tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] 10.222.0.16 "GET /v2.0/ports?device_id=451711a0-12e6-4c9d-b6ee-d6ad48bdc961 HTTP/1.1" status: 200 len: 945 time: 0.0497265 Oct 19 08:21:15.610148 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [req-6ebbbeb6-8d44-4cc0-9543-d600651e59ec req-1b06ec53-ad82-41b0-9bba-f1c981c19fda tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Deleting port 460319fc-8dc4-4f02-9ef4-d037a59f9c93 {{(pid=103333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 08:21:15.610486 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [req-6ebbbeb6-8d44-4cc0-9543-d600651e59ec req-1b06ec53-ad82-41b0-9bba-f1c981c19fda tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:21:15.700023 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.db [req-6ebbbeb6-8d44-4cc0-9543-d600651e59ec req-1b06ec53-ad82-41b0-9bba-f1c981c19fda tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] For port 460319fc-8dc4-4f02-9ef4-d037a59f9c93, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=460319fc-8dc4-4f02-9ef4-d037a59f9c93,segment=NetworkSegment(bbb545cf-26e7-4299-8c68-56b3b8edf7ed),segment_id=bbb545cf-26e7-4299-8c68-56b3b8edf7ed)] {{(pid=103333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 08:21:15.700381 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [req-6ebbbeb6-8d44-4cc0-9543-d600651e59ec req-1b06ec53-ad82-41b0-9bba-f1c981c19fda tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:21:15.713331 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [req-6ebbbeb6-8d44-4cc0-9543-d600651e59ec req-1b06ec53-ad82-41b0-9bba-f1c981c19fda tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Calling delete_port for 460319fc-8dc4-4f02-9ef4-d037a59f9c93 owned by compute:nova {{(pid=103333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 08:21:15.842391 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [req-6ebbbeb6-8d44-4cc0-9543-d600651e59ec req-1b06ec53-ad82-41b0-9bba-f1c981c19fda tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130996763'] for port, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:21:15.869921 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b06ec53-ad82-41b0-9bba-f1c981c19fda tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Pushing event deleted for resources: {'Port': ['ID=460319fc-8dc4-4f02-9ef4-d037a59f9c93,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:21:15.885005 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b06ec53-ad82-41b0-9bba-f1c981c19fda tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:21:15.885355 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b06ec53-ad82-41b0-9bba-f1c981c19fda tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:21:15.885692 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b06ec53-ad82-41b0-9bba-f1c981c19fda tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:21:15.886074 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b06ec53-ad82-41b0-9bba-f1c981c19fda tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:21:15.886337 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b06ec53-ad82-41b0-9bba-f1c981c19fda tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:21:15.886692 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b06ec53-ad82-41b0-9bba-f1c981c19fda tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:21:15.887040 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b06ec53-ad82-41b0-9bba-f1c981c19fda tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:21:15.887365 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b06ec53-ad82-41b0-9bba-f1c981c19fda tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:21:15.887806 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b06ec53-ad82-41b0-9bba-f1c981c19fda tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:21:15.888133 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b06ec53-ad82-41b0-9bba-f1c981c19fda tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:21:15.888455 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b06ec53-ad82-41b0-9bba-f1c981c19fda tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:21:15.888797 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b06ec53-ad82-41b0-9bba-f1c981c19fda tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:21:15.923415 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ebbbeb6-8d44-4cc0-9543-d600651e59ec req-1b06ec53-ad82-41b0-9bba-f1c981c19fda tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] No DVR routers for this DVR port 460319fc-8dc4-4f02-9ef4-d037a59f9c93 on host hv-neutron-8616 {{(pid=103333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 19 08:21:15.926087 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [req-6ebbbeb6-8d44-4cc0-9543-d600651e59ec req-1b06ec53-ad82-41b0-9bba-f1c981c19fda tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42160'] for port, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:21:15.929418 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-6ebbbeb6-8d44-4cc0-9543-d600651e59ec req-1b06ec53-ad82-41b0-9bba-f1c981c19fda tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] 10.222.0.16 "DELETE /v2.0/ports/460319fc-8dc4-4f02-9ef4-d037a59f9c93 HTTP/1.1" status: 204 len: 173 time: 0.4001329 Oct 19 08:21:15.929913 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '451711a0-12e6-4c9d-b6ee-d6ad48bdc961', 'name': 'network-vif-deleted', 'tag': '460319fc-8dc4-4f02-9ef4-d037a59f9c93'}] {{(pid=103333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 19 08:21:15.932188 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e3bb7d74903c72d9cb0d0f2f187c581e0456bd3142b101dc46d694cf75cdf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34782d0e-244e-4c80-bcf5-4ece0430ee12" -d '{"events": [{"server_uuid": "451711a0-12e6-4c9d-b6ee-d6ad48bdc961", "name": "network-vif-deleted", "tag": "460319fc-8dc4-4f02-9ef4-d037a59f9c93"}]}' {{(pid=103333) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 08:21:15.969303 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 19 Oct 2022 08:21:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d68bf80-1d1d-4c6c-b60e-f6b7ed74685a x-openstack-request-id: req-0d68bf80-1d1d-4c6c-b60e-f6b7ed74685a {{(pid=103333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 08:21:15.969599 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "451711a0-12e6-4c9d-b6ee-d6ad48bdc961", "name": "network-vif-deleted", "tag": "460319fc-8dc4-4f02-9ef4-d037a59f9c93", "status": "completed", "code": 200}]} {{(pid=103333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 08:21:15.969857 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-0d68bf80-1d1d-4c6c-b60e-f6b7ed74685a {{(pid=103333) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 08:21:15.970265 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0d68bf80-1d1d-4c6c-b60e-f6b7ed74685a'] response: {'server_uuid': '451711a0-12e6-4c9d-b6ee-d6ad48bdc961', 'name': 'network-vif-deleted', 'tag': '460319fc-8dc4-4f02-9ef4-d037a59f9c93', 'status': 'completed', 'code': 200} Oct 19 08:21:16.185584 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-ec0f2093-58d1-4973-a750-d132143ce1c2 req-674b4ab0-ccb0-4d7c-a10c-3ad2344e7e81 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] 10.222.0.27 "GET /v2.0/ports?device_id=451711a0-12e6-4c9d-b6ee-d6ad48bdc961 HTTP/1.1" status: 200 len: 210 time: 0.0262003 Oct 19 08:21:16.390772 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-cce06cf6-3dd5-4466-a7cd-3fd3dc1a0b4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:21:17.248185 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 39056) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:21:17.603927 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-f6fb72d4-b819-450d-95ed-ffd66f37aecb tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1694785'] for router_interface, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:21:17.852109 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.plugin [None req-f6fb72d4-b819-450d-95ed-ffd66f37aecb tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Deleting port f9d241fa-3e7f-4f22-baa2-c926d2cedca4 {{(pid=103332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 08:21:17.852445 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-f6fb72d4-b819-450d-95ed-ffd66f37aecb tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:21:17.938930 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.db [None req-f6fb72d4-b819-450d-95ed-ffd66f37aecb tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] For port f9d241fa-3e7f-4f22-baa2-c926d2cedca4, host dv-neutron-861624-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=f9d241fa-3e7f-4f22-baa2-c926d2cedca4,segment=NetworkSegment(bbb545cf-26e7-4299-8c68-56b3b8edf7ed),segment_id=bbb545cf-26e7-4299-8c68-56b3b8edf7ed)] {{(pid=103332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 08:21:17.939194 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-f6fb72d4-b819-450d-95ed-ffd66f37aecb tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:21:17.951423 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.plugin [None req-f6fb72d4-b819-450d-95ed-ffd66f37aecb tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Calling delete_port for f9d241fa-3e7f-4f22-baa2-c926d2cedca4 owned by network:router_interface {{(pid=103332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 08:21:18.090539 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-2a2259f7-b034-4eec-af7a-7abaede746c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:21:18.131451 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-f6fb72d4-b819-450d-95ed-ffd66f37aecb tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133553798'] for port, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:21:18.159048 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fb72d4-b819-450d-95ed-ffd66f37aecb tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Pushing event deleted for resources: {'Port': ['ID=f9d241fa-3e7f-4f22-baa2-c926d2cedca4,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:21:18.654589 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-f6fb72d4-b819-450d-95ed-ffd66f37aecb tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1574862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1694957'] for router_interface, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:21:18.863163 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6fb72d4-b819-450d-95ed-ffd66f37aecb tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Router 8206063d-e8a5-4de8-9b4d-c534d5fa6296 has already been hosted by L3 agent ab388470-1243-4d53-80f2-c2f5899c97a7 {{(pid=103332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 08:21:18.968157 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6fb72d4-b819-450d-95ed-ffd66f37aecb tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify agent at l3_agent.dv-neutron-861624-1-hyperv the message routers_updated {{(pid=103332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 08:21:18.973867 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-f6fb72d4-b819-450d-95ed-ffd66f37aecb tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] 10.222.0.27 "PUT /v2.0/routers/8206063d-e8a5-4de8-9b4d-c534d5fa6296/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7246349 Oct 19 08:21:18.976630 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 39058) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:21:18.979174 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98a8c51f-3b10-469c-8529-a01af6bd8a8b None None] Sync routers for ids ['8206063d-e8a5-4de8-9b4d-c534d5fa6296'] in dv-neutron-861624-1-hyperv {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 08:21:18.989555 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98a8c51f-3b10-469c-8529-a01af6bd8a8b None None] Routers {'8206063d-e8a5-4de8-9b4d-c534d5fa6296'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 08:21:18.990158 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-98a8c51f-3b10-469c-8529-a01af6bd8a8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T08:21:16Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['8206063d-e8a5-4de8-9b4d-c534d5fa6296'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:21:19.026409 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa67d555-e629-4206-b477-8eabe05c7fad tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Deleting subnet 2f140f9c-d3be-430c-842d-39f5d4d567b2 {{(pid=103332) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 19 08:21:19.029456 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-fa67d555-e629-4206-b477-8eabe05c7fad tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks [] for subnet, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:21:19.069054 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-fa67d555-e629-4206-b477-8eabe05c7fad tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130726890'] for subnet, precommit_delete_associations {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:21:19.090649 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvr_db [None req-98a8c51f-3b10-469c-8529-a01af6bd8a8b None None] Set router 8206063d-e8a5-4de8-9b4d-c534d5fa6296 gateway port host: dv-neutron-861624-1-hyperv {{(pid=103335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 08:21:19.157845 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-fa67d555-e629-4206-b477-8eabe05c7fad tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-679826'] for subnet, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:21:19.186079 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-1a0da505-d0f9-48c6-b7e2-53b9c5e41298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:21:19.219805 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-fa67d555-e629-4206-b477-8eabe05c7fad tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-679819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-133552721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130659632'] for subnet, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:21:19.247382 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa67d555-e629-4206-b477-8eabe05c7fad tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Pushing event deleted for resources: {'Subnet': ['ID=2f140f9c-d3be-430c-842d-39f5d4d567b2,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:21:19.255687 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-fa67d555-e629-4206-b477-8eabe05c7fad tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks [] for subnet, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:21:19.257749 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:21:19.259164 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-fa67d555-e629-4206-b477-8eabe05c7fad tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] 10.222.0.27 "DELETE /v2.0/subnets/2f140f9c-d3be-430c-842d-39f5d4d567b2 HTTP/1.1" status: 204 len: 168 time: 0.2815962 Oct 19 08:21:19.261099 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa67d555-e629-4206-b477-8eabe05c7fad tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:21:19.261537 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa67d555-e629-4206-b477-8eabe05c7fad tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:21:19.261884 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa67d555-e629-4206-b477-8eabe05c7fad tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:21:19.262218 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa67d555-e629-4206-b477-8eabe05c7fad tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:21:19.262530 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 39060) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:21:19.262973 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa67d555-e629-4206-b477-8eabe05c7fad tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:21:19.262973 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa67d555-e629-4206-b477-8eabe05c7fad tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:21:19.263260 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa67d555-e629-4206-b477-8eabe05c7fad tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:21:19.263490 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa67d555-e629-4206-b477-8eabe05c7fad tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:21:19.263822 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa67d555-e629-4206-b477-8eabe05c7fad tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:21:19.264127 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa67d555-e629-4206-b477-8eabe05c7fad tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:21:19.264450 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa67d555-e629-4206-b477-8eabe05c7fad tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:21:19.264791 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa67d555-e629-4206-b477-8eabe05c7fad tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:21:19.266340 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d592bc93-1cd1-49fd-9acb-66e8d3346848 None None] Network 088c299a-c373-4bd9-8355-9f0225f7f7f7 requested from dv-neutron-861624-1-hyperv {{(pid=103334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 08:21:19.286587 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-98a8c51f-3b10-469c-8529-a01af6bd8a8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8206063d-e8a5-4de8-9b4d-c534d5fa6296', 'name': 'tempest-TestNetworkAdvancedServerOps-router-479328933', 'tenant_id': 'a79253f1761249b4887a71a94ffae3f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'external_fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.5'}], 'enable_snat': True}, 'gw_port_id': 'c35ee311-7da9-41c1-af8a-26325e70f425', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T08:20:19Z', 'updated_at': '2022-10-19T08:21:18Z', 'revision_number': 5, 'project_id': 'a79253f1761249b4887a71a94ffae3f9', 'gw_port': {'id': 'c35ee311-7da9-41c1-af8a-26325e70f425', 'name': '', 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:df:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8206063d-e8a5-4de8-9b4d-c534d5fa6296', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1800, 'fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T08:20:20Z', 'updated_at': '2022-10-19T08:20:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861624-1-hyperv'}], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:21:19.320480 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98a8c51f-3b10-469c-8529-a01af6bd8a8b None None] Checking router: 8206063d-e8a5-4de8-9b4d-c534d5fa6296 for host: dv-neutron-861624-1-hyperv {{(pid=103335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 08:21:19.329472 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98a8c51f-3b10-469c-8529-a01af6bd8a8b None None] Routers {'8206063d-e8a5-4de8-9b4d-c534d5fa6296'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 08:21:19.330142 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-98a8c51f-3b10-469c-8529-a01af6bd8a8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T08:21:16Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['8206063d-e8a5-4de8-9b4d-c534d5fa6296'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:21:19.392129 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-37b338ac-9e00-469a-8f28-85c89908404c tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks [] for router, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:21:19.442010 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvr_db [None req-98a8c51f-3b10-469c-8529-a01af6bd8a8b None None] Set router 8206063d-e8a5-4de8-9b4d-c534d5fa6296 gateway port host: dv-neutron-861624-1-hyperv {{(pid=103335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 08:21:19.461563 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd7a5dd6-728d-4415-bb76-154c2c8bc06a None None] DHCP port deletion for 088c299a-c373-4bd9-8355-9f0225f7f7f7 request from dv-neutron-861624-1-hyperv {{(pid=103334) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 08:21:19.506799 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-37b338ac-9e00-469a-8f28-85c89908404c tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:21:19.510259 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-bd7a5dd6-728d-4415-bb76-154c2c8bc06a None None] Deleting port 585bad72-fe21-4edb-93fa-1e7ac108af13 {{(pid=103334) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 08:21:19.510259 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-bd7a5dd6-728d-4415-bb76-154c2c8bc06a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:21:19.562343 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-37b338ac-9e00-469a-8f28-85c89908404c tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Deleting port c35ee311-7da9-41c1-af8a-26325e70f425 {{(pid=103333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 08:21:19.562692 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-37b338ac-9e00-469a-8f28-85c89908404c tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:21:19.580301 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-bd7a5dd6-728d-4415-bb76-154c2c8bc06a None None] For port 585bad72-fe21-4edb-93fa-1e7ac108af13, host dv-neutron-861624-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=585bad72-fe21-4edb-93fa-1e7ac108af13,segment=NetworkSegment(bbb545cf-26e7-4299-8c68-56b3b8edf7ed),segment_id=bbb545cf-26e7-4299-8c68-56b3b8edf7ed)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 08:21:19.581257 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-bd7a5dd6-728d-4415-bb76-154c2c8bc06a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:21:19.594082 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-bd7a5dd6-728d-4415-bb76-154c2c8bc06a None None] Calling delete_port for 585bad72-fe21-4edb-93fa-1e7ac108af13 owned by network:dhcp {{(pid=103334) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 08:21:19.636536 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-98a8c51f-3b10-469c-8529-a01af6bd8a8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8206063d-e8a5-4de8-9b4d-c534d5fa6296', 'name': 'tempest-TestNetworkAdvancedServerOps-router-479328933', 'tenant_id': 'a79253f1761249b4887a71a94ffae3f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'external_fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.5'}], 'enable_snat': True}, 'gw_port_id': 'c35ee311-7da9-41c1-af8a-26325e70f425', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T08:20:19Z', 'updated_at': '2022-10-19T08:21:18Z', 'revision_number': 5, 'project_id': 'a79253f1761249b4887a71a94ffae3f9', 'gw_port': {'id': 'c35ee311-7da9-41c1-af8a-26325e70f425', 'name': '', 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:df:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8206063d-e8a5-4de8-9b4d-c534d5fa6296', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1800, 'fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T08:20:20Z', 'updated_at': '2022-10-19T08:20:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861624-1-hyperv'}], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:21:19.648831 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.db [None req-37b338ac-9e00-469a-8f28-85c89908404c tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] For port c35ee311-7da9-41c1-af8a-26325e70f425, host dv-neutron-861624-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=c35ee311-7da9-41c1-af8a-26325e70f425,segment=NetworkSegment(53981d04-8205-40d8-8d33-0510111d6f8f),segment_id=53981d04-8205-40d8-8d33-0510111d6f8f)] {{(pid=103333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 08:21:19.649442 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-37b338ac-9e00-469a-8f28-85c89908404c tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:21:19.661862 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-37b338ac-9e00-469a-8f28-85c89908404c tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Calling delete_port for c35ee311-7da9-41c1-af8a-26325e70f425 owned by network:router_gateway {{(pid=103333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 08:21:19.663645 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98a8c51f-3b10-469c-8529-a01af6bd8a8b None None] The sync data for ids ['8206063d-e8a5-4de8-9b4d-c534d5fa6296'] in dv-neutron-861624-1-hyperv is: [{'id': '8206063d-e8a5-4de8-9b4d-c534d5fa6296', 'name': 'tempest-TestNetworkAdvancedServerOps-router-479328933', 'tenant_id': 'a79253f1761249b4887a71a94ffae3f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'external_fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.5'}], 'enable_snat': True}, 'gw_port_id': 'c35ee311-7da9-41c1-af8a-26325e70f425', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T08:20:19Z', 'updated_at': '2022-10-19T08:21:18Z', 'revision_number': 5, 'project_id': 'a79253f1761249b4887a71a94ffae3f9', 'gw_port': {'id': 'c35ee311-7da9-41c1-af8a-26325e70f425', 'name': '', 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:df:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8206063d-e8a5-4de8-9b4d-c534d5fa6296', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1800, 'fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T08:20:20Z', 'updated_at': '2022-10-19T08:20:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861624-1-hyperv'}] {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 08:21:19.674489 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-bd7a5dd6-728d-4415-bb76-154c2c8bc06a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339'] for port, after_delete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:21:19.704465 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7a5dd6-728d-4415-bb76-154c2c8bc06a None None] Pushing event deleted for resources: {'Port': ['ID=585bad72-fe21-4edb-93fa-1e7ac108af13,revision_number=None']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:21:19.713457 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd7a5dd6-728d-4415-bb76-154c2c8bc06a None None] No DVR routers for this DVR port 585bad72-fe21-4edb-93fa-1e7ac108af13 on host dv-neutron-861624-1-hyperv {{(pid=103334) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 19 08:21:19.715573 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7a5dd6-728d-4415-bb76-154c2c8bc06a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:21:19.715923 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7a5dd6-728d-4415-bb76-154c2c8bc06a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:21:19.716266 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7a5dd6-728d-4415-bb76-154c2c8bc06a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:21:19.716629 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7a5dd6-728d-4415-bb76-154c2c8bc06a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:21:19.716962 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7a5dd6-728d-4415-bb76-154c2c8bc06a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:21:19.717292 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7a5dd6-728d-4415-bb76-154c2c8bc06a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:21:19.717691 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7a5dd6-728d-4415-bb76-154c2c8bc06a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:21:19.718122 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7a5dd6-728d-4415-bb76-154c2c8bc06a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:21:19.718453 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7a5dd6-728d-4415-bb76-154c2c8bc06a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:21:19.718778 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7a5dd6-728d-4415-bb76-154c2c8bc06a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:21:19.719101 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7a5dd6-728d-4415-bb76-154c2c8bc06a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:21:19.719423 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7a5dd6-728d-4415-bb76-154c2c8bc06a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:21:19.838000 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-37b338ac-9e00-469a-8f28-85c89908404c tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130996763'] for port, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:21:19.867067 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b338ac-9e00-469a-8f28-85c89908404c tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Pushing event deleted for resources: {'Port': ['ID=c35ee311-7da9-41c1-af8a-26325e70f425,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:21:19.914118 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Device 460319fc-8dc4-4f02-9ef4-d037a59f9c93 no longer exists at agent hyperv_hv-neutron-8616 {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 08:21:19.927593 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-37b338ac-9e00-469a-8f28-85c89908404c tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1693831'] for router_gateway, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:21:19.937266 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] No Port match for: 460319fc-8dc4-4f02-9ef4-d037a59f9c93 {{(pid=103334) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 19 08:21:19.937607 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Device 460319fc-8dc4-4f02-9ef4-d037a59f9c93 not bound to the agent host hv-neutron-8616 {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 08:21:20.022607 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-37b338ac-9e00-469a-8f28-85c89908404c tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1693565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12618'] for router, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:21:20.025242 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-37b338ac-9e00-469a-8f28-85c89908404c tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:21:20.070004 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-37b338ac-9e00-469a-8f28-85c89908404c tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1693542'] for router, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:21:20.070654 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37b338ac-9e00-469a-8f28-85c89908404c tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Fanout notify agent at l3_agent the message router_deleted on router 8206063d-e8a5-4de8-9b4d-c534d5fa6296 {{(pid=103333) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 08:21:20.078005 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-37b338ac-9e00-469a-8f28-85c89908404c tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks [] for router, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:21:20.079120 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-37b338ac-9e00-469a-8f28-85c89908404c tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] 10.222.0.27 "DELETE /v2.0/routers/8206063d-e8a5-4de8-9b4d-c534d5fa6296 HTTP/1.1" status: 204 len: 168 time: 0.8136947 Oct 19 08:21:20.082643 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 39062) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:21:20.160806 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-498d114a-ac5d-4a9a-a785-cda8b87ee5e7 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-667019'] for network, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:21:20.253256 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-498d114a-ac5d-4a9a-a785-cda8b87ee5e7 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-673051', 'neutron.services.segments.db._delete_segments_for_network-8785021519108'] for network, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:21:20.280031 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-498d114a-ac5d-4a9a-a785-cda8b87ee5e7 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['088c299a-c373-4bd9-8355-9f0225f7f7f7']}} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:21:20.291290 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-498d114a-ac5d-4a9a-a785-cda8b87ee5e7 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bbb545cf-26e7-4299-8c68-56b3b8edf7ed') {'for_net_delete': True} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:21:20.291587 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-498d114a-ac5d-4a9a-a785-cda8b87ee5e7 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bbb545cf-26e7-4299-8c68-56b3b8edf7ed') {} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:21:20.305232 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-498d114a-ac5d-4a9a-a785-cda8b87ee5e7 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785021519382', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-134111927'] for segment, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:21:20.321407 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-498d114a-ac5d-4a9a-a785-cda8b87ee5e7 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979'] for segment, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:21:20.327641 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-498d114a-ac5d-4a9a-a785-cda8b87ee5e7 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Releasing vlan 178 on physical network physnet1 to pool {{(pid=103333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 08:21:20.328029 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-498d114a-ac5d-4a9a-a785-cda8b87ee5e7 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130996782'] for segment, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:21:20.336723 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device 585bad72-fe21-4edb-93fa-1e7ac108af13 no longer exists at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 08:21:20.360396 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] No Port match for: 585bad72-fe21-4edb-93fa-1e7ac108af13 {{(pid=103334) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 19 08:21:20.360962 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device 585bad72-fe21-4edb-93fa-1e7ac108af13 not bound to the agent host dv-neutron-861624-1-hyperv {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 08:21:20.361724 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device f9d241fa-3e7f-4f22-baa2-c926d2cedca4 no longer exists at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 08:21:20.365079 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.services.segments.plugin [-] Segment bbb545cf-26e7-4299-8c68-56b3b8edf7ed resource provider aggregate not found Oct 19 08:21:20.382772 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] No Port match for: f9d241fa-3e7f-4f22-baa2-c926d2cedca4 {{(pid=103334) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 19 08:21:20.383328 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device f9d241fa-3e7f-4f22-baa2-c926d2cedca4 not bound to the agent host dv-neutron-861624-1-hyperv {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 08:21:20.413603 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.services.segments.plugin [-] Segment bbb545cf-26e7-4299-8c68-56b3b8edf7ed resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid bbb545cf-26e7-4299-8c68-56b3b8edf7ed found for delete ", "request_id": "req-f0be984b-2e03-4756-9433-aa1679effc3d"}]} Oct 19 08:21:20.421706 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-498d114a-ac5d-4a9a-a785-cda8b87ee5e7 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-673044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1695087'] for network, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:21:20.427159 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-498d114a-ac5d-4a9a-a785-cda8b87ee5e7 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks [] for network, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:21:20.430399 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-498d114a-ac5d-4a9a-a785-cda8b87ee5e7 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] 10.222.0.27 "DELETE /v2.0/networks/088c299a-c373-4bd9-8355-9f0225f7f7f7 HTTP/1.1" status: 204 len: 168 time: 0.3468091 Oct 19 08:21:20.433303 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 39068) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:21:20.444941 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498d114a-ac5d-4a9a-a785-cda8b87ee5e7 tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Pushing event deleted for resources: {'Network': ['ID=088c299a-c373-4bd9-8355-9f0225f7f7f7,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:21:20.492623 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-895a4f9e-9d97-45d1-8242-5feb6e38a2bd tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks [] for security_group, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:21:20.517089 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-895a4f9e-9d97-45d1-8242-5feb6e38a2bd tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:21:20.576864 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-895a4f9e-9d97-45d1-8242-5feb6e38a2bd tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788643'] for security_group, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:21:20.579390 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-895a4f9e-9d97-45d1-8242-5feb6e38a2bd tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Notify callbacks [] for security_group, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:21:20.581128 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-895a4f9e-9d97-45d1-8242-5feb6e38a2bd tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] 10.222.0.27 "DELETE /v2.0/security-groups/23db9c24-50af-4430-a75c-ec752cee2321 HTTP/1.1" status: 204 len: 168 time: 0.1462715 Oct 19 08:21:20.591295 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895a4f9e-9d97-45d1-8242-5feb6e38a2bd tempest-TestNetworkAdvancedServerOps-1200610655 tempest-TestNetworkAdvancedServerOps-1200610655-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=23db9c24-50af-4430-a75c-ec752cee2321,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:21:20.917784 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 39076) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:21:21.050949 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-48323d00-a02b-4873-a2b5-778e429bdf15 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=a79253f1761249b4887a71a94ffae3f9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1319685 Oct 19 08:21:21.053328 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 39080) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:21:21.102293 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-6e87348e-57b6-46c4-8058-19e1e34d685f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:21:21.122886 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-6e87348e-57b6-46c4-8058-19e1e34d685f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:21:21.169678 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-6e87348e-57b6-46c4-8058-19e1e34d685f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788643'] for security_group, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:21:21.172249 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-6e87348e-57b6-46c4-8058-19e1e34d685f admin admin] Notify callbacks [] for security_group, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:21:21.173527 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-6e87348e-57b6-46c4-8058-19e1e34d685f admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/6c4031f8-b2e3-490a-9d15-6d533317c33c HTTP/1.1" status: 204 len: 168 time: 0.1193087 Oct 19 08:21:21.183048 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e87348e-57b6-46c4-8058-19e1e34d685f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c4031f8-b2e3-490a-9d15-6d533317c33c,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:21:21.428846 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 39086) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:21:21.442350 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-c238c654-3343-4fd5-91ba-0bcc4a9537d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:21:21.517371 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-c238c654-3343-4fd5-91ba-0bcc4a9537d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:21:21.521113 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-c238c654-3343-4fd5-91ba-0bcc4a9537d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788643'] for security_group, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:21:21.558812 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-c238c654-3343-4fd5-91ba-0bcc4a9537d1 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=75e180f2ef584d50b18b5a16291471d3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1288614 Oct 19 08:21:21.560678 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c238c654-3343-4fd5-91ba-0bcc4a9537d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=818e174b-4e68-4ed3-93b1-71f82c161e6f,revision_number=1']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:21:21.561632 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 39088) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:21:21.611479 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-b3cac427-f79c-46c8-bc11-3e22cf3e630d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:21:21.633373 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-b3cac427-f79c-46c8-bc11-3e22cf3e630d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:21:21.678912 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-b3cac427-f79c-46c8-bc11-3e22cf3e630d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788643'] for security_group, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:21:21.681567 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-b3cac427-f79c-46c8-bc11-3e22cf3e630d admin admin] Notify callbacks [] for security_group, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:21:21.682758 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-b3cac427-f79c-46c8-bc11-3e22cf3e630d admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/818e174b-4e68-4ed3-93b1-71f82c161e6f HTTP/1.1" status: 204 len: 168 time: 0.1200676 Oct 19 08:21:21.692965 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cac427-f79c-46c8-bc11-3e22cf3e630d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=818e174b-4e68-4ed3-93b1-71f82c161e6f,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:21:22.226852 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device c35ee311-7da9-41c1-af8a-26325e70f425 no longer exists at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 08:21:22.250321 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] No Port match for: c35ee311-7da9-41c1-af8a-26325e70f425 {{(pid=103334) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 19 08:21:22.250556 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device c35ee311-7da9-41c1-af8a-26325e70f425 not bound to the agent host dv-neutron-861624-1-hyperv {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 08:21:22.367451 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 39110) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:21:22.464174 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-8ae3b382-ca09-40ae-84cd-39e2a517f196 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-17841527-network', 'tenant_id': '2c590e68ec6a4f309b262f6822c15dfc'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 08:21:22.484264 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ae3b382-ca09-40ae-84cd-39e2a517f196 admin admin] Made reservation on behalf of 2c590e68ec6a4f309b262f6822c15dfc for: {'network': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 08:21:22.486504 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-8ae3b382-ca09-40ae-84cd-39e2a517f196 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for network, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:21:22.494857 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-8ae3b382-ca09-40ae-84cd-39e2a517f196 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:21:22.572151 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-8ae3b382-ca09-40ae-84cd-39e2a517f196 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:21:22.575914 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-8ae3b382-ca09-40ae-84cd-39e2a517f196 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788643'] for security_group, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:21:22.597910 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ae3b382-ca09-40ae-84cd-39e2a517f196 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 168} {{(pid=103333) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 08:21:22.612885 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae3b382-ca09-40ae-84cd-39e2a517f196 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a4fedd6-d3a6-453f-9851-a00ddb097e40,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:21:22.615895 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-8ae3b382-ca09-40ae-84cd-39e2a517f196 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979'] for segment, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:21:22.616240 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.db.segments_db [None req-8ae3b382-ca09-40ae-84cd-39e2a517f196 admin admin] Added segment c1a3e3bc-8491-4eb0-8230-b79bc2d2ab56 of type vlan for network c61de076-94fa-43d7-9269-b07975209bfb Oct 19 08:21:22.657644 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-8ae3b382-ca09-40ae-84cd-39e2a517f196 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785020965340'] for network, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:21:22.681076 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-8ae3b382-ca09-40ae-84cd-39e2a517f196 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873'] for network, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:21:22.682004 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ae3b382-ca09-40ae-84cd-39e2a517f196 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:21:22.682584 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-8ae3b382-ca09-40ae-84cd-39e2a517f196 admin admin] Notify callbacks [] for network, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:21:22.717672 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-8ae3b382-ca09-40ae-84cd-39e2a517f196 admin admin] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.3489966 Oct 19 08:21:22.720690 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 39114) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:21:22.726002 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-768a9c82-c55b-461c-833d-8cb53d0ddbda admin admin] Request body: {'subnet': {'network_id': 'c61de076-94fa-43d7-9269-b07975209bfb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-17841527-subnet', 'tenant_id': '2c590e68ec6a4f309b262f6822c15dfc', 'ip_version': 4}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 08:21:22.744800 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-768a9c82-c55b-461c-833d-8cb53d0ddbda admin admin] Made reservation on behalf of 2c590e68ec6a4f309b262f6822c15dfc for: {'subnet': 1} {{(pid=103332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 08:21:22.745115 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae3b382-ca09-40ae-84cd-39e2a517f196 admin admin] Pushing event updated for resources: {'Network': ['ID=c61de076-94fa-43d7-9269-b07975209bfb,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:21:22.747768 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-768a9c82-c55b-461c-833d-8cb53d0ddbda admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130659787'] for subnet, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:21:22.756226 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Network c61de076-94fa-43d7-9269-b07975209bfb details requested by agent ovs-agent-dv-neutron-861624-1-hyperv with host dv-neutron-861624-1-hyperv {{(pid=103334) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 08:21:22.919883 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-768a9c82-c55b-461c-833d-8cb53d0ddbda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-133552662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130659641'] for subnet, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:21:22.981954 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768a9c82-c55b-461c-833d-8cb53d0ddbda admin admin] Pushing event updated for resources: {'Subnet': ['ID=d3741bea-2529-40a4-9626-23e7d3438bdd,revision_number=0']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:21:22.989633 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-768a9c82-c55b-461c-833d-8cb53d0ddbda admin admin] Checking segment: {'id': 'c1a3e3bc-8491-4eb0-8230-b79bc2d2ab56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'c61de076-94fa-43d7-9269-b07975209bfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 19 08:21:22.990017 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-768a9c82-c55b-461c-833d-8cb53d0ddbda admin admin] Network hostable DHCP agents. Network: c61de076-94fa-43d7-9269-b07975209bfb, hostable agents: ['310d813b-0e3e-4d7e-9b79-8f4ec0dbcab0'], hosted agents: [] {{(pid=103332) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 08:21:23.006473 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-768a9c82-c55b-461c-833d-8cb53d0ddbda admin admin] Network c61de076-94fa-43d7-9269-b07975209bfb is scheduled to be hosted by DHCP agent 310d813b-0e3e-4d7e-9b79-8f4ec0dbcab0 with binding_index 1 {{(pid=103332) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 08:21:23.014270 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.base_scheduler [None req-768a9c82-c55b-461c-833d-8cb53d0ddbda admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861624-1-hyperv, c61de076-94fa-43d7-9269-b07975209bfb) {{(pid=103332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 08:21:23.019011 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-768a9c82-c55b-461c-833d-8cb53d0ddbda admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:21:23.020141 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-768a9c82-c55b-461c-833d-8cb53d0ddbda admin admin] Notify callbacks [] for subnet, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:21:23.023400 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2c3ec4b-246a-46ba-bb0f-54fb7e207c4c None None] Network c61de076-94fa-43d7-9269-b07975209bfb requested from dv-neutron-861624-1-hyperv {{(pid=103334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 08:21:23.035886 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-768a9c82-c55b-461c-833d-8cb53d0ddbda admin admin] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.3140333 Oct 19 08:21:23.038706 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 39116) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:21:23.043536 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-0541a3b0-d454-4f24-b4de-385a260a3342 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-17841527-router', 'tenant_id': '2c590e68ec6a4f309b262f6822c15dfc', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd'}}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 08:21:23.062435 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-0541a3b0-d454-4f24-b4de-385a260a3342 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1692695', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12668'] for router, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:21:23.063654 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-0541a3b0-d454-4f24-b4de-385a260a3342 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1692835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1693910', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1621825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12659'] for router, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:21:23.115872 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-0541a3b0-d454-4f24-b4de-385a260a3342 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:21:23.170110 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b26c67bb-ae76-4ba4-9422-3537ff5915bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d12c6ac-27a3-545c-a8f3-f04e30423d6d-c61de076-94fa-43d7-9269-b07975209bfb', 'network_id': 'c61de076-94fa-43d7-9269-b07975209bfb', 'tenant_id': '2c590e68ec6a4f309b262f6822c15dfc', 'fixed_ips': [{'subnet_id': 'd3741bea-2529-40a4-9626-23e7d3438bdd'}]}} from dv-neutron-861624-1-hyperv. {{(pid=103334) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 08:21:23.170971 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-b26c67bb-ae76-4ba4-9422-3537ff5915bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:21:23.255568 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-0541a3b0-d454-4f24-b4de-385a260a3342 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:21:23.311877 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.db_base_plugin_common [None req-b26c67bb-ae76-4ba4-9422-3537ff5915bb None None] Allocated IP 172.20.0.2 (c61de076-94fa-43d7-9269-b07975209bfb/d3741bea-2529-40a4-9626-23e7d3438bdd/98864c6d-a804-4116-8cc3-5f2730fb82bf) {{(pid=103334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 08:21:23.453708 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-b26c67bb-ae76-4ba4-9422-3537ff5915bb None None] Notify callbacks [] for port, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:21:23.454107 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-0541a3b0-d454-4f24-b4de-385a260a3342 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:21:23.460388 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-b26c67bb-ae76-4ba4-9422-3537ff5915bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785020947330'] for port, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:21:23.478546 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-0541a3b0-d454-4f24-b4de-385a260a3342 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:21:23.497373 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b26c67bb-ae76-4ba4-9422-3537ff5915bb None None] Network c61de076-94fa-43d7-9269-b07975209bfb is already hosted by enough agents. {{(pid=103334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 08:21:23.500314 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.scheduler.base_scheduler [None req-b26c67bb-ae76-4ba4-9422-3537ff5915bb None None] Resources bound (agent type, host, resource id): {{(pid=103334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 08:21:23.506213 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b26c67bb-ae76-4ba4-9422-3537ff5915bb None None] Received port after_create {{(pid=103334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 08:21:23.514463 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26c67bb-ae76-4ba4-9422-3537ff5915bb None None] Pushing event updated for resources: {'Port': ['ID=98864c6d-a804-4116-8cc3-5f2730fb82bf,revision_number=1']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:21:23.564312 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-b26c67bb-ae76-4ba4-9422-3537ff5915bb None None] Attempting to bind port 98864c6d-a804-4116-8cc3-5f2730fb82bf on host dv-neutron-861624-1-hyperv for vnic_type normal with profile {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 19 08:21:23.565242 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-b26c67bb-ae76-4ba4-9422-3537ff5915bb None None] Attempting to bind port 98864c6d-a804-4116-8cc3-5f2730fb82bf by drivers openvswitch,hyperv on host dv-neutron-861624-1-hyperv at level 0 using segments [{'id': 'c1a3e3bc-8491-4eb0-8230-b79bc2d2ab56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'c61de076-94fa-43d7-9269-b07975209bfb'}] {{(pid=103334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 19 08:21:23.565814 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b26c67bb-ae76-4ba4-9422-3537ff5915bb None None] Attempting to bind port 98864c6d-a804-4116-8cc3-5f2730fb82bf on network c61de076-94fa-43d7-9269-b07975209bfb {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 08:21:23.570818 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b26c67bb-ae76-4ba4-9422-3537ff5915bb None None] Checking agent: {'id': 'a5b0152c-d633-409b-aaf8-3b76458e2410', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861624-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 19, 7, 30, 19), 'started_at': datetime.datetime(2022, 10, 19, 7, 30, 49), 'heartbeat_timestamp': datetime.datetime(2022, 10, 19, 8, 21, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861624-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 08:21:23.571188 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b26c67bb-ae76-4ba4-9422-3537ff5915bb None None] Checking segment: {'id': 'c1a3e3bc-8491-4eb0-8230-b79bc2d2ab56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'c61de076-94fa-43d7-9269-b07975209bfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 19 08:21:23.571591 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-b26c67bb-ae76-4ba4-9422-3537ff5915bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:21:23.571984 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b26c67bb-ae76-4ba4-9422-3537ff5915bb None None] Bound using segment: {'id': 'c1a3e3bc-8491-4eb0-8230-b79bc2d2ab56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'c61de076-94fa-43d7-9269-b07975209bfb'} {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 08:21:23.572451 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-b26c67bb-ae76-4ba4-9422-3537ff5915bb None None] Bound port: 98864c6d-a804-4116-8cc3-5f2730fb82bf, host: dv-neutron-861624-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1a3e3bc-8491-4eb0-8230-b79bc2d2ab56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'c61de076-94fa-43d7-9269-b07975209bfb'}}] {{(pid=103334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 19 08:21:23.572859 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-b26c67bb-ae76-4ba4-9422-3537ff5915bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:21:23.580812 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.db_base_plugin_common [None req-0541a3b0-d454-4f24-b4de-385a260a3342 admin admin] Allocated IP 172.26.0.242 (99c66757-74e3-40a4-b479-8d09e3a7c3dd/7f3d1034-1de7-458a-a3ee-77488de3949b/c5671e35-ab92-475f-88bf-3fa953fa1e3d) {{(pid=103332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 08:21:23.638423 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-b26c67bb-ae76-4ba4-9422-3537ff5915bb None None] For port 98864c6d-a804-4116-8cc3-5f2730fb82bf, host dv-neutron-861624-1-hyperv, cleared binding levels {{(pid=103334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 08:21:23.641586 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-b26c67bb-ae76-4ba4-9422-3537ff5915bb None None] For port 98864c6d-a804-4116-8cc3-5f2730fb82bf, host dv-neutron-861624-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=98864c6d-a804-4116-8cc3-5f2730fb82bf,segment=NetworkSegment(c1a3e3bc-8491-4eb0-8230-b79bc2d2ab56),segment_id=c1a3e3bc-8491-4eb0-8230-b79bc2d2ab56)] {{(pid=103334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 08:21:23.646751 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-b26c67bb-ae76-4ba4-9422-3537ff5915bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:21:23.699552 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-0541a3b0-d454-4f24-b4de-385a260a3342 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:21:23.700214 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26c67bb-ae76-4ba4-9422-3537ff5915bb None None] Pushing event updated for resources: {'Port': ['ID=98864c6d-a804-4116-8cc3-5f2730fb82bf,revision_number=2']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:21:23.736223 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-0541a3b0-d454-4f24-b4de-385a260a3342 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785020947330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133553798'] for port, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:21:23.779927 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0541a3b0-d454-4f24-b4de-385a260a3342 admin admin] Network 99c66757-74e3-40a4-b479-8d09e3a7c3dd is already hosted by enough agents. {{(pid=103332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 08:21:23.785622 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.base_scheduler [None req-0541a3b0-d454-4f24-b4de-385a260a3342 admin admin] Resources bound (agent type, host, resource id): {{(pid=103332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 08:21:23.790496 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0541a3b0-d454-4f24-b4de-385a260a3342 admin admin] Received port after_create {{(pid=103332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 08:21:23.793758 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0541a3b0-d454-4f24-b4de-385a260a3342 admin admin] Pushing event updated for resources: {'Port': ['ID=c5671e35-ab92-475f-88bf-3fa953fa1e3d,revision_number=1']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:21:24.063436 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-0541a3b0-d454-4f24-b4de-385a260a3342 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:21:24.267430 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-0541a3b0-d454-4f24-b4de-385a260a3342 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1692844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1693859'] for router, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:21:24.306793 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device 98864c6d-a804-4116-8cc3-5f2730fb82bf up at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 08:21:24.363394 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Provisioning complete for port 98864c6d-a804-4116-8cc3-5f2730fb82bf triggered by entity L2. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 08:21:24.364054 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:21:24.364054 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Attempt 1 to provision port 98864c6d-a804-4116-8cc3-5f2730fb82bf Oct 19 08:21:24.418489 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0541a3b0-d454-4f24-b4de-385a260a3342 admin admin] Router 2749c1df-1931-4805-bc7a-882b8f5b20be is scheduled to L3 agent ab388470-1243-4d53-80f2-c2f5899c97a7 with binding_index 1 {{(pid=103332) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 08:21:24.449225 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Current status of the port 98864c6d-a804-4116-8cc3-5f2730fb82bf is: DOWN; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 08:21:24.449617 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:21:24.485860 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] For port 98864c6d-a804-4116-8cc3-5f2730fb82bf, host dv-neutron-861624-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=98864c6d-a804-4116-8cc3-5f2730fb82bf,segment=NetworkSegment(c1a3e3bc-8491-4eb0-8230-b79bc2d2ab56),segment_id=c1a3e3bc-8491-4eb0-8230-b79bc2d2ab56)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 08:21:24.490485 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:21:24.537116 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0541a3b0-d454-4f24-b4de-385a260a3342 admin admin] Notify agent at l3_agent.dv-neutron-861624-1-hyperv the message routers_updated {{(pid=103332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 08:21:24.550469 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3efa56b-8fc1-4dcc-8b87-7edbb15c70a5 None None] Sync routers for ids ['2749c1df-1931-4805-bc7a-882b8f5b20be'] in dv-neutron-861624-1-hyperv {{(pid=103334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 08:21:24.554275 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Pushing event updated for resources: {'Port': ['ID=98864c6d-a804-4116-8cc3-5f2730fb82bf,revision_number=3']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:21:24.560242 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-0541a3b0-d454-4f24-b4de-385a260a3342 admin admin] Notify callbacks [] for router, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:21:24.561558 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-0541a3b0-d454-4f24-b4de-385a260a3342 admin admin] 10.222.0.27 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.5213220 Oct 19 08:21:24.564402 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 39118) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:21:24.571463 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3efa56b-8fc1-4dcc-8b87-7edbb15c70a5 None None] Routers {'2749c1df-1931-4805-bc7a-882b8f5b20be'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 08:21:24.572208 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-e3efa56b-8fc1-4dcc-8b87-7edbb15c70a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T08:21:16Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['2749c1df-1931-4805-bc7a-882b8f5b20be'], 'active': True} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:21:24.669679 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f54455b4-fb45-492a-b5e2-2dd1f69ddbe2 None None] Network c61de076-94fa-43d7-9269-b07975209bfb requested from dv-neutron-861624-1-hyperv {{(pid=103334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 08:21:24.739221 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvr_db [None req-e3efa56b-8fc1-4dcc-8b87-7edbb15c70a5 None None] Set router 2749c1df-1931-4805-bc7a-882b8f5b20be gateway port host: dv-neutron-861624-1-hyperv {{(pid=103334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 08:21:24.850882 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-a33d83bc-4815-489d-9e8a-fdaa6ff4afa3 None None] Provisioning complete for port 98864c6d-a804-4116-8cc3-5f2730fb82bf triggered by entity DHCP. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 08:21:24.851262 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-a33d83bc-4815-489d-9e8a-fdaa6ff4afa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:21:24.851600 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-a33d83bc-4815-489d-9e8a-fdaa6ff4afa3 None None] Attempt 1 to provision port 98864c6d-a804-4116-8cc3-5f2730fb82bf Oct 19 08:21:24.983485 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-d549acae-0cd9-483c-83ce-7d2e2b4ce823 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:21:25.056099 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-a33d83bc-4815-489d-9e8a-fdaa6ff4afa3 None None] Current status of the port 98864c6d-a804-4116-8cc3-5f2730fb82bf is: ACTIVE; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 08:21:25.080147 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-e3efa56b-8fc1-4dcc-8b87-7edbb15c70a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2749c1df-1931-4805-bc7a-882b8f5b20be', 'name': 'tempest-TestShelveInstance-17841527-router', 'tenant_id': '2c590e68ec6a4f309b262f6822c15dfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'external_fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.242'}], 'enable_snat': True}, 'gw_port_id': 'c5671e35-ab92-475f-88bf-3fa953fa1e3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T08:21:23Z', 'updated_at': '2022-10-19T08:21:23Z', 'revision_number': 3, 'project_id': '2c590e68ec6a4f309b262f6822c15dfc', 'gw_port': {'id': 'c5671e35-ab92-475f-88bf-3fa953fa1e3d', 'name': '', 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:a5:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2749c1df-1931-4805-bc7a-882b8f5b20be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T08:21:23Z', 'updated_at': '2022-10-19T08:21:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861624-1-hyperv'}], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:21:25.113137 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3efa56b-8fc1-4dcc-8b87-7edbb15c70a5 None None] Checking router: 2749c1df-1931-4805-bc7a-882b8f5b20be for host: dv-neutron-861624-1-hyperv {{(pid=103334) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 08:21:25.113482 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3efa56b-8fc1-4dcc-8b87-7edbb15c70a5 None None] Updating router 2749c1df-1931-4805-bc7a-882b8f5b20be port c5671e35-ab92-475f-88bf-3fa953fa1e3d binding host dv-neutron-861624-1-hyperv {{(pid=103334) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 08:21:25.151100 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.db_base_plugin_common [None req-d549acae-0cd9-483c-83ce-7d2e2b4ce823 admin admin] Allocated IP 172.20.0.1 (c61de076-94fa-43d7-9269-b07975209bfb/d3741bea-2529-40a4-9626-23e7d3438bdd/46a6699d-0c07-4fee-8e33-bcafd3b263c4) {{(pid=103332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 08:21:25.277454 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-d549acae-0cd9-483c-83ce-7d2e2b4ce823 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:21:25.288470 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-e3efa56b-8fc1-4dcc-8b87-7edbb15c70a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:21:25.408308 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-49eea5ab-75cd-4d75-905f-0648b1ccb806 None None] Provisioning complete for port 98864c6d-a804-4116-8cc3-5f2730fb82bf triggered by entity DHCP. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 08:21:25.409050 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-49eea5ab-75cd-4d75-905f-0648b1ccb806 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:21:25.409636 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-49eea5ab-75cd-4d75-905f-0648b1ccb806 None None] Attempt 1 to provision port 98864c6d-a804-4116-8cc3-5f2730fb82bf Oct 19 08:21:25.578596 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-49eea5ab-75cd-4d75-905f-0648b1ccb806 None None] Current status of the port 98864c6d-a804-4116-8cc3-5f2730fb82bf is: ACTIVE; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 08:21:25.633803 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-e3efa56b-8fc1-4dcc-8b87-7edbb15c70a5 None None] Notify callbacks [] for port, precommit_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:21:25.637785 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-d549acae-0cd9-483c-83ce-7d2e2b4ce823 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785020947330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133553798'] for port, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:21:25.639048 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-e3efa56b-8fc1-4dcc-8b87-7edbb15c70a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:21:25.675405 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-e3efa56b-8fc1-4dcc-8b87-7edbb15c70a5 None None] Attempting to bind port c5671e35-ab92-475f-88bf-3fa953fa1e3d on host dv-neutron-861624-1-hyperv for vnic_type normal with profile {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 19 08:21:25.675776 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-e3efa56b-8fc1-4dcc-8b87-7edbb15c70a5 None None] Attempting to bind port c5671e35-ab92-475f-88bf-3fa953fa1e3d by drivers openvswitch,hyperv on host dv-neutron-861624-1-hyperv at level 0 using segments [{'id': '53981d04-8205-40d8-8d33-0510111d6f8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd'}] {{(pid=103334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 19 08:21:25.676059 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d549acae-0cd9-483c-83ce-7d2e2b4ce823 admin admin] Network c61de076-94fa-43d7-9269-b07975209bfb is already hosted by enough agents. {{(pid=103332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 08:21:25.676179 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3efa56b-8fc1-4dcc-8b87-7edbb15c70a5 None None] Attempting to bind port c5671e35-ab92-475f-88bf-3fa953fa1e3d on network 99c66757-74e3-40a4-b479-8d09e3a7c3dd {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 08:21:25.679571 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.base_scheduler [None req-d549acae-0cd9-483c-83ce-7d2e2b4ce823 admin admin] Resources bound (agent type, host, resource id): {{(pid=103332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 08:21:25.683018 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d549acae-0cd9-483c-83ce-7d2e2b4ce823 admin admin] Received port after_create {{(pid=103332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 08:21:25.686965 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3efa56b-8fc1-4dcc-8b87-7edbb15c70a5 None None] Checking agent: {'id': 'a5b0152c-d633-409b-aaf8-3b76458e2410', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861624-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 19, 7, 30, 19), 'started_at': datetime.datetime(2022, 10, 19, 7, 30, 49), 'heartbeat_timestamp': datetime.datetime(2022, 10, 19, 8, 21, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861624-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 08:21:25.687242 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3efa56b-8fc1-4dcc-8b87-7edbb15c70a5 None None] Checking segment: {'id': '53981d04-8205-40d8-8d33-0510111d6f8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 19 08:21:25.687647 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-e3efa56b-8fc1-4dcc-8b87-7edbb15c70a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:21:25.688070 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3efa56b-8fc1-4dcc-8b87-7edbb15c70a5 None None] Bound using segment: {'id': '53981d04-8205-40d8-8d33-0510111d6f8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd'} {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 08:21:25.688617 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-e3efa56b-8fc1-4dcc-8b87-7edbb15c70a5 None None] Bound port: c5671e35-ab92-475f-88bf-3fa953fa1e3d, host: dv-neutron-861624-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53981d04-8205-40d8-8d33-0510111d6f8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd'}}] {{(pid=103334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 19 08:21:25.688933 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-e3efa56b-8fc1-4dcc-8b87-7edbb15c70a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:21:25.693917 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b400773c-c999-49c5-97fb-71e673bd2546 None None] Pushing event updated for resources: {'Port': ['ID=c5671e35-ab92-475f-88bf-3fa953fa1e3d,revision_number=2']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:21:25.712919 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d549acae-0cd9-483c-83ce-7d2e2b4ce823 admin admin] Pushing event updated for resources: {'Port': ['ID=46a6699d-0c07-4fee-8e33-bcafd3b263c4,revision_number=1']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:21:25.732811 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-d549acae-0cd9-483c-83ce-7d2e2b4ce823 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1695190'] for router_interface, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:21:25.748440 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-e3efa56b-8fc1-4dcc-8b87-7edbb15c70a5 None None] For port c5671e35-ab92-475f-88bf-3fa953fa1e3d, host dv-neutron-861624-1-hyperv, cleared binding levels {{(pid=103334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 08:21:25.753434 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-e3efa56b-8fc1-4dcc-8b87-7edbb15c70a5 None None] For port c5671e35-ab92-475f-88bf-3fa953fa1e3d, host dv-neutron-861624-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=c5671e35-ab92-475f-88bf-3fa953fa1e3d,segment=NetworkSegment(53981d04-8205-40d8-8d33-0510111d6f8f),segment_id=53981d04-8205-40d8-8d33-0510111d6f8f)] {{(pid=103334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 08:21:25.758013 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-e3efa56b-8fc1-4dcc-8b87-7edbb15c70a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:21:25.805975 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3efa56b-8fc1-4dcc-8b87-7edbb15c70a5 None None] Routers {'2749c1df-1931-4805-bc7a-882b8f5b20be'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 08:21:25.806614 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-e3efa56b-8fc1-4dcc-8b87-7edbb15c70a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T08:21:16Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['2749c1df-1931-4805-bc7a-882b8f5b20be'], 'active': True} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:21:25.857836 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b400773c-c999-49c5-97fb-71e673bd2546 None None] Pushing event updated for resources: {'Port': ['ID=c5671e35-ab92-475f-88bf-3fa953fa1e3d,revision_number=3']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:21:25.887204 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-d549acae-0cd9-483c-83ce-7d2e2b4ce823 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:21:25.941943 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvr_db [None req-e3efa56b-8fc1-4dcc-8b87-7edbb15c70a5 None None] Set router 2749c1df-1931-4805-bc7a-882b8f5b20be gateway port host: dv-neutron-861624-1-hyperv {{(pid=103334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 08:21:26.042271 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-86b7cd5f-3612-46bf-85fc-a43fafb2a82b None None] Provisioning complete for port 46a6699d-0c07-4fee-8e33-bcafd3b263c4 triggered by entity DHCP. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 08:21:26.042562 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-86b7cd5f-3612-46bf-85fc-a43fafb2a82b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:21:26.042841 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-86b7cd5f-3612-46bf-85fc-a43fafb2a82b None None] Attempt 1 to provision port 46a6699d-0c07-4fee-8e33-bcafd3b263c4 Oct 19 08:21:26.084633 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-d549acae-0cd9-483c-83ce-7d2e2b4ce823 admin admin] Notify callbacks [] for port, precommit_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:21:26.091190 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-d549acae-0cd9-483c-83ce-7d2e2b4ce823 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133553807'] for port, after_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:21:26.121495 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-86b7cd5f-3612-46bf-85fc-a43fafb2a82b None None] Port 46a6699d-0c07-4fee-8e33-bcafd3b263c4 cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 08:21:26.173205 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d549acae-0cd9-483c-83ce-7d2e2b4ce823 admin admin] Pushing event updated for resources: {'Port': ['ID=46a6699d-0c07-4fee-8e33-bcafd3b263c4,revision_number=2']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:21:26.176522 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-d549acae-0cd9-483c-83ce-7d2e2b4ce823 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1574855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1694822'] for router_interface, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:21:26.180553 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-e3efa56b-8fc1-4dcc-8b87-7edbb15c70a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2749c1df-1931-4805-bc7a-882b8f5b20be', 'name': 'tempest-TestShelveInstance-17841527-router', 'tenant_id': '2c590e68ec6a4f309b262f6822c15dfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'external_fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.242'}], 'enable_snat': True}, 'gw_port_id': 'c5671e35-ab92-475f-88bf-3fa953fa1e3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T08:21:23Z', 'updated_at': '2022-10-19T08:21:23Z', 'revision_number': 3, 'project_id': '2c590e68ec6a4f309b262f6822c15dfc', 'gw_port': {'id': 'c5671e35-ab92-475f-88bf-3fa953fa1e3d', 'name': '', 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:a5:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2749c1df-1931-4805-bc7a-882b8f5b20be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T08:21:23Z', 'updated_at': '2022-10-19T08:21:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861624-1-hyperv'}], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:21:26.214715 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3efa56b-8fc1-4dcc-8b87-7edbb15c70a5 None None] The sync data for ids ['2749c1df-1931-4805-bc7a-882b8f5b20be'] in dv-neutron-861624-1-hyperv is: [{'id': '2749c1df-1931-4805-bc7a-882b8f5b20be', 'name': 'tempest-TestShelveInstance-17841527-router', 'tenant_id': '2c590e68ec6a4f309b262f6822c15dfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'external_fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.242'}], 'enable_snat': True}, 'gw_port_id': 'c5671e35-ab92-475f-88bf-3fa953fa1e3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T08:21:23Z', 'updated_at': '2022-10-19T08:21:23Z', 'revision_number': 3, 'project_id': '2c590e68ec6a4f309b262f6822c15dfc', 'gw_port': {'id': 'c5671e35-ab92-475f-88bf-3fa953fa1e3d', 'name': '', 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:a5:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2749c1df-1931-4805-bc7a-882b8f5b20be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T08:21:23Z', 'updated_at': '2022-10-19T08:21:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861624-1-hyperv'}] {{(pid=103334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 08:21:26.282280 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d549acae-0cd9-483c-83ce-7d2e2b4ce823 admin admin] Network c61de076-94fa-43d7-9269-b07975209bfb is already hosted by enough agents. {{(pid=103332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 08:21:26.284960 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.base_scheduler [None req-d549acae-0cd9-483c-83ce-7d2e2b4ce823 admin admin] Resources bound (agent type, host, resource id): {{(pid=103332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 08:21:26.298457 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device 98864c6d-a804-4116-8cc3-5f2730fb82bf up at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 08:21:26.376768 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Provisioning complete for port 98864c6d-a804-4116-8cc3-5f2730fb82bf triggered by entity L2. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 08:21:26.378593 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:21:26.378593 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Attempt 1 to provision port 98864c6d-a804-4116-8cc3-5f2730fb82bf Oct 19 08:21:26.448223 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d549acae-0cd9-483c-83ce-7d2e2b4ce823 admin admin] Router 2749c1df-1931-4805-bc7a-882b8f5b20be has already been hosted by L3 agent ab388470-1243-4d53-80f2-c2f5899c97a7 {{(pid=103332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 08:21:26.498437 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Current status of the port 98864c6d-a804-4116-8cc3-5f2730fb82bf is: ACTIVE; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 08:21:26.618046 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d549acae-0cd9-483c-83ce-7d2e2b4ce823 admin admin] Notify agent at l3_agent.dv-neutron-861624-1-hyperv the message routers_updated {{(pid=103332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 08:21:26.622488 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-86b7cd5f-3612-46bf-85fc-a43fafb2a82b None None] Attempt 2 to provision port 46a6699d-0c07-4fee-8e33-bcafd3b263c4 Oct 19 08:21:26.624935 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-d549acae-0cd9-483c-83ce-7d2e2b4ce823 admin admin] 10.222.0.27 "PUT /v2.0/routers/2749c1df-1931-4805-bc7a-882b8f5b20be/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0562074 Oct 19 08:21:26.664047 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-86b7cd5f-3612-46bf-85fc-a43fafb2a82b None None] Port 46a6699d-0c07-4fee-8e33-bcafd3b263c4 cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 08:21:27.118888 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 39134) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:21:27.123946 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-59da5c4b-956c-4636-8163-e8d780202572 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1586735516-network', 'tenant_id': '4466c22a118b4113b2b1149ea214975c'}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 08:21:27.143083 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59da5c4b-956c-4636-8163-e8d780202572 admin admin] Made reservation on behalf of 4466c22a118b4113b2b1149ea214975c for: {'network': 1} {{(pid=103332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 08:21:27.145452 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-59da5c4b-956c-4636-8163-e8d780202572 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for network, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:21:27.154239 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-59da5c4b-956c-4636-8163-e8d780202572 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:21:27.165389 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-86b7cd5f-3612-46bf-85fc-a43fafb2a82b None None] Attempt 3 to provision port 46a6699d-0c07-4fee-8e33-bcafd3b263c4 Oct 19 08:21:27.201197 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-86b7cd5f-3612-46bf-85fc-a43fafb2a82b None None] Port 46a6699d-0c07-4fee-8e33-bcafd3b263c4 cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 08:21:27.234348 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-59da5c4b-956c-4636-8163-e8d780202572 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:21:27.238474 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-59da5c4b-956c-4636-8163-e8d780202572 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788643'] for security_group, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:21:27.265104 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59da5c4b-956c-4636-8163-e8d780202572 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 190} {{(pid=103332) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 08:21:27.275069 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59da5c4b-956c-4636-8163-e8d780202572 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c54eddf5-481e-43d0-8fd3-0ca36cd54384,revision_number=1']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:21:27.279725 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-59da5c4b-956c-4636-8163-e8d780202572 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979'] for segment, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:21:27.280071 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.db.segments_db [None req-59da5c4b-956c-4636-8163-e8d780202572 admin admin] Added segment 235ba2dd-d3e8-41b9-b6fb-f9839d1f3e22 of type vlan for network 25bc5fc5-c776-40e8-b9cc-967eb24fab65 Oct 19 08:21:27.327169 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-59da5c4b-956c-4636-8163-e8d780202572 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785020965340'] for network, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:21:27.352323 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-59da5c4b-956c-4636-8163-e8d780202572 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873'] for network, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:21:27.353323 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59da5c4b-956c-4636-8163-e8d780202572 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:21:27.353884 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-59da5c4b-956c-4636-8163-e8d780202572 admin admin] Notify callbacks [] for network, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:21:27.381394 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-59da5c4b-956c-4636-8163-e8d780202572 admin admin] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.2613637 Oct 19 08:21:27.384266 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 39136) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:21:27.389188 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-e74911eb-3bd3-4f9e-b588-347566be8677 admin admin] Request body: {'subnet': {'network_id': '25bc5fc5-c776-40e8-b9cc-967eb24fab65', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1586735516-subnet', 'tenant_id': '4466c22a118b4113b2b1149ea214975c', 'ip_version': 4}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 08:21:27.409853 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e74911eb-3bd3-4f9e-b588-347566be8677 admin admin] Made reservation on behalf of 4466c22a118b4113b2b1149ea214975c for: {'subnet': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 08:21:27.412017 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-e74911eb-3bd3-4f9e-b588-347566be8677 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130170579'] for subnet, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:21:27.417897 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59da5c4b-956c-4636-8163-e8d780202572 admin admin] Pushing event updated for resources: {'Network': ['ID=25bc5fc5-c776-40e8-b9cc-967eb24fab65,revision_number=1']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:21:27.428824 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Network 25bc5fc5-c776-40e8-b9cc-967eb24fab65 details requested by agent ovs-agent-dv-neutron-861624-1-hyperv with host dv-neutron-861624-1-hyperv {{(pid=103334) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 08:21:27.588757 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-e74911eb-3bd3-4f9e-b588-347566be8677 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130997899', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130170401'] for subnet, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:21:27.649586 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74911eb-3bd3-4f9e-b588-347566be8677 admin admin] Pushing event updated for resources: {'Subnet': ['ID=53fcb963-e513-43d4-ba1f-c8d776eed7c0,revision_number=0']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:21:27.659214 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e74911eb-3bd3-4f9e-b588-347566be8677 admin admin] Checking segment: {'id': '235ba2dd-d3e8-41b9-b6fb-f9839d1f3e22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '25bc5fc5-c776-40e8-b9cc-967eb24fab65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 19 08:21:27.659595 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e74911eb-3bd3-4f9e-b588-347566be8677 admin admin] Network hostable DHCP agents. Network: 25bc5fc5-c776-40e8-b9cc-967eb24fab65, hostable agents: ['310d813b-0e3e-4d7e-9b79-8f4ec0dbcab0'], hosted agents: [] {{(pid=103333) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 08:21:27.676591 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e74911eb-3bd3-4f9e-b588-347566be8677 admin admin] Network 25bc5fc5-c776-40e8-b9cc-967eb24fab65 is scheduled to be hosted by DHCP agent 310d813b-0e3e-4d7e-9b79-8f4ec0dbcab0 with binding_index 1 {{(pid=103333) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 08:21:27.684868 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-e74911eb-3bd3-4f9e-b588-347566be8677 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861624-1-hyperv, 25bc5fc5-c776-40e8-b9cc-967eb24fab65) {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 08:21:27.689345 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e74911eb-3bd3-4f9e-b588-347566be8677 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:21:27.690510 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-e74911eb-3bd3-4f9e-b588-347566be8677 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:21:27.693680 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f3b52c6-733e-4a5b-8235-211bca38130a None None] Network 25bc5fc5-c776-40e8-b9cc-967eb24fab65 requested from dv-neutron-861624-1-hyperv {{(pid=103334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 08:21:27.707171 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-86b7cd5f-3612-46bf-85fc-a43fafb2a82b None None] Attempt 4 to provision port 46a6699d-0c07-4fee-8e33-bcafd3b263c4 Oct 19 08:21:27.708500 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-e74911eb-3bd3-4f9e-b588-347566be8677 admin admin] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3230686 Oct 19 08:21:27.711048 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 39138) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:21:27.715398 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-47ea7916-7ba8-4862-9c64-31af4af4361a admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1586735516-router', 'tenant_id': '4466c22a118b4113b2b1149ea214975c', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd'}}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 08:21:27.735249 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-47ea7916-7ba8-4862-9c64-31af4af4361a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1692695', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12668'] for router, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:21:27.736390 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-47ea7916-7ba8-4862-9c64-31af4af4361a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1692835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1693910', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1621825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12659'] for router, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:21:27.791558 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-86b7cd5f-3612-46bf-85fc-a43fafb2a82b None None] Port 46a6699d-0c07-4fee-8e33-bcafd3b263c4 cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 08:21:27.791993 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-47ea7916-7ba8-4862-9c64-31af4af4361a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:21:27.832486 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2a83c19-f746-440d-9857-cd9e6277baaa None None] Sync routers for ids ['2749c1df-1931-4805-bc7a-882b8f5b20be'] in dv-neutron-861624-1-hyperv {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 08:21:27.843012 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2a83c19-f746-440d-9857-cd9e6277baaa None None] Routers {'2749c1df-1931-4805-bc7a-882b8f5b20be'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 08:21:27.843782 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-f2a83c19-f746-440d-9857-cd9e6277baaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T08:21:16Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['2749c1df-1931-4805-bc7a-882b8f5b20be'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:21:27.887691 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70d38c15-0f86-4036-aaac-c79523551fef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d12c6ac-27a3-545c-a8f3-f04e30423d6d-25bc5fc5-c776-40e8-b9cc-967eb24fab65', 'network_id': '25bc5fc5-c776-40e8-b9cc-967eb24fab65', 'tenant_id': '4466c22a118b4113b2b1149ea214975c', 'fixed_ips': [{'subnet_id': '53fcb963-e513-43d4-ba1f-c8d776eed7c0'}]}} from dv-neutron-861624-1-hyperv. {{(pid=103334) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 08:21:27.888819 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-70d38c15-0f86-4036-aaac-c79523551fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:21:27.937468 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-47ea7916-7ba8-4862-9c64-31af4af4361a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:21:27.954556 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvr_db [None req-f2a83c19-f746-440d-9857-cd9e6277baaa None None] Set router 2749c1df-1931-4805-bc7a-882b8f5b20be gateway port host: dv-neutron-861624-1-hyperv {{(pid=103335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 08:21:28.038008 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.db_base_plugin_common [None req-70d38c15-0f86-4036-aaac-c79523551fef None None] Allocated IP 172.20.0.2 (25bc5fc5-c776-40e8-b9cc-967eb24fab65/53fcb963-e513-43d4-ba1f-c8d776eed7c0/5b95c52a-a59f-4caf-af9d-0a9aeb2e3232) {{(pid=103334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 08:21:28.146828 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-47ea7916-7ba8-4862-9c64-31af4af4361a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:21:28.167926 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-47ea7916-7ba8-4862-9c64-31af4af4361a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:21:28.200615 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-70d38c15-0f86-4036-aaac-c79523551fef None None] Notify callbacks [] for port, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:21:28.208267 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-70d38c15-0f86-4036-aaac-c79523551fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785020947330'] for port, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:21:28.268378 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-f2a83c19-f746-440d-9857-cd9e6277baaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2749c1df-1931-4805-bc7a-882b8f5b20be', 'name': 'tempest-TestShelveInstance-17841527-router', 'tenant_id': '2c590e68ec6a4f309b262f6822c15dfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'external_fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.242'}], 'enable_snat': True}, 'gw_port_id': 'c5671e35-ab92-475f-88bf-3fa953fa1e3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T08:21:23Z', 'updated_at': '2022-10-19T08:21:25Z', 'revision_number': 4, 'project_id': '2c590e68ec6a4f309b262f6822c15dfc', 'gw_port': {'id': 'c5671e35-ab92-475f-88bf-3fa953fa1e3d', 'name': '', 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:a5:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2749c1df-1931-4805-bc7a-882b8f5b20be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T08:21:23Z', 'updated_at': '2022-10-19T08:21:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861624-1-hyperv', '_interfaces': [{'id': '46a6699d-0c07-4fee-8e33-bcafd3b263c4', 'name': '', 'network_id': 'c61de076-94fa-43d7-9269-b07975209bfb', 'tenant_id': '2c590e68ec6a4f309b262f6822c15dfc', 'mac_address': 'fa:16:3e:3a:92:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2749c1df-1931-4805-bc7a-882b8f5b20be', 'device_owner': 'network:router_interface', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': 'd3741bea-2529-40a4-9626-23e7d3438bdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T08:21:25Z', 'updated_at': '2022-10-19T08:21:25Z', 'revision_number': 2, 'project_id': '2c590e68ec6a4f309b262f6822c15dfc', 'subnets': [{'id': 'd3741bea-2529-40a4-9626-23e7d3438bdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:21:28.270713 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70d38c15-0f86-4036-aaac-c79523551fef None None] Network 25bc5fc5-c776-40e8-b9cc-967eb24fab65 is already hosted by enough agents. {{(pid=103334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 08:21:28.273664 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.scheduler.base_scheduler [None req-70d38c15-0f86-4036-aaac-c79523551fef None None] Resources bound (agent type, host, resource id): {{(pid=103334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 08:21:28.277236 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70d38c15-0f86-4036-aaac-c79523551fef None None] Received port after_create {{(pid=103334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 08:21:28.291685 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d38c15-0f86-4036-aaac-c79523551fef None None] Pushing event updated for resources: {'Port': ['ID=5b95c52a-a59f-4caf-af9d-0a9aeb2e3232,revision_number=1']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:21:28.305823 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.db_base_plugin_common [None req-47ea7916-7ba8-4862-9c64-31af4af4361a admin admin] Allocated IP 172.26.0.53 (99c66757-74e3-40a4-b479-8d09e3a7c3dd/7f3d1034-1de7-458a-a3ee-77488de3949b/422875a7-d0b6-46f1-b29f-963daa6affae) {{(pid=103333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 08:21:28.306504 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-86b7cd5f-3612-46bf-85fc-a43fafb2a82b None None] Attempt 5 to provision port 46a6699d-0c07-4fee-8e33-bcafd3b263c4 Oct 19 08:21:28.322992 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2a83c19-f746-440d-9857-cd9e6277baaa None None] Checking router: 2749c1df-1931-4805-bc7a-882b8f5b20be for host: dv-neutron-861624-1-hyperv {{(pid=103335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 08:21:28.323572 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2a83c19-f746-440d-9857-cd9e6277baaa None None] Updating router 2749c1df-1931-4805-bc7a-882b8f5b20be port 46a6699d-0c07-4fee-8e33-bcafd3b263c4 binding host dv-neutron-861624-1-hyperv {{(pid=103335) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 08:21:28.330059 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device c5671e35-ab92-475f-88bf-3fa953fa1e3d up at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 08:21:28.351770 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-f2a83c19-f746-440d-9857-cd9e6277baaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:21:28.398634 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-86b7cd5f-3612-46bf-85fc-a43fafb2a82b None None] Port 46a6699d-0c07-4fee-8e33-bcafd3b263c4 cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 08:21:28.400815 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-70d38c15-0f86-4036-aaac-c79523551fef None None] Attempting to bind port 5b95c52a-a59f-4caf-af9d-0a9aeb2e3232 on host dv-neutron-861624-1-hyperv for vnic_type normal with profile {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 19 08:21:28.401185 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-70d38c15-0f86-4036-aaac-c79523551fef None None] Attempting to bind port 5b95c52a-a59f-4caf-af9d-0a9aeb2e3232 by drivers openvswitch,hyperv on host dv-neutron-861624-1-hyperv at level 0 using segments [{'id': '235ba2dd-d3e8-41b9-b6fb-f9839d1f3e22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '25bc5fc5-c776-40e8-b9cc-967eb24fab65'}] {{(pid=103334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 19 08:21:28.401540 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70d38c15-0f86-4036-aaac-c79523551fef None None] Attempting to bind port 5b95c52a-a59f-4caf-af9d-0a9aeb2e3232 on network 25bc5fc5-c776-40e8-b9cc-967eb24fab65 {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 08:21:28.411254 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70d38c15-0f86-4036-aaac-c79523551fef None None] Checking agent: {'id': 'a5b0152c-d633-409b-aaf8-3b76458e2410', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861624-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 19, 7, 30, 19), 'started_at': datetime.datetime(2022, 10, 19, 7, 30, 49), 'heartbeat_timestamp': datetime.datetime(2022, 10, 19, 8, 21, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861624-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 08:21:28.411665 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70d38c15-0f86-4036-aaac-c79523551fef None None] Checking segment: {'id': '235ba2dd-d3e8-41b9-b6fb-f9839d1f3e22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '25bc5fc5-c776-40e8-b9cc-967eb24fab65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 19 08:21:28.412026 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-70d38c15-0f86-4036-aaac-c79523551fef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:21:28.412415 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70d38c15-0f86-4036-aaac-c79523551fef None None] Bound using segment: {'id': '235ba2dd-d3e8-41b9-b6fb-f9839d1f3e22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '25bc5fc5-c776-40e8-b9cc-967eb24fab65'} {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 08:21:28.412929 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-70d38c15-0f86-4036-aaac-c79523551fef None None] Bound port: 5b95c52a-a59f-4caf-af9d-0a9aeb2e3232, host: dv-neutron-861624-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '235ba2dd-d3e8-41b9-b6fb-f9839d1f3e22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '25bc5fc5-c776-40e8-b9cc-967eb24fab65'}}] {{(pid=103334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 19 08:21:28.413310 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-70d38c15-0f86-4036-aaac-c79523551fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:21:28.463352 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Provisioning complete for port c5671e35-ab92-475f-88bf-3fa953fa1e3d triggered by entity L2. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 08:21:28.463692 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:21:28.463953 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Attempt 1 to provision port c5671e35-ab92-475f-88bf-3fa953fa1e3d Oct 19 08:21:28.519894 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-70d38c15-0f86-4036-aaac-c79523551fef None None] For port 5b95c52a-a59f-4caf-af9d-0a9aeb2e3232, host dv-neutron-861624-1-hyperv, cleared binding levels {{(pid=103334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 08:21:28.524267 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-70d38c15-0f86-4036-aaac-c79523551fef None None] For port 5b95c52a-a59f-4caf-af9d-0a9aeb2e3232, host dv-neutron-861624-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=5b95c52a-a59f-4caf-af9d-0a9aeb2e3232,segment=NetworkSegment(235ba2dd-d3e8-41b9-b6fb-f9839d1f3e22),segment_id=235ba2dd-d3e8-41b9-b6fb-f9839d1f3e22)] {{(pid=103334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 08:21:28.530737 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-70d38c15-0f86-4036-aaac-c79523551fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:21:28.590630 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d38c15-0f86-4036-aaac-c79523551fef None None] Pushing event updated for resources: {'Port': ['ID=5b95c52a-a59f-4caf-af9d-0a9aeb2e3232,revision_number=2']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:21:28.633988 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Current status of the port c5671e35-ab92-475f-88bf-3fa953fa1e3d is: DOWN; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 08:21:28.634526 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:21:28.657228 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] For port c5671e35-ab92-475f-88bf-3fa953fa1e3d, host dv-neutron-861624-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=c5671e35-ab92-475f-88bf-3fa953fa1e3d,segment=NetworkSegment(53981d04-8205-40d8-8d33-0510111d6f8f),segment_id=53981d04-8205-40d8-8d33-0510111d6f8f)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 08:21:28.657599 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-f2a83c19-f746-440d-9857-cd9e6277baaa None None] Notify callbacks [] for port, precommit_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:21:28.662783 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:21:28.663853 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-f2a83c19-f746-440d-9857-cd9e6277baaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:21:28.718657 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Pushing event updated for resources: {'Port': ['ID=c5671e35-ab92-475f-88bf-3fa953fa1e3d,revision_number=4']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:21:28.780891 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c6f7db-644a-432e-960c-e519fb7cd135 None None] Pushing event updated for resources: {'Port': ['ID=46a6699d-0c07-4fee-8e33-bcafd3b263c4,revision_number=3']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:21:28.787672 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-47ea7916-7ba8-4862-9c64-31af4af4361a admin admin] Notify callbacks [] for port, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:21:28.798473 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c6f7db-644a-432e-960c-e519fb7cd135 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:21:28.798810 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c6f7db-644a-432e-960c-e519fb7cd135 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:21:28.799737 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c6f7db-644a-432e-960c-e519fb7cd135 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:21:28.800057 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c6f7db-644a-432e-960c-e519fb7cd135 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:21:28.800373 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c6f7db-644a-432e-960c-e519fb7cd135 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:21:28.800841 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c6f7db-644a-432e-960c-e519fb7cd135 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:21:28.801083 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c6f7db-644a-432e-960c-e519fb7cd135 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:21:28.801357 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c6f7db-644a-432e-960c-e519fb7cd135 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:21:28.803240 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c6f7db-644a-432e-960c-e519fb7cd135 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:21:28.803240 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c6f7db-644a-432e-960c-e519fb7cd135 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:21:28.803240 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c6f7db-644a-432e-960c-e519fb7cd135 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:21:28.803240 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c6f7db-644a-432e-960c-e519fb7cd135 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:21:28.807904 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-f2a83c19-f746-440d-9857-cd9e6277baaa None None] Attempting to bind port 46a6699d-0c07-4fee-8e33-bcafd3b263c4 on host dv-neutron-861624-1-hyperv for vnic_type normal with profile {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 19 08:21:28.808273 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-f2a83c19-f746-440d-9857-cd9e6277baaa None None] Attempting to bind port 46a6699d-0c07-4fee-8e33-bcafd3b263c4 by drivers openvswitch,hyperv on host dv-neutron-861624-1-hyperv at level 0 using segments [{'id': 'c1a3e3bc-8491-4eb0-8230-b79bc2d2ab56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'c61de076-94fa-43d7-9269-b07975209bfb'}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 19 08:21:28.808688 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2a83c19-f746-440d-9857-cd9e6277baaa None None] Attempting to bind port 46a6699d-0c07-4fee-8e33-bcafd3b263c4 on network c61de076-94fa-43d7-9269-b07975209bfb {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 08:21:28.815551 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2a83c19-f746-440d-9857-cd9e6277baaa None None] Checking agent: {'id': 'a5b0152c-d633-409b-aaf8-3b76458e2410', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861624-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 19, 7, 30, 19), 'started_at': datetime.datetime(2022, 10, 19, 7, 30, 49), 'heartbeat_timestamp': datetime.datetime(2022, 10, 19, 8, 21, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861624-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 08:21:28.815916 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2a83c19-f746-440d-9857-cd9e6277baaa None None] Checking segment: {'id': 'c1a3e3bc-8491-4eb0-8230-b79bc2d2ab56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'c61de076-94fa-43d7-9269-b07975209bfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 19 08:21:28.816308 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-f2a83c19-f746-440d-9857-cd9e6277baaa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:21:28.816715 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2a83c19-f746-440d-9857-cd9e6277baaa None None] Bound using segment: {'id': 'c1a3e3bc-8491-4eb0-8230-b79bc2d2ab56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'c61de076-94fa-43d7-9269-b07975209bfb'} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 08:21:28.817171 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-f2a83c19-f746-440d-9857-cd9e6277baaa None None] Bound port: 46a6699d-0c07-4fee-8e33-bcafd3b263c4, host: dv-neutron-861624-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1a3e3bc-8491-4eb0-8230-b79bc2d2ab56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'c61de076-94fa-43d7-9269-b07975209bfb'}}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 19 08:21:28.817538 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-f2a83c19-f746-440d-9857-cd9e6277baaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:21:28.832492 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-47ea7916-7ba8-4862-9c64-31af4af4361a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785020947330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130996763'] for port, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:21:28.878329 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47ea7916-7ba8-4862-9c64-31af4af4361a admin admin] Network 99c66757-74e3-40a4-b479-8d09e3a7c3dd is already hosted by enough agents. {{(pid=103333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 08:21:28.881147 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-47ea7916-7ba8-4862-9c64-31af4af4361a admin admin] Resources bound (agent type, host, resource id): {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 08:21:28.884799 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47ea7916-7ba8-4862-9c64-31af4af4361a admin admin] Received port after_create {{(pid=103333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 08:21:28.885566 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-f2a83c19-f746-440d-9857-cd9e6277baaa None None] For port 46a6699d-0c07-4fee-8e33-bcafd3b263c4, host dv-neutron-861624-1-hyperv, cleared binding levels {{(pid=103335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 08:21:28.890044 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-f2a83c19-f746-440d-9857-cd9e6277baaa None None] For port 46a6699d-0c07-4fee-8e33-bcafd3b263c4, host dv-neutron-861624-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=46a6699d-0c07-4fee-8e33-bcafd3b263c4,segment=NetworkSegment(c1a3e3bc-8491-4eb0-8230-b79bc2d2ab56),segment_id=c1a3e3bc-8491-4eb0-8230-b79bc2d2ab56)] {{(pid=103335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 08:21:28.895260 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-f2a83c19-f746-440d-9857-cd9e6277baaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:21:28.901867 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-86b7cd5f-3612-46bf-85fc-a43fafb2a82b None None] Attempt 6 to provision port 46a6699d-0c07-4fee-8e33-bcafd3b263c4 Oct 19 08:21:28.947876 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c6f7db-644a-432e-960c-e519fb7cd135 None None] Pushing event updated for resources: {'Port': ['ID=46a6699d-0c07-4fee-8e33-bcafd3b263c4,revision_number=4']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:21:28.957759 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2a83c19-f746-440d-9857-cd9e6277baaa None None] Routers {'2749c1df-1931-4805-bc7a-882b8f5b20be'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 08:21:28.958570 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-f2a83c19-f746-440d-9857-cd9e6277baaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T08:21:16Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['2749c1df-1931-4805-bc7a-882b8f5b20be'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:21:28.965979 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ea7916-7ba8-4862-9c64-31af4af4361a admin admin] Pushing event updated for resources: {'Port': ['ID=422875a7-d0b6-46f1-b29f-963daa6affae,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:21:29.009443 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-86b7cd5f-3612-46bf-85fc-a43fafb2a82b None None] Current status of the port 46a6699d-0c07-4fee-8e33-bcafd3b263c4 is: DOWN; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 08:21:29.009903 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-86b7cd5f-3612-46bf-85fc-a43fafb2a82b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:21:29.043960 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-86b7cd5f-3612-46bf-85fc-a43fafb2a82b None None] For port 46a6699d-0c07-4fee-8e33-bcafd3b263c4, host dv-neutron-861624-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=46a6699d-0c07-4fee-8e33-bcafd3b263c4,segment=NetworkSegment(c1a3e3bc-8491-4eb0-8230-b79bc2d2ab56),segment_id=c1a3e3bc-8491-4eb0-8230-b79bc2d2ab56)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 08:21:29.049778 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-86b7cd5f-3612-46bf-85fc-a43fafb2a82b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:21:29.084532 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvr_db [None req-f2a83c19-f746-440d-9857-cd9e6277baaa None None] Set router 2749c1df-1931-4805-bc7a-882b8f5b20be gateway port host: dv-neutron-861624-1-hyperv {{(pid=103335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 08:21:29.100885 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b7cd5f-3612-46bf-85fc-a43fafb2a82b None None] Pushing event updated for resources: {'Port': ['ID=46a6699d-0c07-4fee-8e33-bcafd3b263c4,revision_number=5']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:21:29.147255 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-47ea7916-7ba8-4862-9c64-31af4af4361a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:21:29.170570 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-d736c49f-36f9-472c-a6ac-4f7d66860a76 None None] Provisioning complete for port 46a6699d-0c07-4fee-8e33-bcafd3b263c4 triggered by entity DHCP. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 08:21:29.170947 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d736c49f-36f9-472c-a6ac-4f7d66860a76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:21:29.171300 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-d736c49f-36f9-472c-a6ac-4f7d66860a76 None None] Attempt 1 to provision port 46a6699d-0c07-4fee-8e33-bcafd3b263c4 Oct 19 08:21:29.256470 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-d736c49f-36f9-472c-a6ac-4f7d66860a76 None None] Current status of the port 46a6699d-0c07-4fee-8e33-bcafd3b263c4 is: ACTIVE; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 08:21:29.315319 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-f2a83c19-f746-440d-9857-cd9e6277baaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2749c1df-1931-4805-bc7a-882b8f5b20be', 'name': 'tempest-TestShelveInstance-17841527-router', 'tenant_id': '2c590e68ec6a4f309b262f6822c15dfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'external_fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.242'}], 'enable_snat': True}, 'gw_port_id': 'c5671e35-ab92-475f-88bf-3fa953fa1e3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T08:21:23Z', 'updated_at': '2022-10-19T08:21:25Z', 'revision_number': 4, 'project_id': '2c590e68ec6a4f309b262f6822c15dfc', 'gw_port': {'id': 'c5671e35-ab92-475f-88bf-3fa953fa1e3d', 'name': '', 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:a5:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2749c1df-1931-4805-bc7a-882b8f5b20be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T08:21:23Z', 'updated_at': '2022-10-19T08:21:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861624-1-hyperv', '_interfaces': [{'id': '46a6699d-0c07-4fee-8e33-bcafd3b263c4', 'name': '', 'network_id': 'c61de076-94fa-43d7-9269-b07975209bfb', 'tenant_id': '2c590e68ec6a4f309b262f6822c15dfc', 'mac_address': 'fa:16:3e:3a:92:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2749c1df-1931-4805-bc7a-882b8f5b20be', 'device_owner': 'network:router_interface', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': 'd3741bea-2529-40a4-9626-23e7d3438bdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T08:21:25Z', 'updated_at': '2022-10-19T08:21:28Z', 'revision_number': 4, 'project_id': '2c590e68ec6a4f309b262f6822c15dfc', 'subnets': [{'id': 'd3741bea-2529-40a4-9626-23e7d3438bdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:21:29.343314 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2a83c19-f746-440d-9857-cd9e6277baaa None None] The sync data for ids ['2749c1df-1931-4805-bc7a-882b8f5b20be'] in dv-neutron-861624-1-hyperv is: [{'id': '2749c1df-1931-4805-bc7a-882b8f5b20be', 'name': 'tempest-TestShelveInstance-17841527-router', 'tenant_id': '2c590e68ec6a4f309b262f6822c15dfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'external_fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.242'}], 'enable_snat': True}, 'gw_port_id': 'c5671e35-ab92-475f-88bf-3fa953fa1e3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T08:21:23Z', 'updated_at': '2022-10-19T08:21:25Z', 'revision_number': 4, 'project_id': '2c590e68ec6a4f309b262f6822c15dfc', 'gw_port': {'id': 'c5671e35-ab92-475f-88bf-3fa953fa1e3d', 'name': '', 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:a5:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2749c1df-1931-4805-bc7a-882b8f5b20be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T08:21:23Z', 'updated_at': '2022-10-19T08:21:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861624-1-hyperv', '_interfaces': [{'id': '46a6699d-0c07-4fee-8e33-bcafd3b263c4', 'name': '', 'network_id': 'c61de076-94fa-43d7-9269-b07975209bfb', 'tenant_id': '2c590e68ec6a4f309b262f6822c15dfc', 'mac_address': 'fa:16:3e:3a:92:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2749c1df-1931-4805-bc7a-882b8f5b20be', 'device_owner': 'network:router_interface', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': 'd3741bea-2529-40a4-9626-23e7d3438bdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T08:21:25Z', 'updated_at': '2022-10-19T08:21:28Z', 'revision_number': 4, 'project_id': '2c590e68ec6a4f309b262f6822c15dfc', 'subnets': [{'id': 'd3741bea-2529-40a4-9626-23e7d3438bdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 08:21:29.366397 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-47ea7916-7ba8-4862-9c64-31af4af4361a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1692844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1693859'] for router, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:21:29.513286 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47ea7916-7ba8-4862-9c64-31af4af4361a admin admin] Router 5883676d-3438-47ec-846e-e4d93bce27bd is scheduled to L3 agent ab388470-1243-4d53-80f2-c2f5899c97a7 with binding_index 1 {{(pid=103333) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 08:21:29.636897 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47ea7916-7ba8-4862-9c64-31af4af4361a admin admin] Notify agent at l3_agent.dv-neutron-861624-1-hyperv the message routers_updated {{(pid=103333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 08:21:29.650164 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a58b93f-6721-437f-b38b-fe55403d7406 None None] Sync routers for ids ['5883676d-3438-47ec-846e-e4d93bce27bd'] in dv-neutron-861624-1-hyperv {{(pid=103334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 08:21:29.660958 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-47ea7916-7ba8-4862-9c64-31af4af4361a admin admin] Notify callbacks [] for router, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:21:29.661552 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a58b93f-6721-437f-b38b-fe55403d7406 None None] Routers {'5883676d-3438-47ec-846e-e4d93bce27bd'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 08:21:29.662245 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-6a58b93f-6721-437f-b38b-fe55403d7406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T08:21:16Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['5883676d-3438-47ec-846e-e4d93bce27bd'], 'active': True} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:21:29.665326 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 39140) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:21:29.665989 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-47ea7916-7ba8-4862-9c64-31af4af4361a admin admin] 10.222.0.27 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.9536614 Oct 19 08:21:29.732606 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93f75c59-d323-49cf-b7ac-7de9a3c296a5 None None] Network 25bc5fc5-c776-40e8-b9cc-967eb24fab65 requested from dv-neutron-861624-1-hyperv {{(pid=103334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 08:21:30.015715 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvr_db [None req-6a58b93f-6721-437f-b38b-fe55403d7406 None None] Set router 5883676d-3438-47ec-846e-e4d93bce27bd gateway port host: dv-neutron-861624-1-hyperv {{(pid=103334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 08:21:30.069968 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-1b16fd09-e997-4f3a-be99-d69774e6b924 None None] Provisioning complete for port 5b95c52a-a59f-4caf-af9d-0a9aeb2e3232 triggered by entity DHCP. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 08:21:30.070339 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-1b16fd09-e997-4f3a-be99-d69774e6b924 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:21:30.070673 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-1b16fd09-e997-4f3a-be99-d69774e6b924 None None] Attempt 1 to provision port 5b95c52a-a59f-4caf-af9d-0a9aeb2e3232 Oct 19 08:21:30.142553 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-c470a139-da95-402d-a2f5-66bc560f8009 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:21:30.330625 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.db_base_plugin_common [None req-c470a139-da95-402d-a2f5-66bc560f8009 admin admin] Allocated IP 172.20.0.1 (25bc5fc5-c776-40e8-b9cc-967eb24fab65/53fcb963-e513-43d4-ba1f-c8d776eed7c0/7e42498b-6a9c-4660-9b35-00de7cedb173) {{(pid=103332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 08:21:30.332088 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-1b16fd09-e997-4f3a-be99-d69774e6b924 None None] Current status of the port 5b95c52a-a59f-4caf-af9d-0a9aeb2e3232 is: DOWN; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 08:21:30.332483 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-1b16fd09-e997-4f3a-be99-d69774e6b924 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:21:30.391563 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-1b16fd09-e997-4f3a-be99-d69774e6b924 None None] For port 5b95c52a-a59f-4caf-af9d-0a9aeb2e3232, host dv-neutron-861624-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=5b95c52a-a59f-4caf-af9d-0a9aeb2e3232,segment=NetworkSegment(235ba2dd-d3e8-41b9-b6fb-f9839d1f3e22),segment_id=235ba2dd-d3e8-41b9-b6fb-f9839d1f3e22)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 08:21:30.397991 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-1b16fd09-e997-4f3a-be99-d69774e6b924 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:21:30.406194 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-6a58b93f-6721-437f-b38b-fe55403d7406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5883676d-3438-47ec-846e-e4d93bce27bd', 'name': 'tempest-TestShelveInstance-1586735516-router', 'tenant_id': '4466c22a118b4113b2b1149ea214975c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'external_fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.53'}], 'enable_snat': True}, 'gw_port_id': '422875a7-d0b6-46f1-b29f-963daa6affae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T08:21:27Z', 'updated_at': '2022-10-19T08:21:29Z', 'revision_number': 3, 'project_id': '4466c22a118b4113b2b1149ea214975c', 'gw_port': {'id': '422875a7-d0b6-46f1-b29f-963daa6affae', 'name': '', 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:cf:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5883676d-3438-47ec-846e-e4d93bce27bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T08:21:28Z', 'updated_at': '2022-10-19T08:21:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861624-1-hyperv'}], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:21:30.463097 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a58b93f-6721-437f-b38b-fe55403d7406 None None] Checking router: 5883676d-3438-47ec-846e-e4d93bce27bd for host: dv-neutron-861624-1-hyperv {{(pid=103334) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 08:21:30.463443 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a58b93f-6721-437f-b38b-fe55403d7406 None None] Updating router 5883676d-3438-47ec-846e-e4d93bce27bd port 422875a7-d0b6-46f1-b29f-963daa6affae binding host dv-neutron-861624-1-hyperv {{(pid=103334) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 08:21:30.472620 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device 46a6699d-0c07-4fee-8e33-bcafd3b263c4 up at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 08:21:30.492947 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-c470a139-da95-402d-a2f5-66bc560f8009 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:21:30.531001 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-c470a139-da95-402d-a2f5-66bc560f8009 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785020947330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133553798'] for port, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:21:30.545828 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-6a58b93f-6721-437f-b38b-fe55403d7406 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:21:30.571256 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b16fd09-e997-4f3a-be99-d69774e6b924 None None] Pushing event updated for resources: {'Port': ['ID=5b95c52a-a59f-4caf-af9d-0a9aeb2e3232,revision_number=3']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:21:30.581075 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c470a139-da95-402d-a2f5-66bc560f8009 admin admin] Network 25bc5fc5-c776-40e8-b9cc-967eb24fab65 is already hosted by enough agents. {{(pid=103332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 08:21:30.584206 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.base_scheduler [None req-c470a139-da95-402d-a2f5-66bc560f8009 admin admin] Resources bound (agent type, host, resource id): {{(pid=103332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 08:21:30.588203 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c470a139-da95-402d-a2f5-66bc560f8009 admin admin] Received port after_create {{(pid=103332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 08:21:30.615758 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c470a139-da95-402d-a2f5-66bc560f8009 admin admin] Pushing event updated for resources: {'Port': ['ID=7e42498b-6a9c-4660-9b35-00de7cedb173,revision_number=1']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:21:30.635781 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-c470a139-da95-402d-a2f5-66bc560f8009 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1695190'] for router_interface, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:21:30.653046 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Provisioning complete for port 46a6699d-0c07-4fee-8e33-bcafd3b263c4 triggered by entity L2. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 08:21:30.653416 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:21:30.653776 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Attempt 1 to provision port 46a6699d-0c07-4fee-8e33-bcafd3b263c4 Oct 19 08:21:30.783769 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-c470a139-da95-402d-a2f5-66bc560f8009 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:21:30.788572 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-93226df5-d550-4d81-9904-39e8bea05757 None None] Provisioning complete for port 5b95c52a-a59f-4caf-af9d-0a9aeb2e3232 triggered by entity DHCP. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 08:21:30.789111 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-93226df5-d550-4d81-9904-39e8bea05757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:21:30.789210 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-93226df5-d550-4d81-9904-39e8bea05757 None None] Attempt 1 to provision port 5b95c52a-a59f-4caf-af9d-0a9aeb2e3232 Oct 19 08:21:30.883498 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Current status of the port 46a6699d-0c07-4fee-8e33-bcafd3b263c4 is: ACTIVE; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 08:21:30.884588 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device 5b95c52a-a59f-4caf-af9d-0a9aeb2e3232 up at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 08:21:30.958341 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-c470a139-da95-402d-a2f5-66bc560f8009 admin admin] Notify callbacks [] for port, precommit_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:21:30.963005 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-c470a139-da95-402d-a2f5-66bc560f8009 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133553807'] for port, after_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:21:31.012865 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-6a58b93f-6721-437f-b38b-fe55403d7406 None None] Notify callbacks [] for port, precommit_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:21:31.024105 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-93226df5-d550-4d81-9904-39e8bea05757 None None] Current status of the port 5b95c52a-a59f-4caf-af9d-0a9aeb2e3232 is: ACTIVE; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 08:21:31.026331 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-6a58b93f-6721-437f-b38b-fe55403d7406 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:21:31.031587 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c470a139-da95-402d-a2f5-66bc560f8009 admin admin] Pushing event updated for resources: {'Port': ['ID=7e42498b-6a9c-4660-9b35-00de7cedb173,revision_number=2']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:21:31.034540 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-c470a139-da95-402d-a2f5-66bc560f8009 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1574855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1694822'] for router_interface, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:21:31.043267 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Provisioning complete for port 5b95c52a-a59f-4caf-af9d-0a9aeb2e3232 triggered by entity L2. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 08:21:31.043648 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:21:31.043986 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Attempt 1 to provision port 5b95c52a-a59f-4caf-af9d-0a9aeb2e3232 Oct 19 08:21:31.085946 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-6a58b93f-6721-437f-b38b-fe55403d7406 None None] Attempting to bind port 422875a7-d0b6-46f1-b29f-963daa6affae on host dv-neutron-861624-1-hyperv for vnic_type normal with profile {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 19 08:21:31.086230 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-6a58b93f-6721-437f-b38b-fe55403d7406 None None] Attempting to bind port 422875a7-d0b6-46f1-b29f-963daa6affae by drivers openvswitch,hyperv on host dv-neutron-861624-1-hyperv at level 0 using segments [{'id': '53981d04-8205-40d8-8d33-0510111d6f8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd'}] {{(pid=103334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 19 08:21:31.086593 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a58b93f-6721-437f-b38b-fe55403d7406 None None] Attempting to bind port 422875a7-d0b6-46f1-b29f-963daa6affae on network 99c66757-74e3-40a4-b479-8d09e3a7c3dd {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 08:21:31.104315 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a58b93f-6721-437f-b38b-fe55403d7406 None None] Checking agent: {'id': 'a5b0152c-d633-409b-aaf8-3b76458e2410', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861624-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 19, 7, 30, 19), 'started_at': datetime.datetime(2022, 10, 19, 7, 30, 49), 'heartbeat_timestamp': datetime.datetime(2022, 10, 19, 8, 21, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861624-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 08:21:31.104711 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a58b93f-6721-437f-b38b-fe55403d7406 None None] Checking segment: {'id': '53981d04-8205-40d8-8d33-0510111d6f8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 19 08:21:31.105113 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-6a58b93f-6721-437f-b38b-fe55403d7406 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:21:31.105508 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a58b93f-6721-437f-b38b-fe55403d7406 None None] Bound using segment: {'id': '53981d04-8205-40d8-8d33-0510111d6f8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd'} {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 08:21:31.105979 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-6a58b93f-6721-437f-b38b-fe55403d7406 None None] Bound port: 422875a7-d0b6-46f1-b29f-963daa6affae, host: dv-neutron-861624-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53981d04-8205-40d8-8d33-0510111d6f8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd'}}] {{(pid=103334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 19 08:21:31.106358 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-6a58b93f-6721-437f-b38b-fe55403d7406 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:21:31.126364 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c470a139-da95-402d-a2f5-66bc560f8009 admin admin] Network 25bc5fc5-c776-40e8-b9cc-967eb24fab65 is already hosted by enough agents. {{(pid=103332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 08:21:31.127856 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.base_scheduler [None req-c470a139-da95-402d-a2f5-66bc560f8009 admin admin] Resources bound (agent type, host, resource id): {{(pid=103332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 08:21:31.143000 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae9ce73-5337-42d6-ae7c-6dac0bfa2442 None None] Pushing event updated for resources: {'Port': ['ID=422875a7-d0b6-46f1-b29f-963daa6affae,revision_number=2']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:21:31.184624 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-ca68571d-93e5-476e-8d11-e434f6d4897e None None] Provisioning complete for port 7e42498b-6a9c-4660-9b35-00de7cedb173 triggered by entity DHCP. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 08:21:31.185000 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-ca68571d-93e5-476e-8d11-e434f6d4897e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:21:31.185338 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-ca68571d-93e5-476e-8d11-e434f6d4897e None None] Attempt 1 to provision port 7e42498b-6a9c-4660-9b35-00de7cedb173 Oct 19 08:21:31.190272 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-6a58b93f-6721-437f-b38b-fe55403d7406 None None] For port 422875a7-d0b6-46f1-b29f-963daa6affae, host dv-neutron-861624-1-hyperv, cleared binding levels {{(pid=103334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 08:21:31.194344 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-6a58b93f-6721-437f-b38b-fe55403d7406 None None] For port 422875a7-d0b6-46f1-b29f-963daa6affae, host dv-neutron-861624-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=422875a7-d0b6-46f1-b29f-963daa6affae,segment=NetworkSegment(53981d04-8205-40d8-8d33-0510111d6f8f),segment_id=53981d04-8205-40d8-8d33-0510111d6f8f)] {{(pid=103334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 08:21:31.219865 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-6a58b93f-6721-437f-b38b-fe55403d7406 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:21:31.255299 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c470a139-da95-402d-a2f5-66bc560f8009 admin admin] Router 5883676d-3438-47ec-846e-e4d93bce27bd has already been hosted by L3 agent ab388470-1243-4d53-80f2-c2f5899c97a7 {{(pid=103332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 08:21:31.300446 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-ca68571d-93e5-476e-8d11-e434f6d4897e None None] Port 7e42498b-6a9c-4660-9b35-00de7cedb173 cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 08:21:31.305167 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Current status of the port 5b95c52a-a59f-4caf-af9d-0a9aeb2e3232 is: ACTIVE; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 08:21:31.306274 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device c5671e35-ab92-475f-88bf-3fa953fa1e3d up at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 08:21:31.309696 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a58b93f-6721-437f-b38b-fe55403d7406 None None] Routers {'5883676d-3438-47ec-846e-e4d93bce27bd'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 08:21:31.310786 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-6a58b93f-6721-437f-b38b-fe55403d7406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T08:21:16Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['5883676d-3438-47ec-846e-e4d93bce27bd'], 'active': True} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:21:31.369872 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c470a139-da95-402d-a2f5-66bc560f8009 admin admin] Notify agent at l3_agent.dv-neutron-861624-1-hyperv the message routers_updated {{(pid=103332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 08:21:31.381413 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-c470a139-da95-402d-a2f5-66bc560f8009 admin admin] 10.222.0.27 "PUT /v2.0/routers/5883676d-3438-47ec-846e-e4d93bce27bd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7079651 Oct 19 08:21:31.391758 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae9ce73-5337-42d6-ae7c-6dac0bfa2442 None None] Pushing event updated for resources: {'Port': ['ID=422875a7-d0b6-46f1-b29f-963daa6affae,revision_number=3']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:21:31.454594 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Provisioning complete for port c5671e35-ab92-475f-88bf-3fa953fa1e3d triggered by entity L2. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 08:21:31.454971 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:21:31.455839 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Attempt 1 to provision port c5671e35-ab92-475f-88bf-3fa953fa1e3d Oct 19 08:21:31.488859 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvr_db [None req-6a58b93f-6721-437f-b38b-fe55403d7406 None None] Set router 5883676d-3438-47ec-846e-e4d93bce27bd gateway port host: dv-neutron-861624-1-hyperv {{(pid=103334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 08:21:31.659285 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Current status of the port c5671e35-ab92-475f-88bf-3fa953fa1e3d is: ACTIVE; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 08:21:31.712185 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 39148) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:21:31.717025 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-2a42fbee-0ed9-467d-8350-c3f6b469286a tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1041500062', 'description': 'tempest-secgroup-smoke-1041500062 description', 'project_id': '2c590e68ec6a4f309b262f6822c15dfc'}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 08:21:31.733717 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-6a58b93f-6721-437f-b38b-fe55403d7406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5883676d-3438-47ec-846e-e4d93bce27bd', 'name': 'tempest-TestShelveInstance-1586735516-router', 'tenant_id': '4466c22a118b4113b2b1149ea214975c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'external_fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.53'}], 'enable_snat': True}, 'gw_port_id': '422875a7-d0b6-46f1-b29f-963daa6affae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T08:21:27Z', 'updated_at': '2022-10-19T08:21:30Z', 'revision_number': 4, 'project_id': '4466c22a118b4113b2b1149ea214975c', 'gw_port': {'id': '422875a7-d0b6-46f1-b29f-963daa6affae', 'name': '', 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:cf:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5883676d-3438-47ec-846e-e4d93bce27bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T08:21:28Z', 'updated_at': '2022-10-19T08:21:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861624-1-hyperv', '_interfaces': [{'id': '7e42498b-6a9c-4660-9b35-00de7cedb173', 'name': '', 'network_id': '25bc5fc5-c776-40e8-b9cc-967eb24fab65', 'tenant_id': '4466c22a118b4113b2b1149ea214975c', 'mac_address': 'fa:16:3e:bc:69:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5883676d-3438-47ec-846e-e4d93bce27bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1835, 'fixed_ips': [{'subnet_id': '53fcb963-e513-43d4-ba1f-c8d776eed7c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T08:21:30Z', 'updated_at': '2022-10-19T08:21:30Z', 'revision_number': 2, 'project_id': '4466c22a118b4113b2b1149ea214975c', 'subnets': [{'id': '53fcb963-e513-43d4-ba1f-c8d776eed7c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:21:31.737657 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-2a42fbee-0ed9-467d-8350-c3f6b469286a tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] Notify callbacks [] for security_group, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:21:31.760829 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a58b93f-6721-437f-b38b-fe55403d7406 None None] The sync data for ids ['5883676d-3438-47ec-846e-e4d93bce27bd'] in dv-neutron-861624-1-hyperv is: [{'id': '5883676d-3438-47ec-846e-e4d93bce27bd', 'name': 'tempest-TestShelveInstance-1586735516-router', 'tenant_id': '4466c22a118b4113b2b1149ea214975c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'external_fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.53'}], 'enable_snat': True}, 'gw_port_id': '422875a7-d0b6-46f1-b29f-963daa6affae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T08:21:27Z', 'updated_at': '2022-10-19T08:21:30Z', 'revision_number': 4, 'project_id': '4466c22a118b4113b2b1149ea214975c', 'gw_port': {'id': '422875a7-d0b6-46f1-b29f-963daa6affae', 'name': '', 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:cf:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5883676d-3438-47ec-846e-e4d93bce27bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T08:21:28Z', 'updated_at': '2022-10-19T08:21:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861624-1-hyperv', '_interfaces': [{'id': '7e42498b-6a9c-4660-9b35-00de7cedb173', 'name': '', 'network_id': '25bc5fc5-c776-40e8-b9cc-967eb24fab65', 'tenant_id': '4466c22a118b4113b2b1149ea214975c', 'mac_address': 'fa:16:3e:bc:69:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5883676d-3438-47ec-846e-e4d93bce27bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1835, 'fixed_ips': [{'subnet_id': '53fcb963-e513-43d4-ba1f-c8d776eed7c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T08:21:30Z', 'updated_at': '2022-10-19T08:21:30Z', 'revision_number': 2, 'project_id': '4466c22a118b4113b2b1149ea214975c', 'subnets': [{'id': '53fcb963-e513-43d4-ba1f-c8d776eed7c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 08:21:31.801390 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-ca68571d-93e5-476e-8d11-e434f6d4897e None None] Attempt 2 to provision port 7e42498b-6a9c-4660-9b35-00de7cedb173 Oct 19 08:21:31.807138 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-2a42fbee-0ed9-467d-8350-c3f6b469286a tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] Notify callbacks [] for security_group, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:21:31.811828 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-2a42fbee-0ed9-467d-8350-c3f6b469286a tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788643'] for security_group, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:21:31.843187 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-2a42fbee-0ed9-467d-8350-c3f6b469286a tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] Notify callbacks [] for security_group, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:21:31.848245 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-2a42fbee-0ed9-467d-8350-c3f6b469286a tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] 10.222.0.27 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1311982 Oct 19 08:21:31.848640 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 39150) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:21:31.853546 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-f3d61d6f-c0d1-42fb-bd0d-4a9efe8189f7 tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] Request body: {'security_group_rule': {'security_group_id': '468c2ecb-ffb0-4c7b-8a38-5ca509f9d66f', 'project_id': '2c590e68ec6a4f309b262f6822c15dfc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 08:21:31.859950 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a42fbee-0ed9-467d-8350-c3f6b469286a tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] Pushing event updated for resources: {'SecurityGroup': ['ID=468c2ecb-ffb0-4c7b-8a38-5ca509f9d66f,revision_number=1']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:21:31.892741 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-f3d61d6f-c0d1-42fb-bd0d-4a9efe8189f7 tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:21:31.958531 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-f3d61d6f-c0d1-42fb-bd0d-4a9efe8189f7 tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:21:31.963872 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-f3d61d6f-c0d1-42fb-bd0d-4a9efe8189f7 tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815365'] for security_group_rule, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:21:32.006399 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d61d6f-c0d1-42fb-bd0d-4a9efe8189f7 tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3369f47b-b3e9-4971-ad2f-abc5d3836aea,revision_number=0']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:21:32.015709 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-ca68571d-93e5-476e-8d11-e434f6d4897e None None] Port 7e42498b-6a9c-4660-9b35-00de7cedb173 cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 08:21:32.021553 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-f3d61d6f-c0d1-42fb-bd0d-4a9efe8189f7 tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:21:32.022766 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-f3d61d6f-c0d1-42fb-bd0d-4a9efe8189f7 tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1730933 Oct 19 08:21:32.025607 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 39152) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:21:32.029861 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-91eac4a7-ae2a-4284-9595-d7c3f5cad1dd tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] Request body: {'security_group_rule': {'security_group_id': '468c2ecb-ffb0-4c7b-8a38-5ca509f9d66f', 'project_id': '2c590e68ec6a4f309b262f6822c15dfc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 08:21:32.065337 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-91eac4a7-ae2a-4284-9595-d7c3f5cad1dd tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:21:32.133075 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-91eac4a7-ae2a-4284-9595-d7c3f5cad1dd tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:21:32.138273 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-91eac4a7-ae2a-4284-9595-d7c3f5cad1dd tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815365'] for security_group_rule, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:21:32.164522 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91eac4a7-ae2a-4284-9595-d7c3f5cad1dd tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b35ddd8e-e6c8-45b1-b1f4-cddd5a8a8c5e,revision_number=0']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:21:32.177272 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-91eac4a7-ae2a-4284-9595-d7c3f5cad1dd tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:21:32.178534 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-91eac4a7-ae2a-4284-9595-d7c3f5cad1dd tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1520050 Oct 19 08:21:32.189935 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 39154) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:21:32.194748 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-c4902c6e-e968-4691-b392-75a67216b4c1 tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] Request body: {'security_group_rule': {'security_group_id': '468c2ecb-ffb0-4c7b-8a38-5ca509f9d66f', 'project_id': '2c590e68ec6a4f309b262f6822c15dfc', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 08:21:32.225970 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-c4902c6e-e968-4691-b392-75a67216b4c1 tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:21:32.303861 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device 5b95c52a-a59f-4caf-af9d-0a9aeb2e3232 up at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 08:21:32.306222 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-c4902c6e-e968-4691-b392-75a67216b4c1 tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:21:32.310780 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-c4902c6e-e968-4691-b392-75a67216b4c1 tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815365'] for security_group_rule, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:21:32.329789 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4902c6e-e968-4691-b392-75a67216b4c1 tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f09386c5-8a7b-412b-b861-02dca3829dda,revision_number=0']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:21:32.340078 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-c4902c6e-e968-4691-b392-75a67216b4c1 tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:21:32.344421 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 39156) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:21:32.344615 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-c4902c6e-e968-4691-b392-75a67216b4c1 tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1535218 Oct 19 08:21:32.349875 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-d778e8cd-e6c9-40db-a12d-cda4ffc683e7 tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] Request body: {'security_group_rule': {'security_group_id': '468c2ecb-ffb0-4c7b-8a38-5ca509f9d66f', 'project_id': '2c590e68ec6a4f309b262f6822c15dfc', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 08:21:32.375092 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Provisioning complete for port 5b95c52a-a59f-4caf-af9d-0a9aeb2e3232 triggered by entity L2. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 08:21:32.375775 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:21:32.376202 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Attempt 1 to provision port 5b95c52a-a59f-4caf-af9d-0a9aeb2e3232 Oct 19 08:21:32.386883 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-d778e8cd-e6c9-40db-a12d-cda4ffc683e7 tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:21:32.469653 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-d778e8cd-e6c9-40db-a12d-cda4ffc683e7 tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:21:32.475884 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Current status of the port 5b95c52a-a59f-4caf-af9d-0a9aeb2e3232 is: ACTIVE; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 08:21:32.478970 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-d778e8cd-e6c9-40db-a12d-cda4ffc683e7 tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815365'] for security_group_rule, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:21:32.500067 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d778e8cd-e6c9-40db-a12d-cda4ffc683e7 tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be0521bb-4089-44f1-9431-8efc599be436,revision_number=0']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:21:32.508079 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-d778e8cd-e6c9-40db-a12d-cda4ffc683e7 tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:21:32.509424 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-d778e8cd-e6c9-40db-a12d-cda4ffc683e7 tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1635764 Oct 19 08:21:32.512173 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 39158) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:21:32.516713 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-f678bf82-d6df-41ad-86fb-2aa84672c724 tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] Request body: {'security_group_rule': {'security_group_id': '468c2ecb-ffb0-4c7b-8a38-5ca509f9d66f', 'project_id': '2c590e68ec6a4f309b262f6822c15dfc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 08:21:32.516908 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-ca68571d-93e5-476e-8d11-e434f6d4897e None None] Attempt 3 to provision port 7e42498b-6a9c-4660-9b35-00de7cedb173 Oct 19 08:21:32.554188 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.db.securitygroups_db [None req-f678bf82-d6df-41ad-86fb-2aa84672c724 tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] Project 2c590e68ec6a4f309b262f6822c15dfc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 19 08:21:32.562337 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-f678bf82-d6df-41ad-86fb-2aa84672c724 tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:21:32.571659 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-ca68571d-93e5-476e-8d11-e434f6d4897e None None] Port 7e42498b-6a9c-4660-9b35-00de7cedb173 cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 08:21:32.633895 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-f678bf82-d6df-41ad-86fb-2aa84672c724 tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:21:32.638123 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-f678bf82-d6df-41ad-86fb-2aa84672c724 tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815365'] for security_group_rule, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:21:32.658717 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f678bf82-d6df-41ad-86fb-2aa84672c724 tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9b427be-cf81-4f9a-8447-f61f36f36656,revision_number=0']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:21:32.664266 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-f678bf82-d6df-41ad-86fb-2aa84672c724 tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:21:32.666580 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-f678bf82-d6df-41ad-86fb-2aa84672c724 tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1533837 Oct 19 08:21:32.668392 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 39160) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:21:32.677442 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-3fea08d1-5182-4682-911d-1ca5bb9a13e1 tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] Request body: {'security_group_rule': {'security_group_id': '468c2ecb-ffb0-4c7b-8a38-5ca509f9d66f', 'project_id': '2c590e68ec6a4f309b262f6822c15dfc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 08:21:32.698220 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.db.securitygroups_db [None req-3fea08d1-5182-4682-911d-1ca5bb9a13e1 tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] Project 2c590e68ec6a4f309b262f6822c15dfc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 19 08:21:32.703376 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-3fea08d1-5182-4682-911d-1ca5bb9a13e1 tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:21:32.769512 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-3fea08d1-5182-4682-911d-1ca5bb9a13e1 tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:21:32.773400 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-3fea08d1-5182-4682-911d-1ca5bb9a13e1 tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815365'] for security_group_rule, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:21:32.792878 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fea08d1-5182-4682-911d-1ca5bb9a13e1 tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59ae0cb7-b149-447a-9da7-61963375088e,revision_number=0']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:21:32.801046 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-3fea08d1-5182-4682-911d-1ca5bb9a13e1 tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:21:32.805015 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-3fea08d1-5182-4682-911d-1ca5bb9a13e1 tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1352584 Oct 19 08:21:32.947368 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-074d2b38-da68-4da3-8861-b6d1feb2f13a req-30e5e723-17ab-4fc9-add1-ba7a1dd3f28c tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] 10.222.0.27 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1041500062&fields=id&tenant_id=2c590e68ec6a4f309b262f6822c15dfc HTTP/1.1" status: 200 len: 267 time: 0.0353837 Oct 19 08:21:33.059741 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074d2b38-da68-4da3-8861-b6d1feb2f13a req-db1b1641-1543-42ba-b653-5a8fc0555636 tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:21:33.061268 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-074d2b38-da68-4da3-8861-b6d1feb2f13a req-db1b1641-1543-42ba-b653-5a8fc0555636 tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] 10.222.0.27 "GET /v2.0/networks?id=c61de076-94fa-43d7-9269-b07975209bfb HTTP/1.1" status: 200 len: 807 time: 0.1072068 Oct 19 08:21:33.072816 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-ca68571d-93e5-476e-8d11-e434f6d4897e None None] Attempt 4 to provision port 7e42498b-6a9c-4660-9b35-00de7cedb173 Oct 19 08:21:33.076968 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-074d2b38-da68-4da3-8861-b6d1feb2f13a req-fde1671c-5875-448d-b804-b62b04fa6f20 tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] 10.222.0.27 "GET /v2.0/quotas/2c590e68ec6a4f309b262f6822c15dfc HTTP/1.1" status: 200 len: 375 time: 0.0095813 Oct 19 08:21:33.108868 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-ca68571d-93e5-476e-8d11-e434f6d4897e None None] Port 7e42498b-6a9c-4660-9b35-00de7cedb173 cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 08:21:33.132801 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-074d2b38-da68-4da3-8861-b6d1feb2f13a req-131ebf8f-6a28-470b-afc5-fce6d78eb664 tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] 10.222.0.27 "GET /v2.0/ports?tenant_id=2c590e68ec6a4f309b262f6822c15dfc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0493555 Oct 19 08:21:33.228721 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-074d2b38-da68-4da3-8861-b6d1feb2f13a req-be71d92f-ebaa-468d-86ef-06fa331fdeec service neutron] 10.222.0.27 "GET /v2.0/networks/c61de076-94fa-43d7-9269-b07975209bfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836504 Oct 19 08:21:33.326021 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-074d2b38-da68-4da3-8861-b6d1feb2f13a req-e1b26e01-7c46-40d7-87cf-d1504bdb85b7 service neutron] 10.222.0.27 "GET /v2.0/networks/c61de076-94fa-43d7-9269-b07975209bfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912580 Oct 19 08:21:33.485637 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-4b6b1440-8171-41b9-a318-5df05ee577ec req-98b638ed-73e2-45d7-8419-3ce7e7a49e2b tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] 10.222.0.27 "GET /v2.0/ports?device_id=049d80d9-a4fa-4c07-ac96-81d455ea95c4 HTTP/1.1" status: 200 len: 210 time: 0.0274634 Oct 19 08:21:33.610201 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-ca68571d-93e5-476e-8d11-e434f6d4897e None None] Attempt 5 to provision port 7e42498b-6a9c-4660-9b35-00de7cedb173 Oct 19 08:21:33.644782 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-ca68571d-93e5-476e-8d11-e434f6d4897e None None] Port 7e42498b-6a9c-4660-9b35-00de7cedb173 cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 08:21:33.785270 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2831694-1118-47bb-9300-0fcc424f9fb9 None None] Sync routers for ids ['5883676d-3438-47ec-846e-e4d93bce27bd'] in dv-neutron-861624-1-hyperv {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 08:21:33.795148 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2831694-1118-47bb-9300-0fcc424f9fb9 None None] Routers {'5883676d-3438-47ec-846e-e4d93bce27bd'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 08:21:33.795730 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-a2831694-1118-47bb-9300-0fcc424f9fb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T08:21:16Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['5883676d-3438-47ec-846e-e4d93bce27bd'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:21:33.898932 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvr_db [None req-a2831694-1118-47bb-9300-0fcc424f9fb9 None None] Set router 5883676d-3438-47ec-846e-e4d93bce27bd gateway port host: dv-neutron-861624-1-hyperv {{(pid=103335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 08:21:34.090196 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-a2831694-1118-47bb-9300-0fcc424f9fb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5883676d-3438-47ec-846e-e4d93bce27bd', 'name': 'tempest-TestShelveInstance-1586735516-router', 'tenant_id': '4466c22a118b4113b2b1149ea214975c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'external_fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.53'}], 'enable_snat': True}, 'gw_port_id': '422875a7-d0b6-46f1-b29f-963daa6affae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T08:21:27Z', 'updated_at': '2022-10-19T08:21:30Z', 'revision_number': 4, 'project_id': '4466c22a118b4113b2b1149ea214975c', 'gw_port': {'id': '422875a7-d0b6-46f1-b29f-963daa6affae', 'name': '', 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:cf:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5883676d-3438-47ec-846e-e4d93bce27bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T08:21:28Z', 'updated_at': '2022-10-19T08:21:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861624-1-hyperv', '_interfaces': [{'id': '7e42498b-6a9c-4660-9b35-00de7cedb173', 'name': '', 'network_id': '25bc5fc5-c776-40e8-b9cc-967eb24fab65', 'tenant_id': '4466c22a118b4113b2b1149ea214975c', 'mac_address': 'fa:16:3e:bc:69:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5883676d-3438-47ec-846e-e4d93bce27bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1835, 'fixed_ips': [{'subnet_id': '53fcb963-e513-43d4-ba1f-c8d776eed7c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T08:21:30Z', 'updated_at': '2022-10-19T08:21:30Z', 'revision_number': 2, 'project_id': '4466c22a118b4113b2b1149ea214975c', 'subnets': [{'id': '53fcb963-e513-43d4-ba1f-c8d776eed7c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:21:34.119237 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2831694-1118-47bb-9300-0fcc424f9fb9 None None] Checking router: 5883676d-3438-47ec-846e-e4d93bce27bd for host: dv-neutron-861624-1-hyperv {{(pid=103335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 08:21:34.119587 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2831694-1118-47bb-9300-0fcc424f9fb9 None None] Updating router 5883676d-3438-47ec-846e-e4d93bce27bd port 7e42498b-6a9c-4660-9b35-00de7cedb173 binding host dv-neutron-861624-1-hyperv {{(pid=103335) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 08:21:34.144745 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a2831694-1118-47bb-9300-0fcc424f9fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:21:34.146398 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-ca68571d-93e5-476e-8d11-e434f6d4897e None None] Attempt 6 to provision port 7e42498b-6a9c-4660-9b35-00de7cedb173 Oct 19 08:21:34.184419 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-ca68571d-93e5-476e-8d11-e434f6d4897e None None] Port 7e42498b-6a9c-4660-9b35-00de7cedb173 cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 08:21:34.295966 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device 422875a7-d0b6-46f1-b29f-963daa6affae up at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 08:21:34.346069 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Provisioning complete for port 422875a7-d0b6-46f1-b29f-963daa6affae triggered by entity L2. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 08:21:34.346359 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:21:34.346693 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Attempt 1 to provision port 422875a7-d0b6-46f1-b29f-963daa6affae Oct 19 08:21:34.404903 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a2831694-1118-47bb-9300-0fcc424f9fb9 None None] Notify callbacks [] for port, precommit_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:21:34.409919 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a2831694-1118-47bb-9300-0fcc424f9fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:21:34.422121 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Current status of the port 422875a7-d0b6-46f1-b29f-963daa6affae is: DOWN; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 08:21:34.422546 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:21:34.445237 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] For port 422875a7-d0b6-46f1-b29f-963daa6affae, host dv-neutron-861624-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=422875a7-d0b6-46f1-b29f-963daa6affae,segment=NetworkSegment(53981d04-8205-40d8-8d33-0510111d6f8f),segment_id=53981d04-8205-40d8-8d33-0510111d6f8f)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 08:21:34.451013 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:21:34.505997 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Pushing event updated for resources: {'Port': ['ID=422875a7-d0b6-46f1-b29f-963daa6affae,revision_number=4']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:21:34.574663 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2d5e6f-876f-421e-a29d-adc220af2cd1 None None] Pushing event updated for resources: {'Port': ['ID=7e42498b-6a9c-4660-9b35-00de7cedb173,revision_number=3']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:21:34.579808 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-38a063e1-4185-4c63-ac96-29660c48f929 req-62c51905-5ba6-4e40-863b-68a47c7c691d tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] 10.222.0.27 "GET /v2.0/ports?device_id=049d80d9-a4fa-4c07-ac96-81d455ea95c4 HTTP/1.1" status: 200 len: 210 time: 0.0271120 Oct 19 08:21:34.587330 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-a2831694-1118-47bb-9300-0fcc424f9fb9 None None] Attempting to bind port 7e42498b-6a9c-4660-9b35-00de7cedb173 on host dv-neutron-861624-1-hyperv for vnic_type normal with profile {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 19 08:21:34.587935 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-a2831694-1118-47bb-9300-0fcc424f9fb9 None None] Attempting to bind port 7e42498b-6a9c-4660-9b35-00de7cedb173 by drivers openvswitch,hyperv on host dv-neutron-861624-1-hyperv at level 0 using segments [{'id': '235ba2dd-d3e8-41b9-b6fb-f9839d1f3e22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '25bc5fc5-c776-40e8-b9cc-967eb24fab65'}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 19 08:21:34.588300 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2831694-1118-47bb-9300-0fcc424f9fb9 None None] Attempting to bind port 7e42498b-6a9c-4660-9b35-00de7cedb173 on network 25bc5fc5-c776-40e8-b9cc-967eb24fab65 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 08:21:34.593476 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2831694-1118-47bb-9300-0fcc424f9fb9 None None] Checking agent: {'id': 'a5b0152c-d633-409b-aaf8-3b76458e2410', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861624-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 19, 7, 30, 19), 'started_at': datetime.datetime(2022, 10, 19, 7, 30, 49), 'heartbeat_timestamp': datetime.datetime(2022, 10, 19, 8, 21, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861624-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 08:21:34.593904 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2831694-1118-47bb-9300-0fcc424f9fb9 None None] Checking segment: {'id': '235ba2dd-d3e8-41b9-b6fb-f9839d1f3e22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '25bc5fc5-c776-40e8-b9cc-967eb24fab65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 19 08:21:34.594302 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a2831694-1118-47bb-9300-0fcc424f9fb9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:21:34.594680 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2831694-1118-47bb-9300-0fcc424f9fb9 None None] Bound using segment: {'id': '235ba2dd-d3e8-41b9-b6fb-f9839d1f3e22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '25bc5fc5-c776-40e8-b9cc-967eb24fab65'} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 08:21:34.595159 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-a2831694-1118-47bb-9300-0fcc424f9fb9 None None] Bound port: 7e42498b-6a9c-4660-9b35-00de7cedb173, host: dv-neutron-861624-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '235ba2dd-d3e8-41b9-b6fb-f9839d1f3e22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '25bc5fc5-c776-40e8-b9cc-967eb24fab65'}}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 19 08:21:34.595525 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a2831694-1118-47bb-9300-0fcc424f9fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:21:34.611556 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.agents_db [None req-6057327c-4456-4c72-8e75-6d3cd9249757 None None] Agent healthcheck: found 6 active agents {{(pid=103335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 08:21:34.661114 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-a2831694-1118-47bb-9300-0fcc424f9fb9 None None] For port 7e42498b-6a9c-4660-9b35-00de7cedb173, host dv-neutron-861624-1-hyperv, cleared binding levels {{(pid=103335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 08:21:34.663977 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-a2831694-1118-47bb-9300-0fcc424f9fb9 None None] For port 7e42498b-6a9c-4660-9b35-00de7cedb173, host dv-neutron-861624-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=7e42498b-6a9c-4660-9b35-00de7cedb173,segment=NetworkSegment(235ba2dd-d3e8-41b9-b6fb-f9839d1f3e22),segment_id=235ba2dd-d3e8-41b9-b6fb-f9839d1f3e22)] {{(pid=103335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 08:21:34.668137 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-a2831694-1118-47bb-9300-0fcc424f9fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:21:34.685773 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-ca68571d-93e5-476e-8d11-e434f6d4897e None None] Attempt 7 to provision port 7e42498b-6a9c-4660-9b35-00de7cedb173 Oct 19 08:21:34.703817 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2831694-1118-47bb-9300-0fcc424f9fb9 None None] Routers {'5883676d-3438-47ec-846e-e4d93bce27bd'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 08:21:34.704430 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-a2831694-1118-47bb-9300-0fcc424f9fb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T08:21:16Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['5883676d-3438-47ec-846e-e4d93bce27bd'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:21:34.760934 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2d5e6f-876f-421e-a29d-adc220af2cd1 None None] Pushing event updated for resources: {'Port': ['ID=7e42498b-6a9c-4660-9b35-00de7cedb173,revision_number=4']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:21:34.761342 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-ca68571d-93e5-476e-8d11-e434f6d4897e None None] Current status of the port 7e42498b-6a9c-4660-9b35-00de7cedb173 is: DOWN; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 08:21:34.761731 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-ca68571d-93e5-476e-8d11-e434f6d4897e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:21:34.796035 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-ca68571d-93e5-476e-8d11-e434f6d4897e None None] For port 7e42498b-6a9c-4660-9b35-00de7cedb173, host dv-neutron-861624-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=7e42498b-6a9c-4660-9b35-00de7cedb173,segment=NetworkSegment(235ba2dd-d3e8-41b9-b6fb-f9839d1f3e22),segment_id=235ba2dd-d3e8-41b9-b6fb-f9839d1f3e22)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 08:21:34.802264 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-ca68571d-93e5-476e-8d11-e434f6d4897e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:21:34.827311 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvr_db [None req-a2831694-1118-47bb-9300-0fcc424f9fb9 None None] Set router 5883676d-3438-47ec-846e-e4d93bce27bd gateway port host: dv-neutron-861624-1-hyperv {{(pid=103335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 08:21:34.848810 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca68571d-93e5-476e-8d11-e434f6d4897e None None] Pushing event updated for resources: {'Port': ['ID=7e42498b-6a9c-4660-9b35-00de7cedb173,revision_number=5']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:21:34.921684 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-3933376c-96ec-4b40-9f39-71f70fdde2a2 None None] Provisioning complete for port 7e42498b-6a9c-4660-9b35-00de7cedb173 triggered by entity DHCP. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 08:21:34.921971 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-3933376c-96ec-4b40-9f39-71f70fdde2a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:21:34.922303 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-3933376c-96ec-4b40-9f39-71f70fdde2a2 None None] Attempt 1 to provision port 7e42498b-6a9c-4660-9b35-00de7cedb173 Oct 19 08:21:35.003587 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-3933376c-96ec-4b40-9f39-71f70fdde2a2 None None] Current status of the port 7e42498b-6a9c-4660-9b35-00de7cedb173 is: ACTIVE; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 08:21:35.028336 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-a2831694-1118-47bb-9300-0fcc424f9fb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5883676d-3438-47ec-846e-e4d93bce27bd', 'name': 'tempest-TestShelveInstance-1586735516-router', 'tenant_id': '4466c22a118b4113b2b1149ea214975c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'external_fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.53'}], 'enable_snat': True}, 'gw_port_id': '422875a7-d0b6-46f1-b29f-963daa6affae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T08:21:27Z', 'updated_at': '2022-10-19T08:21:30Z', 'revision_number': 4, 'project_id': '4466c22a118b4113b2b1149ea214975c', 'gw_port': {'id': '422875a7-d0b6-46f1-b29f-963daa6affae', 'name': '', 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:cf:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5883676d-3438-47ec-846e-e4d93bce27bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T08:21:28Z', 'updated_at': '2022-10-19T08:21:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861624-1-hyperv', '_interfaces': [{'id': '7e42498b-6a9c-4660-9b35-00de7cedb173', 'name': '', 'network_id': '25bc5fc5-c776-40e8-b9cc-967eb24fab65', 'tenant_id': '4466c22a118b4113b2b1149ea214975c', 'mac_address': 'fa:16:3e:bc:69:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5883676d-3438-47ec-846e-e4d93bce27bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1835, 'fixed_ips': [{'subnet_id': '53fcb963-e513-43d4-ba1f-c8d776eed7c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T08:21:30Z', 'updated_at': '2022-10-19T08:21:34Z', 'revision_number': 4, 'project_id': '4466c22a118b4113b2b1149ea214975c', 'subnets': [{'id': '53fcb963-e513-43d4-ba1f-c8d776eed7c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:21:35.058242 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2831694-1118-47bb-9300-0fcc424f9fb9 None None] The sync data for ids ['5883676d-3438-47ec-846e-e4d93bce27bd'] in dv-neutron-861624-1-hyperv is: [{'id': '5883676d-3438-47ec-846e-e4d93bce27bd', 'name': 'tempest-TestShelveInstance-1586735516-router', 'tenant_id': '4466c22a118b4113b2b1149ea214975c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'external_fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.53'}], 'enable_snat': True}, 'gw_port_id': '422875a7-d0b6-46f1-b29f-963daa6affae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T08:21:27Z', 'updated_at': '2022-10-19T08:21:30Z', 'revision_number': 4, 'project_id': '4466c22a118b4113b2b1149ea214975c', 'gw_port': {'id': '422875a7-d0b6-46f1-b29f-963daa6affae', 'name': '', 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:cf:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5883676d-3438-47ec-846e-e4d93bce27bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T08:21:28Z', 'updated_at': '2022-10-19T08:21:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861624-1-hyperv', '_interfaces': [{'id': '7e42498b-6a9c-4660-9b35-00de7cedb173', 'name': '', 'network_id': '25bc5fc5-c776-40e8-b9cc-967eb24fab65', 'tenant_id': '4466c22a118b4113b2b1149ea214975c', 'mac_address': 'fa:16:3e:bc:69:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5883676d-3438-47ec-846e-e4d93bce27bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1835, 'fixed_ips': [{'subnet_id': '53fcb963-e513-43d4-ba1f-c8d776eed7c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T08:21:30Z', 'updated_at': '2022-10-19T08:21:34Z', 'revision_number': 4, 'project_id': '4466c22a118b4113b2b1149ea214975c', 'subnets': [{'id': '53fcb963-e513-43d4-ba1f-c8d776eed7c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 08:21:35.670392 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-191982da-bfa7-4580-8d65-ab440fd37ac9 req-8792e567-8ffd-4766-aec6-669d1db8d4b9 tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] 10.222.0.27 "GET /v2.0/ports?device_id=049d80d9-a4fa-4c07-ac96-81d455ea95c4 HTTP/1.1" status: 200 len: 210 time: 0.0313673 Oct 19 08:21:36.299059 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device 7e42498b-6a9c-4660-9b35-00de7cedb173 up at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 08:21:36.347504 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Provisioning complete for port 7e42498b-6a9c-4660-9b35-00de7cedb173 triggered by entity L2. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 08:21:36.347892 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:21:36.348227 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Attempt 1 to provision port 7e42498b-6a9c-4660-9b35-00de7cedb173 Oct 19 08:21:36.424342 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Current status of the port 7e42498b-6a9c-4660-9b35-00de7cedb173 is: ACTIVE; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 08:21:36.425372 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device 422875a7-d0b6-46f1-b29f-963daa6affae up at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 08:21:36.470041 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Provisioning complete for port 422875a7-d0b6-46f1-b29f-963daa6affae triggered by entity L2. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 08:21:36.470407 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:21:36.470765 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Attempt 1 to provision port 422875a7-d0b6-46f1-b29f-963daa6affae Oct 19 08:21:36.547307 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Current status of the port 422875a7-d0b6-46f1-b29f-963daa6affae is: ACTIVE; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 08:21:36.753353 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-a43a7a89-490d-4f86-820f-5e611b2e0cc1 req-44517eb0-b0d6-4543-9dbf-88baad59aaa9 tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] 10.222.0.27 "GET /v2.0/ports?device_id=049d80d9-a4fa-4c07-ac96-81d455ea95c4 HTTP/1.1" status: 200 len: 210 time: 0.0270495 Oct 19 08:21:37.853379 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-178e1cbc-7a1b-4ba8-9746-4d241123291d req-0627ac24-0a03-4837-8cdb-11cec1f2f640 tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] 10.222.0.27 "GET /v2.0/ports?device_id=049d80d9-a4fa-4c07-ac96-81d455ea95c4 HTTP/1.1" status: 200 len: 210 time: 0.0277355 Oct 19 08:21:38.450454 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074d2b38-da68-4da3-8861-b6d1feb2f13a req-c191abd0-28e1-4c67-8694-0766481b97c7 tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:21:38.451895 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-074d2b38-da68-4da3-8861-b6d1feb2f13a req-c191abd0-28e1-4c67-8694-0766481b97c7 tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] 10.222.0.16 "GET /v2.0/networks?id=c61de076-94fa-43d7-9269-b07975209bfb HTTP/1.1" status: 200 len: 807 time: 0.1076808 Oct 19 08:21:38.496786 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-074d2b38-da68-4da3-8861-b6d1feb2f13a req-1984ef78-e4a7-4a9c-946c-fb1a8c251ea6 tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2c590e68ec6a4f309b262f6822c15dfc HTTP/1.1" status: 200 len: 380 time: 0.0361938 Oct 19 08:21:38.505930 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [req-074d2b38-da68-4da3-8861-b6d1feb2f13a req-eceae256-c039-414c-97c6-447a4a9ff8d1 tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] Request body: {'port': {'device_id': '049d80d9-a4fa-4c07-ac96-81d455ea95c4', 'network_id': 'c61de076-94fa-43d7-9269-b07975209bfb', 'admin_state_up': True, 'tenant_id': '2c590e68ec6a4f309b262f6822c15dfc', 'security_groups': ['468c2ecb-ffb0-4c7b-8a38-5ca509f9d66f']}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 08:21:38.610781 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-074d2b38-da68-4da3-8861-b6d1feb2f13a req-eceae256-c039-414c-97c6-447a4a9ff8d1 tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] Made reservation on behalf of 2c590e68ec6a4f309b262f6822c15dfc for: {'port': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 08:21:38.615000 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [req-074d2b38-da68-4da3-8861-b6d1feb2f13a req-eceae256-c039-414c-97c6-447a4a9ff8d1 tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:21:38.742723 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.db_base_plugin_common [req-074d2b38-da68-4da3-8861-b6d1feb2f13a req-eceae256-c039-414c-97c6-447a4a9ff8d1 tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] Allocated IP 172.20.0.10 (c61de076-94fa-43d7-9269-b07975209bfb/d3741bea-2529-40a4-9626-23e7d3438bdd/009be9ac-e8e5-4027-91d1-54409560e914) {{(pid=103333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 08:21:38.881804 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [req-074d2b38-da68-4da3-8861-b6d1feb2f13a req-eceae256-c039-414c-97c6-447a4a9ff8d1 tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] Notify callbacks [] for port, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:21:38.915426 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [req-074d2b38-da68-4da3-8861-b6d1feb2f13a req-eceae256-c039-414c-97c6-447a4a9ff8d1 tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785020947330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130996763'] for port, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:21:38.959037 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-074d2b38-da68-4da3-8861-b6d1feb2f13a req-eceae256-c039-414c-97c6-447a4a9ff8d1 tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] Network c61de076-94fa-43d7-9269-b07975209bfb is already hosted by enough agents. {{(pid=103333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 08:21:38.962161 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [req-074d2b38-da68-4da3-8861-b6d1feb2f13a req-eceae256-c039-414c-97c6-447a4a9ff8d1 tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] Resources bound (agent type, host, resource id): {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 08:21:38.966314 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.l3_dvrscheduler_db [req-074d2b38-da68-4da3-8861-b6d1feb2f13a req-eceae256-c039-414c-97c6-447a4a9ff8d1 tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] Received port after_create {{(pid=103333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 08:21:38.973390 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eceae256-c039-414c-97c6-447a4a9ff8d1 tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] Pushing event updated for resources: {'Port': ['ID=009be9ac-e8e5-4027-91d1-54409560e914,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:21:38.977109 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d6ce79-6943-4835-8f36-b67c8b88951f req-155e7e4a-6a73-4390-8fad-29a921498653 tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:21:38.978935 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-54d6ce79-6943-4835-8f36-b67c8b88951f req-155e7e4a-6a73-4390-8fad-29a921498653 tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] 10.222.0.27 "GET /v2.0/ports?device_id=049d80d9-a4fa-4c07-ac96-81d455ea95c4 HTTP/1.1" status: 200 len: 932 time: 0.0506821 Oct 19 08:21:39.020380 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-54d6ce79-6943-4835-8f36-b67c8b88951f req-546444ca-1d86-476e-bd05-d1462de2ae2d tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] 10.222.0.27 "GET /v2.0/security-groups?id=468c2ecb-ffb0-4c7b-8a38-5ca509f9d66f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347364 Oct 19 08:21:39.027057 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074d2b38-da68-4da3-8861-b6d1feb2f13a req-eceae256-c039-414c-97c6-447a4a9ff8d1 tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:21:39.027906 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [req-074d2b38-da68-4da3-8861-b6d1feb2f13a req-eceae256-c039-414c-97c6-447a4a9ff8d1 tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42160'] for port, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:21:39.048980 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-074d2b38-da68-4da3-8861-b6d1feb2f13a req-eceae256-c039-414c-97c6-447a4a9ff8d1 tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5467262 Oct 19 08:21:39.060818 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [req-074d2b38-da68-4da3-8861-b6d1feb2f13a req-0a53fc00-6f8e-48b8-9cc4-fac2e418e822 service neutron] Request body: {'port': {'device_id': '049d80d9-a4fa-4c07-ac96-81d455ea95c4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8616'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 08:21:39.121374 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [req-074d2b38-da68-4da3-8861-b6d1feb2f13a req-0a53fc00-6f8e-48b8-9cc4-fac2e418e822 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:21:39.257002 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-5176e6f4-4bc7-407e-8cc7-2f7e6ed8972b None None] Provisioning complete for port 009be9ac-e8e5-4027-91d1-54409560e914 triggered by entity DHCP. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 08:21:39.257541 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-5176e6f4-4bc7-407e-8cc7-2f7e6ed8972b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:21:39.257645 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-5176e6f4-4bc7-407e-8cc7-2f7e6ed8972b None None] Attempt 1 to provision port 009be9ac-e8e5-4027-91d1-54409560e914 Oct 19 08:21:39.291856 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-5176e6f4-4bc7-407e-8cc7-2f7e6ed8972b None None] Port 009be9ac-e8e5-4027-91d1-54409560e914 cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 08:21:39.385293 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.notifiers.nova [req-074d2b38-da68-4da3-8861-b6d1feb2f13a req-0a53fc00-6f8e-48b8-9cc4-fac2e418e822 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 009be9ac-e8e5-4027-91d1-54409560e914 {{(pid=103333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 19 08:21:39.393206 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [req-074d2b38-da68-4da3-8861-b6d1feb2f13a req-0a53fc00-6f8e-48b8-9cc4-fac2e418e822 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:21:39.404735 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.provisioning_blocks [req-074d2b38-da68-4da3-8861-b6d1feb2f13a req-0a53fc00-6f8e-48b8-9cc4-fac2e418e822 service neutron] Transition to ACTIVE for port object 009be9ac-e8e5-4027-91d1-54409560e914 will not be triggered until provisioned by entity L2. {{(pid=103333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 19 08:21:39.408594 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [req-074d2b38-da68-4da3-8861-b6d1feb2f13a req-0a53fc00-6f8e-48b8-9cc4-fac2e418e822 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130996754'] for port, after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:21:39.487149 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a53fc00-6f8e-48b8-9cc4-fac2e418e822 service neutron] Pushing event updated for resources: {'Port': ['ID=009be9ac-e8e5-4027-91d1-54409560e914,revision_number=2']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:21:39.517672 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.managers [req-074d2b38-da68-4da3-8861-b6d1feb2f13a req-0a53fc00-6f8e-48b8-9cc4-fac2e418e822 service neutron] Attempting to bind port 009be9ac-e8e5-4027-91d1-54409560e914 on host hv-neutron-8616 for vnic_type normal with profile {{(pid=103333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 19 08:21:39.517856 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.managers [req-074d2b38-da68-4da3-8861-b6d1feb2f13a req-0a53fc00-6f8e-48b8-9cc4-fac2e418e822 service neutron] Attempting to bind port 009be9ac-e8e5-4027-91d1-54409560e914 by drivers openvswitch,hyperv on host hv-neutron-8616 at level 0 using segments [{'id': 'c1a3e3bc-8491-4eb0-8230-b79bc2d2ab56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'c61de076-94fa-43d7-9269-b07975209bfb'}] {{(pid=103333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 19 08:21:39.518235 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-074d2b38-da68-4da3-8861-b6d1feb2f13a req-0a53fc00-6f8e-48b8-9cc4-fac2e418e822 service neutron] Attempting to bind port 009be9ac-e8e5-4027-91d1-54409560e914 on network c61de076-94fa-43d7-9269-b07975209bfb {{(pid=103333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 08:21:39.522456 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-074d2b38-da68-4da3-8861-b6d1feb2f13a req-0a53fc00-6f8e-48b8-9cc4-fac2e418e822 service neutron] Port 009be9ac-e8e5-4027-91d1-54409560e914 on network c61de076-94fa-43d7-9269-b07975209bfb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8616 {{(pid=103333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 08:21:39.522768 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-074d2b38-da68-4da3-8861-b6d1feb2f13a req-0a53fc00-6f8e-48b8-9cc4-fac2e418e822 service neutron] Attempting to bind port 009be9ac-e8e5-4027-91d1-54409560e914 on network c61de076-94fa-43d7-9269-b07975209bfb {{(pid=103333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 08:21:39.527491 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-074d2b38-da68-4da3-8861-b6d1feb2f13a req-0a53fc00-6f8e-48b8-9cc4-fac2e418e822 service neutron] Checking agent: {'id': '5297b6e1-8fc1-4f42-910c-8f50c918ca65', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8616', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 19, 7, 36, 11), 'started_at': datetime.datetime(2022, 10, 19, 7, 36, 11), 'heartbeat_timestamp': datetime.datetime(2022, 10, 19, 8, 21, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 08:21:39.527818 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-074d2b38-da68-4da3-8861-b6d1feb2f13a req-0a53fc00-6f8e-48b8-9cc4-fac2e418e822 service neutron] Checking segment: {'id': 'c1a3e3bc-8491-4eb0-8230-b79bc2d2ab56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'c61de076-94fa-43d7-9269-b07975209bfb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 19 08:21:39.528189 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-074d2b38-da68-4da3-8861-b6d1feb2f13a req-0a53fc00-6f8e-48b8-9cc4-fac2e418e822 service neutron] Bound using segment: {'id': 'c1a3e3bc-8491-4eb0-8230-b79bc2d2ab56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'c61de076-94fa-43d7-9269-b07975209bfb'} {{(pid=103333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 08:21:39.528638 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.managers [req-074d2b38-da68-4da3-8861-b6d1feb2f13a req-0a53fc00-6f8e-48b8-9cc4-fac2e418e822 service neutron] Bound port: 009be9ac-e8e5-4027-91d1-54409560e914, host: hv-neutron-8616, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1a3e3bc-8491-4eb0-8230-b79bc2d2ab56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'c61de076-94fa-43d7-9269-b07975209bfb'}}] {{(pid=103333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 19 08:21:39.528985 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [req-074d2b38-da68-4da3-8861-b6d1feb2f13a req-0a53fc00-6f8e-48b8-9cc4-fac2e418e822 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:21:39.590787 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.db [req-074d2b38-da68-4da3-8861-b6d1feb2f13a req-0a53fc00-6f8e-48b8-9cc4-fac2e418e822 service neutron] For port 009be9ac-e8e5-4027-91d1-54409560e914, host hv-neutron-8616, cleared binding levels {{(pid=103333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 08:21:39.593710 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.db [req-074d2b38-da68-4da3-8861-b6d1feb2f13a req-0a53fc00-6f8e-48b8-9cc4-fac2e418e822 service neutron] For port 009be9ac-e8e5-4027-91d1-54409560e914, host hv-neutron-8616, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=009be9ac-e8e5-4027-91d1-54409560e914,segment=NetworkSegment(c1a3e3bc-8491-4eb0-8230-b79bc2d2ab56),segment_id=c1a3e3bc-8491-4eb0-8230-b79bc2d2ab56)] {{(pid=103333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 08:21:39.598060 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [req-074d2b38-da68-4da3-8861-b6d1feb2f13a req-0a53fc00-6f8e-48b8-9cc4-fac2e418e822 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130996754'] for port, after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:21:39.601869 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074d2b38-da68-4da3-8861-b6d1feb2f13a req-0a53fc00-6f8e-48b8-9cc4-fac2e418e822 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:21:39.602461 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [req-074d2b38-da68-4da3-8861-b6d1feb2f13a req-0a53fc00-6f8e-48b8-9cc4-fac2e418e822 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42160'] for port, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:21:39.603804 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-074d2b38-da68-4da3-8861-b6d1feb2f13a req-0a53fc00-6f8e-48b8-9cc4-fac2e418e822 service neutron] 10.222.0.16 "PUT /v2.0/ports/009be9ac-e8e5-4027-91d1-54409560e914 HTTP/1.1" status: 200 len: 1094 time: 0.5473166 Oct 19 08:21:39.604285 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '049d80d9-a4fa-4c07-ac96-81d455ea95c4', 'tag': '009be9ac-e8e5-4027-91d1-54409560e914'}] {{(pid=103333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 19 08:21:39.606566 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e3bb7d74903c72d9cb0d0f2f187c581e0456bd3142b101dc46d694cf75cdf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa760d44-8ddc-4046-a431-14eb1e75292e" -d '{"events": [{"name": "network-changed", "server_uuid": "049d80d9-a4fa-4c07-ac96-81d455ea95c4", "tag": "009be9ac-e8e5-4027-91d1-54409560e914"}]}' {{(pid=103333) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 08:21:39.645298 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 19 Oct 2022 08:21:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14bee027-3758-4d7c-9a2e-c13b16a5fd58 x-openstack-request-id: req-14bee027-3758-4d7c-9a2e-c13b16a5fd58 {{(pid=103333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 08:21:39.645586 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "049d80d9-a4fa-4c07-ac96-81d455ea95c4", "tag": "009be9ac-e8e5-4027-91d1-54409560e914", "status": "completed", "code": 200}]} {{(pid=103333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 08:21:39.645836 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-14bee027-3758-4d7c-9a2e-c13b16a5fd58 {{(pid=103333) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 08:21:39.646238 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.notifiers.nova [-] Nova event matching ['req-14bee027-3758-4d7c-9a2e-c13b16a5fd58'] response: {'name': 'network-changed', 'server_uuid': '049d80d9-a4fa-4c07-ac96-81d455ea95c4', 'tag': '009be9ac-e8e5-4027-91d1-54409560e914', 'status': 'completed', 'code': 200} Oct 19 08:21:39.696311 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a53fc00-6f8e-48b8-9cc4-fac2e418e822 service neutron] Pushing event updated for resources: {'Port': ['ID=009be9ac-e8e5-4027-91d1-54409560e914,revision_number=3']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:21:39.706161 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074d2b38-da68-4da3-8861-b6d1feb2f13a req-97a6c21a-1ff6-4e87-b179-9cac2449f975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:21:39.707642 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-074d2b38-da68-4da3-8861-b6d1feb2f13a req-97a6c21a-1ff6-4e87-b179-9cac2449f975 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=2c590e68ec6a4f309b262f6822c15dfc&device_id=049d80d9-a4fa-4c07-ac96-81d455ea95c4 HTTP/1.1" status: 200 len: 1097 time: 0.0587330 Oct 19 08:21:39.748793 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-074d2b38-da68-4da3-8861-b6d1feb2f13a req-fcac9c20-d270-4b4e-a16a-f65cccb5372f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=009be9ac-e8e5-4027-91d1-54409560e914 HTTP/1.1" status: 200 len: 217 time: 0.0339205 Oct 19 08:21:39.792607 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-5176e6f4-4bc7-407e-8cc7-2f7e6ed8972b None None] Attempt 2 to provision port 009be9ac-e8e5-4027-91d1-54409560e914 Oct 19 08:21:39.799336 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074d2b38-da68-4da3-8861-b6d1feb2f13a req-4e3f8507-c861-43c4-817d-dd481a949d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:21:39.800811 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-074d2b38-da68-4da3-8861-b6d1feb2f13a req-4e3f8507-c861-43c4-817d-dd481a949d07 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d3741bea-2529-40a4-9626-23e7d3438bdd HTTP/1.1" status: 200 len: 846 time: 0.0458310 Oct 19 08:21:39.832478 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-5176e6f4-4bc7-407e-8cc7-2f7e6ed8972b None None] Port 009be9ac-e8e5-4027-91d1-54409560e914 had new provisioning blocks added so it will not transition to active. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:370}} Oct 19 08:21:39.851276 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074d2b38-da68-4da3-8861-b6d1feb2f13a req-a81f9add-4e2a-4512-aceb-e43b64e74a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:21:39.852820 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-074d2b38-da68-4da3-8861-b6d1feb2f13a req-a81f9add-4e2a-4512-aceb-e43b64e74a35 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c61de076-94fa-43d7-9269-b07975209bfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0459697 Oct 19 08:21:39.943366 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-074d2b38-da68-4da3-8861-b6d1feb2f13a req-6ae0a09f-40a3-4dff-9aea-6c918e04821d service neutron] 10.222.0.16 "GET /v2.0/networks/c61de076-94fa-43d7-9269-b07975209bfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841441 Oct 19 08:21:40.035681 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-074d2b38-da68-4da3-8861-b6d1feb2f13a req-93ad8ecd-8db1-482f-9033-af24abb45810 service neutron] 10.222.0.16 "GET /v2.0/networks/c61de076-94fa-43d7-9269-b07975209bfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863307 Oct 19 08:21:40.118302 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa760d44-8ddc-4046-a431-14eb1e75292e req-3004a896-e726-41df-a3df-3587bcbb9e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:21:40.119858 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-aa760d44-8ddc-4046-a431-14eb1e75292e req-3004a896-e726-41df-a3df-3587bcbb9e5f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=2c590e68ec6a4f309b262f6822c15dfc&device_id=049d80d9-a4fa-4c07-ac96-81d455ea95c4 HTTP/1.1" status: 200 len: 1097 time: 0.0424418 Oct 19 08:21:40.142369 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21a968f-b91b-442c-87ff-4efb471404b6 req-9f9acf56-5bb8-45fb-be45-468496c095b7 tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:21:40.143863 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-f21a968f-b91b-442c-87ff-4efb471404b6 req-9f9acf56-5bb8-45fb-be45-468496c095b7 tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] 10.222.0.27 "GET /v2.0/ports?device_id=049d80d9-a4fa-4c07-ac96-81d455ea95c4 HTTP/1.1" status: 200 len: 944 time: 0.0483799 Oct 19 08:21:40.185736 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-f21a968f-b91b-442c-87ff-4efb471404b6 req-d668e7e3-51f4-48f4-a719-352e78085090 tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] 10.222.0.27 "GET /v2.0/security-groups?id=468c2ecb-ffb0-4c7b-8a38-5ca509f9d66f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357335 Oct 19 08:21:40.214844 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa760d44-8ddc-4046-a431-14eb1e75292e req-baf94392-7b38-4295-93a2-e8e77ea2d363 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:21:40.216336 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-aa760d44-8ddc-4046-a431-14eb1e75292e req-baf94392-7b38-4295-93a2-e8e77ea2d363 service neutron] 10.222.0.16 "GET /v2.0/networks?id=c61de076-94fa-43d7-9269-b07975209bfb HTTP/1.1" status: 200 len: 908 time: 0.0900130 Oct 19 08:21:40.258409 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-aa760d44-8ddc-4046-a431-14eb1e75292e req-083e279a-869b-4e07-8373-55f275ac1e80 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=009be9ac-e8e5-4027-91d1-54409560e914 HTTP/1.1" status: 200 len: 217 time: 0.0349588 Oct 19 08:21:40.307803 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa760d44-8ddc-4046-a431-14eb1e75292e req-c15d7e6a-59c3-4a3f-a998-f73041fa5c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:21:40.309207 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-aa760d44-8ddc-4046-a431-14eb1e75292e req-c15d7e6a-59c3-4a3f-a998-f73041fa5c56 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d3741bea-2529-40a4-9626-23e7d3438bdd HTTP/1.1" status: 200 len: 846 time: 0.0439734 Oct 19 08:21:40.355183 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa760d44-8ddc-4046-a431-14eb1e75292e req-6543eb49-0a40-43ea-a09a-3b2266297bd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:21:40.356660 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-aa760d44-8ddc-4046-a431-14eb1e75292e req-6543eb49-0a40-43ea-a09a-3b2266297bd6 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c61de076-94fa-43d7-9269-b07975209bfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0395720 Oct 19 08:21:40.449099 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-aa760d44-8ddc-4046-a431-14eb1e75292e req-29e0c032-5001-43ca-95a9-5c7d7e58417a service neutron] 10.222.0.16 "GET /v2.0/networks/c61de076-94fa-43d7-9269-b07975209bfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837965 Oct 19 08:21:40.542105 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-aa760d44-8ddc-4046-a431-14eb1e75292e req-de8bdd66-591c-4a2a-9efe-dbce0cd4e635 service neutron] 10.222.0.16 "GET /v2.0/networks/c61de076-94fa-43d7-9269-b07975209bfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857513 Oct 19 08:21:41.307615 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7492d0ae-7c82-457b-a543-5616d63eb9ac req-bf7ab24c-2d8b-4574-a04a-4dd7ffaa1cec tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:21:41.309142 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-7492d0ae-7c82-457b-a543-5616d63eb9ac req-bf7ab24c-2d8b-4574-a04a-4dd7ffaa1cec tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] 10.222.0.27 "GET /v2.0/ports?device_id=049d80d9-a4fa-4c07-ac96-81d455ea95c4 HTTP/1.1" status: 200 len: 944 time: 0.0494785 Oct 19 08:21:41.348024 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-7492d0ae-7c82-457b-a543-5616d63eb9ac req-82626136-9f57-46e4-bc85-3fa6f95dc4ba tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] 10.222.0.27 "GET /v2.0/security-groups?id=468c2ecb-ffb0-4c7b-8a38-5ca509f9d66f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321405 Oct 19 08:21:42.225025 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:21:42.468931 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36033c55-4520-4fcb-b5a4-7b3b04c1350b req-d818ccde-a86d-4a8e-8571-996a7e55cff6 tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:21:42.470436 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-36033c55-4520-4fcb-b5a4-7b3b04c1350b req-d818ccde-a86d-4a8e-8571-996a7e55cff6 tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] 10.222.0.27 "GET /v2.0/ports?device_id=049d80d9-a4fa-4c07-ac96-81d455ea95c4 HTTP/1.1" status: 200 len: 944 time: 0.0490561 Oct 19 08:21:42.508281 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-36033c55-4520-4fcb-b5a4-7b3b04c1350b req-189e6d91-421a-4580-8346-c6fc899c1042 tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] 10.222.0.27 "GET /v2.0/security-groups?id=468c2ecb-ffb0-4c7b-8a38-5ca509f9d66f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314200 Oct 19 08:21:43.484605 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-b2465b64-baa7-4b08-adca-fa234b84449d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:21:43.628209 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6159f75d-67ec-49d5-a213-54fd0dd24c8b req-46aa99eb-e98f-4fda-a8b4-16f9b290b22a tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:21:43.629719 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-6159f75d-67ec-49d5-a213-54fd0dd24c8b req-46aa99eb-e98f-4fda-a8b4-16f9b290b22a tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] 10.222.0.27 "GET /v2.0/ports?device_id=049d80d9-a4fa-4c07-ac96-81d455ea95c4 HTTP/1.1" status: 200 len: 944 time: 0.0500541 Oct 19 08:21:43.670368 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-6159f75d-67ec-49d5-a213-54fd0dd24c8b req-d17ad3bc-da73-432f-9d86-0d0426819493 tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] 10.222.0.27 "GET /v2.0/security-groups?id=468c2ecb-ffb0-4c7b-8a38-5ca509f9d66f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347903 Oct 19 08:21:44.055185 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Device 009be9ac-e8e5-4027-91d1-54409560e914 details requested by agent hyperv_hv-neutron-8616 with host hv-neutron-8616 {{(pid=103334) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 08:21:44.148033 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] For port 009be9ac-e8e5-4027-91d1-54409560e914, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=009be9ac-e8e5-4027-91d1-54409560e914,segment=NetworkSegment(c1a3e3bc-8491-4eb0-8230-b79bc2d2ab56),segment_id=c1a3e3bc-8491-4eb0-8230-b79bc2d2ab56)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 08:21:44.159266 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Returning: {'device': '009be9ac-e8e5-4027-91d1-54409560e914', 'network_id': 'c61de076-94fa-43d7-9269-b07975209bfb', 'port_id': '009be9ac-e8e5-4027-91d1-54409560e914', 'mac_address': 'fa:16:3e:cc:0c:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3741bea-2529-40a4-9626-23e7d3438bdd', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103334) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 08:21:44.197452 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Current status of the port 009be9ac-e8e5-4027-91d1-54409560e914 is: DOWN; New status is: BUILD {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 08:21:44.197855 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:21:44.210820 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.notifiers.nova [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 009be9ac-e8e5-4027-91d1-54409560e914 {{(pid=103334) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 19 08:21:44.229982 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] For port 009be9ac-e8e5-4027-91d1-54409560e914, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=009be9ac-e8e5-4027-91d1-54409560e914,segment=NetworkSegment(c1a3e3bc-8491-4eb0-8230-b79bc2d2ab56),segment_id=c1a3e3bc-8491-4eb0-8230-b79bc2d2ab56)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 08:21:44.233785 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:21:44.278020 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Pushing event updated for resources: {'Port': ['ID=009be9ac-e8e5-4027-91d1-54409560e914,revision_number=4']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:21:44.442863 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] get_ports_and_sgs() called for port_ids ['009be9ac-e8e5-4027-91d1-54409560e914'] {{(pid=103334) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 19 08:21:44.794916 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8dceff-e4da-422d-8857-9b3cb2a18d66 req-a4308f6c-75f7-4dd1-98ef-ef5432049349 tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:21:44.796382 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-aa8dceff-e4da-422d-8857-9b3cb2a18d66 req-a4308f6c-75f7-4dd1-98ef-ef5432049349 tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] 10.222.0.27 "GET /v2.0/ports?device_id=049d80d9-a4fa-4c07-ac96-81d455ea95c4 HTTP/1.1" status: 200 len: 945 time: 0.0506570 Oct 19 08:21:44.833906 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-aa8dceff-e4da-422d-8857-9b3cb2a18d66 req-7a770ab9-0fd0-4b27-846d-df8a556686b1 tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] 10.222.0.27 "GET /v2.0/security-groups?id=468c2ecb-ffb0-4c7b-8a38-5ca509f9d66f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314896 Oct 19 08:21:45.955036 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2509c1ca-a8a5-496e-bff7-b5a1530326de req-5fc149a2-9996-4a04-868a-f558e1cb9664 tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:21:45.956680 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-2509c1ca-a8a5-496e-bff7-b5a1530326de req-5fc149a2-9996-4a04-868a-f558e1cb9664 tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] 10.222.0.27 "GET /v2.0/ports?device_id=049d80d9-a4fa-4c07-ac96-81d455ea95c4 HTTP/1.1" status: 200 len: 945 time: 0.0499949 Oct 19 08:21:45.996046 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-2509c1ca-a8a5-496e-bff7-b5a1530326de req-09577daa-fc09-480f-a087-f5e2ccf4a010 tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] 10.222.0.27 "GET /v2.0/security-groups?id=468c2ecb-ffb0-4c7b-8a38-5ca509f9d66f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334318 Oct 19 08:21:46.070338 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Device 009be9ac-e8e5-4027-91d1-54409560e914 up at agent hyperv_hv-neutron-8616 {{(pid=103334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 08:21:46.117933 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Provisioning for port 009be9ac-e8e5-4027-91d1-54409560e914 completed by entity L2. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 19 08:21:46.121559 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Provisioning complete for port 009be9ac-e8e5-4027-91d1-54409560e914 triggered by entity L2. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 08:21:46.121924 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:21:46.122251 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Attempt 1 to provision port 009be9ac-e8e5-4027-91d1-54409560e914 Oct 19 08:21:46.205763 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Current status of the port 009be9ac-e8e5-4027-91d1-54409560e914 is: BUILD; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 08:21:46.206143 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:21:46.228919 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '049d80d9-a4fa-4c07-ac96-81d455ea95c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '009be9ac-e8e5-4027-91d1-54409560e914'}] {{(pid=103334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 19 08:21:46.231223 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d918bd29c62f7e926e80ce37adcd574e0921d2de3006e6b6ef58999f52d8e2e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03a6c565-aa2b-454c-92ba-9f2ea88d7a03" -d '{"events": [{"server_uuid": "049d80d9-a4fa-4c07-ac96-81d455ea95c4", "name": "network-vif-plugged", "status": "completed", "tag": "009be9ac-e8e5-4027-91d1-54409560e914"}]}' {{(pid=103334) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 08:21:46.244117 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] For port 009be9ac-e8e5-4027-91d1-54409560e914, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=009be9ac-e8e5-4027-91d1-54409560e914,segment=NetworkSegment(c1a3e3bc-8491-4eb0-8230-b79bc2d2ab56),segment_id=c1a3e3bc-8491-4eb0-8230-b79bc2d2ab56)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 08:21:46.248198 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:21:46.271820 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 19 Oct 2022 08:21:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a858a407-6511-4cbd-aac9-148226c8ce67 x-openstack-request-id: req-a858a407-6511-4cbd-aac9-148226c8ce67 {{(pid=103334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 08:21:46.272109 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "049d80d9-a4fa-4c07-ac96-81d455ea95c4", "name": "network-vif-plugged", "status": "completed", "tag": "009be9ac-e8e5-4027-91d1-54409560e914", "code": 200}]} {{(pid=103334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 08:21:46.272357 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-a858a407-6511-4cbd-aac9-148226c8ce67 {{(pid=103334) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 08:21:46.272770 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a858a407-6511-4cbd-aac9-148226c8ce67'] response: {'server_uuid': '049d80d9-a4fa-4c07-ac96-81d455ea95c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '009be9ac-e8e5-4027-91d1-54409560e914', 'code': 200} Oct 19 08:21:46.299307 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Pushing event updated for resources: {'Port': ['ID=009be9ac-e8e5-4027-91d1-54409560e914,revision_number=5']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:21:46.393246 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-5121589e-4ab8-41fc-b005-2451a1441e65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:21:46.431178 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d64e293-e9ec-4551-b15b-0dfe5b24e0ce req-2b65b5de-aaed-4900-a693-b12046af51f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:21:46.432679 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-9d64e293-e9ec-4551-b15b-0dfe5b24e0ce req-2b65b5de-aaed-4900-a693-b12046af51f6 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=049d80d9-a4fa-4c07-ac96-81d455ea95c4 HTTP/1.1" status: 200 len: 1099 time: 0.0414658 Oct 19 08:21:46.466570 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-9d64e293-e9ec-4551-b15b-0dfe5b24e0ce req-1d5bd7b9-6ca5-4ce3-8ac2-e9a7d648f892 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=468c2ecb-ffb0-4c7b-8a38-5ca509f9d66f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0278447 Oct 19 08:21:47.114772 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ceac81-1cfd-48ee-a1f1-4099ef289899 req-e47f1b4d-f3f3-4f85-8dea-a59c5c1c5edd tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:21:47.116222 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-b8ceac81-1cfd-48ee-a1f1-4099ef289899 req-e47f1b4d-f3f3-4f85-8dea-a59c5c1c5edd tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] 10.222.0.27 "GET /v2.0/ports?device_id=049d80d9-a4fa-4c07-ac96-81d455ea95c4 HTTP/1.1" status: 200 len: 946 time: 0.0482934 Oct 19 08:21:47.156633 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-b8ceac81-1cfd-48ee-a1f1-4099ef289899 req-1d16c828-0ebd-47e9-891a-c4ff0fb90629 tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] 10.222.0.27 "GET /v2.0/security-groups?id=468c2ecb-ffb0-4c7b-8a38-5ca509f9d66f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344753 Oct 19 08:21:48.096819 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-2a2259f7-b034-4eec-af7a-7abaede746c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:21:48.282559 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b232ffea-55ad-4211-bf7e-18bb1fbfca5c req-141d1e2d-1318-41fa-8018-01b550f50f19 tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:21:48.285319 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-b232ffea-55ad-4211-bf7e-18bb1fbfca5c req-141d1e2d-1318-41fa-8018-01b550f50f19 tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] 10.222.0.27 "GET /v2.0/ports?device_id=049d80d9-a4fa-4c07-ac96-81d455ea95c4 HTTP/1.1" status: 200 len: 946 time: 0.0505538 Oct 19 08:21:48.326370 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-b232ffea-55ad-4211-bf7e-18bb1fbfca5c req-8a10f985-6421-4e31-99ec-b8abaf46d1af tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] 10.222.0.27 "GET /v2.0/security-groups?id=468c2ecb-ffb0-4c7b-8a38-5ca509f9d66f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331459 Oct 19 08:21:48.449128 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88fac10-f4cb-4637-94a3-5f0ce52a763a req-aeb04917-589e-4cf4-9b6d-cf11830a87d5 tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:21:48.450618 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-e88fac10-f4cb-4637-94a3-5f0ce52a763a req-aeb04917-589e-4cf4-9b6d-cf11830a87d5 tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] 10.222.0.27 "GET /v2.0/ports?device_id=049d80d9-a4fa-4c07-ac96-81d455ea95c4 HTTP/1.1" status: 200 len: 946 time: 0.0501969 Oct 19 08:21:48.489118 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-e88fac10-f4cb-4637-94a3-5f0ce52a763a req-f44d182a-cb7b-48d1-893f-d8f5ff83d600 tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] 10.222.0.27 "GET /v2.0/security-groups?id=468c2ecb-ffb0-4c7b-8a38-5ca509f9d66f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323992 Oct 19 08:21:48.516447 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 39236) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:21:48.645043 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e252a88-e108-4887-9c88-c5c095d164a3 tempest-TestShelveInstance-102854668 tempest-TestShelveInstance-102854668-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:21:48.646444 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-6e252a88-e108-4887-9c88-c5c095d164a3 tempest-TestShelveInstance-102854668 tempest-TestShelveInstance-102854668-project-admin] 10.222.0.27 "GET /v2.0/ports?device_id=049d80d9-a4fa-4c07-ac96-81d455ea95c4 HTTP/1.1" status: 200 len: 1094 time: 0.1284096 Oct 19 08:21:48.649398 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 39240) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:21:48.653542 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-d41602b4-2669-47e0-ac0d-afa284aaf2b2 tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] Request body: {'floatingip': {'floating_network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'port_id': '009be9ac-e8e5-4027-91d1-54409560e914', 'tenant_id': '2c590e68ec6a4f309b262f6822c15dfc', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 08:21:48.674420 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-d41602b4-2669-47e0-ac0d-afa284aaf2b2 tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] Notify callbacks [] for floatingip, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:21:48.771891 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-d41602b4-2669-47e0-ac0d-afa284aaf2b2 tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:21:48.875969 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.db_base_plugin_common [None req-d41602b4-2669-47e0-ac0d-afa284aaf2b2 tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] Allocated IP 172.26.0.19 (99c66757-74e3-40a4-b479-8d09e3a7c3dd/7f3d1034-1de7-458a-a3ee-77488de3949b/040fd300-c6e0-43e8-a149-0a1c65e9e6f5) {{(pid=103332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 08:21:48.977216 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-d41602b4-2669-47e0-ac0d-afa284aaf2b2 tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] Notify callbacks [] for port, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:21:49.009906 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-d41602b4-2669-47e0-ac0d-afa284aaf2b2 tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785020947330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133553798'] for port, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:21:49.047271 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d41602b4-2669-47e0-ac0d-afa284aaf2b2 tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] Network 99c66757-74e3-40a4-b479-8d09e3a7c3dd is already hosted by enough agents. {{(pid=103332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 08:21:49.050200 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.base_scheduler [None req-d41602b4-2669-47e0-ac0d-afa284aaf2b2 tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] Resources bound (agent type, host, resource id): {{(pid=103332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 08:21:49.053728 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d41602b4-2669-47e0-ac0d-afa284aaf2b2 tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] Received port after_create {{(pid=103332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 08:21:49.082357 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41602b4-2669-47e0-ac0d-afa284aaf2b2 tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] Pushing event updated for resources: {'Port': ['ID=040fd300-c6e0-43e8-a149-0a1c65e9e6f5,revision_number=1']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:21:49.184898 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-1a0da505-d0f9-48c6-b7e2-53b9c5e41298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:21:49.256532 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:21:49.416197 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-d41602b4-2669-47e0-ac0d-afa284aaf2b2 tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:21:49.483144 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-d41602b4-2669-47e0-ac0d-afa284aaf2b2 tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:21:49.627851 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-d41602b4-2669-47e0-ac0d-afa284aaf2b2 tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] Notify callbacks [] for port, precommit_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:21:49.632222 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-d41602b4-2669-47e0-ac0d-afa284aaf2b2 tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133553807'] for port, after_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:21:49.700735 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-d41602b4-2669-47e0-ac0d-afa284aaf2b2 tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1695041'] for floatingip, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:21:49.702363 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41602b4-2669-47e0-ac0d-afa284aaf2b2 tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] Pushing event updated for resources: {'Port': ['ID=040fd300-c6e0-43e8-a149-0a1c65e9e6f5,revision_number=2']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:21:49.804416 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.db.l3_db [None req-d41602b4-2669-47e0-ac0d-afa284aaf2b2 tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] Floating IP b3ab7fcf-0984-4028-8a62-741e2782fdbf associated. External IP: 172.26.0.19, port: 009be9ac-e8e5-4027-91d1-54409560e914. Oct 19 08:21:50.318555 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d41602b4-2669-47e0-ac0d-afa284aaf2b2 tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] Router 2749c1df-1931-4805-bc7a-882b8f5b20be has already been hosted by L3 agent ab388470-1243-4d53-80f2-c2f5899c97a7 {{(pid=103332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 08:21:50.422229 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d41602b4-2669-47e0-ac0d-afa284aaf2b2 tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] Notify agent at l3_agent.dv-neutron-861624-1-hyperv the message routers_updated {{(pid=103332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 08:21:50.432952 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c032f314-2fa1-424b-bff7-10da37df75a8 None None] Sync routers for ids ['2749c1df-1931-4805-bc7a-882b8f5b20be'] in dv-neutron-861624-1-hyperv {{(pid=103334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 08:21:50.439525 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-d41602b4-2669-47e0-ac0d-afa284aaf2b2 tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42160'] for floatingip, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:21:50.443203 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c032f314-2fa1-424b-bff7-10da37df75a8 None None] Routers {'2749c1df-1931-4805-bc7a-882b8f5b20be'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 08:21:50.443896 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-c032f314-2fa1-424b-bff7-10da37df75a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T08:21:46Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['2749c1df-1931-4805-bc7a-882b8f5b20be'], 'active': True} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:21:50.466971 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-d41602b4-2669-47e0-ac0d-afa284aaf2b2 tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] 10.222.0.27 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8165824 Oct 19 08:21:50.467618 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '049d80d9-a4fa-4c07-ac96-81d455ea95c4', 'tag': '009be9ac-e8e5-4027-91d1-54409560e914'}] {{(pid=103332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 19 08:21:50.469962 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a021b02cf5f527cd4bbbc40a031b51490d9893d7edeeb551bdf5128ee7546f8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ca7606d-3a09-4cf2-ae22-21783b8b546e" -d '{"events": [{"name": "network-changed", "server_uuid": "049d80d9-a4fa-4c07-ac96-81d455ea95c4", "tag": "009be9ac-e8e5-4027-91d1-54409560e914"}]}' {{(pid=103332) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 08:21:50.505157 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 19 Oct 2022 08:21:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-552d7331-eef1-431e-8dbc-e9709e233387 x-openstack-request-id: req-552d7331-eef1-431e-8dbc-e9709e233387 {{(pid=103332) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 08:21:50.505452 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "049d80d9-a4fa-4c07-ac96-81d455ea95c4", "tag": "009be9ac-e8e5-4027-91d1-54409560e914", "status": "completed", "code": 200}]} {{(pid=103332) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 08:21:50.505704 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-552d7331-eef1-431e-8dbc-e9709e233387 {{(pid=103332) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 08:21:50.506108 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.notifiers.nova [-] Nova event matching ['req-552d7331-eef1-431e-8dbc-e9709e233387'] response: {'name': 'network-changed', 'server_uuid': '049d80d9-a4fa-4c07-ac96-81d455ea95c4', 'tag': '009be9ac-e8e5-4027-91d1-54409560e914', 'status': 'completed', 'code': 200} Oct 19 08:21:50.554198 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvr_db [None req-c032f314-2fa1-424b-bff7-10da37df75a8 None None] Set router 2749c1df-1931-4805-bc7a-882b8f5b20be gateway port host: dv-neutron-861624-1-hyperv {{(pid=103334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 08:21:50.568733 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca7606d-3a09-4cf2-ae22-21783b8b546e req-5002c393-576e-43dd-b66b-aebe75fa1f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:21:50.570306 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-3ca7606d-3a09-4cf2-ae22-21783b8b546e req-5002c393-576e-43dd-b66b-aebe75fa1f10 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=2c590e68ec6a4f309b262f6822c15dfc&device_id=049d80d9-a4fa-4c07-ac96-81d455ea95c4 HTTP/1.1" status: 200 len: 1099 time: 0.0407407 Oct 19 08:21:50.663947 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca7606d-3a09-4cf2-ae22-21783b8b546e req-dd62cac3-ae14-453a-9cd6-a6fe322418f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:21:50.665478 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-3ca7606d-3a09-4cf2-ae22-21783b8b546e req-dd62cac3-ae14-453a-9cd6-a6fe322418f2 service neutron] 10.222.0.16 "GET /v2.0/networks?id=c61de076-94fa-43d7-9269-b07975209bfb HTTP/1.1" status: 200 len: 908 time: 0.0887811 Oct 19 08:21:50.731213 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-3ca7606d-3a09-4cf2-ae22-21783b8b546e req-63694458-38f4-4e9d-986a-e95428d8db8a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=009be9ac-e8e5-4027-91d1-54409560e914 HTTP/1.1" status: 200 len: 999 time: 0.0592451 Oct 19 08:21:50.773288 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-c032f314-2fa1-424b-bff7-10da37df75a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2749c1df-1931-4805-bc7a-882b8f5b20be', 'name': 'tempest-TestShelveInstance-17841527-router', 'tenant_id': '2c590e68ec6a4f309b262f6822c15dfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'external_fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.242'}], 'enable_snat': True}, 'gw_port_id': 'c5671e35-ab92-475f-88bf-3fa953fa1e3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T08:21:23Z', 'updated_at': '2022-10-19T08:21:25Z', 'revision_number': 4, 'project_id': '2c590e68ec6a4f309b262f6822c15dfc', 'gw_port': {'id': 'c5671e35-ab92-475f-88bf-3fa953fa1e3d', 'name': '', 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:a5:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2749c1df-1931-4805-bc7a-882b8f5b20be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T08:21:23Z', 'updated_at': '2022-10-19T08:21:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861624-1-hyperv', '_floatingips': [{'id': 'b3ab7fcf-0984-4028-8a62-741e2782fdbf', 'tenant_id': '2c590e68ec6a4f309b262f6822c15dfc', 'floating_ip_address': '172.26.0.19', 'floating_network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'router_id': '2749c1df-1931-4805-bc7a-882b8f5b20be', 'port_id': '009be9ac-e8e5-4027-91d1-54409560e914', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1847, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c61de076-94fa-43d7-9269-b07975209bfb', 'mac_address': 'fa:16:3e:cc:0c:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '049d80d9-a4fa-4c07-ac96-81d455ea95c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-19T08:21:49Z', 'updated_at': '2022-10-19T08:21:49Z', 'revision_number': 0, 'project_id': '2c590e68ec6a4f309b262f6822c15dfc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46a6699d-0c07-4fee-8e33-bcafd3b263c4', 'name': '', 'network_id': 'c61de076-94fa-43d7-9269-b07975209bfb', 'tenant_id': '2c590e68ec6a4f309b262f6822c15dfc', 'mac_address': 'fa:16:3e:3a:92:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2749c1df-1931-4805-bc7a-882b8f5b20be', 'device_owner': 'network:router_interface', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': 'd3741bea-2529-40a4-9626-23e7d3438bdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T08:21:25Z', 'updated_at': '2022-10-19T08:21:29Z', 'revision_number': 5, 'project_id': '2c590e68ec6a4f309b262f6822c15dfc', 'subnets': [{'id': 'd3741bea-2529-40a4-9626-23e7d3438bdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:21:50.784096 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca7606d-3a09-4cf2-ae22-21783b8b546e req-cf24d44d-d663-4fb3-a6ef-fc22edb17870 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:21:50.785603 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-3ca7606d-3a09-4cf2-ae22-21783b8b546e req-cf24d44d-d663-4fb3-a6ef-fc22edb17870 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d3741bea-2529-40a4-9626-23e7d3438bdd HTTP/1.1" status: 200 len: 846 time: 0.0476472 Oct 19 08:21:50.803897 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c032f314-2fa1-424b-bff7-10da37df75a8 None None] Checking router: 2749c1df-1931-4805-bc7a-882b8f5b20be for host: dv-neutron-861624-1-hyperv {{(pid=103334) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 08:21:50.812230 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c032f314-2fa1-424b-bff7-10da37df75a8 None None] Routers {'2749c1df-1931-4805-bc7a-882b8f5b20be'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 08:21:50.812876 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-c032f314-2fa1-424b-bff7-10da37df75a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T08:21:46Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['2749c1df-1931-4805-bc7a-882b8f5b20be'], 'active': True} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:21:50.830694 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca7606d-3a09-4cf2-ae22-21783b8b546e req-8e4af064-d384-4a80-beef-7eae7e90e411 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:21:50.832166 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-3ca7606d-3a09-4cf2-ae22-21783b8b546e req-8e4af064-d384-4a80-beef-7eae7e90e411 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c61de076-94fa-43d7-9269-b07975209bfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0404775 Oct 19 08:21:50.918097 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvr_db [None req-c032f314-2fa1-424b-bff7-10da37df75a8 None None] Set router 2749c1df-1931-4805-bc7a-882b8f5b20be gateway port host: dv-neutron-861624-1-hyperv {{(pid=103334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 08:21:50.921158 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-3ca7606d-3a09-4cf2-ae22-21783b8b546e req-26ee94a5-0b50-48ec-908e-66cfb78c2c76 service neutron] 10.222.0.16 "GET /v2.0/networks/c61de076-94fa-43d7-9269-b07975209bfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822124 Oct 19 08:21:51.015123 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-3ca7606d-3a09-4cf2-ae22-21783b8b546e req-8d00e99e-7a06-4136-982d-ea8a0396fc1e service neutron] 10.222.0.16 "GET /v2.0/networks/c61de076-94fa-43d7-9269-b07975209bfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871959 Oct 19 08:21:51.137763 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-c032f314-2fa1-424b-bff7-10da37df75a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2749c1df-1931-4805-bc7a-882b8f5b20be', 'name': 'tempest-TestShelveInstance-17841527-router', 'tenant_id': '2c590e68ec6a4f309b262f6822c15dfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'external_fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.242'}], 'enable_snat': True}, 'gw_port_id': 'c5671e35-ab92-475f-88bf-3fa953fa1e3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T08:21:23Z', 'updated_at': '2022-10-19T08:21:25Z', 'revision_number': 4, 'project_id': '2c590e68ec6a4f309b262f6822c15dfc', 'gw_port': {'id': 'c5671e35-ab92-475f-88bf-3fa953fa1e3d', 'name': '', 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:a5:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2749c1df-1931-4805-bc7a-882b8f5b20be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T08:21:23Z', 'updated_at': '2022-10-19T08:21:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861624-1-hyperv', '_floatingips': [{'id': 'b3ab7fcf-0984-4028-8a62-741e2782fdbf', 'tenant_id': '2c590e68ec6a4f309b262f6822c15dfc', 'floating_ip_address': '172.26.0.19', 'floating_network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'router_id': '2749c1df-1931-4805-bc7a-882b8f5b20be', 'port_id': '009be9ac-e8e5-4027-91d1-54409560e914', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1847, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c61de076-94fa-43d7-9269-b07975209bfb', 'mac_address': 'fa:16:3e:cc:0c:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '049d80d9-a4fa-4c07-ac96-81d455ea95c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-19T08:21:49Z', 'updated_at': '2022-10-19T08:21:49Z', 'revision_number': 0, 'project_id': '2c590e68ec6a4f309b262f6822c15dfc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46a6699d-0c07-4fee-8e33-bcafd3b263c4', 'name': '', 'network_id': 'c61de076-94fa-43d7-9269-b07975209bfb', 'tenant_id': '2c590e68ec6a4f309b262f6822c15dfc', 'mac_address': 'fa:16:3e:3a:92:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2749c1df-1931-4805-bc7a-882b8f5b20be', 'device_owner': 'network:router_interface', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': 'd3741bea-2529-40a4-9626-23e7d3438bdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T08:21:25Z', 'updated_at': '2022-10-19T08:21:29Z', 'revision_number': 5, 'project_id': '2c590e68ec6a4f309b262f6822c15dfc', 'subnets': [{'id': 'd3741bea-2529-40a4-9626-23e7d3438bdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:21:51.167250 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c032f314-2fa1-424b-bff7-10da37df75a8 None None] The sync data for ids ['2749c1df-1931-4805-bc7a-882b8f5b20be'] in dv-neutron-861624-1-hyperv is: [{'id': '2749c1df-1931-4805-bc7a-882b8f5b20be', 'name': 'tempest-TestShelveInstance-17841527-router', 'tenant_id': '2c590e68ec6a4f309b262f6822c15dfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'external_fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.242'}], 'enable_snat': True}, 'gw_port_id': 'c5671e35-ab92-475f-88bf-3fa953fa1e3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T08:21:23Z', 'updated_at': '2022-10-19T08:21:25Z', 'revision_number': 4, 'project_id': '2c590e68ec6a4f309b262f6822c15dfc', 'gw_port': {'id': 'c5671e35-ab92-475f-88bf-3fa953fa1e3d', 'name': '', 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:a5:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2749c1df-1931-4805-bc7a-882b8f5b20be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T08:21:23Z', 'updated_at': '2022-10-19T08:21:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861624-1-hyperv', '_floatingips': [{'id': 'b3ab7fcf-0984-4028-8a62-741e2782fdbf', 'tenant_id': '2c590e68ec6a4f309b262f6822c15dfc', 'floating_ip_address': '172.26.0.19', 'floating_network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'router_id': '2749c1df-1931-4805-bc7a-882b8f5b20be', 'port_id': '009be9ac-e8e5-4027-91d1-54409560e914', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1847, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c61de076-94fa-43d7-9269-b07975209bfb', 'mac_address': 'fa:16:3e:cc:0c:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '049d80d9-a4fa-4c07-ac96-81d455ea95c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-19T08:21:49Z', 'updated_at': '2022-10-19T08:21:49Z', 'revision_number': 0, 'project_id': '2c590e68ec6a4f309b262f6822c15dfc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46a6699d-0c07-4fee-8e33-bcafd3b263c4', 'name': '', 'network_id': 'c61de076-94fa-43d7-9269-b07975209bfb', 'tenant_id': '2c590e68ec6a4f309b262f6822c15dfc', 'mac_address': 'fa:16:3e:3a:92:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2749c1df-1931-4805-bc7a-882b8f5b20be', 'device_owner': 'network:router_interface', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': 'd3741bea-2529-40a4-9626-23e7d3438bdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T08:21:25Z', 'updated_at': '2022-10-19T08:21:29Z', 'revision_number': 5, 'project_id': '2c590e68ec6a4f309b262f6822c15dfc', 'subnets': [{'id': 'd3741bea-2529-40a4-9626-23e7d3438bdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 08:21:51.355372 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1803ce68-c3ac-42de-b1f7-a79c8ff14004 None None] New status for floating IP b3ab7fcf-0984-4028-8a62-741e2782fdbf: ACTIVE {{(pid=103335) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 19 08:22:00.091817 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-e6e5d843-820b-4d0c-89b5-0d17f2466d10 req-29da1af9-dd6c-4971-98ba-a26a87ad9a6e service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=049d80d9-a4fa-4c07-ac96-81d455ea95c4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0393660 Oct 19 08:22:00.175796 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e5d843-820b-4d0c-89b5-0d17f2466d10 req-1a525236-e5ab-47a0-9d54-96da61422a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:22:00.177322 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-e6e5d843-820b-4d0c-89b5-0d17f2466d10 req-1a525236-e5ab-47a0-9d54-96da61422a94 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=2c590e68ec6a4f309b262f6822c15dfc&device_id=049d80d9-a4fa-4c07-ac96-81d455ea95c4 HTTP/1.1" status: 200 len: 1099 time: 0.0442696 Oct 19 08:22:00.279229 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e5d843-820b-4d0c-89b5-0d17f2466d10 req-e1706fc0-d9b6-4f41-aadf-9fa493d372a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:22:00.280729 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-e6e5d843-820b-4d0c-89b5-0d17f2466d10 req-e1706fc0-d9b6-4f41-aadf-9fa493d372a7 service neutron] 10.222.0.16 "GET /v2.0/networks?id=c61de076-94fa-43d7-9269-b07975209bfb HTTP/1.1" status: 200 len: 908 time: 0.0840914 Oct 19 08:22:00.350183 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-e6e5d843-820b-4d0c-89b5-0d17f2466d10 req-29c460f5-bd95-4b86-9f4d-27bfff1a23f0 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=009be9ac-e8e5-4027-91d1-54409560e914 HTTP/1.1" status: 200 len: 1001 time: 0.0617065 Oct 19 08:22:00.396469 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e5d843-820b-4d0c-89b5-0d17f2466d10 req-75b79e26-470f-43be-a3e3-c3f0b9a7cb11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:22:00.397885 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-e6e5d843-820b-4d0c-89b5-0d17f2466d10 req-75b79e26-470f-43be-a3e3-c3f0b9a7cb11 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d3741bea-2529-40a4-9626-23e7d3438bdd HTTP/1.1" status: 200 len: 846 time: 0.0420158 Oct 19 08:22:00.444458 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e5d843-820b-4d0c-89b5-0d17f2466d10 req-8e9b40ab-2055-459f-acc5-2c1b0940f5d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:22:00.445947 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-e6e5d843-820b-4d0c-89b5-0d17f2466d10 req-8e9b40ab-2055-459f-acc5-2c1b0940f5d6 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c61de076-94fa-43d7-9269-b07975209bfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0399711 Oct 19 08:22:00.540497 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-e6e5d843-820b-4d0c-89b5-0d17f2466d10 req-b8494d49-fc94-41d0-af45-37e8e20e7307 service neutron] 10.222.0.16 "GET /v2.0/networks/c61de076-94fa-43d7-9269-b07975209bfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861802 Oct 19 08:22:00.630276 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-e6e5d843-820b-4d0c-89b5-0d17f2466d10 req-eed2dcdc-3ae4-43e9-99f7-bcd38cdb15c9 service neutron] 10.222.0.16 "GET /v2.0/networks/c61de076-94fa-43d7-9269-b07975209bfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825672 Oct 19 08:22:11.609865 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.agents_db [None req-6057327c-4456-4c72-8e75-6d3cd9249757 None None] Agent healthcheck: found 6 active agents {{(pid=103335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 08:22:12.233191 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:22:13.486619 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-e9daca4e-fe86-4e55-b0ae-eaa6885ab5b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:22:16.394874 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-ac1e5920-2ea0-4713-a175-a964387f5ae5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:22:18.096723 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-2a2259f7-b034-4eec-af7a-7abaede746c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:22:19.188766 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-1a0da505-d0f9-48c6-b7e2-53b9c5e41298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:22:19.258165 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:22:42.228713 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:22:43.491049 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-30773eae-ec45-4c1b-8381-be8eda054277 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:22:46.396681 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-bcbbd3f1-8cda-4c92-bdc7-6b9f936a7580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:22:48.100973 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-2a2259f7-b034-4eec-af7a-7abaede746c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:22:48.608607 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.agents_db [None req-6057327c-4456-4c72-8e75-6d3cd9249757 None None] Agent healthcheck: found 6 active agents {{(pid=103335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 08:22:49.192865 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-1a0da505-d0f9-48c6-b7e2-53b9c5e41298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:22:49.259133 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:23:02.084329 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-fc72c272-75f2-47fa-85ff-70400f2dbb2a req-009e3aa5-fd68-4b43-9bfc-95d6d2240af6 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=049d80d9-a4fa-4c07-ac96-81d455ea95c4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0404556 Oct 19 08:23:02.162537 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc72c272-75f2-47fa-85ff-70400f2dbb2a req-12354c31-8098-457a-843a-765126d5e1b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:23:02.164008 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-fc72c272-75f2-47fa-85ff-70400f2dbb2a req-12354c31-8098-457a-843a-765126d5e1b1 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=2c590e68ec6a4f309b262f6822c15dfc&device_id=049d80d9-a4fa-4c07-ac96-81d455ea95c4 HTTP/1.1" status: 200 len: 1099 time: 0.0402040 Oct 19 08:23:02.268943 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc72c272-75f2-47fa-85ff-70400f2dbb2a req-0a1217ba-d328-4661-b19f-e724e9fd43b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:23:02.270883 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-fc72c272-75f2-47fa-85ff-70400f2dbb2a req-0a1217ba-d328-4661-b19f-e724e9fd43b8 service neutron] 10.222.0.16 "GET /v2.0/networks?id=c61de076-94fa-43d7-9269-b07975209bfb HTTP/1.1" status: 200 len: 908 time: 0.0886981 Oct 19 08:23:02.336435 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-fc72c272-75f2-47fa-85ff-70400f2dbb2a req-8031f607-46ce-44ed-ade9-240d3ea7bf84 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=009be9ac-e8e5-4027-91d1-54409560e914 HTTP/1.1" status: 200 len: 1001 time: 0.0587718 Oct 19 08:23:02.387123 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc72c272-75f2-47fa-85ff-70400f2dbb2a req-6fa3ea8e-04f1-46f3-828b-a09e23fbad1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:23:02.388556 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-fc72c272-75f2-47fa-85ff-70400f2dbb2a req-6fa3ea8e-04f1-46f3-828b-a09e23fbad1b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d3741bea-2529-40a4-9626-23e7d3438bdd HTTP/1.1" status: 200 len: 846 time: 0.0465593 Oct 19 08:23:02.434073 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc72c272-75f2-47fa-85ff-70400f2dbb2a req-7874bc92-f50b-4fbe-bb79-c34fa9c5fbc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:23:02.435520 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-fc72c272-75f2-47fa-85ff-70400f2dbb2a req-7874bc92-f50b-4fbe-bb79-c34fa9c5fbc1 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c61de076-94fa-43d7-9269-b07975209bfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0404060 Oct 19 08:23:02.524867 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-fc72c272-75f2-47fa-85ff-70400f2dbb2a req-5b591c1b-dd84-497f-b910-6ed979cd7a3f service neutron] 10.222.0.16 "GET /v2.0/networks/c61de076-94fa-43d7-9269-b07975209bfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817027 Oct 19 08:23:02.616727 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-fc72c272-75f2-47fa-85ff-70400f2dbb2a req-5230ef68-e732-45a7-942f-118e2216a1a0 service neutron] 10.222.0.16 "GET /v2.0/networks/c61de076-94fa-43d7-9269-b07975209bfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857339 Oct 19 08:23:12.227625 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:23:13.492563 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-f0c6a0bf-f7b5-40b4-bae1-a7abe4187ad9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:23:16.397674 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-08d15115-d2cf-44e9-b112-97e7105a816a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:23:18.104204 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-2a2259f7-b034-4eec-af7a-7abaede746c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:23:19.196865 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-1a0da505-d0f9-48c6-b7e2-53b9c5e41298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:23:19.260759 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:23:25.607789 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.agents_db [None req-6057327c-4456-4c72-8e75-6d3cd9249757 None None] Agent healthcheck: found 6 active agents {{(pid=103335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 08:23:42.240496 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:23:43.494460 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-94f583d4-65df-4eaf-8630-f34dfdd29ab1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:23:46.059327 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec99142-b6f9-426e-aabf-36caa2a3f2c2 req-4e9c8368-cd21-4562-b471-4562ac65f439 tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:23:46.060907 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-fec99142-b6f9-426e-aabf-36caa2a3f2c2 req-4e9c8368-cd21-4562-b471-4562ac65f439 tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] 10.222.0.27 "GET /v2.0/ports?device_id=049d80d9-a4fa-4c07-ac96-81d455ea95c4 HTTP/1.1" status: 200 len: 946 time: 0.0506811 Oct 19 08:23:46.098239 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-fec99142-b6f9-426e-aabf-36caa2a3f2c2 req-b018ce98-bfdb-4b6f-8943-a64b3af69ac9 tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] 10.222.0.27 "GET /v2.0/security-groups?id=468c2ecb-ffb0-4c7b-8a38-5ca509f9d66f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315716 Oct 19 08:23:46.399227 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-e531d63f-6719-4036-8ac2-f7b6e9d56f1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:23:47.219564 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef97e15-8125-45b0-bbf3-f2d6519a4202 req-c28d8e48-1b0a-4323-add4-8755ae17fc5a tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:23:47.221068 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-8ef97e15-8125-45b0-bbf3-f2d6519a4202 req-c28d8e48-1b0a-4323-add4-8755ae17fc5a tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] 10.222.0.27 "GET /v2.0/ports?device_id=049d80d9-a4fa-4c07-ac96-81d455ea95c4 HTTP/1.1" status: 200 len: 946 time: 0.0479558 Oct 19 08:23:47.261694 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-8ef97e15-8125-45b0-bbf3-f2d6519a4202 req-c5494b36-1e6a-48f9-8a02-620872682da7 tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] 10.222.0.27 "GET /v2.0/security-groups?id=468c2ecb-ffb0-4c7b-8a38-5ca509f9d66f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339112 Oct 19 08:23:48.105614 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-2a2259f7-b034-4eec-af7a-7abaede746c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:23:48.384321 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c14524-fa19-4b66-aab4-15d73ea56533 req-14d39a3e-db7f-42b2-8701-72a7e7b4683a tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:23:48.385756 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-d2c14524-fa19-4b66-aab4-15d73ea56533 req-14d39a3e-db7f-42b2-8701-72a7e7b4683a tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] 10.222.0.27 "GET /v2.0/ports?device_id=049d80d9-a4fa-4c07-ac96-81d455ea95c4 HTTP/1.1" status: 200 len: 946 time: 0.0481870 Oct 19 08:23:48.423426 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-d2c14524-fa19-4b66-aab4-15d73ea56533 req-9dc8a927-e0c1-44be-9238-8d29cd8c2052 tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] 10.222.0.27 "GET /v2.0/security-groups?id=468c2ecb-ffb0-4c7b-8a38-5ca509f9d66f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318842 Oct 19 08:23:49.198921 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-1a0da505-d0f9-48c6-b7e2-53b9c5e41298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:23:49.261809 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:23:49.544277 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e495af64-7492-4ab4-871f-f658089988bf req-5b1b670b-6864-4b17-86cf-16e0ee1331ff tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:23:49.545782 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-e495af64-7492-4ab4-871f-f658089988bf req-5b1b670b-6864-4b17-86cf-16e0ee1331ff tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] 10.222.0.27 "GET /v2.0/ports?device_id=049d80d9-a4fa-4c07-ac96-81d455ea95c4 HTTP/1.1" status: 200 len: 946 time: 0.0490856 Oct 19 08:23:49.583695 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-e495af64-7492-4ab4-871f-f658089988bf req-cce28d19-d91a-426f-a679-91a961e7db66 tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] 10.222.0.27 "GET /v2.0/security-groups?id=468c2ecb-ffb0-4c7b-8a38-5ca509f9d66f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321267 Oct 19 08:23:50.704536 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736fee76-7c71-4573-9a0a-e840ec7d20ef req-c5373fdc-2dfa-4d55-87c9-02a03210cc45 tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:23:50.706019 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-736fee76-7c71-4573-9a0a-e840ec7d20ef req-c5373fdc-2dfa-4d55-87c9-02a03210cc45 tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] 10.222.0.27 "GET /v2.0/ports?device_id=049d80d9-a4fa-4c07-ac96-81d455ea95c4 HTTP/1.1" status: 200 len: 946 time: 0.0510509 Oct 19 08:23:50.747496 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-736fee76-7c71-4573-9a0a-e840ec7d20ef req-7fa02103-384e-438d-a207-fad222b3499d tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] 10.222.0.27 "GET /v2.0/security-groups?id=468c2ecb-ffb0-4c7b-8a38-5ca509f9d66f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354791 Oct 19 08:23:51.871010 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591cdc59-b02b-4962-ad30-a96faaf91973 req-c6f19ec0-468d-45f3-b07e-f7d28886de2e tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:23:51.873576 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-591cdc59-b02b-4962-ad30-a96faaf91973 req-c6f19ec0-468d-45f3-b07e-f7d28886de2e tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] 10.222.0.27 "GET /v2.0/ports?device_id=049d80d9-a4fa-4c07-ac96-81d455ea95c4 HTTP/1.1" status: 200 len: 946 time: 0.0540566 Oct 19 08:23:51.911389 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-591cdc59-b02b-4962-ad30-a96faaf91973 req-9bf909f3-8152-4ec7-b844-b22bf17ef595 tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] 10.222.0.27 "GET /v2.0/security-groups?id=468c2ecb-ffb0-4c7b-8a38-5ca509f9d66f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319324 Oct 19 08:23:53.031854 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f6e3a1-9f07-477b-842c-c08ed742aaab req-ba092f5c-c156-4c3f-8d63-9cce0101ebfb tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:23:53.033335 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-a2f6e3a1-9f07-477b-842c-c08ed742aaab req-ba092f5c-c156-4c3f-8d63-9cce0101ebfb tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] 10.222.0.27 "GET /v2.0/ports?device_id=049d80d9-a4fa-4c07-ac96-81d455ea95c4 HTTP/1.1" status: 200 len: 946 time: 0.0485892 Oct 19 08:23:53.070899 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-a2f6e3a1-9f07-477b-842c-c08ed742aaab req-03cc6019-01ce-4fdf-8b2f-654b8a2366df tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] 10.222.0.27 "GET /v2.0/security-groups?id=468c2ecb-ffb0-4c7b-8a38-5ca509f9d66f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315926 Oct 19 08:23:54.192799 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51768a89-94a9-435b-bdad-cfa663a6c859 req-d47bfd8e-8ae1-4b0b-a219-aea59b0b8892 tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:23:54.194851 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-51768a89-94a9-435b-bdad-cfa663a6c859 req-d47bfd8e-8ae1-4b0b-a219-aea59b0b8892 tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] 10.222.0.27 "GET /v2.0/ports?device_id=049d80d9-a4fa-4c07-ac96-81d455ea95c4 HTTP/1.1" status: 200 len: 946 time: 0.0498188 Oct 19 08:23:54.235297 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-51768a89-94a9-435b-bdad-cfa663a6c859 req-ad81264b-29ed-4ed5-8414-0fa4e29456e8 tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] 10.222.0.27 "GET /v2.0/security-groups?id=468c2ecb-ffb0-4c7b-8a38-5ca509f9d66f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345197 Oct 19 08:23:55.356018 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e854fb2a-616c-454f-a809-1bd9a9681e7c req-0e7572dc-ce8d-42ea-aeb7-73651981e45f tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:23:55.357506 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-e854fb2a-616c-454f-a809-1bd9a9681e7c req-0e7572dc-ce8d-42ea-aeb7-73651981e45f tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] 10.222.0.27 "GET /v2.0/ports?device_id=049d80d9-a4fa-4c07-ac96-81d455ea95c4 HTTP/1.1" status: 200 len: 946 time: 0.0492046 Oct 19 08:23:55.394105 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-e854fb2a-616c-454f-a809-1bd9a9681e7c req-89e273ee-4df5-4296-a323-940c58503483 tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] 10.222.0.27 "GET /v2.0/security-groups?id=468c2ecb-ffb0-4c7b-8a38-5ca509f9d66f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307615 Oct 19 08:23:56.517385 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d89458-fc6d-40b7-9ac2-206f58d88ec9 req-54cbf0df-e4cb-4cd9-89d7-927212fd3c3d tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:23:56.518864 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-04d89458-fc6d-40b7-9ac2-206f58d88ec9 req-54cbf0df-e4cb-4cd9-89d7-927212fd3c3d tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] 10.222.0.27 "GET /v2.0/ports?device_id=049d80d9-a4fa-4c07-ac96-81d455ea95c4 HTTP/1.1" status: 200 len: 946 time: 0.0500233 Oct 19 08:23:56.557041 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-04d89458-fc6d-40b7-9ac2-206f58d88ec9 req-5871fb03-e137-4155-b184-b002b86f5383 tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] 10.222.0.27 "GET /v2.0/security-groups?id=468c2ecb-ffb0-4c7b-8a38-5ca509f9d66f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315948 Oct 19 08:23:57.682085 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178f3fba-5d22-4eba-8c17-4d7a75993416 req-25b9dece-b59f-4d7c-a4e0-f377ba38585b tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:23:57.683563 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-178f3fba-5d22-4eba-8c17-4d7a75993416 req-25b9dece-b59f-4d7c-a4e0-f377ba38585b tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] 10.222.0.27 "GET /v2.0/ports?device_id=049d80d9-a4fa-4c07-ac96-81d455ea95c4 HTTP/1.1" status: 200 len: 946 time: 0.0490396 Oct 19 08:23:57.724285 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-178f3fba-5d22-4eba-8c17-4d7a75993416 req-399577be-08d2-42ee-91f7-9f732c2d6ff9 tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] 10.222.0.27 "GET /v2.0/security-groups?id=468c2ecb-ffb0-4c7b-8a38-5ca509f9d66f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348217 Oct 19 08:23:58.746384 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Device 009be9ac-e8e5-4027-91d1-54409560e914 details requested by agent hyperv_hv-neutron-8616 with host hv-neutron-8616 {{(pid=103334) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 08:23:58.846923 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] For port 009be9ac-e8e5-4027-91d1-54409560e914, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=009be9ac-e8e5-4027-91d1-54409560e914,segment=NetworkSegment(c1a3e3bc-8491-4eb0-8230-b79bc2d2ab56),segment_id=c1a3e3bc-8491-4eb0-8230-b79bc2d2ab56)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 08:23:58.849943 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537e83b4-d8cd-4ee4-b361-252e494cd09a req-732ef9d7-23b1-4747-8ec7-309d0f89d250 tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:23:58.851747 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-537e83b4-d8cd-4ee4-b361-252e494cd09a req-732ef9d7-23b1-4747-8ec7-309d0f89d250 tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] 10.222.0.27 "GET /v2.0/ports?device_id=049d80d9-a4fa-4c07-ac96-81d455ea95c4 HTTP/1.1" status: 200 len: 946 time: 0.0528359 Oct 19 08:23:58.863155 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Returning: {'device': '009be9ac-e8e5-4027-91d1-54409560e914', 'network_id': 'c61de076-94fa-43d7-9269-b07975209bfb', 'port_id': '009be9ac-e8e5-4027-91d1-54409560e914', 'mac_address': 'fa:16:3e:cc:0c:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3741bea-2529-40a4-9626-23e7d3438bdd', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103334) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 08:23:58.895388 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-537e83b4-d8cd-4ee4-b361-252e494cd09a req-f788714c-3288-4a34-b7fb-3c3e0bb549a6 tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] 10.222.0.27 "GET /v2.0/security-groups?id=468c2ecb-ffb0-4c7b-8a38-5ca509f9d66f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370221 Oct 19 08:23:58.909453 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Current status of the port 009be9ac-e8e5-4027-91d1-54409560e914 is: ACTIVE; New status is: BUILD {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 08:23:58.909731 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:23:58.923555 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.notifiers.nova [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 009be9ac-e8e5-4027-91d1-54409560e914 {{(pid=103334) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 19 08:23:58.946836 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] For port 009be9ac-e8e5-4027-91d1-54409560e914, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=009be9ac-e8e5-4027-91d1-54409560e914,segment=NetworkSegment(c1a3e3bc-8491-4eb0-8230-b79bc2d2ab56),segment_id=c1a3e3bc-8491-4eb0-8230-b79bc2d2ab56)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 08:23:58.951181 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:23:59.000934 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Pushing event updated for resources: {'Port': ['ID=009be9ac-e8e5-4027-91d1-54409560e914,revision_number=6']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:23:59.008454 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:23:59.008826 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:23:59.009160 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:23:59.009494 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:23:59.009819 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:23:59.010145 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:23:59.010468 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:23:59.010791 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:23:59.011113 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:23:59.011430 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:23:59.011747 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:23:59.012060 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:23:59.019860 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] get_ports_and_sgs() called for port_ids ['009be9ac-e8e5-4027-91d1-54409560e914'] {{(pid=103334) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 19 08:24:00.032678 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e51adc7-7c08-441b-a32c-1c33185fd752 req-30b1c947-61ed-4a9f-b613-56adf86bbe2f tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:24:00.037083 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-6e51adc7-7c08-441b-a32c-1c33185fd752 req-30b1c947-61ed-4a9f-b613-56adf86bbe2f tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] 10.222.0.27 "GET /v2.0/ports?device_id=049d80d9-a4fa-4c07-ac96-81d455ea95c4 HTTP/1.1" status: 200 len: 945 time: 0.0558035 Oct 19 08:24:00.076386 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-6e51adc7-7c08-441b-a32c-1c33185fd752 req-81c5db96-f46c-4285-8b98-19e22694c220 tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] 10.222.0.27 "GET /v2.0/security-groups?id=468c2ecb-ffb0-4c7b-8a38-5ca509f9d66f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344293 Oct 19 08:24:00.761950 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Device 009be9ac-e8e5-4027-91d1-54409560e914 up at agent hyperv_hv-neutron-8616 {{(pid=103334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 08:24:00.812264 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Provisioning complete for port 009be9ac-e8e5-4027-91d1-54409560e914 triggered by entity L2. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 08:24:00.812675 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:24:00.813004 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Attempt 1 to provision port 009be9ac-e8e5-4027-91d1-54409560e914 Oct 19 08:24:00.899381 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Current status of the port 009be9ac-e8e5-4027-91d1-54409560e914 is: BUILD; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 08:24:00.899772 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:24:00.926900 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '049d80d9-a4fa-4c07-ac96-81d455ea95c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '009be9ac-e8e5-4027-91d1-54409560e914'}] {{(pid=103334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 19 08:24:00.930086 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d918bd29c62f7e926e80ce37adcd574e0921d2de3006e6b6ef58999f52d8e2e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b20aabcf-7022-4114-825e-76c3d6db1978" -d '{"events": [{"server_uuid": "049d80d9-a4fa-4c07-ac96-81d455ea95c4", "name": "network-vif-plugged", "status": "completed", "tag": "009be9ac-e8e5-4027-91d1-54409560e914"}]}' {{(pid=103334) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 08:24:00.947533 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] For port 009be9ac-e8e5-4027-91d1-54409560e914, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=009be9ac-e8e5-4027-91d1-54409560e914,segment=NetworkSegment(c1a3e3bc-8491-4eb0-8230-b79bc2d2ab56),segment_id=c1a3e3bc-8491-4eb0-8230-b79bc2d2ab56)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 08:24:00.955082 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:24:01.027074 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Pushing event updated for resources: {'Port': ['ID=009be9ac-e8e5-4027-91d1-54409560e914,revision_number=7']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:24:01.043284 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 19 Oct 2022 08:24:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b0e3ab9-8dba-407a-a360-dda3541e2416 x-openstack-request-id: req-5b0e3ab9-8dba-407a-a360-dda3541e2416 {{(pid=103334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 08:24:01.043724 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "049d80d9-a4fa-4c07-ac96-81d455ea95c4", "name": "network-vif-plugged", "status": "completed", "tag": "009be9ac-e8e5-4027-91d1-54409560e914", "code": 200}]} {{(pid=103334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 08:24:01.044076 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-5b0e3ab9-8dba-407a-a360-dda3541e2416 {{(pid=103334) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 08:24:01.044609 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5b0e3ab9-8dba-407a-a360-dda3541e2416'] response: {'server_uuid': '049d80d9-a4fa-4c07-ac96-81d455ea95c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '009be9ac-e8e5-4027-91d1-54409560e914', 'code': 200} Oct 19 08:24:01.202889 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae7879b-124e-4c09-9bb3-d63620295cb3 req-4acff72a-df41-4dac-ad23-3f38bb0be8e2 tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:24:01.208484 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-5ae7879b-124e-4c09-9bb3-d63620295cb3 req-4acff72a-df41-4dac-ad23-3f38bb0be8e2 tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] 10.222.0.27 "GET /v2.0/ports?device_id=049d80d9-a4fa-4c07-ac96-81d455ea95c4 HTTP/1.1" status: 200 len: 946 time: 0.0562012 Oct 19 08:24:01.256924 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-5ae7879b-124e-4c09-9bb3-d63620295cb3 req-d75e595a-f136-4aa6-919d-b7117cf09298 tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] 10.222.0.27 "GET /v2.0/security-groups?id=468c2ecb-ffb0-4c7b-8a38-5ca509f9d66f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464394 Oct 19 08:24:02.396307 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfa8227-1260-4828-a2f9-29f0caf7d3ca req-f068b958-2712-4275-849d-8bb861f0f559 tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:24:02.397999 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-2dfa8227-1260-4828-a2f9-29f0caf7d3ca req-f068b958-2712-4275-849d-8bb861f0f559 tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] 10.222.0.27 "GET /v2.0/ports?device_id=049d80d9-a4fa-4c07-ac96-81d455ea95c4 HTTP/1.1" status: 200 len: 946 time: 0.0509434 Oct 19 08:24:02.443885 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-2dfa8227-1260-4828-a2f9-29f0caf7d3ca req-c64caf04-ebd3-41b3-827d-f9e0ee005663 tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] 10.222.0.27 "GET /v2.0/security-groups?id=468c2ecb-ffb0-4c7b-8a38-5ca509f9d66f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394604 Oct 19 08:24:02.606843 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.agents_db [None req-6057327c-4456-4c72-8e75-6d3cd9249757 None None] Agent healthcheck: found 6 active agents {{(pid=103335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 08:24:03.130286 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1207b8d4-e356-4662-ab6a-b14b80842eb6 req-a5554fd0-81c5-4b63-8aa6-0f6a0844ba9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:24:03.132869 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-1207b8d4-e356-4662-ab6a-b14b80842eb6 req-a5554fd0-81c5-4b63-8aa6-0f6a0844ba9b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=2c590e68ec6a4f309b262f6822c15dfc&device_id=049d80d9-a4fa-4c07-ac96-81d455ea95c4 HTTP/1.1" status: 200 len: 1099 time: 0.0500436 Oct 19 08:24:03.249984 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1207b8d4-e356-4662-ab6a-b14b80842eb6 req-e96e9f85-e1a7-4b41-94ba-b664c06804d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:24:03.251505 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-1207b8d4-e356-4662-ab6a-b14b80842eb6 req-e96e9f85-e1a7-4b41-94ba-b664c06804d7 service neutron] 10.222.0.16 "GET /v2.0/networks?id=c61de076-94fa-43d7-9269-b07975209bfb HTTP/1.1" status: 200 len: 908 time: 0.0963693 Oct 19 08:24:03.332576 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-1207b8d4-e356-4662-ab6a-b14b80842eb6 req-1a4dc34f-8579-4d9a-9b8c-1e945a5fdf02 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=009be9ac-e8e5-4027-91d1-54409560e914 HTTP/1.1" status: 200 len: 1001 time: 0.0736258 Oct 19 08:24:03.388729 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1207b8d4-e356-4662-ab6a-b14b80842eb6 req-6149d1c7-b612-40ee-a458-047f727f3c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:24:03.390144 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-1207b8d4-e356-4662-ab6a-b14b80842eb6 req-6149d1c7-b612-40ee-a458-047f727f3c41 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d3741bea-2529-40a4-9626-23e7d3438bdd HTTP/1.1" status: 200 len: 846 time: 0.0499539 Oct 19 08:24:03.443048 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1207b8d4-e356-4662-ab6a-b14b80842eb6 req-1e96fbd7-394f-4e03-98f7-95eaebabfef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:24:03.445376 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-1207b8d4-e356-4662-ab6a-b14b80842eb6 req-1e96fbd7-394f-4e03-98f7-95eaebabfef8 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c61de076-94fa-43d7-9269-b07975209bfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0477424 Oct 19 08:24:03.558380 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-1207b8d4-e356-4662-ab6a-b14b80842eb6 req-d746ede1-ad46-47ca-b9d8-0875ab78f5cd service neutron] 10.222.0.16 "GET /v2.0/networks/c61de076-94fa-43d7-9269-b07975209bfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1056902 Oct 19 08:24:03.584908 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882bc880-8c80-482e-abbf-eb2de0c81e5b req-628ba223-b2df-42e6-843e-c59888ae7a02 tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:24:03.592733 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-882bc880-8c80-482e-abbf-eb2de0c81e5b req-628ba223-b2df-42e6-843e-c59888ae7a02 tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] 10.222.0.27 "GET /v2.0/ports?device_id=049d80d9-a4fa-4c07-ac96-81d455ea95c4 HTTP/1.1" status: 200 len: 946 time: 0.0635219 Oct 19 08:24:03.642185 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-882bc880-8c80-482e-abbf-eb2de0c81e5b req-ab217250-2888-4788-a5d1-84ebd9e71b6a tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] 10.222.0.27 "GET /v2.0/security-groups?id=468c2ecb-ffb0-4c7b-8a38-5ca509f9d66f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482209 Oct 19 08:24:03.665572 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-1207b8d4-e356-4662-ab6a-b14b80842eb6 req-a882c5a3-45e3-4955-9819-5711adffe6a4 service neutron] 10.222.0.16 "GET /v2.0/networks/c61de076-94fa-43d7-9269-b07975209bfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985744 Oct 19 08:24:04.765378 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f5c653-cac1-4e3d-903b-1925c56760f4 req-905f44f9-4f86-4466-af9e-5adf6f85f72c tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:24:04.766863 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-87f5c653-cac1-4e3d-903b-1925c56760f4 req-905f44f9-4f86-4466-af9e-5adf6f85f72c tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] 10.222.0.27 "GET /v2.0/ports?device_id=049d80d9-a4fa-4c07-ac96-81d455ea95c4 HTTP/1.1" status: 200 len: 946 time: 0.0552518 Oct 19 08:24:04.815152 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-87f5c653-cac1-4e3d-903b-1925c56760f4 req-ede7b0f8-a63d-4e2f-a4f2-03cea651ddde tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] 10.222.0.27 "GET /v2.0/security-groups?id=468c2ecb-ffb0-4c7b-8a38-5ca509f9d66f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417213 Oct 19 08:24:05.950105 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227ce54a-36c9-42fc-8608-fd9f7c1dd031 req-4a3b5a63-4835-4016-9b25-ea0f0a5459ff tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:24:05.951754 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-227ce54a-36c9-42fc-8608-fd9f7c1dd031 req-4a3b5a63-4835-4016-9b25-ea0f0a5459ff tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] 10.222.0.27 "GET /v2.0/ports?device_id=049d80d9-a4fa-4c07-ac96-81d455ea95c4 HTTP/1.1" status: 200 len: 946 time: 0.0581658 Oct 19 08:24:06.005011 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-227ce54a-36c9-42fc-8608-fd9f7c1dd031 req-e02c321f-a60d-4a25-a907-1932901523a1 tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] 10.222.0.27 "GET /v2.0/security-groups?id=468c2ecb-ffb0-4c7b-8a38-5ca509f9d66f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432563 Oct 19 08:24:07.138760 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31da85f-4751-4251-bf8d-c3c726c04ee0 req-26575666-f4fb-4bb3-b76d-4bfcaf4fa3d7 tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:24:07.141649 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-f31da85f-4751-4251-bf8d-c3c726c04ee0 req-26575666-f4fb-4bb3-b76d-4bfcaf4fa3d7 tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] 10.222.0.27 "GET /v2.0/ports?device_id=049d80d9-a4fa-4c07-ac96-81d455ea95c4 HTTP/1.1" status: 200 len: 946 time: 0.0588427 Oct 19 08:24:07.197354 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-f31da85f-4751-4251-bf8d-c3c726c04ee0 req-1c73df5d-ec3b-4795-b06b-6157977cad40 tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] 10.222.0.27 "GET /v2.0/security-groups?id=468c2ecb-ffb0-4c7b-8a38-5ca509f9d66f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395055 Oct 19 08:24:08.319670 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e5b726-f043-4b91-912d-8d15f2b1436e req-ee7512cb-9875-4b15-905e-19d90d77a545 tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:24:08.321213 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-f3e5b726-f043-4b91-912d-8d15f2b1436e req-ee7512cb-9875-4b15-905e-19d90d77a545 tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] 10.222.0.27 "GET /v2.0/ports?device_id=049d80d9-a4fa-4c07-ac96-81d455ea95c4 HTTP/1.1" status: 200 len: 946 time: 0.0489895 Oct 19 08:24:08.362241 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-f3e5b726-f043-4b91-912d-8d15f2b1436e req-923b5263-a8ec-4212-ad09-8a2dd4763276 tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] 10.222.0.27 "GET /v2.0/security-groups?id=468c2ecb-ffb0-4c7b-8a38-5ca509f9d66f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351360 Oct 19 08:24:08.962661 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc3312e-78df-4e4f-9d38-af55a8361d65 req-fa58a26e-3d2a-4675-a9d2-676765c0195c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:24:08.964396 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-3cc3312e-78df-4e4f-9d38-af55a8361d65 req-fa58a26e-3d2a-4675-a9d2-676765c0195c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=2c590e68ec6a4f309b262f6822c15dfc&device_id=049d80d9-a4fa-4c07-ac96-81d455ea95c4 HTTP/1.1" status: 200 len: 1099 time: 0.3267353 Oct 19 08:24:09.051404 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc3312e-78df-4e4f-9d38-af55a8361d65 req-3d45f863-fe8f-452a-98cb-c467e7e4d527 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:24:09.052852 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-3cc3312e-78df-4e4f-9d38-af55a8361d65 req-3d45f863-fe8f-452a-98cb-c467e7e4d527 service neutron] 10.222.0.16 "GET /v2.0/networks?id=c61de076-94fa-43d7-9269-b07975209bfb HTTP/1.1" status: 200 len: 908 time: 0.0815303 Oct 19 08:24:09.118784 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-3cc3312e-78df-4e4f-9d38-af55a8361d65 req-41aaa558-5a1c-403d-a27d-5e3d4d2392f5 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=009be9ac-e8e5-4027-91d1-54409560e914 HTTP/1.1" status: 200 len: 1001 time: 0.0598078 Oct 19 08:24:09.165277 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc3312e-78df-4e4f-9d38-af55a8361d65 req-c757fed2-1f1d-4133-92b1-15be9955a815 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:24:09.166662 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-3cc3312e-78df-4e4f-9d38-af55a8361d65 req-c757fed2-1f1d-4133-92b1-15be9955a815 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d3741bea-2529-40a4-9626-23e7d3438bdd HTTP/1.1" status: 200 len: 846 time: 0.0420716 Oct 19 08:24:09.210109 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc3312e-78df-4e4f-9d38-af55a8361d65 req-ed331a4c-840d-48db-86a6-de1e08dd73e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:24:09.211533 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-3cc3312e-78df-4e4f-9d38-af55a8361d65 req-ed331a4c-840d-48db-86a6-de1e08dd73e4 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c61de076-94fa-43d7-9269-b07975209bfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0388210 Oct 19 08:24:09.301196 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-3cc3312e-78df-4e4f-9d38-af55a8361d65 req-60cf0683-6b33-4832-98d9-c5fda9e331f0 service neutron] 10.222.0.16 "GET /v2.0/networks/c61de076-94fa-43d7-9269-b07975209bfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830846 Oct 19 08:24:09.388742 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-3cc3312e-78df-4e4f-9d38-af55a8361d65 req-d0d80faf-d58d-44ff-8ded-a4e998f41479 service neutron] 10.222.0.16 "GET /v2.0/networks/c61de076-94fa-43d7-9269-b07975209bfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810659 Oct 19 08:24:09.483185 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3db2fba-8cc5-4582-b91f-cbe3c5f3123a req-304b4f4d-b371-4e8f-812c-b7a80c43ec55 tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:24:09.484671 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-d3db2fba-8cc5-4582-b91f-cbe3c5f3123a req-304b4f4d-b371-4e8f-812c-b7a80c43ec55 tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] 10.222.0.27 "GET /v2.0/ports?device_id=049d80d9-a4fa-4c07-ac96-81d455ea95c4 HTTP/1.1" status: 200 len: 946 time: 0.0485160 Oct 19 08:24:09.521737 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-d3db2fba-8cc5-4582-b91f-cbe3c5f3123a req-8d4a0eb6-1c8d-4915-b9e4-e41fba693d3e tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] 10.222.0.27 "GET /v2.0/security-groups?id=468c2ecb-ffb0-4c7b-8a38-5ca509f9d66f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311069 Oct 19 08:24:10.643294 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7900db9-27aa-4c49-a6a1-371cec00f059 req-ccf8a798-7144-41f3-9328-0d30d05017db tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:24:10.644786 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-c7900db9-27aa-4c49-a6a1-371cec00f059 req-ccf8a798-7144-41f3-9328-0d30d05017db tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] 10.222.0.27 "GET /v2.0/ports?device_id=049d80d9-a4fa-4c07-ac96-81d455ea95c4 HTTP/1.1" status: 200 len: 946 time: 0.0489125 Oct 19 08:24:10.682239 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-c7900db9-27aa-4c49-a6a1-371cec00f059 req-881262c3-2c23-41db-9537-4dd39cb04490 tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] 10.222.0.27 "GET /v2.0/security-groups?id=468c2ecb-ffb0-4c7b-8a38-5ca509f9d66f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315437 Oct 19 08:24:11.801765 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6884140e-ec88-4157-98c7-9a481cf0464b req-147264c1-2caa-434f-b10a-6c2cd9b124e8 tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:24:11.803210 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-6884140e-ec88-4157-98c7-9a481cf0464b req-147264c1-2caa-434f-b10a-6c2cd9b124e8 tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] 10.222.0.27 "GET /v2.0/ports?device_id=049d80d9-a4fa-4c07-ac96-81d455ea95c4 HTTP/1.1" status: 200 len: 946 time: 0.0480762 Oct 19 08:24:11.844397 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-6884140e-ec88-4157-98c7-9a481cf0464b req-c4ae5b1d-a9f6-4d06-abe9-06a0aee20500 tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] 10.222.0.27 "GET /v2.0/security-groups?id=468c2ecb-ffb0-4c7b-8a38-5ca509f9d66f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351477 Oct 19 08:24:11.917215 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [req-bbf78f8e-f1be-4280-b784-8b6355e28d20 req-d9873d2e-d1af-4388-a0dc-9806b85e0697 service neutron] http://10.222.0.27:9696/v2.0/extensions returned with HTTP 200 {{(pid=103332) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 08:24:11.918220 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-bbf78f8e-f1be-4280-b784-8b6355e28d20 req-d9873d2e-d1af-4388-a0dc-9806b85e0697 service neutron] 10.222.0.27 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054932 Oct 19 08:24:12.070743 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6254db0-abe0-4428-b770-dbf5369eb1d3 req-e7647bed-7f68-4087-be37-b42ca9c349c1 tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:24:12.072254 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-e6254db0-abe0-4428-b770-dbf5369eb1d3 req-e7647bed-7f68-4087-be37-b42ca9c349c1 tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] 10.222.0.27 "GET /v2.0/ports?device_id=049d80d9-a4fa-4c07-ac96-81d455ea95c4 HTTP/1.1" status: 200 len: 946 time: 0.0488205 Oct 19 08:24:12.110395 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-e6254db0-abe0-4428-b770-dbf5369eb1d3 req-edbc0d8f-9f3d-4b08-b896-ca84f02e57db tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] 10.222.0.27 "GET /v2.0/security-groups?id=468c2ecb-ffb0-4c7b-8a38-5ca509f9d66f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321810 Oct 19 08:24:12.241339 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:24:12.373597 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-65ef00f3-8ab8-4e57-aa99-a78f44a18085 req-e70ed350-e8a8-4eb0-8b72-b0881fa8ce5d service neutron] 10.222.0.27 "GET /v2.0/ports?device_id=049d80d9-a4fa-4c07-ac96-81d455ea95c4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0983596 Oct 19 08:24:12.820802 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Device 009be9ac-e8e5-4027-91d1-54409560e914 no longer exists at agent hyperv_hv-neutron-8616 {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 08:24:12.895844 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Current status of the port 009be9ac-e8e5-4027-91d1-54409560e914 is: ACTIVE; New status is: DOWN {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 08:24:12.896234 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:24:12.924251 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '049d80d9-a4fa-4c07-ac96-81d455ea95c4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '009be9ac-e8e5-4027-91d1-54409560e914'}] {{(pid=103334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 19 08:24:12.926553 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d918bd29c62f7e926e80ce37adcd574e0921d2de3006e6b6ef58999f52d8e2e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7f21c98-aeef-4dbd-b8a8-48c0ec3d48bd" -d '{"events": [{"server_uuid": "049d80d9-a4fa-4c07-ac96-81d455ea95c4", "name": "network-vif-unplugged", "status": "completed", "tag": "009be9ac-e8e5-4027-91d1-54409560e914"}]}' {{(pid=103334) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 08:24:12.948259 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] For port 009be9ac-e8e5-4027-91d1-54409560e914, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=009be9ac-e8e5-4027-91d1-54409560e914,segment=NetworkSegment(c1a3e3bc-8491-4eb0-8230-b79bc2d2ab56),segment_id=c1a3e3bc-8491-4eb0-8230-b79bc2d2ab56)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 08:24:12.952488 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:24:12.978544 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 19 Oct 2022 08:24:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2228e841-808a-42e4-99cb-cc09f2ea071d x-openstack-request-id: req-2228e841-808a-42e4-99cb-cc09f2ea071d {{(pid=103334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 08:24:12.978841 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "049d80d9-a4fa-4c07-ac96-81d455ea95c4", "name": "network-vif-unplugged", "status": "completed", "tag": "009be9ac-e8e5-4027-91d1-54409560e914", "code": 200}]} {{(pid=103334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 08:24:12.979095 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-2228e841-808a-42e4-99cb-cc09f2ea071d {{(pid=103334) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 08:24:12.979485 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2228e841-808a-42e4-99cb-cc09f2ea071d'] response: {'server_uuid': '049d80d9-a4fa-4c07-ac96-81d455ea95c4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '009be9ac-e8e5-4027-91d1-54409560e914', 'code': 200} Oct 19 08:24:13.004394 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Pushing event updated for resources: {'Port': ['ID=009be9ac-e8e5-4027-91d1-54409560e914,revision_number=8']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:24:13.198699 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ef00f3-8ab8-4e57-aa99-a78f44a18085 req-81d46cd4-0e91-4544-8835-31e5569f61a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:24:13.200299 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-65ef00f3-8ab8-4e57-aa99-a78f44a18085 req-81d46cd4-0e91-4544-8835-31e5569f61a0 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=049d80d9-a4fa-4c07-ac96-81d455ea95c4&tenant_id=2c590e68ec6a4f309b262f6822c15dfc HTTP/1.1" status: 200 len: 1097 time: 0.0425398 Oct 19 08:24:13.233985 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945e4bfc-6c59-480c-b3b3-d1b4563c7e42 req-79ba7e91-713f-4643-be57-87fa3b0996c5 tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:24:13.235481 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-945e4bfc-6c59-480c-b3b3-d1b4563c7e42 req-79ba7e91-713f-4643-be57-87fa3b0996c5 tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] 10.222.0.27 "GET /v2.0/ports?device_id=049d80d9-a4fa-4c07-ac96-81d455ea95c4 HTTP/1.1" status: 200 len: 944 time: 0.0495484 Oct 19 08:24:13.265550 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ef00f3-8ab8-4e57-aa99-a78f44a18085 req-35aee359-f242-4d53-9ea9-c631d816a7cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:24:13.267032 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-65ef00f3-8ab8-4e57-aa99-a78f44a18085 req-35aee359-f242-4d53-9ea9-c631d816a7cf service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=2c590e68ec6a4f309b262f6822c15dfc&device_id=049d80d9-a4fa-4c07-ac96-81d455ea95c4 HTTP/1.1" status: 200 len: 1097 time: 0.0413289 Oct 19 08:24:13.274766 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-945e4bfc-6c59-480c-b3b3-d1b4563c7e42 req-58707bee-dc04-48e1-a7b0-0233ef659f75 tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] 10.222.0.27 "GET /v2.0/security-groups?id=468c2ecb-ffb0-4c7b-8a38-5ca509f9d66f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324798 Oct 19 08:24:13.361463 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ef00f3-8ab8-4e57-aa99-a78f44a18085 req-2d0791e8-aa75-4fe0-9166-b5cb563a2842 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:24:13.362927 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-65ef00f3-8ab8-4e57-aa99-a78f44a18085 req-2d0791e8-aa75-4fe0-9166-b5cb563a2842 service neutron] 10.222.0.16 "GET /v2.0/networks?id=c61de076-94fa-43d7-9269-b07975209bfb HTTP/1.1" status: 200 len: 908 time: 0.0899448 Oct 19 08:24:13.427576 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-65ef00f3-8ab8-4e57-aa99-a78f44a18085 req-c5c96369-5608-4f07-9988-2b053617a4d5 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=009be9ac-e8e5-4027-91d1-54409560e914 HTTP/1.1" status: 200 len: 999 time: 0.0581532 Oct 19 08:24:13.476857 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ef00f3-8ab8-4e57-aa99-a78f44a18085 req-08ffc462-8ecf-4aae-bfea-0dbeecf66b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:24:13.478316 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-65ef00f3-8ab8-4e57-aa99-a78f44a18085 req-08ffc462-8ecf-4aae-bfea-0dbeecf66b11 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d3741bea-2529-40a4-9626-23e7d3438bdd HTTP/1.1" status: 200 len: 846 time: 0.0446725 Oct 19 08:24:13.496981 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-f4462bc7-47f1-4600-a17d-fd814733c695 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:24:13.529032 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ef00f3-8ab8-4e57-aa99-a78f44a18085 req-a0fdaadc-67d5-4d84-bf14-fc23e1a7f5ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:24:13.530501 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-65ef00f3-8ab8-4e57-aa99-a78f44a18085 req-a0fdaadc-67d5-4d84-bf14-fc23e1a7f5ea service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c61de076-94fa-43d7-9269-b07975209bfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0459428 Oct 19 08:24:13.619527 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-65ef00f3-8ab8-4e57-aa99-a78f44a18085 req-0d102541-6a50-4b26-ae13-76d3ae3132d8 service neutron] 10.222.0.16 "GET /v2.0/networks/c61de076-94fa-43d7-9269-b07975209bfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810189 Oct 19 08:24:13.709787 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-65ef00f3-8ab8-4e57-aa99-a78f44a18085 req-827bbc9a-388c-47fa-8a77-1d13d58f6013 service neutron] 10.222.0.16 "GET /v2.0/networks/c61de076-94fa-43d7-9269-b07975209bfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834146 Oct 19 08:24:14.424067 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5639d0-70e8-4aeb-b051-f8d0a33a6401 req-3937d427-fc60-4950-9580-83aeef1c0b9f tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:24:14.425604 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-fd5639d0-70e8-4aeb-b051-f8d0a33a6401 req-3937d427-fc60-4950-9580-83aeef1c0b9f tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] 10.222.0.27 "GET /v2.0/ports?device_id=049d80d9-a4fa-4c07-ac96-81d455ea95c4 HTTP/1.1" status: 200 len: 944 time: 0.0533047 Oct 19 08:24:14.475009 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-fd5639d0-70e8-4aeb-b051-f8d0a33a6401 req-f75b7cd9-8892-495c-84cb-39a1ee3fb8ae tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] 10.222.0.27 "GET /v2.0/security-groups?id=468c2ecb-ffb0-4c7b-8a38-5ca509f9d66f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427167 Oct 19 08:24:15.604858 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac59ff5a-78ae-410f-925b-c61a80391f20 req-ea3cf4d9-6252-4658-acce-5031286bf3b2 tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:24:15.606415 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-ac59ff5a-78ae-410f-925b-c61a80391f20 req-ea3cf4d9-6252-4658-acce-5031286bf3b2 tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] 10.222.0.27 "GET /v2.0/ports?device_id=049d80d9-a4fa-4c07-ac96-81d455ea95c4 HTTP/1.1" status: 200 len: 944 time: 0.0516312 Oct 19 08:24:15.647649 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-ac59ff5a-78ae-410f-925b-c61a80391f20 req-0382cdc6-09aa-452f-b5e7-addada3eaac1 tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] 10.222.0.27 "GET /v2.0/security-groups?id=468c2ecb-ffb0-4c7b-8a38-5ca509f9d66f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351422 Oct 19 08:24:16.403829 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-be69819f-0c16-4b15-8f9b-7590f6495cc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:24:16.779278 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853414cf-f7f1-4d69-909c-1127a4fcddc0 req-a4c7ebb0-ea0a-40af-8d3e-5f02393fe491 tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:24:16.781081 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-853414cf-f7f1-4d69-909c-1127a4fcddc0 req-a4c7ebb0-ea0a-40af-8d3e-5f02393fe491 tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] 10.222.0.27 "GET /v2.0/ports?device_id=049d80d9-a4fa-4c07-ac96-81d455ea95c4 HTTP/1.1" status: 200 len: 944 time: 0.0540426 Oct 19 08:24:16.823132 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-853414cf-f7f1-4d69-909c-1127a4fcddc0 req-1fd82274-62a6-4102-ab7f-6a8c2d4e5d1c tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] 10.222.0.27 "GET /v2.0/security-groups?id=468c2ecb-ffb0-4c7b-8a38-5ca509f9d66f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358064 Oct 19 08:24:17.954217 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bf585e-40bc-408c-94a2-5a5930e217be req-0a6ab2e9-f600-459e-a198-4b2afe02f215 tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:24:17.955827 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-35bf585e-40bc-408c-94a2-5a5930e217be req-0a6ab2e9-f600-459e-a198-4b2afe02f215 tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] 10.222.0.27 "GET /v2.0/ports?device_id=049d80d9-a4fa-4c07-ac96-81d455ea95c4 HTTP/1.1" status: 200 len: 944 time: 0.0538437 Oct 19 08:24:18.002176 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-35bf585e-40bc-408c-94a2-5a5930e217be req-a3168ced-d12d-4cc3-8011-17e2458d43ff tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] 10.222.0.27 "GET /v2.0/security-groups?id=468c2ecb-ffb0-4c7b-8a38-5ca509f9d66f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395844 Oct 19 08:24:18.108580 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-2a2259f7-b034-4eec-af7a-7abaede746c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:24:19.129259 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9a628b-883b-4c5f-9966-be8b0bb12d0d req-ab77fe5f-901e-4654-a7e1-34de73484095 tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:24:19.130659 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-ba9a628b-883b-4c5f-9966-be8b0bb12d0d req-ab77fe5f-901e-4654-a7e1-34de73484095 tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] 10.222.0.27 "GET /v2.0/ports?device_id=049d80d9-a4fa-4c07-ac96-81d455ea95c4 HTTP/1.1" status: 200 len: 944 time: 0.0529389 Oct 19 08:24:19.171630 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-ba9a628b-883b-4c5f-9966-be8b0bb12d0d req-b0e352a8-10f8-4103-8811-f6e28e69b63e tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] 10.222.0.27 "GET /v2.0/security-groups?id=468c2ecb-ffb0-4c7b-8a38-5ca509f9d66f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342853 Oct 19 08:24:19.205834 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-1a0da505-d0f9-48c6-b7e2-53b9c5e41298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:24:19.284542 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:24:20.298741 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9ce50f-f09b-4081-b826-416f6e936c9b req-65a8c42e-b0a5-472b-8761-6967b547f9cf tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:24:20.300280 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-4e9ce50f-f09b-4081-b826-416f6e936c9b req-65a8c42e-b0a5-472b-8761-6967b547f9cf tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] 10.222.0.27 "GET /v2.0/ports?device_id=049d80d9-a4fa-4c07-ac96-81d455ea95c4 HTTP/1.1" status: 200 len: 944 time: 0.0511942 Oct 19 08:24:20.342833 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-4e9ce50f-f09b-4081-b826-416f6e936c9b req-54588851-9f5e-4acd-820b-2b49fc6688af tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] 10.222.0.27 "GET /v2.0/security-groups?id=468c2ecb-ffb0-4c7b-8a38-5ca509f9d66f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360243 Oct 19 08:24:21.471317 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0495e3-85d7-4703-8914-d8d04af6c5e6 req-c6686e0b-640e-4922-a9fe-de9b63559287 tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:24:21.472876 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-be0495e3-85d7-4703-8914-d8d04af6c5e6 req-c6686e0b-640e-4922-a9fe-de9b63559287 tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] 10.222.0.27 "GET /v2.0/ports?device_id=049d80d9-a4fa-4c07-ac96-81d455ea95c4 HTTP/1.1" status: 200 len: 944 time: 0.0514801 Oct 19 08:24:21.516017 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-be0495e3-85d7-4703-8914-d8d04af6c5e6 req-f7c4e4b7-3e2a-4032-b6f1-39f14d1a1f53 tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] 10.222.0.27 "GET /v2.0/security-groups?id=468c2ecb-ffb0-4c7b-8a38-5ca509f9d66f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368245 Oct 19 08:24:22.636733 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2db0bf-409f-472f-8462-d60bcb071c6a req-c02e979c-4989-41ad-9f66-17df6a59be0a tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:24:22.638204 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-cd2db0bf-409f-472f-8462-d60bcb071c6a req-c02e979c-4989-41ad-9f66-17df6a59be0a tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] 10.222.0.27 "GET /v2.0/ports?device_id=049d80d9-a4fa-4c07-ac96-81d455ea95c4 HTTP/1.1" status: 200 len: 944 time: 0.0483508 Oct 19 08:24:22.675748 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-cd2db0bf-409f-472f-8462-d60bcb071c6a req-e4926f58-8512-4137-8298-2bf499a5a8c9 tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] 10.222.0.27 "GET /v2.0/security-groups?id=468c2ecb-ffb0-4c7b-8a38-5ca509f9d66f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317845 Oct 19 08:24:23.795494 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45ddc42-4858-4c1b-a460-20a30799350c req-8ddf4d13-0768-43d9-bac7-1958fd1ffd20 tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:24:23.796978 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-a45ddc42-4858-4c1b-a460-20a30799350c req-8ddf4d13-0768-43d9-bac7-1958fd1ffd20 tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] 10.222.0.27 "GET /v2.0/ports?device_id=049d80d9-a4fa-4c07-ac96-81d455ea95c4 HTTP/1.1" status: 200 len: 944 time: 0.0489855 Oct 19 08:24:23.833675 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-a45ddc42-4858-4c1b-a460-20a30799350c req-c35f2105-fb1c-4f60-931c-21720c1e18e0 tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] 10.222.0.27 "GET /v2.0/security-groups?id=468c2ecb-ffb0-4c7b-8a38-5ca509f9d66f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308990 Oct 19 08:24:24.864654 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Device 009be9ac-e8e5-4027-91d1-54409560e914 details requested by agent hyperv_hv-neutron-8616 with host hv-neutron-8616 {{(pid=103334) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 08:24:24.957780 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] For port 009be9ac-e8e5-4027-91d1-54409560e914, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=009be9ac-e8e5-4027-91d1-54409560e914,segment=NetworkSegment(c1a3e3bc-8491-4eb0-8230-b79bc2d2ab56),segment_id=c1a3e3bc-8491-4eb0-8230-b79bc2d2ab56)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 08:24:24.958312 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b7dfd4-d858-449e-965e-5d9f720cb830 req-d0596132-05d2-4e81-88c9-ba733c1a25ba tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:24:24.959816 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-29b7dfd4-d858-449e-965e-5d9f720cb830 req-d0596132-05d2-4e81-88c9-ba733c1a25ba tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] 10.222.0.27 "GET /v2.0/ports?device_id=049d80d9-a4fa-4c07-ac96-81d455ea95c4 HTTP/1.1" status: 200 len: 944 time: 0.0503938 Oct 19 08:24:24.969566 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Returning: {'device': '009be9ac-e8e5-4027-91d1-54409560e914', 'network_id': 'c61de076-94fa-43d7-9269-b07975209bfb', 'port_id': '009be9ac-e8e5-4027-91d1-54409560e914', 'mac_address': 'fa:16:3e:cc:0c:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3741bea-2529-40a4-9626-23e7d3438bdd', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103334) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 08:24:25.001925 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-29b7dfd4-d858-449e-965e-5d9f720cb830 req-9bb38bd6-a512-43a8-8f36-fec1507933ac tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] 10.222.0.27 "GET /v2.0/security-groups?id=468c2ecb-ffb0-4c7b-8a38-5ca509f9d66f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359070 Oct 19 08:24:25.009699 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Current status of the port 009be9ac-e8e5-4027-91d1-54409560e914 is: DOWN; New status is: BUILD {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 08:24:25.010103 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:24:25.022522 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.notifiers.nova [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 009be9ac-e8e5-4027-91d1-54409560e914 {{(pid=103334) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 19 08:24:25.041648 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] For port 009be9ac-e8e5-4027-91d1-54409560e914, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=009be9ac-e8e5-4027-91d1-54409560e914,segment=NetworkSegment(c1a3e3bc-8491-4eb0-8230-b79bc2d2ab56),segment_id=c1a3e3bc-8491-4eb0-8230-b79bc2d2ab56)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 08:24:25.046115 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:24:25.092659 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Pushing event updated for resources: {'Port': ['ID=009be9ac-e8e5-4027-91d1-54409560e914,revision_number=9']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:24:25.270758 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] get_ports_and_sgs() called for port_ids ['009be9ac-e8e5-4027-91d1-54409560e914'] {{(pid=103334) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 19 08:24:26.122593 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19e537a-0a4d-4ba2-beb7-c3b6cda926a0 req-8f091f69-0d4a-4482-ad47-de9d7bbc7d4b tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:24:26.124065 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-e19e537a-0a4d-4ba2-beb7-c3b6cda926a0 req-8f091f69-0d4a-4482-ad47-de9d7bbc7d4b tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] 10.222.0.27 "GET /v2.0/ports?device_id=049d80d9-a4fa-4c07-ac96-81d455ea95c4 HTTP/1.1" status: 200 len: 945 time: 0.0482993 Oct 19 08:24:26.161554 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-e19e537a-0a4d-4ba2-beb7-c3b6cda926a0 req-5535501d-2923-4d6f-bcad-70f5e8ec2402 tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] 10.222.0.27 "GET /v2.0/security-groups?id=468c2ecb-ffb0-4c7b-8a38-5ca509f9d66f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315907 Oct 19 08:24:26.865837 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Device 009be9ac-e8e5-4027-91d1-54409560e914 up at agent hyperv_hv-neutron-8616 {{(pid=103334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 08:24:26.912427 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Provisioning complete for port 009be9ac-e8e5-4027-91d1-54409560e914 triggered by entity L2. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 08:24:26.912824 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:24:26.913173 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Attempt 1 to provision port 009be9ac-e8e5-4027-91d1-54409560e914 Oct 19 08:24:26.990261 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Current status of the port 009be9ac-e8e5-4027-91d1-54409560e914 is: BUILD; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 08:24:26.990639 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:24:27.012981 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '049d80d9-a4fa-4c07-ac96-81d455ea95c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '009be9ac-e8e5-4027-91d1-54409560e914'}] {{(pid=103334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 19 08:24:27.015276 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d918bd29c62f7e926e80ce37adcd574e0921d2de3006e6b6ef58999f52d8e2e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31127392-3f02-4ed2-98c0-277952eb2ec7" -d '{"events": [{"server_uuid": "049d80d9-a4fa-4c07-ac96-81d455ea95c4", "name": "network-vif-plugged", "status": "completed", "tag": "009be9ac-e8e5-4027-91d1-54409560e914"}]}' {{(pid=103334) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 08:24:27.027694 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] For port 009be9ac-e8e5-4027-91d1-54409560e914, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=009be9ac-e8e5-4027-91d1-54409560e914,segment=NetworkSegment(c1a3e3bc-8491-4eb0-8230-b79bc2d2ab56),segment_id=c1a3e3bc-8491-4eb0-8230-b79bc2d2ab56)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 08:24:27.031871 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:24:27.055178 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 19 Oct 2022 08:24:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-766814a4-7821-4df2-8bdf-875db2be1aa6 x-openstack-request-id: req-766814a4-7821-4df2-8bdf-875db2be1aa6 {{(pid=103334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 08:24:27.055445 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "049d80d9-a4fa-4c07-ac96-81d455ea95c4", "name": "network-vif-plugged", "status": "completed", "tag": "009be9ac-e8e5-4027-91d1-54409560e914", "code": 200}]} {{(pid=103334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 08:24:27.055694 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-766814a4-7821-4df2-8bdf-875db2be1aa6 {{(pid=103334) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 08:24:27.056081 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.notifiers.nova [-] Nova event matching ['req-766814a4-7821-4df2-8bdf-875db2be1aa6'] response: {'server_uuid': '049d80d9-a4fa-4c07-ac96-81d455ea95c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '009be9ac-e8e5-4027-91d1-54409560e914', 'code': 200} Oct 19 08:24:27.082659 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Pushing event updated for resources: {'Port': ['ID=009be9ac-e8e5-4027-91d1-54409560e914,revision_number=10']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:24:27.275657 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c6d6f7-88fa-4ee6-873e-35f69509bfaa req-a09e69d4-7827-45f6-b093-c0054b7b7602 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:24:27.277198 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-13c6d6f7-88fa-4ee6-873e-35f69509bfaa req-a09e69d4-7827-45f6-b093-c0054b7b7602 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=049d80d9-a4fa-4c07-ac96-81d455ea95c4 HTTP/1.1" status: 200 len: 1100 time: 0.0410032 Oct 19 08:24:27.285908 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff050fd-b9c1-4d2f-9b7c-3bade516e4d4 req-e9e006ba-bcec-4bc6-9c57-cb73bc24ff7e tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:24:27.287388 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-9ff050fd-b9c1-4d2f-9b7c-3bade516e4d4 req-e9e006ba-bcec-4bc6-9c57-cb73bc24ff7e tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] 10.222.0.27 "GET /v2.0/ports?device_id=049d80d9-a4fa-4c07-ac96-81d455ea95c4 HTTP/1.1" status: 200 len: 947 time: 0.0494983 Oct 19 08:24:27.311704 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-13c6d6f7-88fa-4ee6-873e-35f69509bfaa req-8d94857f-0e32-4abe-bf17-0715346c681d service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=468c2ecb-ffb0-4c7b-8a38-5ca509f9d66f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0283594 Oct 19 08:24:27.325958 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-9ff050fd-b9c1-4d2f-9b7c-3bade516e4d4 req-577f463d-0470-46c2-838f-2fb425388bf3 tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] 10.222.0.27 "GET /v2.0/security-groups?id=468c2ecb-ffb0-4c7b-8a38-5ca509f9d66f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323987 Oct 19 08:24:28.452538 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfec0504-75ce-430d-8b6c-a42723341d7a req-8e0443bf-351f-4522-9827-c159d6562577 tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:24:28.454057 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-bfec0504-75ce-430d-8b6c-a42723341d7a req-8e0443bf-351f-4522-9827-c159d6562577 tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] 10.222.0.27 "GET /v2.0/ports?device_id=049d80d9-a4fa-4c07-ac96-81d455ea95c4 HTTP/1.1" status: 200 len: 947 time: 0.0515780 Oct 19 08:24:28.499541 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-bfec0504-75ce-430d-8b6c-a42723341d7a req-7ef908c6-a270-41c3-adbb-76f969475415 tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] 10.222.0.27 "GET /v2.0/security-groups?id=468c2ecb-ffb0-4c7b-8a38-5ca509f9d66f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387385 Oct 19 08:24:29.618588 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4438a5eb-fe44-49a5-b1d7-67bba9d1c69d req-92f9ed6a-0bd1-4dd4-9bad-2d53b688e37b tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:24:29.620054 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-4438a5eb-fe44-49a5-b1d7-67bba9d1c69d req-92f9ed6a-0bd1-4dd4-9bad-2d53b688e37b tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] 10.222.0.27 "GET /v2.0/ports?device_id=049d80d9-a4fa-4c07-ac96-81d455ea95c4 HTTP/1.1" status: 200 len: 947 time: 0.0486488 Oct 19 08:24:29.657451 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-4438a5eb-fe44-49a5-b1d7-67bba9d1c69d req-15412ff0-bdf6-4bac-a0c0-18d295562672 tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] 10.222.0.27 "GET /v2.0/security-groups?id=468c2ecb-ffb0-4c7b-8a38-5ca509f9d66f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315568 Oct 19 08:24:39.606299 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.agents_db [None req-6057327c-4456-4c72-8e75-6d3cd9249757 None None] Agent healthcheck: found 6 active agents {{(pid=103335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 08:24:42.232793 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:24:43.498815 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-c09a4e91-4a1c-41d5-be3a-02c1bc098588 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:24:46.398156 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-349fce7c-0ef3-4a8d-86ac-0a8217de43eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:24:48.114408 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-2a2259f7-b034-4eec-af7a-7abaede746c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:24:49.207998 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-1a0da505-d0f9-48c6-b7e2-53b9c5e41298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:24:49.266150 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:25:05.125967 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-bc548eb7-9f54-468b-b8b5-dc086c118e47 req-88ab6ee1-2bfb-45fa-92cb-05bfed24d5cd service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=049d80d9-a4fa-4c07-ac96-81d455ea95c4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0995114 Oct 19 08:25:05.204139 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc548eb7-9f54-468b-b8b5-dc086c118e47 req-8c4375e5-82d0-4692-b09e-875bfb9106d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:25:05.205632 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-bc548eb7-9f54-468b-b8b5-dc086c118e47 req-8c4375e5-82d0-4692-b09e-875bfb9106d5 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=2c590e68ec6a4f309b262f6822c15dfc&device_id=049d80d9-a4fa-4c07-ac96-81d455ea95c4 HTTP/1.1" status: 200 len: 1100 time: 0.0401185 Oct 19 08:25:05.312753 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc548eb7-9f54-468b-b8b5-dc086c118e47 req-5db3cabe-9cf2-4558-9756-3f9d218af917 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:25:05.314210 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-bc548eb7-9f54-468b-b8b5-dc086c118e47 req-5db3cabe-9cf2-4558-9756-3f9d218af917 service neutron] 10.222.0.16 "GET /v2.0/networks?id=c61de076-94fa-43d7-9269-b07975209bfb HTTP/1.1" status: 200 len: 908 time: 0.0887129 Oct 19 08:25:05.378453 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-bc548eb7-9f54-468b-b8b5-dc086c118e47 req-da025d7f-c042-424c-9aae-a87d4bf9af38 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=009be9ac-e8e5-4027-91d1-54409560e914 HTTP/1.1" status: 200 len: 1001 time: 0.0578084 Oct 19 08:25:05.425865 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc548eb7-9f54-468b-b8b5-dc086c118e47 req-06924db8-ca51-40be-ac93-fbf908d71df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:25:05.427814 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-bc548eb7-9f54-468b-b8b5-dc086c118e47 req-06924db8-ca51-40be-ac93-fbf908d71df2 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d3741bea-2529-40a4-9626-23e7d3438bdd HTTP/1.1" status: 200 len: 846 time: 0.0430658 Oct 19 08:25:05.475719 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc548eb7-9f54-468b-b8b5-dc086c118e47 req-1527329b-4d84-4d03-aa14-0dd8df269c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:25:05.477212 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-bc548eb7-9f54-468b-b8b5-dc086c118e47 req-1527329b-4d84-4d03-aa14-0dd8df269c2a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c61de076-94fa-43d7-9269-b07975209bfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0439250 Oct 19 08:25:05.567138 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-bc548eb7-9f54-468b-b8b5-dc086c118e47 req-3e1ef07f-3da8-4ced-8c53-3b9d6f153c79 service neutron] 10.222.0.16 "GET /v2.0/networks/c61de076-94fa-43d7-9269-b07975209bfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832398 Oct 19 08:25:05.658771 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-bc548eb7-9f54-468b-b8b5-dc086c118e47 req-cf01361e-a22d-4f65-aef8-5d3e0ad48253 service neutron] 10.222.0.16 "GET /v2.0/networks/c61de076-94fa-43d7-9269-b07975209bfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856168 Oct 19 08:25:12.238140 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:25:13.500048 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-737fffcc-26fc-41a1-9c80-b1d5cfe34059 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:25:16.399556 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-e3eb3e5c-c56f-41de-8533-a6c92ca6a296 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:25:16.605398 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.agents_db [None req-6057327c-4456-4c72-8e75-6d3cd9249757 None None] Agent healthcheck: found 6 active agents {{(pid=103335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 08:25:18.114182 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-2a2259f7-b034-4eec-af7a-7abaede746c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:25:19.212256 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-1a0da505-d0f9-48c6-b7e2-53b9c5e41298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:25:19.266254 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:25:40.526392 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 39540) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:25:40.679480 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.plugin [None req-d8a9a963-093a-4af0-96ac-9283ad24cd38 tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] Deleting port 040fd300-c6e0-43e8-a149-0a1c65e9e6f5 {{(pid=103332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 08:25:40.679815 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-d8a9a963-093a-4af0-96ac-9283ad24cd38 tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:25:40.759382 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-d8a9a963-093a-4af0-96ac-9283ad24cd38 tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:25:40.759714 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-d8a9a963-093a-4af0-96ac-9283ad24cd38 tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:25:40.772041 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.plugin [None req-d8a9a963-093a-4af0-96ac-9283ad24cd38 tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] Calling delete_port for 040fd300-c6e0-43e8-a149-0a1c65e9e6f5 owned by network:floatingip {{(pid=103332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 08:25:40.915379 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-d8a9a963-093a-4af0-96ac-9283ad24cd38 tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133553798'] for port, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:25:40.946288 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a9a963-093a-4af0-96ac-9283ad24cd38 tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] Pushing event deleted for resources: {'Port': ['ID=040fd300-c6e0-43e8-a149-0a1c65e9e6f5,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:25:40.969994 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a9a963-093a-4af0-96ac-9283ad24cd38 tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:25:40.970342 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a9a963-093a-4af0-96ac-9283ad24cd38 tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:25:40.970683 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a9a963-093a-4af0-96ac-9283ad24cd38 tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:25:40.971019 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a9a963-093a-4af0-96ac-9283ad24cd38 tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:25:40.971351 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a9a963-093a-4af0-96ac-9283ad24cd38 tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:25:40.971682 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a9a963-093a-4af0-96ac-9283ad24cd38 tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:25:40.972010 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a9a963-093a-4af0-96ac-9283ad24cd38 tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:25:40.972339 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a9a963-093a-4af0-96ac-9283ad24cd38 tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:25:40.972691 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a9a963-093a-4af0-96ac-9283ad24cd38 tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:25:40.973020 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a9a963-093a-4af0-96ac-9283ad24cd38 tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:25:40.973342 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a9a963-093a-4af0-96ac-9283ad24cd38 tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:25:40.973663 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a9a963-093a-4af0-96ac-9283ad24cd38 tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:25:41.019924 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-d8a9a963-093a-4af0-96ac-9283ad24cd38 tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] Notify callbacks [] for floatingip, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:25:41.020400 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.db.l3_db [None req-d8a9a963-093a-4af0-96ac-9283ad24cd38 tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] Floating IP b3ab7fcf-0984-4028-8a62-741e2782fdbf disassociated (deleted). External IP: 172.26.0.19, port: 009be9ac-e8e5-4027-91d1-54409560e914. Oct 19 08:25:41.241437 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8a9a963-093a-4af0-96ac-9283ad24cd38 tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] Router 2749c1df-1931-4805-bc7a-882b8f5b20be has already been hosted by L3 agent ab388470-1243-4d53-80f2-c2f5899c97a7 {{(pid=103332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 08:25:41.350472 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8a9a963-093a-4af0-96ac-9283ad24cd38 tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] Notify agent at l3_agent.dv-neutron-861624-1-hyperv the message routers_updated {{(pid=103332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 08:25:41.354869 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-d8a9a963-093a-4af0-96ac-9283ad24cd38 tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42160'] for floatingip, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:25:41.362055 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04e41bc0-8a36-48aa-9dd1-a11cfd2f770f None None] Sync routers for ids ['2749c1df-1931-4805-bc7a-882b8f5b20be'] in dv-neutron-861624-1-hyperv {{(pid=103334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 08:25:41.371252 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04e41bc0-8a36-48aa-9dd1-a11cfd2f770f None None] Routers {'2749c1df-1931-4805-bc7a-882b8f5b20be'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 08:25:41.371863 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-04e41bc0-8a36-48aa-9dd1-a11cfd2f770f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T08:25:16Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['2749c1df-1931-4805-bc7a-882b8f5b20be'], 'active': True} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:25:41.382491 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-d8a9a963-093a-4af0-96ac-9283ad24cd38 tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] 10.222.0.27 "DELETE /v2.0/floatingips/b3ab7fcf-0984-4028-8a62-741e2782fdbf HTTP/1.1" status: 204 len: 168 time: 0.8550370 Oct 19 08:25:41.383236 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '049d80d9-a4fa-4c07-ac96-81d455ea95c4', 'tag': '009be9ac-e8e5-4027-91d1-54409560e914'}] {{(pid=103332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 19 08:25:41.385539 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a021b02cf5f527cd4bbbc40a031b51490d9893d7edeeb551bdf5128ee7546f8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50c0fe71-2f73-4fa0-9438-872daed24193" -d '{"events": [{"name": "network-changed", "server_uuid": "049d80d9-a4fa-4c07-ac96-81d455ea95c4", "tag": "009be9ac-e8e5-4027-91d1-54409560e914"}]}' {{(pid=103332) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 08:25:41.423906 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 19 Oct 2022 08:25:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f97b7e73-952f-4d79-b68d-cc59416c1e62 x-openstack-request-id: req-f97b7e73-952f-4d79-b68d-cc59416c1e62 {{(pid=103332) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 08:25:41.424223 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "049d80d9-a4fa-4c07-ac96-81d455ea95c4", "tag": "009be9ac-e8e5-4027-91d1-54409560e914", "status": "completed", "code": 200}]} {{(pid=103332) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 08:25:41.424472 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-f97b7e73-952f-4d79-b68d-cc59416c1e62 {{(pid=103332) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 08:25:41.424907 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f97b7e73-952f-4d79-b68d-cc59416c1e62'] response: {'name': 'network-changed', 'server_uuid': '049d80d9-a4fa-4c07-ac96-81d455ea95c4', 'tag': '009be9ac-e8e5-4027-91d1-54409560e914', 'status': 'completed', 'code': 200} Oct 19 08:25:41.483210 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvr_db [None req-04e41bc0-8a36-48aa-9dd1-a11cfd2f770f None None] Set router 2749c1df-1931-4805-bc7a-882b8f5b20be gateway port host: dv-neutron-861624-1-hyperv {{(pid=103334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 08:25:41.489349 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c0fe71-2f73-4fa0-9438-872daed24193 req-9e8b38fc-739c-4b62-a43b-9da1067fe081 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:25:41.490947 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-50c0fe71-2f73-4fa0-9438-872daed24193 req-9e8b38fc-739c-4b62-a43b-9da1067fe081 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=2c590e68ec6a4f309b262f6822c15dfc&device_id=049d80d9-a4fa-4c07-ac96-81d455ea95c4 HTTP/1.1" status: 200 len: 1100 time: 0.0439475 Oct 19 08:25:41.593317 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c0fe71-2f73-4fa0-9438-872daed24193 req-ae0fc6cc-9572-412e-aac6-59fe6bfe1b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:25:41.594828 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-50c0fe71-2f73-4fa0-9438-872daed24193 req-ae0fc6cc-9572-412e-aac6-59fe6bfe1b97 service neutron] 10.222.0.16 "GET /v2.0/networks?id=c61de076-94fa-43d7-9269-b07975209bfb HTTP/1.1" status: 200 len: 908 time: 0.0979960 Oct 19 08:25:41.623680 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba3872b-f0fb-4063-94fe-e8d8dc31f710 req-ccbf3966-f1ad-4774-a2db-406a1df211a6 tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:25:41.626850 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-fba3872b-f0fb-4063-94fe-e8d8dc31f710 req-ccbf3966-f1ad-4774-a2db-406a1df211a6 tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] 10.222.0.27 "GET /v2.0/ports?device_id=049d80d9-a4fa-4c07-ac96-81d455ea95c4 HTTP/1.1" status: 200 len: 947 time: 0.0578461 Oct 19 08:25:41.642109 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-50c0fe71-2f73-4fa0-9438-872daed24193 req-d923f4d6-cfd7-407c-aba5-0e94fe7ccdd4 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=009be9ac-e8e5-4027-91d1-54409560e914 HTTP/1.1" status: 200 len: 217 time: 0.0376623 Oct 19 08:25:41.668723 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-fba3872b-f0fb-4063-94fe-e8d8dc31f710 req-484c6b2d-0f14-4d9c-986a-6b23e712912c tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] 10.222.0.27 "GET /v2.0/security-groups?id=468c2ecb-ffb0-4c7b-8a38-5ca509f9d66f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353091 Oct 19 08:25:41.694736 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c0fe71-2f73-4fa0-9438-872daed24193 req-052ec03b-d0f6-4f63-8ab7-6946f10804ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:25:41.696447 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-50c0fe71-2f73-4fa0-9438-872daed24193 req-052ec03b-d0f6-4f63-8ab7-6946f10804ea service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d3741bea-2529-40a4-9626-23e7d3438bdd HTTP/1.1" status: 200 len: 846 time: 0.0481167 Oct 19 08:25:41.696607 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-04e41bc0-8a36-48aa-9dd1-a11cfd2f770f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2749c1df-1931-4805-bc7a-882b8f5b20be', 'name': 'tempest-TestShelveInstance-17841527-router', 'tenant_id': '2c590e68ec6a4f309b262f6822c15dfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'external_fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.242'}], 'enable_snat': True}, 'gw_port_id': 'c5671e35-ab92-475f-88bf-3fa953fa1e3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T08:21:23Z', 'updated_at': '2022-10-19T08:21:25Z', 'revision_number': 4, 'project_id': '2c590e68ec6a4f309b262f6822c15dfc', 'gw_port': {'id': 'c5671e35-ab92-475f-88bf-3fa953fa1e3d', 'name': '', 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:a5:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2749c1df-1931-4805-bc7a-882b8f5b20be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T08:21:23Z', 'updated_at': '2022-10-19T08:21:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861624-1-hyperv', '_interfaces': [{'id': '46a6699d-0c07-4fee-8e33-bcafd3b263c4', 'name': '', 'network_id': 'c61de076-94fa-43d7-9269-b07975209bfb', 'tenant_id': '2c590e68ec6a4f309b262f6822c15dfc', 'mac_address': 'fa:16:3e:3a:92:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2749c1df-1931-4805-bc7a-882b8f5b20be', 'device_owner': 'network:router_interface', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': 'd3741bea-2529-40a4-9626-23e7d3438bdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T08:21:25Z', 'updated_at': '2022-10-19T08:21:29Z', 'revision_number': 5, 'project_id': '2c590e68ec6a4f309b262f6822c15dfc', 'subnets': [{'id': 'd3741bea-2529-40a4-9626-23e7d3438bdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:25:41.723174 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04e41bc0-8a36-48aa-9dd1-a11cfd2f770f None None] Checking router: 2749c1df-1931-4805-bc7a-882b8f5b20be for host: dv-neutron-861624-1-hyperv {{(pid=103334) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 08:25:41.731669 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04e41bc0-8a36-48aa-9dd1-a11cfd2f770f None None] Routers {'2749c1df-1931-4805-bc7a-882b8f5b20be'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 08:25:41.732282 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-04e41bc0-8a36-48aa-9dd1-a11cfd2f770f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T08:25:16Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['2749c1df-1931-4805-bc7a-882b8f5b20be'], 'active': True} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:25:41.746502 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c0fe71-2f73-4fa0-9438-872daed24193 req-75177211-84f0-4021-9b87-584370b6b841 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:25:41.748019 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-50c0fe71-2f73-4fa0-9438-872daed24193 req-75177211-84f0-4021-9b87-584370b6b841 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c61de076-94fa-43d7-9269-b07975209bfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0441194 Oct 19 08:25:41.835831 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvr_db [None req-04e41bc0-8a36-48aa-9dd1-a11cfd2f770f None None] Set router 2749c1df-1931-4805-bc7a-882b8f5b20be gateway port host: dv-neutron-861624-1-hyperv {{(pid=103334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 08:25:41.840288 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-50c0fe71-2f73-4fa0-9438-872daed24193 req-727009fd-7d33-45de-82b8-75c3212f4967 service neutron] 10.222.0.16 "GET /v2.0/networks/c61de076-94fa-43d7-9269-b07975209bfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825052 Oct 19 08:25:41.935173 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-50c0fe71-2f73-4fa0-9438-872daed24193 req-05726e09-9c24-47d1-adfd-9e0188f2978b service neutron] 10.222.0.16 "GET /v2.0/networks/c61de076-94fa-43d7-9269-b07975209bfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871401 Oct 19 08:25:42.036301 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-04e41bc0-8a36-48aa-9dd1-a11cfd2f770f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2749c1df-1931-4805-bc7a-882b8f5b20be', 'name': 'tempest-TestShelveInstance-17841527-router', 'tenant_id': '2c590e68ec6a4f309b262f6822c15dfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'external_fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.242'}], 'enable_snat': True}, 'gw_port_id': 'c5671e35-ab92-475f-88bf-3fa953fa1e3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T08:21:23Z', 'updated_at': '2022-10-19T08:21:25Z', 'revision_number': 4, 'project_id': '2c590e68ec6a4f309b262f6822c15dfc', 'gw_port': {'id': 'c5671e35-ab92-475f-88bf-3fa953fa1e3d', 'name': '', 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:a5:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2749c1df-1931-4805-bc7a-882b8f5b20be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T08:21:23Z', 'updated_at': '2022-10-19T08:21:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861624-1-hyperv', '_interfaces': [{'id': '46a6699d-0c07-4fee-8e33-bcafd3b263c4', 'name': '', 'network_id': 'c61de076-94fa-43d7-9269-b07975209bfb', 'tenant_id': '2c590e68ec6a4f309b262f6822c15dfc', 'mac_address': 'fa:16:3e:3a:92:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2749c1df-1931-4805-bc7a-882b8f5b20be', 'device_owner': 'network:router_interface', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': 'd3741bea-2529-40a4-9626-23e7d3438bdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T08:21:25Z', 'updated_at': '2022-10-19T08:21:29Z', 'revision_number': 5, 'project_id': '2c590e68ec6a4f309b262f6822c15dfc', 'subnets': [{'id': 'd3741bea-2529-40a4-9626-23e7d3438bdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:25:42.205786 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04e41bc0-8a36-48aa-9dd1-a11cfd2f770f None None] The sync data for ids ['2749c1df-1931-4805-bc7a-882b8f5b20be'] in dv-neutron-861624-1-hyperv is: [{'id': '2749c1df-1931-4805-bc7a-882b8f5b20be', 'name': 'tempest-TestShelveInstance-17841527-router', 'tenant_id': '2c590e68ec6a4f309b262f6822c15dfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'external_fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.242'}], 'enable_snat': True}, 'gw_port_id': 'c5671e35-ab92-475f-88bf-3fa953fa1e3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T08:21:23Z', 'updated_at': '2022-10-19T08:21:25Z', 'revision_number': 4, 'project_id': '2c590e68ec6a4f309b262f6822c15dfc', 'gw_port': {'id': 'c5671e35-ab92-475f-88bf-3fa953fa1e3d', 'name': '', 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:a5:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2749c1df-1931-4805-bc7a-882b8f5b20be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T08:21:23Z', 'updated_at': '2022-10-19T08:21:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861624-1-hyperv', '_interfaces': [{'id': '46a6699d-0c07-4fee-8e33-bcafd3b263c4', 'name': '', 'network_id': 'c61de076-94fa-43d7-9269-b07975209bfb', 'tenant_id': '2c590e68ec6a4f309b262f6822c15dfc', 'mac_address': 'fa:16:3e:3a:92:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2749c1df-1931-4805-bc7a-882b8f5b20be', 'device_owner': 'network:router_interface', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': 'd3741bea-2529-40a4-9626-23e7d3438bdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T08:21:25Z', 'updated_at': '2022-10-19T08:21:29Z', 'revision_number': 5, 'project_id': '2c590e68ec6a4f309b262f6822c15dfc', 'subnets': [{'id': 'd3741bea-2529-40a4-9626-23e7d3438bdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 08:25:42.237387 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:25:42.423437 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dff0af36-be51-44e4-ad42-5783fd8f38e4 None None] New status for floating IP b3ab7fcf-0984-4028-8a62-741e2782fdbf: DOWN {{(pid=103335) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 19 08:25:42.799292 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06cfe68-28ff-43c5-880e-6100ee8b1087 req-ed922d83-9ec3-4b71-8a39-3f98ee0b58bc tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:25:42.800844 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-d06cfe68-28ff-43c5-880e-6100ee8b1087 req-ed922d83-9ec3-4b71-8a39-3f98ee0b58bc tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] 10.222.0.27 "GET /v2.0/ports?device_id=049d80d9-a4fa-4c07-ac96-81d455ea95c4 HTTP/1.1" status: 200 len: 947 time: 0.0534141 Oct 19 08:25:42.838484 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-d06cfe68-28ff-43c5-880e-6100ee8b1087 req-f97411c3-aea2-4e95-950b-9c5885b2a284 tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] 10.222.0.27 "GET /v2.0/security-groups?id=468c2ecb-ffb0-4c7b-8a38-5ca509f9d66f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315371 Oct 19 08:25:42.891205 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261af7de-baac-4521-ae4f-b7554db91f05 req-4624d419-1abc-412f-8a4a-48eae5dadf48 tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:25:42.892820 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-261af7de-baac-4521-ae4f-b7554db91f05 req-4624d419-1abc-412f-8a4a-48eae5dadf48 tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] 10.222.0.16 "GET /v2.0/ports?device_id=049d80d9-a4fa-4c07-ac96-81d455ea95c4 HTTP/1.1" status: 200 len: 947 time: 0.0482285 Oct 19 08:25:42.985029 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [req-261af7de-baac-4521-ae4f-b7554db91f05 req-fc88adb5-2a36-452d-b9d4-dbeaf251e81b tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] Deleting port 009be9ac-e8e5-4027-91d1-54409560e914 {{(pid=103333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 08:25:42.985371 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [req-261af7de-baac-4521-ae4f-b7554db91f05 req-fc88adb5-2a36-452d-b9d4-dbeaf251e81b tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:25:43.072720 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.db [req-261af7de-baac-4521-ae4f-b7554db91f05 req-fc88adb5-2a36-452d-b9d4-dbeaf251e81b tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] For port 009be9ac-e8e5-4027-91d1-54409560e914, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=009be9ac-e8e5-4027-91d1-54409560e914,segment=NetworkSegment(c1a3e3bc-8491-4eb0-8230-b79bc2d2ab56),segment_id=c1a3e3bc-8491-4eb0-8230-b79bc2d2ab56)] {{(pid=103333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 08:25:43.073006 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [req-261af7de-baac-4521-ae4f-b7554db91f05 req-fc88adb5-2a36-452d-b9d4-dbeaf251e81b tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:25:43.085467 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [req-261af7de-baac-4521-ae4f-b7554db91f05 req-fc88adb5-2a36-452d-b9d4-dbeaf251e81b tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] Calling delete_port for 009be9ac-e8e5-4027-91d1-54409560e914 owned by compute:nova {{(pid=103333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 08:25:43.214050 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [req-261af7de-baac-4521-ae4f-b7554db91f05 req-fc88adb5-2a36-452d-b9d4-dbeaf251e81b tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130996763'] for port, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:25:43.242911 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc88adb5-2a36-452d-b9d4-dbeaf251e81b tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] Pushing event deleted for resources: {'Port': ['ID=009be9ac-e8e5-4027-91d1-54409560e914,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:25:43.254992 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc88adb5-2a36-452d-b9d4-dbeaf251e81b tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:25:43.255344 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc88adb5-2a36-452d-b9d4-dbeaf251e81b tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:25:43.255685 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc88adb5-2a36-452d-b9d4-dbeaf251e81b tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:25:43.256024 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc88adb5-2a36-452d-b9d4-dbeaf251e81b tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:25:43.256360 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc88adb5-2a36-452d-b9d4-dbeaf251e81b tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:25:43.256719 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc88adb5-2a36-452d-b9d4-dbeaf251e81b tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:25:43.257057 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc88adb5-2a36-452d-b9d4-dbeaf251e81b tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:25:43.257383 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc88adb5-2a36-452d-b9d4-dbeaf251e81b tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:25:43.257709 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc88adb5-2a36-452d-b9d4-dbeaf251e81b tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:25:43.258040 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc88adb5-2a36-452d-b9d4-dbeaf251e81b tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:25:43.258367 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc88adb5-2a36-452d-b9d4-dbeaf251e81b tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:25:43.258688 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc88adb5-2a36-452d-b9d4-dbeaf251e81b tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:25:43.298208 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.l3_dvrscheduler_db [req-261af7de-baac-4521-ae4f-b7554db91f05 req-fc88adb5-2a36-452d-b9d4-dbeaf251e81b tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] No DVR routers for this DVR port 009be9ac-e8e5-4027-91d1-54409560e914 on host hv-neutron-8616 {{(pid=103333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 19 08:25:43.300711 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [req-261af7de-baac-4521-ae4f-b7554db91f05 req-fc88adb5-2a36-452d-b9d4-dbeaf251e81b tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42160'] for port, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:25:43.304148 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-261af7de-baac-4521-ae4f-b7554db91f05 req-fc88adb5-2a36-452d-b9d4-dbeaf251e81b tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] 10.222.0.16 "DELETE /v2.0/ports/009be9ac-e8e5-4027-91d1-54409560e914 HTTP/1.1" status: 204 len: 173 time: 0.4059830 Oct 19 08:25:43.304681 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '049d80d9-a4fa-4c07-ac96-81d455ea95c4', 'name': 'network-vif-deleted', 'tag': '009be9ac-e8e5-4027-91d1-54409560e914'}] {{(pid=103333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 19 08:25:43.306963 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e3bb7d74903c72d9cb0d0f2f187c581e0456bd3142b101dc46d694cf75cdf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f83000d-bba9-470a-a1d7-814e62bea674" -d '{"events": [{"server_uuid": "049d80d9-a4fa-4c07-ac96-81d455ea95c4", "name": "network-vif-deleted", "tag": "009be9ac-e8e5-4027-91d1-54409560e914"}]}' {{(pid=103333) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 08:25:43.414587 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 19 Oct 2022 08:25:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b062e76a-6ebb-4351-b864-6e2adf11ce88 x-openstack-request-id: req-b062e76a-6ebb-4351-b864-6e2adf11ce88 {{(pid=103333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 08:25:43.414967 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "049d80d9-a4fa-4c07-ac96-81d455ea95c4", "name": "network-vif-deleted", "tag": "009be9ac-e8e5-4027-91d1-54409560e914", "status": "completed", "code": 200}]} {{(pid=103333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 08:25:43.415236 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-b062e76a-6ebb-4351-b864-6e2adf11ce88 {{(pid=103333) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 08:25:43.415627 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b062e76a-6ebb-4351-b864-6e2adf11ce88'] response: {'server_uuid': '049d80d9-a4fa-4c07-ac96-81d455ea95c4', 'name': 'network-vif-deleted', 'tag': '009be9ac-e8e5-4027-91d1-54409560e914', 'status': 'completed', 'code': 200} Oct 19 08:25:43.501545 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d27453bb-3ab3-4cac-8416-78b1c9c7359c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:25:43.899797 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 39566) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:25:43.959019 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-38f6ee98-2f1b-45e8-b9de-19b7b03484c7 tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] Notify callbacks [] for security_group, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:25:43.986807 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-38f6ee98-2f1b-45e8-b9de-19b7b03484c7 tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:25:44.044079 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-38f6ee98-2f1b-45e8-b9de-19b7b03484c7 tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788643'] for security_group, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:25:44.047376 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-38f6ee98-2f1b-45e8-b9de-19b7b03484c7 tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] Notify callbacks [] for security_group, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:25:44.048569 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-38f6ee98-2f1b-45e8-b9de-19b7b03484c7 tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] 10.222.0.27 "DELETE /v2.0/security-groups/468c2ecb-ffb0-4c7b-8a38-5ca509f9d66f HTTP/1.1" status: 204 len: 168 time: 0.1477728 Oct 19 08:25:44.057863 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f6ee98-2f1b-45e8-b9de-19b7b03484c7 tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=468c2ecb-ffb0-4c7b-8a38-5ca509f9d66f,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:25:45.166780 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 39574) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:25:45.171976 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-84503d20-df1d-437a-ae8d-4f28aae54e7d tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2055307584', 'description': 'tempest-secgroup-smoke-2055307584 description', 'project_id': '2c590e68ec6a4f309b262f6822c15dfc'}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 08:25:45.193256 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-84503d20-df1d-437a-ae8d-4f28aae54e7d tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] Notify callbacks [] for security_group, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:25:45.256482 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-84503d20-df1d-437a-ae8d-4f28aae54e7d tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] Notify callbacks [] for security_group, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:25:45.259932 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-84503d20-df1d-437a-ae8d-4f28aae54e7d tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788643'] for security_group, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:25:45.287901 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84503d20-df1d-437a-ae8d-4f28aae54e7d tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9f32a9c9-cdf6-4487-a5c9-52e86828b2b9,revision_number=1']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:25:45.291950 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-84503d20-df1d-437a-ae8d-4f28aae54e7d tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] Notify callbacks [] for security_group, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:25:45.293183 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-84503d20-df1d-437a-ae8d-4f28aae54e7d tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] 10.222.0.27 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1253798 Oct 19 08:25:45.295955 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 39576) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:25:45.301037 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-9c11ccf3-3185-4d52-8e4d-1bea5b2bd294 tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] Request body: {'security_group_rule': {'security_group_id': '9f32a9c9-cdf6-4487-a5c9-52e86828b2b9', 'project_id': '2c590e68ec6a4f309b262f6822c15dfc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 08:25:45.324982 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-9c11ccf3-3185-4d52-8e4d-1bea5b2bd294 tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:25:45.383162 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-9c11ccf3-3185-4d52-8e4d-1bea5b2bd294 tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:25:45.386657 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-9c11ccf3-3185-4d52-8e4d-1bea5b2bd294 tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815365'] for security_group_rule, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:25:45.401392 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c11ccf3-3185-4d52-8e4d-1bea5b2bd294 tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30733bc2-d127-4e5e-9f1a-b586a2698d5a,revision_number=0']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:25:45.411466 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-9c11ccf3-3185-4d52-8e4d-1bea5b2bd294 tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:25:45.412698 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-9c11ccf3-3185-4d52-8e4d-1bea5b2bd294 tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1149597 Oct 19 08:25:45.415408 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 39578) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:25:45.419717 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-2f65b4b7-180c-4edc-9871-b3620f781096 tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] Request body: {'security_group_rule': {'security_group_id': '9f32a9c9-cdf6-4487-a5c9-52e86828b2b9', 'project_id': '2c590e68ec6a4f309b262f6822c15dfc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 08:25:45.445573 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-2f65b4b7-180c-4edc-9871-b3620f781096 tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:25:45.503701 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-2f65b4b7-180c-4edc-9871-b3620f781096 tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:25:45.507352 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-2f65b4b7-180c-4edc-9871-b3620f781096 tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815365'] for security_group_rule, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:25:45.524671 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f65b4b7-180c-4edc-9871-b3620f781096 tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9b3711a-8e59-4494-b8cd-df7f1afa7270,revision_number=0']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:25:45.532222 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-2f65b4b7-180c-4edc-9871-b3620f781096 tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:25:45.533439 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-2f65b4b7-180c-4edc-9871-b3620f781096 tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1170876 Oct 19 08:25:45.536104 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 39580) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:25:45.540364 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-d8c802a7-3abe-4720-b0ee-1553b35933a3 tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] Request body: {'security_group_rule': {'security_group_id': '9f32a9c9-cdf6-4487-a5c9-52e86828b2b9', 'project_id': '2c590e68ec6a4f309b262f6822c15dfc', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 08:25:45.564771 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-d8c802a7-3abe-4720-b0ee-1553b35933a3 tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:25:45.621922 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-d8c802a7-3abe-4720-b0ee-1553b35933a3 tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:25:45.625172 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-d8c802a7-3abe-4720-b0ee-1553b35933a3 tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815365'] for security_group_rule, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:25:45.641391 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c802a7-3abe-4720-b0ee-1553b35933a3 tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5bd6d162-af2d-4799-be09-44e1359ce974,revision_number=0']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:25:45.649432 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-d8c802a7-3abe-4720-b0ee-1553b35933a3 tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:25:45.650646 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-d8c802a7-3abe-4720-b0ee-1553b35933a3 tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1135614 Oct 19 08:25:45.653429 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 39582) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:25:45.658086 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-f0997d76-382e-43ae-854b-885f062b26e2 tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] Request body: {'security_group_rule': {'security_group_id': '9f32a9c9-cdf6-4487-a5c9-52e86828b2b9', 'project_id': '2c590e68ec6a4f309b262f6822c15dfc', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 08:25:45.681263 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-f0997d76-382e-43ae-854b-885f062b26e2 tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:25:45.741686 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-f0997d76-382e-43ae-854b-885f062b26e2 tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:25:45.745487 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-f0997d76-382e-43ae-854b-885f062b26e2 tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815365'] for security_group_rule, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:25:45.763442 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0997d76-382e-43ae-854b-885f062b26e2 tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5b140c9-9059-41a5-b05e-3224f8af9053,revision_number=0']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:25:45.770677 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-f0997d76-382e-43ae-854b-885f062b26e2 tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:25:45.771970 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-f0997d76-382e-43ae-854b-885f062b26e2 tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1176326 Oct 19 08:25:45.774748 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 39584) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:25:45.779084 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-224550c1-0e38-47bb-b557-ea1710d853d4 tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] Request body: {'security_group_rule': {'security_group_id': '9f32a9c9-cdf6-4487-a5c9-52e86828b2b9', 'project_id': '2c590e68ec6a4f309b262f6822c15dfc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 08:25:45.798998 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.db.securitygroups_db [None req-224550c1-0e38-47bb-b557-ea1710d853d4 tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] Project 2c590e68ec6a4f309b262f6822c15dfc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 19 08:25:45.803562 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-224550c1-0e38-47bb-b557-ea1710d853d4 tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:25:45.863582 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-224550c1-0e38-47bb-b557-ea1710d853d4 tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:25:45.867159 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-224550c1-0e38-47bb-b557-ea1710d853d4 tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815365'] for security_group_rule, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:25:45.887081 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224550c1-0e38-47bb-b557-ea1710d853d4 tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d86c16e-3c1d-43d8-a84b-0d0f2ba765bc,revision_number=0']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:25:45.893447 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-224550c1-0e38-47bb-b557-ea1710d853d4 tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:25:45.894781 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-224550c1-0e38-47bb-b557-ea1710d853d4 tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1190543 Oct 19 08:25:45.897505 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 39586) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:25:45.901744 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-089011be-fcec-4e37-a12a-1cc43918838e tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] Request body: {'security_group_rule': {'security_group_id': '9f32a9c9-cdf6-4487-a5c9-52e86828b2b9', 'project_id': '2c590e68ec6a4f309b262f6822c15dfc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 08:25:45.921623 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.db.securitygroups_db [None req-089011be-fcec-4e37-a12a-1cc43918838e tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] Project 2c590e68ec6a4f309b262f6822c15dfc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 19 08:25:45.926514 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-089011be-fcec-4e37-a12a-1cc43918838e tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:25:45.987909 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-089011be-fcec-4e37-a12a-1cc43918838e tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:25:45.990740 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-089011be-fcec-4e37-a12a-1cc43918838e tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815365'] for security_group_rule, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:25:46.007545 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089011be-fcec-4e37-a12a-1cc43918838e tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14f40aa7-c071-4e52-b51c-e35cd8459843,revision_number=0']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:25:46.015867 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-089011be-fcec-4e37-a12a-1cc43918838e tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:25:46.017088 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-089011be-fcec-4e37-a12a-1cc43918838e tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1186848 Oct 19 08:25:46.403250 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-96a024d0-caae-4bad-8aff-cdd8ac161e1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:25:47.286668 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Device 009be9ac-e8e5-4027-91d1-54409560e914 no longer exists at agent hyperv_hv-neutron-8616 {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 08:25:47.306976 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] No Port match for: 009be9ac-e8e5-4027-91d1-54409560e914 {{(pid=103334) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 19 08:25:47.307315 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Device 009be9ac-e8e5-4027-91d1-54409560e914 not bound to the agent host hv-neutron-8616 {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 08:25:48.118707 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-2a2259f7-b034-4eec-af7a-7abaede746c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:25:49.215460 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-1a0da505-d0f9-48c6-b7e2-53b9c5e41298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:25:49.270461 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:25:53.604528 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.agents_db [None req-6057327c-4456-4c72-8e75-6d3cd9249757 None None] Agent healthcheck: found 6 active agents {{(pid=103335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 08:25:59.227894 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-83c3570f-a5a8-4d24-acb0-21b5c565d702 req-1cf6860b-d18b-4511-91da-74be9eaacda8 tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] 10.222.0.27 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2055307584&fields=id&tenant_id=2c590e68ec6a4f309b262f6822c15dfc HTTP/1.1" status: 200 len: 267 time: 0.0319524 Oct 19 08:25:59.335160 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c3570f-a5a8-4d24-acb0-21b5c565d702 req-b49d565f-7c1e-49b0-9b22-3d5b01b7947b tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:25:59.336607 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-83c3570f-a5a8-4d24-acb0-21b5c565d702 req-b49d565f-7c1e-49b0-9b22-3d5b01b7947b tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] 10.222.0.27 "GET /v2.0/networks?id=c61de076-94fa-43d7-9269-b07975209bfb HTTP/1.1" status: 200 len: 807 time: 0.1009746 Oct 19 08:25:59.352098 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-83c3570f-a5a8-4d24-acb0-21b5c565d702 req-7ad615f1-49e8-4005-9f7b-ad3f0b30d480 tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] 10.222.0.27 "GET /v2.0/quotas/2c590e68ec6a4f309b262f6822c15dfc HTTP/1.1" status: 200 len: 375 time: 0.0093827 Oct 19 08:25:59.400857 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-83c3570f-a5a8-4d24-acb0-21b5c565d702 req-4cf74f6c-6840-4bb2-a846-c4ab9f397560 tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] 10.222.0.27 "GET /v2.0/ports?tenant_id=2c590e68ec6a4f309b262f6822c15dfc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0433679 Oct 19 08:25:59.458146 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [req-83c3570f-a5a8-4d24-acb0-21b5c565d702 req-171dc9f9-2a3d-4fbc-90b5-0b106d8b2750 service neutron] http://10.222.0.27:9696/v2.0/extensions returned with HTTP 200 {{(pid=103332) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 08:25:59.459171 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-83c3570f-a5a8-4d24-acb0-21b5c565d702 req-171dc9f9-2a3d-4fbc-90b5-0b106d8b2750 service neutron] 10.222.0.27 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0469632 Oct 19 08:25:59.552258 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-83c3570f-a5a8-4d24-acb0-21b5c565d702 req-d123ad15-89a7-4474-84d3-158ea89bc9d7 service neutron] 10.222.0.27 "GET /v2.0/networks/c61de076-94fa-43d7-9269-b07975209bfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866234 Oct 19 08:25:59.640477 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-83c3570f-a5a8-4d24-acb0-21b5c565d702 req-39296616-f387-4082-bb30-723ff0b1d76b service neutron] 10.222.0.27 "GET /v2.0/networks/c61de076-94fa-43d7-9269-b07975209bfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822160 Oct 19 08:25:59.916977 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-15fed5fa-51a2-4e4d-8145-8aa274e0797e req-0a2bd29c-6322-4a55-ad4c-cced0d2b7439 tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] 10.222.0.27 "GET /v2.0/ports?device_id=3d81374e-5052-4e8d-bcb6-6c84ff6778fe HTTP/1.1" status: 200 len: 210 time: 0.0303299 Oct 19 08:26:00.999947 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-fb7ee9a9-a0c0-4678-a88c-2684faab3264 req-febaca7e-a895-478d-8a67-d30555ef2060 tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] 10.222.0.27 "GET /v2.0/ports?device_id=3d81374e-5052-4e8d-bcb6-6c84ff6778fe HTTP/1.1" status: 200 len: 210 time: 0.0263617 Oct 19 08:26:02.083706 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-9522ad45-ee14-45ab-93cd-728cd3d66eec req-a81f6446-34bd-47c8-babc-4e835038b198 tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] 10.222.0.27 "GET /v2.0/ports?device_id=3d81374e-5052-4e8d-bcb6-6c84ff6778fe HTTP/1.1" status: 200 len: 210 time: 0.0278084 Oct 19 08:26:03.168603 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-36ca1936-7442-4862-91a9-2e0a8ed1e71e req-833ae119-91cd-4e8b-974b-54b4bac1b455 tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] 10.222.0.27 "GET /v2.0/ports?device_id=3d81374e-5052-4e8d-bcb6-6c84ff6778fe HTTP/1.1" status: 200 len: 210 time: 0.0260327 Oct 19 08:26:04.268791 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-b8c3ba1e-fcf1-4564-a1d0-05e336271c99 req-62c67922-7821-4ca0-b73a-ca67b5dd0359 tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] 10.222.0.27 "GET /v2.0/ports?device_id=3d81374e-5052-4e8d-bcb6-6c84ff6778fe HTTP/1.1" status: 200 len: 210 time: 0.0270154 Oct 19 08:26:04.868664 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c3570f-a5a8-4d24-acb0-21b5c565d702 req-f74ed5be-b32a-4153-8e5a-13efe0fee223 tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:26:04.870102 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-83c3570f-a5a8-4d24-acb0-21b5c565d702 req-f74ed5be-b32a-4153-8e5a-13efe0fee223 tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] 10.222.0.16 "GET /v2.0/networks?id=c61de076-94fa-43d7-9269-b07975209bfb HTTP/1.1" status: 200 len: 807 time: 0.1058857 Oct 19 08:26:04.913287 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-83c3570f-a5a8-4d24-acb0-21b5c565d702 req-c2d56193-a5ae-4432-ac78-439a56d7fd6b tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2c590e68ec6a4f309b262f6822c15dfc HTTP/1.1" status: 200 len: 380 time: 0.0336075 Oct 19 08:26:04.922337 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [req-83c3570f-a5a8-4d24-acb0-21b5c565d702 req-a31189f2-8d62-43d1-b65e-3cf04b223cf4 tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] Request body: {'port': {'device_id': '3d81374e-5052-4e8d-bcb6-6c84ff6778fe', 'network_id': 'c61de076-94fa-43d7-9269-b07975209bfb', 'admin_state_up': True, 'tenant_id': '2c590e68ec6a4f309b262f6822c15dfc', 'security_groups': ['9f32a9c9-cdf6-4487-a5c9-52e86828b2b9']}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 08:26:05.034517 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-83c3570f-a5a8-4d24-acb0-21b5c565d702 req-a31189f2-8d62-43d1-b65e-3cf04b223cf4 tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] Made reservation on behalf of 2c590e68ec6a4f309b262f6822c15dfc for: {'port': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 08:26:05.038111 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [req-83c3570f-a5a8-4d24-acb0-21b5c565d702 req-a31189f2-8d62-43d1-b65e-3cf04b223cf4 tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:26:05.170045 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.db_base_plugin_common [req-83c3570f-a5a8-4d24-acb0-21b5c565d702 req-a31189f2-8d62-43d1-b65e-3cf04b223cf4 tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] Allocated IP 172.20.0.14 (c61de076-94fa-43d7-9269-b07975209bfb/d3741bea-2529-40a4-9626-23e7d3438bdd/3d134dfc-6570-4362-afe7-4cd1eb65999e) {{(pid=103333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 08:26:05.315030 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [req-83c3570f-a5a8-4d24-acb0-21b5c565d702 req-a31189f2-8d62-43d1-b65e-3cf04b223cf4 tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] Notify callbacks [] for port, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:26:05.349629 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [req-83c3570f-a5a8-4d24-acb0-21b5c565d702 req-a31189f2-8d62-43d1-b65e-3cf04b223cf4 tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785020947330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130996763'] for port, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:26:05.397311 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096b9131-c0b5-43f3-aa19-b88ecb0f2410 req-e3896a27-11b5-448a-89bd-7f5bfb19f883 tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:26:05.398806 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-096b9131-c0b5-43f3-aa19-b88ecb0f2410 req-e3896a27-11b5-448a-89bd-7f5bfb19f883 tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] 10.222.0.27 "GET /v2.0/ports?device_id=3d81374e-5052-4e8d-bcb6-6c84ff6778fe HTTP/1.1" status: 200 len: 932 time: 0.0532091 Oct 19 08:26:05.400785 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-83c3570f-a5a8-4d24-acb0-21b5c565d702 req-a31189f2-8d62-43d1-b65e-3cf04b223cf4 tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] Network c61de076-94fa-43d7-9269-b07975209bfb is already hosted by enough agents. {{(pid=103333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 08:26:05.404233 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [req-83c3570f-a5a8-4d24-acb0-21b5c565d702 req-a31189f2-8d62-43d1-b65e-3cf04b223cf4 tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] Resources bound (agent type, host, resource id): {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 08:26:05.408376 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.l3_dvrscheduler_db [req-83c3570f-a5a8-4d24-acb0-21b5c565d702 req-a31189f2-8d62-43d1-b65e-3cf04b223cf4 tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] Received port after_create {{(pid=103333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 08:26:05.435838 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31189f2-8d62-43d1-b65e-3cf04b223cf4 tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] Pushing event updated for resources: {'Port': ['ID=3d134dfc-6570-4362-afe7-4cd1eb65999e,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:26:05.445091 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-096b9131-c0b5-43f3-aa19-b88ecb0f2410 req-160022e5-7a5a-4097-ac70-06627598c9ce tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] 10.222.0.27 "GET /v2.0/security-groups?id=9f32a9c9-cdf6-4487-a5c9-52e86828b2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398040 Oct 19 08:26:05.471061 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c3570f-a5a8-4d24-acb0-21b5c565d702 req-a31189f2-8d62-43d1-b65e-3cf04b223cf4 tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:26:05.471818 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [req-83c3570f-a5a8-4d24-acb0-21b5c565d702 req-a31189f2-8d62-43d1-b65e-3cf04b223cf4 tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42160'] for port, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:26:05.490265 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-83c3570f-a5a8-4d24-acb0-21b5c565d702 req-a31189f2-8d62-43d1-b65e-3cf04b223cf4 tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5719137 Oct 19 08:26:05.503048 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [req-83c3570f-a5a8-4d24-acb0-21b5c565d702 req-efdc2736-24a5-44e0-92d4-25baa2d2bbbf service neutron] Request body: {'port': {'device_id': '3d81374e-5052-4e8d-bcb6-6c84ff6778fe', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8616'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 08:26:05.560294 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [req-83c3570f-a5a8-4d24-acb0-21b5c565d702 req-efdc2736-24a5-44e0-92d4-25baa2d2bbbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:26:05.705199 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-0760916c-734d-4345-bd7d-d9ba07898238 None None] Provisioning complete for port 3d134dfc-6570-4362-afe7-4cd1eb65999e triggered by entity DHCP. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 08:26:05.705822 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-0760916c-734d-4345-bd7d-d9ba07898238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:26:05.705822 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-0760916c-734d-4345-bd7d-d9ba07898238 None None] Attempt 1 to provision port 3d134dfc-6570-4362-afe7-4cd1eb65999e Oct 19 08:26:05.740633 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-0760916c-734d-4345-bd7d-d9ba07898238 None None] Port 3d134dfc-6570-4362-afe7-4cd1eb65999e cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 08:26:05.834428 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.notifiers.nova [req-83c3570f-a5a8-4d24-acb0-21b5c565d702 req-efdc2736-24a5-44e0-92d4-25baa2d2bbbf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d134dfc-6570-4362-afe7-4cd1eb65999e {{(pid=103333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 19 08:26:05.842623 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [req-83c3570f-a5a8-4d24-acb0-21b5c565d702 req-efdc2736-24a5-44e0-92d4-25baa2d2bbbf service neutron] Notify callbacks [] for port, precommit_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:26:05.854574 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.provisioning_blocks [req-83c3570f-a5a8-4d24-acb0-21b5c565d702 req-efdc2736-24a5-44e0-92d4-25baa2d2bbbf service neutron] Transition to ACTIVE for port object 3d134dfc-6570-4362-afe7-4cd1eb65999e will not be triggered until provisioned by entity L2. {{(pid=103333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 19 08:26:05.858454 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [req-83c3570f-a5a8-4d24-acb0-21b5c565d702 req-efdc2736-24a5-44e0-92d4-25baa2d2bbbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130996754'] for port, after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:26:05.934375 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efdc2736-24a5-44e0-92d4-25baa2d2bbbf service neutron] Pushing event updated for resources: {'Port': ['ID=3d134dfc-6570-4362-afe7-4cd1eb65999e,revision_number=2']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:26:05.965641 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.managers [req-83c3570f-a5a8-4d24-acb0-21b5c565d702 req-efdc2736-24a5-44e0-92d4-25baa2d2bbbf service neutron] Attempting to bind port 3d134dfc-6570-4362-afe7-4cd1eb65999e on host hv-neutron-8616 for vnic_type normal with profile {{(pid=103333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 19 08:26:05.965897 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.managers [req-83c3570f-a5a8-4d24-acb0-21b5c565d702 req-efdc2736-24a5-44e0-92d4-25baa2d2bbbf service neutron] Attempting to bind port 3d134dfc-6570-4362-afe7-4cd1eb65999e by drivers openvswitch,hyperv on host hv-neutron-8616 at level 0 using segments [{'id': 'c1a3e3bc-8491-4eb0-8230-b79bc2d2ab56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'c61de076-94fa-43d7-9269-b07975209bfb'}] {{(pid=103333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 19 08:26:05.966227 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83c3570f-a5a8-4d24-acb0-21b5c565d702 req-efdc2736-24a5-44e0-92d4-25baa2d2bbbf service neutron] Attempting to bind port 3d134dfc-6570-4362-afe7-4cd1eb65999e on network c61de076-94fa-43d7-9269-b07975209bfb {{(pid=103333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 08:26:05.971019 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83c3570f-a5a8-4d24-acb0-21b5c565d702 req-efdc2736-24a5-44e0-92d4-25baa2d2bbbf service neutron] Port 3d134dfc-6570-4362-afe7-4cd1eb65999e on network c61de076-94fa-43d7-9269-b07975209bfb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8616 {{(pid=103333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 08:26:05.971339 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83c3570f-a5a8-4d24-acb0-21b5c565d702 req-efdc2736-24a5-44e0-92d4-25baa2d2bbbf service neutron] Attempting to bind port 3d134dfc-6570-4362-afe7-4cd1eb65999e on network c61de076-94fa-43d7-9269-b07975209bfb {{(pid=103333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 08:26:05.976173 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83c3570f-a5a8-4d24-acb0-21b5c565d702 req-efdc2736-24a5-44e0-92d4-25baa2d2bbbf service neutron] Checking agent: {'id': '5297b6e1-8fc1-4f42-910c-8f50c918ca65', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8616', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 19, 7, 36, 11), 'started_at': datetime.datetime(2022, 10, 19, 7, 36, 11), 'heartbeat_timestamp': datetime.datetime(2022, 10, 19, 8, 25, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 08:26:05.976559 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83c3570f-a5a8-4d24-acb0-21b5c565d702 req-efdc2736-24a5-44e0-92d4-25baa2d2bbbf service neutron] Checking segment: {'id': 'c1a3e3bc-8491-4eb0-8230-b79bc2d2ab56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'c61de076-94fa-43d7-9269-b07975209bfb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 19 08:26:05.976914 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83c3570f-a5a8-4d24-acb0-21b5c565d702 req-efdc2736-24a5-44e0-92d4-25baa2d2bbbf service neutron] Bound using segment: {'id': 'c1a3e3bc-8491-4eb0-8230-b79bc2d2ab56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'c61de076-94fa-43d7-9269-b07975209bfb'} {{(pid=103333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 08:26:05.977346 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.managers [req-83c3570f-a5a8-4d24-acb0-21b5c565d702 req-efdc2736-24a5-44e0-92d4-25baa2d2bbbf service neutron] Bound port: 3d134dfc-6570-4362-afe7-4cd1eb65999e, host: hv-neutron-8616, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1a3e3bc-8491-4eb0-8230-b79bc2d2ab56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'c61de076-94fa-43d7-9269-b07975209bfb'}}] {{(pid=103333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 19 08:26:05.977707 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [req-83c3570f-a5a8-4d24-acb0-21b5c565d702 req-efdc2736-24a5-44e0-92d4-25baa2d2bbbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:26:06.051056 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.db [req-83c3570f-a5a8-4d24-acb0-21b5c565d702 req-efdc2736-24a5-44e0-92d4-25baa2d2bbbf service neutron] For port 3d134dfc-6570-4362-afe7-4cd1eb65999e, host hv-neutron-8616, cleared binding levels {{(pid=103333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 08:26:06.054572 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.db [req-83c3570f-a5a8-4d24-acb0-21b5c565d702 req-efdc2736-24a5-44e0-92d4-25baa2d2bbbf service neutron] For port 3d134dfc-6570-4362-afe7-4cd1eb65999e, host hv-neutron-8616, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=3d134dfc-6570-4362-afe7-4cd1eb65999e,segment=NetworkSegment(c1a3e3bc-8491-4eb0-8230-b79bc2d2ab56),segment_id=c1a3e3bc-8491-4eb0-8230-b79bc2d2ab56)] {{(pid=103333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 08:26:06.058212 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [req-83c3570f-a5a8-4d24-acb0-21b5c565d702 req-efdc2736-24a5-44e0-92d4-25baa2d2bbbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130996754'] for port, after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:26:06.062654 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c3570f-a5a8-4d24-acb0-21b5c565d702 req-efdc2736-24a5-44e0-92d4-25baa2d2bbbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:26:06.063261 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [req-83c3570f-a5a8-4d24-acb0-21b5c565d702 req-efdc2736-24a5-44e0-92d4-25baa2d2bbbf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42160'] for port, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:26:06.064677 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-83c3570f-a5a8-4d24-acb0-21b5c565d702 req-efdc2736-24a5-44e0-92d4-25baa2d2bbbf service neutron] 10.222.0.16 "PUT /v2.0/ports/3d134dfc-6570-4362-afe7-4cd1eb65999e HTTP/1.1" status: 200 len: 1094 time: 0.5664871 Oct 19 08:26:06.065175 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d81374e-5052-4e8d-bcb6-6c84ff6778fe', 'tag': '3d134dfc-6570-4362-afe7-4cd1eb65999e'}] {{(pid=103333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 19 08:26:06.067471 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e3bb7d74903c72d9cb0d0f2f187c581e0456bd3142b101dc46d694cf75cdf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb6f5f17-ae4a-4266-b1bf-9b1fb1cf1e25" -d '{"events": [{"name": "network-changed", "server_uuid": "3d81374e-5052-4e8d-bcb6-6c84ff6778fe", "tag": "3d134dfc-6570-4362-afe7-4cd1eb65999e"}]}' {{(pid=103333) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 08:26:06.132320 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 19 Oct 2022 08:26:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1ad443f-c3fe-4770-804a-6501770afc26 x-openstack-request-id: req-a1ad443f-c3fe-4770-804a-6501770afc26 {{(pid=103333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 08:26:06.132648 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d81374e-5052-4e8d-bcb6-6c84ff6778fe", "tag": "3d134dfc-6570-4362-afe7-4cd1eb65999e", "status": "completed", "code": 200}]} {{(pid=103333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 08:26:06.132903 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-a1ad443f-c3fe-4770-804a-6501770afc26 {{(pid=103333) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 08:26:06.133297 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a1ad443f-c3fe-4770-804a-6501770afc26'] response: {'name': 'network-changed', 'server_uuid': '3d81374e-5052-4e8d-bcb6-6c84ff6778fe', 'tag': '3d134dfc-6570-4362-afe7-4cd1eb65999e', 'status': 'completed', 'code': 200} Oct 19 08:26:06.151128 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efdc2736-24a5-44e0-92d4-25baa2d2bbbf service neutron] Pushing event updated for resources: {'Port': ['ID=3d134dfc-6570-4362-afe7-4cd1eb65999e,revision_number=3']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:26:06.171817 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c3570f-a5a8-4d24-acb0-21b5c565d702 req-f66f72c7-8891-45bb-b675-f74c00e0c626 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:26:06.173376 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-83c3570f-a5a8-4d24-acb0-21b5c565d702 req-f66f72c7-8891-45bb-b675-f74c00e0c626 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=2c590e68ec6a4f309b262f6822c15dfc&device_id=3d81374e-5052-4e8d-bcb6-6c84ff6778fe HTTP/1.1" status: 200 len: 1097 time: 0.0567763 Oct 19 08:26:06.215998 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-83c3570f-a5a8-4d24-acb0-21b5c565d702 req-58437c51-1097-4c24-9fea-80bca212e477 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3d134dfc-6570-4362-afe7-4cd1eb65999e HTTP/1.1" status: 200 len: 217 time: 0.0357060 Oct 19 08:26:06.241740 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-0760916c-734d-4345-bd7d-d9ba07898238 None None] Attempt 2 to provision port 3d134dfc-6570-4362-afe7-4cd1eb65999e Oct 19 08:26:06.269872 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c3570f-a5a8-4d24-acb0-21b5c565d702 req-15933f67-57cd-4a2c-a6bc-3dc43374e319 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:26:06.271448 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-83c3570f-a5a8-4d24-acb0-21b5c565d702 req-15933f67-57cd-4a2c-a6bc-3dc43374e319 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d3741bea-2529-40a4-9626-23e7d3438bdd HTTP/1.1" status: 200 len: 846 time: 0.0498455 Oct 19 08:26:06.294134 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-0760916c-734d-4345-bd7d-d9ba07898238 None None] Port 3d134dfc-6570-4362-afe7-4cd1eb65999e had new provisioning blocks added so it will not transition to active. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:370}} Oct 19 08:26:06.325059 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c3570f-a5a8-4d24-acb0-21b5c565d702 req-ee74e49c-5dbe-4539-97f9-59e104e8f6e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:26:06.326729 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-83c3570f-a5a8-4d24-acb0-21b5c565d702 req-ee74e49c-5dbe-4539-97f9-59e104e8f6e7 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c61de076-94fa-43d7-9269-b07975209bfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0453072 Oct 19 08:26:06.429957 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-83c3570f-a5a8-4d24-acb0-21b5c565d702 req-4733dc9f-a597-4494-9f81-b4fd3e3d9c48 service neutron] 10.222.0.16 "GET /v2.0/networks/c61de076-94fa-43d7-9269-b07975209bfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950761 Oct 19 08:26:06.527393 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-83c3570f-a5a8-4d24-acb0-21b5c565d702 req-9bbdbfae-700b-4e40-b3f4-731c60cb50a9 service neutron] 10.222.0.16 "GET /v2.0/networks/c61de076-94fa-43d7-9269-b07975209bfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914404 Oct 19 08:26:06.587397 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c3926e-0e5e-4559-adf4-1b1fd6d85e51 req-1b959f40-9e28-4303-8755-9aca698bd3b8 tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:26:06.589625 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-10c3926e-0e5e-4559-adf4-1b1fd6d85e51 req-1b959f40-9e28-4303-8755-9aca698bd3b8 tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] 10.222.0.27 "GET /v2.0/ports?device_id=3d81374e-5052-4e8d-bcb6-6c84ff6778fe HTTP/1.1" status: 200 len: 944 time: 0.0540929 Oct 19 08:26:06.628804 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6f5f17-ae4a-4266-b1bf-9b1fb1cf1e25 req-77cc3f3e-a8aa-4db2-b318-85a7ff4543c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:26:06.630670 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-fb6f5f17-ae4a-4266-b1bf-9b1fb1cf1e25 req-77cc3f3e-a8aa-4db2-b318-85a7ff4543c0 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=2c590e68ec6a4f309b262f6822c15dfc&device_id=3d81374e-5052-4e8d-bcb6-6c84ff6778fe HTTP/1.1" status: 200 len: 1097 time: 0.0569408 Oct 19 08:26:06.638665 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-10c3926e-0e5e-4559-adf4-1b1fd6d85e51 req-1ce97143-4626-4aec-826e-028b14472244 tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] 10.222.0.27 "GET /v2.0/security-groups?id=9f32a9c9-cdf6-4487-a5c9-52e86828b2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415940 Oct 19 08:26:06.752801 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6f5f17-ae4a-4266-b1bf-9b1fb1cf1e25 req-ae92d5a1-bd76-4cbf-ac77-893a55468b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:26:06.754310 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-fb6f5f17-ae4a-4266-b1bf-9b1fb1cf1e25 req-ae92d5a1-bd76-4cbf-ac77-893a55468b4b service neutron] 10.222.0.16 "GET /v2.0/networks?id=c61de076-94fa-43d7-9269-b07975209bfb HTTP/1.1" status: 200 len: 908 time: 0.1169374 Oct 19 08:26:06.796918 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-fb6f5f17-ae4a-4266-b1bf-9b1fb1cf1e25 req-a557fd7e-05ec-46df-9661-3b5b31cc2d11 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3d134dfc-6570-4362-afe7-4cd1eb65999e HTTP/1.1" status: 200 len: 217 time: 0.0363150 Oct 19 08:26:06.850643 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6f5f17-ae4a-4266-b1bf-9b1fb1cf1e25 req-0d04c734-efd8-479b-8187-14a8f4e3aaef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:26:06.852227 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-fb6f5f17-ae4a-4266-b1bf-9b1fb1cf1e25 req-0d04c734-efd8-479b-8187-14a8f4e3aaef service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d3741bea-2529-40a4-9626-23e7d3438bdd HTTP/1.1" status: 200 len: 846 time: 0.0493188 Oct 19 08:26:06.899182 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6f5f17-ae4a-4266-b1bf-9b1fb1cf1e25 req-7e1c3b17-a195-4455-a72f-00c751bbde33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:26:06.900736 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-fb6f5f17-ae4a-4266-b1bf-9b1fb1cf1e25 req-7e1c3b17-a195-4455-a72f-00c751bbde33 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c61de076-94fa-43d7-9269-b07975209bfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0421259 Oct 19 08:26:06.997698 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-fb6f5f17-ae4a-4266-b1bf-9b1fb1cf1e25 req-b5a84cbb-ee44-4943-8f07-5942c6ee49f8 service neutron] 10.222.0.16 "GET /v2.0/networks/c61de076-94fa-43d7-9269-b07975209bfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905247 Oct 19 08:26:07.096680 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-fb6f5f17-ae4a-4266-b1bf-9b1fb1cf1e25 req-ce3707aa-7831-43dc-b65b-87f6d70f69de service neutron] 10.222.0.16 "GET /v2.0/networks/c61de076-94fa-43d7-9269-b07975209bfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886517 Oct 19 08:26:07.765622 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306fc39c-b6b8-4f68-8776-d01cb4ca255c req-abfbdef8-d33f-4311-9bfc-8d232ae66f59 tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:26:07.767118 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-306fc39c-b6b8-4f68-8776-d01cb4ca255c req-abfbdef8-d33f-4311-9bfc-8d232ae66f59 tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] 10.222.0.27 "GET /v2.0/ports?device_id=3d81374e-5052-4e8d-bcb6-6c84ff6778fe HTTP/1.1" status: 200 len: 944 time: 0.0501010 Oct 19 08:26:07.805473 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-306fc39c-b6b8-4f68-8776-d01cb4ca255c req-107e8c5c-bef4-4773-9160-2fb45b6d2b13 tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] 10.222.0.27 "GET /v2.0/security-groups?id=9f32a9c9-cdf6-4487-a5c9-52e86828b2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321958 Oct 19 08:26:08.976386 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683534e9-6e77-47d7-8661-021db876c2db req-8c0c90a1-99bc-4ce5-8796-09478ac45b7b tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:26:08.977878 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-683534e9-6e77-47d7-8661-021db876c2db req-8c0c90a1-99bc-4ce5-8796-09478ac45b7b tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] 10.222.0.27 "GET /v2.0/ports?device_id=3d81374e-5052-4e8d-bcb6-6c84ff6778fe HTTP/1.1" status: 200 len: 944 time: 0.0999682 Oct 19 08:26:09.018921 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-683534e9-6e77-47d7-8661-021db876c2db req-8452a8ea-c821-44b3-be1e-da16ffd9633c tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] 10.222.0.27 "GET /v2.0/security-groups?id=9f32a9c9-cdf6-4487-a5c9-52e86828b2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350082 Oct 19 08:26:10.186498 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7417f858-8e40-4e19-9d75-5bb3cc9029ae req-c36d74d6-cf9d-4aa4-a85d-9ead68c24add tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:26:10.187951 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-7417f858-8e40-4e19-9d75-5bb3cc9029ae req-c36d74d6-cf9d-4aa4-a85d-9ead68c24add tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] 10.222.0.27 "GET /v2.0/ports?device_id=3d81374e-5052-4e8d-bcb6-6c84ff6778fe HTTP/1.1" status: 200 len: 944 time: 0.0975184 Oct 19 08:26:10.227204 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-7417f858-8e40-4e19-9d75-5bb3cc9029ae req-ebaf8693-8d5a-454d-8c38-9c584ddc3aac tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] 10.222.0.27 "GET /v2.0/security-groups?id=9f32a9c9-cdf6-4487-a5c9-52e86828b2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322595 Oct 19 08:26:11.346743 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d331cf4-6a9a-4c0c-870e-503f57946ef8 req-e476e7c1-28dd-475c-bae6-5ef7468c6b42 tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:26:11.348202 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-9d331cf4-6a9a-4c0c-870e-503f57946ef8 req-e476e7c1-28dd-475c-bae6-5ef7468c6b42 tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] 10.222.0.27 "GET /v2.0/ports?device_id=3d81374e-5052-4e8d-bcb6-6c84ff6778fe HTTP/1.1" status: 200 len: 944 time: 0.0483406 Oct 19 08:26:11.385529 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-9d331cf4-6a9a-4c0c-870e-503f57946ef8 req-9f347d0f-ed23-40a7-b072-24778450aa7c tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] 10.222.0.27 "GET /v2.0/security-groups?id=9f32a9c9-cdf6-4487-a5c9-52e86828b2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313985 Oct 19 08:26:12.251178 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:26:12.503900 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a050af4-4e9f-47eb-bc30-02dfdd68f73a req-ca6225d4-722b-44ad-944a-89035623c736 tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:26:12.505289 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-6a050af4-4e9f-47eb-bc30-02dfdd68f73a req-ca6225d4-722b-44ad-944a-89035623c736 tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] 10.222.0.27 "GET /v2.0/ports?device_id=3d81374e-5052-4e8d-bcb6-6c84ff6778fe HTTP/1.1" status: 200 len: 944 time: 0.0474424 Oct 19 08:26:12.545351 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-6a050af4-4e9f-47eb-bc30-02dfdd68f73a req-1d9ed174-c5c9-4852-888b-274d186a34c3 tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] 10.222.0.27 "GET /v2.0/security-groups?id=9f32a9c9-cdf6-4487-a5c9-52e86828b2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341508 Oct 19 08:26:13.505100 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-489701b1-712c-4a9d-98e4-808472c50bdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:26:13.666679 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f6a60b-7974-46eb-a2c3-1fdf08301f31 req-d1c71b47-66e7-4f21-ac00-3926085f120c tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:26:13.668129 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-33f6a60b-7974-46eb-a2c3-1fdf08301f31 req-d1c71b47-66e7-4f21-ac00-3926085f120c tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] 10.222.0.27 "GET /v2.0/ports?device_id=3d81374e-5052-4e8d-bcb6-6c84ff6778fe HTTP/1.1" status: 200 len: 944 time: 0.0484939 Oct 19 08:26:13.704866 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-33f6a60b-7974-46eb-a2c3-1fdf08301f31 req-c6dca908-8b94-44ca-863a-67af90cfa0e4 tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] 10.222.0.27 "GET /v2.0/security-groups?id=9f32a9c9-cdf6-4487-a5c9-52e86828b2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308158 Oct 19 08:26:14.822956 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28960ac-e461-46b4-828d-698f14645098 req-e52e38f3-72c3-46c3-bab6-ab8e7ab04da8 tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:26:14.824413 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-d28960ac-e461-46b4-828d-698f14645098 req-e52e38f3-72c3-46c3-bab6-ab8e7ab04da8 tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] 10.222.0.27 "GET /v2.0/ports?device_id=3d81374e-5052-4e8d-bcb6-6c84ff6778fe HTTP/1.1" status: 200 len: 944 time: 0.0480649 Oct 19 08:26:14.863560 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-d28960ac-e461-46b4-828d-698f14645098 req-6555c7aa-1ac0-4298-a1a6-d79a67e68e6e tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] 10.222.0.27 "GET /v2.0/security-groups?id=9f32a9c9-cdf6-4487-a5c9-52e86828b2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323756 Oct 19 08:26:15.984047 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44631b85-bffd-4950-8101-19f43bf741ee req-1e13bf5e-6297-465c-8aae-b8c3f93e9f47 tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:26:15.985586 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-44631b85-bffd-4950-8101-19f43bf741ee req-1e13bf5e-6297-465c-8aae-b8c3f93e9f47 tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] 10.222.0.27 "GET /v2.0/ports?device_id=3d81374e-5052-4e8d-bcb6-6c84ff6778fe HTTP/1.1" status: 200 len: 944 time: 0.0480902 Oct 19 08:26:16.027506 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-44631b85-bffd-4950-8101-19f43bf741ee req-69db8ffb-b31f-47e8-a33e-d920018d5f4d tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] 10.222.0.27 "GET /v2.0/security-groups?id=9f32a9c9-cdf6-4487-a5c9-52e86828b2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346923 Oct 19 08:26:16.403744 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-009e576a-1e23-493f-865e-c4a3de91c65f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:26:17.144813 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8728b3f9-95e6-4535-be9c-b57dae2fd0a7 req-2015b303-2608-467e-90ad-1c0321eeddcf tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:26:17.146302 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-8728b3f9-95e6-4535-be9c-b57dae2fd0a7 req-2015b303-2608-467e-90ad-1c0321eeddcf tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] 10.222.0.27 "GET /v2.0/ports?device_id=3d81374e-5052-4e8d-bcb6-6c84ff6778fe HTTP/1.1" status: 200 len: 944 time: 0.0480666 Oct 19 08:26:17.183691 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-8728b3f9-95e6-4535-be9c-b57dae2fd0a7 req-fdd21b8e-99c2-4928-841f-eaf9e77d846b tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] 10.222.0.27 "GET /v2.0/security-groups?id=9f32a9c9-cdf6-4487-a5c9-52e86828b2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315909 Oct 19 08:26:17.462621 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Device 3d134dfc-6570-4362-afe7-4cd1eb65999e details requested by agent hyperv_hv-neutron-8616 with host hv-neutron-8616 {{(pid=103334) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 08:26:17.557289 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] For port 3d134dfc-6570-4362-afe7-4cd1eb65999e, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=3d134dfc-6570-4362-afe7-4cd1eb65999e,segment=NetworkSegment(c1a3e3bc-8491-4eb0-8230-b79bc2d2ab56),segment_id=c1a3e3bc-8491-4eb0-8230-b79bc2d2ab56)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 08:26:17.572385 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Returning: {'device': '3d134dfc-6570-4362-afe7-4cd1eb65999e', 'network_id': 'c61de076-94fa-43d7-9269-b07975209bfb', 'port_id': '3d134dfc-6570-4362-afe7-4cd1eb65999e', 'mac_address': 'fa:16:3e:61:be:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3741bea-2529-40a4-9626-23e7d3438bdd', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103334) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 08:26:17.609958 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Current status of the port 3d134dfc-6570-4362-afe7-4cd1eb65999e is: DOWN; New status is: BUILD {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 08:26:17.610342 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:26:17.622476 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.notifiers.nova [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d134dfc-6570-4362-afe7-4cd1eb65999e {{(pid=103334) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 19 08:26:17.642068 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] For port 3d134dfc-6570-4362-afe7-4cd1eb65999e, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=3d134dfc-6570-4362-afe7-4cd1eb65999e,segment=NetworkSegment(c1a3e3bc-8491-4eb0-8230-b79bc2d2ab56),segment_id=c1a3e3bc-8491-4eb0-8230-b79bc2d2ab56)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 08:26:17.646005 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:26:17.690945 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Pushing event updated for resources: {'Port': ['ID=3d134dfc-6570-4362-afe7-4cd1eb65999e,revision_number=4']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:26:17.697765 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:26:17.698115 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:26:17.698457 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:26:17.698792 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:26:17.699122 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:26:17.699454 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:26:17.699782 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:26:17.700111 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:26:17.700438 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:26:17.700785 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:26:17.701111 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:26:17.701434 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:26:17.849489 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] get_ports_and_sgs() called for port_ids ['3d134dfc-6570-4362-afe7-4cd1eb65999e'] {{(pid=103334) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 19 08:26:18.119203 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-2a2259f7-b034-4eec-af7a-7abaede746c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:26:18.304127 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c309b5ca-2de0-480c-b9b7-2968f9ebb086 req-18b60e8e-7d0a-4e70-86aa-af556d02846f tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:26:18.305631 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-c309b5ca-2de0-480c-b9b7-2968f9ebb086 req-18b60e8e-7d0a-4e70-86aa-af556d02846f tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] 10.222.0.27 "GET /v2.0/ports?device_id=3d81374e-5052-4e8d-bcb6-6c84ff6778fe HTTP/1.1" status: 200 len: 945 time: 0.0476620 Oct 19 08:26:18.343549 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-c309b5ca-2de0-480c-b9b7-2968f9ebb086 req-2253d25f-a241-456f-a593-76f314505a03 tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] 10.222.0.27 "GET /v2.0/security-groups?id=9f32a9c9-cdf6-4487-a5c9-52e86828b2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308683 Oct 19 08:26:19.218896 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-1a0da505-d0f9-48c6-b7e2-53b9c5e41298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:26:19.271499 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:26:19.464982 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e32e12e-6507-463c-8dad-41862fa0895f req-3df8355e-8521-4564-8c30-a12f43ae0204 tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:26:19.466365 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-7e32e12e-6507-463c-8dad-41862fa0895f req-3df8355e-8521-4564-8c30-a12f43ae0204 tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] 10.222.0.27 "GET /v2.0/ports?device_id=3d81374e-5052-4e8d-bcb6-6c84ff6778fe HTTP/1.1" status: 200 len: 945 time: 0.0490837 Oct 19 08:26:19.476917 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Device 3d134dfc-6570-4362-afe7-4cd1eb65999e up at agent hyperv_hv-neutron-8616 {{(pid=103334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 08:26:19.508160 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-7e32e12e-6507-463c-8dad-41862fa0895f req-665e64d1-becd-4b69-8c66-83866da5e6af tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] 10.222.0.27 "GET /v2.0/security-groups?id=9f32a9c9-cdf6-4487-a5c9-52e86828b2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355299 Oct 19 08:26:19.529240 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Provisioning for port 3d134dfc-6570-4362-afe7-4cd1eb65999e completed by entity L2. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 19 08:26:19.533278 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Provisioning complete for port 3d134dfc-6570-4362-afe7-4cd1eb65999e triggered by entity L2. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 08:26:19.533649 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:26:19.533983 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Attempt 1 to provision port 3d134dfc-6570-4362-afe7-4cd1eb65999e Oct 19 08:26:19.607076 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Current status of the port 3d134dfc-6570-4362-afe7-4cd1eb65999e is: BUILD; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 08:26:19.607454 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:26:19.629957 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d81374e-5052-4e8d-bcb6-6c84ff6778fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d134dfc-6570-4362-afe7-4cd1eb65999e'}] {{(pid=103334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 19 08:26:19.632206 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d918bd29c62f7e926e80ce37adcd574e0921d2de3006e6b6ef58999f52d8e2e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1379e21-2632-4585-be77-0c3abfd00e19" -d '{"events": [{"server_uuid": "3d81374e-5052-4e8d-bcb6-6c84ff6778fe", "name": "network-vif-plugged", "status": "completed", "tag": "3d134dfc-6570-4362-afe7-4cd1eb65999e"}]}' {{(pid=103334) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 08:26:19.644866 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] For port 3d134dfc-6570-4362-afe7-4cd1eb65999e, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=3d134dfc-6570-4362-afe7-4cd1eb65999e,segment=NetworkSegment(c1a3e3bc-8491-4eb0-8230-b79bc2d2ab56),segment_id=c1a3e3bc-8491-4eb0-8230-b79bc2d2ab56)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 08:26:19.649028 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:26:19.674452 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 19 Oct 2022 08:26:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-419a91b8-bd2b-4c5f-8e2b-940e3c4fd510 x-openstack-request-id: req-419a91b8-bd2b-4c5f-8e2b-940e3c4fd510 {{(pid=103334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 08:26:19.674742 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d81374e-5052-4e8d-bcb6-6c84ff6778fe", "name": "network-vif-plugged", "status": "completed", "tag": "3d134dfc-6570-4362-afe7-4cd1eb65999e", "code": 200}]} {{(pid=103334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 08:26:19.674989 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-419a91b8-bd2b-4c5f-8e2b-940e3c4fd510 {{(pid=103334) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 08:26:19.675370 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.notifiers.nova [-] Nova event matching ['req-419a91b8-bd2b-4c5f-8e2b-940e3c4fd510'] response: {'server_uuid': '3d81374e-5052-4e8d-bcb6-6c84ff6778fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d134dfc-6570-4362-afe7-4cd1eb65999e', 'code': 200} Oct 19 08:26:19.701159 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Pushing event updated for resources: {'Port': ['ID=3d134dfc-6570-4362-afe7-4cd1eb65999e,revision_number=5']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:26:19.843424 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28531250-77a2-4eab-9a31-a8a0406f7f0d req-5d7bece4-ea02-457e-9e70-4f787cc14380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:26:19.844931 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-28531250-77a2-4eab-9a31-a8a0406f7f0d req-5d7bece4-ea02-457e-9e70-4f787cc14380 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=3d81374e-5052-4e8d-bcb6-6c84ff6778fe HTTP/1.1" status: 200 len: 1099 time: 0.0400271 Oct 19 08:26:19.882936 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-28531250-77a2-4eab-9a31-a8a0406f7f0d req-8897d48d-296a-4e03-ac21-996a6f8e2934 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=9f32a9c9-cdf6-4487-a5c9-52e86828b2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315974 Oct 19 08:26:20.629842 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f3a0f0-4aa6-4783-b947-91950c28c1b4 req-d3aaff4d-3365-429a-ba05-3a1ed16b0c3b tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:26:20.631305 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-87f3a0f0-4aa6-4783-b947-91950c28c1b4 req-d3aaff4d-3365-429a-ba05-3a1ed16b0c3b tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] 10.222.0.27 "GET /v2.0/ports?device_id=3d81374e-5052-4e8d-bcb6-6c84ff6778fe HTTP/1.1" status: 200 len: 946 time: 0.0494890 Oct 19 08:26:20.669540 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-87f3a0f0-4aa6-4783-b947-91950c28c1b4 req-68eee7f5-5f4f-43fe-8c13-ee5756d0b58f tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] 10.222.0.27 "GET /v2.0/security-groups?id=9f32a9c9-cdf6-4487-a5c9-52e86828b2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324054 Oct 19 08:26:21.790140 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085f17b9-78ab-42f9-b868-efd67adb42aa req-5af47aca-2ba0-476f-82e1-ca9c0c8e1fd0 tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:26:21.791591 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-085f17b9-78ab-42f9-b868-efd67adb42aa req-5af47aca-2ba0-476f-82e1-ca9c0c8e1fd0 tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] 10.222.0.27 "GET /v2.0/ports?device_id=3d81374e-5052-4e8d-bcb6-6c84ff6778fe HTTP/1.1" status: 200 len: 946 time: 0.0477195 Oct 19 08:26:21.828941 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-085f17b9-78ab-42f9-b868-efd67adb42aa req-7440d66c-03b1-4539-bac4-2e5aef0223e1 tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] 10.222.0.27 "GET /v2.0/security-groups?id=9f32a9c9-cdf6-4487-a5c9-52e86828b2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308452 Oct 19 08:26:21.945969 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25670b1c-99a4-4a3a-9307-358439ef713b req-8ebf1809-1d19-4e7a-972d-751a050c543b tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:26:21.947421 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-25670b1c-99a4-4a3a-9307-358439ef713b req-8ebf1809-1d19-4e7a-972d-751a050c543b tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] 10.222.0.27 "GET /v2.0/ports?device_id=3d81374e-5052-4e8d-bcb6-6c84ff6778fe HTTP/1.1" status: 200 len: 946 time: 0.0475516 Oct 19 08:26:21.989325 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-25670b1c-99a4-4a3a-9307-358439ef713b req-a775001e-4ff7-4cda-a00f-e646c23a8f33 tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] 10.222.0.27 "GET /v2.0/security-groups?id=9f32a9c9-cdf6-4487-a5c9-52e86828b2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353489 Oct 19 08:26:22.016551 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 39794) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:26:22.055955 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54d965f0-0406-4080-a8a3-4e4167c67a49 tempest-TestShelveInstance-102854668 tempest-TestShelveInstance-102854668-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:26:22.057471 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-54d965f0-0406-4080-a8a3-4e4167c67a49 tempest-TestShelveInstance-102854668 tempest-TestShelveInstance-102854668-project-admin] 10.222.0.27 "GET /v2.0/ports?device_id=3d81374e-5052-4e8d-bcb6-6c84ff6778fe HTTP/1.1" status: 200 len: 1094 time: 0.0399625 Oct 19 08:26:22.060226 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 39796) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:26:22.064698 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-614f8498-5e1b-4cc9-a57e-c87a52d1c3b2 tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] Request body: {'floatingip': {'floating_network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'port_id': '3d134dfc-6570-4362-afe7-4cd1eb65999e', 'tenant_id': '2c590e68ec6a4f309b262f6822c15dfc', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 08:26:22.085192 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-614f8498-5e1b-4cc9-a57e-c87a52d1c3b2 tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] Notify callbacks [] for floatingip, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:26:22.179176 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-614f8498-5e1b-4cc9-a57e-c87a52d1c3b2 tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:26:22.283375 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.db_base_plugin_common [None req-614f8498-5e1b-4cc9-a57e-c87a52d1c3b2 tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] Allocated IP 172.26.0.155 (99c66757-74e3-40a4-b479-8d09e3a7c3dd/7f3d1034-1de7-458a-a3ee-77488de3949b/aa66ad5f-b7c5-4b2c-8a96-9d7618758187) {{(pid=103332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 08:26:22.382130 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-614f8498-5e1b-4cc9-a57e-c87a52d1c3b2 tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] Notify callbacks [] for port, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:26:22.415349 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-614f8498-5e1b-4cc9-a57e-c87a52d1c3b2 tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785020947330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133553798'] for port, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:26:22.457873 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-614f8498-5e1b-4cc9-a57e-c87a52d1c3b2 tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] Network 99c66757-74e3-40a4-b479-8d09e3a7c3dd is already hosted by enough agents. {{(pid=103332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 08:26:22.460770 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.base_scheduler [None req-614f8498-5e1b-4cc9-a57e-c87a52d1c3b2 tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] Resources bound (agent type, host, resource id): {{(pid=103332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 08:26:22.464550 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-614f8498-5e1b-4cc9-a57e-c87a52d1c3b2 tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] Received port after_create {{(pid=103332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 08:26:22.490780 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614f8498-5e1b-4cc9-a57e-c87a52d1c3b2 tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] Pushing event updated for resources: {'Port': ['ID=aa66ad5f-b7c5-4b2c-8a96-9d7618758187,revision_number=1']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:26:22.816182 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-614f8498-5e1b-4cc9-a57e-c87a52d1c3b2 tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:26:22.887223 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-614f8498-5e1b-4cc9-a57e-c87a52d1c3b2 tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:26:23.037225 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-614f8498-5e1b-4cc9-a57e-c87a52d1c3b2 tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] Notify callbacks [] for port, precommit_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:26:23.041295 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-614f8498-5e1b-4cc9-a57e-c87a52d1c3b2 tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133553807'] for port, after_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:26:23.106519 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-614f8498-5e1b-4cc9-a57e-c87a52d1c3b2 tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1695041'] for floatingip, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:26:23.109020 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614f8498-5e1b-4cc9-a57e-c87a52d1c3b2 tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] Pushing event updated for resources: {'Port': ['ID=aa66ad5f-b7c5-4b2c-8a96-9d7618758187,revision_number=2']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:26:23.209496 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.db.l3_db [None req-614f8498-5e1b-4cc9-a57e-c87a52d1c3b2 tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] Floating IP 19d1f310-f1fa-45d8-95fd-202c5009c5aa associated. External IP: 172.26.0.155, port: 3d134dfc-6570-4362-afe7-4cd1eb65999e. Oct 19 08:26:23.731082 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-614f8498-5e1b-4cc9-a57e-c87a52d1c3b2 tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] Router 2749c1df-1931-4805-bc7a-882b8f5b20be has already been hosted by L3 agent ab388470-1243-4d53-80f2-c2f5899c97a7 {{(pid=103332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 08:26:23.835916 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-614f8498-5e1b-4cc9-a57e-c87a52d1c3b2 tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] Notify agent at l3_agent.dv-neutron-861624-1-hyperv the message routers_updated {{(pid=103332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 08:26:23.846296 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74ca3691-fc09-43d1-bd70-11fde9ea742a None None] Sync routers for ids ['2749c1df-1931-4805-bc7a-882b8f5b20be'] in dv-neutron-861624-1-hyperv {{(pid=103334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 08:26:23.853661 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-614f8498-5e1b-4cc9-a57e-c87a52d1c3b2 tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42160'] for floatingip, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:26:23.857369 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74ca3691-fc09-43d1-bd70-11fde9ea742a None None] Routers {'2749c1df-1931-4805-bc7a-882b8f5b20be'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 08:26:23.858017 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-74ca3691-fc09-43d1-bd70-11fde9ea742a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T08:26:16Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['2749c1df-1931-4805-bc7a-882b8f5b20be'], 'active': True} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:26:23.880287 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-614f8498-5e1b-4cc9-a57e-c87a52d1c3b2 tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] 10.222.0.27 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8190124 Oct 19 08:26:23.880961 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d81374e-5052-4e8d-bcb6-6c84ff6778fe', 'tag': '3d134dfc-6570-4362-afe7-4cd1eb65999e'}] {{(pid=103332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 19 08:26:23.883239 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a021b02cf5f527cd4bbbc40a031b51490d9893d7edeeb551bdf5128ee7546f8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aee09aa6-e76c-4839-847f-20d6d02436e8" -d '{"events": [{"name": "network-changed", "server_uuid": "3d81374e-5052-4e8d-bcb6-6c84ff6778fe", "tag": "3d134dfc-6570-4362-afe7-4cd1eb65999e"}]}' {{(pid=103332) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 08:26:23.963896 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvr_db [None req-74ca3691-fc09-43d1-bd70-11fde9ea742a None None] Set router 2749c1df-1931-4805-bc7a-882b8f5b20be gateway port host: dv-neutron-861624-1-hyperv {{(pid=103334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 08:26:23.976880 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 19 Oct 2022 08:26:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4bd19a1-09e6-401e-9050-b66ee31bc994 x-openstack-request-id: req-e4bd19a1-09e6-401e-9050-b66ee31bc994 {{(pid=103332) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 08:26:23.977179 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d81374e-5052-4e8d-bcb6-6c84ff6778fe", "tag": "3d134dfc-6570-4362-afe7-4cd1eb65999e", "status": "completed", "code": 200}]} {{(pid=103332) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 08:26:23.977438 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-e4bd19a1-09e6-401e-9050-b66ee31bc994 {{(pid=103332) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 08:26:23.977847 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e4bd19a1-09e6-401e-9050-b66ee31bc994'] response: {'name': 'network-changed', 'server_uuid': '3d81374e-5052-4e8d-bcb6-6c84ff6778fe', 'tag': '3d134dfc-6570-4362-afe7-4cd1eb65999e', 'status': 'completed', 'code': 200} Oct 19 08:26:24.038352 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee09aa6-e76c-4839-847f-20d6d02436e8 req-15263af0-e2d7-4fdb-9f50-266177af3272 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:26:24.039752 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-aee09aa6-e76c-4839-847f-20d6d02436e8 req-15263af0-e2d7-4fdb-9f50-266177af3272 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=2c590e68ec6a4f309b262f6822c15dfc&device_id=3d81374e-5052-4e8d-bcb6-6c84ff6778fe HTTP/1.1" status: 200 len: 1099 time: 0.0413902 Oct 19 08:26:24.129540 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee09aa6-e76c-4839-847f-20d6d02436e8 req-9884f018-bf1f-470c-b80e-a1cb17dfbbc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:26:24.131051 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-aee09aa6-e76c-4839-847f-20d6d02436e8 req-9884f018-bf1f-470c-b80e-a1cb17dfbbc2 service neutron] 10.222.0.16 "GET /v2.0/networks?id=c61de076-94fa-43d7-9269-b07975209bfb HTTP/1.1" status: 200 len: 908 time: 0.0845926 Oct 19 08:26:24.187545 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-74ca3691-fc09-43d1-bd70-11fde9ea742a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2749c1df-1931-4805-bc7a-882b8f5b20be', 'name': 'tempest-TestShelveInstance-17841527-router', 'tenant_id': '2c590e68ec6a4f309b262f6822c15dfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'external_fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.242'}], 'enable_snat': True}, 'gw_port_id': 'c5671e35-ab92-475f-88bf-3fa953fa1e3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T08:21:23Z', 'updated_at': '2022-10-19T08:21:25Z', 'revision_number': 4, 'project_id': '2c590e68ec6a4f309b262f6822c15dfc', 'gw_port': {'id': 'c5671e35-ab92-475f-88bf-3fa953fa1e3d', 'name': '', 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:a5:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2749c1df-1931-4805-bc7a-882b8f5b20be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T08:21:23Z', 'updated_at': '2022-10-19T08:21:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861624-1-hyperv', '_floatingips': [{'id': '19d1f310-f1fa-45d8-95fd-202c5009c5aa', 'tenant_id': '2c590e68ec6a4f309b262f6822c15dfc', 'floating_ip_address': '172.26.0.155', 'floating_network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'router_id': '2749c1df-1931-4805-bc7a-882b8f5b20be', 'port_id': '3d134dfc-6570-4362-afe7-4cd1eb65999e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1859, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c61de076-94fa-43d7-9269-b07975209bfb', 'mac_address': 'fa:16:3e:61:be:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d81374e-5052-4e8d-bcb6-6c84ff6778fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-19T08:26:22Z', 'updated_at': '2022-10-19T08:26:22Z', 'revision_number': 0, 'project_id': '2c590e68ec6a4f309b262f6822c15dfc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46a6699d-0c07-4fee-8e33-bcafd3b263c4', 'name': '', 'network_id': 'c61de076-94fa-43d7-9269-b07975209bfb', 'tenant_id': '2c590e68ec6a4f309b262f6822c15dfc', 'mac_address': 'fa:16:3e:3a:92:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2749c1df-1931-4805-bc7a-882b8f5b20be', 'device_owner': 'network:router_interface', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': 'd3741bea-2529-40a4-9626-23e7d3438bdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T08:21:25Z', 'updated_at': '2022-10-19T08:21:29Z', 'revision_number': 5, 'project_id': '2c590e68ec6a4f309b262f6822c15dfc', 'subnets': [{'id': 'd3741bea-2529-40a4-9626-23e7d3438bdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:26:24.201873 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-aee09aa6-e76c-4839-847f-20d6d02436e8 req-5de635ad-9922-4091-98ce-5c6d314d2c01 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3d134dfc-6570-4362-afe7-4cd1eb65999e HTTP/1.1" status: 200 len: 1000 time: 0.0639338 Oct 19 08:26:24.214993 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74ca3691-fc09-43d1-bd70-11fde9ea742a None None] Checking router: 2749c1df-1931-4805-bc7a-882b8f5b20be for host: dv-neutron-861624-1-hyperv {{(pid=103334) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 08:26:24.223599 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74ca3691-fc09-43d1-bd70-11fde9ea742a None None] Routers {'2749c1df-1931-4805-bc7a-882b8f5b20be'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 08:26:24.224210 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-74ca3691-fc09-43d1-bd70-11fde9ea742a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T08:26:16Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['2749c1df-1931-4805-bc7a-882b8f5b20be'], 'active': True} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:26:24.251063 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee09aa6-e76c-4839-847f-20d6d02436e8 req-0150d129-1718-4586-86f2-2f26f0f81ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:26:24.252649 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-aee09aa6-e76c-4839-847f-20d6d02436e8 req-0150d129-1718-4586-86f2-2f26f0f81ec6 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d3741bea-2529-40a4-9626-23e7d3438bdd HTTP/1.1" status: 200 len: 846 time: 0.0442681 Oct 19 08:26:24.298412 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee09aa6-e76c-4839-847f-20d6d02436e8 req-0e8aac79-5e6a-4c36-923e-8801459ba5a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:26:24.300026 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-aee09aa6-e76c-4839-847f-20d6d02436e8 req-0e8aac79-5e6a-4c36-923e-8801459ba5a8 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c61de076-94fa-43d7-9269-b07975209bfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0404449 Oct 19 08:26:24.329633 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvr_db [None req-74ca3691-fc09-43d1-bd70-11fde9ea742a None None] Set router 2749c1df-1931-4805-bc7a-882b8f5b20be gateway port host: dv-neutron-861624-1-hyperv {{(pid=103334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 08:26:24.394044 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-aee09aa6-e76c-4839-847f-20d6d02436e8 req-50760e8e-7874-4847-b646-b5973167e25f service neutron] 10.222.0.16 "GET /v2.0/networks/c61de076-94fa-43d7-9269-b07975209bfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873368 Oct 19 08:26:24.489910 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-aee09aa6-e76c-4839-847f-20d6d02436e8 req-060e281f-476c-433f-a893-74e9b5cd095f service neutron] 10.222.0.16 "GET /v2.0/networks/c61de076-94fa-43d7-9269-b07975209bfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885134 Oct 19 08:26:24.550124 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-74ca3691-fc09-43d1-bd70-11fde9ea742a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2749c1df-1931-4805-bc7a-882b8f5b20be', 'name': 'tempest-TestShelveInstance-17841527-router', 'tenant_id': '2c590e68ec6a4f309b262f6822c15dfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'external_fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.242'}], 'enable_snat': True}, 'gw_port_id': 'c5671e35-ab92-475f-88bf-3fa953fa1e3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T08:21:23Z', 'updated_at': '2022-10-19T08:21:25Z', 'revision_number': 4, 'project_id': '2c590e68ec6a4f309b262f6822c15dfc', 'gw_port': {'id': 'c5671e35-ab92-475f-88bf-3fa953fa1e3d', 'name': '', 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:a5:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2749c1df-1931-4805-bc7a-882b8f5b20be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T08:21:23Z', 'updated_at': '2022-10-19T08:21:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861624-1-hyperv', '_floatingips': [{'id': '19d1f310-f1fa-45d8-95fd-202c5009c5aa', 'tenant_id': '2c590e68ec6a4f309b262f6822c15dfc', 'floating_ip_address': '172.26.0.155', 'floating_network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'router_id': '2749c1df-1931-4805-bc7a-882b8f5b20be', 'port_id': '3d134dfc-6570-4362-afe7-4cd1eb65999e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1859, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c61de076-94fa-43d7-9269-b07975209bfb', 'mac_address': 'fa:16:3e:61:be:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d81374e-5052-4e8d-bcb6-6c84ff6778fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-19T08:26:22Z', 'updated_at': '2022-10-19T08:26:22Z', 'revision_number': 0, 'project_id': '2c590e68ec6a4f309b262f6822c15dfc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46a6699d-0c07-4fee-8e33-bcafd3b263c4', 'name': '', 'network_id': 'c61de076-94fa-43d7-9269-b07975209bfb', 'tenant_id': '2c590e68ec6a4f309b262f6822c15dfc', 'mac_address': 'fa:16:3e:3a:92:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2749c1df-1931-4805-bc7a-882b8f5b20be', 'device_owner': 'network:router_interface', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': 'd3741bea-2529-40a4-9626-23e7d3438bdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T08:21:25Z', 'updated_at': '2022-10-19T08:21:29Z', 'revision_number': 5, 'project_id': '2c590e68ec6a4f309b262f6822c15dfc', 'subnets': [{'id': 'd3741bea-2529-40a4-9626-23e7d3438bdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:26:24.580431 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74ca3691-fc09-43d1-bd70-11fde9ea742a None None] The sync data for ids ['2749c1df-1931-4805-bc7a-882b8f5b20be'] in dv-neutron-861624-1-hyperv is: [{'id': '2749c1df-1931-4805-bc7a-882b8f5b20be', 'name': 'tempest-TestShelveInstance-17841527-router', 'tenant_id': '2c590e68ec6a4f309b262f6822c15dfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'external_fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.242'}], 'enable_snat': True}, 'gw_port_id': 'c5671e35-ab92-475f-88bf-3fa953fa1e3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T08:21:23Z', 'updated_at': '2022-10-19T08:21:25Z', 'revision_number': 4, 'project_id': '2c590e68ec6a4f309b262f6822c15dfc', 'gw_port': {'id': 'c5671e35-ab92-475f-88bf-3fa953fa1e3d', 'name': '', 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:a5:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2749c1df-1931-4805-bc7a-882b8f5b20be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T08:21:23Z', 'updated_at': '2022-10-19T08:21:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861624-1-hyperv', '_floatingips': [{'id': '19d1f310-f1fa-45d8-95fd-202c5009c5aa', 'tenant_id': '2c590e68ec6a4f309b262f6822c15dfc', 'floating_ip_address': '172.26.0.155', 'floating_network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'router_id': '2749c1df-1931-4805-bc7a-882b8f5b20be', 'port_id': '3d134dfc-6570-4362-afe7-4cd1eb65999e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1859, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c61de076-94fa-43d7-9269-b07975209bfb', 'mac_address': 'fa:16:3e:61:be:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d81374e-5052-4e8d-bcb6-6c84ff6778fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-19T08:26:22Z', 'updated_at': '2022-10-19T08:26:22Z', 'revision_number': 0, 'project_id': '2c590e68ec6a4f309b262f6822c15dfc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46a6699d-0c07-4fee-8e33-bcafd3b263c4', 'name': '', 'network_id': 'c61de076-94fa-43d7-9269-b07975209bfb', 'tenant_id': '2c590e68ec6a4f309b262f6822c15dfc', 'mac_address': 'fa:16:3e:3a:92:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2749c1df-1931-4805-bc7a-882b8f5b20be', 'device_owner': 'network:router_interface', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': 'd3741bea-2529-40a4-9626-23e7d3438bdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T08:21:25Z', 'updated_at': '2022-10-19T08:21:29Z', 'revision_number': 5, 'project_id': '2c590e68ec6a4f309b262f6822c15dfc', 'subnets': [{'id': 'd3741bea-2529-40a4-9626-23e7d3438bdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 08:26:24.770194 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6515d50-6067-4a42-9cab-ad9593487880 None None] New status for floating IP 19d1f310-f1fa-45d8-95fd-202c5009c5aa: ACTIVE {{(pid=103335) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 19 08:26:30.603374 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.agents_db [None req-6057327c-4456-4c72-8e75-6d3cd9249757 None None] Agent healthcheck: found 6 active agents {{(pid=103335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 08:26:42.269926 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:26:43.506997 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-336606eb-9849-403d-a1c0-2d10b0b10dab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:26:46.405280 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-0873a992-ac6a-44b7-813c-0089fb5ebbc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:26:48.122985 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-2a2259f7-b034-4eec-af7a-7abaede746c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:26:49.219721 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-1a0da505-d0f9-48c6-b7e2-53b9c5e41298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:26:49.271868 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:27:07.602810 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.agents_db [None req-6057327c-4456-4c72-8e75-6d3cd9249757 None None] Agent healthcheck: found 6 active agents {{(pid=103335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 08:27:08.069472 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-eddc1064-9dfa-449c-a4da-e76d8170e1d9 req-1ca70f87-aed9-4814-b811-8713d5170985 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=3d81374e-5052-4e8d-bcb6-6c84ff6778fe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0399454 Oct 19 08:27:08.149798 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddc1064-9dfa-449c-a4da-e76d8170e1d9 req-f3feaa24-9765-4c5d-b52c-7f09713d7f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:27:08.151254 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-eddc1064-9dfa-449c-a4da-e76d8170e1d9 req-f3feaa24-9765-4c5d-b52c-7f09713d7f35 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=2c590e68ec6a4f309b262f6822c15dfc&device_id=3d81374e-5052-4e8d-bcb6-6c84ff6778fe HTTP/1.1" status: 200 len: 1099 time: 0.0410099 Oct 19 08:27:08.253875 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddc1064-9dfa-449c-a4da-e76d8170e1d9 req-97cace59-95fc-4b66-919f-5812e6d21cff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:27:08.255315 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-eddc1064-9dfa-449c-a4da-e76d8170e1d9 req-97cace59-95fc-4b66-919f-5812e6d21cff service neutron] 10.222.0.16 "GET /v2.0/networks?id=c61de076-94fa-43d7-9269-b07975209bfb HTTP/1.1" status: 200 len: 908 time: 0.0853169 Oct 19 08:27:08.320001 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-eddc1064-9dfa-449c-a4da-e76d8170e1d9 req-72031fb5-7942-4e02-ad79-e4537b220558 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3d134dfc-6570-4362-afe7-4cd1eb65999e HTTP/1.1" status: 200 len: 1002 time: 0.0584407 Oct 19 08:27:08.372032 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddc1064-9dfa-449c-a4da-e76d8170e1d9 req-8398c7e9-8f76-4444-9681-d33daa0c8dde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:27:08.373456 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-eddc1064-9dfa-449c-a4da-e76d8170e1d9 req-8398c7e9-8f76-4444-9681-d33daa0c8dde service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d3741bea-2529-40a4-9626-23e7d3438bdd HTTP/1.1" status: 200 len: 846 time: 0.0472422 Oct 19 08:27:08.418183 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddc1064-9dfa-449c-a4da-e76d8170e1d9 req-1e8bc6ba-b15f-4b33-9b61-83f064a13cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:27:08.419620 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-eddc1064-9dfa-449c-a4da-e76d8170e1d9 req-1e8bc6ba-b15f-4b33-9b61-83f064a13cdf service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c61de076-94fa-43d7-9269-b07975209bfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0402894 Oct 19 08:27:08.509792 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-eddc1064-9dfa-449c-a4da-e76d8170e1d9 req-724e9402-a7d9-4432-9f14-649967fd6dcd service neutron] 10.222.0.16 "GET /v2.0/networks/c61de076-94fa-43d7-9269-b07975209bfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820956 Oct 19 08:27:08.601090 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-eddc1064-9dfa-449c-a4da-e76d8170e1d9 req-9ba363d1-b239-45b2-b309-06269909bff1 service neutron] 10.222.0.16 "GET /v2.0/networks/c61de076-94fa-43d7-9269-b07975209bfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851629 Oct 19 08:27:12.266250 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:27:13.509453 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-bf3cb775-89e1-437c-94b9-3c5eb31053ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:27:16.406769 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-ecb368ee-5943-4388-acbf-9b77448d1035 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:27:18.126256 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-2a2259f7-b034-4eec-af7a-7abaede746c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:27:19.222809 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-1a0da505-d0f9-48c6-b7e2-53b9c5e41298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:27:19.272931 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:27:42.265746 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:27:43.509822 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-102f1aff-d8a2-4d6d-bc28-9854cc13b239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:27:44.601998 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.agents_db [None req-6057327c-4456-4c72-8e75-6d3cd9249757 None None] Agent healthcheck: found 6 active agents {{(pid=103335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 08:27:46.410377 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-0335a04a-0c88-45ff-aee0-1086696d2bb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:27:48.129908 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-2a2259f7-b034-4eec-af7a-7abaede746c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:27:49.225092 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-1a0da505-d0f9-48c6-b7e2-53b9c5e41298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:27:49.273517 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:28:08.060903 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-5670721f-b504-4e05-b7d3-8fe096aede75 req-7adf44da-bf9e-4600-b3e5-f5088612e601 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=3d81374e-5052-4e8d-bcb6-6c84ff6778fe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0420852 Oct 19 08:28:08.139484 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5670721f-b504-4e05-b7d3-8fe096aede75 req-00e636fd-fe84-48e1-b384-fcc161c75c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:28:08.140967 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-5670721f-b504-4e05-b7d3-8fe096aede75 req-00e636fd-fe84-48e1-b384-fcc161c75c51 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=2c590e68ec6a4f309b262f6822c15dfc&device_id=3d81374e-5052-4e8d-bcb6-6c84ff6778fe HTTP/1.1" status: 200 len: 1099 time: 0.0401375 Oct 19 08:28:08.243958 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5670721f-b504-4e05-b7d3-8fe096aede75 req-2d09f4d9-7035-4d09-b6e4-d448e892ac8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:28:08.245443 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-5670721f-b504-4e05-b7d3-8fe096aede75 req-2d09f4d9-7035-4d09-b6e4-d448e892ac8c service neutron] 10.222.0.16 "GET /v2.0/networks?id=c61de076-94fa-43d7-9269-b07975209bfb HTTP/1.1" status: 200 len: 908 time: 0.0868773 Oct 19 08:28:08.591459 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-5670721f-b504-4e05-b7d3-8fe096aede75 req-dcca715e-8cf0-4073-9e4b-36681451b591 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3d134dfc-6570-4362-afe7-4cd1eb65999e HTTP/1.1" status: 200 len: 1002 time: 0.3401155 Oct 19 08:28:08.637871 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5670721f-b504-4e05-b7d3-8fe096aede75 req-b22af4f7-ad0c-4462-b6f7-98cc7a3da513 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:28:08.639242 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-5670721f-b504-4e05-b7d3-8fe096aede75 req-b22af4f7-ad0c-4462-b6f7-98cc7a3da513 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d3741bea-2529-40a4-9626-23e7d3438bdd HTTP/1.1" status: 200 len: 846 time: 0.0418639 Oct 19 08:28:08.685577 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5670721f-b504-4e05-b7d3-8fe096aede75 req-191479e4-593c-4122-a9f4-58dccef8c4c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:28:08.686939 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-5670721f-b504-4e05-b7d3-8fe096aede75 req-191479e4-593c-4122-a9f4-58dccef8c4c0 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c61de076-94fa-43d7-9269-b07975209bfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0416586 Oct 19 08:28:08.776196 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-5670721f-b504-4e05-b7d3-8fe096aede75 req-7a020bec-a60c-40d8-969f-b1b26dbc9cb0 service neutron] 10.222.0.16 "GET /v2.0/networks/c61de076-94fa-43d7-9269-b07975209bfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820282 Oct 19 08:28:08.871402 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-5670721f-b504-4e05-b7d3-8fe096aede75 req-d6bccfdb-14ae-4c26-a6d3-912753e9fbc1 service neutron] 10.222.0.16 "GET /v2.0/networks/c61de076-94fa-43d7-9269-b07975209bfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892725 Oct 19 08:28:12.279522 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:28:13.510415 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-a41c96ed-89ad-497e-9bc2-dca4ca5fb7eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:28:16.411857 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-ccffda0c-0025-45d3-a38b-0db38de17b94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:28:18.132177 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-2a2259f7-b034-4eec-af7a-7abaede746c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:28:19.229332 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-1a0da505-d0f9-48c6-b7e2-53b9c5e41298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:28:19.276371 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:28:19.343958 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e509894-1c92-43c2-af63-3bd772846c32 req-330704bb-d880-4a5b-ab6b-80e9d36dc517 tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:28:19.345363 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-6e509894-1c92-43c2-af63-3bd772846c32 req-330704bb-d880-4a5b-ab6b-80e9d36dc517 tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] 10.222.0.27 "GET /v2.0/ports?device_id=3d81374e-5052-4e8d-bcb6-6c84ff6778fe HTTP/1.1" status: 200 len: 946 time: 0.0507131 Oct 19 08:28:19.382621 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-6e509894-1c92-43c2-af63-3bd772846c32 req-7bd1c6b1-c18a-4ac3-a35a-a687aa536c17 tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] 10.222.0.27 "GET /v2.0/security-groups?id=9f32a9c9-cdf6-4487-a5c9-52e86828b2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304132 Oct 19 08:28:20.508800 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d2f249-f2cf-45e6-b71a-25f0f866ef7e req-630ef8c2-041a-4b84-85d4-8d8947d988e7 tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:28:20.510247 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-c4d2f249-f2cf-45e6-b71a-25f0f866ef7e req-630ef8c2-041a-4b84-85d4-8d8947d988e7 tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] 10.222.0.27 "GET /v2.0/ports?device_id=3d81374e-5052-4e8d-bcb6-6c84ff6778fe HTTP/1.1" status: 200 len: 946 time: 0.0511389 Oct 19 08:28:20.546793 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-c4d2f249-f2cf-45e6-b71a-25f0f866ef7e req-cd3cf363-16cd-4b1f-91cc-cec335ceacb8 tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] 10.222.0.27 "GET /v2.0/security-groups?id=9f32a9c9-cdf6-4487-a5c9-52e86828b2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306540 Oct 19 08:28:21.600546 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.agents_db [None req-6057327c-4456-4c72-8e75-6d3cd9249757 None None] Agent healthcheck: found 6 active agents {{(pid=103335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 08:28:21.675045 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa293a0-7d00-4db5-a764-3ce4b8c42e04 req-360d0b9e-0bff-4e11-a5fa-bbe37b028f15 tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:28:21.676493 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-9fa293a0-7d00-4db5-a764-3ce4b8c42e04 req-360d0b9e-0bff-4e11-a5fa-bbe37b028f15 tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] 10.222.0.27 "GET /v2.0/ports?device_id=3d81374e-5052-4e8d-bcb6-6c84ff6778fe HTTP/1.1" status: 200 len: 946 time: 0.0481260 Oct 19 08:28:21.713844 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-9fa293a0-7d00-4db5-a764-3ce4b8c42e04 req-06a6c657-3349-41c9-be2f-f490f2172576 tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] 10.222.0.27 "GET /v2.0/security-groups?id=9f32a9c9-cdf6-4487-a5c9-52e86828b2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306437 Oct 19 08:28:22.833402 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad16263f-02aa-4f9f-9fbb-614bb01c706e req-b7b9205b-00c9-4784-b601-e93c72ed38bc tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:28:22.835626 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-ad16263f-02aa-4f9f-9fbb-614bb01c706e req-b7b9205b-00c9-4784-b601-e93c72ed38bc tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] 10.222.0.27 "GET /v2.0/ports?device_id=3d81374e-5052-4e8d-bcb6-6c84ff6778fe HTTP/1.1" status: 200 len: 946 time: 0.0490313 Oct 19 08:28:22.872970 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-ad16263f-02aa-4f9f-9fbb-614bb01c706e req-caff9c41-4fcd-4d75-a7f0-194631ceddb5 tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] 10.222.0.27 "GET /v2.0/security-groups?id=9f32a9c9-cdf6-4487-a5c9-52e86828b2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310507 Oct 19 08:28:24.002241 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea086450-1a93-4d45-80ed-157f2318da53 req-93043f38-2fe8-4f41-b13b-0fb53aaf3299 tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:28:24.003914 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-ea086450-1a93-4d45-80ed-157f2318da53 req-93043f38-2fe8-4f41-b13b-0fb53aaf3299 tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] 10.222.0.27 "GET /v2.0/ports?device_id=3d81374e-5052-4e8d-bcb6-6c84ff6778fe HTTP/1.1" status: 200 len: 946 time: 0.0569222 Oct 19 08:28:24.043637 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-ea086450-1a93-4d45-80ed-157f2318da53 req-80c00591-d290-420d-b414-4cda1ceba653 tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] 10.222.0.27 "GET /v2.0/security-groups?id=9f32a9c9-cdf6-4487-a5c9-52e86828b2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331547 Oct 19 08:28:25.165272 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ce95ed-f7e2-441e-b629-a560aabea944 req-f0173f47-4909-4ab2-a57e-c30245dd0470 tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:28:25.166755 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-79ce95ed-f7e2-441e-b629-a560aabea944 req-f0173f47-4909-4ab2-a57e-c30245dd0470 tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] 10.222.0.27 "GET /v2.0/ports?device_id=3d81374e-5052-4e8d-bcb6-6c84ff6778fe HTTP/1.1" status: 200 len: 946 time: 0.0497155 Oct 19 08:28:25.204601 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-79ce95ed-f7e2-441e-b629-a560aabea944 req-eac642d6-ee35-4900-9e93-d1c4a965a964 tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] 10.222.0.27 "GET /v2.0/security-groups?id=9f32a9c9-cdf6-4487-a5c9-52e86828b2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320098 Oct 19 08:28:26.325437 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb356e3b-e367-4627-9605-90c737842b25 req-45dc79c9-d2a4-4580-a1c0-43e0194aef9c tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:28:26.326915 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-fb356e3b-e367-4627-9605-90c737842b25 req-45dc79c9-d2a4-4580-a1c0-43e0194aef9c tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] 10.222.0.27 "GET /v2.0/ports?device_id=3d81374e-5052-4e8d-bcb6-6c84ff6778fe HTTP/1.1" status: 200 len: 946 time: 0.0492833 Oct 19 08:28:26.364135 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-fb356e3b-e367-4627-9605-90c737842b25 req-f00f1509-7bed-44d3-b30c-cda3ba8b6547 tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] 10.222.0.27 "GET /v2.0/security-groups?id=9f32a9c9-cdf6-4487-a5c9-52e86828b2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312955 Oct 19 08:28:27.489889 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b63421f-0120-49c0-b96d-9f91cbc63588 req-c3be87ae-68d2-4dfb-aa33-f91e51c0d3e3 tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:28:27.491357 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-7b63421f-0120-49c0-b96d-9f91cbc63588 req-c3be87ae-68d2-4dfb-aa33-f91e51c0d3e3 tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] 10.222.0.27 "GET /v2.0/ports?device_id=3d81374e-5052-4e8d-bcb6-6c84ff6778fe HTTP/1.1" status: 200 len: 946 time: 0.0536325 Oct 19 08:28:27.533023 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-7b63421f-0120-49c0-b96d-9f91cbc63588 req-12bcb86c-8e9f-4848-9c5f-8e5f89e0567f tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] 10.222.0.27 "GET /v2.0/security-groups?id=9f32a9c9-cdf6-4487-a5c9-52e86828b2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350783 Oct 19 08:28:28.653208 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09571cdd-fb8e-47be-8cad-614ba5b086a7 req-ab9a808e-181b-4062-b7a6-cfc4ee9775e7 tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:28:28.654676 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-09571cdd-fb8e-47be-8cad-614ba5b086a7 req-ab9a808e-181b-4062-b7a6-cfc4ee9775e7 tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] 10.222.0.27 "GET /v2.0/ports?device_id=3d81374e-5052-4e8d-bcb6-6c84ff6778fe HTTP/1.1" status: 200 len: 946 time: 0.0487936 Oct 19 08:28:28.690847 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-09571cdd-fb8e-47be-8cad-614ba5b086a7 req-2e6921be-9b3a-4946-947d-472fe04ce0be tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] 10.222.0.27 "GET /v2.0/security-groups?id=9f32a9c9-cdf6-4487-a5c9-52e86828b2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304017 Oct 19 08:28:29.464261 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a916abc-91c5-4be9-bd77-cc62cfbeb442 req-75ab4faa-ab86-4329-bb8f-bf94f18e5d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:28:29.465759 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-1a916abc-91c5-4be9-bd77-cc62cfbeb442 req-75ab4faa-ab86-4329-bb8f-bf94f18e5d70 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=2c590e68ec6a4f309b262f6822c15dfc&device_id=3d81374e-5052-4e8d-bcb6-6c84ff6778fe HTTP/1.1" status: 200 len: 1099 time: 0.0402286 Oct 19 08:28:29.558077 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a916abc-91c5-4be9-bd77-cc62cfbeb442 req-c312bb51-04ab-445f-8df5-67074314b52a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:28:29.559509 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-1a916abc-91c5-4be9-bd77-cc62cfbeb442 req-c312bb51-04ab-445f-8df5-67074314b52a service neutron] 10.222.0.16 "GET /v2.0/networks?id=c61de076-94fa-43d7-9269-b07975209bfb HTTP/1.1" status: 200 len: 908 time: 0.0874703 Oct 19 08:28:29.624361 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-1a916abc-91c5-4be9-bd77-cc62cfbeb442 req-98fae75d-e1d1-491b-a8ec-4003efbd4c0c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3d134dfc-6570-4362-afe7-4cd1eb65999e HTTP/1.1" status: 200 len: 1002 time: 0.0584011 Oct 19 08:28:29.670778 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a916abc-91c5-4be9-bd77-cc62cfbeb442 req-5e78b879-7b55-4362-a9d6-15d47bcc2295 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:28:29.672162 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-1a916abc-91c5-4be9-bd77-cc62cfbeb442 req-5e78b879-7b55-4362-a9d6-15d47bcc2295 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d3741bea-2529-40a4-9626-23e7d3438bdd HTTP/1.1" status: 200 len: 846 time: 0.0413654 Oct 19 08:28:29.720144 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a916abc-91c5-4be9-bd77-cc62cfbeb442 req-2bf7896c-55fb-4a39-8b79-6ff323bea6c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:28:29.721365 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-1a916abc-91c5-4be9-bd77-cc62cfbeb442 req-2bf7896c-55fb-4a39-8b79-6ff323bea6c3 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c61de076-94fa-43d7-9269-b07975209bfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0429878 Oct 19 08:28:29.811094 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f461f3-385b-49b6-b8d6-969056ca6d1c req-55251fd1-9cf2-4906-b787-b34ae2c8764a tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:28:29.811689 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-1a916abc-91c5-4be9-bd77-cc62cfbeb442 req-7d96ee78-7f0e-468a-a0bc-9267a7fe8b32 service neutron] 10.222.0.16 "GET /v2.0/networks/c61de076-94fa-43d7-9269-b07975209bfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817833 Oct 19 08:28:29.812481 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-83f461f3-385b-49b6-b8d6-969056ca6d1c req-55251fd1-9cf2-4906-b787-b34ae2c8764a tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] 10.222.0.27 "GET /v2.0/ports?device_id=3d81374e-5052-4e8d-bcb6-6c84ff6778fe HTTP/1.1" status: 200 len: 946 time: 0.0486674 Oct 19 08:28:29.850510 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-83f461f3-385b-49b6-b8d6-969056ca6d1c req-3c1e3333-e64e-46a1-94d3-606503b5d569 tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] 10.222.0.27 "GET /v2.0/security-groups?id=9f32a9c9-cdf6-4487-a5c9-52e86828b2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321002 Oct 19 08:28:29.903913 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-1a916abc-91c5-4be9-bd77-cc62cfbeb442 req-66b0f32e-2c0a-4ef6-84f1-bd1f4aef4b11 service neutron] 10.222.0.16 "GET /v2.0/networks/c61de076-94fa-43d7-9269-b07975209bfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863554 Oct 19 08:28:30.975879 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b89b9aa-5056-41da-9b29-449b582d4ab2 req-cbad6043-c43e-4ccc-8a3f-355d8ed2f3db tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:28:30.977766 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-8b89b9aa-5056-41da-9b29-449b582d4ab2 req-cbad6043-c43e-4ccc-8a3f-355d8ed2f3db tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] 10.222.0.27 "GET /v2.0/ports?device_id=3d81374e-5052-4e8d-bcb6-6c84ff6778fe HTTP/1.1" status: 200 len: 946 time: 0.0539825 Oct 19 08:28:31.014780 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-8b89b9aa-5056-41da-9b29-449b582d4ab2 req-0703e6f0-c70a-4fd8-adc7-50a044eb00ce tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] 10.222.0.27 "GET /v2.0/security-groups?id=9f32a9c9-cdf6-4487-a5c9-52e86828b2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310860 Oct 19 08:28:32.138520 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7983258f-d3b8-4d29-bafe-0d01fe6ae2ec req-af460712-32c6-4843-8646-460185e65efc tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:28:32.140032 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-7983258f-d3b8-4d29-bafe-0d01fe6ae2ec req-af460712-32c6-4843-8646-460185e65efc tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] 10.222.0.27 "GET /v2.0/ports?device_id=3d81374e-5052-4e8d-bcb6-6c84ff6778fe HTTP/1.1" status: 200 len: 946 time: 0.0502558 Oct 19 08:28:32.177610 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-7983258f-d3b8-4d29-bafe-0d01fe6ae2ec req-e3693fb1-deb6-43d2-bca4-e77091a93269 tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] 10.222.0.27 "GET /v2.0/security-groups?id=9f32a9c9-cdf6-4487-a5c9-52e86828b2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312977 Oct 19 08:28:33.297863 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff49bf6-9e64-4118-99fa-9f5f697d46eb req-f6453c4f-8037-4808-968d-5cf3a1b7a40c tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:28:33.299352 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-aff49bf6-9e64-4118-99fa-9f5f697d46eb req-f6453c4f-8037-4808-968d-5cf3a1b7a40c tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] 10.222.0.27 "GET /v2.0/ports?device_id=3d81374e-5052-4e8d-bcb6-6c84ff6778fe HTTP/1.1" status: 200 len: 946 time: 0.0489104 Oct 19 08:28:33.339021 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-aff49bf6-9e64-4118-99fa-9f5f697d46eb req-65f36c35-44ff-4021-8931-8ca428d56927 tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] 10.222.0.27 "GET /v2.0/security-groups?id=9f32a9c9-cdf6-4487-a5c9-52e86828b2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329571 Oct 19 08:28:33.454424 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [req-26abb2fb-0722-4187-b57d-30434bafc08b req-af6fe27c-8104-43f5-a69a-f233497c9f0e service neutron] http://10.222.0.27:9696/v2.0/extensions returned with HTTP 200 {{(pid=103332) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 08:28:33.455439 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-26abb2fb-0722-4187-b57d-30434bafc08b req-af6fe27c-8104-43f5-a69a-f233497c9f0e service neutron] 10.222.0.27 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0481892 Oct 19 08:28:33.577274 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-4cd32365-9c36-4303-b2ee-58f597099f73 req-994d70cc-deff-4931-9560-6c74e18c2e50 service neutron] 10.222.0.27 "GET /v2.0/ports?device_id=3d81374e-5052-4e8d-bcb6-6c84ff6778fe&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0399513 Oct 19 08:28:33.586555 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [req-4cd32365-9c36-4303-b2ee-58f597099f73 req-31d1d91a-0476-4f32-a10d-a852c3a9ac1e service neutron] http://10.222.0.27:9696/v2.0/extensions returned with HTTP 200 {{(pid=103333) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 08:28:33.587493 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-4cd32365-9c36-4303-b2ee-58f597099f73 req-31d1d91a-0476-4f32-a10d-a852c3a9ac1e service neutron] 10.222.0.27 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054574 Oct 19 08:28:33.613280 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9173245-f0c6-43c8-af90-b61067dd31b5 req-0cdcdb27-b13f-4a69-b732-918c4ec5a737 tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:28:33.614845 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-d9173245-f0c6-43c8-af90-b61067dd31b5 req-0cdcdb27-b13f-4a69-b732-918c4ec5a737 tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] 10.222.0.27 "GET /v2.0/ports?device_id=3d81374e-5052-4e8d-bcb6-6c84ff6778fe HTTP/1.1" status: 200 len: 946 time: 0.0547693 Oct 19 08:28:33.653313 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-d9173245-f0c6-43c8-af90-b61067dd31b5 req-fb09e61c-e8cf-47e3-8841-3d7ac3487d3d tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] 10.222.0.27 "GET /v2.0/security-groups?id=9f32a9c9-cdf6-4487-a5c9-52e86828b2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324283 Oct 19 08:28:34.779212 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0004aa82-7fda-43c1-86ac-b18522b87ed7 req-333bd97b-9d28-4b3b-9804-c7a50cc65ad0 tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:28:34.780625 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-0004aa82-7fda-43c1-86ac-b18522b87ed7 req-333bd97b-9d28-4b3b-9804-c7a50cc65ad0 tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] 10.222.0.27 "GET /v2.0/ports?device_id=3d81374e-5052-4e8d-bcb6-6c84ff6778fe HTTP/1.1" status: 200 len: 946 time: 0.0499904 Oct 19 08:28:34.818085 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-0004aa82-7fda-43c1-86ac-b18522b87ed7 req-50a46ad7-5647-4782-890a-67062a7953b4 tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] 10.222.0.27 "GET /v2.0/security-groups?id=9f32a9c9-cdf6-4487-a5c9-52e86828b2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315714 Oct 19 08:28:35.886168 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Device 3d134dfc-6570-4362-afe7-4cd1eb65999e no longer exists at agent hyperv_hv-neutron-8616 {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 08:28:35.943445 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a07b19-a292-4c9f-a9e0-ec1e4dcd4012 req-5b55864e-a275-4eab-ad4f-0a9597e0adff tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:28:35.945504 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-a2a07b19-a292-4c9f-a9e0-ec1e4dcd4012 req-5b55864e-a275-4eab-ad4f-0a9597e0adff tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] 10.222.0.27 "GET /v2.0/ports?device_id=3d81374e-5052-4e8d-bcb6-6c84ff6778fe HTTP/1.1" status: 200 len: 946 time: 0.0513611 Oct 19 08:28:35.964934 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Current status of the port 3d134dfc-6570-4362-afe7-4cd1eb65999e is: ACTIVE; New status is: DOWN {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 08:28:35.965710 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:28:35.988257 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-a2a07b19-a292-4c9f-a9e0-ec1e4dcd4012 req-be2ce8e4-1b63-4aad-af4f-cf2dd36e8f8e tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] 10.222.0.27 "GET /v2.0/security-groups?id=9f32a9c9-cdf6-4487-a5c9-52e86828b2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348353 Oct 19 08:28:36.012335 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] For port 3d134dfc-6570-4362-afe7-4cd1eb65999e, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=3d134dfc-6570-4362-afe7-4cd1eb65999e,segment=NetworkSegment(c1a3e3bc-8491-4eb0-8230-b79bc2d2ab56),segment_id=c1a3e3bc-8491-4eb0-8230-b79bc2d2ab56)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 08:28:36.012924 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d81374e-5052-4e8d-bcb6-6c84ff6778fe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3d134dfc-6570-4362-afe7-4cd1eb65999e'}] {{(pid=103334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 19 08:28:36.015834 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d918bd29c62f7e926e80ce37adcd574e0921d2de3006e6b6ef58999f52d8e2e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a32b9613-ea22-48e9-8f8f-b4fb3b809a20" -d '{"events": [{"server_uuid": "3d81374e-5052-4e8d-bcb6-6c84ff6778fe", "name": "network-vif-unplugged", "status": "completed", "tag": "3d134dfc-6570-4362-afe7-4cd1eb65999e"}]}' {{(pid=103334) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 08:28:36.019521 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:28:36.052314 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 19 Oct 2022 08:28:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1caba566-71a8-4ff7-9818-a71a9b6e0576 x-openstack-request-id: req-1caba566-71a8-4ff7-9818-a71a9b6e0576 {{(pid=103334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 08:28:36.052698 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d81374e-5052-4e8d-bcb6-6c84ff6778fe", "name": "network-vif-unplugged", "status": "failed", "tag": "3d134dfc-6570-4362-afe7-4cd1eb65999e", "code": 422}]} {{(pid=103334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 08:28:36.053039 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-1caba566-71a8-4ff7-9818-a71a9b6e0576 {{(pid=103334) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 08:28:36.053568 dv-neutron-861624-1-hyperv neutron-server[103334]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-1caba566-71a8-4ff7-9818-a71a9b6e0576']: {'server_uuid': '3d81374e-5052-4e8d-bcb6-6c84ff6778fe', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '3d134dfc-6570-4362-afe7-4cd1eb65999e', 'code': 422} returned with failed status Oct 19 08:28:36.074857 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Pushing event updated for resources: {'Port': ['ID=3d134dfc-6570-4362-afe7-4cd1eb65999e,revision_number=6']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:28:36.081821 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:28:36.082241 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:28:36.082653 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:28:36.083058 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:28:36.083459 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:28:36.083867 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:28:36.084207 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:28:36.084560 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:28:36.084894 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:28:36.085223 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:28:36.085545 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:28:36.086523 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:28:37.114421 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea85de5-1e2c-448e-8ce9-e7de372104b7 req-ba83401e-5669-4a63-9500-2e8dfd6e4c52 tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:28:37.115891 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-bea85de5-1e2c-448e-8ce9-e7de372104b7 req-ba83401e-5669-4a63-9500-2e8dfd6e4c52 tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] 10.222.0.27 "GET /v2.0/ports?device_id=3d81374e-5052-4e8d-bcb6-6c84ff6778fe HTTP/1.1" status: 200 len: 944 time: 0.0520687 Oct 19 08:28:37.154419 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-bea85de5-1e2c-448e-8ce9-e7de372104b7 req-ded11cac-c008-4b42-a5bf-9f5b666c2bb0 tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] 10.222.0.27 "GET /v2.0/security-groups?id=9f32a9c9-cdf6-4487-a5c9-52e86828b2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316246 Oct 19 08:28:38.165292 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd32365-9c36-4303-b2ee-58f597099f73 req-4f7dc1ca-896f-46d4-b990-d0b10e6f026b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:28:38.166760 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-4cd32365-9c36-4303-b2ee-58f597099f73 req-4f7dc1ca-896f-46d4-b990-d0b10e6f026b service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=3d81374e-5052-4e8d-bcb6-6c84ff6778fe&tenant_id=2c590e68ec6a4f309b262f6822c15dfc HTTP/1.1" status: 200 len: 1097 time: 0.0402324 Oct 19 08:28:38.233520 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd32365-9c36-4303-b2ee-58f597099f73 req-1552311f-b354-4737-9dee-130c2bfedf70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:28:38.234988 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-4cd32365-9c36-4303-b2ee-58f597099f73 req-1552311f-b354-4737-9dee-130c2bfedf70 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=2c590e68ec6a4f309b262f6822c15dfc&device_id=3d81374e-5052-4e8d-bcb6-6c84ff6778fe HTTP/1.1" status: 200 len: 1097 time: 0.0464256 Oct 19 08:28:38.279483 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471656c2-4b17-469a-8b94-227a2998b8e4 req-c32cffa5-d60c-41b7-9b5c-c7334c714ef0 tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:28:38.281046 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-471656c2-4b17-469a-8b94-227a2998b8e4 req-c32cffa5-d60c-41b7-9b5c-c7334c714ef0 tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] 10.222.0.27 "GET /v2.0/ports?device_id=3d81374e-5052-4e8d-bcb6-6c84ff6778fe HTTP/1.1" status: 200 len: 944 time: 0.0498033 Oct 19 08:28:38.319585 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-471656c2-4b17-469a-8b94-227a2998b8e4 req-b91d489d-065d-4452-ae3b-052391e16063 tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] 10.222.0.27 "GET /v2.0/security-groups?id=9f32a9c9-cdf6-4487-a5c9-52e86828b2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323136 Oct 19 08:28:38.325493 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd32365-9c36-4303-b2ee-58f597099f73 req-9606f37b-44a1-4afb-8baf-90425fc09677 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:28:38.327086 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-4cd32365-9c36-4303-b2ee-58f597099f73 req-9606f37b-44a1-4afb-8baf-90425fc09677 service neutron] 10.222.0.16 "GET /v2.0/networks?id=c61de076-94fa-43d7-9269-b07975209bfb HTTP/1.1" status: 200 len: 908 time: 0.0861001 Oct 19 08:28:38.395682 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-4cd32365-9c36-4303-b2ee-58f597099f73 req-355e7114-1a04-4247-8231-cccae6a01228 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3d134dfc-6570-4362-afe7-4cd1eb65999e HTTP/1.1" status: 200 len: 1000 time: 0.0625548 Oct 19 08:28:38.444808 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd32365-9c36-4303-b2ee-58f597099f73 req-5303b1ff-d3d3-4f87-8806-efd7a2b1870e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:28:38.446526 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-4cd32365-9c36-4303-b2ee-58f597099f73 req-5303b1ff-d3d3-4f87-8806-efd7a2b1870e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d3741bea-2529-40a4-9626-23e7d3438bdd HTTP/1.1" status: 200 len: 846 time: 0.0441084 Oct 19 08:28:38.490832 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd32365-9c36-4303-b2ee-58f597099f73 req-d7862110-bfd8-40c8-9570-bfeb85e59ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:28:38.492974 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-4cd32365-9c36-4303-b2ee-58f597099f73 req-d7862110-bfd8-40c8-9570-bfeb85e59ff4 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c61de076-94fa-43d7-9269-b07975209bfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0401502 Oct 19 08:28:38.584188 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-4cd32365-9c36-4303-b2ee-58f597099f73 req-bddcc023-2733-45ef-baec-f066d510b4b1 service neutron] 10.222.0.16 "GET /v2.0/networks/c61de076-94fa-43d7-9269-b07975209bfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847299 Oct 19 08:28:38.672584 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-4cd32365-9c36-4303-b2ee-58f597099f73 req-521b2fb0-1a2d-453d-910e-09cc4609c54f service neutron] 10.222.0.16 "GET /v2.0/networks/c61de076-94fa-43d7-9269-b07975209bfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808570 Oct 19 08:28:39.441362 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2f8bd3-9b9e-4d76-97ea-b7a07ebceb03 req-239555d7-f58a-4a77-a41b-b7c7089500dc tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:28:39.442817 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-7c2f8bd3-9b9e-4d76-97ea-b7a07ebceb03 req-239555d7-f58a-4a77-a41b-b7c7089500dc tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] 10.222.0.27 "GET /v2.0/ports?device_id=3d81374e-5052-4e8d-bcb6-6c84ff6778fe HTTP/1.1" status: 200 len: 944 time: 0.0483932 Oct 19 08:28:39.480722 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-7c2f8bd3-9b9e-4d76-97ea-b7a07ebceb03 req-9b367a79-6a61-4f96-9d9a-b3f2584aa5a8 tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] 10.222.0.27 "GET /v2.0/security-groups?id=9f32a9c9-cdf6-4487-a5c9-52e86828b2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314355 Oct 19 08:28:40.605618 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2974c1df-ebc9-4557-8997-0f02d9dfc2f7 req-4b81096b-f7b2-4bc4-94d2-b6b2c47310d0 tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:28:40.607079 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-2974c1df-ebc9-4557-8997-0f02d9dfc2f7 req-4b81096b-f7b2-4bc4-94d2-b6b2c47310d0 tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] 10.222.0.27 "GET /v2.0/ports?device_id=3d81374e-5052-4e8d-bcb6-6c84ff6778fe HTTP/1.1" status: 200 len: 944 time: 0.0524511 Oct 19 08:28:40.643920 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-2974c1df-ebc9-4557-8997-0f02d9dfc2f7 req-66b5f56a-2065-415b-ad6b-7b4973f92616 tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] 10.222.0.27 "GET /v2.0/security-groups?id=9f32a9c9-cdf6-4487-a5c9-52e86828b2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309622 Oct 19 08:28:41.764245 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7766434d-6228-4566-885a-5aaea51390aa req-77a250c0-1a70-459c-bd62-f7258dbe431f tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:28:41.765723 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-7766434d-6228-4566-885a-5aaea51390aa req-77a250c0-1a70-459c-bd62-f7258dbe431f tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] 10.222.0.27 "GET /v2.0/ports?device_id=3d81374e-5052-4e8d-bcb6-6c84ff6778fe HTTP/1.1" status: 200 len: 944 time: 0.0478277 Oct 19 08:28:41.803039 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-7766434d-6228-4566-885a-5aaea51390aa req-d44afa17-f0ac-437e-b46a-7f6b68462053 tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] 10.222.0.27 "GET /v2.0/security-groups?id=9f32a9c9-cdf6-4487-a5c9-52e86828b2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315168 Oct 19 08:28:42.275573 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:28:42.921572 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c02614-8fa7-4b3f-94cf-121c0c4981db req-0314de5e-afdc-40af-b447-e5b2160beb55 tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:28:42.923034 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-09c02614-8fa7-4b3f-94cf-121c0c4981db req-0314de5e-afdc-40af-b447-e5b2160beb55 tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] 10.222.0.27 "GET /v2.0/ports?device_id=3d81374e-5052-4e8d-bcb6-6c84ff6778fe HTTP/1.1" status: 200 len: 944 time: 0.0483921 Oct 19 08:28:42.963770 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-09c02614-8fa7-4b3f-94cf-121c0c4981db req-589c72c6-6c32-4686-9f76-70be376143d0 tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] 10.222.0.27 "GET /v2.0/security-groups?id=9f32a9c9-cdf6-4487-a5c9-52e86828b2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345919 Oct 19 08:28:43.511375 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-9a1132ec-18a7-4b4a-b7ed-b79db8e9093d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:28:44.086797 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dab84d5-7b5c-4943-9144-84b47f727231 req-e4ac42c3-0205-4309-a9e6-1a158047c490 tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:28:44.088255 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-3dab84d5-7b5c-4943-9144-84b47f727231 req-e4ac42c3-0205-4309-a9e6-1a158047c490 tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] 10.222.0.27 "GET /v2.0/ports?device_id=3d81374e-5052-4e8d-bcb6-6c84ff6778fe HTTP/1.1" status: 200 len: 944 time: 0.0521231 Oct 19 08:28:44.125951 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-3dab84d5-7b5c-4943-9144-84b47f727231 req-96ea3420-e5ab-4595-a9ad-c47d0ad37881 tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] 10.222.0.27 "GET /v2.0/security-groups?id=9f32a9c9-cdf6-4487-a5c9-52e86828b2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315101 Oct 19 08:28:45.246555 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad871c1a-624f-429d-b188-06a43b686ca2 req-c67b7a91-223e-4408-bf44-cb4227cbe352 tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:28:45.248022 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-ad871c1a-624f-429d-b188-06a43b686ca2 req-c67b7a91-223e-4408-bf44-cb4227cbe352 tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] 10.222.0.27 "GET /v2.0/ports?device_id=3d81374e-5052-4e8d-bcb6-6c84ff6778fe HTTP/1.1" status: 200 len: 944 time: 0.0490181 Oct 19 08:28:45.285316 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-ad871c1a-624f-429d-b188-06a43b686ca2 req-347319cb-a60d-48f0-8370-8f40a08e447d tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] 10.222.0.27 "GET /v2.0/security-groups?id=9f32a9c9-cdf6-4487-a5c9-52e86828b2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313587 Oct 19 08:28:45.949499 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Device 3d134dfc-6570-4362-afe7-4cd1eb65999e details requested by agent hyperv_hv-neutron-8616 with host hv-neutron-8616 {{(pid=103334) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 08:28:46.044631 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] For port 3d134dfc-6570-4362-afe7-4cd1eb65999e, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=3d134dfc-6570-4362-afe7-4cd1eb65999e,segment=NetworkSegment(c1a3e3bc-8491-4eb0-8230-b79bc2d2ab56),segment_id=c1a3e3bc-8491-4eb0-8230-b79bc2d2ab56)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 08:28:46.055557 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Returning: {'device': '3d134dfc-6570-4362-afe7-4cd1eb65999e', 'network_id': 'c61de076-94fa-43d7-9269-b07975209bfb', 'port_id': '3d134dfc-6570-4362-afe7-4cd1eb65999e', 'mac_address': 'fa:16:3e:61:be:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3741bea-2529-40a4-9626-23e7d3438bdd', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103334) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 08:28:46.091932 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Current status of the port 3d134dfc-6570-4362-afe7-4cd1eb65999e is: DOWN; New status is: BUILD {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 08:28:46.092312 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:28:46.104585 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.notifiers.nova [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d134dfc-6570-4362-afe7-4cd1eb65999e {{(pid=103334) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 19 08:28:46.126498 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] For port 3d134dfc-6570-4362-afe7-4cd1eb65999e, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=3d134dfc-6570-4362-afe7-4cd1eb65999e,segment=NetworkSegment(c1a3e3bc-8491-4eb0-8230-b79bc2d2ab56),segment_id=c1a3e3bc-8491-4eb0-8230-b79bc2d2ab56)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 08:28:46.130058 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:28:46.315540 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Pushing event updated for resources: {'Port': ['ID=3d134dfc-6570-4362-afe7-4cd1eb65999e,revision_number=7']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:28:46.369209 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] get_ports_and_sgs() called for port_ids ['3d134dfc-6570-4362-afe7-4cd1eb65999e'] {{(pid=103334) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 19 08:28:46.407777 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c470bb-ca7c-481a-891d-065abf228eae req-aa7e865e-1501-4636-b86a-992a9f9893eb tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:28:46.409553 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-55c470bb-ca7c-481a-891d-065abf228eae req-aa7e865e-1501-4636-b86a-992a9f9893eb tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] 10.222.0.27 "GET /v2.0/ports?device_id=3d81374e-5052-4e8d-bcb6-6c84ff6778fe HTTP/1.1" status: 200 len: 945 time: 0.0501304 Oct 19 08:28:46.419259 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-ac90563f-c4ae-42ab-af0e-c73a9d012e5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:28:46.450443 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-55c470bb-ca7c-481a-891d-065abf228eae req-c59dc3a3-0106-4a52-89c5-c156167a1c45 tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] 10.222.0.27 "GET /v2.0/security-groups?id=9f32a9c9-cdf6-4487-a5c9-52e86828b2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345738 Oct 19 08:28:47.576792 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5478fb-0b7e-4930-abdc-b0b35d457ddd req-9d29633a-41b0-4eee-8d3e-260e0e7fb399 tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:28:47.578301 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-3c5478fb-0b7e-4930-abdc-b0b35d457ddd req-9d29633a-41b0-4eee-8d3e-260e0e7fb399 tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] 10.222.0.27 "GET /v2.0/ports?device_id=3d81374e-5052-4e8d-bcb6-6c84ff6778fe HTTP/1.1" status: 200 len: 945 time: 0.0542324 Oct 19 08:28:47.616120 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-3c5478fb-0b7e-4930-abdc-b0b35d457ddd req-833f866d-0e51-48ca-9bd5-dc70ae86d915 tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] 10.222.0.27 "GET /v2.0/security-groups?id=9f32a9c9-cdf6-4487-a5c9-52e86828b2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319102 Oct 19 08:28:47.950425 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Device 3d134dfc-6570-4362-afe7-4cd1eb65999e up at agent hyperv_hv-neutron-8616 {{(pid=103334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 08:28:47.996191 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Provisioning complete for port 3d134dfc-6570-4362-afe7-4cd1eb65999e triggered by entity L2. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 08:28:47.996582 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:28:47.996915 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Attempt 1 to provision port 3d134dfc-6570-4362-afe7-4cd1eb65999e Oct 19 08:28:48.071893 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Current status of the port 3d134dfc-6570-4362-afe7-4cd1eb65999e is: BUILD; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 08:28:48.072269 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:28:48.094150 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d81374e-5052-4e8d-bcb6-6c84ff6778fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d134dfc-6570-4362-afe7-4cd1eb65999e'}] {{(pid=103334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 19 08:28:48.096421 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d918bd29c62f7e926e80ce37adcd574e0921d2de3006e6b6ef58999f52d8e2e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-585134b5-6bc4-4834-bb49-596d6d5446fd" -d '{"events": [{"server_uuid": "3d81374e-5052-4e8d-bcb6-6c84ff6778fe", "name": "network-vif-plugged", "status": "completed", "tag": "3d134dfc-6570-4362-afe7-4cd1eb65999e"}]}' {{(pid=103334) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 08:28:48.108900 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] For port 3d134dfc-6570-4362-afe7-4cd1eb65999e, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=3d134dfc-6570-4362-afe7-4cd1eb65999e,segment=NetworkSegment(c1a3e3bc-8491-4eb0-8230-b79bc2d2ab56),segment_id=c1a3e3bc-8491-4eb0-8230-b79bc2d2ab56)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 08:28:48.114132 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:28:48.145882 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 19 Oct 2022 08:28:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12926c97-c411-4dbc-86ec-8872ccd43bf3 x-openstack-request-id: req-12926c97-c411-4dbc-86ec-8872ccd43bf3 {{(pid=103334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 08:28:48.146210 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d81374e-5052-4e8d-bcb6-6c84ff6778fe", "name": "network-vif-plugged", "status": "completed", "tag": "3d134dfc-6570-4362-afe7-4cd1eb65999e", "code": 200}]} {{(pid=103334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 08:28:48.146403 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-12926c97-c411-4dbc-86ec-8872ccd43bf3 {{(pid=103334) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 08:28:48.146784 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.notifiers.nova [-] Nova event matching ['req-12926c97-c411-4dbc-86ec-8872ccd43bf3'] response: {'server_uuid': '3d81374e-5052-4e8d-bcb6-6c84ff6778fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d134dfc-6570-4362-afe7-4cd1eb65999e', 'code': 200} Oct 19 08:28:48.162273 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-2a2259f7-b034-4eec-af7a-7abaede746c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:28:48.174350 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Pushing event updated for resources: {'Port': ['ID=3d134dfc-6570-4362-afe7-4cd1eb65999e,revision_number=8']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:28:48.346452 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ac463d-94e5-4c13-9904-750471533dde req-8a109f6d-413d-4a2d-8db0-0cdbd49fb714 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:28:48.347920 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-11ac463d-94e5-4c13-9904-750471533dde req-8a109f6d-413d-4a2d-8db0-0cdbd49fb714 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=3d81374e-5052-4e8d-bcb6-6c84ff6778fe HTTP/1.1" status: 200 len: 1099 time: 0.0456710 Oct 19 08:28:48.380967 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-11ac463d-94e5-4c13-9904-750471533dde req-eb582b9e-2dac-4b57-8514-3478d2f33052 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=9f32a9c9-cdf6-4487-a5c9-52e86828b2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0265827 Oct 19 08:28:48.735968 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3a90e3-5705-4a2e-9f96-a33edd153ed1 req-3cd13ad5-cbfd-4b9b-9942-0debca517b40 tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:28:48.737471 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-ee3a90e3-5705-4a2e-9f96-a33edd153ed1 req-3cd13ad5-cbfd-4b9b-9942-0debca517b40 tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] 10.222.0.27 "GET /v2.0/ports?device_id=3d81374e-5052-4e8d-bcb6-6c84ff6778fe HTTP/1.1" status: 200 len: 946 time: 0.0486312 Oct 19 08:28:48.775240 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-ee3a90e3-5705-4a2e-9f96-a33edd153ed1 req-f6e5c244-2789-4784-a491-abeb494ec965 tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] 10.222.0.27 "GET /v2.0/security-groups?id=9f32a9c9-cdf6-4487-a5c9-52e86828b2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310156 Oct 19 08:28:49.230259 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-1a0da505-d0f9-48c6-b7e2-53b9c5e41298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:28:49.277866 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:28:49.898136 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913418d1-81e8-47d8-93a9-fe189c1cce9c req-51f21586-6b89-444a-ad7d-c01e20f91dc2 tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:28:49.899708 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-913418d1-81e8-47d8-93a9-fe189c1cce9c req-51f21586-6b89-444a-ad7d-c01e20f91dc2 tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] 10.222.0.27 "GET /v2.0/ports?device_id=3d81374e-5052-4e8d-bcb6-6c84ff6778fe HTTP/1.1" status: 200 len: 946 time: 0.0497391 Oct 19 08:28:49.937388 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-913418d1-81e8-47d8-93a9-fe189c1cce9c req-e8e23461-269a-4bcc-b425-a7b487b46795 tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] 10.222.0.27 "GET /v2.0/security-groups?id=9f32a9c9-cdf6-4487-a5c9-52e86828b2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318046 Oct 19 08:28:58.599348 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.agents_db [None req-6057327c-4456-4c72-8e75-6d3cd9249757 None None] Agent healthcheck: found 6 active agents {{(pid=103335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 08:29:09.075749 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-c404cd84-16eb-4611-91b1-ddeddc87f767 req-47bef950-0e06-4f34-b09b-b051c826c5bb service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=3d81374e-5052-4e8d-bcb6-6c84ff6778fe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0421195 Oct 19 08:29:09.157670 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c404cd84-16eb-4611-91b1-ddeddc87f767 req-df4ff9d7-8065-407c-ac1a-7b0c5a60d857 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:29:09.159124 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-c404cd84-16eb-4611-91b1-ddeddc87f767 req-df4ff9d7-8065-407c-ac1a-7b0c5a60d857 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=2c590e68ec6a4f309b262f6822c15dfc&device_id=3d81374e-5052-4e8d-bcb6-6c84ff6778fe HTTP/1.1" status: 200 len: 1099 time: 0.0408013 Oct 19 08:29:09.267489 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c404cd84-16eb-4611-91b1-ddeddc87f767 req-233f3677-5ad5-4911-81f9-02ed469338ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:29:09.269015 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-c404cd84-16eb-4611-91b1-ddeddc87f767 req-233f3677-5ad5-4911-81f9-02ed469338ae service neutron] 10.222.0.16 "GET /v2.0/networks?id=c61de076-94fa-43d7-9269-b07975209bfb HTTP/1.1" status: 200 len: 908 time: 0.0902271 Oct 19 08:29:09.342155 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-c404cd84-16eb-4611-91b1-ddeddc87f767 req-21842787-b4f6-49b1-be58-5b16f9faf4c4 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3d134dfc-6570-4362-afe7-4cd1eb65999e HTTP/1.1" status: 200 len: 1002 time: 0.0652108 Oct 19 08:29:09.392570 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c404cd84-16eb-4611-91b1-ddeddc87f767 req-594baeef-3850-4917-9825-f3677b7030b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:29:09.394061 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-c404cd84-16eb-4611-91b1-ddeddc87f767 req-594baeef-3850-4917-9825-f3677b7030b0 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d3741bea-2529-40a4-9626-23e7d3438bdd HTTP/1.1" status: 200 len: 846 time: 0.0447712 Oct 19 08:29:09.439349 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c404cd84-16eb-4611-91b1-ddeddc87f767 req-7a8361a1-803e-411e-863e-2dd68be14107 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:29:09.440832 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-c404cd84-16eb-4611-91b1-ddeddc87f767 req-7a8361a1-803e-411e-863e-2dd68be14107 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c61de076-94fa-43d7-9269-b07975209bfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0396490 Oct 19 08:29:09.453425 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [req-c404cd84-16eb-4611-91b1-ddeddc87f767 req-786e27b2-cd82-492f-92c4-270be2a84b3a service neutron] http://10.222.0.27:9696/v2.0/extensions returned with HTTP 200 {{(pid=103333) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 08:29:09.454341 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-c404cd84-16eb-4611-91b1-ddeddc87f767 req-786e27b2-cd82-492f-92c4-270be2a84b3a service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054765 Oct 19 08:29:09.550539 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-c404cd84-16eb-4611-91b1-ddeddc87f767 req-d0ae9694-4617-4d46-b04f-16b261734321 service neutron] 10.222.0.16 "GET /v2.0/networks/c61de076-94fa-43d7-9269-b07975209bfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886011 Oct 19 08:29:09.646259 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-c404cd84-16eb-4611-91b1-ddeddc87f767 req-2a99e359-080f-4d3b-b0cf-7af232cb71c4 service neutron] 10.222.0.16 "GET /v2.0/networks/c61de076-94fa-43d7-9269-b07975209bfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879390 Oct 19 08:29:12.296999 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:29:13.511742 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-84ee1dc4-4dc2-4a2d-96bd-96816731c98e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:29:16.410402 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-fc25e303-94ca-4564-9c4b-0bbffd4a9b34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:29:18.136872 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-2a2259f7-b034-4eec-af7a-7abaede746c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:29:19.231913 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-1a0da505-d0f9-48c6-b7e2-53b9c5e41298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:29:19.279363 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:29:35.598594 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.agents_db [None req-6057327c-4456-4c72-8e75-6d3cd9249757 None None] Agent healthcheck: found 6 active agents {{(pid=103335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 08:29:42.294826 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:29:43.513308 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-14e0465b-8b3e-4aa8-adea-09fb8a964d9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:29:46.411476 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-7e362d8c-3844-46f7-80da-d42bb887ff21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:29:48.139380 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-2a2259f7-b034-4eec-af7a-7abaede746c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:29:49.233869 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-1a0da505-d0f9-48c6-b7e2-53b9c5e41298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:29:49.280344 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:30:05.708818 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 39946) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:30:05.865410 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-90e0ea69-366c-47fa-85d3-1688adcddca4 tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] Deleting port aa66ad5f-b7c5-4b2c-8a96-9d7618758187 {{(pid=103333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 08:30:05.865745 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-90e0ea69-366c-47fa-85d3-1688adcddca4 tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:30:05.939080 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-90e0ea69-366c-47fa-85d3-1688adcddca4 tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:30:05.939402 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-90e0ea69-366c-47fa-85d3-1688adcddca4 tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:30:05.951135 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-90e0ea69-366c-47fa-85d3-1688adcddca4 tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] Calling delete_port for aa66ad5f-b7c5-4b2c-8a96-9d7618758187 owned by network:floatingip {{(pid=103333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 08:30:06.099411 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-90e0ea69-366c-47fa-85d3-1688adcddca4 tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130996763'] for port, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:30:06.125907 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e0ea69-366c-47fa-85d3-1688adcddca4 tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] Pushing event deleted for resources: {'Port': ['ID=aa66ad5f-b7c5-4b2c-8a96-9d7618758187,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:30:06.138311 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e0ea69-366c-47fa-85d3-1688adcddca4 tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:30:06.138661 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e0ea69-366c-47fa-85d3-1688adcddca4 tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:30:06.139002 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e0ea69-366c-47fa-85d3-1688adcddca4 tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:30:06.139337 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e0ea69-366c-47fa-85d3-1688adcddca4 tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:30:06.139668 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e0ea69-366c-47fa-85d3-1688adcddca4 tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:30:06.140087 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e0ea69-366c-47fa-85d3-1688adcddca4 tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:30:06.140653 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e0ea69-366c-47fa-85d3-1688adcddca4 tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:30:06.141098 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e0ea69-366c-47fa-85d3-1688adcddca4 tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:30:06.141432 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e0ea69-366c-47fa-85d3-1688adcddca4 tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:30:06.141761 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e0ea69-366c-47fa-85d3-1688adcddca4 tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:30:06.142088 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e0ea69-366c-47fa-85d3-1688adcddca4 tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:30:06.142415 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e0ea69-366c-47fa-85d3-1688adcddca4 tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:30:06.203037 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-90e0ea69-366c-47fa-85d3-1688adcddca4 tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] Notify callbacks [] for floatingip, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:30:06.203429 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.db.l3_db [None req-90e0ea69-366c-47fa-85d3-1688adcddca4 tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] Floating IP 19d1f310-f1fa-45d8-95fd-202c5009c5aa disassociated (deleted). External IP: 172.26.0.155, port: 3d134dfc-6570-4362-afe7-4cd1eb65999e. Oct 19 08:30:06.419041 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90e0ea69-366c-47fa-85d3-1688adcddca4 tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] Router 2749c1df-1931-4805-bc7a-882b8f5b20be has already been hosted by L3 agent ab388470-1243-4d53-80f2-c2f5899c97a7 {{(pid=103333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 08:30:06.527076 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90e0ea69-366c-47fa-85d3-1688adcddca4 tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] Notify agent at l3_agent.dv-neutron-861624-1-hyperv the message routers_updated {{(pid=103333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 08:30:06.532488 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-90e0ea69-366c-47fa-85d3-1688adcddca4 tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42160'] for floatingip, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:30:06.538216 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a69ee6ce-55e5-4003-9de1-3d15a023301d None None] Sync routers for ids ['2749c1df-1931-4805-bc7a-882b8f5b20be'] in dv-neutron-861624-1-hyperv {{(pid=103334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 08:30:06.550057 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a69ee6ce-55e5-4003-9de1-3d15a023301d None None] Routers {'2749c1df-1931-4805-bc7a-882b8f5b20be'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 08:30:06.551007 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-a69ee6ce-55e5-4003-9de1-3d15a023301d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T08:29:46Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['2749c1df-1931-4805-bc7a-882b8f5b20be'], 'active': True} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:30:06.562697 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-90e0ea69-366c-47fa-85d3-1688adcddca4 tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] 10.222.0.27 "DELETE /v2.0/floatingips/19d1f310-f1fa-45d8-95fd-202c5009c5aa HTTP/1.1" status: 204 len: 168 time: 0.8525083 Oct 19 08:30:06.563829 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d81374e-5052-4e8d-bcb6-6c84ff6778fe', 'tag': '3d134dfc-6570-4362-afe7-4cd1eb65999e'}] {{(pid=103333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 19 08:30:06.567383 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e3bb7d74903c72d9cb0d0f2f187c581e0456bd3142b101dc46d694cf75cdf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d99961a-e4c1-4308-871a-b5dac9fb1391" -d '{"events": [{"name": "network-changed", "server_uuid": "3d81374e-5052-4e8d-bcb6-6c84ff6778fe", "tag": "3d134dfc-6570-4362-afe7-4cd1eb65999e"}]}' {{(pid=103333) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 08:30:06.609021 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 19 Oct 2022 08:30:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0078348b-8d56-4fda-845f-46137a8e9f6e x-openstack-request-id: req-0078348b-8d56-4fda-845f-46137a8e9f6e {{(pid=103333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 08:30:06.609675 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d81374e-5052-4e8d-bcb6-6c84ff6778fe", "tag": "3d134dfc-6570-4362-afe7-4cd1eb65999e", "status": "completed", "code": 200}]} {{(pid=103333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 08:30:06.610029 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-0078348b-8d56-4fda-845f-46137a8e9f6e {{(pid=103333) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 08:30:06.610820 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0078348b-8d56-4fda-845f-46137a8e9f6e'] response: {'name': 'network-changed', 'server_uuid': '3d81374e-5052-4e8d-bcb6-6c84ff6778fe', 'tag': '3d134dfc-6570-4362-afe7-4cd1eb65999e', 'status': 'completed', 'code': 200} Oct 19 08:30:06.693719 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvr_db [None req-a69ee6ce-55e5-4003-9de1-3d15a023301d None None] Set router 2749c1df-1931-4805-bc7a-882b8f5b20be gateway port host: dv-neutron-861624-1-hyperv {{(pid=103334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 08:30:06.805757 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d99961a-e4c1-4308-871a-b5dac9fb1391 req-ac8c4b15-fe20-4e21-b921-448d78903f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:30:06.807976 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-4d99961a-e4c1-4308-871a-b5dac9fb1391 req-ac8c4b15-fe20-4e21-b921-448d78903f89 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=2c590e68ec6a4f309b262f6822c15dfc&device_id=3d81374e-5052-4e8d-bcb6-6c84ff6778fe HTTP/1.1" status: 200 len: 1099 time: 0.1781936 Oct 19 08:30:06.827937 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8b72e0-53f8-46ce-a8de-730f0a389b23 req-62d9a43a-8e5f-43e8-bae1-c0bc2ecfcdf9 tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:30:06.829609 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-8c8b72e0-53f8-46ce-a8de-730f0a389b23 req-62d9a43a-8e5f-43e8-bae1-c0bc2ecfcdf9 tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] 10.222.0.27 "GET /v2.0/ports?device_id=3d81374e-5052-4e8d-bcb6-6c84ff6778fe HTTP/1.1" status: 200 len: 946 time: 0.0600090 Oct 19 08:30:06.878812 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-8c8b72e0-53f8-46ce-a8de-730f0a389b23 req-8d81aaf1-0975-45a6-96a7-c9201f017c64 tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] 10.222.0.27 "GET /v2.0/security-groups?id=9f32a9c9-cdf6-4487-a5c9-52e86828b2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427947 Oct 19 08:30:06.915783 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d99961a-e4c1-4308-871a-b5dac9fb1391 req-8c632757-fd51-459c-a9e3-e4d66bc5b66d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:30:06.917337 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-4d99961a-e4c1-4308-871a-b5dac9fb1391 req-8c632757-fd51-459c-a9e3-e4d66bc5b66d service neutron] 10.222.0.16 "GET /v2.0/networks?id=c61de076-94fa-43d7-9269-b07975209bfb HTTP/1.1" status: 200 len: 908 time: 0.1000383 Oct 19 08:30:06.940657 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-a69ee6ce-55e5-4003-9de1-3d15a023301d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2749c1df-1931-4805-bc7a-882b8f5b20be', 'name': 'tempest-TestShelveInstance-17841527-router', 'tenant_id': '2c590e68ec6a4f309b262f6822c15dfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'external_fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.242'}], 'enable_snat': True}, 'gw_port_id': 'c5671e35-ab92-475f-88bf-3fa953fa1e3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T08:21:23Z', 'updated_at': '2022-10-19T08:21:25Z', 'revision_number': 4, 'project_id': '2c590e68ec6a4f309b262f6822c15dfc', 'gw_port': {'id': 'c5671e35-ab92-475f-88bf-3fa953fa1e3d', 'name': '', 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:a5:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2749c1df-1931-4805-bc7a-882b8f5b20be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T08:21:23Z', 'updated_at': '2022-10-19T08:21:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861624-1-hyperv', '_interfaces': [{'id': '46a6699d-0c07-4fee-8e33-bcafd3b263c4', 'name': '', 'network_id': 'c61de076-94fa-43d7-9269-b07975209bfb', 'tenant_id': '2c590e68ec6a4f309b262f6822c15dfc', 'mac_address': 'fa:16:3e:3a:92:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2749c1df-1931-4805-bc7a-882b8f5b20be', 'device_owner': 'network:router_interface', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': 'd3741bea-2529-40a4-9626-23e7d3438bdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T08:21:25Z', 'updated_at': '2022-10-19T08:21:29Z', 'revision_number': 5, 'project_id': '2c590e68ec6a4f309b262f6822c15dfc', 'subnets': [{'id': 'd3741bea-2529-40a4-9626-23e7d3438bdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:30:06.961643 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-4d99961a-e4c1-4308-871a-b5dac9fb1391 req-f31940e7-8283-4f28-82aa-f3509d3246e9 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3d134dfc-6570-4362-afe7-4cd1eb65999e HTTP/1.1" status: 200 len: 217 time: 0.0369048 Oct 19 08:30:06.966651 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a69ee6ce-55e5-4003-9de1-3d15a023301d None None] Checking router: 2749c1df-1931-4805-bc7a-882b8f5b20be for host: dv-neutron-861624-1-hyperv {{(pid=103334) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 08:30:06.975756 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a69ee6ce-55e5-4003-9de1-3d15a023301d None None] Routers {'2749c1df-1931-4805-bc7a-882b8f5b20be'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 08:30:06.976356 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-a69ee6ce-55e5-4003-9de1-3d15a023301d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T08:29:46Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['2749c1df-1931-4805-bc7a-882b8f5b20be'], 'active': True} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:30:07.015931 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d99961a-e4c1-4308-871a-b5dac9fb1391 req-66ac721f-08b3-4fa0-a6f9-9c9e7d1e36b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:30:07.017517 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-4d99961a-e4c1-4308-871a-b5dac9fb1391 req-66ac721f-08b3-4fa0-a6f9-9c9e7d1e36b7 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d3741bea-2529-40a4-9626-23e7d3438bdd HTTP/1.1" status: 200 len: 846 time: 0.0450859 Oct 19 08:30:07.070827 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d99961a-e4c1-4308-871a-b5dac9fb1391 req-9f4d29cd-8272-4f01-a4a3-02c3ae280720 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:30:07.072390 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-4d99961a-e4c1-4308-871a-b5dac9fb1391 req-9f4d29cd-8272-4f01-a4a3-02c3ae280720 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c61de076-94fa-43d7-9269-b07975209bfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0479600 Oct 19 08:30:07.083498 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvr_db [None req-a69ee6ce-55e5-4003-9de1-3d15a023301d None None] Set router 2749c1df-1931-4805-bc7a-882b8f5b20be gateway port host: dv-neutron-861624-1-hyperv {{(pid=103334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 08:30:07.162947 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-4d99961a-e4c1-4308-871a-b5dac9fb1391 req-71389e29-fda2-46d7-9afb-dada35f8a215 service neutron] 10.222.0.16 "GET /v2.0/networks/c61de076-94fa-43d7-9269-b07975209bfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831432 Oct 19 08:30:07.261043 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-4d99961a-e4c1-4308-871a-b5dac9fb1391 req-3b398c95-70a1-4de0-91c5-5dfb71373fc4 service neutron] 10.222.0.16 "GET /v2.0/networks/c61de076-94fa-43d7-9269-b07975209bfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882430 Oct 19 08:30:07.281320 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-a69ee6ce-55e5-4003-9de1-3d15a023301d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2749c1df-1931-4805-bc7a-882b8f5b20be', 'name': 'tempest-TestShelveInstance-17841527-router', 'tenant_id': '2c590e68ec6a4f309b262f6822c15dfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'external_fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.242'}], 'enable_snat': True}, 'gw_port_id': 'c5671e35-ab92-475f-88bf-3fa953fa1e3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T08:21:23Z', 'updated_at': '2022-10-19T08:21:25Z', 'revision_number': 4, 'project_id': '2c590e68ec6a4f309b262f6822c15dfc', 'gw_port': {'id': 'c5671e35-ab92-475f-88bf-3fa953fa1e3d', 'name': '', 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:a5:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2749c1df-1931-4805-bc7a-882b8f5b20be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T08:21:23Z', 'updated_at': '2022-10-19T08:21:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861624-1-hyperv', '_interfaces': [{'id': '46a6699d-0c07-4fee-8e33-bcafd3b263c4', 'name': '', 'network_id': 'c61de076-94fa-43d7-9269-b07975209bfb', 'tenant_id': '2c590e68ec6a4f309b262f6822c15dfc', 'mac_address': 'fa:16:3e:3a:92:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2749c1df-1931-4805-bc7a-882b8f5b20be', 'device_owner': 'network:router_interface', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': 'd3741bea-2529-40a4-9626-23e7d3438bdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T08:21:25Z', 'updated_at': '2022-10-19T08:21:29Z', 'revision_number': 5, 'project_id': '2c590e68ec6a4f309b262f6822c15dfc', 'subnets': [{'id': 'd3741bea-2529-40a4-9626-23e7d3438bdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:30:07.309098 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a69ee6ce-55e5-4003-9de1-3d15a023301d None None] The sync data for ids ['2749c1df-1931-4805-bc7a-882b8f5b20be'] in dv-neutron-861624-1-hyperv is: [{'id': '2749c1df-1931-4805-bc7a-882b8f5b20be', 'name': 'tempest-TestShelveInstance-17841527-router', 'tenant_id': '2c590e68ec6a4f309b262f6822c15dfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'external_fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.242'}], 'enable_snat': True}, 'gw_port_id': 'c5671e35-ab92-475f-88bf-3fa953fa1e3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T08:21:23Z', 'updated_at': '2022-10-19T08:21:25Z', 'revision_number': 4, 'project_id': '2c590e68ec6a4f309b262f6822c15dfc', 'gw_port': {'id': 'c5671e35-ab92-475f-88bf-3fa953fa1e3d', 'name': '', 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:a5:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2749c1df-1931-4805-bc7a-882b8f5b20be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T08:21:23Z', 'updated_at': '2022-10-19T08:21:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861624-1-hyperv', '_interfaces': [{'id': '46a6699d-0c07-4fee-8e33-bcafd3b263c4', 'name': '', 'network_id': 'c61de076-94fa-43d7-9269-b07975209bfb', 'tenant_id': '2c590e68ec6a4f309b262f6822c15dfc', 'mac_address': 'fa:16:3e:3a:92:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2749c1df-1931-4805-bc7a-882b8f5b20be', 'device_owner': 'network:router_interface', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': 'd3741bea-2529-40a4-9626-23e7d3438bdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T08:21:25Z', 'updated_at': '2022-10-19T08:21:29Z', 'revision_number': 5, 'project_id': '2c590e68ec6a4f309b262f6822c15dfc', 'subnets': [{'id': 'd3741bea-2529-40a4-9626-23e7d3438bdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 08:30:07.519369 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcd92631-5a84-44ae-a8ac-9206b594e8ef None None] New status for floating IP 19d1f310-f1fa-45d8-95fd-202c5009c5aa: DOWN {{(pid=103335) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 19 08:30:08.007682 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69576b65-b1fb-47f3-a08f-fd0ea81b1cbb req-de2a6ca4-df54-42b7-a525-a253a749a403 tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:30:08.009181 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-69576b65-b1fb-47f3-a08f-fd0ea81b1cbb req-de2a6ca4-df54-42b7-a525-a253a749a403 tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] 10.222.0.27 "GET /v2.0/ports?device_id=3d81374e-5052-4e8d-bcb6-6c84ff6778fe HTTP/1.1" status: 200 len: 946 time: 0.0504081 Oct 19 08:30:08.047437 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-69576b65-b1fb-47f3-a08f-fd0ea81b1cbb req-0f80ac18-7927-4306-a1ed-f04210e9089d tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] 10.222.0.27 "GET /v2.0/security-groups?id=9f32a9c9-cdf6-4487-a5c9-52e86828b2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324414 Oct 19 08:30:08.309857 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8010679-b314-4474-8451-0a4c25c61a29 req-a9e9ae05-2c31-4125-8fa8-0a59ac787eb2 tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:30:08.311290 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-c8010679-b314-4474-8451-0a4c25c61a29 req-a9e9ae05-2c31-4125-8fa8-0a59ac787eb2 tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d81374e-5052-4e8d-bcb6-6c84ff6778fe HTTP/1.1" status: 200 len: 946 time: 0.0486417 Oct 19 08:30:08.401255 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [req-c8010679-b314-4474-8451-0a4c25c61a29 req-d9f44ab9-4344-4642-986f-afe53f916205 tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] Deleting port 3d134dfc-6570-4362-afe7-4cd1eb65999e {{(pid=103333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 08:30:08.401595 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [req-c8010679-b314-4474-8451-0a4c25c61a29 req-d9f44ab9-4344-4642-986f-afe53f916205 tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:30:08.488581 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.db [req-c8010679-b314-4474-8451-0a4c25c61a29 req-d9f44ab9-4344-4642-986f-afe53f916205 tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] For port 3d134dfc-6570-4362-afe7-4cd1eb65999e, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=3d134dfc-6570-4362-afe7-4cd1eb65999e,segment=NetworkSegment(c1a3e3bc-8491-4eb0-8230-b79bc2d2ab56),segment_id=c1a3e3bc-8491-4eb0-8230-b79bc2d2ab56)] {{(pid=103333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 08:30:08.488945 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [req-c8010679-b314-4474-8451-0a4c25c61a29 req-d9f44ab9-4344-4642-986f-afe53f916205 tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:30:08.501220 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [req-c8010679-b314-4474-8451-0a4c25c61a29 req-d9f44ab9-4344-4642-986f-afe53f916205 tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] Calling delete_port for 3d134dfc-6570-4362-afe7-4cd1eb65999e owned by compute:nova {{(pid=103333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 08:30:08.626514 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [req-c8010679-b314-4474-8451-0a4c25c61a29 req-d9f44ab9-4344-4642-986f-afe53f916205 tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130996763'] for port, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:30:08.654145 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f44ab9-4344-4642-986f-afe53f916205 tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] Pushing event deleted for resources: {'Port': ['ID=3d134dfc-6570-4362-afe7-4cd1eb65999e,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:30:08.695515 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8010679-b314-4474-8451-0a4c25c61a29 req-d9f44ab9-4344-4642-986f-afe53f916205 tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] No DVR routers for this DVR port 3d134dfc-6570-4362-afe7-4cd1eb65999e on host hv-neutron-8616 {{(pid=103333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 19 08:30:08.697994 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [req-c8010679-b314-4474-8451-0a4c25c61a29 req-d9f44ab9-4344-4642-986f-afe53f916205 tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42160'] for port, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:30:08.701388 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-c8010679-b314-4474-8451-0a4c25c61a29 req-d9f44ab9-4344-4642-986f-afe53f916205 tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] 10.222.0.16 "DELETE /v2.0/ports/3d134dfc-6570-4362-afe7-4cd1eb65999e HTTP/1.1" status: 204 len: 173 time: 0.3846970 Oct 19 08:30:08.701880 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d81374e-5052-4e8d-bcb6-6c84ff6778fe', 'name': 'network-vif-deleted', 'tag': '3d134dfc-6570-4362-afe7-4cd1eb65999e'}] {{(pid=103333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 19 08:30:08.704269 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e3bb7d74903c72d9cb0d0f2f187c581e0456bd3142b101dc46d694cf75cdf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a22f072-8a8c-46d1-9cb1-6098d79456a0" -d '{"events": [{"server_uuid": "3d81374e-5052-4e8d-bcb6-6c84ff6778fe", "name": "network-vif-deleted", "tag": "3d134dfc-6570-4362-afe7-4cd1eb65999e"}]}' {{(pid=103333) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 08:30:08.744906 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 19 Oct 2022 08:30:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66867905-4579-46f8-8ad4-2b21d057fdf8 x-openstack-request-id: req-66867905-4579-46f8-8ad4-2b21d057fdf8 {{(pid=103333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 08:30:08.745199 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d81374e-5052-4e8d-bcb6-6c84ff6778fe", "name": "network-vif-deleted", "tag": "3d134dfc-6570-4362-afe7-4cd1eb65999e", "status": "completed", "code": 200}]} {{(pid=103333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 08:30:08.745450 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-66867905-4579-46f8-8ad4-2b21d057fdf8 {{(pid=103333) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 08:30:08.745854 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.notifiers.nova [-] Nova event matching ['req-66867905-4579-46f8-8ad4-2b21d057fdf8'] response: {'server_uuid': '3d81374e-5052-4e8d-bcb6-6c84ff6778fe', 'name': 'network-vif-deleted', 'tag': '3d134dfc-6570-4362-afe7-4cd1eb65999e', 'status': 'completed', 'code': 200} Oct 19 08:30:09.151559 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-e84e927a-b78c-495d-866d-40ba5c79425c req-161334b3-eba6-460d-91d9-6674e3f7dfb0 tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] 10.222.0.27 "GET /v2.0/ports?device_id=3d81374e-5052-4e8d-bcb6-6c84ff6778fe HTTP/1.1" status: 200 len: 210 time: 0.0280299 Oct 19 08:30:10.258263 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-e62453e6-2666-488f-93d0-df60bdd60d1a req-ccbc10da-d291-425f-bf43-9755b2a8b83c tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] 10.222.0.27 "GET /v2.0/ports?device_id=3d81374e-5052-4e8d-bcb6-6c84ff6778fe HTTP/1.1" status: 200 len: 210 time: 0.0301330 Oct 19 08:30:11.361494 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-a3220cd9-50f0-460b-b71e-ab2d18ab519c req-5a17031b-4cff-4b6c-9dbc-3587a76fef4b tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] 10.222.0.27 "GET /v2.0/ports?device_id=3d81374e-5052-4e8d-bcb6-6c84ff6778fe HTTP/1.1" status: 200 len: 210 time: 0.0275240 Oct 19 08:30:12.294321 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:30:12.307947 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Device 3d134dfc-6570-4362-afe7-4cd1eb65999e no longer exists at agent hyperv_hv-neutron-8616 {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 08:30:12.334842 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] No Port match for: 3d134dfc-6570-4362-afe7-4cd1eb65999e {{(pid=103334) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 19 08:30:12.335257 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Device 3d134dfc-6570-4362-afe7-4cd1eb65999e not bound to the agent host hv-neutron-8616 {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 08:30:12.431049 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 39984) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:30:12.495257 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-cd454921-250e-4175-bfb8-87507bc00a90 tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] Notify callbacks [] for security_group, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:30:12.522470 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-cd454921-250e-4175-bfb8-87507bc00a90 tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:30:12.585581 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-cd454921-250e-4175-bfb8-87507bc00a90 tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788643'] for security_group, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:30:12.588280 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-cd454921-250e-4175-bfb8-87507bc00a90 tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] Notify callbacks [] for security_group, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:30:12.589947 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-cd454921-250e-4175-bfb8-87507bc00a90 tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] 10.222.0.27 "DELETE /v2.0/security-groups/9f32a9c9-cdf6-4487-a5c9-52e86828b2b9 HTTP/1.1" status: 204 len: 168 time: 0.1577456 Oct 19 08:30:12.599695 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd454921-250e-4175-bfb8-87507bc00a90 tempest-TestShelveInstance-970888817 tempest-TestShelveInstance-970888817-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f32a9c9-cdf6-4487-a5c9-52e86828b2b9,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:30:12.602369 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.agents_db [None req-6057327c-4456-4c72-8e75-6d3cd9249757 None None] Agent healthcheck: found 6 active agents {{(pid=103335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 08:30:12.652778 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 39988) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:30:13.384743 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-7f048dd9-24da-49ae-a513-1732e7ba3127 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1694785'] for router_interface, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:30:13.518391 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-acd23e7e-b1e5-42ff-8c13-f2f5df2868c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:30:13.636464 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-7f048dd9-24da-49ae-a513-1732e7ba3127 admin admin] Deleting port 46a6699d-0c07-4fee-8e33-bcafd3b263c4 {{(pid=103333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 08:30:13.637042 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-7f048dd9-24da-49ae-a513-1732e7ba3127 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:30:13.721814 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.db [None req-7f048dd9-24da-49ae-a513-1732e7ba3127 admin admin] For port 46a6699d-0c07-4fee-8e33-bcafd3b263c4, host dv-neutron-861624-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=46a6699d-0c07-4fee-8e33-bcafd3b263c4,segment=NetworkSegment(c1a3e3bc-8491-4eb0-8230-b79bc2d2ab56),segment_id=c1a3e3bc-8491-4eb0-8230-b79bc2d2ab56)] {{(pid=103333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 08:30:13.722174 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-7f048dd9-24da-49ae-a513-1732e7ba3127 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:30:13.734784 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-7f048dd9-24da-49ae-a513-1732e7ba3127 admin admin] Calling delete_port for 46a6699d-0c07-4fee-8e33-bcafd3b263c4 owned by network:router_interface {{(pid=103333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 08:30:13.932257 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-7f048dd9-24da-49ae-a513-1732e7ba3127 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130996763'] for port, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:30:13.961188 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f048dd9-24da-49ae-a513-1732e7ba3127 admin admin] Pushing event deleted for resources: {'Port': ['ID=46a6699d-0c07-4fee-8e33-bcafd3b263c4,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:30:14.148984 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-7f048dd9-24da-49ae-a513-1732e7ba3127 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1574862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1694957'] for router_interface, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:30:14.372136 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f048dd9-24da-49ae-a513-1732e7ba3127 admin admin] Router 2749c1df-1931-4805-bc7a-882b8f5b20be has already been hosted by L3 agent ab388470-1243-4d53-80f2-c2f5899c97a7 {{(pid=103333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 08:30:14.481651 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f048dd9-24da-49ae-a513-1732e7ba3127 admin admin] Notify agent at l3_agent.dv-neutron-861624-1-hyperv the message routers_updated {{(pid=103333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 08:30:14.487734 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-7f048dd9-24da-49ae-a513-1732e7ba3127 admin admin] 10.222.0.27 "PUT /v2.0/routers/2749c1df-1931-4805-bc7a-882b8f5b20be/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8338630 Oct 19 08:30:14.490569 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 39992) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:30:14.495099 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c0ede0c-9643-450b-94fd-ce221179177a None None] Sync routers for ids ['2749c1df-1931-4805-bc7a-882b8f5b20be'] in dv-neutron-861624-1-hyperv {{(pid=103334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 08:30:14.508854 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c0ede0c-9643-450b-94fd-ce221179177a None None] Routers {'2749c1df-1931-4805-bc7a-882b8f5b20be'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 08:30:14.509565 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-3c0ede0c-9643-450b-94fd-ce221179177a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T08:29:46Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['2749c1df-1931-4805-bc7a-882b8f5b20be'], 'active': True} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:30:14.600639 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-04a6a00d-fe29-4e8b-817f-03d4b777fab9 admin admin] Notify callbacks [] for router, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:30:14.616610 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvr_db [None req-3c0ede0c-9643-450b-94fd-ce221179177a None None] Set router 2749c1df-1931-4805-bc7a-882b8f5b20be gateway port host: dv-neutron-861624-1-hyperv {{(pid=103334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 08:30:14.706080 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-04a6a00d-fe29-4e8b-817f-03d4b777fab9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:30:14.759369 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.plugin [None req-04a6a00d-fe29-4e8b-817f-03d4b777fab9 admin admin] Deleting port c5671e35-ab92-475f-88bf-3fa953fa1e3d {{(pid=103332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 08:30:14.759606 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-04a6a00d-fe29-4e8b-817f-03d4b777fab9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:30:14.814780 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-3c0ede0c-9643-450b-94fd-ce221179177a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2749c1df-1931-4805-bc7a-882b8f5b20be', 'name': 'tempest-TestShelveInstance-17841527-router', 'tenant_id': '2c590e68ec6a4f309b262f6822c15dfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'external_fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.242'}], 'enable_snat': True}, 'gw_port_id': 'c5671e35-ab92-475f-88bf-3fa953fa1e3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T08:21:23Z', 'updated_at': '2022-10-19T08:30:13Z', 'revision_number': 5, 'project_id': '2c590e68ec6a4f309b262f6822c15dfc', 'gw_port': {'id': 'c5671e35-ab92-475f-88bf-3fa953fa1e3d', 'name': '', 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:a5:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2749c1df-1931-4805-bc7a-882b8f5b20be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T08:21:23Z', 'updated_at': '2022-10-19T08:21:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861624-1-hyperv'}], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:30:14.839011 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.db [None req-04a6a00d-fe29-4e8b-817f-03d4b777fab9 admin admin] For port c5671e35-ab92-475f-88bf-3fa953fa1e3d, host dv-neutron-861624-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=c5671e35-ab92-475f-88bf-3fa953fa1e3d,segment=NetworkSegment(53981d04-8205-40d8-8d33-0510111d6f8f),segment_id=53981d04-8205-40d8-8d33-0510111d6f8f)] {{(pid=103332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 08:30:14.839377 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-04a6a00d-fe29-4e8b-817f-03d4b777fab9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:30:14.842537 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c0ede0c-9643-450b-94fd-ce221179177a None None] Checking router: 2749c1df-1931-4805-bc7a-882b8f5b20be for host: dv-neutron-861624-1-hyperv {{(pid=103334) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 08:30:14.852169 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c0ede0c-9643-450b-94fd-ce221179177a None None] Routers {'2749c1df-1931-4805-bc7a-882b8f5b20be'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 08:30:14.852567 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.plugin [None req-04a6a00d-fe29-4e8b-817f-03d4b777fab9 admin admin] Calling delete_port for c5671e35-ab92-475f-88bf-3fa953fa1e3d owned by network:router_gateway {{(pid=103332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 08:30:14.852760 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-3c0ede0c-9643-450b-94fd-ce221179177a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T08:29:46Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['2749c1df-1931-4805-bc7a-882b8f5b20be'], 'active': True} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:30:14.944647 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvr_db [None req-3c0ede0c-9643-450b-94fd-ce221179177a None None] Set router 2749c1df-1931-4805-bc7a-882b8f5b20be gateway port host: None {{(pid=103334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 08:30:15.001227 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-3c0ede0c-9643-450b-94fd-ce221179177a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2749c1df-1931-4805-bc7a-882b8f5b20be', 'name': 'tempest-TestShelveInstance-17841527-router', 'tenant_id': '2c590e68ec6a4f309b262f6822c15dfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T08:21:23Z', 'updated_at': '2022-10-19T08:30:14Z', 'revision_number': 6, 'project_id': '2c590e68ec6a4f309b262f6822c15dfc', 'gw_port_host': None}], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:30:15.021995 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-04a6a00d-fe29-4e8b-817f-03d4b777fab9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133553798'] for port, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:30:15.028796 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c0ede0c-9643-450b-94fd-ce221179177a None None] The sync data for ids ['2749c1df-1931-4805-bc7a-882b8f5b20be'] in dv-neutron-861624-1-hyperv is: [{'id': '2749c1df-1931-4805-bc7a-882b8f5b20be', 'name': 'tempest-TestShelveInstance-17841527-router', 'tenant_id': '2c590e68ec6a4f309b262f6822c15dfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T08:21:23Z', 'updated_at': '2022-10-19T08:30:14Z', 'revision_number': 6, 'project_id': '2c590e68ec6a4f309b262f6822c15dfc', 'gw_port_host': None}] {{(pid=103334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 08:30:15.055029 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a6a00d-fe29-4e8b-817f-03d4b777fab9 admin admin] Pushing event deleted for resources: {'Port': ['ID=c5671e35-ab92-475f-88bf-3fa953fa1e3d,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:30:15.063491 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a6a00d-fe29-4e8b-817f-03d4b777fab9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:30:15.064037 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a6a00d-fe29-4e8b-817f-03d4b777fab9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:30:15.064595 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a6a00d-fe29-4e8b-817f-03d4b777fab9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:30:15.065118 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a6a00d-fe29-4e8b-817f-03d4b777fab9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:30:15.065488 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a6a00d-fe29-4e8b-817f-03d4b777fab9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:30:15.065853 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a6a00d-fe29-4e8b-817f-03d4b777fab9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:30:15.066189 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a6a00d-fe29-4e8b-817f-03d4b777fab9 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:30:15.066523 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a6a00d-fe29-4e8b-817f-03d4b777fab9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:30:15.066856 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a6a00d-fe29-4e8b-817f-03d4b777fab9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:30:15.067186 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a6a00d-fe29-4e8b-817f-03d4b777fab9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:30:15.067515 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a6a00d-fe29-4e8b-817f-03d4b777fab9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:30:15.067838 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a6a00d-fe29-4e8b-817f-03d4b777fab9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:30:15.135637 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-04a6a00d-fe29-4e8b-817f-03d4b777fab9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1693831'] for router_gateway, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:30:15.226987 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-04a6a00d-fe29-4e8b-817f-03d4b777fab9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1693565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12618'] for router, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:30:15.229384 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-04a6a00d-fe29-4e8b-817f-03d4b777fab9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:30:15.272195 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-04a6a00d-fe29-4e8b-817f-03d4b777fab9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1693542'] for router, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:30:15.272709 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04a6a00d-fe29-4e8b-817f-03d4b777fab9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2749c1df-1931-4805-bc7a-882b8f5b20be {{(pid=103332) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 08:30:15.277009 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-04a6a00d-fe29-4e8b-817f-03d4b777fab9 admin admin] Notify callbacks [] for router, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:30:15.278181 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-04a6a00d-fe29-4e8b-817f-03d4b777fab9 admin admin] 10.222.0.27 "DELETE /v2.0/routers/2749c1df-1931-4805-bc7a-882b8f5b20be HTTP/1.1" status: 204 len: 168 time: 0.7865865 Oct 19 08:30:15.281198 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 39998) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:30:15.330444 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.db_base_plugin_v2 [None req-208c9d92-1258-4a98-88d0-6137b73c5540 admin admin] Deleting subnet d3741bea-2529-40a4-9626-23e7d3438bdd {{(pid=103332) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 19 08:30:15.333483 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-208c9d92-1258-4a98-88d0-6137b73c5540 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:30:15.367519 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-208c9d92-1258-4a98-88d0-6137b73c5540 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130726890'] for subnet, precommit_delete_associations {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:30:15.447574 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-208c9d92-1258-4a98-88d0-6137b73c5540 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-679826'] for subnet, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:30:15.501351 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-208c9d92-1258-4a98-88d0-6137b73c5540 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-679819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-133552721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130659632'] for subnet, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:30:15.532700 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208c9d92-1258-4a98-88d0-6137b73c5540 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d3741bea-2529-40a4-9626-23e7d3438bdd,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:30:15.534646 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-208c9d92-1258-4a98-88d0-6137b73c5540 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:30:15.540289 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-208c9d92-1258-4a98-88d0-6137b73c5540 admin admin] 10.222.0.27 "DELETE /v2.0/subnets/d3741bea-2529-40a4-9626-23e7d3438bdd HTTP/1.1" status: 204 len: 168 time: 0.2557371 Oct 19 08:30:15.540454 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba1f1dd7-c176-4a44-b2d4-81c2122e3868 None None] Network c61de076-94fa-43d7-9269-b07975209bfb requested from dv-neutron-861624-1-hyperv {{(pid=103334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 08:30:15.540595 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 40000) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:30:15.609664 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-45026c29-de61-4fe5-88ee-5c3ac01e5c6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-667019'] for network, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:30:15.663210 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.plugin [None req-45026c29-de61-4fe5-88ee-5c3ac01e5c6a admin admin] Deleting port 98864c6d-a804-4116-8cc3-5f2730fb82bf {{(pid=103332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 08:30:15.663545 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-45026c29-de61-4fe5-88ee-5c3ac01e5c6a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:30:15.734060 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.db [None req-45026c29-de61-4fe5-88ee-5c3ac01e5c6a admin admin] For port 98864c6d-a804-4116-8cc3-5f2730fb82bf, host dv-neutron-861624-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=98864c6d-a804-4116-8cc3-5f2730fb82bf,segment=NetworkSegment(c1a3e3bc-8491-4eb0-8230-b79bc2d2ab56),segment_id=c1a3e3bc-8491-4eb0-8230-b79bc2d2ab56)] {{(pid=103332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 08:30:15.734356 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-45026c29-de61-4fe5-88ee-5c3ac01e5c6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:30:15.745788 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.plugin [None req-45026c29-de61-4fe5-88ee-5c3ac01e5c6a admin admin] Calling delete_port for 98864c6d-a804-4116-8cc3-5f2730fb82bf owned by network:dhcp {{(pid=103332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 08:30:15.826621 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-45026c29-de61-4fe5-88ee-5c3ac01e5c6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133553798'] for port, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:30:15.832252 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f152a208-d369-44ed-9a18-820eff1af759 None None] DHCP port deletion for c61de076-94fa-43d7-9269-b07975209bfb request from dv-neutron-861624-1-hyperv {{(pid=103334) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 08:30:15.863374 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45026c29-de61-4fe5-88ee-5c3ac01e5c6a admin admin] Pushing event deleted for resources: {'Port': ['ID=98864c6d-a804-4116-8cc3-5f2730fb82bf,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:30:15.865262 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45026c29-de61-4fe5-88ee-5c3ac01e5c6a admin admin] No DVR routers for this DVR port 98864c6d-a804-4116-8cc3-5f2730fb82bf on host dv-neutron-861624-1-hyperv {{(pid=103332) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 19 08:30:15.938627 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-45026c29-de61-4fe5-88ee-5c3ac01e5c6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-673051', 'neutron.services.segments.db._delete_segments_for_network-8785021519108'] for network, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:30:15.960436 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.services.segments.db [None req-45026c29-de61-4fe5-88ee-5c3ac01e5c6a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c61de076-94fa-43d7-9269-b07975209bfb']}} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:30:15.970807 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.services.segments.db [None req-45026c29-de61-4fe5-88ee-5c3ac01e5c6a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1a3e3bc-8491-4eb0-8230-b79bc2d2ab56') {'for_net_delete': True} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:30:15.971102 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.services.segments.db [None req-45026c29-de61-4fe5-88ee-5c3ac01e5c6a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1a3e3bc-8491-4eb0-8230-b79bc2d2ab56') {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:30:15.980427 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-45026c29-de61-4fe5-88ee-5c3ac01e5c6a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785021519382', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130726885'] for segment, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:30:15.995899 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-45026c29-de61-4fe5-88ee-5c3ac01e5c6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979'] for segment, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:30:16.003131 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45026c29-de61-4fe5-88ee-5c3ac01e5c6a admin admin] Releasing vlan 168 on physical network physnet1 to pool {{(pid=103332) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 08:30:16.003544 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-45026c29-de61-4fe5-88ee-5c3ac01e5c6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-133553843'] for segment, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:30:16.073574 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-45026c29-de61-4fe5-88ee-5c3ac01e5c6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-673044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1695087'] for network, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:30:16.091314 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-45026c29-de61-4fe5-88ee-5c3ac01e5c6a admin admin] Notify callbacks [] for network, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:30:16.095339 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-45026c29-de61-4fe5-88ee-5c3ac01e5c6a admin admin] 10.222.0.27 "DELETE /v2.0/networks/c61de076-94fa-43d7-9269-b07975209bfb HTTP/1.1" status: 204 len: 168 time: 0.5539272 Oct 19 08:30:16.096437 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45026c29-de61-4fe5-88ee-5c3ac01e5c6a admin admin] Pushing event deleted for resources: {'Network': ['ID=c61de076-94fa-43d7-9269-b07975209bfb,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:30:16.101306 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 40008) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:30:16.103764 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.services.segments.plugin [-] Segment c1a3e3bc-8491-4eb0-8230-b79bc2d2ab56 resource provider aggregate not found Oct 19 08:30:16.145443 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.services.segments.plugin [-] Segment c1a3e3bc-8491-4eb0-8230-b79bc2d2ab56 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c1a3e3bc-8491-4eb0-8230-b79bc2d2ab56 found for delete ", "request_id": "req-bf7bb991-441a-4f21-b24f-60a763a8dcfb"}]} Oct 19 08:30:16.412804 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-fe5aae50-3b80-490f-9c33-8d9304f27b3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:30:16.449537 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-1e7b4a82-6501-42f9-b35b-7522480f0e87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1694785'] for router_interface, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:30:16.532618 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device 98864c6d-a804-4116-8cc3-5f2730fb82bf no longer exists at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 08:30:16.556058 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] No Port match for: 98864c6d-a804-4116-8cc3-5f2730fb82bf {{(pid=103334) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 19 08:30:16.556489 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device 98864c6d-a804-4116-8cc3-5f2730fb82bf not bound to the agent host dv-neutron-861624-1-hyperv {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 08:30:16.556988 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device 46a6699d-0c07-4fee-8e33-bcafd3b263c4 no longer exists at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 08:30:16.702024 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.plugin [None req-1e7b4a82-6501-42f9-b35b-7522480f0e87 admin admin] Deleting port 7e42498b-6a9c-4660-9b35-00de7cedb173 {{(pid=103332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 08:30:16.703322 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-1e7b4a82-6501-42f9-b35b-7522480f0e87 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:30:16.716983 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] No Port match for: 46a6699d-0c07-4fee-8e33-bcafd3b263c4 {{(pid=103334) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 19 08:30:16.717325 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device 46a6699d-0c07-4fee-8e33-bcafd3b263c4 not bound to the agent host dv-neutron-861624-1-hyperv {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 08:30:16.717768 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device c5671e35-ab92-475f-88bf-3fa953fa1e3d no longer exists at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 08:30:16.735979 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] No Port match for: c5671e35-ab92-475f-88bf-3fa953fa1e3d {{(pid=103334) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 19 08:30:16.736322 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device c5671e35-ab92-475f-88bf-3fa953fa1e3d not bound to the agent host dv-neutron-861624-1-hyperv {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 08:30:16.783453 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.db [None req-1e7b4a82-6501-42f9-b35b-7522480f0e87 admin admin] For port 7e42498b-6a9c-4660-9b35-00de7cedb173, host dv-neutron-861624-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=7e42498b-6a9c-4660-9b35-00de7cedb173,segment=NetworkSegment(235ba2dd-d3e8-41b9-b6fb-f9839d1f3e22),segment_id=235ba2dd-d3e8-41b9-b6fb-f9839d1f3e22)] {{(pid=103332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 08:30:16.783808 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-1e7b4a82-6501-42f9-b35b-7522480f0e87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:30:16.795650 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.plugin [None req-1e7b4a82-6501-42f9-b35b-7522480f0e87 admin admin] Calling delete_port for 7e42498b-6a9c-4660-9b35-00de7cedb173 owned by network:router_interface {{(pid=103332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 08:30:16.971205 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-1e7b4a82-6501-42f9-b35b-7522480f0e87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133553798'] for port, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:30:16.996356 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7b4a82-6501-42f9-b35b-7522480f0e87 admin admin] Pushing event deleted for resources: {'Port': ['ID=7e42498b-6a9c-4660-9b35-00de7cedb173,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:30:17.161249 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-1e7b4a82-6501-42f9-b35b-7522480f0e87 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1574862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1694957'] for router_interface, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:30:17.371689 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e7b4a82-6501-42f9-b35b-7522480f0e87 admin admin] Router 5883676d-3438-47ec-846e-e4d93bce27bd has already been hosted by L3 agent ab388470-1243-4d53-80f2-c2f5899c97a7 {{(pid=103332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 08:30:17.476461 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e7b4a82-6501-42f9-b35b-7522480f0e87 admin admin] Notify agent at l3_agent.dv-neutron-861624-1-hyperv the message routers_updated {{(pid=103332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 08:30:17.484328 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-1e7b4a82-6501-42f9-b35b-7522480f0e87 admin admin] 10.222.0.27 "PUT /v2.0/routers/5883676d-3438-47ec-846e-e4d93bce27bd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3796532 Oct 19 08:30:17.484619 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 40012) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:30:17.485590 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-121dceb2-aaf0-40d0-a290-e5dd8c49ee84 None None] Sync routers for ids ['5883676d-3438-47ec-846e-e4d93bce27bd'] in dv-neutron-861624-1-hyperv {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 08:30:17.497794 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-121dceb2-aaf0-40d0-a290-e5dd8c49ee84 None None] Routers {'5883676d-3438-47ec-846e-e4d93bce27bd'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 08:30:17.498405 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-121dceb2-aaf0-40d0-a290-e5dd8c49ee84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T08:30:16Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['5883676d-3438-47ec-846e-e4d93bce27bd'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:30:17.587582 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-9a44bd6c-3041-4598-8718-478e4d88698e admin admin] Notify callbacks [] for router, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:30:17.604048 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvr_db [None req-121dceb2-aaf0-40d0-a290-e5dd8c49ee84 None None] Set router 5883676d-3438-47ec-846e-e4d93bce27bd gateway port host: dv-neutron-861624-1-hyperv {{(pid=103335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 08:30:17.689919 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-9a44bd6c-3041-4598-8718-478e4d88698e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:30:17.741311 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.plugin [None req-9a44bd6c-3041-4598-8718-478e4d88698e admin admin] Deleting port 422875a7-d0b6-46f1-b29f-963daa6affae {{(pid=103332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 08:30:17.741980 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-9a44bd6c-3041-4598-8718-478e4d88698e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:30:17.782157 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-121dceb2-aaf0-40d0-a290-e5dd8c49ee84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5883676d-3438-47ec-846e-e4d93bce27bd', 'name': 'tempest-TestShelveInstance-1586735516-router', 'tenant_id': '4466c22a118b4113b2b1149ea214975c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'external_fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.53'}], 'enable_snat': True}, 'gw_port_id': '422875a7-d0b6-46f1-b29f-963daa6affae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T08:21:27Z', 'updated_at': '2022-10-19T08:30:16Z', 'revision_number': 5, 'project_id': '4466c22a118b4113b2b1149ea214975c', 'gw_port': {'id': '422875a7-d0b6-46f1-b29f-963daa6affae', 'name': '', 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:cf:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5883676d-3438-47ec-846e-e4d93bce27bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T08:21:28Z', 'updated_at': '2022-10-19T08:21:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861624-1-hyperv'}], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:30:17.826092 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.db [None req-9a44bd6c-3041-4598-8718-478e4d88698e admin admin] For port 422875a7-d0b6-46f1-b29f-963daa6affae, host dv-neutron-861624-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=422875a7-d0b6-46f1-b29f-963daa6affae,segment=NetworkSegment(53981d04-8205-40d8-8d33-0510111d6f8f),segment_id=53981d04-8205-40d8-8d33-0510111d6f8f)] {{(pid=103332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 08:30:17.826646 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-9a44bd6c-3041-4598-8718-478e4d88698e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:30:17.840275 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.plugin [None req-9a44bd6c-3041-4598-8718-478e4d88698e admin admin] Calling delete_port for 422875a7-d0b6-46f1-b29f-963daa6affae owned by network:router_gateway {{(pid=103332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 08:30:17.893509 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-121dceb2-aaf0-40d0-a290-e5dd8c49ee84 None None] Checking router: 5883676d-3438-47ec-846e-e4d93bce27bd for host: dv-neutron-861624-1-hyperv {{(pid=103335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 08:30:17.901911 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-121dceb2-aaf0-40d0-a290-e5dd8c49ee84 None None] Routers {'5883676d-3438-47ec-846e-e4d93bce27bd'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 08:30:17.902591 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-121dceb2-aaf0-40d0-a290-e5dd8c49ee84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T08:30:16Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['5883676d-3438-47ec-846e-e4d93bce27bd'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:30:17.987294 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvr_db [None req-121dceb2-aaf0-40d0-a290-e5dd8c49ee84 None None] Set router 5883676d-3438-47ec-846e-e4d93bce27bd gateway port host: None {{(pid=103335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 08:30:18.008385 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-9a44bd6c-3041-4598-8718-478e4d88698e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133553798'] for port, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:30:18.035150 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a44bd6c-3041-4598-8718-478e4d88698e admin admin] Pushing event deleted for resources: {'Port': ['ID=422875a7-d0b6-46f1-b29f-963daa6affae,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:30:18.039622 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-121dceb2-aaf0-40d0-a290-e5dd8c49ee84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5883676d-3438-47ec-846e-e4d93bce27bd', 'name': 'tempest-TestShelveInstance-1586735516-router', 'tenant_id': '4466c22a118b4113b2b1149ea214975c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T08:21:27Z', 'updated_at': '2022-10-19T08:30:17Z', 'revision_number': 6, 'project_id': '4466c22a118b4113b2b1149ea214975c', 'gw_port_host': None}], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:30:18.066398 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-121dceb2-aaf0-40d0-a290-e5dd8c49ee84 None None] The sync data for ids ['5883676d-3438-47ec-846e-e4d93bce27bd'] in dv-neutron-861624-1-hyperv is: [{'id': '5883676d-3438-47ec-846e-e4d93bce27bd', 'name': 'tempest-TestShelveInstance-1586735516-router', 'tenant_id': '4466c22a118b4113b2b1149ea214975c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T08:21:27Z', 'updated_at': '2022-10-19T08:30:17Z', 'revision_number': 6, 'project_id': '4466c22a118b4113b2b1149ea214975c', 'gw_port_host': None}] {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 08:30:18.094788 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-9a44bd6c-3041-4598-8718-478e4d88698e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1693831'] for router_gateway, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:30:18.141515 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-2a2259f7-b034-4eec-af7a-7abaede746c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:30:18.188127 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-9a44bd6c-3041-4598-8718-478e4d88698e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1693565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12618'] for router, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:30:18.190417 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-9a44bd6c-3041-4598-8718-478e4d88698e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:30:18.235523 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-9a44bd6c-3041-4598-8718-478e4d88698e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1693542'] for router, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:30:18.236082 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a44bd6c-3041-4598-8718-478e4d88698e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5883676d-3438-47ec-846e-e4d93bce27bd {{(pid=103332) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 08:30:18.240920 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-9a44bd6c-3041-4598-8718-478e4d88698e admin admin] Notify callbacks [] for router, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:30:18.242068 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-9a44bd6c-3041-4598-8718-478e4d88698e admin admin] 10.222.0.27 "DELETE /v2.0/routers/5883676d-3438-47ec-846e-e4d93bce27bd HTTP/1.1" status: 204 len: 168 time: 0.7565396 Oct 19 08:30:18.244537 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 40016) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:30:18.288269 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.db_base_plugin_v2 [None req-733f0fdc-38a0-455c-bc41-b66832eec3b0 admin admin] Deleting subnet 53fcb963-e513-43d4-ba1f-c8d776eed7c0 {{(pid=103332) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 19 08:30:18.291448 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-733f0fdc-38a0-455c-bc41-b66832eec3b0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:30:18.326368 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-733f0fdc-38a0-455c-bc41-b66832eec3b0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130726890'] for subnet, precommit_delete_associations {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:30:18.408115 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-733f0fdc-38a0-455c-bc41-b66832eec3b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-679826'] for subnet, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:30:18.463325 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-733f0fdc-38a0-455c-bc41-b66832eec3b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-679819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-133552721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130659632'] for subnet, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:30:18.493382 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-733f0fdc-38a0-455c-bc41-b66832eec3b0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:30:18.499093 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-170549f0-c293-4a96-923e-dff28f2ef2a6 None None] Network 25bc5fc5-c776-40e8-b9cc-967eb24fab65 requested from dv-neutron-861624-1-hyperv {{(pid=103334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 08:30:18.499297 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-733f0fdc-38a0-455c-bc41-b66832eec3b0 admin admin] 10.222.0.27 "DELETE /v2.0/subnets/53fcb963-e513-43d4-ba1f-c8d776eed7c0 HTTP/1.1" status: 204 len: 168 time: 0.2534323 Oct 19 08:30:18.499951 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 40018) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:30:18.500417 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733f0fdc-38a0-455c-bc41-b66832eec3b0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=53fcb963-e513-43d4-ba1f-c8d776eed7c0,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:30:18.587342 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-75fb0699-7571-4bcb-ac7d-c483f0465046 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-667019'] for network, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:30:18.640118 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-75fb0699-7571-4bcb-ac7d-c483f0465046 admin admin] Deleting port 5b95c52a-a59f-4caf-af9d-0a9aeb2e3232 {{(pid=103333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 08:30:18.640465 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-75fb0699-7571-4bcb-ac7d-c483f0465046 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:30:18.708393 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.db [None req-75fb0699-7571-4bcb-ac7d-c483f0465046 admin admin] For port 5b95c52a-a59f-4caf-af9d-0a9aeb2e3232, host dv-neutron-861624-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=5b95c52a-a59f-4caf-af9d-0a9aeb2e3232,segment=NetworkSegment(235ba2dd-d3e8-41b9-b6fb-f9839d1f3e22),segment_id=235ba2dd-d3e8-41b9-b6fb-f9839d1f3e22)] {{(pid=103333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 08:30:18.708784 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-75fb0699-7571-4bcb-ac7d-c483f0465046 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:30:18.720910 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-75fb0699-7571-4bcb-ac7d-c483f0465046 admin admin] Calling delete_port for 5b95c52a-a59f-4caf-af9d-0a9aeb2e3232 owned by network:dhcp {{(pid=103333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 08:30:18.796839 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-75fb0699-7571-4bcb-ac7d-c483f0465046 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130996763'] for port, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:30:18.826193 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75fb0699-7571-4bcb-ac7d-c483f0465046 admin admin] Pushing event deleted for resources: {'Port': ['ID=5b95c52a-a59f-4caf-af9d-0a9aeb2e3232,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:30:18.828655 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75fb0699-7571-4bcb-ac7d-c483f0465046 admin admin] No DVR routers for this DVR port 5b95c52a-a59f-4caf-af9d-0a9aeb2e3232 on host dv-neutron-861624-1-hyperv {{(pid=103333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 19 08:30:18.866892 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc186e1f-190f-4574-854b-ef13d0b44a9e None None] DHCP port deletion for 25bc5fc5-c776-40e8-b9cc-967eb24fab65 request from dv-neutron-861624-1-hyperv {{(pid=103334) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 08:30:18.907751 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-75fb0699-7571-4bcb-ac7d-c483f0465046 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-673051', 'neutron.services.segments.db._delete_segments_for_network-8785021519108'] for network, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:30:18.928182 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-75fb0699-7571-4bcb-ac7d-c483f0465046 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25bc5fc5-c776-40e8-b9cc-967eb24fab65']}} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:30:18.939028 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-75fb0699-7571-4bcb-ac7d-c483f0465046 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '235ba2dd-d3e8-41b9-b6fb-f9839d1f3e22') {'for_net_delete': True} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:30:18.939028 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-75fb0699-7571-4bcb-ac7d-c483f0465046 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '235ba2dd-d3e8-41b9-b6fb-f9839d1f3e22') {} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:30:18.941829 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device 7e42498b-6a9c-4660-9b35-00de7cedb173 no longer exists at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 08:30:18.949518 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-75fb0699-7571-4bcb-ac7d-c483f0465046 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785021519382', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-134111927'] for segment, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:30:18.963560 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] No Port match for: 7e42498b-6a9c-4660-9b35-00de7cedb173 {{(pid=103334) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 19 08:30:18.964312 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-75fb0699-7571-4bcb-ac7d-c483f0465046 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979'] for segment, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:30:18.964533 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device 7e42498b-6a9c-4660-9b35-00de7cedb173 not bound to the agent host dv-neutron-861624-1-hyperv {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 08:30:18.972146 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75fb0699-7571-4bcb-ac7d-c483f0465046 admin admin] Releasing vlan 190 on physical network physnet1 to pool {{(pid=103333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 08:30:18.972592 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-75fb0699-7571-4bcb-ac7d-c483f0465046 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130996782'] for segment, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:30:19.039211 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-75fb0699-7571-4bcb-ac7d-c483f0465046 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-673044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1695087'] for network, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:30:19.044865 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-75fb0699-7571-4bcb-ac7d-c483f0465046 admin admin] Notify callbacks [] for network, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:30:19.048300 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-75fb0699-7571-4bcb-ac7d-c483f0465046 admin admin] 10.222.0.27 "DELETE /v2.0/networks/25bc5fc5-c776-40e8-b9cc-967eb24fab65 HTTP/1.1" status: 204 len: 168 time: 0.5455821 Oct 19 08:30:19.059617 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75fb0699-7571-4bcb-ac7d-c483f0465046 admin admin] Pushing event deleted for resources: {'Network': ['ID=25bc5fc5-c776-40e8-b9cc-967eb24fab65,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:30:19.067782 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.services.segments.plugin [-] Segment 235ba2dd-d3e8-41b9-b6fb-f9839d1f3e22 resource provider aggregate not found Oct 19 08:30:19.086172 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.services.segments.plugin [-] Segment 235ba2dd-d3e8-41b9-b6fb-f9839d1f3e22 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 235ba2dd-d3e8-41b9-b6fb-f9839d1f3e22 found for delete ", "request_id": "req-cbddbfdf-b5ab-44c1-93e8-251cc60a335b"}]} Oct 19 08:30:19.170673 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 40028) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:30:19.210788 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-f1c089d8-0645-40dd-9a21-df4d4031c481 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=2c590e68ec6a4f309b262f6822c15dfc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0383670 Oct 19 08:30:19.213133 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 40030) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:30:19.238795 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-1a0da505-d0f9-48c6-b7e2-53b9c5e41298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:30:19.262779 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-76d150fc-71ca-4619-80f5-5f6a3fd9f3db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:30:19.288385 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:30:19.289541 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-76d150fc-71ca-4619-80f5-5f6a3fd9f3db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:30:19.341336 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-76d150fc-71ca-4619-80f5-5f6a3fd9f3db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788643'] for security_group, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:30:19.344582 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-76d150fc-71ca-4619-80f5-5f6a3fd9f3db admin admin] Notify callbacks [] for security_group, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:30:19.345760 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-76d150fc-71ca-4619-80f5-5f6a3fd9f3db admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/7a4fedd6-d3a6-453f-9851-a00ddb097e40 HTTP/1.1" status: 204 len: 168 time: 0.1317513 Oct 19 08:30:19.353649 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d150fc-71ca-4619-80f5-5f6a3fd9f3db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a4fedd6-d3a6-453f-9851-a00ddb097e40,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:30:19.654046 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 40036) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:30:19.696010 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-6ae2107b-c34d-4ea3-b821-50eadd2e3b76 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=4466c22a118b4113b2b1149ea214975c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0408108 Oct 19 08:30:19.698474 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 40038) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:30:19.746768 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-09b0c209-a162-4a38-a603-f77593f587ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:30:19.768556 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-09b0c209-a162-4a38-a603-f77593f587ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:30:19.814066 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-09b0c209-a162-4a38-a603-f77593f587ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788643'] for security_group, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:30:19.817001 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-09b0c209-a162-4a38-a603-f77593f587ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:30:19.818122 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-09b0c209-a162-4a38-a603-f77593f587ef admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/c54eddf5-481e-43d0-8fd3-0ca36cd54384 HTTP/1.1" status: 204 len: 168 time: 0.1187704 Oct 19 08:30:19.827575 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b0c209-a162-4a38-a603-f77593f587ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c54eddf5-481e-43d0-8fd3-0ca36cd54384,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:30:20.470689 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 40060) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:30:20.526811 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device 422875a7-d0b6-46f1-b29f-963daa6affae no longer exists at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 08:30:20.547090 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] No Port match for: 422875a7-d0b6-46f1-b29f-963daa6affae {{(pid=103334) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 19 08:30:20.547435 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device 422875a7-d0b6-46f1-b29f-963daa6affae not bound to the agent host dv-neutron-861624-1-hyperv {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 08:30:20.547848 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device 5b95c52a-a59f-4caf-af9d-0a9aeb2e3232 no longer exists at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 08:30:20.566992 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] No Port match for: 5b95c52a-a59f-4caf-af9d-0a9aeb2e3232 {{(pid=103334) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 19 08:30:20.567374 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device 5b95c52a-a59f-4caf-af9d-0a9aeb2e3232 not bound to the agent host dv-neutron-861624-1-hyperv {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 08:30:20.568966 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-00f8ca5f-4de2-48df-a965-d79d4c4a9e93 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-900669526-network', 'tenant_id': '60bf76da5fe447d3aa8d099f27228a67'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 08:30:20.589368 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00f8ca5f-4de2-48df-a965-d79d4c4a9e93 admin admin] Made reservation on behalf of 60bf76da5fe447d3aa8d099f27228a67 for: {'network': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 08:30:20.591599 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-00f8ca5f-4de2-48df-a965-d79d4c4a9e93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for network, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:30:20.600371 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-00f8ca5f-4de2-48df-a965-d79d4c4a9e93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:30:20.677993 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-00f8ca5f-4de2-48df-a965-d79d4c4a9e93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:30:20.681745 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-00f8ca5f-4de2-48df-a965-d79d4c4a9e93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788643'] for security_group, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:30:20.708145 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00f8ca5f-4de2-48df-a965-d79d4c4a9e93 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 155} {{(pid=103333) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 08:30:20.714576 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f8ca5f-4de2-48df-a965-d79d4c4a9e93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60cc2db4-4d9f-4e28-91bd-bd387e5da799,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:30:20.721311 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-00f8ca5f-4de2-48df-a965-d79d4c4a9e93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979'] for segment, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:30:20.721661 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.db.segments_db [None req-00f8ca5f-4de2-48df-a965-d79d4c4a9e93 admin admin] Added segment e27b8cbe-c20b-47ce-84bc-af7302aac158 of type vlan for network ceeb243b-e510-46f9-9b57-2a7453789dac Oct 19 08:30:20.761853 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-00f8ca5f-4de2-48df-a965-d79d4c4a9e93 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785020965340'] for network, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:30:20.785568 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-00f8ca5f-4de2-48df-a965-d79d4c4a9e93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873'] for network, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:30:20.786444 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00f8ca5f-4de2-48df-a965-d79d4c4a9e93 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:30:20.787021 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-00f8ca5f-4de2-48df-a965-d79d4c4a9e93 admin admin] Notify callbacks [] for network, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:30:20.820548 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-00f8ca5f-4de2-48df-a965-d79d4c4a9e93 admin admin] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3487794 Oct 19 08:30:20.823565 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 40064) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:30:20.829092 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-2704757a-2a98-4478-a8f5-3920cddcfc87 admin admin] Request body: {'subnet': {'network_id': 'ceeb243b-e510-46f9-9b57-2a7453789dac', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-900669526-subnet', 'tenant_id': '60bf76da5fe447d3aa8d099f27228a67', 'ip_version': 4}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 08:30:20.848539 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2704757a-2a98-4478-a8f5-3920cddcfc87 admin admin] Made reservation on behalf of 60bf76da5fe447d3aa8d099f27228a67 for: {'subnet': 1} {{(pid=103332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 08:30:20.850772 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-2704757a-2a98-4478-a8f5-3920cddcfc87 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130659787'] for subnet, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:30:20.851203 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f8ca5f-4de2-48df-a965-d79d4c4a9e93 admin admin] Pushing event updated for resources: {'Network': ['ID=ceeb243b-e510-46f9-9b57-2a7453789dac,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:30:20.861190 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Network ceeb243b-e510-46f9-9b57-2a7453789dac details requested by agent ovs-agent-dv-neutron-861624-1-hyperv with host dv-neutron-861624-1-hyperv {{(pid=103334) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 08:30:21.331858 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-2704757a-2a98-4478-a8f5-3920cddcfc87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-133552662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130659641'] for subnet, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:30:21.389181 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2704757a-2a98-4478-a8f5-3920cddcfc87 admin admin] Pushing event updated for resources: {'Subnet': ['ID=310cc3ac-0d5a-424c-892a-04c84291e7c3,revision_number=0']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:30:21.394067 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2704757a-2a98-4478-a8f5-3920cddcfc87 admin admin] Checking segment: {'id': 'e27b8cbe-c20b-47ce-84bc-af7302aac158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'ceeb243b-e510-46f9-9b57-2a7453789dac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 19 08:30:21.394425 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2704757a-2a98-4478-a8f5-3920cddcfc87 admin admin] Network hostable DHCP agents. Network: ceeb243b-e510-46f9-9b57-2a7453789dac, hostable agents: ['310d813b-0e3e-4d7e-9b79-8f4ec0dbcab0'], hosted agents: [] {{(pid=103332) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 08:30:21.410098 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2704757a-2a98-4478-a8f5-3920cddcfc87 admin admin] Network ceeb243b-e510-46f9-9b57-2a7453789dac is scheduled to be hosted by DHCP agent 310d813b-0e3e-4d7e-9b79-8f4ec0dbcab0 with binding_index 1 {{(pid=103332) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 08:30:21.418304 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.base_scheduler [None req-2704757a-2a98-4478-a8f5-3920cddcfc87 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861624-1-hyperv, ceeb243b-e510-46f9-9b57-2a7453789dac) {{(pid=103332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 08:30:21.422655 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2704757a-2a98-4478-a8f5-3920cddcfc87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:30:21.423272 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-2704757a-2a98-4478-a8f5-3920cddcfc87 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:30:21.426950 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61d85739-4be2-4830-b75b-62d79d5d7be1 None None] Network ceeb243b-e510-46f9-9b57-2a7453789dac requested from dv-neutron-861624-1-hyperv {{(pid=103334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 08:30:21.441422 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-2704757a-2a98-4478-a8f5-3920cddcfc87 admin admin] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6166775 Oct 19 08:30:21.444045 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 40066) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:30:21.448282 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-80cc8c8d-643a-4e82-8b59-6f0d90f2d668 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-900669526-router', 'tenant_id': '60bf76da5fe447d3aa8d099f27228a67', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd'}}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 08:30:21.467211 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-80cc8c8d-643a-4e82-8b59-6f0d90f2d668 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1692695', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12668'] for router, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:30:21.468581 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-80cc8c8d-643a-4e82-8b59-6f0d90f2d668 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1692835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1693910', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1621825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12659'] for router, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:30:21.522741 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-80cc8c8d-643a-4e82-8b59-6f0d90f2d668 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:30:21.573345 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77bfd702-1080-48e5-b331-d1e1ac557ffc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d12c6ac-27a3-545c-a8f3-f04e30423d6d-ceeb243b-e510-46f9-9b57-2a7453789dac', 'network_id': 'ceeb243b-e510-46f9-9b57-2a7453789dac', 'tenant_id': '60bf76da5fe447d3aa8d099f27228a67', 'fixed_ips': [{'subnet_id': '310cc3ac-0d5a-424c-892a-04c84291e7c3'}]}} from dv-neutron-861624-1-hyperv. {{(pid=103334) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 08:30:21.574212 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-77bfd702-1080-48e5-b331-d1e1ac557ffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:30:21.661547 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-80cc8c8d-643a-4e82-8b59-6f0d90f2d668 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:30:21.714051 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.db_base_plugin_common [None req-77bfd702-1080-48e5-b331-d1e1ac557ffc None None] Allocated IP 172.20.0.2 (ceeb243b-e510-46f9-9b57-2a7453789dac/310cc3ac-0d5a-424c-892a-04c84291e7c3/fccfe943-d9d4-404e-8e95-48fb3a619732) {{(pid=103334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 08:30:21.851834 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-77bfd702-1080-48e5-b331-d1e1ac557ffc None None] Notify callbacks [] for port, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:30:21.857612 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-77bfd702-1080-48e5-b331-d1e1ac557ffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785020947330'] for port, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:30:21.860456 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-80cc8c8d-643a-4e82-8b59-6f0d90f2d668 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:30:21.880525 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-80cc8c8d-643a-4e82-8b59-6f0d90f2d668 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:30:21.900353 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77bfd702-1080-48e5-b331-d1e1ac557ffc None None] Network ceeb243b-e510-46f9-9b57-2a7453789dac is already hosted by enough agents. {{(pid=103334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 08:30:21.903230 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.scheduler.base_scheduler [None req-77bfd702-1080-48e5-b331-d1e1ac557ffc None None] Resources bound (agent type, host, resource id): {{(pid=103334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 08:30:21.907145 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77bfd702-1080-48e5-b331-d1e1ac557ffc None None] Received port after_create {{(pid=103334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 08:30:21.918780 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bfd702-1080-48e5-b331-d1e1ac557ffc None None] Pushing event updated for resources: {'Port': ['ID=fccfe943-d9d4-404e-8e95-48fb3a619732,revision_number=1']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:30:21.941828 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77bfd702-1080-48e5-b331-d1e1ac557ffc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:30:21.942191 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77bfd702-1080-48e5-b331-d1e1ac557ffc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:30:21.942515 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77bfd702-1080-48e5-b331-d1e1ac557ffc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:30:21.942845 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77bfd702-1080-48e5-b331-d1e1ac557ffc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:30:21.943174 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77bfd702-1080-48e5-b331-d1e1ac557ffc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:30:21.943488 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77bfd702-1080-48e5-b331-d1e1ac557ffc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:30:21.943813 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77bfd702-1080-48e5-b331-d1e1ac557ffc None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:30:21.944137 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77bfd702-1080-48e5-b331-d1e1ac557ffc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:30:21.944478 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77bfd702-1080-48e5-b331-d1e1ac557ffc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:30:21.944811 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77bfd702-1080-48e5-b331-d1e1ac557ffc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:30:21.945132 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77bfd702-1080-48e5-b331-d1e1ac557ffc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:30:21.945448 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77bfd702-1080-48e5-b331-d1e1ac557ffc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:30:21.974001 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-77bfd702-1080-48e5-b331-d1e1ac557ffc None None] Attempting to bind port fccfe943-d9d4-404e-8e95-48fb3a619732 on host dv-neutron-861624-1-hyperv for vnic_type normal with profile {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 19 08:30:21.974367 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-77bfd702-1080-48e5-b331-d1e1ac557ffc None None] Attempting to bind port fccfe943-d9d4-404e-8e95-48fb3a619732 by drivers openvswitch,hyperv on host dv-neutron-861624-1-hyperv at level 0 using segments [{'id': 'e27b8cbe-c20b-47ce-84bc-af7302aac158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'ceeb243b-e510-46f9-9b57-2a7453789dac'}] {{(pid=103334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 19 08:30:21.974723 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77bfd702-1080-48e5-b331-d1e1ac557ffc None None] Attempting to bind port fccfe943-d9d4-404e-8e95-48fb3a619732 on network ceeb243b-e510-46f9-9b57-2a7453789dac {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 08:30:21.979531 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77bfd702-1080-48e5-b331-d1e1ac557ffc None None] Checking agent: {'id': 'a5b0152c-d633-409b-aaf8-3b76458e2410', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861624-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 19, 7, 30, 19), 'started_at': datetime.datetime(2022, 10, 19, 7, 30, 49), 'heartbeat_timestamp': datetime.datetime(2022, 10, 19, 8, 30, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861624-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 08:30:21.979906 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77bfd702-1080-48e5-b331-d1e1ac557ffc None None] Checking segment: {'id': 'e27b8cbe-c20b-47ce-84bc-af7302aac158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'ceeb243b-e510-46f9-9b57-2a7453789dac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 19 08:30:21.980301 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-77bfd702-1080-48e5-b331-d1e1ac557ffc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:30:21.980717 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77bfd702-1080-48e5-b331-d1e1ac557ffc None None] Bound using segment: {'id': 'e27b8cbe-c20b-47ce-84bc-af7302aac158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'ceeb243b-e510-46f9-9b57-2a7453789dac'} {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 08:30:21.981172 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-77bfd702-1080-48e5-b331-d1e1ac557ffc None None] Bound port: fccfe943-d9d4-404e-8e95-48fb3a619732, host: dv-neutron-861624-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e27b8cbe-c20b-47ce-84bc-af7302aac158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'ceeb243b-e510-46f9-9b57-2a7453789dac'}}] {{(pid=103334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 19 08:30:21.981551 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-77bfd702-1080-48e5-b331-d1e1ac557ffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:30:21.988837 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.db_base_plugin_common [None req-80cc8c8d-643a-4e82-8b59-6f0d90f2d668 admin admin] Allocated IP 172.26.0.3 (99c66757-74e3-40a4-b479-8d09e3a7c3dd/7f3d1034-1de7-458a-a3ee-77488de3949b/686ce761-d22a-46c3-b98b-ad09ecb519a7) {{(pid=103332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 08:30:22.044268 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-77bfd702-1080-48e5-b331-d1e1ac557ffc None None] For port fccfe943-d9d4-404e-8e95-48fb3a619732, host dv-neutron-861624-1-hyperv, cleared binding levels {{(pid=103334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 08:30:22.048054 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-77bfd702-1080-48e5-b331-d1e1ac557ffc None None] For port fccfe943-d9d4-404e-8e95-48fb3a619732, host dv-neutron-861624-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=fccfe943-d9d4-404e-8e95-48fb3a619732,segment=NetworkSegment(e27b8cbe-c20b-47ce-84bc-af7302aac158),segment_id=e27b8cbe-c20b-47ce-84bc-af7302aac158)] {{(pid=103334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 08:30:22.052346 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-77bfd702-1080-48e5-b331-d1e1ac557ffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:30:22.095187 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-80cc8c8d-643a-4e82-8b59-6f0d90f2d668 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:30:22.103420 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bfd702-1080-48e5-b331-d1e1ac557ffc None None] Pushing event updated for resources: {'Port': ['ID=fccfe943-d9d4-404e-8e95-48fb3a619732,revision_number=2']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:30:22.135948 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-80cc8c8d-643a-4e82-8b59-6f0d90f2d668 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785020947330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133553798'] for port, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:30:22.178658 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80cc8c8d-643a-4e82-8b59-6f0d90f2d668 admin admin] Network 99c66757-74e3-40a4-b479-8d09e3a7c3dd is already hosted by enough agents. {{(pid=103332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 08:30:22.181739 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.base_scheduler [None req-80cc8c8d-643a-4e82-8b59-6f0d90f2d668 admin admin] Resources bound (agent type, host, resource id): {{(pid=103332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 08:30:22.184231 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80cc8c8d-643a-4e82-8b59-6f0d90f2d668 admin admin] Received port after_create {{(pid=103332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 08:30:22.230116 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80cc8c8d-643a-4e82-8b59-6f0d90f2d668 admin admin] Pushing event updated for resources: {'Port': ['ID=686ce761-d22a-46c3-b98b-ad09ecb519a7,revision_number=1']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:30:22.468364 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-80cc8c8d-643a-4e82-8b59-6f0d90f2d668 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:30:22.557886 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device fccfe943-d9d4-404e-8e95-48fb3a619732 up at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 08:30:22.608820 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Provisioning complete for port fccfe943-d9d4-404e-8e95-48fb3a619732 triggered by entity L2. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 08:30:22.609510 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:30:22.609510 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Attempt 1 to provision port fccfe943-d9d4-404e-8e95-48fb3a619732 Oct 19 08:30:22.677114 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-80cc8c8d-643a-4e82-8b59-6f0d90f2d668 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1692844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1693859'] for router, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:30:22.692993 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Current status of the port fccfe943-d9d4-404e-8e95-48fb3a619732 is: DOWN; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 08:30:22.693387 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:30:22.727532 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] For port fccfe943-d9d4-404e-8e95-48fb3a619732, host dv-neutron-861624-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=fccfe943-d9d4-404e-8e95-48fb3a619732,segment=NetworkSegment(e27b8cbe-c20b-47ce-84bc-af7302aac158),segment_id=e27b8cbe-c20b-47ce-84bc-af7302aac158)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 08:30:22.732695 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:30:22.788838 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Pushing event updated for resources: {'Port': ['ID=fccfe943-d9d4-404e-8e95-48fb3a619732,revision_number=3']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:30:22.817042 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80cc8c8d-643a-4e82-8b59-6f0d90f2d668 admin admin] Router a26ba944-6cf3-4290-9c3a-b7542de897e2 is scheduled to L3 agent ab388470-1243-4d53-80f2-c2f5899c97a7 with binding_index 1 {{(pid=103332) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 08:30:22.931434 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80cc8c8d-643a-4e82-8b59-6f0d90f2d668 admin admin] Notify agent at l3_agent.dv-neutron-861624-1-hyperv the message routers_updated {{(pid=103332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 08:30:22.942775 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d0c74f3-cd5d-47a0-8ba2-d1f96da167f5 None None] Sync routers for ids ['a26ba944-6cf3-4290-9c3a-b7542de897e2'] in dv-neutron-861624-1-hyperv {{(pid=103334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 08:30:22.951103 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-80cc8c8d-643a-4e82-8b59-6f0d90f2d668 admin admin] Notify callbacks [] for router, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:30:22.952861 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-80cc8c8d-643a-4e82-8b59-6f0d90f2d668 admin admin] 10.222.0.27 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.5077832 Oct 19 08:30:22.954462 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d0c74f3-cd5d-47a0-8ba2-d1f96da167f5 None None] Routers {'a26ba944-6cf3-4290-9c3a-b7542de897e2'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 08:30:22.955184 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-0d0c74f3-cd5d-47a0-8ba2-d1f96da167f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T08:30:16Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['a26ba944-6cf3-4290-9c3a-b7542de897e2'], 'active': True} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:30:22.955505 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 40068) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:30:23.013273 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1070d2c9-d965-45ab-bab6-89deab73a221 None None] Network ceeb243b-e510-46f9-9b57-2a7453789dac requested from dv-neutron-861624-1-hyperv {{(pid=103334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 08:30:23.123502 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvr_db [None req-0d0c74f3-cd5d-47a0-8ba2-d1f96da167f5 None None] Set router a26ba944-6cf3-4290-9c3a-b7542de897e2 gateway port host: dv-neutron-861624-1-hyperv {{(pid=103334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 08:30:23.201316 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-8da38675-6026-4f08-bc7e-e5190d62f89a None None] Provisioning complete for port fccfe943-d9d4-404e-8e95-48fb3a619732 triggered by entity DHCP. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 08:30:23.201605 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-8da38675-6026-4f08-bc7e-e5190d62f89a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:30:23.202479 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-8da38675-6026-4f08-bc7e-e5190d62f89a None None] Attempt 1 to provision port fccfe943-d9d4-404e-8e95-48fb3a619732 Oct 19 08:30:23.366892 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-71fc852d-43dd-48bd-8459-e3492a285e6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:30:23.429514 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-8da38675-6026-4f08-bc7e-e5190d62f89a None None] Current status of the port fccfe943-d9d4-404e-8e95-48fb3a619732 is: ACTIVE; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 08:30:23.451585 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-0d0c74f3-cd5d-47a0-8ba2-d1f96da167f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a26ba944-6cf3-4290-9c3a-b7542de897e2', 'name': 'tempest-TestSnapshotPattern-900669526-router', 'tenant_id': '60bf76da5fe447d3aa8d099f27228a67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'external_fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.3'}], 'enable_snat': True}, 'gw_port_id': '686ce761-d22a-46c3-b98b-ad09ecb519a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T08:30:21Z', 'updated_at': '2022-10-19T08:30:22Z', 'revision_number': 3, 'project_id': '60bf76da5fe447d3aa8d099f27228a67', 'gw_port': {'id': '686ce761-d22a-46c3-b98b-ad09ecb519a7', 'name': '', 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:c4:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a26ba944-6cf3-4290-9c3a-b7542de897e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1870, 'fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T08:30:21Z', 'updated_at': '2022-10-19T08:30:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861624-1-hyperv'}], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:30:23.480111 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d0c74f3-cd5d-47a0-8ba2-d1f96da167f5 None None] Checking router: a26ba944-6cf3-4290-9c3a-b7542de897e2 for host: dv-neutron-861624-1-hyperv {{(pid=103334) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 08:30:23.480464 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d0c74f3-cd5d-47a0-8ba2-d1f96da167f5 None None] Updating router a26ba944-6cf3-4290-9c3a-b7542de897e2 port 686ce761-d22a-46c3-b98b-ad09ecb519a7 binding host dv-neutron-861624-1-hyperv {{(pid=103334) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 08:30:23.510164 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-0d0c74f3-cd5d-47a0-8ba2-d1f96da167f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:30:23.529498 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.db_base_plugin_common [None req-71fc852d-43dd-48bd-8459-e3492a285e6d admin admin] Allocated IP 172.20.0.1 (ceeb243b-e510-46f9-9b57-2a7453789dac/310cc3ac-0d5a-424c-892a-04c84291e7c3/fe6fbafa-a912-4e4c-866e-bcf5c405c366) {{(pid=103332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 08:30:23.636895 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-71fc852d-43dd-48bd-8459-e3492a285e6d admin admin] Notify callbacks [] for port, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:30:23.671134 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-71fc852d-43dd-48bd-8459-e3492a285e6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785020947330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133553798'] for port, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:30:23.695536 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-ebb69730-b54c-421e-a646-ce5ad3d4f4e4 None None] Provisioning complete for port fccfe943-d9d4-404e-8e95-48fb3a619732 triggered by entity DHCP. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 08:30:23.696110 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-ebb69730-b54c-421e-a646-ce5ad3d4f4e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:30:23.696249 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-ebb69730-b54c-421e-a646-ce5ad3d4f4e4 None None] Attempt 1 to provision port fccfe943-d9d4-404e-8e95-48fb3a619732 Oct 19 08:30:23.714443 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71fc852d-43dd-48bd-8459-e3492a285e6d admin admin] Network ceeb243b-e510-46f9-9b57-2a7453789dac is already hosted by enough agents. {{(pid=103332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 08:30:23.717857 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.base_scheduler [None req-71fc852d-43dd-48bd-8459-e3492a285e6d admin admin] Resources bound (agent type, host, resource id): {{(pid=103332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 08:30:23.721394 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71fc852d-43dd-48bd-8459-e3492a285e6d admin admin] Received port after_create {{(pid=103332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 08:30:23.747250 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71fc852d-43dd-48bd-8459-e3492a285e6d admin admin] Pushing event updated for resources: {'Port': ['ID=fe6fbafa-a912-4e4c-866e-bcf5c405c366,revision_number=1']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:30:23.765121 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-71fc852d-43dd-48bd-8459-e3492a285e6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1695190'] for router_interface, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:30:23.843247 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-0d0c74f3-cd5d-47a0-8ba2-d1f96da167f5 None None] Notify callbacks [] for port, precommit_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:30:23.848673 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-ebb69730-b54c-421e-a646-ce5ad3d4f4e4 None None] Current status of the port fccfe943-d9d4-404e-8e95-48fb3a619732 is: ACTIVE; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 08:30:23.852889 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-0d0c74f3-cd5d-47a0-8ba2-d1f96da167f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:30:23.890110 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-0d0c74f3-cd5d-47a0-8ba2-d1f96da167f5 None None] Attempting to bind port 686ce761-d22a-46c3-b98b-ad09ecb519a7 on host dv-neutron-861624-1-hyperv for vnic_type normal with profile {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 19 08:30:23.890745 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-0d0c74f3-cd5d-47a0-8ba2-d1f96da167f5 None None] Attempting to bind port 686ce761-d22a-46c3-b98b-ad09ecb519a7 by drivers openvswitch,hyperv on host dv-neutron-861624-1-hyperv at level 0 using segments [{'id': '53981d04-8205-40d8-8d33-0510111d6f8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd'}] {{(pid=103334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 19 08:30:23.891306 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d0c74f3-cd5d-47a0-8ba2-d1f96da167f5 None None] Attempting to bind port 686ce761-d22a-46c3-b98b-ad09ecb519a7 on network 99c66757-74e3-40a4-b479-8d09e3a7c3dd {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 08:30:23.901704 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d0c74f3-cd5d-47a0-8ba2-d1f96da167f5 None None] Checking agent: {'id': 'a5b0152c-d633-409b-aaf8-3b76458e2410', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861624-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 19, 7, 30, 19), 'started_at': datetime.datetime(2022, 10, 19, 7, 30, 49), 'heartbeat_timestamp': datetime.datetime(2022, 10, 19, 8, 30, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861624-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 08:30:23.902068 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d0c74f3-cd5d-47a0-8ba2-d1f96da167f5 None None] Checking segment: {'id': '53981d04-8205-40d8-8d33-0510111d6f8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 19 08:30:23.902475 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-0d0c74f3-cd5d-47a0-8ba2-d1f96da167f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:30:23.902856 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d0c74f3-cd5d-47a0-8ba2-d1f96da167f5 None None] Bound using segment: {'id': '53981d04-8205-40d8-8d33-0510111d6f8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd'} {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 08:30:23.903322 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-0d0c74f3-cd5d-47a0-8ba2-d1f96da167f5 None None] Bound port: 686ce761-d22a-46c3-b98b-ad09ecb519a7, host: dv-neutron-861624-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53981d04-8205-40d8-8d33-0510111d6f8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd'}}] {{(pid=103334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 19 08:30:23.903695 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-0d0c74f3-cd5d-47a0-8ba2-d1f96da167f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:30:23.906391 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-71fc852d-43dd-48bd-8459-e3492a285e6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:30:23.930866 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e129c3-733e-4e6e-b9b9-0b793b9c5fc9 None None] Pushing event updated for resources: {'Port': ['ID=686ce761-d22a-46c3-b98b-ad09ecb519a7,revision_number=2']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:30:23.972092 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-0d0c74f3-cd5d-47a0-8ba2-d1f96da167f5 None None] For port 686ce761-d22a-46c3-b98b-ad09ecb519a7, host dv-neutron-861624-1-hyperv, cleared binding levels {{(pid=103334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 08:30:23.986174 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-0d0c74f3-cd5d-47a0-8ba2-d1f96da167f5 None None] For port 686ce761-d22a-46c3-b98b-ad09ecb519a7, host dv-neutron-861624-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=686ce761-d22a-46c3-b98b-ad09ecb519a7,segment=NetworkSegment(53981d04-8205-40d8-8d33-0510111d6f8f),segment_id=53981d04-8205-40d8-8d33-0510111d6f8f)] {{(pid=103334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 08:30:23.992855 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-0d0c74f3-cd5d-47a0-8ba2-d1f96da167f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:30:23.996696 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-9ccd76e9-dc21-4179-a1c7-d9abb0abfbec None None] Provisioning complete for port fe6fbafa-a912-4e4c-866e-bcf5c405c366 triggered by entity DHCP. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 08:30:23.997052 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-9ccd76e9-dc21-4179-a1c7-d9abb0abfbec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:30:23.997563 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-9ccd76e9-dc21-4179-a1c7-d9abb0abfbec None None] Attempt 1 to provision port fe6fbafa-a912-4e4c-866e-bcf5c405c366 Oct 19 08:30:24.053178 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d0c74f3-cd5d-47a0-8ba2-d1f96da167f5 None None] Routers {'a26ba944-6cf3-4290-9c3a-b7542de897e2'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 08:30:24.053805 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-0d0c74f3-cd5d-47a0-8ba2-d1f96da167f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T08:30:16Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['a26ba944-6cf3-4290-9c3a-b7542de897e2'], 'active': True} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:30:24.077673 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-71fc852d-43dd-48bd-8459-e3492a285e6d admin admin] Notify callbacks [] for port, precommit_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:30:24.082781 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-71fc852d-43dd-48bd-8459-e3492a285e6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133553807'] for port, after_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:30:24.115971 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-9ccd76e9-dc21-4179-a1c7-d9abb0abfbec None None] Port fe6fbafa-a912-4e4c-866e-bcf5c405c366 cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 08:30:24.124954 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e129c3-733e-4e6e-b9b9-0b793b9c5fc9 None None] Pushing event updated for resources: {'Port': ['ID=686ce761-d22a-46c3-b98b-ad09ecb519a7,revision_number=3']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:30:24.149274 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71fc852d-43dd-48bd-8459-e3492a285e6d admin admin] Pushing event updated for resources: {'Port': ['ID=fe6fbafa-a912-4e4c-866e-bcf5c405c366,revision_number=2']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:30:24.151873 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-71fc852d-43dd-48bd-8459-e3492a285e6d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1574855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1694822'] for router_interface, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:30:24.255484 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71fc852d-43dd-48bd-8459-e3492a285e6d admin admin] Network ceeb243b-e510-46f9-9b57-2a7453789dac is already hosted by enough agents. {{(pid=103332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 08:30:24.256993 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.base_scheduler [None req-71fc852d-43dd-48bd-8459-e3492a285e6d admin admin] Resources bound (agent type, host, resource id): {{(pid=103332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 08:30:24.333135 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvr_db [None req-0d0c74f3-cd5d-47a0-8ba2-d1f96da167f5 None None] Set router a26ba944-6cf3-4290-9c3a-b7542de897e2 gateway port host: dv-neutron-861624-1-hyperv {{(pid=103334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 08:30:24.378541 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71fc852d-43dd-48bd-8459-e3492a285e6d admin admin] Router a26ba944-6cf3-4290-9c3a-b7542de897e2 has already been hosted by L3 agent ab388470-1243-4d53-80f2-c2f5899c97a7 {{(pid=103332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 08:30:24.494514 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71fc852d-43dd-48bd-8459-e3492a285e6d admin admin] Notify agent at l3_agent.dv-neutron-861624-1-hyperv the message routers_updated {{(pid=103332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 08:30:24.508213 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-71fc852d-43dd-48bd-8459-e3492a285e6d admin admin] 10.222.0.27 "PUT /v2.0/routers/a26ba944-6cf3-4290-9c3a-b7542de897e2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5440834 Oct 19 08:30:24.542990 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device fccfe943-d9d4-404e-8e95-48fb3a619732 up at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 08:30:24.548108 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-0d0c74f3-cd5d-47a0-8ba2-d1f96da167f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a26ba944-6cf3-4290-9c3a-b7542de897e2', 'name': 'tempest-TestSnapshotPattern-900669526-router', 'tenant_id': '60bf76da5fe447d3aa8d099f27228a67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'external_fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.3'}], 'enable_snat': True}, 'gw_port_id': '686ce761-d22a-46c3-b98b-ad09ecb519a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T08:30:21Z', 'updated_at': '2022-10-19T08:30:23Z', 'revision_number': 4, 'project_id': '60bf76da5fe447d3aa8d099f27228a67', 'gw_port': {'id': '686ce761-d22a-46c3-b98b-ad09ecb519a7', 'name': '', 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:c4:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a26ba944-6cf3-4290-9c3a-b7542de897e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1870, 'fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T08:30:21Z', 'updated_at': '2022-10-19T08:30:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861624-1-hyperv', '_interfaces': [{'id': 'fe6fbafa-a912-4e4c-866e-bcf5c405c366', 'name': '', 'network_id': 'ceeb243b-e510-46f9-9b57-2a7453789dac', 'tenant_id': '60bf76da5fe447d3aa8d099f27228a67', 'mac_address': 'fa:16:3e:7f:0d:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a26ba944-6cf3-4290-9c3a-b7542de897e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1871, 'fixed_ips': [{'subnet_id': '310cc3ac-0d5a-424c-892a-04c84291e7c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T08:30:23Z', 'updated_at': '2022-10-19T08:30:23Z', 'revision_number': 1, 'project_id': '60bf76da5fe447d3aa8d099f27228a67', 'subnets': [{'id': '310cc3ac-0d5a-424c-892a-04c84291e7c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:30:24.600455 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d0c74f3-cd5d-47a0-8ba2-d1f96da167f5 None None] The sync data for ids ['a26ba944-6cf3-4290-9c3a-b7542de897e2'] in dv-neutron-861624-1-hyperv is: [{'id': 'a26ba944-6cf3-4290-9c3a-b7542de897e2', 'name': 'tempest-TestSnapshotPattern-900669526-router', 'tenant_id': '60bf76da5fe447d3aa8d099f27228a67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'external_fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.3'}], 'enable_snat': True}, 'gw_port_id': '686ce761-d22a-46c3-b98b-ad09ecb519a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T08:30:21Z', 'updated_at': '2022-10-19T08:30:23Z', 'revision_number': 4, 'project_id': '60bf76da5fe447d3aa8d099f27228a67', 'gw_port': {'id': '686ce761-d22a-46c3-b98b-ad09ecb519a7', 'name': '', 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:c4:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a26ba944-6cf3-4290-9c3a-b7542de897e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1870, 'fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T08:30:21Z', 'updated_at': '2022-10-19T08:30:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861624-1-hyperv', '_interfaces': [{'id': 'fe6fbafa-a912-4e4c-866e-bcf5c405c366', 'name': '', 'network_id': 'ceeb243b-e510-46f9-9b57-2a7453789dac', 'tenant_id': '60bf76da5fe447d3aa8d099f27228a67', 'mac_address': 'fa:16:3e:7f:0d:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a26ba944-6cf3-4290-9c3a-b7542de897e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1871, 'fixed_ips': [{'subnet_id': '310cc3ac-0d5a-424c-892a-04c84291e7c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T08:30:23Z', 'updated_at': '2022-10-19T08:30:23Z', 'revision_number': 1, 'project_id': '60bf76da5fe447d3aa8d099f27228a67', 'subnets': [{'id': '310cc3ac-0d5a-424c-892a-04c84291e7c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 08:30:24.617069 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-9ccd76e9-dc21-4179-a1c7-d9abb0abfbec None None] Attempt 2 to provision port fe6fbafa-a912-4e4c-866e-bcf5c405c366 Oct 19 08:30:24.650123 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Provisioning complete for port fccfe943-d9d4-404e-8e95-48fb3a619732 triggered by entity L2. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 08:30:24.650497 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:30:24.650829 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Attempt 1 to provision port fccfe943-d9d4-404e-8e95-48fb3a619732 Oct 19 08:30:24.684004 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-9ccd76e9-dc21-4179-a1c7-d9abb0abfbec None None] Port fe6fbafa-a912-4e4c-866e-bcf5c405c366 cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 08:30:24.738777 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Current status of the port fccfe943-d9d4-404e-8e95-48fb3a619732 is: ACTIVE; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 08:30:25.016978 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 40084) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:30:25.021925 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-8475807b-efd4-46a8-b3d6-2b6deeae1cf0 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-752691682-network', 'tenant_id': '8be45937606143bab12753704c836520'}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 08:30:25.043244 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8475807b-efd4-46a8-b3d6-2b6deeae1cf0 admin admin] Made reservation on behalf of 8be45937606143bab12753704c836520 for: {'network': 1} {{(pid=103332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 08:30:25.046545 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-8475807b-efd4-46a8-b3d6-2b6deeae1cf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for network, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:30:25.056115 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-8475807b-efd4-46a8-b3d6-2b6deeae1cf0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:30:25.141861 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-8475807b-efd4-46a8-b3d6-2b6deeae1cf0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:30:25.146336 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-8475807b-efd4-46a8-b3d6-2b6deeae1cf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788643'] for security_group, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:30:25.173977 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8475807b-efd4-46a8-b3d6-2b6deeae1cf0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 174} {{(pid=103332) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 19 08:30:25.184268 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8475807b-efd4-46a8-b3d6-2b6deeae1cf0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed950c96-b3b1-4f36-b48e-5bb92135e192,revision_number=1']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:30:25.185279 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-9ccd76e9-dc21-4179-a1c7-d9abb0abfbec None None] Attempt 3 to provision port fe6fbafa-a912-4e4c-866e-bcf5c405c366 Oct 19 08:30:25.193763 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-8475807b-efd4-46a8-b3d6-2b6deeae1cf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979'] for segment, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:30:25.194122 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.db.segments_db [None req-8475807b-efd4-46a8-b3d6-2b6deeae1cf0 admin admin] Added segment b304b3eb-1e13-499d-a2ee-3591fcd4a89d of type vlan for network d7c55875-4e22-4bba-8f6f-9ea92e32f730 Oct 19 08:30:25.221701 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-9ccd76e9-dc21-4179-a1c7-d9abb0abfbec None None] Port fe6fbafa-a912-4e4c-866e-bcf5c405c366 cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 08:30:25.249099 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-8475807b-efd4-46a8-b3d6-2b6deeae1cf0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785020965340'] for network, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:30:25.284806 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-8475807b-efd4-46a8-b3d6-2b6deeae1cf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873'] for network, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:30:25.287641 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8475807b-efd4-46a8-b3d6-2b6deeae1cf0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:30:25.287641 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-8475807b-efd4-46a8-b3d6-2b6deeae1cf0 admin admin] Notify callbacks [] for network, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:30:25.325702 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-8475807b-efd4-46a8-b3d6-2b6deeae1cf0 admin admin] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3075626 Oct 19 08:30:25.328969 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 40086) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:30:25.336027 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-e38bdb79-8572-4532-810f-25943aa6c3ee admin admin] Request body: {'subnet': {'network_id': 'd7c55875-4e22-4bba-8f6f-9ea92e32f730', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-752691682-subnet', 'tenant_id': '8be45937606143bab12753704c836520', 'ip_version': 4}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 08:30:25.366706 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8475807b-efd4-46a8-b3d6-2b6deeae1cf0 admin admin] Pushing event updated for resources: {'Network': ['ID=d7c55875-4e22-4bba-8f6f-9ea92e32f730,revision_number=1']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:30:25.377360 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Network d7c55875-4e22-4bba-8f6f-9ea92e32f730 details requested by agent ovs-agent-dv-neutron-861624-1-hyperv with host dv-neutron-861624-1-hyperv {{(pid=103334) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 19 08:30:25.387230 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e38bdb79-8572-4532-810f-25943aa6c3ee admin admin] Made reservation on behalf of 8be45937606143bab12753704c836520 for: {'subnet': 1} {{(pid=103332) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 08:30:25.390331 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-e38bdb79-8572-4532-810f-25943aa6c3ee admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130659787'] for subnet, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:30:25.568934 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-e38bdb79-8572-4532-810f-25943aa6c3ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-133552662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130659641'] for subnet, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:30:25.628111 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38bdb79-8572-4532-810f-25943aa6c3ee admin admin] Pushing event updated for resources: {'Subnet': ['ID=61d51a3d-d522-4e20-8b03-b52f744298e1,revision_number=0']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:30:25.640142 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e38bdb79-8572-4532-810f-25943aa6c3ee admin admin] Checking segment: {'id': 'b304b3eb-1e13-499d-a2ee-3591fcd4a89d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'd7c55875-4e22-4bba-8f6f-9ea92e32f730'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103332) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 19 08:30:25.640496 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e38bdb79-8572-4532-810f-25943aa6c3ee admin admin] Network hostable DHCP agents. Network: d7c55875-4e22-4bba-8f6f-9ea92e32f730, hostable agents: ['310d813b-0e3e-4d7e-9b79-8f4ec0dbcab0'], hosted agents: [] {{(pid=103332) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 19 08:30:25.657463 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e38bdb79-8572-4532-810f-25943aa6c3ee admin admin] Network d7c55875-4e22-4bba-8f6f-9ea92e32f730 is scheduled to be hosted by DHCP agent 310d813b-0e3e-4d7e-9b79-8f4ec0dbcab0 with binding_index 1 {{(pid=103332) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 19 08:30:25.666749 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.base_scheduler [None req-e38bdb79-8572-4532-810f-25943aa6c3ee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-861624-1-hyperv, d7c55875-4e22-4bba-8f6f-9ea92e32f730) {{(pid=103332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 08:30:25.671901 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e38bdb79-8572-4532-810f-25943aa6c3ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:30:25.672489 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-e38bdb79-8572-4532-810f-25943aa6c3ee admin admin] Notify callbacks [] for subnet, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:30:25.676396 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3296e305-5cd2-4899-958f-7bece54e6209 None None] Network d7c55875-4e22-4bba-8f6f-9ea92e32f730 requested from dv-neutron-861624-1-hyperv {{(pid=103334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 08:30:25.690191 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-e38bdb79-8572-4532-810f-25943aa6c3ee admin admin] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3601475 Oct 19 08:30:25.692694 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 40088) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:30:25.696923 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-82ca7c49-a58f-444e-b6f9-053c8a94ebb6 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-752691682-router', 'tenant_id': '8be45937606143bab12753704c836520', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd'}}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 08:30:25.721335 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-82ca7c49-a58f-444e-b6f9-053c8a94ebb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1692695', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12668'] for router, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:30:25.722978 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-82ca7c49-a58f-444e-b6f9-053c8a94ebb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1692835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1693910', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1621825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12659'] for router, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:30:25.737619 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-9ccd76e9-dc21-4179-a1c7-d9abb0abfbec None None] Attempt 4 to provision port fe6fbafa-a912-4e4c-866e-bcf5c405c366 Oct 19 08:30:25.788845 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-9ccd76e9-dc21-4179-a1c7-d9abb0abfbec None None] Port fe6fbafa-a912-4e4c-866e-bcf5c405c366 cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 08:30:25.791893 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-82ca7c49-a58f-444e-b6f9-053c8a94ebb6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:30:25.864766 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26000d95-422a-40b5-9dbe-f515bd9ad228 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3d12c6ac-27a3-545c-a8f3-f04e30423d6d-d7c55875-4e22-4bba-8f6f-9ea92e32f730', 'network_id': 'd7c55875-4e22-4bba-8f6f-9ea92e32f730', 'tenant_id': '8be45937606143bab12753704c836520', 'fixed_ips': [{'subnet_id': '61d51a3d-d522-4e20-8b03-b52f744298e1'}]}} from dv-neutron-861624-1-hyperv. {{(pid=103334) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 19 08:30:25.865876 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-26000d95-422a-40b5-9dbe-f515bd9ad228 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:30:25.939782 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-82ca7c49-a58f-444e-b6f9-053c8a94ebb6 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:30:26.016281 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.db_base_plugin_common [None req-26000d95-422a-40b5-9dbe-f515bd9ad228 None None] Allocated IP 172.20.0.2 (d7c55875-4e22-4bba-8f6f-9ea92e32f730/61d51a3d-d522-4e20-8b03-b52f744298e1/7a984157-c68a-4ba3-b35a-bc79fb362805) {{(pid=103334) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 08:30:26.146268 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-82ca7c49-a58f-444e-b6f9-053c8a94ebb6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:30:26.165312 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-82ca7c49-a58f-444e-b6f9-053c8a94ebb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:30:26.165799 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-26000d95-422a-40b5-9dbe-f515bd9ad228 None None] Notify callbacks [] for port, precommit_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:30:26.171111 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-26000d95-422a-40b5-9dbe-f515bd9ad228 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785020947330'] for port, after_create {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:30:26.209615 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26000d95-422a-40b5-9dbe-f515bd9ad228 None None] Network d7c55875-4e22-4bba-8f6f-9ea92e32f730 is already hosted by enough agents. {{(pid=103334) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 08:30:26.214663 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.scheduler.base_scheduler [None req-26000d95-422a-40b5-9dbe-f515bd9ad228 None None] Resources bound (agent type, host, resource id): {{(pid=103334) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 08:30:26.218388 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26000d95-422a-40b5-9dbe-f515bd9ad228 None None] Received port after_create {{(pid=103334) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 08:30:26.231890 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26000d95-422a-40b5-9dbe-f515bd9ad228 None None] Pushing event updated for resources: {'Port': ['ID=7a984157-c68a-4ba3-b35a-bc79fb362805,revision_number=1']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:30:26.282207 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-26000d95-422a-40b5-9dbe-f515bd9ad228 None None] Attempting to bind port 7a984157-c68a-4ba3-b35a-bc79fb362805 on host dv-neutron-861624-1-hyperv for vnic_type normal with profile {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 19 08:30:26.282584 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-26000d95-422a-40b5-9dbe-f515bd9ad228 None None] Attempting to bind port 7a984157-c68a-4ba3-b35a-bc79fb362805 by drivers openvswitch,hyperv on host dv-neutron-861624-1-hyperv at level 0 using segments [{'id': 'b304b3eb-1e13-499d-a2ee-3591fcd4a89d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'd7c55875-4e22-4bba-8f6f-9ea92e32f730'}] {{(pid=103334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 19 08:30:26.282965 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26000d95-422a-40b5-9dbe-f515bd9ad228 None None] Attempting to bind port 7a984157-c68a-4ba3-b35a-bc79fb362805 on network d7c55875-4e22-4bba-8f6f-9ea92e32f730 {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 08:30:26.288417 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26000d95-422a-40b5-9dbe-f515bd9ad228 None None] Checking agent: {'id': 'a5b0152c-d633-409b-aaf8-3b76458e2410', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861624-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 19, 7, 30, 19), 'started_at': datetime.datetime(2022, 10, 19, 7, 30, 49), 'heartbeat_timestamp': datetime.datetime(2022, 10, 19, 8, 30, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861624-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 08:30:26.288818 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26000d95-422a-40b5-9dbe-f515bd9ad228 None None] Checking segment: {'id': 'b304b3eb-1e13-499d-a2ee-3591fcd4a89d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'd7c55875-4e22-4bba-8f6f-9ea92e32f730'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 19 08:30:26.289219 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-26000d95-422a-40b5-9dbe-f515bd9ad228 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:30:26.289609 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26000d95-422a-40b5-9dbe-f515bd9ad228 None None] Bound using segment: {'id': 'b304b3eb-1e13-499d-a2ee-3591fcd4a89d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'd7c55875-4e22-4bba-8f6f-9ea92e32f730'} {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 08:30:26.290080 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-26000d95-422a-40b5-9dbe-f515bd9ad228 None None] Bound port: 7a984157-c68a-4ba3-b35a-bc79fb362805, host: dv-neutron-861624-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b304b3eb-1e13-499d-a2ee-3591fcd4a89d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'd7c55875-4e22-4bba-8f6f-9ea92e32f730'}}] {{(pid=103334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 19 08:30:26.290461 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-26000d95-422a-40b5-9dbe-f515bd9ad228 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:30:26.292229 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-9ccd76e9-dc21-4179-a1c7-d9abb0abfbec None None] Attempt 5 to provision port fe6fbafa-a912-4e4c-866e-bcf5c405c366 Oct 19 08:30:26.359424 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-9ccd76e9-dc21-4179-a1c7-d9abb0abfbec None None] Port fe6fbafa-a912-4e4c-866e-bcf5c405c366 cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 08:30:26.384657 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-26000d95-422a-40b5-9dbe-f515bd9ad228 None None] For port 7a984157-c68a-4ba3-b35a-bc79fb362805, host dv-neutron-861624-1-hyperv, cleared binding levels {{(pid=103334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 08:30:26.387898 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-26000d95-422a-40b5-9dbe-f515bd9ad228 None None] For port 7a984157-c68a-4ba3-b35a-bc79fb362805, host dv-neutron-861624-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=7a984157-c68a-4ba3-b35a-bc79fb362805,segment=NetworkSegment(b304b3eb-1e13-499d-a2ee-3591fcd4a89d),segment_id=b304b3eb-1e13-499d-a2ee-3591fcd4a89d)] {{(pid=103334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 08:30:26.393168 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-26000d95-422a-40b5-9dbe-f515bd9ad228 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:30:26.453540 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26000d95-422a-40b5-9dbe-f515bd9ad228 None None] Pushing event updated for resources: {'Port': ['ID=7a984157-c68a-4ba3-b35a-bc79fb362805,revision_number=2']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:30:26.569040 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device 686ce761-d22a-46c3-b98b-ad09ecb519a7 up at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 08:30:26.642424 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.db_base_plugin_common [None req-82ca7c49-a58f-444e-b6f9-053c8a94ebb6 admin admin] Allocated IP 172.26.0.46 (99c66757-74e3-40a4-b479-8d09e3a7c3dd/7f3d1034-1de7-458a-a3ee-77488de3949b/21605a0f-030d-4c14-9fb2-cb1882313677) {{(pid=103332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 08:30:26.644944 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Provisioning complete for port 686ce761-d22a-46c3-b98b-ad09ecb519a7 triggered by entity L2. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 08:30:26.645315 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:30:26.645643 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Attempt 1 to provision port 686ce761-d22a-46c3-b98b-ad09ecb519a7 Oct 19 08:30:26.740230 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Current status of the port 686ce761-d22a-46c3-b98b-ad09ecb519a7 is: DOWN; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 08:30:26.740653 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:30:26.766190 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-82ca7c49-a58f-444e-b6f9-053c8a94ebb6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:30:26.766412 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] For port 686ce761-d22a-46c3-b98b-ad09ecb519a7, host dv-neutron-861624-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=686ce761-d22a-46c3-b98b-ad09ecb519a7,segment=NetworkSegment(53981d04-8205-40d8-8d33-0510111d6f8f),segment_id=53981d04-8205-40d8-8d33-0510111d6f8f)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 08:30:26.771292 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:30:26.812365 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-82ca7c49-a58f-444e-b6f9-053c8a94ebb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785020947330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133553798'] for port, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:30:26.834246 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Pushing event updated for resources: {'Port': ['ID=686ce761-d22a-46c3-b98b-ad09ecb519a7,revision_number=4']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:30:26.852435 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82ca7c49-a58f-444e-b6f9-053c8a94ebb6 admin admin] Network 99c66757-74e3-40a4-b479-8d09e3a7c3dd is already hosted by enough agents. {{(pid=103332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 08:30:26.855362 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.base_scheduler [None req-82ca7c49-a58f-444e-b6f9-053c8a94ebb6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 08:30:26.858966 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82ca7c49-a58f-444e-b6f9-053c8a94ebb6 admin admin] Received port after_create {{(pid=103332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 08:30:26.861127 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-9ccd76e9-dc21-4179-a1c7-d9abb0abfbec None None] Attempt 6 to provision port fe6fbafa-a912-4e4c-866e-bcf5c405c366 Oct 19 08:30:26.882604 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ca7c49-a58f-444e-b6f9-053c8a94ebb6 admin admin] Pushing event updated for resources: {'Port': ['ID=21605a0f-030d-4c14-9fb2-cb1882313677,revision_number=1']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:30:26.902669 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10d0e0f5-28ae-4faf-8a01-a5d0fcb2d117 None None] Sync routers for ids ['a26ba944-6cf3-4290-9c3a-b7542de897e2'] in dv-neutron-861624-1-hyperv {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 08:30:26.904465 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-9ccd76e9-dc21-4179-a1c7-d9abb0abfbec None None] Port fe6fbafa-a912-4e4c-866e-bcf5c405c366 cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 08:30:26.912770 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10d0e0f5-28ae-4faf-8a01-a5d0fcb2d117 None None] Routers {'a26ba944-6cf3-4290-9c3a-b7542de897e2'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 08:30:26.913459 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-10d0e0f5-28ae-4faf-8a01-a5d0fcb2d117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T08:30:16Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['a26ba944-6cf3-4290-9c3a-b7542de897e2'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:30:27.021641 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvr_db [None req-10d0e0f5-28ae-4faf-8a01-a5d0fcb2d117 None None] Set router a26ba944-6cf3-4290-9c3a-b7542de897e2 gateway port host: dv-neutron-861624-1-hyperv {{(pid=103335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 08:30:27.115783 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-82ca7c49-a58f-444e-b6f9-053c8a94ebb6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:30:27.226861 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-10d0e0f5-28ae-4faf-8a01-a5d0fcb2d117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a26ba944-6cf3-4290-9c3a-b7542de897e2', 'name': 'tempest-TestSnapshotPattern-900669526-router', 'tenant_id': '60bf76da5fe447d3aa8d099f27228a67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'external_fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.3'}], 'enable_snat': True}, 'gw_port_id': '686ce761-d22a-46c3-b98b-ad09ecb519a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T08:30:21Z', 'updated_at': '2022-10-19T08:30:23Z', 'revision_number': 4, 'project_id': '60bf76da5fe447d3aa8d099f27228a67', 'gw_port': {'id': '686ce761-d22a-46c3-b98b-ad09ecb519a7', 'name': '', 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:c4:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a26ba944-6cf3-4290-9c3a-b7542de897e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1870, 'fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T08:30:21Z', 'updated_at': '2022-10-19T08:30:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861624-1-hyperv', '_interfaces': [{'id': 'fe6fbafa-a912-4e4c-866e-bcf5c405c366', 'name': '', 'network_id': 'ceeb243b-e510-46f9-9b57-2a7453789dac', 'tenant_id': '60bf76da5fe447d3aa8d099f27228a67', 'mac_address': 'fa:16:3e:7f:0d:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a26ba944-6cf3-4290-9c3a-b7542de897e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1871, 'fixed_ips': [{'subnet_id': '310cc3ac-0d5a-424c-892a-04c84291e7c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T08:30:23Z', 'updated_at': '2022-10-19T08:30:23Z', 'revision_number': 2, 'project_id': '60bf76da5fe447d3aa8d099f27228a67', 'subnets': [{'id': '310cc3ac-0d5a-424c-892a-04c84291e7c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:30:27.253231 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10d0e0f5-28ae-4faf-8a01-a5d0fcb2d117 None None] Checking router: a26ba944-6cf3-4290-9c3a-b7542de897e2 for host: dv-neutron-861624-1-hyperv {{(pid=103335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 08:30:27.253584 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10d0e0f5-28ae-4faf-8a01-a5d0fcb2d117 None None] Updating router a26ba944-6cf3-4290-9c3a-b7542de897e2 port fe6fbafa-a912-4e4c-866e-bcf5c405c366 binding host dv-neutron-861624-1-hyperv {{(pid=103335) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 08:30:27.277691 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-10d0e0f5-28ae-4faf-8a01-a5d0fcb2d117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:30:27.320260 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-82ca7c49-a58f-444e-b6f9-053c8a94ebb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1692844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1693859'] for router, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:30:27.405777 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-9ccd76e9-dc21-4179-a1c7-d9abb0abfbec None None] Attempt 7 to provision port fe6fbafa-a912-4e4c-866e-bcf5c405c366 Oct 19 08:30:27.452774 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-9ccd76e9-dc21-4179-a1c7-d9abb0abfbec None None] Port fe6fbafa-a912-4e4c-866e-bcf5c405c366 cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 08:30:27.459644 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82ca7c49-a58f-444e-b6f9-053c8a94ebb6 admin admin] Router f5a4d126-c684-4e2c-b40b-e485ef6c3354 is scheduled to L3 agent ab388470-1243-4d53-80f2-c2f5899c97a7 with binding_index 1 {{(pid=103332) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 19 08:30:27.572771 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-10d0e0f5-28ae-4faf-8a01-a5d0fcb2d117 None None] Notify callbacks [] for port, precommit_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:30:27.578159 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82ca7c49-a58f-444e-b6f9-053c8a94ebb6 admin admin] Notify agent at l3_agent.dv-neutron-861624-1-hyperv the message routers_updated {{(pid=103332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 08:30:27.581783 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-10d0e0f5-28ae-4faf-8a01-a5d0fcb2d117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:30:27.593264 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-077a1f28-3df2-466b-8d02-6d42ece824e9 None None] Sync routers for ids ['f5a4d126-c684-4e2c-b40b-e485ef6c3354'] in dv-neutron-861624-1-hyperv {{(pid=103334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 08:30:27.599989 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-82ca7c49-a58f-444e-b6f9-053c8a94ebb6 admin admin] Notify callbacks [] for router, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:30:27.601857 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-82ca7c49-a58f-444e-b6f9-053c8a94ebb6 admin admin] 10.222.0.27 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.9082084 Oct 19 08:30:27.604739 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 40090) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:30:27.614200 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-077a1f28-3df2-466b-8d02-6d42ece824e9 None None] Routers {'f5a4d126-c684-4e2c-b40b-e485ef6c3354'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 08:30:27.615517 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-077a1f28-3df2-466b-8d02-6d42ece824e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T08:30:16Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['f5a4d126-c684-4e2c-b40b-e485ef6c3354'], 'active': True} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:30:27.678954 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc25c8d-860d-470b-b1af-6771a0ded0bc None None] Pushing event updated for resources: {'Port': ['ID=fe6fbafa-a912-4e4c-866e-bcf5c405c366,revision_number=3']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:30:27.707382 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-10d0e0f5-28ae-4faf-8a01-a5d0fcb2d117 None None] Attempting to bind port fe6fbafa-a912-4e4c-866e-bcf5c405c366 on host dv-neutron-861624-1-hyperv for vnic_type normal with profile {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 19 08:30:27.707754 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-10d0e0f5-28ae-4faf-8a01-a5d0fcb2d117 None None] Attempting to bind port fe6fbafa-a912-4e4c-866e-bcf5c405c366 by drivers openvswitch,hyperv on host dv-neutron-861624-1-hyperv at level 0 using segments [{'id': 'e27b8cbe-c20b-47ce-84bc-af7302aac158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'ceeb243b-e510-46f9-9b57-2a7453789dac'}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 19 08:30:27.708051 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10d0e0f5-28ae-4faf-8a01-a5d0fcb2d117 None None] Attempting to bind port fe6fbafa-a912-4e4c-866e-bcf5c405c366 on network ceeb243b-e510-46f9-9b57-2a7453789dac {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 08:30:27.710762 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc25c8d-860d-470b-b1af-6771a0ded0bc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:30:27.711109 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc25c8d-860d-470b-b1af-6771a0ded0bc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:30:27.711448 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc25c8d-860d-470b-b1af-6771a0ded0bc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:30:27.711778 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc25c8d-860d-470b-b1af-6771a0ded0bc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:30:27.712103 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc25c8d-860d-470b-b1af-6771a0ded0bc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:30:27.712429 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc25c8d-860d-470b-b1af-6771a0ded0bc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:30:27.712917 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc25c8d-860d-470b-b1af-6771a0ded0bc None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:30:27.713247 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc25c8d-860d-470b-b1af-6771a0ded0bc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:30:27.713568 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc25c8d-860d-470b-b1af-6771a0ded0bc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:30:27.714140 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc25c8d-860d-470b-b1af-6771a0ded0bc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:30:27.714457 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc25c8d-860d-470b-b1af-6771a0ded0bc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:30:27.714819 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc25c8d-860d-470b-b1af-6771a0ded0bc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:30:27.719594 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-352194fa-9344-4c3a-9210-c9691f14c053 None None] Network d7c55875-4e22-4bba-8f6f-9ea92e32f730 requested from dv-neutron-861624-1-hyperv {{(pid=103334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 08:30:27.726590 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10d0e0f5-28ae-4faf-8a01-a5d0fcb2d117 None None] Checking agent: {'id': 'a5b0152c-d633-409b-aaf8-3b76458e2410', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861624-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 19, 7, 30, 19), 'started_at': datetime.datetime(2022, 10, 19, 7, 30, 49), 'heartbeat_timestamp': datetime.datetime(2022, 10, 19, 8, 30, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861624-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 08:30:27.726969 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10d0e0f5-28ae-4faf-8a01-a5d0fcb2d117 None None] Checking segment: {'id': 'e27b8cbe-c20b-47ce-84bc-af7302aac158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'ceeb243b-e510-46f9-9b57-2a7453789dac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 19 08:30:27.727867 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-10d0e0f5-28ae-4faf-8a01-a5d0fcb2d117 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:30:27.727867 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10d0e0f5-28ae-4faf-8a01-a5d0fcb2d117 None None] Bound using segment: {'id': 'e27b8cbe-c20b-47ce-84bc-af7302aac158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'ceeb243b-e510-46f9-9b57-2a7453789dac'} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 08:30:27.728213 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-10d0e0f5-28ae-4faf-8a01-a5d0fcb2d117 None None] Bound port: fe6fbafa-a912-4e4c-866e-bcf5c405c366, host: dv-neutron-861624-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e27b8cbe-c20b-47ce-84bc-af7302aac158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'ceeb243b-e510-46f9-9b57-2a7453789dac'}}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 19 08:30:27.728642 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-10d0e0f5-28ae-4faf-8a01-a5d0fcb2d117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:30:27.791384 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvr_db [None req-077a1f28-3df2-466b-8d02-6d42ece824e9 None None] Set router f5a4d126-c684-4e2c-b40b-e485ef6c3354 gateway port host: dv-neutron-861624-1-hyperv {{(pid=103334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 08:30:27.805189 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-10d0e0f5-28ae-4faf-8a01-a5d0fcb2d117 None None] For port fe6fbafa-a912-4e4c-866e-bcf5c405c366, host dv-neutron-861624-1-hyperv, cleared binding levels {{(pid=103335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 08:30:27.808182 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-10d0e0f5-28ae-4faf-8a01-a5d0fcb2d117 None None] For port fe6fbafa-a912-4e4c-866e-bcf5c405c366, host dv-neutron-861624-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=fe6fbafa-a912-4e4c-866e-bcf5c405c366,segment=NetworkSegment(e27b8cbe-c20b-47ce-84bc-af7302aac158),segment_id=e27b8cbe-c20b-47ce-84bc-af7302aac158)] {{(pid=103335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 08:30:27.813894 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-10d0e0f5-28ae-4faf-8a01-a5d0fcb2d117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:30:27.855831 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10d0e0f5-28ae-4faf-8a01-a5d0fcb2d117 None None] Routers {'a26ba944-6cf3-4290-9c3a-b7542de897e2'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 08:30:27.856457 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-10d0e0f5-28ae-4faf-8a01-a5d0fcb2d117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T08:30:16Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['a26ba944-6cf3-4290-9c3a-b7542de897e2'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:30:27.902261 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc25c8d-860d-470b-b1af-6771a0ded0bc None None] Pushing event updated for resources: {'Port': ['ID=fe6fbafa-a912-4e4c-866e-bcf5c405c366,revision_number=4']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:30:27.954115 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-9ccd76e9-dc21-4179-a1c7-d9abb0abfbec None None] Attempt 8 to provision port fe6fbafa-a912-4e4c-866e-bcf5c405c366 Oct 19 08:30:27.976810 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvr_db [None req-10d0e0f5-28ae-4faf-8a01-a5d0fcb2d117 None None] Set router a26ba944-6cf3-4290-9c3a-b7542de897e2 gateway port host: dv-neutron-861624-1-hyperv {{(pid=103335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 08:30:28.072017 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-36a9796e-dcf4-4ef9-8684-f8b2cc61ce7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:30:28.115164 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-077a1f28-3df2-466b-8d02-6d42ece824e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5a4d126-c684-4e2c-b40b-e485ef6c3354', 'name': 'tempest-TestSnapshotPattern-752691682-router', 'tenant_id': '8be45937606143bab12753704c836520', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'external_fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.46'}], 'enable_snat': True}, 'gw_port_id': '21605a0f-030d-4c14-9fb2-cb1882313677', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T08:30:25Z', 'updated_at': '2022-10-19T08:30:27Z', 'revision_number': 3, 'project_id': '8be45937606143bab12753704c836520', 'gw_port': {'id': '21605a0f-030d-4c14-9fb2-cb1882313677', 'name': '', 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:e8:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5a4d126-c684-4e2c-b40b-e485ef6c3354', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1882, 'fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T08:30:26Z', 'updated_at': '2022-10-19T08:30:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861624-1-hyperv'}], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:30:28.118728 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-9ccd76e9-dc21-4179-a1c7-d9abb0abfbec None None] Current status of the port fe6fbafa-a912-4e4c-866e-bcf5c405c366 is: DOWN; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 08:30:28.118728 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-9ccd76e9-dc21-4179-a1c7-d9abb0abfbec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:30:28.149057 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-077a1f28-3df2-466b-8d02-6d42ece824e9 None None] Checking router: f5a4d126-c684-4e2c-b40b-e485ef6c3354 for host: dv-neutron-861624-1-hyperv {{(pid=103334) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 08:30:28.149398 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-077a1f28-3df2-466b-8d02-6d42ece824e9 None None] Updating router f5a4d126-c684-4e2c-b40b-e485ef6c3354 port 21605a0f-030d-4c14-9fb2-cb1882313677 binding host dv-neutron-861624-1-hyperv {{(pid=103334) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 08:30:28.191807 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-077a1f28-3df2-466b-8d02-6d42ece824e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:30:28.215679 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-10d0e0f5-28ae-4faf-8a01-a5d0fcb2d117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a26ba944-6cf3-4290-9c3a-b7542de897e2', 'name': 'tempest-TestSnapshotPattern-900669526-router', 'tenant_id': '60bf76da5fe447d3aa8d099f27228a67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'external_fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.3'}], 'enable_snat': True}, 'gw_port_id': '686ce761-d22a-46c3-b98b-ad09ecb519a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T08:30:21Z', 'updated_at': '2022-10-19T08:30:23Z', 'revision_number': 4, 'project_id': '60bf76da5fe447d3aa8d099f27228a67', 'gw_port': {'id': '686ce761-d22a-46c3-b98b-ad09ecb519a7', 'name': '', 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:c4:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a26ba944-6cf3-4290-9c3a-b7542de897e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1870, 'fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T08:30:21Z', 'updated_at': '2022-10-19T08:30:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861624-1-hyperv', '_interfaces': [{'id': 'fe6fbafa-a912-4e4c-866e-bcf5c405c366', 'name': '', 'network_id': 'ceeb243b-e510-46f9-9b57-2a7453789dac', 'tenant_id': '60bf76da5fe447d3aa8d099f27228a67', 'mac_address': 'fa:16:3e:7f:0d:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a26ba944-6cf3-4290-9c3a-b7542de897e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1871, 'fixed_ips': [{'subnet_id': '310cc3ac-0d5a-424c-892a-04c84291e7c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T08:30:23Z', 'updated_at': '2022-10-19T08:30:27Z', 'revision_number': 4, 'project_id': '60bf76da5fe447d3aa8d099f27228a67', 'subnets': [{'id': '310cc3ac-0d5a-424c-892a-04c84291e7c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:30:28.223200 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-9ccd76e9-dc21-4179-a1c7-d9abb0abfbec None None] For port fe6fbafa-a912-4e4c-866e-bcf5c405c366, host dv-neutron-861624-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=fe6fbafa-a912-4e4c-866e-bcf5c405c366,segment=NetworkSegment(e27b8cbe-c20b-47ce-84bc-af7302aac158),segment_id=e27b8cbe-c20b-47ce-84bc-af7302aac158)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 08:30:28.230546 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-9ccd76e9-dc21-4179-a1c7-d9abb0abfbec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:30:28.253345 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.db_base_plugin_common [None req-36a9796e-dcf4-4ef9-8684-f8b2cc61ce7b admin admin] Allocated IP 172.20.0.1 (d7c55875-4e22-4bba-8f6f-9ea92e32f730/61d51a3d-d522-4e20-8b03-b52f744298e1/28c22623-d796-4dee-a98e-e3e0ecf1dc2b) {{(pid=103332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 08:30:28.255598 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10d0e0f5-28ae-4faf-8a01-a5d0fcb2d117 None None] The sync data for ids ['a26ba944-6cf3-4290-9c3a-b7542de897e2'] in dv-neutron-861624-1-hyperv is: [{'id': 'a26ba944-6cf3-4290-9c3a-b7542de897e2', 'name': 'tempest-TestSnapshotPattern-900669526-router', 'tenant_id': '60bf76da5fe447d3aa8d099f27228a67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'external_fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.3'}], 'enable_snat': True}, 'gw_port_id': '686ce761-d22a-46c3-b98b-ad09ecb519a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T08:30:21Z', 'updated_at': '2022-10-19T08:30:23Z', 'revision_number': 4, 'project_id': '60bf76da5fe447d3aa8d099f27228a67', 'gw_port': {'id': '686ce761-d22a-46c3-b98b-ad09ecb519a7', 'name': '', 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:c4:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a26ba944-6cf3-4290-9c3a-b7542de897e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1870, 'fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T08:30:21Z', 'updated_at': '2022-10-19T08:30:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861624-1-hyperv', '_interfaces': [{'id': 'fe6fbafa-a912-4e4c-866e-bcf5c405c366', 'name': '', 'network_id': 'ceeb243b-e510-46f9-9b57-2a7453789dac', 'tenant_id': '60bf76da5fe447d3aa8d099f27228a67', 'mac_address': 'fa:16:3e:7f:0d:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a26ba944-6cf3-4290-9c3a-b7542de897e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1871, 'fixed_ips': [{'subnet_id': '310cc3ac-0d5a-424c-892a-04c84291e7c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T08:30:23Z', 'updated_at': '2022-10-19T08:30:27Z', 'revision_number': 4, 'project_id': '60bf76da5fe447d3aa8d099f27228a67', 'subnets': [{'id': '310cc3ac-0d5a-424c-892a-04c84291e7c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 08:30:28.384188 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-36a9796e-dcf4-4ef9-8684-f8b2cc61ce7b admin admin] Notify callbacks [] for port, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:30:28.421997 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-36a9796e-dcf4-4ef9-8684-f8b2cc61ce7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785020947330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133553798'] for port, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:30:28.471737 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36a9796e-dcf4-4ef9-8684-f8b2cc61ce7b admin admin] Network d7c55875-4e22-4bba-8f6f-9ea92e32f730 is already hosted by enough agents. {{(pid=103332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 08:30:28.474833 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.base_scheduler [None req-36a9796e-dcf4-4ef9-8684-f8b2cc61ce7b admin admin] Resources bound (agent type, host, resource id): {{(pid=103332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 08:30:28.478615 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36a9796e-dcf4-4ef9-8684-f8b2cc61ce7b admin admin] Received port after_create {{(pid=103332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 08:30:28.519764 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ccd76e9-dc21-4179-a1c7-d9abb0abfbec None None] Pushing event updated for resources: {'Port': ['ID=fe6fbafa-a912-4e4c-866e-bcf5c405c366,revision_number=5']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:30:28.520993 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-36a9796e-dcf4-4ef9-8684-f8b2cc61ce7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1695190'] for router_interface, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:30:28.530195 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-06c58ab2-d3ec-4069-83c8-721391afb64b None None] Provisioning complete for port fe6fbafa-a912-4e4c-866e-bcf5c405c366 triggered by entity DHCP. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 08:30:28.530578 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-06c58ab2-d3ec-4069-83c8-721391afb64b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:30:28.530871 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-06c58ab2-d3ec-4069-83c8-721391afb64b None None] Attempt 1 to provision port fe6fbafa-a912-4e4c-866e-bcf5c405c366 Oct 19 08:30:28.575479 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a9796e-dcf4-4ef9-8684-f8b2cc61ce7b admin admin] Pushing event updated for resources: {'Port': ['ID=28c22623-d796-4dee-a98e-e3e0ecf1dc2b,revision_number=1']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:30:28.716585 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-36a9796e-dcf4-4ef9-8684-f8b2cc61ce7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:30:28.740216 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-06c58ab2-d3ec-4069-83c8-721391afb64b None None] Current status of the port fe6fbafa-a912-4e4c-866e-bcf5c405c366 is: ACTIVE; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 08:30:28.800978 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-06c58ab2-d3ec-4069-83c8-721391afb64b None None] Provisioning complete for port 7a984157-c68a-4ba3-b35a-bc79fb362805 triggered by entity DHCP. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 08:30:28.801355 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-06c58ab2-d3ec-4069-83c8-721391afb64b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:30:28.801733 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-06c58ab2-d3ec-4069-83c8-721391afb64b None None] Attempt 1 to provision port 7a984157-c68a-4ba3-b35a-bc79fb362805 Oct 19 08:30:28.807307 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-077a1f28-3df2-466b-8d02-6d42ece824e9 None None] Notify callbacks [] for port, precommit_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:30:28.828420 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device 7a984157-c68a-4ba3-b35a-bc79fb362805 up at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 08:30:28.841926 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-077a1f28-3df2-466b-8d02-6d42ece824e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:30:28.911671 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-077a1f28-3df2-466b-8d02-6d42ece824e9 None None] Attempting to bind port 21605a0f-030d-4c14-9fb2-cb1882313677 on host dv-neutron-861624-1-hyperv for vnic_type normal with profile {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 19 08:30:28.912050 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-077a1f28-3df2-466b-8d02-6d42ece824e9 None None] Attempting to bind port 21605a0f-030d-4c14-9fb2-cb1882313677 by drivers openvswitch,hyperv on host dv-neutron-861624-1-hyperv at level 0 using segments [{'id': '53981d04-8205-40d8-8d33-0510111d6f8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd'}] {{(pid=103334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 19 08:30:28.912735 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-077a1f28-3df2-466b-8d02-6d42ece824e9 None None] Attempting to bind port 21605a0f-030d-4c14-9fb2-cb1882313677 on network 99c66757-74e3-40a4-b479-8d09e3a7c3dd {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 08:30:28.928017 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-36a9796e-dcf4-4ef9-8684-f8b2cc61ce7b admin admin] Notify callbacks [] for port, precommit_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:30:28.928181 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-077a1f28-3df2-466b-8d02-6d42ece824e9 None None] Checking agent: {'id': 'a5b0152c-d633-409b-aaf8-3b76458e2410', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861624-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 19, 7, 30, 19), 'started_at': datetime.datetime(2022, 10, 19, 7, 30, 49), 'heartbeat_timestamp': datetime.datetime(2022, 10, 19, 8, 30, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861624-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 08:30:28.928645 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-077a1f28-3df2-466b-8d02-6d42ece824e9 None None] Checking segment: {'id': '53981d04-8205-40d8-8d33-0510111d6f8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103334) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 19 08:30:28.928992 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-077a1f28-3df2-466b-8d02-6d42ece824e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:30:28.929537 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-077a1f28-3df2-466b-8d02-6d42ece824e9 None None] Bound using segment: {'id': '53981d04-8205-40d8-8d33-0510111d6f8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd'} {{(pid=103334) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 08:30:28.929874 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.managers [None req-077a1f28-3df2-466b-8d02-6d42ece824e9 None None] Bound port: 21605a0f-030d-4c14-9fb2-cb1882313677, host: dv-neutron-861624-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53981d04-8205-40d8-8d33-0510111d6f8f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd'}}] {{(pid=103334) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 19 08:30:28.930252 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-077a1f28-3df2-466b-8d02-6d42ece824e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:30:28.933476 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-36a9796e-dcf4-4ef9-8684-f8b2cc61ce7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133553807'] for port, after_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:30:28.966526 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8947c172-cfba-4d3c-9be1-69faa7114ca8 None None] Pushing event updated for resources: {'Port': ['ID=21605a0f-030d-4c14-9fb2-cb1882313677,revision_number=2']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:30:29.013682 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-36a9796e-dcf4-4ef9-8684-f8b2cc61ce7b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1574855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1694822'] for router_interface, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:30:29.016822 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a9796e-dcf4-4ef9-8684-f8b2cc61ce7b admin admin] Pushing event updated for resources: {'Port': ['ID=28c22623-d796-4dee-a98e-e3e0ecf1dc2b,revision_number=2']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:30:29.029139 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Provisioning complete for port 7a984157-c68a-4ba3-b35a-bc79fb362805 triggered by entity L2. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 08:30:29.029512 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:30:29.030380 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Attempt 1 to provision port 7a984157-c68a-4ba3-b35a-bc79fb362805 Oct 19 08:30:29.063343 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-077a1f28-3df2-466b-8d02-6d42ece824e9 None None] For port 21605a0f-030d-4c14-9fb2-cb1882313677, host dv-neutron-861624-1-hyperv, cleared binding levels {{(pid=103334) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 08:30:29.066918 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-06c58ab2-d3ec-4069-83c8-721391afb64b None None] Current status of the port 7a984157-c68a-4ba3-b35a-bc79fb362805 is: DOWN; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 08:30:29.067374 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-06c58ab2-d3ec-4069-83c8-721391afb64b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:30:29.092948 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-077a1f28-3df2-466b-8d02-6d42ece824e9 None None] For port 21605a0f-030d-4c14-9fb2-cb1882313677, host dv-neutron-861624-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=21605a0f-030d-4c14-9fb2-cb1882313677,segment=NetworkSegment(53981d04-8205-40d8-8d33-0510111d6f8f),segment_id=53981d04-8205-40d8-8d33-0510111d6f8f)] {{(pid=103334) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 08:30:29.102123 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-077a1f28-3df2-466b-8d02-6d42ece824e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:30:29.120955 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36a9796e-dcf4-4ef9-8684-f8b2cc61ce7b admin admin] Network d7c55875-4e22-4bba-8f6f-9ea92e32f730 is already hosted by enough agents. {{(pid=103332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 08:30:29.122509 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.base_scheduler [None req-36a9796e-dcf4-4ef9-8684-f8b2cc61ce7b admin admin] Resources bound (agent type, host, resource id): {{(pid=103332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 08:30:29.150809 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-06c58ab2-d3ec-4069-83c8-721391afb64b None None] For port 7a984157-c68a-4ba3-b35a-bc79fb362805, host dv-neutron-861624-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=7a984157-c68a-4ba3-b35a-bc79fb362805,segment=NetworkSegment(b304b3eb-1e13-499d-a2ee-3591fcd4a89d),segment_id=b304b3eb-1e13-499d-a2ee-3591fcd4a89d)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 08:30:29.162637 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-06c58ab2-d3ec-4069-83c8-721391afb64b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:30:29.177243 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-077a1f28-3df2-466b-8d02-6d42ece824e9 None None] Routers {'f5a4d126-c684-4e2c-b40b-e485ef6c3354'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 08:30:29.177886 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-077a1f28-3df2-466b-8d02-6d42ece824e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T08:30:16Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['f5a4d126-c684-4e2c-b40b-e485ef6c3354'], 'active': True} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:30:29.239707 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8947c172-cfba-4d3c-9be1-69faa7114ca8 None None] Pushing event updated for resources: {'Port': ['ID=21605a0f-030d-4c14-9fb2-cb1882313677,revision_number=3']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:30:29.256717 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36a9796e-dcf4-4ef9-8684-f8b2cc61ce7b admin admin] Router f5a4d126-c684-4e2c-b40b-e485ef6c3354 has already been hosted by L3 agent ab388470-1243-4d53-80f2-c2f5899c97a7 {{(pid=103332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 08:30:29.298837 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Current status of the port 7a984157-c68a-4ba3-b35a-bc79fb362805 is: ACTIVE; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 08:30:29.299965 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device 686ce761-d22a-46c3-b98b-ad09ecb519a7 up at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 08:30:29.378672 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36a9796e-dcf4-4ef9-8684-f8b2cc61ce7b admin admin] Notify agent at l3_agent.dv-neutron-861624-1-hyperv the message routers_updated {{(pid=103332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 08:30:29.395383 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-36a9796e-dcf4-4ef9-8684-f8b2cc61ce7b admin admin] 10.222.0.27 "PUT /v2.0/routers/f5a4d126-c684-4e2c-b40b-e485ef6c3354/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7794199 Oct 19 08:30:29.396064 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c58ab2-d3ec-4069-83c8-721391afb64b None None] Pushing event updated for resources: {'Port': ['ID=7a984157-c68a-4ba3-b35a-bc79fb362805,revision_number=3']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:30:29.396064 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-2ba6b55d-bc46-4511-8b65-302aa799e38b None None] Provisioning complete for port 7a984157-c68a-4ba3-b35a-bc79fb362805 triggered by entity DHCP. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 08:30:29.396064 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-2ba6b55d-bc46-4511-8b65-302aa799e38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:30:29.396064 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-2ba6b55d-bc46-4511-8b65-302aa799e38b None None] Attempt 1 to provision port 7a984157-c68a-4ba3-b35a-bc79fb362805 Oct 19 08:30:29.431938 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvr_db [None req-077a1f28-3df2-466b-8d02-6d42ece824e9 None None] Set router f5a4d126-c684-4e2c-b40b-e485ef6c3354 gateway port host: dv-neutron-861624-1-hyperv {{(pid=103334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 08:30:29.539412 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Provisioning complete for port 686ce761-d22a-46c3-b98b-ad09ecb519a7 triggered by entity L2. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 08:30:29.539783 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:30:29.540127 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Attempt 1 to provision port 686ce761-d22a-46c3-b98b-ad09ecb519a7 Oct 19 08:30:29.649656 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-2ba6b55d-bc46-4511-8b65-302aa799e38b None None] Current status of the port 7a984157-c68a-4ba3-b35a-bc79fb362805 is: ACTIVE; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 08:30:29.715990 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-2ba6b55d-bc46-4511-8b65-302aa799e38b None None] Provisioning complete for port 28c22623-d796-4dee-a98e-e3e0ecf1dc2b triggered by entity DHCP. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 08:30:29.716366 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-2ba6b55d-bc46-4511-8b65-302aa799e38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:30:29.716532 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 40098) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:30:29.716732 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-2ba6b55d-bc46-4511-8b65-302aa799e38b None None] Attempt 1 to provision port 28c22623-d796-4dee-a98e-e3e0ecf1dc2b Oct 19 08:30:29.721195 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-4f85ee59-deaa-4c1f-819e-96488b0c25ff tempest-TestSnapshotPattern-458773783 tempest-TestSnapshotPattern-458773783-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1730986383', 'description': 'tempest-secgroup-smoke-1730986383 description', 'project_id': '60bf76da5fe447d3aa8d099f27228a67'}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 08:30:29.741745 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-4f85ee59-deaa-4c1f-819e-96488b0c25ff tempest-TestSnapshotPattern-458773783 tempest-TestSnapshotPattern-458773783-project] Notify callbacks [] for security_group, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:30:29.766713 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Current status of the port 686ce761-d22a-46c3-b98b-ad09ecb519a7 is: ACTIVE; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 08:30:29.767709 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device fe6fbafa-a912-4e4c-866e-bcf5c405c366 up at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 08:30:29.790754 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-2ba6b55d-bc46-4511-8b65-302aa799e38b None None] Port 28c22623-d796-4dee-a98e-e3e0ecf1dc2b cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 08:30:29.813359 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-4f85ee59-deaa-4c1f-819e-96488b0c25ff tempest-TestSnapshotPattern-458773783 tempest-TestSnapshotPattern-458773783-project] Notify callbacks [] for security_group, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:30:29.815147 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-077a1f28-3df2-466b-8d02-6d42ece824e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5a4d126-c684-4e2c-b40b-e485ef6c3354', 'name': 'tempest-TestSnapshotPattern-752691682-router', 'tenant_id': '8be45937606143bab12753704c836520', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'external_fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.46'}], 'enable_snat': True}, 'gw_port_id': '21605a0f-030d-4c14-9fb2-cb1882313677', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T08:30:25Z', 'updated_at': '2022-10-19T08:30:28Z', 'revision_number': 4, 'project_id': '8be45937606143bab12753704c836520', 'gw_port': {'id': '21605a0f-030d-4c14-9fb2-cb1882313677', 'name': '', 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:e8:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5a4d126-c684-4e2c-b40b-e485ef6c3354', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1882, 'fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T08:30:26Z', 'updated_at': '2022-10-19T08:30:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861624-1-hyperv', '_interfaces': [{'id': '28c22623-d796-4dee-a98e-e3e0ecf1dc2b', 'name': '', 'network_id': 'd7c55875-4e22-4bba-8f6f-9ea92e32f730', 'tenant_id': '8be45937606143bab12753704c836520', 'mac_address': 'fa:16:3e:ab:8e:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5a4d126-c684-4e2c-b40b-e485ef6c3354', 'device_owner': 'network:router_interface', 'standard_attr_id': 1883, 'fixed_ips': [{'subnet_id': '61d51a3d-d522-4e20-8b03-b52f744298e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T08:30:28Z', 'updated_at': '2022-10-19T08:30:28Z', 'revision_number': 2, 'project_id': '8be45937606143bab12753704c836520', 'subnets': [{'id': '61d51a3d-d522-4e20-8b03-b52f744298e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:30:29.817364 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-4f85ee59-deaa-4c1f-819e-96488b0c25ff tempest-TestSnapshotPattern-458773783 tempest-TestSnapshotPattern-458773783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788643'] for security_group, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:30:29.846821 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-077a1f28-3df2-466b-8d02-6d42ece824e9 None None] The sync data for ids ['f5a4d126-c684-4e2c-b40b-e485ef6c3354'] in dv-neutron-861624-1-hyperv is: [{'id': 'f5a4d126-c684-4e2c-b40b-e485ef6c3354', 'name': 'tempest-TestSnapshotPattern-752691682-router', 'tenant_id': '8be45937606143bab12753704c836520', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'external_fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.46'}], 'enable_snat': True}, 'gw_port_id': '21605a0f-030d-4c14-9fb2-cb1882313677', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T08:30:25Z', 'updated_at': '2022-10-19T08:30:28Z', 'revision_number': 4, 'project_id': '8be45937606143bab12753704c836520', 'gw_port': {'id': '21605a0f-030d-4c14-9fb2-cb1882313677', 'name': '', 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:e8:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5a4d126-c684-4e2c-b40b-e485ef6c3354', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1882, 'fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T08:30:26Z', 'updated_at': '2022-10-19T08:30:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861624-1-hyperv', '_interfaces': [{'id': '28c22623-d796-4dee-a98e-e3e0ecf1dc2b', 'name': '', 'network_id': 'd7c55875-4e22-4bba-8f6f-9ea92e32f730', 'tenant_id': '8be45937606143bab12753704c836520', 'mac_address': 'fa:16:3e:ab:8e:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5a4d126-c684-4e2c-b40b-e485ef6c3354', 'device_owner': 'network:router_interface', 'standard_attr_id': 1883, 'fixed_ips': [{'subnet_id': '61d51a3d-d522-4e20-8b03-b52f744298e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T08:30:28Z', 'updated_at': '2022-10-19T08:30:28Z', 'revision_number': 2, 'project_id': '8be45937606143bab12753704c836520', 'subnets': [{'id': '61d51a3d-d522-4e20-8b03-b52f744298e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 08:30:29.847636 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-4f85ee59-deaa-4c1f-819e-96488b0c25ff tempest-TestSnapshotPattern-458773783 tempest-TestSnapshotPattern-458773783-project] Notify callbacks [] for security_group, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:30:29.851583 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-4f85ee59-deaa-4c1f-819e-96488b0c25ff tempest-TestSnapshotPattern-458773783 tempest-TestSnapshotPattern-458773783-project] 10.222.0.27 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1312501 Oct 19 08:30:29.852583 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 40100) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:30:29.856140 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-203629d4-62af-4e4b-acd3-47a52fecaf9e tempest-TestSnapshotPattern-458773783 tempest-TestSnapshotPattern-458773783-project] Request body: {'security_group_rule': {'security_group_id': '84f591e9-ce5a-4a9f-8728-dbb3ef5ce8ff', 'project_id': '60bf76da5fe447d3aa8d099f27228a67', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 08:30:29.865938 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Provisioning complete for port fe6fbafa-a912-4e4c-866e-bcf5c405c366 triggered by entity L2. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 08:30:29.865938 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:30:29.865938 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Attempt 1 to provision port fe6fbafa-a912-4e4c-866e-bcf5c405c366 Oct 19 08:30:29.871215 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f85ee59-deaa-4c1f-819e-96488b0c25ff tempest-TestSnapshotPattern-458773783 tempest-TestSnapshotPattern-458773783-project] Pushing event updated for resources: {'SecurityGroup': ['ID=84f591e9-ce5a-4a9f-8728-dbb3ef5ce8ff,revision_number=1']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:30:29.894213 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-203629d4-62af-4e4b-acd3-47a52fecaf9e tempest-TestSnapshotPattern-458773783 tempest-TestSnapshotPattern-458773783-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:30:29.956928 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Current status of the port fe6fbafa-a912-4e4c-866e-bcf5c405c366 is: ACTIVE; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 08:30:29.958186 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-203629d4-62af-4e4b-acd3-47a52fecaf9e tempest-TestSnapshotPattern-458773783 tempest-TestSnapshotPattern-458773783-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:30:29.962358 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-203629d4-62af-4e4b-acd3-47a52fecaf9e tempest-TestSnapshotPattern-458773783 tempest-TestSnapshotPattern-458773783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815365'] for security_group_rule, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:30:29.980673 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203629d4-62af-4e4b-acd3-47a52fecaf9e tempest-TestSnapshotPattern-458773783 tempest-TestSnapshotPattern-458773783-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed1ef60a-17dc-41cf-a14d-f5bc3053d25b,revision_number=0']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:30:29.991561 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-203629d4-62af-4e4b-acd3-47a52fecaf9e tempest-TestSnapshotPattern-458773783 tempest-TestSnapshotPattern-458773783-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:30:29.992839 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-203629d4-62af-4e4b-acd3-47a52fecaf9e tempest-TestSnapshotPattern-458773783 tempest-TestSnapshotPattern-458773783-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1400735 Oct 19 08:30:29.995650 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 40102) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:30:30.001789 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-ac11adb3-e0a5-40b5-90a2-c9bad924542c tempest-TestSnapshotPattern-458773783 tempest-TestSnapshotPattern-458773783-project] Request body: {'security_group_rule': {'security_group_id': '84f591e9-ce5a-4a9f-8728-dbb3ef5ce8ff', 'project_id': '60bf76da5fe447d3aa8d099f27228a67', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 08:30:30.036211 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-ac11adb3-e0a5-40b5-90a2-c9bad924542c tempest-TestSnapshotPattern-458773783 tempest-TestSnapshotPattern-458773783-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:30:30.128489 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-ac11adb3-e0a5-40b5-90a2-c9bad924542c tempest-TestSnapshotPattern-458773783 tempest-TestSnapshotPattern-458773783-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:30:30.134397 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-ac11adb3-e0a5-40b5-90a2-c9bad924542c tempest-TestSnapshotPattern-458773783 tempest-TestSnapshotPattern-458773783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815365'] for security_group_rule, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:30:30.158930 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac11adb3-e0a5-40b5-90a2-c9bad924542c tempest-TestSnapshotPattern-458773783 tempest-TestSnapshotPattern-458773783-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bbf379db-0b1d-47c0-9c36-d1d5caf98114,revision_number=0']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:30:30.164789 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-ac11adb3-e0a5-40b5-90a2-c9bad924542c tempest-TestSnapshotPattern-458773783 tempest-TestSnapshotPattern-458773783-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:30:30.165948 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-ac11adb3-e0a5-40b5-90a2-c9bad924542c tempest-TestSnapshotPattern-458773783 tempest-TestSnapshotPattern-458773783-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1691039 Oct 19 08:30:30.168568 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 40106) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:30:30.173583 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-04e64097-2702-49c3-9d7c-5f5ea76ab25c tempest-TestSnapshotPattern-458773783 tempest-TestSnapshotPattern-458773783-project] Request body: {'security_group_rule': {'security_group_id': '84f591e9-ce5a-4a9f-8728-dbb3ef5ce8ff', 'project_id': '60bf76da5fe447d3aa8d099f27228a67', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 08:30:30.204160 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-04e64097-2702-49c3-9d7c-5f5ea76ab25c tempest-TestSnapshotPattern-458773783 tempest-TestSnapshotPattern-458773783-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:30:30.268910 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-04e64097-2702-49c3-9d7c-5f5ea76ab25c tempest-TestSnapshotPattern-458773783 tempest-TestSnapshotPattern-458773783-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:30:30.272949 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-04e64097-2702-49c3-9d7c-5f5ea76ab25c tempest-TestSnapshotPattern-458773783 tempest-TestSnapshotPattern-458773783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815365'] for security_group_rule, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:30:30.292534 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-2ba6b55d-bc46-4511-8b65-302aa799e38b None None] Attempt 2 to provision port 28c22623-d796-4dee-a98e-e3e0ecf1dc2b Oct 19 08:30:30.293814 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e64097-2702-49c3-9d7c-5f5ea76ab25c tempest-TestSnapshotPattern-458773783 tempest-TestSnapshotPattern-458773783-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47bfd529-2798-4d42-a85f-e887f59f6e7d,revision_number=0']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:30:30.299319 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-04e64097-2702-49c3-9d7c-5f5ea76ab25c tempest-TestSnapshotPattern-458773783 tempest-TestSnapshotPattern-458773783-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:30:30.300541 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-04e64097-2702-49c3-9d7c-5f5ea76ab25c tempest-TestSnapshotPattern-458773783 tempest-TestSnapshotPattern-458773783-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1310260 Oct 19 08:30:30.303210 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 40110) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:30:30.307601 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-a57d9833-8898-4f24-b94a-838dbb901f5b tempest-TestSnapshotPattern-458773783 tempest-TestSnapshotPattern-458773783-project] Request body: {'security_group_rule': {'security_group_id': '84f591e9-ce5a-4a9f-8728-dbb3ef5ce8ff', 'project_id': '60bf76da5fe447d3aa8d099f27228a67', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 08:30:30.338092 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-a57d9833-8898-4f24-b94a-838dbb901f5b tempest-TestSnapshotPattern-458773783 tempest-TestSnapshotPattern-458773783-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:30:30.340002 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-2ba6b55d-bc46-4511-8b65-302aa799e38b None None] Port 28c22623-d796-4dee-a98e-e3e0ecf1dc2b cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 08:30:30.403296 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-a57d9833-8898-4f24-b94a-838dbb901f5b tempest-TestSnapshotPattern-458773783 tempest-TestSnapshotPattern-458773783-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:30:30.407824 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-a57d9833-8898-4f24-b94a-838dbb901f5b tempest-TestSnapshotPattern-458773783 tempest-TestSnapshotPattern-458773783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815365'] for security_group_rule, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:30:30.426195 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57d9833-8898-4f24-b94a-838dbb901f5b tempest-TestSnapshotPattern-458773783 tempest-TestSnapshotPattern-458773783-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f49d8343-eac0-473b-a436-f416284b0aca,revision_number=0']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:30:30.435281 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-a57d9833-8898-4f24-b94a-838dbb901f5b tempest-TestSnapshotPattern-458773783 tempest-TestSnapshotPattern-458773783-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:30:30.437144 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-a57d9833-8898-4f24-b94a-838dbb901f5b tempest-TestSnapshotPattern-458773783 tempest-TestSnapshotPattern-458773783-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1329472 Oct 19 08:30:30.439872 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 40112) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:30:30.444426 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-54dec554-5614-4d48-8613-607f1ad9b0dd tempest-TestSnapshotPattern-458773783 tempest-TestSnapshotPattern-458773783-project] Request body: {'security_group_rule': {'security_group_id': '84f591e9-ce5a-4a9f-8728-dbb3ef5ce8ff', 'project_id': '60bf76da5fe447d3aa8d099f27228a67', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 08:30:30.465631 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.db.securitygroups_db [None req-54dec554-5614-4d48-8613-607f1ad9b0dd tempest-TestSnapshotPattern-458773783 tempest-TestSnapshotPattern-458773783-project] Project 60bf76da5fe447d3aa8d099f27228a67 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 19 08:30:30.471390 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-54dec554-5614-4d48-8613-607f1ad9b0dd tempest-TestSnapshotPattern-458773783 tempest-TestSnapshotPattern-458773783-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:30:30.537062 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-54dec554-5614-4d48-8613-607f1ad9b0dd tempest-TestSnapshotPattern-458773783 tempest-TestSnapshotPattern-458773783-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:30:30.541419 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-54dec554-5614-4d48-8613-607f1ad9b0dd tempest-TestSnapshotPattern-458773783 tempest-TestSnapshotPattern-458773783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815365'] for security_group_rule, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:30:30.558972 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device 7a984157-c68a-4ba3-b35a-bc79fb362805 up at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 08:30:30.562381 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dec554-5614-4d48-8613-607f1ad9b0dd tempest-TestSnapshotPattern-458773783 tempest-TestSnapshotPattern-458773783-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb56a2c1-fb0a-42b3-8f27-dabfc289fddd,revision_number=0']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:30:30.568899 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-54dec554-5614-4d48-8613-607f1ad9b0dd tempest-TestSnapshotPattern-458773783 tempest-TestSnapshotPattern-458773783-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:30:30.570121 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-54dec554-5614-4d48-8613-607f1ad9b0dd tempest-TestSnapshotPattern-458773783 tempest-TestSnapshotPattern-458773783-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1292028 Oct 19 08:30:30.572972 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 40114) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:30:30.577449 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-bf0244af-1518-4ba5-8f8e-f676c796fd20 tempest-TestSnapshotPattern-458773783 tempest-TestSnapshotPattern-458773783-project] Request body: {'security_group_rule': {'security_group_id': '84f591e9-ce5a-4a9f-8728-dbb3ef5ce8ff', 'project_id': '60bf76da5fe447d3aa8d099f27228a67', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 08:30:30.598555 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.db.securitygroups_db [None req-bf0244af-1518-4ba5-8f8e-f676c796fd20 tempest-TestSnapshotPattern-458773783 tempest-TestSnapshotPattern-458773783-project] Project 60bf76da5fe447d3aa8d099f27228a67 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 19 08:30:30.603431 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-bf0244af-1518-4ba5-8f8e-f676c796fd20 tempest-TestSnapshotPattern-458773783 tempest-TestSnapshotPattern-458773783-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:30:30.611907 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Provisioning complete for port 7a984157-c68a-4ba3-b35a-bc79fb362805 triggered by entity L2. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 08:30:30.612283 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:30:30.612675 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Attempt 1 to provision port 7a984157-c68a-4ba3-b35a-bc79fb362805 Oct 19 08:30:30.666344 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-bf0244af-1518-4ba5-8f8e-f676c796fd20 tempest-TestSnapshotPattern-458773783 tempest-TestSnapshotPattern-458773783-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:30:30.670307 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-bf0244af-1518-4ba5-8f8e-f676c796fd20 tempest-TestSnapshotPattern-458773783 tempest-TestSnapshotPattern-458773783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1815365'] for security_group_rule, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:30:30.688456 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0244af-1518-4ba5-8f8e-f676c796fd20 tempest-TestSnapshotPattern-458773783 tempest-TestSnapshotPattern-458773783-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=003dc854-5b4a-4238-a76a-45c8b47961d4,revision_number=0']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:30:30.689973 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Current status of the port 7a984157-c68a-4ba3-b35a-bc79fb362805 is: ACTIVE; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 08:30:30.690966 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device fe6fbafa-a912-4e4c-866e-bcf5c405c366 up at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 08:30:30.697425 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-bf0244af-1518-4ba5-8f8e-f676c796fd20 tempest-TestSnapshotPattern-458773783 tempest-TestSnapshotPattern-458773783-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:30:30.698632 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-bf0244af-1518-4ba5-8f8e-f676c796fd20 tempest-TestSnapshotPattern-458773783 tempest-TestSnapshotPattern-458773783-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1247404 Oct 19 08:30:30.738001 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Provisioning complete for port fe6fbafa-a912-4e4c-866e-bcf5c405c366 triggered by entity L2. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 08:30:30.738370 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:30:30.738704 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Attempt 1 to provision port fe6fbafa-a912-4e4c-866e-bcf5c405c366 Oct 19 08:30:30.821484 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Current status of the port fe6fbafa-a912-4e4c-866e-bcf5c405c366 is: ACTIVE; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 08:30:30.836725 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-4986788e-5480-4ab2-9100-3b8fbeaba8cf req-26cb7769-ff4e-4aef-9d1c-cba506f46e48 tempest-TestSnapshotPattern-458773783 tempest-TestSnapshotPattern-458773783-project] 10.222.0.27 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1730986383&fields=id&tenant_id=60bf76da5fe447d3aa8d099f27228a67 HTTP/1.1" status: 200 len: 267 time: 0.0332704 Oct 19 08:30:30.841316 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-2ba6b55d-bc46-4511-8b65-302aa799e38b None None] Attempt 3 to provision port 28c22623-d796-4dee-a98e-e3e0ecf1dc2b Oct 19 08:30:30.875021 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-2ba6b55d-bc46-4511-8b65-302aa799e38b None None] Port 28c22623-d796-4dee-a98e-e3e0ecf1dc2b cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 08:30:30.945757 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4986788e-5480-4ab2-9100-3b8fbeaba8cf req-da95548c-20d8-4b00-9011-ab37e0ffe7fc tempest-TestSnapshotPattern-458773783 tempest-TestSnapshotPattern-458773783-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:30:30.947208 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-4986788e-5480-4ab2-9100-3b8fbeaba8cf req-da95548c-20d8-4b00-9011-ab37e0ffe7fc tempest-TestSnapshotPattern-458773783 tempest-TestSnapshotPattern-458773783-project] 10.222.0.27 "GET /v2.0/networks?id=ceeb243b-e510-46f9-9b57-2a7453789dac HTTP/1.1" status: 200 len: 809 time: 0.1032624 Oct 19 08:30:30.962840 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-4986788e-5480-4ab2-9100-3b8fbeaba8cf req-8796933a-3ca1-4fd2-b4a7-77459ed7f03e tempest-TestSnapshotPattern-458773783 tempest-TestSnapshotPattern-458773783-project] 10.222.0.27 "GET /v2.0/quotas/60bf76da5fe447d3aa8d099f27228a67 HTTP/1.1" status: 200 len: 375 time: 0.0091722 Oct 19 08:30:31.012645 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-4986788e-5480-4ab2-9100-3b8fbeaba8cf req-b9291078-278a-435e-873e-0e6729848057 tempest-TestSnapshotPattern-458773783 tempest-TestSnapshotPattern-458773783-project] 10.222.0.27 "GET /v2.0/ports?tenant_id=60bf76da5fe447d3aa8d099f27228a67&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0441895 Oct 19 08:30:31.027745 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [req-4986788e-5480-4ab2-9100-3b8fbeaba8cf req-d656843b-4579-435b-bb16-6b1aa7b54ddf service neutron] http://10.222.0.27:9696/v2.0/extensions returned with HTTP 200 {{(pid=103332) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 19 08:30:31.028735 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-4986788e-5480-4ab2-9100-3b8fbeaba8cf req-d656843b-4579-435b-bb16-6b1aa7b54ddf service neutron] 10.222.0.27 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049460 Oct 19 08:30:31.129681 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-4986788e-5480-4ab2-9100-3b8fbeaba8cf req-b18e0179-7c18-46ff-80cf-d446303aacd5 service neutron] 10.222.0.27 "GET /v2.0/networks/ceeb243b-e510-46f9-9b57-2a7453789dac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946360 Oct 19 08:30:31.233921 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-4986788e-5480-4ab2-9100-3b8fbeaba8cf req-bbf87155-1206-430a-b0be-1e8b4edda7c0 service neutron] 10.222.0.27 "GET /v2.0/networks/ceeb243b-e510-46f9-9b57-2a7453789dac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891035 Oct 19 08:30:31.376022 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-2ba6b55d-bc46-4511-8b65-302aa799e38b None None] Attempt 4 to provision port 28c22623-d796-4dee-a98e-e3e0ecf1dc2b Oct 19 08:30:31.405185 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-421fc8a7-5b91-4918-9fb9-e8360a8be6fb req-1866a184-f2ed-43fc-ab95-da5187ca4262 tempest-TestSnapshotPattern-458773783 tempest-TestSnapshotPattern-458773783-project] 10.222.0.27 "GET /v2.0/ports?device_id=d6064fee-07e1-4af2-a24d-f85b88e863fa HTTP/1.1" status: 200 len: 210 time: 0.0303166 Oct 19 08:30:31.417802 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-2ba6b55d-bc46-4511-8b65-302aa799e38b None None] Port 28c22623-d796-4dee-a98e-e3e0ecf1dc2b cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 08:30:31.919397 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-2ba6b55d-bc46-4511-8b65-302aa799e38b None None] Attempt 5 to provision port 28c22623-d796-4dee-a98e-e3e0ecf1dc2b Oct 19 08:30:31.960410 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-2ba6b55d-bc46-4511-8b65-302aa799e38b None None] Port 28c22623-d796-4dee-a98e-e3e0ecf1dc2b cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 08:30:32.427788 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c23db95-25f5-488a-96eb-ed9fdc532970 None None] Sync routers for ids ['f5a4d126-c684-4e2c-b40b-e485ef6c3354'] in dv-neutron-861624-1-hyperv {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 08:30:32.461826 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-2ba6b55d-bc46-4511-8b65-302aa799e38b None None] Attempt 6 to provision port 28c22623-d796-4dee-a98e-e3e0ecf1dc2b Oct 19 08:30:32.498911 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-2ba6b55d-bc46-4511-8b65-302aa799e38b None None] Port 28c22623-d796-4dee-a98e-e3e0ecf1dc2b cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 08:30:32.547594 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4986788e-5480-4ab2-9100-3b8fbeaba8cf req-4c09c1d0-da6b-40bf-8825-55ce36db9ca6 tempest-TestSnapshotPattern-458773783 tempest-TestSnapshotPattern-458773783-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:30:32.548412 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c23db95-25f5-488a-96eb-ed9fdc532970 None None] Routers {'f5a4d126-c684-4e2c-b40b-e485ef6c3354'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 08:30:32.549261 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-3c23db95-25f5-488a-96eb-ed9fdc532970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T08:30:16Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['f5a4d126-c684-4e2c-b40b-e485ef6c3354'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:30:32.550582 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-4986788e-5480-4ab2-9100-3b8fbeaba8cf req-4c09c1d0-da6b-40bf-8825-55ce36db9ca6 tempest-TestSnapshotPattern-458773783 tempest-TestSnapshotPattern-458773783-project] 10.222.0.16 "GET /v2.0/networks?id=ceeb243b-e510-46f9-9b57-2a7453789dac HTTP/1.1" status: 200 len: 809 time: 0.1552203 Oct 19 08:30:32.574305 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-61112e52-d263-45dd-8843-8cf77e252af5 req-db3aa3d9-df4c-401f-be3a-377fc4acd2bc tempest-TestSnapshotPattern-458773783 tempest-TestSnapshotPattern-458773783-project] 10.222.0.27 "GET /v2.0/ports?device_id=d6064fee-07e1-4af2-a24d-f85b88e863fa HTTP/1.1" status: 200 len: 210 time: 0.0508208 Oct 19 08:30:32.602296 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-4986788e-5480-4ab2-9100-3b8fbeaba8cf req-7ba718b4-4658-4bd4-a8e1-edaac1d8489c tempest-TestSnapshotPattern-458773783 tempest-TestSnapshotPattern-458773783-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=60bf76da5fe447d3aa8d099f27228a67 HTTP/1.1" status: 200 len: 380 time: 0.0423346 Oct 19 08:30:32.618272 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [req-4986788e-5480-4ab2-9100-3b8fbeaba8cf req-72e4d8d9-ed72-4210-b033-334407840d39 tempest-TestSnapshotPattern-458773783 tempest-TestSnapshotPattern-458773783-project] Request body: {'port': {'device_id': 'd6064fee-07e1-4af2-a24d-f85b88e863fa', 'network_id': 'ceeb243b-e510-46f9-9b57-2a7453789dac', 'admin_state_up': True, 'tenant_id': '60bf76da5fe447d3aa8d099f27228a67', 'security_groups': ['84f591e9-ce5a-4a9f-8728-dbb3ef5ce8ff']}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 08:30:32.636060 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device 21605a0f-030d-4c14-9fb2-cb1882313677 up at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 08:30:32.684097 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvr_db [None req-3c23db95-25f5-488a-96eb-ed9fdc532970 None None] Set router f5a4d126-c684-4e2c-b40b-e485ef6c3354 gateway port host: dv-neutron-861624-1-hyperv {{(pid=103335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 08:30:32.692075 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Provisioning complete for port 21605a0f-030d-4c14-9fb2-cb1882313677 triggered by entity L2. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 08:30:32.692445 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:30:32.692797 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Attempt 1 to provision port 21605a0f-030d-4c14-9fb2-cb1882313677 Oct 19 08:30:32.739830 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4986788e-5480-4ab2-9100-3b8fbeaba8cf req-72e4d8d9-ed72-4210-b033-334407840d39 tempest-TestSnapshotPattern-458773783 tempest-TestSnapshotPattern-458773783-project] Made reservation on behalf of 60bf76da5fe447d3aa8d099f27228a67 for: {'port': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 08:30:32.744065 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [req-4986788e-5480-4ab2-9100-3b8fbeaba8cf req-72e4d8d9-ed72-4210-b033-334407840d39 tempest-TestSnapshotPattern-458773783 tempest-TestSnapshotPattern-458773783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:30:32.777483 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Current status of the port 21605a0f-030d-4c14-9fb2-cb1882313677 is: DOWN; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 08:30:32.777998 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:30:32.802645 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] For port 21605a0f-030d-4c14-9fb2-cb1882313677, host dv-neutron-861624-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=21605a0f-030d-4c14-9fb2-cb1882313677,segment=NetworkSegment(53981d04-8205-40d8-8d33-0510111d6f8f),segment_id=53981d04-8205-40d8-8d33-0510111d6f8f)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 08:30:32.807794 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:30:32.863824 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Pushing event updated for resources: {'Port': ['ID=21605a0f-030d-4c14-9fb2-cb1882313677,revision_number=4']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:30:32.887967 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.db_base_plugin_common [req-4986788e-5480-4ab2-9100-3b8fbeaba8cf req-72e4d8d9-ed72-4210-b033-334407840d39 tempest-TestSnapshotPattern-458773783 tempest-TestSnapshotPattern-458773783-project] Allocated IP 172.20.0.3 (ceeb243b-e510-46f9-9b57-2a7453789dac/310cc3ac-0d5a-424c-892a-04c84291e7c3/e8059c2a-626d-42f0-a0a4-88a2ae4ba1e9) {{(pid=103333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 08:30:32.902228 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-3c23db95-25f5-488a-96eb-ed9fdc532970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5a4d126-c684-4e2c-b40b-e485ef6c3354', 'name': 'tempest-TestSnapshotPattern-752691682-router', 'tenant_id': '8be45937606143bab12753704c836520', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'external_fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.46'}], 'enable_snat': True}, 'gw_port_id': '21605a0f-030d-4c14-9fb2-cb1882313677', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T08:30:25Z', 'updated_at': '2022-10-19T08:30:28Z', 'revision_number': 4, 'project_id': '8be45937606143bab12753704c836520', 'gw_port': {'id': '21605a0f-030d-4c14-9fb2-cb1882313677', 'name': '', 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:e8:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5a4d126-c684-4e2c-b40b-e485ef6c3354', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1882, 'fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T08:30:26Z', 'updated_at': '2022-10-19T08:30:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861624-1-hyperv', '_interfaces': [{'id': '28c22623-d796-4dee-a98e-e3e0ecf1dc2b', 'name': '', 'network_id': 'd7c55875-4e22-4bba-8f6f-9ea92e32f730', 'tenant_id': '8be45937606143bab12753704c836520', 'mac_address': 'fa:16:3e:ab:8e:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5a4d126-c684-4e2c-b40b-e485ef6c3354', 'device_owner': 'network:router_interface', 'standard_attr_id': 1883, 'fixed_ips': [{'subnet_id': '61d51a3d-d522-4e20-8b03-b52f744298e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T08:30:28Z', 'updated_at': '2022-10-19T08:30:28Z', 'revision_number': 2, 'project_id': '8be45937606143bab12753704c836520', 'subnets': [{'id': '61d51a3d-d522-4e20-8b03-b52f744298e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:30:32.932327 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c23db95-25f5-488a-96eb-ed9fdc532970 None None] Checking router: f5a4d126-c684-4e2c-b40b-e485ef6c3354 for host: dv-neutron-861624-1-hyperv {{(pid=103335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 08:30:32.932708 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c23db95-25f5-488a-96eb-ed9fdc532970 None None] Updating router f5a4d126-c684-4e2c-b40b-e485ef6c3354 port 28c22623-d796-4dee-a98e-e3e0ecf1dc2b binding host dv-neutron-861624-1-hyperv {{(pid=103335) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 19 08:30:32.958369 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3c23db95-25f5-488a-96eb-ed9fdc532970 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:30:32.999580 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-2ba6b55d-bc46-4511-8b65-302aa799e38b None None] Attempt 7 to provision port 28c22623-d796-4dee-a98e-e3e0ecf1dc2b Oct 19 08:30:33.031275 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [req-4986788e-5480-4ab2-9100-3b8fbeaba8cf req-72e4d8d9-ed72-4210-b033-334407840d39 tempest-TestSnapshotPattern-458773783 tempest-TestSnapshotPattern-458773783-project] Notify callbacks [] for port, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:30:33.035803 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-2ba6b55d-bc46-4511-8b65-302aa799e38b None None] Port 28c22623-d796-4dee-a98e-e3e0ecf1dc2b cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 08:30:33.065976 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [req-4986788e-5480-4ab2-9100-3b8fbeaba8cf req-72e4d8d9-ed72-4210-b033-334407840d39 tempest-TestSnapshotPattern-458773783 tempest-TestSnapshotPattern-458773783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785020947330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130996763'] for port, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:30:33.111541 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4986788e-5480-4ab2-9100-3b8fbeaba8cf req-72e4d8d9-ed72-4210-b033-334407840d39 tempest-TestSnapshotPattern-458773783 tempest-TestSnapshotPattern-458773783-project] Network ceeb243b-e510-46f9-9b57-2a7453789dac is already hosted by enough agents. {{(pid=103333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 08:30:33.114695 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [req-4986788e-5480-4ab2-9100-3b8fbeaba8cf req-72e4d8d9-ed72-4210-b033-334407840d39 tempest-TestSnapshotPattern-458773783 tempest-TestSnapshotPattern-458773783-project] Resources bound (agent type, host, resource id): {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 08:30:33.118381 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.l3_dvrscheduler_db [req-4986788e-5480-4ab2-9100-3b8fbeaba8cf req-72e4d8d9-ed72-4210-b033-334407840d39 tempest-TestSnapshotPattern-458773783 tempest-TestSnapshotPattern-458773783-project] Received port after_create {{(pid=103333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 08:30:33.125529 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e4d8d9-ed72-4210-b033-334407840d39 tempest-TestSnapshotPattern-458773783 tempest-TestSnapshotPattern-458773783-project] Pushing event updated for resources: {'Port': ['ID=e8059c2a-626d-42f0-a0a4-88a2ae4ba1e9,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:30:33.173286 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4986788e-5480-4ab2-9100-3b8fbeaba8cf req-72e4d8d9-ed72-4210-b033-334407840d39 tempest-TestSnapshotPattern-458773783 tempest-TestSnapshotPattern-458773783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:30:33.173803 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [req-4986788e-5480-4ab2-9100-3b8fbeaba8cf req-72e4d8d9-ed72-4210-b033-334407840d39 tempest-TestSnapshotPattern-458773783 tempest-TestSnapshotPattern-458773783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42160'] for port, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:30:33.192141 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-4986788e-5480-4ab2-9100-3b8fbeaba8cf req-72e4d8d9-ed72-4210-b033-334407840d39 tempest-TestSnapshotPattern-458773783 tempest-TestSnapshotPattern-458773783-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5797532 Oct 19 08:30:33.204309 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [req-4986788e-5480-4ab2-9100-3b8fbeaba8cf req-a63c53fd-3759-4659-8130-e9f7f640a60b service neutron] Request body: {'port': {'device_id': 'd6064fee-07e1-4af2-a24d-f85b88e863fa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8616'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 08:30:33.231547 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3c23db95-25f5-488a-96eb-ed9fdc532970 None None] Notify callbacks [] for port, precommit_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:30:33.238467 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3c23db95-25f5-488a-96eb-ed9fdc532970 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:30:33.266755 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [req-4986788e-5480-4ab2-9100-3b8fbeaba8cf req-a63c53fd-3759-4659-8130-e9f7f640a60b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:30:33.327249 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c8ec85-3363-40a8-8541-829723cdd874 None None] Pushing event updated for resources: {'Port': ['ID=28c22623-d796-4dee-a98e-e3e0ecf1dc2b,revision_number=3']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:30:33.337724 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-3c23db95-25f5-488a-96eb-ed9fdc532970 None None] Attempting to bind port 28c22623-d796-4dee-a98e-e3e0ecf1dc2b on host dv-neutron-861624-1-hyperv for vnic_type normal with profile {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 19 08:30:33.338106 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-3c23db95-25f5-488a-96eb-ed9fdc532970 None None] Attempting to bind port 28c22623-d796-4dee-a98e-e3e0ecf1dc2b by drivers openvswitch,hyperv on host dv-neutron-861624-1-hyperv at level 0 using segments [{'id': 'b304b3eb-1e13-499d-a2ee-3591fcd4a89d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'd7c55875-4e22-4bba-8f6f-9ea92e32f730'}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 19 08:30:33.338425 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c23db95-25f5-488a-96eb-ed9fdc532970 None None] Attempting to bind port 28c22623-d796-4dee-a98e-e3e0ecf1dc2b on network d7c55875-4e22-4bba-8f6f-9ea92e32f730 {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 08:30:33.344486 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c23db95-25f5-488a-96eb-ed9fdc532970 None None] Checking agent: {'id': 'a5b0152c-d633-409b-aaf8-3b76458e2410', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-861624-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 19, 7, 30, 19), 'started_at': datetime.datetime(2022, 10, 19, 7, 30, 49), 'heartbeat_timestamp': datetime.datetime(2022, 10, 19, 8, 30, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-861624-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 08:30:33.344981 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c23db95-25f5-488a-96eb-ed9fdc532970 None None] Checking segment: {'id': 'b304b3eb-1e13-499d-a2ee-3591fcd4a89d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'd7c55875-4e22-4bba-8f6f-9ea92e32f730'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 19 08:30:33.345525 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3c23db95-25f5-488a-96eb-ed9fdc532970 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:30:33.346001 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c23db95-25f5-488a-96eb-ed9fdc532970 None None] Bound using segment: {'id': 'b304b3eb-1e13-499d-a2ee-3591fcd4a89d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'd7c55875-4e22-4bba-8f6f-9ea92e32f730'} {{(pid=103335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 08:30:33.346475 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.managers [None req-3c23db95-25f5-488a-96eb-ed9fdc532970 None None] Bound port: 28c22623-d796-4dee-a98e-e3e0ecf1dc2b, host: dv-neutron-861624-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b304b3eb-1e13-499d-a2ee-3591fcd4a89d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'd7c55875-4e22-4bba-8f6f-9ea92e32f730'}}] {{(pid=103335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 19 08:30:33.346824 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3c23db95-25f5-488a-96eb-ed9fdc532970 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:30:33.412318 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-3c23db95-25f5-488a-96eb-ed9fdc532970 None None] For port 28c22623-d796-4dee-a98e-e3e0ecf1dc2b, host dv-neutron-861624-1-hyperv, cleared binding levels {{(pid=103335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 08:30:33.415290 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.plugins.ml2.db [None req-3c23db95-25f5-488a-96eb-ed9fdc532970 None None] For port 28c22623-d796-4dee-a98e-e3e0ecf1dc2b, host dv-neutron-861624-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=28c22623-d796-4dee-a98e-e3e0ecf1dc2b,segment=NetworkSegment(b304b3eb-1e13-499d-a2ee-3591fcd4a89d),segment_id=b304b3eb-1e13-499d-a2ee-3591fcd4a89d)] {{(pid=103335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 08:30:33.421206 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron_lib.callbacks.manager [None req-3c23db95-25f5-488a-96eb-ed9fdc532970 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103335) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:30:33.456997 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c23db95-25f5-488a-96eb-ed9fdc532970 None None] Routers {'f5a4d126-c684-4e2c-b40b-e485ef6c3354'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 08:30:33.457695 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-3c23db95-25f5-488a-96eb-ed9fdc532970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T08:30:16Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['f5a4d126-c684-4e2c-b40b-e485ef6c3354'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:30:33.515302 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c8ec85-3363-40a8-8541-829723cdd874 None None] Pushing event updated for resources: {'Port': ['ID=28c22623-d796-4dee-a98e-e3e0ecf1dc2b,revision_number=4']} {{(pid=103335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:30:33.537088 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-2ba6b55d-bc46-4511-8b65-302aa799e38b None None] Attempt 8 to provision port 28c22623-d796-4dee-a98e-e3e0ecf1dc2b Oct 19 08:30:33.540291 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.notifiers.nova [req-4986788e-5480-4ab2-9100-3b8fbeaba8cf req-a63c53fd-3759-4659-8130-e9f7f640a60b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e8059c2a-626d-42f0-a0a4-88a2ae4ba1e9 {{(pid=103333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 19 08:30:33.548466 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [req-4986788e-5480-4ab2-9100-3b8fbeaba8cf req-a63c53fd-3759-4659-8130-e9f7f640a60b service neutron] Notify callbacks [] for port, precommit_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:30:33.562867 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.provisioning_blocks [req-4986788e-5480-4ab2-9100-3b8fbeaba8cf req-a63c53fd-3759-4659-8130-e9f7f640a60b service neutron] Transition to ACTIVE for port object e8059c2a-626d-42f0-a0a4-88a2ae4ba1e9 will not be triggered until provisioned by entity L2. {{(pid=103333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 19 08:30:33.567805 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [req-4986788e-5480-4ab2-9100-3b8fbeaba8cf req-a63c53fd-3759-4659-8130-e9f7f640a60b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130996754'] for port, after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:30:33.581100 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvr_db [None req-3c23db95-25f5-488a-96eb-ed9fdc532970 None None] Set router f5a4d126-c684-4e2c-b40b-e485ef6c3354 gateway port host: dv-neutron-861624-1-hyperv {{(pid=103335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 08:30:33.631121 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-2ba6b55d-bc46-4511-8b65-302aa799e38b None None] Current status of the port 28c22623-d796-4dee-a98e-e3e0ecf1dc2b is: DOWN; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 08:30:33.631528 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-2ba6b55d-bc46-4511-8b65-302aa799e38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:30:33.670640 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63c53fd-3759-4659-8130-e9f7f640a60b service neutron] Pushing event updated for resources: {'Port': ['ID=e8059c2a-626d-42f0-a0a4-88a2ae4ba1e9,revision_number=2']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:30:33.673298 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-2ba6b55d-bc46-4511-8b65-302aa799e38b None None] For port 28c22623-d796-4dee-a98e-e3e0ecf1dc2b, host dv-neutron-861624-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=28c22623-d796-4dee-a98e-e3e0ecf1dc2b,segment=NetworkSegment(b304b3eb-1e13-499d-a2ee-3591fcd4a89d),segment_id=b304b3eb-1e13-499d-a2ee-3591fcd4a89d)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 08:30:33.685007 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-2ba6b55d-bc46-4511-8b65-302aa799e38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:30:33.700307 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.managers [req-4986788e-5480-4ab2-9100-3b8fbeaba8cf req-a63c53fd-3759-4659-8130-e9f7f640a60b service neutron] Attempting to bind port e8059c2a-626d-42f0-a0a4-88a2ae4ba1e9 on host hv-neutron-8616 for vnic_type normal with profile {{(pid=103333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 19 08:30:33.700696 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.managers [req-4986788e-5480-4ab2-9100-3b8fbeaba8cf req-a63c53fd-3759-4659-8130-e9f7f640a60b service neutron] Attempting to bind port e8059c2a-626d-42f0-a0a4-88a2ae4ba1e9 by drivers openvswitch,hyperv on host hv-neutron-8616 at level 0 using segments [{'id': 'e27b8cbe-c20b-47ce-84bc-af7302aac158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'ceeb243b-e510-46f9-9b57-2a7453789dac'}] {{(pid=103333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 19 08:30:33.701028 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4986788e-5480-4ab2-9100-3b8fbeaba8cf req-a63c53fd-3759-4659-8130-e9f7f640a60b service neutron] Attempting to bind port e8059c2a-626d-42f0-a0a4-88a2ae4ba1e9 on network ceeb243b-e510-46f9-9b57-2a7453789dac {{(pid=103333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 08:30:33.707743 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4986788e-5480-4ab2-9100-3b8fbeaba8cf req-a63c53fd-3759-4659-8130-e9f7f640a60b service neutron] Port e8059c2a-626d-42f0-a0a4-88a2ae4ba1e9 on network ceeb243b-e510-46f9-9b57-2a7453789dac not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8616 {{(pid=103333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 08:30:33.708348 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4986788e-5480-4ab2-9100-3b8fbeaba8cf req-a63c53fd-3759-4659-8130-e9f7f640a60b service neutron] Attempting to bind port e8059c2a-626d-42f0-a0a4-88a2ae4ba1e9 on network ceeb243b-e510-46f9-9b57-2a7453789dac {{(pid=103333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 08:30:33.714308 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4986788e-5480-4ab2-9100-3b8fbeaba8cf req-a63c53fd-3759-4659-8130-e9f7f640a60b service neutron] Checking agent: {'id': '5297b6e1-8fc1-4f42-910c-8f50c918ca65', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8616', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 19, 7, 36, 11), 'started_at': datetime.datetime(2022, 10, 19, 7, 36, 11), 'heartbeat_timestamp': datetime.datetime(2022, 10, 19, 8, 30, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 08:30:33.715004 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4986788e-5480-4ab2-9100-3b8fbeaba8cf req-a63c53fd-3759-4659-8130-e9f7f640a60b service neutron] Checking segment: {'id': 'e27b8cbe-c20b-47ce-84bc-af7302aac158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'ceeb243b-e510-46f9-9b57-2a7453789dac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 19 08:30:33.715615 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4986788e-5480-4ab2-9100-3b8fbeaba8cf req-a63c53fd-3759-4659-8130-e9f7f640a60b service neutron] Bound using segment: {'id': 'e27b8cbe-c20b-47ce-84bc-af7302aac158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'ceeb243b-e510-46f9-9b57-2a7453789dac'} {{(pid=103333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 08:30:33.716299 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.managers [req-4986788e-5480-4ab2-9100-3b8fbeaba8cf req-a63c53fd-3759-4659-8130-e9f7f640a60b service neutron] Bound port: e8059c2a-626d-42f0-a0a4-88a2ae4ba1e9, host: hv-neutron-8616, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e27b8cbe-c20b-47ce-84bc-af7302aac158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'ceeb243b-e510-46f9-9b57-2a7453789dac'}}] {{(pid=103333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 19 08:30:33.716786 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [req-4986788e-5480-4ab2-9100-3b8fbeaba8cf req-a63c53fd-3759-4659-8130-e9f7f640a60b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:30:33.733448 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3eed4f-45b4-4865-8778-19f69d8d6577 req-744c157d-fc01-4a2e-9364-6ed1c1e89a90 tempest-TestSnapshotPattern-458773783 tempest-TestSnapshotPattern-458773783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:30:33.735603 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-7f3eed4f-45b4-4865-8778-19f69d8d6577 req-744c157d-fc01-4a2e-9364-6ed1c1e89a90 tempest-TestSnapshotPattern-458773783 tempest-TestSnapshotPattern-458773783-project] 10.222.0.27 "GET /v2.0/ports?device_id=d6064fee-07e1-4af2-a24d-f85b88e863fa HTTP/1.1" status: 200 len: 943 time: 0.0793235 Oct 19 08:30:33.763069 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba6b55d-bc46-4511-8b65-302aa799e38b None None] Pushing event updated for resources: {'Port': ['ID=28c22623-d796-4dee-a98e-e3e0ecf1dc2b,revision_number=5']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:30:33.782074 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-7f3eed4f-45b4-4865-8778-19f69d8d6577 req-db55616f-7094-4746-8a8b-f879f0056236 tempest-TestSnapshotPattern-458773783 tempest-TestSnapshotPattern-458773783-project] 10.222.0.27 "GET /v2.0/security-groups?id=84f591e9-ce5a-4a9f-8728-dbb3ef5ce8ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397739 Oct 19 08:30:33.798034 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.db [req-4986788e-5480-4ab2-9100-3b8fbeaba8cf req-a63c53fd-3759-4659-8130-e9f7f640a60b service neutron] For port e8059c2a-626d-42f0-a0a4-88a2ae4ba1e9, host hv-neutron-8616, cleared binding levels {{(pid=103333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 08:30:33.801206 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.db [req-4986788e-5480-4ab2-9100-3b8fbeaba8cf req-a63c53fd-3759-4659-8130-e9f7f640a60b service neutron] For port e8059c2a-626d-42f0-a0a4-88a2ae4ba1e9, host hv-neutron-8616, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=e8059c2a-626d-42f0-a0a4-88a2ae4ba1e9,segment=NetworkSegment(e27b8cbe-c20b-47ce-84bc-af7302aac158),segment_id=e27b8cbe-c20b-47ce-84bc-af7302aac158)] {{(pid=103333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 08:30:33.810076 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [req-4986788e-5480-4ab2-9100-3b8fbeaba8cf req-a63c53fd-3759-4659-8130-e9f7f640a60b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130996754'] for port, after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:30:33.816794 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4986788e-5480-4ab2-9100-3b8fbeaba8cf req-a63c53fd-3759-4659-8130-e9f7f640a60b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:30:33.817617 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [req-4986788e-5480-4ab2-9100-3b8fbeaba8cf req-a63c53fd-3759-4659-8130-e9f7f640a60b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42160'] for port, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:30:33.819348 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-4986788e-5480-4ab2-9100-3b8fbeaba8cf req-a63c53fd-3759-4659-8130-e9f7f640a60b service neutron] 10.222.0.16 "PUT /v2.0/ports/e8059c2a-626d-42f0-a0a4-88a2ae4ba1e9 HTTP/1.1" status: 200 len: 1093 time: 0.6198239 Oct 19 08:30:33.819938 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6064fee-07e1-4af2-a24d-f85b88e863fa', 'tag': 'e8059c2a-626d-42f0-a0a4-88a2ae4ba1e9'}] {{(pid=103333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 19 08:30:33.821663 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-3c23db95-25f5-488a-96eb-ed9fdc532970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5a4d126-c684-4e2c-b40b-e485ef6c3354', 'name': 'tempest-TestSnapshotPattern-752691682-router', 'tenant_id': '8be45937606143bab12753704c836520', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'external_fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.46'}], 'enable_snat': True}, 'gw_port_id': '21605a0f-030d-4c14-9fb2-cb1882313677', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T08:30:25Z', 'updated_at': '2022-10-19T08:30:28Z', 'revision_number': 4, 'project_id': '8be45937606143bab12753704c836520', 'gw_port': {'id': '21605a0f-030d-4c14-9fb2-cb1882313677', 'name': '', 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:e8:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5a4d126-c684-4e2c-b40b-e485ef6c3354', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1882, 'fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T08:30:26Z', 'updated_at': '2022-10-19T08:30:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861624-1-hyperv', '_interfaces': [{'id': '28c22623-d796-4dee-a98e-e3e0ecf1dc2b', 'name': '', 'network_id': 'd7c55875-4e22-4bba-8f6f-9ea92e32f730', 'tenant_id': '8be45937606143bab12753704c836520', 'mac_address': 'fa:16:3e:ab:8e:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5a4d126-c684-4e2c-b40b-e485ef6c3354', 'device_owner': 'network:router_interface', 'standard_attr_id': 1883, 'fixed_ips': [{'subnet_id': '61d51a3d-d522-4e20-8b03-b52f744298e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T08:30:28Z', 'updated_at': '2022-10-19T08:30:33Z', 'revision_number': 4, 'project_id': '8be45937606143bab12753704c836520', 'subnets': [{'id': '61d51a3d-d522-4e20-8b03-b52f744298e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:30:33.823357 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e3bb7d74903c72d9cb0d0f2f187c581e0456bd3142b101dc46d694cf75cdf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c548589f-cb3f-470a-9d30-21e32504053d" -d '{"events": [{"name": "network-changed", "server_uuid": "d6064fee-07e1-4af2-a24d-f85b88e863fa", "tag": "e8059c2a-626d-42f0-a0a4-88a2ae4ba1e9"}]}' {{(pid=103333) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 08:30:33.836404 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-b770393d-46f6-492f-bacc-e291b097d08d None None] Provisioning complete for port 28c22623-d796-4dee-a98e-e3e0ecf1dc2b triggered by entity DHCP. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 08:30:33.836999 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-b770393d-46f6-492f-bacc-e291b097d08d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:30:33.837892 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-b770393d-46f6-492f-bacc-e291b097d08d None None] Attempt 1 to provision port 28c22623-d796-4dee-a98e-e3e0ecf1dc2b Oct 19 08:30:33.853060 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c23db95-25f5-488a-96eb-ed9fdc532970 None None] The sync data for ids ['f5a4d126-c684-4e2c-b40b-e485ef6c3354'] in dv-neutron-861624-1-hyperv is: [{'id': 'f5a4d126-c684-4e2c-b40b-e485ef6c3354', 'name': 'tempest-TestSnapshotPattern-752691682-router', 'tenant_id': '8be45937606143bab12753704c836520', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'external_fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.46'}], 'enable_snat': True}, 'gw_port_id': '21605a0f-030d-4c14-9fb2-cb1882313677', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T08:30:25Z', 'updated_at': '2022-10-19T08:30:28Z', 'revision_number': 4, 'project_id': '8be45937606143bab12753704c836520', 'gw_port': {'id': '21605a0f-030d-4c14-9fb2-cb1882313677', 'name': '', 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:e8:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5a4d126-c684-4e2c-b40b-e485ef6c3354', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1882, 'fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T08:30:26Z', 'updated_at': '2022-10-19T08:30:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861624-1-hyperv', '_interfaces': [{'id': '28c22623-d796-4dee-a98e-e3e0ecf1dc2b', 'name': '', 'network_id': 'd7c55875-4e22-4bba-8f6f-9ea92e32f730', 'tenant_id': '8be45937606143bab12753704c836520', 'mac_address': 'fa:16:3e:ab:8e:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5a4d126-c684-4e2c-b40b-e485ef6c3354', 'device_owner': 'network:router_interface', 'standard_attr_id': 1883, 'fixed_ips': [{'subnet_id': '61d51a3d-d522-4e20-8b03-b52f744298e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T08:30:28Z', 'updated_at': '2022-10-19T08:30:33Z', 'revision_number': 4, 'project_id': '8be45937606143bab12753704c836520', 'subnets': [{'id': '61d51a3d-d522-4e20-8b03-b52f744298e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 08:30:33.900464 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 19 Oct 2022 08:30:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97aac0f7-918a-4e99-a3ac-753fd889defc x-openstack-request-id: req-97aac0f7-918a-4e99-a3ac-753fd889defc {{(pid=103333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 08:30:33.900885 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6064fee-07e1-4af2-a24d-f85b88e863fa", "tag": "e8059c2a-626d-42f0-a0a4-88a2ae4ba1e9", "status": "completed", "code": 200}]} {{(pid=103333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 08:30:33.901209 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-97aac0f7-918a-4e99-a3ac-753fd889defc {{(pid=103333) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 08:30:33.901671 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.notifiers.nova [-] Nova event matching ['req-97aac0f7-918a-4e99-a3ac-753fd889defc'] response: {'name': 'network-changed', 'server_uuid': 'd6064fee-07e1-4af2-a24d-f85b88e863fa', 'tag': 'e8059c2a-626d-42f0-a0a4-88a2ae4ba1e9', 'status': 'completed', 'code': 200} Oct 19 08:30:33.932191 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63c53fd-3759-4659-8130-e9f7f640a60b service neutron] Pushing event updated for resources: {'Port': ['ID=e8059c2a-626d-42f0-a0a4-88a2ae4ba1e9,revision_number=3']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:30:33.938240 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-b770393d-46f6-492f-bacc-e291b097d08d None None] Current status of the port 28c22623-d796-4dee-a98e-e3e0ecf1dc2b is: ACTIVE; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 08:30:33.940546 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4986788e-5480-4ab2-9100-3b8fbeaba8cf req-66ab886e-2deb-4a30-b44e-d932fc3254b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:30:33.941793 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-4986788e-5480-4ab2-9100-3b8fbeaba8cf req-66ab886e-2deb-4a30-b44e-d932fc3254b5 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=60bf76da5fe447d3aa8d099f27228a67&device_id=d6064fee-07e1-4af2-a24d-f85b88e863fa HTTP/1.1" status: 200 len: 1096 time: 0.0763941 Oct 19 08:30:33.988641 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-4986788e-5480-4ab2-9100-3b8fbeaba8cf req-fb57eaae-a234-4b6b-b34d-ac3d50145eb2 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e8059c2a-626d-42f0-a0a4-88a2ae4ba1e9 HTTP/1.1" status: 200 len: 217 time: 0.0385399 Oct 19 08:30:34.038480 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4986788e-5480-4ab2-9100-3b8fbeaba8cf req-8a281dfd-70d5-4a52-9ff2-0591f65ce2fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:30:34.039993 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-4986788e-5480-4ab2-9100-3b8fbeaba8cf req-8a281dfd-70d5-4a52-9ff2-0591f65ce2fb service neutron] 10.222.0.16 "GET /v2.0/subnets?id=310cc3ac-0d5a-424c-892a-04c84291e7c3 HTTP/1.1" status: 200 len: 848 time: 0.0457087 Oct 19 08:30:34.086942 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4986788e-5480-4ab2-9100-3b8fbeaba8cf req-5a8e6100-481e-4e00-bfba-1c166d4cd725 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:30:34.088498 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-4986788e-5480-4ab2-9100-3b8fbeaba8cf req-5a8e6100-481e-4e00-bfba-1c166d4cd725 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ceeb243b-e510-46f9-9b57-2a7453789dac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0421293 Oct 19 08:30:34.186596 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-4986788e-5480-4ab2-9100-3b8fbeaba8cf req-291e78a0-c395-4fbf-9096-a5c8778a1304 service neutron] 10.222.0.16 "GET /v2.0/networks/ceeb243b-e510-46f9-9b57-2a7453789dac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907760 Oct 19 08:30:34.286490 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-4986788e-5480-4ab2-9100-3b8fbeaba8cf req-7a69b0bd-c3e9-48b7-85b4-723bdcd4df4f service neutron] 10.222.0.16 "GET /v2.0/networks/ceeb243b-e510-46f9-9b57-2a7453789dac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936079 Oct 19 08:30:34.374166 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c548589f-cb3f-470a-9d30-21e32504053d req-30f3a751-84c1-475a-962f-7c1336f4dfff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:30:34.375831 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-c548589f-cb3f-470a-9d30-21e32504053d req-30f3a751-84c1-475a-962f-7c1336f4dfff service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=60bf76da5fe447d3aa8d099f27228a67&device_id=d6064fee-07e1-4af2-a24d-f85b88e863fa HTTP/1.1" status: 200 len: 1096 time: 0.0436156 Oct 19 08:30:34.473653 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c548589f-cb3f-470a-9d30-21e32504053d req-2b5c87c8-c47f-404f-b8e8-39cc54468178 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:30:34.475129 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-c548589f-cb3f-470a-9d30-21e32504053d req-2b5c87c8-c47f-404f-b8e8-39cc54468178 service neutron] 10.222.0.16 "GET /v2.0/networks?id=ceeb243b-e510-46f9-9b57-2a7453789dac HTTP/1.1" status: 200 len: 910 time: 0.0929749 Oct 19 08:30:34.590352 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device 21605a0f-030d-4c14-9fb2-cb1882313677 up at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 08:30:34.645584 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Provisioning complete for port 21605a0f-030d-4c14-9fb2-cb1882313677 triggered by entity L2. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 08:30:34.646251 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:30:34.646417 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Attempt 1 to provision port 21605a0f-030d-4c14-9fb2-cb1882313677 Oct 19 08:30:34.734596 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Current status of the port 21605a0f-030d-4c14-9fb2-cb1882313677 is: ACTIVE; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 08:30:34.735675 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device 28c22623-d796-4dee-a98e-e3e0ecf1dc2b up at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 08:30:34.782974 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Provisioning complete for port 28c22623-d796-4dee-a98e-e3e0ecf1dc2b triggered by entity L2. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 08:30:34.783348 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:30:34.783685 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Attempt 1 to provision port 28c22623-d796-4dee-a98e-e3e0ecf1dc2b Oct 19 08:30:34.825381 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-c548589f-cb3f-470a-9d30-21e32504053d req-e9a1b494-8131-4f57-a9e7-489cb6302462 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e8059c2a-626d-42f0-a0a4-88a2ae4ba1e9 HTTP/1.1" status: 200 len: 217 time: 0.3358631 Oct 19 08:30:34.864459 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Current status of the port 28c22623-d796-4dee-a98e-e3e0ecf1dc2b is: ACTIVE; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 08:30:34.875472 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c548589f-cb3f-470a-9d30-21e32504053d req-20cc484e-1823-4364-a8bb-4aed8a3c6b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:30:34.876948 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-c548589f-cb3f-470a-9d30-21e32504053d req-20cc484e-1823-4364-a8bb-4aed8a3c6b58 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=310cc3ac-0d5a-424c-892a-04c84291e7c3 HTTP/1.1" status: 200 len: 848 time: 0.0451856 Oct 19 08:30:34.907823 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c7d162-2f82-4245-b60e-b80ed45de001 req-b10d400a-cec3-47dc-aec1-b9b9c0b05019 tempest-TestSnapshotPattern-458773783 tempest-TestSnapshotPattern-458773783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:30:34.909360 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-87c7d162-2f82-4245-b60e-b80ed45de001 req-b10d400a-cec3-47dc-aec1-b9b9c0b05019 tempest-TestSnapshotPattern-458773783 tempest-TestSnapshotPattern-458773783-project] 10.222.0.27 "GET /v2.0/ports?device_id=d6064fee-07e1-4af2-a24d-f85b88e863fa HTTP/1.1" status: 200 len: 943 time: 0.0501494 Oct 19 08:30:34.923275 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c548589f-cb3f-470a-9d30-21e32504053d req-cd0c197a-caf9-43ad-b7eb-95319818d450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:30:34.924873 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-c548589f-cb3f-470a-9d30-21e32504053d req-cd0c197a-caf9-43ad-b7eb-95319818d450 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ceeb243b-e510-46f9-9b57-2a7453789dac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0414197 Oct 19 08:30:34.947485 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-87c7d162-2f82-4245-b60e-b80ed45de001 req-49b12706-77d0-440f-a59f-00cbf7c8ac5f tempest-TestSnapshotPattern-458773783 tempest-TestSnapshotPattern-458773783-project] 10.222.0.27 "GET /v2.0/security-groups?id=84f591e9-ce5a-4a9f-8728-dbb3ef5ce8ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320346 Oct 19 08:30:35.023328 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-c548589f-cb3f-470a-9d30-21e32504053d req-dcfd8372-31c6-416f-975b-35d430ccd130 service neutron] 10.222.0.16 "GET /v2.0/networks/ceeb243b-e510-46f9-9b57-2a7453789dac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909569 Oct 19 08:30:35.117004 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-c548589f-cb3f-470a-9d30-21e32504053d req-516b408c-77a6-4ba7-a639-afed31285e70 service neutron] 10.222.0.16 "GET /v2.0/networks/ceeb243b-e510-46f9-9b57-2a7453789dac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854831 Oct 19 08:30:36.069790 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634eefe8-3a21-47b7-987f-974bee8ab2c0 req-fbd73e90-51a4-4179-952d-ea39f16d4721 tempest-TestSnapshotPattern-458773783 tempest-TestSnapshotPattern-458773783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:30:36.071252 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-634eefe8-3a21-47b7-987f-974bee8ab2c0 req-fbd73e90-51a4-4179-952d-ea39f16d4721 tempest-TestSnapshotPattern-458773783 tempest-TestSnapshotPattern-458773783-project] 10.222.0.27 "GET /v2.0/ports?device_id=d6064fee-07e1-4af2-a24d-f85b88e863fa HTTP/1.1" status: 200 len: 943 time: 0.0476885 Oct 19 08:30:36.108965 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-634eefe8-3a21-47b7-987f-974bee8ab2c0 req-2dc25513-b70f-49be-8944-1ae32d7f8046 tempest-TestSnapshotPattern-458773783 tempest-TestSnapshotPattern-458773783-project] 10.222.0.27 "GET /v2.0/security-groups?id=84f591e9-ce5a-4a9f-8728-dbb3ef5ce8ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312519 Oct 19 08:30:36.374804 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Device e8059c2a-626d-42f0-a0a4-88a2ae4ba1e9 details requested by agent hyperv_hv-neutron-8616 with host hv-neutron-8616 {{(pid=103334) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 08:30:36.606544 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] For port e8059c2a-626d-42f0-a0a4-88a2ae4ba1e9, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=e8059c2a-626d-42f0-a0a4-88a2ae4ba1e9,segment=NetworkSegment(e27b8cbe-c20b-47ce-84bc-af7302aac158),segment_id=e27b8cbe-c20b-47ce-84bc-af7302aac158)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 08:30:36.617551 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Returning: {'device': 'e8059c2a-626d-42f0-a0a4-88a2ae4ba1e9', 'network_id': 'ceeb243b-e510-46f9-9b57-2a7453789dac', 'port_id': 'e8059c2a-626d-42f0-a0a4-88a2ae4ba1e9', 'mac_address': 'fa:16:3e:43:66:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '310cc3ac-0d5a-424c-892a-04c84291e7c3', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103334) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 08:30:36.653198 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Current status of the port e8059c2a-626d-42f0-a0a4-88a2ae4ba1e9 is: DOWN; New status is: BUILD {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 08:30:36.653579 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:30:36.665743 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.notifiers.nova [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e8059c2a-626d-42f0-a0a4-88a2ae4ba1e9 {{(pid=103334) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 19 08:30:36.688716 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] For port e8059c2a-626d-42f0-a0a4-88a2ae4ba1e9, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=e8059c2a-626d-42f0-a0a4-88a2ae4ba1e9,segment=NetworkSegment(e27b8cbe-c20b-47ce-84bc-af7302aac158),segment_id=e27b8cbe-c20b-47ce-84bc-af7302aac158)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 08:30:36.692669 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:30:36.738118 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Pushing event updated for resources: {'Port': ['ID=e8059c2a-626d-42f0-a0a4-88a2ae4ba1e9,revision_number=4']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:30:36.899043 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] get_ports_and_sgs() called for port_ids ['e8059c2a-626d-42f0-a0a4-88a2ae4ba1e9'] {{(pid=103334) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 19 08:30:37.231024 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4eaa574-048e-4992-b2be-cc07a1a94881 req-f6d4a592-0474-4d24-83b5-22c242008b59 tempest-TestSnapshotPattern-458773783 tempest-TestSnapshotPattern-458773783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:30:37.232593 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-f4eaa574-048e-4992-b2be-cc07a1a94881 req-f6d4a592-0474-4d24-83b5-22c242008b59 tempest-TestSnapshotPattern-458773783 tempest-TestSnapshotPattern-458773783-project] 10.222.0.27 "GET /v2.0/ports?device_id=d6064fee-07e1-4af2-a24d-f85b88e863fa HTTP/1.1" status: 200 len: 944 time: 0.0525584 Oct 19 08:30:37.269941 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-f4eaa574-048e-4992-b2be-cc07a1a94881 req-bc1e6a42-c0ed-417b-93a4-b817f3aeea86 tempest-TestSnapshotPattern-458773783 tempest-TestSnapshotPattern-458773783-project] 10.222.0.27 "GET /v2.0/security-groups?id=84f591e9-ce5a-4a9f-8728-dbb3ef5ce8ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310295 Oct 19 08:30:38.375745 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Device e8059c2a-626d-42f0-a0a4-88a2ae4ba1e9 up at agent hyperv_hv-neutron-8616 {{(pid=103334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 08:30:38.391693 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4801f5af-9587-475d-ac0d-720e1db43025 req-ee68fd5e-04a4-488a-bc68-c4e696f62ecd tempest-TestSnapshotPattern-458773783 tempest-TestSnapshotPattern-458773783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:30:38.393204 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-4801f5af-9587-475d-ac0d-720e1db43025 req-ee68fd5e-04a4-488a-bc68-c4e696f62ecd tempest-TestSnapshotPattern-458773783 tempest-TestSnapshotPattern-458773783-project] 10.222.0.27 "GET /v2.0/ports?device_id=d6064fee-07e1-4af2-a24d-f85b88e863fa HTTP/1.1" status: 200 len: 944 time: 0.0488636 Oct 19 08:30:38.423308 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Provisioning for port e8059c2a-626d-42f0-a0a4-88a2ae4ba1e9 completed by entity L2. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 19 08:30:38.427208 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Provisioning complete for port e8059c2a-626d-42f0-a0a4-88a2ae4ba1e9 triggered by entity L2. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 08:30:38.427574 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:30:38.427899 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Attempt 1 to provision port e8059c2a-626d-42f0-a0a4-88a2ae4ba1e9 Oct 19 08:30:38.432764 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-4801f5af-9587-475d-ac0d-720e1db43025 req-f0ba4ae8-5dd0-4484-aa1c-d5b27cb57f60 tempest-TestSnapshotPattern-458773783 tempest-TestSnapshotPattern-458773783-project] 10.222.0.27 "GET /v2.0/security-groups?id=84f591e9-ce5a-4a9f-8728-dbb3ef5ce8ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333297 Oct 19 08:30:38.508028 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Current status of the port e8059c2a-626d-42f0-a0a4-88a2ae4ba1e9 is: BUILD; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 08:30:38.508418 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:30:38.530899 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6064fee-07e1-4af2-a24d-f85b88e863fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8059c2a-626d-42f0-a0a4-88a2ae4ba1e9'}] {{(pid=103334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 19 08:30:38.533183 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d918bd29c62f7e926e80ce37adcd574e0921d2de3006e6b6ef58999f52d8e2e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbf1b0bd-7b16-4c3d-b6ac-8d3e308afebb" -d '{"events": [{"server_uuid": "d6064fee-07e1-4af2-a24d-f85b88e863fa", "name": "network-vif-plugged", "status": "completed", "tag": "e8059c2a-626d-42f0-a0a4-88a2ae4ba1e9"}]}' {{(pid=103334) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 08:30:38.545996 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] For port e8059c2a-626d-42f0-a0a4-88a2ae4ba1e9, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=e8059c2a-626d-42f0-a0a4-88a2ae4ba1e9,segment=NetworkSegment(e27b8cbe-c20b-47ce-84bc-af7302aac158),segment_id=e27b8cbe-c20b-47ce-84bc-af7302aac158)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 08:30:38.549930 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:30:38.597965 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Pushing event updated for resources: {'Port': ['ID=e8059c2a-626d-42f0-a0a4-88a2ae4ba1e9,revision_number=5']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:30:38.622560 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 19 Oct 2022 08:30:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-682545f5-6173-4ed7-987b-fb57538d8c24 x-openstack-request-id: req-682545f5-6173-4ed7-987b-fb57538d8c24 {{(pid=103334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 08:30:38.622855 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6064fee-07e1-4af2-a24d-f85b88e863fa", "name": "network-vif-plugged", "status": "completed", "tag": "e8059c2a-626d-42f0-a0a4-88a2ae4ba1e9", "code": 200}]} {{(pid=103334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 08:30:38.623704 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-682545f5-6173-4ed7-987b-fb57538d8c24 {{(pid=103334) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 08:30:38.624228 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.notifiers.nova [-] Nova event matching ['req-682545f5-6173-4ed7-987b-fb57538d8c24'] response: {'server_uuid': 'd6064fee-07e1-4af2-a24d-f85b88e863fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8059c2a-626d-42f0-a0a4-88a2ae4ba1e9', 'code': 200} Oct 19 08:30:38.789224 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f9ba66-07c7-48e1-8713-907115013955 req-0560552e-db18-4fda-b935-766e314d7469 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:30:38.790607 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-d3f9ba66-07c7-48e1-8713-907115013955 req-0560552e-db18-4fda-b935-766e314d7469 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=d6064fee-07e1-4af2-a24d-f85b88e863fa HTTP/1.1" status: 200 len: 1098 time: 0.0458651 Oct 19 08:30:38.824145 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-d3f9ba66-07c7-48e1-8713-907115013955 req-93d99dc8-fec9-4988-94c1-ec87d0df0b38 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=84f591e9-ce5a-4a9f-8728-dbb3ef5ce8ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0275481 Oct 19 08:30:39.561999 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d674720e-dc4c-468d-a7d3-a6979ec80c38 req-ea855bee-6709-449b-9ee1-e173b80468f6 tempest-TestSnapshotPattern-458773783 tempest-TestSnapshotPattern-458773783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:30:39.563537 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-d674720e-dc4c-468d-a7d3-a6979ec80c38 req-ea855bee-6709-449b-9ee1-e173b80468f6 tempest-TestSnapshotPattern-458773783 tempest-TestSnapshotPattern-458773783-project] 10.222.0.27 "GET /v2.0/ports?device_id=d6064fee-07e1-4af2-a24d-f85b88e863fa HTTP/1.1" status: 200 len: 945 time: 0.0486710 Oct 19 08:30:39.601325 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-d674720e-dc4c-468d-a7d3-a6979ec80c38 req-258f30c5-da4c-4894-9c4c-7fd96078a953 tempest-TestSnapshotPattern-458773783 tempest-TestSnapshotPattern-458773783-project] 10.222.0.27 "GET /v2.0/security-groups?id=84f591e9-ce5a-4a9f-8728-dbb3ef5ce8ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319757 Oct 19 08:30:40.727390 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42e62d3-8bc8-489d-b58a-3e298dd51616 req-9df04ec0-ccbd-47d6-a4d2-b068afc55bdf tempest-TestSnapshotPattern-458773783 tempest-TestSnapshotPattern-458773783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:30:40.728928 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-e42e62d3-8bc8-489d-b58a-3e298dd51616 req-9df04ec0-ccbd-47d6-a4d2-b068afc55bdf tempest-TestSnapshotPattern-458773783 tempest-TestSnapshotPattern-458773783-project] 10.222.0.27 "GET /v2.0/ports?device_id=d6064fee-07e1-4af2-a24d-f85b88e863fa HTTP/1.1" status: 200 len: 945 time: 0.0538201 Oct 19 08:30:40.766404 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-e42e62d3-8bc8-489d-b58a-3e298dd51616 req-0b6efd9b-ac35-4f36-a558-c0190ad02c2d tempest-TestSnapshotPattern-458773783 tempest-TestSnapshotPattern-458773783-project] 10.222.0.27 "GET /v2.0/security-groups?id=84f591e9-ce5a-4a9f-8728-dbb3ef5ce8ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309503 Oct 19 08:30:40.886250 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560ff979-8eed-4de4-bcaa-7a800e71eb3a req-a1f59a52-a826-426f-b6fd-f70dc055d568 tempest-TestSnapshotPattern-458773783 tempest-TestSnapshotPattern-458773783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:30:40.887710 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-560ff979-8eed-4de4-bcaa-7a800e71eb3a req-a1f59a52-a826-426f-b6fd-f70dc055d568 tempest-TestSnapshotPattern-458773783 tempest-TestSnapshotPattern-458773783-project] 10.222.0.27 "GET /v2.0/ports?device_id=d6064fee-07e1-4af2-a24d-f85b88e863fa HTTP/1.1" status: 200 len: 945 time: 0.0496137 Oct 19 08:30:40.925674 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-560ff979-8eed-4de4-bcaa-7a800e71eb3a req-2830d0d6-fff5-4db8-8878-9cc8e9dc2e94 tempest-TestSnapshotPattern-458773783 tempest-TestSnapshotPattern-458773783-project] 10.222.0.27 "GET /v2.0/security-groups?id=84f591e9-ce5a-4a9f-8728-dbb3ef5ce8ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315073 Oct 19 08:30:40.953477 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 40176) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:30:41.076295 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c8cf3a5-3e40-4db4-bbb2-56c1e4d839c3 tempest-TestSnapshotPattern-944418177 tempest-TestSnapshotPattern-944418177-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:30:41.078274 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-3c8cf3a5-3e40-4db4-bbb2-56c1e4d839c3 tempest-TestSnapshotPattern-944418177 tempest-TestSnapshotPattern-944418177-project-admin] 10.222.0.27 "GET /v2.0/ports?device_id=d6064fee-07e1-4af2-a24d-f85b88e863fa HTTP/1.1" status: 200 len: 1093 time: 0.1232946 Oct 19 08:30:41.081114 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 40180) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:30:41.085255 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [None req-871a5174-8b97-4988-bad5-2c981df9d901 tempest-TestSnapshotPattern-458773783 tempest-TestSnapshotPattern-458773783-project] Request body: {'floatingip': {'floating_network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'port_id': 'e8059c2a-626d-42f0-a0a4-88a2ae4ba1e9', 'tenant_id': '60bf76da5fe447d3aa8d099f27228a67', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 08:30:41.105851 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-871a5174-8b97-4988-bad5-2c981df9d901 tempest-TestSnapshotPattern-458773783 tempest-TestSnapshotPattern-458773783-project] Notify callbacks [] for floatingip, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:30:41.201319 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-871a5174-8b97-4988-bad5-2c981df9d901 tempest-TestSnapshotPattern-458773783 tempest-TestSnapshotPattern-458773783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:30:41.302484 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.db_base_plugin_common [None req-871a5174-8b97-4988-bad5-2c981df9d901 tempest-TestSnapshotPattern-458773783 tempest-TestSnapshotPattern-458773783-project] Allocated IP 172.26.0.130 (99c66757-74e3-40a4-b479-8d09e3a7c3dd/7f3d1034-1de7-458a-a3ee-77488de3949b/50bc5ccf-95d4-40c2-96a9-745c22570a98) {{(pid=103333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 08:30:41.409124 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-871a5174-8b97-4988-bad5-2c981df9d901 tempest-TestSnapshotPattern-458773783 tempest-TestSnapshotPattern-458773783-project] Notify callbacks [] for port, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:30:41.441413 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-871a5174-8b97-4988-bad5-2c981df9d901 tempest-TestSnapshotPattern-458773783 tempest-TestSnapshotPattern-458773783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785020947330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130996763'] for port, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:30:41.480144 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-871a5174-8b97-4988-bad5-2c981df9d901 tempest-TestSnapshotPattern-458773783 tempest-TestSnapshotPattern-458773783-project] Network 99c66757-74e3-40a4-b479-8d09e3a7c3dd is already hosted by enough agents. {{(pid=103333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 08:30:41.484637 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [None req-871a5174-8b97-4988-bad5-2c981df9d901 tempest-TestSnapshotPattern-458773783 tempest-TestSnapshotPattern-458773783-project] Resources bound (agent type, host, resource id): {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 08:30:41.488104 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-871a5174-8b97-4988-bad5-2c981df9d901 tempest-TestSnapshotPattern-458773783 tempest-TestSnapshotPattern-458773783-project] Received port after_create {{(pid=103333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 08:30:41.509918 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871a5174-8b97-4988-bad5-2c981df9d901 tempest-TestSnapshotPattern-458773783 tempest-TestSnapshotPattern-458773783-project] Pushing event updated for resources: {'Port': ['ID=50bc5ccf-95d4-40c2-96a9-745c22570a98,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:30:41.848858 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-871a5174-8b97-4988-bad5-2c981df9d901 tempest-TestSnapshotPattern-458773783 tempest-TestSnapshotPattern-458773783-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:30:41.916789 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-871a5174-8b97-4988-bad5-2c981df9d901 tempest-TestSnapshotPattern-458773783 tempest-TestSnapshotPattern-458773783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:30:42.065429 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-871a5174-8b97-4988-bad5-2c981df9d901 tempest-TestSnapshotPattern-458773783 tempest-TestSnapshotPattern-458773783-project] Notify callbacks [] for port, precommit_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:30:42.069686 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-871a5174-8b97-4988-bad5-2c981df9d901 tempest-TestSnapshotPattern-458773783 tempest-TestSnapshotPattern-458773783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130996754'] for port, after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:30:42.139719 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-871a5174-8b97-4988-bad5-2c981df9d901 tempest-TestSnapshotPattern-458773783 tempest-TestSnapshotPattern-458773783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1695041'] for floatingip, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:30:42.142455 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871a5174-8b97-4988-bad5-2c981df9d901 tempest-TestSnapshotPattern-458773783 tempest-TestSnapshotPattern-458773783-project] Pushing event updated for resources: {'Port': ['ID=50bc5ccf-95d4-40c2-96a9-745c22570a98,revision_number=2']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:30:42.244088 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.db.l3_db [None req-871a5174-8b97-4988-bad5-2c981df9d901 tempest-TestSnapshotPattern-458773783 tempest-TestSnapshotPattern-458773783-project] Floating IP 46208f5c-ea0d-4679-9208-129eac9b29db associated. External IP: 172.26.0.130, port: e8059c2a-626d-42f0-a0a4-88a2ae4ba1e9. Oct 19 08:30:42.283288 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:30:42.457264 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-871a5174-8b97-4988-bad5-2c981df9d901 tempest-TestSnapshotPattern-458773783 tempest-TestSnapshotPattern-458773783-project] Router a26ba944-6cf3-4290-9c3a-b7542de897e2 has already been hosted by L3 agent ab388470-1243-4d53-80f2-c2f5899c97a7 {{(pid=103333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 08:30:42.566151 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-871a5174-8b97-4988-bad5-2c981df9d901 tempest-TestSnapshotPattern-458773783 tempest-TestSnapshotPattern-458773783-project] Notify agent at l3_agent.dv-neutron-861624-1-hyperv the message routers_updated {{(pid=103333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 08:30:42.576075 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad45ba61-c293-4d9f-b61c-2c7a04c3fafd None None] Sync routers for ids ['a26ba944-6cf3-4290-9c3a-b7542de897e2'] in dv-neutron-861624-1-hyperv {{(pid=103334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 08:30:42.583540 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-871a5174-8b97-4988-bad5-2c981df9d901 tempest-TestSnapshotPattern-458773783 tempest-TestSnapshotPattern-458773783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42160'] for floatingip, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:30:42.586804 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad45ba61-c293-4d9f-b61c-2c7a04c3fafd None None] Routers {'a26ba944-6cf3-4290-9c3a-b7542de897e2'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 08:30:42.587428 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-ad45ba61-c293-4d9f-b61c-2c7a04c3fafd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T08:30:16Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['a26ba944-6cf3-4290-9c3a-b7542de897e2'], 'active': True} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:30:42.611682 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-871a5174-8b97-4988-bad5-2c981df9d901 tempest-TestSnapshotPattern-458773783 tempest-TestSnapshotPattern-458773783-project] 10.222.0.27 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5295739 Oct 19 08:30:42.612436 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6064fee-07e1-4af2-a24d-f85b88e863fa', 'tag': 'e8059c2a-626d-42f0-a0a4-88a2ae4ba1e9'}] {{(pid=103333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 19 08:30:42.614807 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e3bb7d74903c72d9cb0d0f2f187c581e0456bd3142b101dc46d694cf75cdf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4344a53a-0f2c-4307-99b2-e777578fa1d9" -d '{"events": [{"name": "network-changed", "server_uuid": "d6064fee-07e1-4af2-a24d-f85b88e863fa", "tag": "e8059c2a-626d-42f0-a0a4-88a2ae4ba1e9"}]}' {{(pid=103333) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 08:30:42.650584 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 19 Oct 2022 08:30:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e9141d9-333c-48c3-8f90-89d795ec4658 x-openstack-request-id: req-3e9141d9-333c-48c3-8f90-89d795ec4658 {{(pid=103333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 08:30:42.650873 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6064fee-07e1-4af2-a24d-f85b88e863fa", "tag": "e8059c2a-626d-42f0-a0a4-88a2ae4ba1e9", "status": "completed", "code": 200}]} {{(pid=103333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 08:30:42.651121 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-3e9141d9-333c-48c3-8f90-89d795ec4658 {{(pid=103333) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 08:30:42.651523 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3e9141d9-333c-48c3-8f90-89d795ec4658'] response: {'name': 'network-changed', 'server_uuid': 'd6064fee-07e1-4af2-a24d-f85b88e863fa', 'tag': 'e8059c2a-626d-42f0-a0a4-88a2ae4ba1e9', 'status': 'completed', 'code': 200} Oct 19 08:30:42.695120 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvr_db [None req-ad45ba61-c293-4d9f-b61c-2c7a04c3fafd None None] Set router a26ba944-6cf3-4290-9c3a-b7542de897e2 gateway port host: dv-neutron-861624-1-hyperv {{(pid=103334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 08:30:42.714107 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4344a53a-0f2c-4307-99b2-e777578fa1d9 req-564a4603-8b60-43fd-8b87-5e878be7effb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:30:42.715573 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-4344a53a-0f2c-4307-99b2-e777578fa1d9 req-564a4603-8b60-43fd-8b87-5e878be7effb service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=60bf76da5fe447d3aa8d099f27228a67&device_id=d6064fee-07e1-4af2-a24d-f85b88e863fa HTTP/1.1" status: 200 len: 1098 time: 0.0415101 Oct 19 08:30:42.809457 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4344a53a-0f2c-4307-99b2-e777578fa1d9 req-bda60db7-4abd-4755-80b3-e052cbe37460 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:30:42.810944 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-4344a53a-0f2c-4307-99b2-e777578fa1d9 req-bda60db7-4abd-4755-80b3-e052cbe37460 service neutron] 10.222.0.16 "GET /v2.0/networks?id=ceeb243b-e510-46f9-9b57-2a7453789dac HTTP/1.1" status: 200 len: 910 time: 0.0869122 Oct 19 08:30:42.876093 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-4344a53a-0f2c-4307-99b2-e777578fa1d9 req-1defc3a6-a728-4220-b585-edf356b9000d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e8059c2a-626d-42f0-a0a4-88a2ae4ba1e9 HTTP/1.1" status: 200 len: 999 time: 0.0590291 Oct 19 08:30:42.923776 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-ad45ba61-c293-4d9f-b61c-2c7a04c3fafd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a26ba944-6cf3-4290-9c3a-b7542de897e2', 'name': 'tempest-TestSnapshotPattern-900669526-router', 'tenant_id': '60bf76da5fe447d3aa8d099f27228a67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'external_fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.3'}], 'enable_snat': True}, 'gw_port_id': '686ce761-d22a-46c3-b98b-ad09ecb519a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T08:30:21Z', 'updated_at': '2022-10-19T08:30:23Z', 'revision_number': 4, 'project_id': '60bf76da5fe447d3aa8d099f27228a67', 'gw_port': {'id': '686ce761-d22a-46c3-b98b-ad09ecb519a7', 'name': '', 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:c4:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a26ba944-6cf3-4290-9c3a-b7542de897e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1870, 'fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T08:30:21Z', 'updated_at': '2022-10-19T08:30:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861624-1-hyperv', '_floatingips': [{'id': '46208f5c-ea0d-4679-9208-129eac9b29db', 'tenant_id': '60bf76da5fe447d3aa8d099f27228a67', 'floating_ip_address': '172.26.0.130', 'floating_network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'router_id': 'a26ba944-6cf3-4290-9c3a-b7542de897e2', 'port_id': 'e8059c2a-626d-42f0-a0a4-88a2ae4ba1e9', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1895, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ceeb243b-e510-46f9-9b57-2a7453789dac', 'mac_address': 'fa:16:3e:43:66:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6064fee-07e1-4af2-a24d-f85b88e863fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-19T08:30:41Z', 'updated_at': '2022-10-19T08:30:41Z', 'revision_number': 0, 'project_id': '60bf76da5fe447d3aa8d099f27228a67', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe6fbafa-a912-4e4c-866e-bcf5c405c366', 'name': '', 'network_id': 'ceeb243b-e510-46f9-9b57-2a7453789dac', 'tenant_id': '60bf76da5fe447d3aa8d099f27228a67', 'mac_address': 'fa:16:3e:7f:0d:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a26ba944-6cf3-4290-9c3a-b7542de897e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1871, 'fixed_ips': [{'subnet_id': '310cc3ac-0d5a-424c-892a-04c84291e7c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T08:30:23Z', 'updated_at': '2022-10-19T08:30:28Z', 'revision_number': 5, 'project_id': '60bf76da5fe447d3aa8d099f27228a67', 'subnets': [{'id': '310cc3ac-0d5a-424c-892a-04c84291e7c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:30:42.926854 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4344a53a-0f2c-4307-99b2-e777578fa1d9 req-de251326-f487-4fc6-9fff-b41a6862a6bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:30:42.927340 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-4344a53a-0f2c-4307-99b2-e777578fa1d9 req-de251326-f487-4fc6-9fff-b41a6862a6bd service neutron] 10.222.0.16 "GET /v2.0/subnets?id=310cc3ac-0d5a-424c-892a-04c84291e7c3 HTTP/1.1" status: 200 len: 848 time: 0.0451636 Oct 19 08:30:42.949976 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad45ba61-c293-4d9f-b61c-2c7a04c3fafd None None] Checking router: a26ba944-6cf3-4290-9c3a-b7542de897e2 for host: dv-neutron-861624-1-hyperv {{(pid=103334) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 08:30:42.959184 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad45ba61-c293-4d9f-b61c-2c7a04c3fafd None None] Routers {'a26ba944-6cf3-4290-9c3a-b7542de897e2'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 08:30:42.959813 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-ad45ba61-c293-4d9f-b61c-2c7a04c3fafd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T08:30:16Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['a26ba944-6cf3-4290-9c3a-b7542de897e2'], 'active': True} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:30:42.978105 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4344a53a-0f2c-4307-99b2-e777578fa1d9 req-2bbb0a2c-b4c9-4859-8d6e-3ac463d01c08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:30:42.979560 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-4344a53a-0f2c-4307-99b2-e777578fa1d9 req-2bbb0a2c-b4c9-4859-8d6e-3ac463d01c08 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ceeb243b-e510-46f9-9b57-2a7453789dac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0454676 Oct 19 08:30:43.064517 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvr_db [None req-ad45ba61-c293-4d9f-b61c-2c7a04c3fafd None None] Set router a26ba944-6cf3-4290-9c3a-b7542de897e2 gateway port host: dv-neutron-861624-1-hyperv {{(pid=103334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 08:30:43.068996 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-4344a53a-0f2c-4307-99b2-e777578fa1d9 req-1fdf7708-797d-406a-82fe-08c54955d585 service neutron] 10.222.0.16 "GET /v2.0/networks/ceeb243b-e510-46f9-9b57-2a7453789dac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828161 Oct 19 08:30:43.162831 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-4344a53a-0f2c-4307-99b2-e777578fa1d9 req-5f932019-98ab-4c52-8725-44f0175e5e41 service neutron] 10.222.0.16 "GET /v2.0/networks/ceeb243b-e510-46f9-9b57-2a7453789dac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873392 Oct 19 08:30:43.287421 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-ad45ba61-c293-4d9f-b61c-2c7a04c3fafd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a26ba944-6cf3-4290-9c3a-b7542de897e2', 'name': 'tempest-TestSnapshotPattern-900669526-router', 'tenant_id': '60bf76da5fe447d3aa8d099f27228a67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'external_fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.3'}], 'enable_snat': True}, 'gw_port_id': '686ce761-d22a-46c3-b98b-ad09ecb519a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T08:30:21Z', 'updated_at': '2022-10-19T08:30:23Z', 'revision_number': 4, 'project_id': '60bf76da5fe447d3aa8d099f27228a67', 'gw_port': {'id': '686ce761-d22a-46c3-b98b-ad09ecb519a7', 'name': '', 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:c4:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a26ba944-6cf3-4290-9c3a-b7542de897e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1870, 'fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T08:30:21Z', 'updated_at': '2022-10-19T08:30:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861624-1-hyperv', '_floatingips': [{'id': '46208f5c-ea0d-4679-9208-129eac9b29db', 'tenant_id': '60bf76da5fe447d3aa8d099f27228a67', 'floating_ip_address': '172.26.0.130', 'floating_network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'router_id': 'a26ba944-6cf3-4290-9c3a-b7542de897e2', 'port_id': 'e8059c2a-626d-42f0-a0a4-88a2ae4ba1e9', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1895, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ceeb243b-e510-46f9-9b57-2a7453789dac', 'mac_address': 'fa:16:3e:43:66:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6064fee-07e1-4af2-a24d-f85b88e863fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-19T08:30:41Z', 'updated_at': '2022-10-19T08:30:41Z', 'revision_number': 0, 'project_id': '60bf76da5fe447d3aa8d099f27228a67', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe6fbafa-a912-4e4c-866e-bcf5c405c366', 'name': '', 'network_id': 'ceeb243b-e510-46f9-9b57-2a7453789dac', 'tenant_id': '60bf76da5fe447d3aa8d099f27228a67', 'mac_address': 'fa:16:3e:7f:0d:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a26ba944-6cf3-4290-9c3a-b7542de897e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1871, 'fixed_ips': [{'subnet_id': '310cc3ac-0d5a-424c-892a-04c84291e7c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T08:30:23Z', 'updated_at': '2022-10-19T08:30:28Z', 'revision_number': 5, 'project_id': '60bf76da5fe447d3aa8d099f27228a67', 'subnets': [{'id': '310cc3ac-0d5a-424c-892a-04c84291e7c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:30:43.314024 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad45ba61-c293-4d9f-b61c-2c7a04c3fafd None None] The sync data for ids ['a26ba944-6cf3-4290-9c3a-b7542de897e2'] in dv-neutron-861624-1-hyperv is: [{'id': 'a26ba944-6cf3-4290-9c3a-b7542de897e2', 'name': 'tempest-TestSnapshotPattern-900669526-router', 'tenant_id': '60bf76da5fe447d3aa8d099f27228a67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'external_fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.3'}], 'enable_snat': True}, 'gw_port_id': '686ce761-d22a-46c3-b98b-ad09ecb519a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T08:30:21Z', 'updated_at': '2022-10-19T08:30:23Z', 'revision_number': 4, 'project_id': '60bf76da5fe447d3aa8d099f27228a67', 'gw_port': {'id': '686ce761-d22a-46c3-b98b-ad09ecb519a7', 'name': '', 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:c4:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a26ba944-6cf3-4290-9c3a-b7542de897e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1870, 'fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T08:30:21Z', 'updated_at': '2022-10-19T08:30:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861624-1-hyperv', '_floatingips': [{'id': '46208f5c-ea0d-4679-9208-129eac9b29db', 'tenant_id': '60bf76da5fe447d3aa8d099f27228a67', 'floating_ip_address': '172.26.0.130', 'floating_network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'router_id': 'a26ba944-6cf3-4290-9c3a-b7542de897e2', 'port_id': 'e8059c2a-626d-42f0-a0a4-88a2ae4ba1e9', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1895, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ceeb243b-e510-46f9-9b57-2a7453789dac', 'mac_address': 'fa:16:3e:43:66:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6064fee-07e1-4af2-a24d-f85b88e863fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-19T08:30:41Z', 'updated_at': '2022-10-19T08:30:41Z', 'revision_number': 0, 'project_id': '60bf76da5fe447d3aa8d099f27228a67', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe6fbafa-a912-4e4c-866e-bcf5c405c366', 'name': '', 'network_id': 'ceeb243b-e510-46f9-9b57-2a7453789dac', 'tenant_id': '60bf76da5fe447d3aa8d099f27228a67', 'mac_address': 'fa:16:3e:7f:0d:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a26ba944-6cf3-4290-9c3a-b7542de897e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1871, 'fixed_ips': [{'subnet_id': '310cc3ac-0d5a-424c-892a-04c84291e7c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T08:30:23Z', 'updated_at': '2022-10-19T08:30:28Z', 'revision_number': 5, 'project_id': '60bf76da5fe447d3aa8d099f27228a67', 'subnets': [{'id': '310cc3ac-0d5a-424c-892a-04c84291e7c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 08:30:43.498859 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db5ba51c-a1ea-4c95-97a8-350b2d28c608 None None] New status for floating IP 46208f5c-ea0d-4679-9208-129eac9b29db: ACTIVE {{(pid=103335) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 19 08:30:43.514719 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-65396652-8d5f-4108-8c18-b83f66637e63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:30:46.414176 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-26f6b74b-7bdd-4aaf-ae07-6db4ff9e8315 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:30:48.145178 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-2a2259f7-b034-4eec-af7a-7abaede746c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:30:49.239800 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-1a0da505-d0f9-48c6-b7e2-53b9c5e41298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:30:49.281539 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:30:49.601156 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.agents_db [None req-6057327c-4456-4c72-8e75-6d3cd9249757 None None] Agent healthcheck: found 6 active agents {{(pid=103335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 08:31:10.053784 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-a286d27e-6907-4220-b4dc-31c9a4fdf1d9 req-c91245d7-a24d-42d7-afda-8610638684be service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=d6064fee-07e1-4af2-a24d-f85b88e863fa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0396073 Oct 19 08:31:10.135791 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a286d27e-6907-4220-b4dc-31c9a4fdf1d9 req-7839cf87-70a4-4939-8742-37d66ab7a974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:31:10.137296 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-a286d27e-6907-4220-b4dc-31c9a4fdf1d9 req-7839cf87-70a4-4939-8742-37d66ab7a974 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=60bf76da5fe447d3aa8d099f27228a67&device_id=d6064fee-07e1-4af2-a24d-f85b88e863fa HTTP/1.1" status: 200 len: 1098 time: 0.0407884 Oct 19 08:31:10.243136 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a286d27e-6907-4220-b4dc-31c9a4fdf1d9 req-1e8db001-6318-47c6-ba4b-e1cbe372e782 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:31:10.244624 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-a286d27e-6907-4220-b4dc-31c9a4fdf1d9 req-1e8db001-6318-47c6-ba4b-e1cbe372e782 service neutron] 10.222.0.16 "GET /v2.0/networks?id=ceeb243b-e510-46f9-9b57-2a7453789dac HTTP/1.1" status: 200 len: 910 time: 0.0888884 Oct 19 08:31:10.311597 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-a286d27e-6907-4220-b4dc-31c9a4fdf1d9 req-08e203d4-3a05-445b-b688-9ae27b08c6aa service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e8059c2a-626d-42f0-a0a4-88a2ae4ba1e9 HTTP/1.1" status: 200 len: 1001 time: 0.0576515 Oct 19 08:31:10.364839 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a286d27e-6907-4220-b4dc-31c9a4fdf1d9 req-3356d179-4cf6-49cb-9e11-6219274fb020 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:31:10.366505 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-a286d27e-6907-4220-b4dc-31c9a4fdf1d9 req-3356d179-4cf6-49cb-9e11-6219274fb020 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=310cc3ac-0d5a-424c-892a-04c84291e7c3 HTTP/1.1" status: 200 len: 848 time: 0.0470288 Oct 19 08:31:10.413392 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a286d27e-6907-4220-b4dc-31c9a4fdf1d9 req-386d9491-a0ca-4bf2-9970-4377ef8db153 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:31:10.414910 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-a286d27e-6907-4220-b4dc-31c9a4fdf1d9 req-386d9491-a0ca-4bf2-9970-4377ef8db153 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ceeb243b-e510-46f9-9b57-2a7453789dac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0409188 Oct 19 08:31:10.511843 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-a286d27e-6907-4220-b4dc-31c9a4fdf1d9 req-af83c643-0c57-4234-a44e-6ae7850b4732 service neutron] 10.222.0.16 "GET /v2.0/networks/ceeb243b-e510-46f9-9b57-2a7453789dac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872281 Oct 19 08:31:10.602506 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-a286d27e-6907-4220-b4dc-31c9a4fdf1d9 req-74a9a916-5d2e-4236-bce5-9f0d01378cb4 service neutron] 10.222.0.16 "GET /v2.0/networks/ceeb243b-e510-46f9-9b57-2a7453789dac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828893 Oct 19 08:31:12.297841 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:31:13.516920 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-61b6cb05-c63e-4f0c-a457-21db1c301d04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:31:16.414884 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-aaef0be4-95ea-4c4e-895a-1aece68221a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:31:18.147683 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-2a2259f7-b034-4eec-af7a-7abaede746c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:31:19.241358 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-1a0da505-d0f9-48c6-b7e2-53b9c5e41298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:31:19.273051 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:31:26.599978 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.agents_db [None req-6057327c-4456-4c72-8e75-6d3cd9249757 None None] Agent healthcheck: found 6 active agents {{(pid=103335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 08:31:42.310746 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:31:43.518559 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-02582dad-0957-4739-9205-be74c3f29238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:31:46.416477 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-8124a02e-0b64-4b32-b7cf-a21dceb487ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:31:48.151130 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-2a2259f7-b034-4eec-af7a-7abaede746c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:31:49.244162 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-1a0da505-d0f9-48c6-b7e2-53b9c5e41298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:31:49.274080 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:32:03.599036 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.agents_db [None req-6057327c-4456-4c72-8e75-6d3cd9249757 None None] Agent healthcheck: found 6 active agents {{(pid=103335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 08:32:11.049100 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-73868585-3b92-4daa-bf2a-0c67eca57bde req-95e90344-a262-4cec-80b0-b1b0bbcb52be service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=d6064fee-07e1-4af2-a24d-f85b88e863fa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0395145 Oct 19 08:32:11.129530 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73868585-3b92-4daa-bf2a-0c67eca57bde req-319e1550-c04d-4545-a667-c26b4e11cc90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:32:11.131621 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-73868585-3b92-4daa-bf2a-0c67eca57bde req-319e1550-c04d-4545-a667-c26b4e11cc90 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=60bf76da5fe447d3aa8d099f27228a67&device_id=d6064fee-07e1-4af2-a24d-f85b88e863fa HTTP/1.1" status: 200 len: 1098 time: 0.0406408 Oct 19 08:32:11.233311 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73868585-3b92-4daa-bf2a-0c67eca57bde req-6d4592aa-6e2a-4204-a91b-5a88e8644e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:32:11.234761 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-73868585-3b92-4daa-bf2a-0c67eca57bde req-6d4592aa-6e2a-4204-a91b-5a88e8644e5b service neutron] 10.222.0.16 "GET /v2.0/networks?id=ceeb243b-e510-46f9-9b57-2a7453789dac HTTP/1.1" status: 200 len: 910 time: 0.0867763 Oct 19 08:32:11.298903 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-73868585-3b92-4daa-bf2a-0c67eca57bde req-e81189ac-4593-404a-8470-f80b12dcc99c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e8059c2a-626d-42f0-a0a4-88a2ae4ba1e9 HTTP/1.1" status: 200 len: 1001 time: 0.0576293 Oct 19 08:32:11.346727 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73868585-3b92-4daa-bf2a-0c67eca57bde req-f53afdc6-d5c2-4f09-bd16-cadea6976fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:32:11.348023 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-73868585-3b92-4daa-bf2a-0c67eca57bde req-f53afdc6-d5c2-4f09-bd16-cadea6976fe5 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=310cc3ac-0d5a-424c-892a-04c84291e7c3 HTTP/1.1" status: 200 len: 848 time: 0.0429499 Oct 19 08:32:11.395468 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73868585-3b92-4daa-bf2a-0c67eca57bde req-768180da-e6f8-4461-a555-40c9831a95a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:32:11.396950 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-73868585-3b92-4daa-bf2a-0c67eca57bde req-768180da-e6f8-4461-a555-40c9831a95a8 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ceeb243b-e510-46f9-9b57-2a7453789dac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0423930 Oct 19 08:32:11.488417 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-73868585-3b92-4daa-bf2a-0c67eca57bde req-c0b23d40-230b-4dd1-9698-bc50077b0663 service neutron] 10.222.0.16 "GET /v2.0/networks/ceeb243b-e510-46f9-9b57-2a7453789dac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838976 Oct 19 08:32:11.578822 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-73868585-3b92-4daa-bf2a-0c67eca57bde req-99bcc734-9340-4320-8bae-d49868555941 service neutron] 10.222.0.16 "GET /v2.0/networks/ceeb243b-e510-46f9-9b57-2a7453789dac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839477 Oct 19 08:32:12.316267 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:32:13.519734 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-1069b4e8-bcc4-47c3-8c04-d235ac8c617f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:32:16.418090 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-bce7825b-64bb-46e0-908b-2c2514266e5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:32:18.153927 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-2a2259f7-b034-4eec-af7a-7abaede746c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:32:19.247123 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-1a0da505-d0f9-48c6-b7e2-53b9c5e41298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:32:19.274189 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:32:40.598575 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.agents_db [None req-6057327c-4456-4c72-8e75-6d3cd9249757 None None] Agent healthcheck: found 6 active agents {{(pid=103335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 08:32:40.894079 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Device e8059c2a-626d-42f0-a0a4-88a2ae4ba1e9 details requested by agent hyperv_hv-neutron-8616 with host hv-neutron-8616 {{(pid=103334) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 08:32:40.992488 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] For port e8059c2a-626d-42f0-a0a4-88a2ae4ba1e9, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=e8059c2a-626d-42f0-a0a4-88a2ae4ba1e9,segment=NetworkSegment(e27b8cbe-c20b-47ce-84bc-af7302aac158),segment_id=e27b8cbe-c20b-47ce-84bc-af7302aac158)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 08:32:41.007029 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Returning: {'device': 'e8059c2a-626d-42f0-a0a4-88a2ae4ba1e9', 'network_id': 'ceeb243b-e510-46f9-9b57-2a7453789dac', 'port_id': 'e8059c2a-626d-42f0-a0a4-88a2ae4ba1e9', 'mac_address': 'fa:16:3e:43:66:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '310cc3ac-0d5a-424c-892a-04c84291e7c3', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103334) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 08:32:41.045547 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Current status of the port e8059c2a-626d-42f0-a0a4-88a2ae4ba1e9 is: ACTIVE; New status is: BUILD {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 08:32:41.045937 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:32:41.066417 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.notifiers.nova [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e8059c2a-626d-42f0-a0a4-88a2ae4ba1e9 {{(pid=103334) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 19 08:32:41.089845 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] For port e8059c2a-626d-42f0-a0a4-88a2ae4ba1e9, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=e8059c2a-626d-42f0-a0a4-88a2ae4ba1e9,segment=NetworkSegment(e27b8cbe-c20b-47ce-84bc-af7302aac158),segment_id=e27b8cbe-c20b-47ce-84bc-af7302aac158)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 08:32:41.094426 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:32:41.157019 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Pushing event updated for resources: {'Port': ['ID=e8059c2a-626d-42f0-a0a4-88a2ae4ba1e9,revision_number=6']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:32:41.166599 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:32:41.167084 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:32:41.167432 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:32:41.167772 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:32:41.168113 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:32:41.168714 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:32:41.169261 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:32:41.169818 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:32:41.170286 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:32:41.170625 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:32:41.172139 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:32:41.172529 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:32:41.182625 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] get_ports_and_sgs() called for port_ids ['e8059c2a-626d-42f0-a0a4-88a2ae4ba1e9'] {{(pid=103334) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 19 08:32:42.332315 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:32:42.911158 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Device e8059c2a-626d-42f0-a0a4-88a2ae4ba1e9 up at agent hyperv_hv-neutron-8616 {{(pid=103334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 08:32:42.967093 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Provisioning complete for port e8059c2a-626d-42f0-a0a4-88a2ae4ba1e9 triggered by entity L2. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 08:32:42.967465 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:32:42.967799 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Attempt 1 to provision port e8059c2a-626d-42f0-a0a4-88a2ae4ba1e9 Oct 19 08:32:43.054982 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Current status of the port e8059c2a-626d-42f0-a0a4-88a2ae4ba1e9 is: BUILD; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 08:32:43.055374 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:32:43.079119 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6064fee-07e1-4af2-a24d-f85b88e863fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8059c2a-626d-42f0-a0a4-88a2ae4ba1e9'}] {{(pid=103334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 19 08:32:43.081536 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d918bd29c62f7e926e80ce37adcd574e0921d2de3006e6b6ef58999f52d8e2e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-347b7daa-faff-424a-86e2-f625cbf8f53f" -d '{"events": [{"server_uuid": "d6064fee-07e1-4af2-a24d-f85b88e863fa", "name": "network-vif-plugged", "status": "completed", "tag": "e8059c2a-626d-42f0-a0a4-88a2ae4ba1e9"}]}' {{(pid=103334) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 08:32:43.095431 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] For port e8059c2a-626d-42f0-a0a4-88a2ae4ba1e9, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=e8059c2a-626d-42f0-a0a4-88a2ae4ba1e9,segment=NetworkSegment(e27b8cbe-c20b-47ce-84bc-af7302aac158),segment_id=e27b8cbe-c20b-47ce-84bc-af7302aac158)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 08:32:43.102483 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:32:43.128976 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 19 Oct 2022 08:32:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f379b82-4930-48c4-92c8-0b592ab50a3c x-openstack-request-id: req-4f379b82-4930-48c4-92c8-0b592ab50a3c {{(pid=103334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 08:32:43.129267 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6064fee-07e1-4af2-a24d-f85b88e863fa", "name": "network-vif-plugged", "status": "completed", "tag": "e8059c2a-626d-42f0-a0a4-88a2ae4ba1e9", "code": 200}]} {{(pid=103334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 08:32:43.129513 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-4f379b82-4930-48c4-92c8-0b592ab50a3c {{(pid=103334) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 08:32:43.130429 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4f379b82-4930-48c4-92c8-0b592ab50a3c'] response: {'server_uuid': 'd6064fee-07e1-4af2-a24d-f85b88e863fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8059c2a-626d-42f0-a0a4-88a2ae4ba1e9', 'code': 200} Oct 19 08:32:43.157373 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Pushing event updated for resources: {'Port': ['ID=e8059c2a-626d-42f0-a0a4-88a2ae4ba1e9,revision_number=7']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:32:43.526277 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-e63c5b01-37aa-47ba-b272-4cc9b5d3aaf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:32:46.420470 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-eb4c7a09-dacc-47e5-ae6a-b5cfc4158ad6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:32:48.157696 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-2a2259f7-b034-4eec-af7a-7abaede746c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:32:49.255799 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-1a0da505-d0f9-48c6-b7e2-53b9c5e41298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:32:49.278677 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:32:51.724850 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-70b5f643-0a32-472d-a603-c21992674913 req-ff410ad4-cf7e-4757-83bd-48d6a85fb25f tempest-TestSnapshotPattern-458773783 tempest-TestSnapshotPattern-458773783-project] 10.222.0.27 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1730986383&fields=id&tenant_id=60bf76da5fe447d3aa8d099f27228a67 HTTP/1.1" status: 200 len: 267 time: 0.0335767 Oct 19 08:32:51.830687 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b5f643-0a32-472d-a603-c21992674913 req-efd3c552-d588-4598-b845-5939032b3c70 tempest-TestSnapshotPattern-458773783 tempest-TestSnapshotPattern-458773783-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:32:51.832082 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-70b5f643-0a32-472d-a603-c21992674913 req-efd3c552-d588-4598-b845-5939032b3c70 tempest-TestSnapshotPattern-458773783 tempest-TestSnapshotPattern-458773783-project] 10.222.0.27 "GET /v2.0/networks?id=ceeb243b-e510-46f9-9b57-2a7453789dac HTTP/1.1" status: 200 len: 809 time: 0.1006594 Oct 19 08:32:51.847781 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-70b5f643-0a32-472d-a603-c21992674913 req-d3069ec9-6046-4f7a-a2eb-4b2a22b9a323 tempest-TestSnapshotPattern-458773783 tempest-TestSnapshotPattern-458773783-project] 10.222.0.27 "GET /v2.0/quotas/60bf76da5fe447d3aa8d099f27228a67 HTTP/1.1" status: 200 len: 375 time: 0.0091469 Oct 19 08:32:51.902344 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-70b5f643-0a32-472d-a603-c21992674913 req-7a8c5973-c3f6-4df4-be2f-0595d48dde17 tempest-TestSnapshotPattern-458773783 tempest-TestSnapshotPattern-458773783-project] 10.222.0.27 "GET /v2.0/ports?tenant_id=60bf76da5fe447d3aa8d099f27228a67&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0491691 Oct 19 08:32:52.002637 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-70b5f643-0a32-472d-a603-c21992674913 req-c6ed31e2-05b6-47bf-8980-7b811065d18b service neutron] 10.222.0.27 "GET /v2.0/networks/ceeb243b-e510-46f9-9b57-2a7453789dac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886848 Oct 19 08:32:52.093063 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-70b5f643-0a32-472d-a603-c21992674913 req-63e8f015-c69b-4238-8d4b-d0b9f2580347 service neutron] 10.222.0.27 "GET /v2.0/networks/ceeb243b-e510-46f9-9b57-2a7453789dac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836143 Oct 19 08:32:52.342369 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-307d338f-bbf0-44aa-a23c-8a278d17a463 req-5631332c-24ba-416e-892c-1f54df6ce7bc tempest-TestSnapshotPattern-458773783 tempest-TestSnapshotPattern-458773783-project] 10.222.0.27 "GET /v2.0/ports?device_id=5005e6a8-c2a4-4572-b65a-50864cb80ce8 HTTP/1.1" status: 200 len: 210 time: 0.1110351 Oct 19 08:32:53.454041 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-d58040a0-8ec3-4eaa-9fd9-937f97fcbcb0 req-eaf32870-6c85-4c57-9ba5-2e7fa29d2581 tempest-TestSnapshotPattern-458773783 tempest-TestSnapshotPattern-458773783-project] 10.222.0.27 "GET /v2.0/ports?device_id=5005e6a8-c2a4-4572-b65a-50864cb80ce8 HTTP/1.1" status: 200 len: 210 time: 0.0321183 Oct 19 08:32:53.669985 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b5f643-0a32-472d-a603-c21992674913 req-f3328483-171b-4b9d-9e62-627256b895a4 tempest-TestSnapshotPattern-458773783 tempest-TestSnapshotPattern-458773783-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:32:53.671465 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-70b5f643-0a32-472d-a603-c21992674913 req-f3328483-171b-4b9d-9e62-627256b895a4 tempest-TestSnapshotPattern-458773783 tempest-TestSnapshotPattern-458773783-project] 10.222.0.16 "GET /v2.0/networks?id=ceeb243b-e510-46f9-9b57-2a7453789dac HTTP/1.1" status: 200 len: 809 time: 0.4137807 Oct 19 08:32:53.734391 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-70b5f643-0a32-472d-a603-c21992674913 req-df880659-d93e-4c18-898b-5af2ca09cdf4 tempest-TestSnapshotPattern-458773783 tempest-TestSnapshotPattern-458773783-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=60bf76da5fe447d3aa8d099f27228a67 HTTP/1.1" status: 200 len: 380 time: 0.0539408 Oct 19 08:32:54.568863 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-5af30603-448a-4697-9778-30f80795d057 req-27f83eed-5b68-4b94-a716-bd0ade3ed7f0 tempest-TestSnapshotPattern-458773783 tempest-TestSnapshotPattern-458773783-project] 10.222.0.27 "GET /v2.0/ports?device_id=5005e6a8-c2a4-4572-b65a-50864cb80ce8 HTTP/1.1" status: 200 len: 210 time: 0.0257776 Oct 19 08:32:54.951892 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Device e8059c2a-626d-42f0-a0a4-88a2ae4ba1e9 no longer exists at agent hyperv_hv-neutron-8616 {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 08:32:55.036981 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Current status of the port e8059c2a-626d-42f0-a0a4-88a2ae4ba1e9 is: ACTIVE; New status is: DOWN {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 08:32:55.037363 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:32:55.059477 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6064fee-07e1-4af2-a24d-f85b88e863fa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e8059c2a-626d-42f0-a0a4-88a2ae4ba1e9'}] {{(pid=103334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 19 08:32:55.061725 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d918bd29c62f7e926e80ce37adcd574e0921d2de3006e6b6ef58999f52d8e2e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19d37521-7622-4a9a-8ab9-fc59b06bd8bd" -d '{"events": [{"server_uuid": "d6064fee-07e1-4af2-a24d-f85b88e863fa", "name": "network-vif-unplugged", "status": "completed", "tag": "e8059c2a-626d-42f0-a0a4-88a2ae4ba1e9"}]}' {{(pid=103334) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 08:32:55.075573 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] For port e8059c2a-626d-42f0-a0a4-88a2ae4ba1e9, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=e8059c2a-626d-42f0-a0a4-88a2ae4ba1e9,segment=NetworkSegment(e27b8cbe-c20b-47ce-84bc-af7302aac158),segment_id=e27b8cbe-c20b-47ce-84bc-af7302aac158)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 08:32:55.079372 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:32:55.118726 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 19 Oct 2022 08:32:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd0c2788-f1a1-4d5c-af6a-7897b0422809 x-openstack-request-id: req-fd0c2788-f1a1-4d5c-af6a-7897b0422809 {{(pid=103334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 08:32:55.119023 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6064fee-07e1-4af2-a24d-f85b88e863fa", "name": "network-vif-unplugged", "status": "completed", "tag": "e8059c2a-626d-42f0-a0a4-88a2ae4ba1e9", "code": 200}]} {{(pid=103334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 08:32:55.119271 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-fd0c2788-f1a1-4d5c-af6a-7897b0422809 {{(pid=103334) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 08:32:55.119660 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fd0c2788-f1a1-4d5c-af6a-7897b0422809'] response: {'server_uuid': 'd6064fee-07e1-4af2-a24d-f85b88e863fa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e8059c2a-626d-42f0-a0a4-88a2ae4ba1e9', 'code': 200} Oct 19 08:32:55.138468 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Pushing event updated for resources: {'Port': ['ID=e8059c2a-626d-42f0-a0a4-88a2ae4ba1e9,revision_number=8']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:32:55.673640 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-0dd250f2-81bc-428c-8268-42f63d69eef8 req-4df4b206-7234-4d2c-927e-3ac993a7a888 tempest-TestSnapshotPattern-458773783 tempest-TestSnapshotPattern-458773783-project] 10.222.0.27 "GET /v2.0/ports?device_id=5005e6a8-c2a4-4572-b65a-50864cb80ce8 HTTP/1.1" status: 200 len: 210 time: 0.0264494 Oct 19 08:32:56.780344 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-9b4fd251-1c30-4e29-bd95-128cbd3b1255 req-c34e17e8-8e85-4afc-950e-258208c468ab tempest-TestSnapshotPattern-458773783 tempest-TestSnapshotPattern-458773783-project] 10.222.0.27 "GET /v2.0/ports?device_id=5005e6a8-c2a4-4572-b65a-50864cb80ce8 HTTP/1.1" status: 200 len: 210 time: 0.0282116 Oct 19 08:32:57.882782 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-fc11bbb5-98fd-482a-b156-883c82bad946 req-3f07d17a-1617-4ea6-b4c4-5c3b8d626716 tempest-TestSnapshotPattern-458773783 tempest-TestSnapshotPattern-458773783-project] 10.222.0.27 "GET /v2.0/ports?device_id=5005e6a8-c2a4-4572-b65a-50864cb80ce8 HTTP/1.1" status: 200 len: 210 time: 0.0265982 Oct 19 08:32:58.991985 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-2f21589b-d18d-498e-8ee4-a6e62b53f700 req-c5a718ad-ad07-4643-a765-d51edbef3ef2 tempest-TestSnapshotPattern-458773783 tempest-TestSnapshotPattern-458773783-project] 10.222.0.27 "GET /v2.0/ports?device_id=5005e6a8-c2a4-4572-b65a-50864cb80ce8 HTTP/1.1" status: 200 len: 210 time: 0.0274253 Oct 19 08:33:00.103116 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-5418e525-c4ae-4479-a654-6606b74a4b1a req-b7021ae2-9162-41c0-b746-0cc754dfb335 tempest-TestSnapshotPattern-458773783 tempest-TestSnapshotPattern-458773783-project] 10.222.0.27 "GET /v2.0/ports?device_id=5005e6a8-c2a4-4572-b65a-50864cb80ce8 HTTP/1.1" status: 200 len: 210 time: 0.0328627 Oct 19 08:33:01.391753 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-b355f2f6-c31f-4f4d-9eed-02a32fb8df5b req-ce77b5c9-dba7-43bf-b266-bdb08b93b583 tempest-TestSnapshotPattern-458773783 tempest-TestSnapshotPattern-458773783-project] 10.222.0.27 "GET /v2.0/ports?device_id=5005e6a8-c2a4-4572-b65a-50864cb80ce8 HTTP/1.1" status: 200 len: 210 time: 0.0289643 Oct 19 08:33:02.492033 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-468135f6-0a6a-460e-a884-df950f923b55 req-41350037-5ff9-4393-9562-72574488e9bc tempest-TestSnapshotPattern-458773783 tempest-TestSnapshotPattern-458773783-project] 10.222.0.27 "GET /v2.0/ports?device_id=5005e6a8-c2a4-4572-b65a-50864cb80ce8 HTTP/1.1" status: 200 len: 210 time: 0.0273876 Oct 19 08:33:03.246831 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [req-70b5f643-0a32-472d-a603-c21992674913 req-865eaf03-59ff-4c56-9c4c-48f57839bcad tempest-TestSnapshotPattern-458773783 tempest-TestSnapshotPattern-458773783-project] Request body: {'port': {'device_id': '5005e6a8-c2a4-4572-b65a-50864cb80ce8', 'network_id': 'ceeb243b-e510-46f9-9b57-2a7453789dac', 'admin_state_up': True, 'tenant_id': '60bf76da5fe447d3aa8d099f27228a67', 'security_groups': ['84f591e9-ce5a-4a9f-8728-dbb3ef5ce8ff']}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 08:33:03.350902 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-70b5f643-0a32-472d-a603-c21992674913 req-865eaf03-59ff-4c56-9c4c-48f57839bcad tempest-TestSnapshotPattern-458773783 tempest-TestSnapshotPattern-458773783-project] Made reservation on behalf of 60bf76da5fe447d3aa8d099f27228a67 for: {'port': 1} {{(pid=103333) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 19 08:33:03.354437 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [req-70b5f643-0a32-472d-a603-c21992674913 req-865eaf03-59ff-4c56-9c4c-48f57839bcad tempest-TestSnapshotPattern-458773783 tempest-TestSnapshotPattern-458773783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:33:03.480290 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.db_base_plugin_common [req-70b5f643-0a32-472d-a603-c21992674913 req-865eaf03-59ff-4c56-9c4c-48f57839bcad tempest-TestSnapshotPattern-458773783 tempest-TestSnapshotPattern-458773783-project] Allocated IP 172.20.0.5 (ceeb243b-e510-46f9-9b57-2a7453789dac/310cc3ac-0d5a-424c-892a-04c84291e7c3/e5d3a1a0-312b-41ea-a978-e6f4bad86549) {{(pid=103333) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 08:33:03.596575 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-dc0911ec-58de-49a3-9fab-cf34bd37e8b3 req-2719a674-daa5-4f0b-9496-2048c2fff741 tempest-TestSnapshotPattern-458773783 tempest-TestSnapshotPattern-458773783-project] 10.222.0.27 "GET /v2.0/ports?device_id=5005e6a8-c2a4-4572-b65a-50864cb80ce8 HTTP/1.1" status: 200 len: 210 time: 0.0283484 Oct 19 08:33:03.630972 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [req-70b5f643-0a32-472d-a603-c21992674913 req-865eaf03-59ff-4c56-9c4c-48f57839bcad tempest-TestSnapshotPattern-458773783 tempest-TestSnapshotPattern-458773783-project] Notify callbacks [] for port, precommit_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:33:03.664462 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [req-70b5f643-0a32-472d-a603-c21992674913 req-865eaf03-59ff-4c56-9c4c-48f57839bcad tempest-TestSnapshotPattern-458773783 tempest-TestSnapshotPattern-458773783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785020947330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130996763'] for port, after_create {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:33:03.706546 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-70b5f643-0a32-472d-a603-c21992674913 req-865eaf03-59ff-4c56-9c4c-48f57839bcad tempest-TestSnapshotPattern-458773783 tempest-TestSnapshotPattern-458773783-project] Network ceeb243b-e510-46f9-9b57-2a7453789dac is already hosted by enough agents. {{(pid=103333) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 08:33:03.710384 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.base_scheduler [req-70b5f643-0a32-472d-a603-c21992674913 req-865eaf03-59ff-4c56-9c4c-48f57839bcad tempest-TestSnapshotPattern-458773783 tempest-TestSnapshotPattern-458773783-project] Resources bound (agent type, host, resource id): {{(pid=103333) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 08:33:03.714052 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.l3_dvrscheduler_db [req-70b5f643-0a32-472d-a603-c21992674913 req-865eaf03-59ff-4c56-9c4c-48f57839bcad tempest-TestSnapshotPattern-458773783 tempest-TestSnapshotPattern-458773783-project] Received port after_create {{(pid=103333) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 08:33:03.741050 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865eaf03-59ff-4c56-9c4c-48f57839bcad tempest-TestSnapshotPattern-458773783 tempest-TestSnapshotPattern-458773783-project] Pushing event updated for resources: {'Port': ['ID=e5d3a1a0-312b-41ea-a978-e6f4bad86549,revision_number=1']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:33:03.756150 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-865eaf03-59ff-4c56-9c4c-48f57839bcad tempest-TestSnapshotPattern-458773783 tempest-TestSnapshotPattern-458773783-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:33:03.756495 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-865eaf03-59ff-4c56-9c4c-48f57839bcad tempest-TestSnapshotPattern-458773783 tempest-TestSnapshotPattern-458773783-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:33:03.756866 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-865eaf03-59ff-4c56-9c4c-48f57839bcad tempest-TestSnapshotPattern-458773783 tempest-TestSnapshotPattern-458773783-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:33:03.757198 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-865eaf03-59ff-4c56-9c4c-48f57839bcad tempest-TestSnapshotPattern-458773783 tempest-TestSnapshotPattern-458773783-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:33:03.757526 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-865eaf03-59ff-4c56-9c4c-48f57839bcad tempest-TestSnapshotPattern-458773783 tempest-TestSnapshotPattern-458773783-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:33:03.757852 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-865eaf03-59ff-4c56-9c4c-48f57839bcad tempest-TestSnapshotPattern-458773783 tempest-TestSnapshotPattern-458773783-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:33:03.758176 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-865eaf03-59ff-4c56-9c4c-48f57839bcad tempest-TestSnapshotPattern-458773783 tempest-TestSnapshotPattern-458773783-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:33:03.758510 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-865eaf03-59ff-4c56-9c4c-48f57839bcad tempest-TestSnapshotPattern-458773783 tempest-TestSnapshotPattern-458773783-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:33:03.758830 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-865eaf03-59ff-4c56-9c4c-48f57839bcad tempest-TestSnapshotPattern-458773783 tempest-TestSnapshotPattern-458773783-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:33:03.759150 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-865eaf03-59ff-4c56-9c4c-48f57839bcad tempest-TestSnapshotPattern-458773783 tempest-TestSnapshotPattern-458773783-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:33:03.759470 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-865eaf03-59ff-4c56-9c4c-48f57839bcad tempest-TestSnapshotPattern-458773783 tempest-TestSnapshotPattern-458773783-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:33:03.759786 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-865eaf03-59ff-4c56-9c4c-48f57839bcad tempest-TestSnapshotPattern-458773783 tempest-TestSnapshotPattern-458773783-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:33:03.781662 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b5f643-0a32-472d-a603-c21992674913 req-865eaf03-59ff-4c56-9c4c-48f57839bcad tempest-TestSnapshotPattern-458773783 tempest-TestSnapshotPattern-458773783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:33:03.782254 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [req-70b5f643-0a32-472d-a603-c21992674913 req-865eaf03-59ff-4c56-9c4c-48f57839bcad tempest-TestSnapshotPattern-458773783 tempest-TestSnapshotPattern-458773783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42160'] for port, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:33:03.801874 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-70b5f643-0a32-472d-a603-c21992674913 req-865eaf03-59ff-4c56-9c4c-48f57839bcad tempest-TestSnapshotPattern-458773783 tempest-TestSnapshotPattern-458773783-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5590475 Oct 19 08:33:03.814474 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.v2.base [req-70b5f643-0a32-472d-a603-c21992674913 req-fab67925-3b65-4e2e-83f9-04236f2655f3 service neutron] Request body: {'port': {'device_id': '5005e6a8-c2a4-4572-b65a-50864cb80ce8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8616'}} {{(pid=103333) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 08:33:03.874387 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [req-70b5f643-0a32-472d-a603-c21992674913 req-fab67925-3b65-4e2e-83f9-04236f2655f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:33:03.943032 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-005a479b-8553-49d0-8f05-7a30ff1b152a None None] Provisioning complete for port e5d3a1a0-312b-41ea-a978-e6f4bad86549 triggered by entity DHCP. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 08:33:03.943703 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-005a479b-8553-49d0-8f05-7a30ff1b152a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:33:03.943703 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-005a479b-8553-49d0-8f05-7a30ff1b152a None None] Attempt 1 to provision port e5d3a1a0-312b-41ea-a978-e6f4bad86549 Oct 19 08:33:03.977113 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-005a479b-8553-49d0-8f05-7a30ff1b152a None None] Port e5d3a1a0-312b-41ea-a978-e6f4bad86549 cannot update to ACTIVE because it is not bound. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} Oct 19 08:33:04.136627 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.notifiers.nova [req-70b5f643-0a32-472d-a603-c21992674913 req-fab67925-3b65-4e2e-83f9-04236f2655f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e5d3a1a0-312b-41ea-a978-e6f4bad86549 {{(pid=103333) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 19 08:33:04.144323 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [req-70b5f643-0a32-472d-a603-c21992674913 req-fab67925-3b65-4e2e-83f9-04236f2655f3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:33:04.156441 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.provisioning_blocks [req-70b5f643-0a32-472d-a603-c21992674913 req-fab67925-3b65-4e2e-83f9-04236f2655f3 service neutron] Transition to ACTIVE for port object e5d3a1a0-312b-41ea-a978-e6f4bad86549 will not be triggered until provisioned by entity L2. {{(pid=103333) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 19 08:33:04.159833 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [req-70b5f643-0a32-472d-a603-c21992674913 req-fab67925-3b65-4e2e-83f9-04236f2655f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130996754'] for port, after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:33:04.239363 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab67925-3b65-4e2e-83f9-04236f2655f3 service neutron] Pushing event updated for resources: {'Port': ['ID=e5d3a1a0-312b-41ea-a978-e6f4bad86549,revision_number=2']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:33:04.269458 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.managers [req-70b5f643-0a32-472d-a603-c21992674913 req-fab67925-3b65-4e2e-83f9-04236f2655f3 service neutron] Attempting to bind port e5d3a1a0-312b-41ea-a978-e6f4bad86549 on host hv-neutron-8616 for vnic_type normal with profile {{(pid=103333) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 19 08:33:04.270640 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.managers [req-70b5f643-0a32-472d-a603-c21992674913 req-fab67925-3b65-4e2e-83f9-04236f2655f3 service neutron] Attempting to bind port e5d3a1a0-312b-41ea-a978-e6f4bad86549 by drivers openvswitch,hyperv on host hv-neutron-8616 at level 0 using segments [{'id': 'e27b8cbe-c20b-47ce-84bc-af7302aac158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'ceeb243b-e510-46f9-9b57-2a7453789dac'}] {{(pid=103333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 19 08:33:04.270812 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70b5f643-0a32-472d-a603-c21992674913 req-fab67925-3b65-4e2e-83f9-04236f2655f3 service neutron] Attempting to bind port e5d3a1a0-312b-41ea-a978-e6f4bad86549 on network ceeb243b-e510-46f9-9b57-2a7453789dac {{(pid=103333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 08:33:04.275300 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70b5f643-0a32-472d-a603-c21992674913 req-fab67925-3b65-4e2e-83f9-04236f2655f3 service neutron] Port e5d3a1a0-312b-41ea-a978-e6f4bad86549 on network ceeb243b-e510-46f9-9b57-2a7453789dac not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8616 {{(pid=103333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 19 08:33:04.275618 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70b5f643-0a32-472d-a603-c21992674913 req-fab67925-3b65-4e2e-83f9-04236f2655f3 service neutron] Attempting to bind port e5d3a1a0-312b-41ea-a978-e6f4bad86549 on network ceeb243b-e510-46f9-9b57-2a7453789dac {{(pid=103333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 19 08:33:04.280464 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70b5f643-0a32-472d-a603-c21992674913 req-fab67925-3b65-4e2e-83f9-04236f2655f3 service neutron] Checking agent: {'id': '5297b6e1-8fc1-4f42-910c-8f50c918ca65', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8616', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 19, 7, 36, 11), 'started_at': datetime.datetime(2022, 10, 19, 7, 36, 11), 'heartbeat_timestamp': datetime.datetime(2022, 10, 19, 8, 32, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 19 08:33:04.280829 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70b5f643-0a32-472d-a603-c21992674913 req-fab67925-3b65-4e2e-83f9-04236f2655f3 service neutron] Checking segment: {'id': 'e27b8cbe-c20b-47ce-84bc-af7302aac158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'ceeb243b-e510-46f9-9b57-2a7453789dac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103333) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Oct 19 08:33:04.281204 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70b5f643-0a32-472d-a603-c21992674913 req-fab67925-3b65-4e2e-83f9-04236f2655f3 service neutron] Bound using segment: {'id': 'e27b8cbe-c20b-47ce-84bc-af7302aac158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'ceeb243b-e510-46f9-9b57-2a7453789dac'} {{(pid=103333) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 19 08:33:04.281625 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.managers [req-70b5f643-0a32-472d-a603-c21992674913 req-fab67925-3b65-4e2e-83f9-04236f2655f3 service neutron] Bound port: e5d3a1a0-312b-41ea-a978-e6f4bad86549, host: hv-neutron-8616, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e27b8cbe-c20b-47ce-84bc-af7302aac158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'ceeb243b-e510-46f9-9b57-2a7453789dac'}}] {{(pid=103333) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 19 08:33:04.281977 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [req-70b5f643-0a32-472d-a603-c21992674913 req-fab67925-3b65-4e2e-83f9-04236f2655f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:33:04.344531 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.db [req-70b5f643-0a32-472d-a603-c21992674913 req-fab67925-3b65-4e2e-83f9-04236f2655f3 service neutron] For port e5d3a1a0-312b-41ea-a978-e6f4bad86549, host hv-neutron-8616, cleared binding levels {{(pid=103333) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 19 08:33:04.347955 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.db [req-70b5f643-0a32-472d-a603-c21992674913 req-fab67925-3b65-4e2e-83f9-04236f2655f3 service neutron] For port e5d3a1a0-312b-41ea-a978-e6f4bad86549, host hv-neutron-8616, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=e5d3a1a0-312b-41ea-a978-e6f4bad86549,segment=NetworkSegment(e27b8cbe-c20b-47ce-84bc-af7302aac158),segment_id=e27b8cbe-c20b-47ce-84bc-af7302aac158)] {{(pid=103333) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 19 08:33:04.352402 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [req-70b5f643-0a32-472d-a603-c21992674913 req-fab67925-3b65-4e2e-83f9-04236f2655f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130996754'] for port, after_update {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:33:04.356456 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b5f643-0a32-472d-a603-c21992674913 req-fab67925-3b65-4e2e-83f9-04236f2655f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:33:04.357087 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [req-70b5f643-0a32-472d-a603-c21992674913 req-fab67925-3b65-4e2e-83f9-04236f2655f3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42160'] for port, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:33:04.358468 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-70b5f643-0a32-472d-a603-c21992674913 req-fab67925-3b65-4e2e-83f9-04236f2655f3 service neutron] 10.222.0.16 "PUT /v2.0/ports/e5d3a1a0-312b-41ea-a978-e6f4bad86549 HTTP/1.1" status: 200 len: 1093 time: 0.5483692 Oct 19 08:33:04.358957 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5005e6a8-c2a4-4572-b65a-50864cb80ce8', 'tag': 'e5d3a1a0-312b-41ea-a978-e6f4bad86549'}] {{(pid=103333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 19 08:33:04.361260 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e3bb7d74903c72d9cb0d0f2f187c581e0456bd3142b101dc46d694cf75cdf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07628a84-a3ce-42a6-a71d-4260cb2f87bd" -d '{"events": [{"name": "network-changed", "server_uuid": "5005e6a8-c2a4-4572-b65a-50864cb80ce8", "tag": "e5d3a1a0-312b-41ea-a978-e6f4bad86549"}]}' {{(pid=103333) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 08:33:04.439858 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab67925-3b65-4e2e-83f9-04236f2655f3 service neutron] Pushing event updated for resources: {'Port': ['ID=e5d3a1a0-312b-41ea-a978-e6f4bad86549,revision_number=3']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:33:04.454388 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b5f643-0a32-472d-a603-c21992674913 req-38f36546-fc46-4de7-83cd-12b96670b8c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:33:04.455970 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-70b5f643-0a32-472d-a603-c21992674913 req-38f36546-fc46-4de7-83cd-12b96670b8c9 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=60bf76da5fe447d3aa8d099f27228a67&device_id=5005e6a8-c2a4-4572-b65a-50864cb80ce8 HTTP/1.1" status: 200 len: 1096 time: 0.0592461 Oct 19 08:33:04.459058 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 19 Oct 2022 08:33:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3edc02a6-3db2-46ca-857a-da85b814e373 x-openstack-request-id: req-3edc02a6-3db2-46ca-857a-da85b814e373 {{(pid=103333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 08:33:04.459350 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5005e6a8-c2a4-4572-b65a-50864cb80ce8", "tag": "e5d3a1a0-312b-41ea-a978-e6f4bad86549", "status": "completed", "code": 200}]} {{(pid=103333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 08:33:04.459602 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-3edc02a6-3db2-46ca-857a-da85b814e373 {{(pid=103333) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 08:33:04.459999 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3edc02a6-3db2-46ca-857a-da85b814e373'] response: {'name': 'network-changed', 'server_uuid': '5005e6a8-c2a4-4572-b65a-50864cb80ce8', 'tag': 'e5d3a1a0-312b-41ea-a978-e6f4bad86549', 'status': 'completed', 'code': 200} Oct 19 08:33:04.478152 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-005a479b-8553-49d0-8f05-7a30ff1b152a None None] Attempt 2 to provision port e5d3a1a0-312b-41ea-a978-e6f4bad86549 Oct 19 08:33:04.503337 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-70b5f643-0a32-472d-a603-c21992674913 req-75bad59d-be2c-454b-8141-0cf630cc6584 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e5d3a1a0-312b-41ea-a978-e6f4bad86549 HTTP/1.1" status: 200 len: 217 time: 0.0347493 Oct 19 08:33:04.516982 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-005a479b-8553-49d0-8f05-7a30ff1b152a None None] Port e5d3a1a0-312b-41ea-a978-e6f4bad86549 had new provisioning blocks added so it will not transition to active. {{(pid=103334) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:370}} Oct 19 08:33:04.551081 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b5f643-0a32-472d-a603-c21992674913 req-279810a5-2b48-4b7d-933f-6ea2f8566eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:33:04.552539 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-70b5f643-0a32-472d-a603-c21992674913 req-279810a5-2b48-4b7d-933f-6ea2f8566eaa service neutron] 10.222.0.16 "GET /v2.0/subnets?id=310cc3ac-0d5a-424c-892a-04c84291e7c3 HTTP/1.1" status: 200 len: 848 time: 0.0437062 Oct 19 08:33:04.601230 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b5f643-0a32-472d-a603-c21992674913 req-9419c253-3247-4b9b-9c99-06dca2e40cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:33:04.602669 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-70b5f643-0a32-472d-a603-c21992674913 req-9419c253-3247-4b9b-9c99-06dca2e40cb3 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ceeb243b-e510-46f9-9b57-2a7453789dac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0439470 Oct 19 08:33:04.692537 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-70b5f643-0a32-472d-a603-c21992674913 req-a7d7348b-cabb-451d-a287-785daa0cb46f service neutron] 10.222.0.16 "GET /v2.0/networks/ceeb243b-e510-46f9-9b57-2a7453789dac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828989 Oct 19 08:33:04.718412 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4bf0dc-3c75-4fad-8c68-5dde7ac16090 req-cad7e58b-23f2-4bcd-8e01-f04839a9a92c tempest-TestSnapshotPattern-458773783 tempest-TestSnapshotPattern-458773783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:33:04.719932 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-2f4bf0dc-3c75-4fad-8c68-5dde7ac16090 req-cad7e58b-23f2-4bcd-8e01-f04839a9a92c tempest-TestSnapshotPattern-458773783 tempest-TestSnapshotPattern-458773783-project] 10.222.0.27 "GET /v2.0/ports?device_id=5005e6a8-c2a4-4572-b65a-50864cb80ce8 HTTP/1.1" status: 200 len: 943 time: 0.0492756 Oct 19 08:33:04.758146 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-2f4bf0dc-3c75-4fad-8c68-5dde7ac16090 req-b62c75d5-7a35-43d0-8f73-1a02401d780c tempest-TestSnapshotPattern-458773783 tempest-TestSnapshotPattern-458773783-project] 10.222.0.27 "GET /v2.0/security-groups?id=84f591e9-ce5a-4a9f-8728-dbb3ef5ce8ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314198 Oct 19 08:33:04.789335 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-70b5f643-0a32-472d-a603-c21992674913 req-78039d4e-955e-4645-91cf-39112737655d service neutron] 10.222.0.16 "GET /v2.0/networks/ceeb243b-e510-46f9-9b57-2a7453789dac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895414 Oct 19 08:33:04.871705 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07628a84-a3ce-42a6-a71d-4260cb2f87bd req-bd9fec3b-a003-4c1c-bc45-715234805fea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:33:04.873210 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-07628a84-a3ce-42a6-a71d-4260cb2f87bd req-bd9fec3b-a003-4c1c-bc45-715234805fea service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=60bf76da5fe447d3aa8d099f27228a67&device_id=5005e6a8-c2a4-4572-b65a-50864cb80ce8 HTTP/1.1" status: 200 len: 1096 time: 0.0415182 Oct 19 08:33:04.967551 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07628a84-a3ce-42a6-a71d-4260cb2f87bd req-4c123ea3-18a8-41be-9eac-31853c57a095 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:33:04.969002 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-07628a84-a3ce-42a6-a71d-4260cb2f87bd req-4c123ea3-18a8-41be-9eac-31853c57a095 service neutron] 10.222.0.16 "GET /v2.0/networks?id=ceeb243b-e510-46f9-9b57-2a7453789dac HTTP/1.1" status: 200 len: 910 time: 0.0892963 Oct 19 08:33:05.010965 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-07628a84-a3ce-42a6-a71d-4260cb2f87bd req-d9f1222b-d026-43dc-843a-2dc8b9792cd3 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e5d3a1a0-312b-41ea-a978-e6f4bad86549 HTTP/1.1" status: 200 len: 217 time: 0.0349679 Oct 19 08:33:05.058892 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07628a84-a3ce-42a6-a71d-4260cb2f87bd req-38fe4d89-56f3-4878-8d62-a8308ce80158 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:33:05.060296 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-07628a84-a3ce-42a6-a71d-4260cb2f87bd req-38fe4d89-56f3-4878-8d62-a8308ce80158 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=310cc3ac-0d5a-424c-892a-04c84291e7c3 HTTP/1.1" status: 200 len: 848 time: 0.0428135 Oct 19 08:33:05.106660 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07628a84-a3ce-42a6-a71d-4260cb2f87bd req-d0bf90da-24f3-41b4-b1e2-b8ab290048f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:33:05.108102 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-07628a84-a3ce-42a6-a71d-4260cb2f87bd req-d0bf90da-24f3-41b4-b1e2-b8ab290048f8 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ceeb243b-e510-46f9-9b57-2a7453789dac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0399342 Oct 19 08:33:05.201684 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-07628a84-a3ce-42a6-a71d-4260cb2f87bd req-2f314cf1-0344-4f23-828f-25529e6e6662 service neutron] 10.222.0.16 "GET /v2.0/networks/ceeb243b-e510-46f9-9b57-2a7453789dac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858912 Oct 19 08:33:05.293880 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-07628a84-a3ce-42a6-a71d-4260cb2f87bd req-57447d2b-723a-4eda-b089-bf587200c45c service neutron] 10.222.0.16 "GET /v2.0/networks/ceeb243b-e510-46f9-9b57-2a7453789dac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850224 Oct 19 08:33:05.883315 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aed5306-3d07-4b1d-8a7c-227ac8c0ae87 req-2957ffe3-7ec7-472c-8fec-05e2900d2e8e tempest-TestSnapshotPattern-458773783 tempest-TestSnapshotPattern-458773783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:33:05.884826 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-2aed5306-3d07-4b1d-8a7c-227ac8c0ae87 req-2957ffe3-7ec7-472c-8fec-05e2900d2e8e tempest-TestSnapshotPattern-458773783 tempest-TestSnapshotPattern-458773783-project] 10.222.0.27 "GET /v2.0/ports?device_id=5005e6a8-c2a4-4572-b65a-50864cb80ce8 HTTP/1.1" status: 200 len: 943 time: 0.0517111 Oct 19 08:33:05.921381 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-2aed5306-3d07-4b1d-8a7c-227ac8c0ae87 req-b633a391-d9b4-4cfa-9e9e-9ad1245f6320 tempest-TestSnapshotPattern-458773783 tempest-TestSnapshotPattern-458773783-project] 10.222.0.27 "GET /v2.0/security-groups?id=84f591e9-ce5a-4a9f-8728-dbb3ef5ce8ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307028 Oct 19 08:33:07.043224 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9077695-5cb5-4713-ae28-d95d17edbedf req-61eca6c3-e83f-4609-bc04-3462ed7f5511 tempest-TestSnapshotPattern-458773783 tempest-TestSnapshotPattern-458773783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:33:07.044854 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-c9077695-5cb5-4713-ae28-d95d17edbedf req-61eca6c3-e83f-4609-bc04-3462ed7f5511 tempest-TestSnapshotPattern-458773783 tempest-TestSnapshotPattern-458773783-project] 10.222.0.27 "GET /v2.0/ports?device_id=5005e6a8-c2a4-4572-b65a-50864cb80ce8 HTTP/1.1" status: 200 len: 943 time: 0.0505128 Oct 19 08:33:07.045081 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Device e5d3a1a0-312b-41ea-a978-e6f4bad86549 details requested by agent hyperv_hv-neutron-8616 with host hv-neutron-8616 {{(pid=103334) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 08:33:07.088284 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-c9077695-5cb5-4713-ae28-d95d17edbedf req-39c296be-6b66-4f6f-b753-0730a4dcc79f tempest-TestSnapshotPattern-458773783 tempest-TestSnapshotPattern-458773783-project] 10.222.0.27 "GET /v2.0/security-groups?id=84f591e9-ce5a-4a9f-8728-dbb3ef5ce8ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367820 Oct 19 08:33:07.143328 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] For port e5d3a1a0-312b-41ea-a978-e6f4bad86549, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=e5d3a1a0-312b-41ea-a978-e6f4bad86549,segment=NetworkSegment(e27b8cbe-c20b-47ce-84bc-af7302aac158),segment_id=e27b8cbe-c20b-47ce-84bc-af7302aac158)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 08:33:07.154444 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Returning: {'device': 'e5d3a1a0-312b-41ea-a978-e6f4bad86549', 'network_id': 'ceeb243b-e510-46f9-9b57-2a7453789dac', 'port_id': 'e5d3a1a0-312b-41ea-a978-e6f4bad86549', 'mac_address': 'fa:16:3e:4f:3d:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '310cc3ac-0d5a-424c-892a-04c84291e7c3', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103334) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 08:33:07.190422 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Current status of the port e5d3a1a0-312b-41ea-a978-e6f4bad86549 is: DOWN; New status is: BUILD {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 08:33:07.190810 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:33:07.203152 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.notifiers.nova [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5d3a1a0-312b-41ea-a978-e6f4bad86549 {{(pid=103334) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 19 08:33:07.222108 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] For port e5d3a1a0-312b-41ea-a978-e6f4bad86549, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=e5d3a1a0-312b-41ea-a978-e6f4bad86549,segment=NetworkSegment(e27b8cbe-c20b-47ce-84bc-af7302aac158),segment_id=e27b8cbe-c20b-47ce-84bc-af7302aac158)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 08:33:07.226555 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:33:07.275071 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Pushing event updated for resources: {'Port': ['ID=e5d3a1a0-312b-41ea-a978-e6f4bad86549,revision_number=4']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:33:07.443667 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] get_ports_and_sgs() called for port_ids ['e5d3a1a0-312b-41ea-a978-e6f4bad86549'] {{(pid=103334) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 19 08:33:08.208417 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c6509f-db72-4572-8617-094f458d3f25 req-f2bc6f3c-0ba2-4c52-83ae-08ed65723d6f tempest-TestSnapshotPattern-458773783 tempest-TestSnapshotPattern-458773783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:33:08.209890 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-40c6509f-db72-4572-8617-094f458d3f25 req-f2bc6f3c-0ba2-4c52-83ae-08ed65723d6f tempest-TestSnapshotPattern-458773783 tempest-TestSnapshotPattern-458773783-project] 10.222.0.27 "GET /v2.0/ports?device_id=5005e6a8-c2a4-4572-b65a-50864cb80ce8 HTTP/1.1" status: 200 len: 944 time: 0.0480220 Oct 19 08:33:08.247248 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-40c6509f-db72-4572-8617-094f458d3f25 req-b314e334-d38c-4f98-b7a0-e5bc53dd7995 tempest-TestSnapshotPattern-458773783 tempest-TestSnapshotPattern-458773783-project] 10.222.0.27 "GET /v2.0/security-groups?id=84f591e9-ce5a-4a9f-8728-dbb3ef5ce8ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312197 Oct 19 08:33:09.066097 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Device e5d3a1a0-312b-41ea-a978-e6f4bad86549 up at agent hyperv_hv-neutron-8616 {{(pid=103334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 08:33:09.113884 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Provisioning for port e5d3a1a0-312b-41ea-a978-e6f4bad86549 completed by entity L2. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 19 08:33:09.117471 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Provisioning complete for port e5d3a1a0-312b-41ea-a978-e6f4bad86549 triggered by entity L2. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 08:33:09.117817 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:33:09.118141 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Attempt 1 to provision port e5d3a1a0-312b-41ea-a978-e6f4bad86549 Oct 19 08:33:09.197047 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Current status of the port e5d3a1a0-312b-41ea-a978-e6f4bad86549 is: BUILD; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 08:33:09.197431 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:33:09.220117 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5005e6a8-c2a4-4572-b65a-50864cb80ce8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5d3a1a0-312b-41ea-a978-e6f4bad86549'}] {{(pid=103334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 19 08:33:09.222399 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d918bd29c62f7e926e80ce37adcd574e0921d2de3006e6b6ef58999f52d8e2e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d08d6b4d-5460-4679-9b9a-f7ebe570404e" -d '{"events": [{"server_uuid": "5005e6a8-c2a4-4572-b65a-50864cb80ce8", "name": "network-vif-plugged", "status": "completed", "tag": "e5d3a1a0-312b-41ea-a978-e6f4bad86549"}]}' {{(pid=103334) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 08:33:09.234861 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] For port e5d3a1a0-312b-41ea-a978-e6f4bad86549, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=e5d3a1a0-312b-41ea-a978-e6f4bad86549,segment=NetworkSegment(e27b8cbe-c20b-47ce-84bc-af7302aac158),segment_id=e27b8cbe-c20b-47ce-84bc-af7302aac158)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 08:33:09.239313 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:33:09.262313 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 19 Oct 2022 08:33:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b81d2daa-a7ca-4fa1-ba81-4b7f2be9ba07 x-openstack-request-id: req-b81d2daa-a7ca-4fa1-ba81-4b7f2be9ba07 {{(pid=103334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 08:33:09.262613 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5005e6a8-c2a4-4572-b65a-50864cb80ce8", "name": "network-vif-plugged", "status": "completed", "tag": "e5d3a1a0-312b-41ea-a978-e6f4bad86549", "code": 200}]} {{(pid=103334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 08:33:09.262861 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-b81d2daa-a7ca-4fa1-ba81-4b7f2be9ba07 {{(pid=103334) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 08:33:09.263244 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b81d2daa-a7ca-4fa1-ba81-4b7f2be9ba07'] response: {'server_uuid': '5005e6a8-c2a4-4572-b65a-50864cb80ce8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5d3a1a0-312b-41ea-a978-e6f4bad86549', 'code': 200} Oct 19 08:33:09.293029 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Pushing event updated for resources: {'Port': ['ID=e5d3a1a0-312b-41ea-a978-e6f4bad86549,revision_number=5']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:33:09.434629 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e730d6f-3896-4137-9f0f-64a8d035e5d4 req-cecf0213-a865-474f-8cc2-d51ef04fc91c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:33:09.436063 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-1e730d6f-3896-4137-9f0f-64a8d035e5d4 req-cecf0213-a865-474f-8cc2-d51ef04fc91c service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=5005e6a8-c2a4-4572-b65a-50864cb80ce8 HTTP/1.1" status: 200 len: 1098 time: 0.0442040 Oct 19 08:33:09.474956 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-1e730d6f-3896-4137-9f0f-64a8d035e5d4 req-fc95039c-e71d-4241-934c-64fc6c556f94 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=84f591e9-ce5a-4a9f-8728-dbb3ef5ce8ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321853 Oct 19 08:33:09.704040 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eee343a-fac3-4571-9c64-e635b06b67c0 req-8277eba7-0282-4232-b86b-eca8b91b018e tempest-TestSnapshotPattern-458773783 tempest-TestSnapshotPattern-458773783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:33:09.705452 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-3eee343a-fac3-4571-9c64-e635b06b67c0 req-8277eba7-0282-4232-b86b-eca8b91b018e tempest-TestSnapshotPattern-458773783 tempest-TestSnapshotPattern-458773783-project] 10.222.0.27 "GET /v2.0/ports?device_id=5005e6a8-c2a4-4572-b65a-50864cb80ce8 HTTP/1.1" status: 200 len: 945 time: 0.3744853 Oct 19 08:33:09.742955 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-3eee343a-fac3-4571-9c64-e635b06b67c0 req-1765b3d2-33ab-4078-9a96-0e74019c1d38 tempest-TestSnapshotPattern-458773783 tempest-TestSnapshotPattern-458773783-project] 10.222.0.27 "GET /v2.0/security-groups?id=84f591e9-ce5a-4a9f-8728-dbb3ef5ce8ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314631 Oct 19 08:33:10.865036 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ef6d06-a715-4586-906f-951c93663a2b req-e945fc17-c6b4-416f-8927-fb9967990c76 tempest-TestSnapshotPattern-458773783 tempest-TestSnapshotPattern-458773783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:33:10.866398 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-42ef6d06-a715-4586-906f-951c93663a2b req-e945fc17-c6b4-416f-8927-fb9967990c76 tempest-TestSnapshotPattern-458773783 tempest-TestSnapshotPattern-458773783-project] 10.222.0.27 "GET /v2.0/ports?device_id=5005e6a8-c2a4-4572-b65a-50864cb80ce8 HTTP/1.1" status: 200 len: 945 time: 0.0491877 Oct 19 08:33:10.902590 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-42ef6d06-a715-4586-906f-951c93663a2b req-1b3dc899-44cc-4615-958b-5170f70394ab tempest-TestSnapshotPattern-458773783 tempest-TestSnapshotPattern-458773783-project] 10.222.0.27 "GET /v2.0/security-groups?id=84f591e9-ce5a-4a9f-8728-dbb3ef5ce8ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304034 Oct 19 08:33:11.026119 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3111b8f7-748f-417f-9c85-46d1bda6021d req-235e2049-f741-488d-a8b9-de0feef988cd tempest-TestSnapshotPattern-458773783 tempest-TestSnapshotPattern-458773783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:33:11.027579 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-3111b8f7-748f-417f-9c85-46d1bda6021d req-235e2049-f741-488d-a8b9-de0feef988cd tempest-TestSnapshotPattern-458773783 tempest-TestSnapshotPattern-458773783-project] 10.222.0.27 "GET /v2.0/ports?device_id=5005e6a8-c2a4-4572-b65a-50864cb80ce8 HTTP/1.1" status: 200 len: 945 time: 0.0497468 Oct 19 08:33:11.045843 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-bcbabec2-0f62-4fde-a7db-20882ab084b0 req-94ac1b60-07a3-4058-bb13-19048d841107 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=d6064fee-07e1-4af2-a24d-f85b88e863fa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0398207 Oct 19 08:33:11.070284 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-3111b8f7-748f-417f-9c85-46d1bda6021d req-db00bd07-9763-4ce9-bd5b-b22cb76a7a07 tempest-TestSnapshotPattern-458773783 tempest-TestSnapshotPattern-458773783-project] 10.222.0.27 "GET /v2.0/security-groups?id=84f591e9-ce5a-4a9f-8728-dbb3ef5ce8ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367374 Oct 19 08:33:11.099287 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 40484) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:33:11.124533 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbabec2-0f62-4fde-a7db-20882ab084b0 req-43035032-0606-4547-b2f1-da8addd38f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:33:11.126070 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-bcbabec2-0f62-4fde-a7db-20882ab084b0 req-43035032-0606-4547-b2f1-da8addd38f59 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=60bf76da5fe447d3aa8d099f27228a67&device_id=d6064fee-07e1-4af2-a24d-f85b88e863fa HTTP/1.1" status: 200 len: 1096 time: 0.0408700 Oct 19 08:33:11.138798 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57f0acab-9a5f-4814-acf8-b5aa6c5353ed tempest-TestSnapshotPattern-944418177 tempest-TestSnapshotPattern-944418177-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:33:11.140325 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-57f0acab-9a5f-4814-acf8-b5aa6c5353ed tempest-TestSnapshotPattern-944418177 tempest-TestSnapshotPattern-944418177-project-admin] 10.222.0.27 "GET /v2.0/ports?device_id=5005e6a8-c2a4-4572-b65a-50864cb80ce8 HTTP/1.1" status: 200 len: 1093 time: 0.0399239 Oct 19 08:33:11.143058 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 40486) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:33:11.147973 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.v2.base [None req-23bfc5f4-45da-482d-b112-546212ad8fea tempest-TestSnapshotPattern-458773783 tempest-TestSnapshotPattern-458773783-project] Request body: {'floatingip': {'floating_network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'port_id': 'e5d3a1a0-312b-41ea-a978-e6f4bad86549', 'tenant_id': '60bf76da5fe447d3aa8d099f27228a67', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103332) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 19 08:33:11.170379 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-23bfc5f4-45da-482d-b112-546212ad8fea tempest-TestSnapshotPattern-458773783 tempest-TestSnapshotPattern-458773783-project] Notify callbacks [] for floatingip, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:33:11.234295 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbabec2-0f62-4fde-a7db-20882ab084b0 req-e104b34b-afe4-491a-8b13-6c07e5ecc8de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:33:11.236348 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-bcbabec2-0f62-4fde-a7db-20882ab084b0 req-e104b34b-afe4-491a-8b13-6c07e5ecc8de service neutron] 10.222.0.16 "GET /v2.0/networks?id=ceeb243b-e510-46f9-9b57-2a7453789dac HTTP/1.1" status: 200 len: 910 time: 0.0935085 Oct 19 08:33:11.264923 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-23bfc5f4-45da-482d-b112-546212ad8fea tempest-TestSnapshotPattern-458773783 tempest-TestSnapshotPattern-458773783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:33:11.311262 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-bcbabec2-0f62-4fde-a7db-20882ab084b0 req-81443c8f-f885-4f66-99b1-66121d66360f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e8059c2a-626d-42f0-a0a4-88a2ae4ba1e9 HTTP/1.1" status: 200 len: 999 time: 0.0646601 Oct 19 08:33:11.361090 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbabec2-0f62-4fde-a7db-20882ab084b0 req-3712c9bc-f89b-412a-a58e-4f68de85b0c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:33:11.362559 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-bcbabec2-0f62-4fde-a7db-20882ab084b0 req-3712c9bc-f89b-412a-a58e-4f68de85b0c8 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=310cc3ac-0d5a-424c-892a-04c84291e7c3 HTTP/1.1" status: 200 len: 848 time: 0.0447278 Oct 19 08:33:11.371322 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.db_base_plugin_common [None req-23bfc5f4-45da-482d-b112-546212ad8fea tempest-TestSnapshotPattern-458773783 tempest-TestSnapshotPattern-458773783-project] Allocated IP 172.26.0.123 (99c66757-74e3-40a4-b479-8d09e3a7c3dd/7f3d1034-1de7-458a-a3ee-77488de3949b/718b8f8f-fda8-49ff-acbb-a9442c6985db) {{(pid=103332) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 19 08:33:11.417003 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbabec2-0f62-4fde-a7db-20882ab084b0 req-83850a07-4979-43d9-957c-2dc538a27f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:33:11.418412 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-bcbabec2-0f62-4fde-a7db-20882ab084b0 req-83850a07-4979-43d9-957c-2dc538a27f40 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ceeb243b-e510-46f9-9b57-2a7453789dac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0420372 Oct 19 08:33:11.474363 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-23bfc5f4-45da-482d-b112-546212ad8fea tempest-TestSnapshotPattern-458773783 tempest-TestSnapshotPattern-458773783-project] Notify callbacks [] for port, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:33:11.512229 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-23bfc5f4-45da-482d-b112-546212ad8fea tempest-TestSnapshotPattern-458773783 tempest-TestSnapshotPattern-458773783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785020947330', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133553798'] for port, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:33:11.515287 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-bcbabec2-0f62-4fde-a7db-20882ab084b0 req-435cd6b4-2a0a-42cd-aec2-d7b31dc59354 service neutron] 10.222.0.16 "GET /v2.0/networks/ceeb243b-e510-46f9-9b57-2a7453789dac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906887 Oct 19 08:33:11.551107 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23bfc5f4-45da-482d-b112-546212ad8fea tempest-TestSnapshotPattern-458773783 tempest-TestSnapshotPattern-458773783-project] Network 99c66757-74e3-40a4-b479-8d09e3a7c3dd is already hosted by enough agents. {{(pid=103332) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 19 08:33:11.556107 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.base_scheduler [None req-23bfc5f4-45da-482d-b112-546212ad8fea tempest-TestSnapshotPattern-458773783 tempest-TestSnapshotPattern-458773783-project] Resources bound (agent type, host, resource id): {{(pid=103332) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 19 08:33:11.559688 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23bfc5f4-45da-482d-b112-546212ad8fea tempest-TestSnapshotPattern-458773783 tempest-TestSnapshotPattern-458773783-project] Received port after_create {{(pid=103332) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 19 08:33:11.586315 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23bfc5f4-45da-482d-b112-546212ad8fea tempest-TestSnapshotPattern-458773783 tempest-TestSnapshotPattern-458773783-project] Pushing event updated for resources: {'Port': ['ID=718b8f8f-fda8-49ff-acbb-a9442c6985db,revision_number=1']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:33:11.601290 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23bfc5f4-45da-482d-b112-546212ad8fea tempest-TestSnapshotPattern-458773783 tempest-TestSnapshotPattern-458773783-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:33:11.601646 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23bfc5f4-45da-482d-b112-546212ad8fea tempest-TestSnapshotPattern-458773783 tempest-TestSnapshotPattern-458773783-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:33:11.601993 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23bfc5f4-45da-482d-b112-546212ad8fea tempest-TestSnapshotPattern-458773783 tempest-TestSnapshotPattern-458773783-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:33:11.602329 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23bfc5f4-45da-482d-b112-546212ad8fea tempest-TestSnapshotPattern-458773783 tempest-TestSnapshotPattern-458773783-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:33:11.602657 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23bfc5f4-45da-482d-b112-546212ad8fea tempest-TestSnapshotPattern-458773783 tempest-TestSnapshotPattern-458773783-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:33:11.602988 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23bfc5f4-45da-482d-b112-546212ad8fea tempest-TestSnapshotPattern-458773783 tempest-TestSnapshotPattern-458773783-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:33:11.603314 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23bfc5f4-45da-482d-b112-546212ad8fea tempest-TestSnapshotPattern-458773783 tempest-TestSnapshotPattern-458773783-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:33:11.603643 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23bfc5f4-45da-482d-b112-546212ad8fea tempest-TestSnapshotPattern-458773783 tempest-TestSnapshotPattern-458773783-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:33:11.603970 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23bfc5f4-45da-482d-b112-546212ad8fea tempest-TestSnapshotPattern-458773783 tempest-TestSnapshotPattern-458773783-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:33:11.604293 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23bfc5f4-45da-482d-b112-546212ad8fea tempest-TestSnapshotPattern-458773783 tempest-TestSnapshotPattern-458773783-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:33:11.604645 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23bfc5f4-45da-482d-b112-546212ad8fea tempest-TestSnapshotPattern-458773783 tempest-TestSnapshotPattern-458773783-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:33:11.605030 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23bfc5f4-45da-482d-b112-546212ad8fea tempest-TestSnapshotPattern-458773783 tempest-TestSnapshotPattern-458773783-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:33:11.608067 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-bcbabec2-0f62-4fde-a7db-20882ab084b0 req-3f8ba435-b8b2-4d64-87f6-4fda5c1b6599 service neutron] 10.222.0.16 "GET /v2.0/networks/ceeb243b-e510-46f9-9b57-2a7453789dac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859699 Oct 19 08:33:11.932172 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-23bfc5f4-45da-482d-b112-546212ad8fea tempest-TestSnapshotPattern-458773783 tempest-TestSnapshotPattern-458773783-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:33:11.996947 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-23bfc5f4-45da-482d-b112-546212ad8fea tempest-TestSnapshotPattern-458773783 tempest-TestSnapshotPattern-458773783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:33:12.145715 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-23bfc5f4-45da-482d-b112-546212ad8fea tempest-TestSnapshotPattern-458773783 tempest-TestSnapshotPattern-458773783-project] Notify callbacks [] for port, precommit_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:33:12.150242 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-23bfc5f4-45da-482d-b112-546212ad8fea tempest-TestSnapshotPattern-458773783 tempest-TestSnapshotPattern-458773783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-133553807'] for port, after_update {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:33:12.215559 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-23bfc5f4-45da-482d-b112-546212ad8fea tempest-TestSnapshotPattern-458773783 tempest-TestSnapshotPattern-458773783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1695041'] for floatingip, after_create {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:33:12.217998 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23bfc5f4-45da-482d-b112-546212ad8fea tempest-TestSnapshotPattern-458773783 tempest-TestSnapshotPattern-458773783-project] Pushing event updated for resources: {'Port': ['ID=718b8f8f-fda8-49ff-acbb-a9442c6985db,revision_number=2']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:33:12.318213 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.db.l3_db [None req-23bfc5f4-45da-482d-b112-546212ad8fea tempest-TestSnapshotPattern-458773783 tempest-TestSnapshotPattern-458773783-project] Floating IP b047d031-0c47-45ba-bb7f-029217d14fac associated. External IP: 172.26.0.123, port: e5d3a1a0-312b-41ea-a978-e6f4bad86549. Oct 19 08:33:12.323924 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:33:12.527917 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23bfc5f4-45da-482d-b112-546212ad8fea tempest-TestSnapshotPattern-458773783 tempest-TestSnapshotPattern-458773783-project] Router a26ba944-6cf3-4290-9c3a-b7542de897e2 has already been hosted by L3 agent ab388470-1243-4d53-80f2-c2f5899c97a7 {{(pid=103332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 08:33:12.634158 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23bfc5f4-45da-482d-b112-546212ad8fea tempest-TestSnapshotPattern-458773783 tempest-TestSnapshotPattern-458773783-project] Notify agent at l3_agent.dv-neutron-861624-1-hyperv the message routers_updated {{(pid=103332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 08:33:12.644239 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db7fc041-f8f7-4979-b401-f0670698bd0d None None] Sync routers for ids ['a26ba944-6cf3-4290-9c3a-b7542de897e2'] in dv-neutron-861624-1-hyperv {{(pid=103334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 08:33:12.652672 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-23bfc5f4-45da-482d-b112-546212ad8fea tempest-TestSnapshotPattern-458773783 tempest-TestSnapshotPattern-458773783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42160'] for floatingip, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:33:12.654614 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db7fc041-f8f7-4979-b401-f0670698bd0d None None] Routers {'a26ba944-6cf3-4290-9c3a-b7542de897e2'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 08:33:12.655235 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-db7fc041-f8f7-4979-b401-f0670698bd0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T08:32:46Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['a26ba944-6cf3-4290-9c3a-b7542de897e2'], 'active': True} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:33:12.679570 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-23bfc5f4-45da-482d-b112-546212ad8fea tempest-TestSnapshotPattern-458773783 tempest-TestSnapshotPattern-458773783-project] 10.222.0.27 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5355067 Oct 19 08:33:12.680407 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5005e6a8-c2a4-4572-b65a-50864cb80ce8', 'tag': 'e5d3a1a0-312b-41ea-a978-e6f4bad86549'}] {{(pid=103332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 19 08:33:12.682791 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a021b02cf5f527cd4bbbc40a031b51490d9893d7edeeb551bdf5128ee7546f8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18fa91ee-9829-4078-96cd-c4efd2e86db4" -d '{"events": [{"name": "network-changed", "server_uuid": "5005e6a8-c2a4-4572-b65a-50864cb80ce8", "tag": "e5d3a1a0-312b-41ea-a978-e6f4bad86549"}]}' {{(pid=103332) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 08:33:12.763455 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvr_db [None req-db7fc041-f8f7-4979-b401-f0670698bd0d None None] Set router a26ba944-6cf3-4290-9c3a-b7542de897e2 gateway port host: dv-neutron-861624-1-hyperv {{(pid=103334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 08:33:12.778323 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 19 Oct 2022 08:33:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5aa9b821-d681-41e1-afe9-a9d16eb8c4d9 x-openstack-request-id: req-5aa9b821-d681-41e1-afe9-a9d16eb8c4d9 {{(pid=103332) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 08:33:12.778562 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5005e6a8-c2a4-4572-b65a-50864cb80ce8", "tag": "e5d3a1a0-312b-41ea-a978-e6f4bad86549", "status": "completed", "code": 200}]} {{(pid=103332) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 08:33:12.778822 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-5aa9b821-d681-41e1-afe9-a9d16eb8c4d9 {{(pid=103332) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 08:33:12.779243 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5aa9b821-d681-41e1-afe9-a9d16eb8c4d9'] response: {'name': 'network-changed', 'server_uuid': '5005e6a8-c2a4-4572-b65a-50864cb80ce8', 'tag': 'e5d3a1a0-312b-41ea-a978-e6f4bad86549', 'status': 'completed', 'code': 200} Oct 19 08:33:12.840643 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fa91ee-9829-4078-96cd-c4efd2e86db4 req-ada589fc-0a89-4051-9279-0bd1d4c07a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:33:12.842158 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-18fa91ee-9829-4078-96cd-c4efd2e86db4 req-ada589fc-0a89-4051-9279-0bd1d4c07a14 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=60bf76da5fe447d3aa8d099f27228a67&device_id=5005e6a8-c2a4-4572-b65a-50864cb80ce8 HTTP/1.1" status: 200 len: 1098 time: 0.0415685 Oct 19 08:33:12.936472 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fa91ee-9829-4078-96cd-c4efd2e86db4 req-b1bfd18e-4321-4a53-a906-88e441e5d2c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:33:12.937967 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-18fa91ee-9829-4078-96cd-c4efd2e86db4 req-b1bfd18e-4321-4a53-a906-88e441e5d2c9 service neutron] 10.222.0.16 "GET /v2.0/networks?id=ceeb243b-e510-46f9-9b57-2a7453789dac HTTP/1.1" status: 200 len: 910 time: 0.0889339 Oct 19 08:33:12.992370 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-db7fc041-f8f7-4979-b401-f0670698bd0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a26ba944-6cf3-4290-9c3a-b7542de897e2', 'name': 'tempest-TestSnapshotPattern-900669526-router', 'tenant_id': '60bf76da5fe447d3aa8d099f27228a67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'external_fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.3'}], 'enable_snat': True}, 'gw_port_id': '686ce761-d22a-46c3-b98b-ad09ecb519a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T08:30:21Z', 'updated_at': '2022-10-19T08:30:23Z', 'revision_number': 4, 'project_id': '60bf76da5fe447d3aa8d099f27228a67', 'gw_port': {'id': '686ce761-d22a-46c3-b98b-ad09ecb519a7', 'name': '', 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:c4:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a26ba944-6cf3-4290-9c3a-b7542de897e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1870, 'fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T08:30:21Z', 'updated_at': '2022-10-19T08:30:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861624-1-hyperv', '_floatingips': [{'id': '46208f5c-ea0d-4679-9208-129eac9b29db', 'tenant_id': '60bf76da5fe447d3aa8d099f27228a67', 'floating_ip_address': '172.26.0.130', 'floating_network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'router_id': 'a26ba944-6cf3-4290-9c3a-b7542de897e2', 'port_id': 'e8059c2a-626d-42f0-a0a4-88a2ae4ba1e9', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1895, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ceeb243b-e510-46f9-9b57-2a7453789dac', 'mac_address': 'fa:16:3e:43:66:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6064fee-07e1-4af2-a24d-f85b88e863fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-19T08:30:41Z', 'updated_at': '2022-10-19T08:30:43Z', 'revision_number': 1, 'project_id': '60bf76da5fe447d3aa8d099f27228a67', 'fixed_ip_address_scope': None}, {'id': 'b047d031-0c47-45ba-bb7f-029217d14fac', 'tenant_id': '60bf76da5fe447d3aa8d099f27228a67', 'floating_ip_address': '172.26.0.123', 'floating_network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'router_id': 'a26ba944-6cf3-4290-9c3a-b7542de897e2', 'port_id': 'e5d3a1a0-312b-41ea-a978-e6f4bad86549', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1898, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ceeb243b-e510-46f9-9b57-2a7453789dac', 'mac_address': 'fa:16:3e:4f:3d:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5005e6a8-c2a4-4572-b65a-50864cb80ce8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-19T08:33:11Z', 'updated_at': '2022-10-19T08:33:11Z', 'revision_number': 0, 'project_id': '60bf76da5fe447d3aa8d099f27228a67', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe6fbafa-a912-4e4c-866e-bcf5c405c366', 'name': '', 'network_id': 'ceeb243b-e510-46f9-9b57-2a7453789dac', 'tenant_id': '60bf76da5fe447d3aa8d099f27228a67', 'mac_address': 'fa:16:3e:7f:0d:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a26ba944-6cf3-4290-9c3a-b7542de897e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1871, 'fixed_ips': [{'subnet_id': '310cc3ac-0d5a-424c-892a-04c84291e7c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T08:30:23Z', 'updated_at': '2022-10-19T08:30:28Z', 'revision_number': 5, 'project_id': '60bf76da5fe447d3aa8d099f27228a67', 'subnets': [{'id': '310cc3ac-0d5a-424c-892a-04c84291e7c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:33:13.006975 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-18fa91ee-9829-4078-96cd-c4efd2e86db4 req-108108cd-8b04-4ee5-83f9-9dffcd24a719 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e5d3a1a0-312b-41ea-a978-e6f4bad86549 HTTP/1.1" status: 200 len: 999 time: 0.0625651 Oct 19 08:33:13.018546 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db7fc041-f8f7-4979-b401-f0670698bd0d None None] Checking router: a26ba944-6cf3-4290-9c3a-b7542de897e2 for host: dv-neutron-861624-1-hyperv {{(pid=103334) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 08:33:13.027385 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db7fc041-f8f7-4979-b401-f0670698bd0d None None] Routers {'a26ba944-6cf3-4290-9c3a-b7542de897e2'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 08:33:13.027980 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-db7fc041-f8f7-4979-b401-f0670698bd0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T08:32:46Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['a26ba944-6cf3-4290-9c3a-b7542de897e2'], 'active': True} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:33:13.055982 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fa91ee-9829-4078-96cd-c4efd2e86db4 req-5883ef62-d816-4a42-8335-3ecf2c7bf3eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:33:13.057456 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-18fa91ee-9829-4078-96cd-c4efd2e86db4 req-5883ef62-d816-4a42-8335-3ecf2c7bf3eb service neutron] 10.222.0.16 "GET /v2.0/subnets?id=310cc3ac-0d5a-424c-892a-04c84291e7c3 HTTP/1.1" status: 200 len: 848 time: 0.0438592 Oct 19 08:33:13.101274 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fa91ee-9829-4078-96cd-c4efd2e86db4 req-2b683e27-1142-4cbb-8888-aca09b07b61e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:33:13.102739 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-18fa91ee-9829-4078-96cd-c4efd2e86db4 req-2b683e27-1142-4cbb-8888-aca09b07b61e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ceeb243b-e510-46f9-9b57-2a7453789dac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0395334 Oct 19 08:33:13.136756 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvr_db [None req-db7fc041-f8f7-4979-b401-f0670698bd0d None None] Set router a26ba944-6cf3-4290-9c3a-b7542de897e2 gateway port host: dv-neutron-861624-1-hyperv {{(pid=103334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 08:33:13.196230 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-18fa91ee-9829-4078-96cd-c4efd2e86db4 req-4d81b12e-3cf2-4a35-9f21-f52b5284509e service neutron] 10.222.0.16 "GET /v2.0/networks/ceeb243b-e510-46f9-9b57-2a7453789dac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862899 Oct 19 08:33:13.292396 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-18fa91ee-9829-4078-96cd-c4efd2e86db4 req-39c87816-a1fa-47a5-9f80-7554ef4e75eb service neutron] 10.222.0.16 "GET /v2.0/networks/ceeb243b-e510-46f9-9b57-2a7453789dac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902064 Oct 19 08:33:13.367711 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-db7fc041-f8f7-4979-b401-f0670698bd0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a26ba944-6cf3-4290-9c3a-b7542de897e2', 'name': 'tempest-TestSnapshotPattern-900669526-router', 'tenant_id': '60bf76da5fe447d3aa8d099f27228a67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'external_fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.3'}], 'enable_snat': True}, 'gw_port_id': '686ce761-d22a-46c3-b98b-ad09ecb519a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T08:30:21Z', 'updated_at': '2022-10-19T08:30:23Z', 'revision_number': 4, 'project_id': '60bf76da5fe447d3aa8d099f27228a67', 'gw_port': {'id': '686ce761-d22a-46c3-b98b-ad09ecb519a7', 'name': '', 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:c4:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a26ba944-6cf3-4290-9c3a-b7542de897e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1870, 'fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T08:30:21Z', 'updated_at': '2022-10-19T08:30:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861624-1-hyperv', '_floatingips': [{'id': '46208f5c-ea0d-4679-9208-129eac9b29db', 'tenant_id': '60bf76da5fe447d3aa8d099f27228a67', 'floating_ip_address': '172.26.0.130', 'floating_network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'router_id': 'a26ba944-6cf3-4290-9c3a-b7542de897e2', 'port_id': 'e8059c2a-626d-42f0-a0a4-88a2ae4ba1e9', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1895, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ceeb243b-e510-46f9-9b57-2a7453789dac', 'mac_address': 'fa:16:3e:43:66:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6064fee-07e1-4af2-a24d-f85b88e863fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-19T08:30:41Z', 'updated_at': '2022-10-19T08:30:43Z', 'revision_number': 1, 'project_id': '60bf76da5fe447d3aa8d099f27228a67', 'fixed_ip_address_scope': None}, {'id': 'b047d031-0c47-45ba-bb7f-029217d14fac', 'tenant_id': '60bf76da5fe447d3aa8d099f27228a67', 'floating_ip_address': '172.26.0.123', 'floating_network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'router_id': 'a26ba944-6cf3-4290-9c3a-b7542de897e2', 'port_id': 'e5d3a1a0-312b-41ea-a978-e6f4bad86549', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1898, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ceeb243b-e510-46f9-9b57-2a7453789dac', 'mac_address': 'fa:16:3e:4f:3d:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5005e6a8-c2a4-4572-b65a-50864cb80ce8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-19T08:33:11Z', 'updated_at': '2022-10-19T08:33:11Z', 'revision_number': 0, 'project_id': '60bf76da5fe447d3aa8d099f27228a67', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe6fbafa-a912-4e4c-866e-bcf5c405c366', 'name': '', 'network_id': 'ceeb243b-e510-46f9-9b57-2a7453789dac', 'tenant_id': '60bf76da5fe447d3aa8d099f27228a67', 'mac_address': 'fa:16:3e:7f:0d:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a26ba944-6cf3-4290-9c3a-b7542de897e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1871, 'fixed_ips': [{'subnet_id': '310cc3ac-0d5a-424c-892a-04c84291e7c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T08:30:23Z', 'updated_at': '2022-10-19T08:30:28Z', 'revision_number': 5, 'project_id': '60bf76da5fe447d3aa8d099f27228a67', 'subnets': [{'id': '310cc3ac-0d5a-424c-892a-04c84291e7c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:33:13.393277 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db7fc041-f8f7-4979-b401-f0670698bd0d None None] The sync data for ids ['a26ba944-6cf3-4290-9c3a-b7542de897e2'] in dv-neutron-861624-1-hyperv is: [{'id': 'a26ba944-6cf3-4290-9c3a-b7542de897e2', 'name': 'tempest-TestSnapshotPattern-900669526-router', 'tenant_id': '60bf76da5fe447d3aa8d099f27228a67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'external_fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.3'}], 'enable_snat': True}, 'gw_port_id': '686ce761-d22a-46c3-b98b-ad09ecb519a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T08:30:21Z', 'updated_at': '2022-10-19T08:30:23Z', 'revision_number': 4, 'project_id': '60bf76da5fe447d3aa8d099f27228a67', 'gw_port': {'id': '686ce761-d22a-46c3-b98b-ad09ecb519a7', 'name': '', 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:c4:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a26ba944-6cf3-4290-9c3a-b7542de897e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1870, 'fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T08:30:21Z', 'updated_at': '2022-10-19T08:30:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861624-1-hyperv', '_floatingips': [{'id': '46208f5c-ea0d-4679-9208-129eac9b29db', 'tenant_id': '60bf76da5fe447d3aa8d099f27228a67', 'floating_ip_address': '172.26.0.130', 'floating_network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'router_id': 'a26ba944-6cf3-4290-9c3a-b7542de897e2', 'port_id': 'e8059c2a-626d-42f0-a0a4-88a2ae4ba1e9', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1895, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ceeb243b-e510-46f9-9b57-2a7453789dac', 'mac_address': 'fa:16:3e:43:66:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6064fee-07e1-4af2-a24d-f85b88e863fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-19T08:30:41Z', 'updated_at': '2022-10-19T08:30:43Z', 'revision_number': 1, 'project_id': '60bf76da5fe447d3aa8d099f27228a67', 'fixed_ip_address_scope': None}, {'id': 'b047d031-0c47-45ba-bb7f-029217d14fac', 'tenant_id': '60bf76da5fe447d3aa8d099f27228a67', 'floating_ip_address': '172.26.0.123', 'floating_network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'router_id': 'a26ba944-6cf3-4290-9c3a-b7542de897e2', 'port_id': 'e5d3a1a0-312b-41ea-a978-e6f4bad86549', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1898, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ceeb243b-e510-46f9-9b57-2a7453789dac', 'mac_address': 'fa:16:3e:4f:3d:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5005e6a8-c2a4-4572-b65a-50864cb80ce8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-19T08:33:11Z', 'updated_at': '2022-10-19T08:33:11Z', 'revision_number': 0, 'project_id': '60bf76da5fe447d3aa8d099f27228a67', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe6fbafa-a912-4e4c-866e-bcf5c405c366', 'name': '', 'network_id': 'ceeb243b-e510-46f9-9b57-2a7453789dac', 'tenant_id': '60bf76da5fe447d3aa8d099f27228a67', 'mac_address': 'fa:16:3e:7f:0d:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a26ba944-6cf3-4290-9c3a-b7542de897e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1871, 'fixed_ips': [{'subnet_id': '310cc3ac-0d5a-424c-892a-04c84291e7c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T08:30:23Z', 'updated_at': '2022-10-19T08:30:28Z', 'revision_number': 5, 'project_id': '60bf76da5fe447d3aa8d099f27228a67', 'subnets': [{'id': '310cc3ac-0d5a-424c-892a-04c84291e7c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 08:33:13.519078 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-51400855-4cb3-4ceb-a57d-5dd6f0793785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:33:13.604318 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41370168-4c97-4ac4-b66d-75a10ab9284d None None] New status for floating IP b047d031-0c47-45ba-bb7f-029217d14fac: ACTIVE {{(pid=103335) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 19 08:33:16.422565 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-6c96a4ba-378c-4765-af26-5d0e64f00353 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:33:17.598973 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.agents_db [None req-6057327c-4456-4c72-8e75-6d3cd9249757 None None] Agent healthcheck: found 6 active agents {{(pid=103335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 08:33:18.159298 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-2a2259f7-b034-4eec-af7a-7abaede746c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:33:19.254279 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-1a0da505-d0f9-48c6-b7e2-53b9c5e41298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:33:19.280970 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:33:42.324415 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:33:43.521567 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-951f0508-7ce8-4f95-837f-19f41aea7a2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:33:46.423918 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-9db37d6b-2fcd-4add-b8b6-816e0e5e02a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:33:48.162801 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-2a2259f7-b034-4eec-af7a-7abaede746c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:33:49.257330 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-1a0da505-d0f9-48c6-b7e2-53b9c5e41298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:33:49.282996 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:33:54.597967 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.agents_db [None req-6057327c-4456-4c72-8e75-6d3cd9249757 None None] Agent healthcheck: found 6 active agents {{(pid=103335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 08:34:12.092858 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-f83ff960-582d-4723-b7ec-c9fa22c25e9c req-b049674e-f95f-4643-86d2-281205ae1c3f service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=5005e6a8-c2a4-4572-b65a-50864cb80ce8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0400331 Oct 19 08:34:12.152904 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83ff960-582d-4723-b7ec-c9fa22c25e9c req-538f7ffe-d8a0-4556-8332-6222564f9a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:34:12.154381 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-f83ff960-582d-4723-b7ec-c9fa22c25e9c req-538f7ffe-d8a0-4556-8332-6222564f9a04 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=60bf76da5fe447d3aa8d099f27228a67&device_id=5005e6a8-c2a4-4572-b65a-50864cb80ce8 HTTP/1.1" status: 200 len: 1098 time: 0.0408335 Oct 19 08:34:12.263248 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83ff960-582d-4723-b7ec-c9fa22c25e9c req-224ff1e5-56d4-4dcd-8a57-2b883cc61a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:34:12.264710 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-f83ff960-582d-4723-b7ec-c9fa22c25e9c req-224ff1e5-56d4-4dcd-8a57-2b883cc61a4a service neutron] 10.222.0.16 "GET /v2.0/networks?id=ceeb243b-e510-46f9-9b57-2a7453789dac HTTP/1.1" status: 200 len: 910 time: 0.0884953 Oct 19 08:34:12.321574 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:34:12.329940 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-f83ff960-582d-4723-b7ec-c9fa22c25e9c req-e0fb297f-f30d-4036-85df-ca7126f7339b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e5d3a1a0-312b-41ea-a978-e6f4bad86549 HTTP/1.1" status: 200 len: 1001 time: 0.0591388 Oct 19 08:34:12.378432 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83ff960-582d-4723-b7ec-c9fa22c25e9c req-7c7abd0f-f87f-47ab-a9ba-06c7950d5a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:34:12.380037 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-f83ff960-582d-4723-b7ec-c9fa22c25e9c req-7c7abd0f-f87f-47ab-a9ba-06c7950d5a53 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=310cc3ac-0d5a-424c-892a-04c84291e7c3 HTTP/1.1" status: 200 len: 848 time: 0.0442293 Oct 19 08:34:12.429821 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83ff960-582d-4723-b7ec-c9fa22c25e9c req-71232d72-08db-4fdc-9cb0-51bb8e7f2d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:34:12.431275 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-f83ff960-582d-4723-b7ec-c9fa22c25e9c req-71232d72-08db-4fdc-9cb0-51bb8e7f2d3c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ceeb243b-e510-46f9-9b57-2a7453789dac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0445201 Oct 19 08:34:12.520756 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-f83ff960-582d-4723-b7ec-c9fa22c25e9c req-71aadae7-1bca-4e71-8330-dab4feca44cf service neutron] 10.222.0.16 "GET /v2.0/networks/ceeb243b-e510-46f9-9b57-2a7453789dac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821447 Oct 19 08:34:12.613549 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-f83ff960-582d-4723-b7ec-c9fa22c25e9c req-87a8ea5f-b688-42d4-a90e-544b171a6c79 service neutron] 10.222.0.16 "GET /v2.0/networks/ceeb243b-e510-46f9-9b57-2a7453789dac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863166 Oct 19 08:34:13.522645 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-0ca21358-0ab3-4e5c-a5ae-c0bdb66625a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:34:16.424481 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-a681c364-f64d-4dba-9355-dfdca3f114cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:34:18.167289 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-2a2259f7-b034-4eec-af7a-7abaede746c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:34:19.261384 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-1a0da505-d0f9-48c6-b7e2-53b9c5e41298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:34:19.284007 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:34:31.597149 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.agents_db [None req-6057327c-4456-4c72-8e75-6d3cd9249757 None None] Agent healthcheck: found 6 active agents {{(pid=103335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 08:34:42.332855 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:34:43.421980 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Device e5d3a1a0-312b-41ea-a978-e6f4bad86549 details requested by agent hyperv_hv-neutron-8616 with host hv-neutron-8616 {{(pid=103334) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 19 08:34:43.534472 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] For port e5d3a1a0-312b-41ea-a978-e6f4bad86549, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=e5d3a1a0-312b-41ea-a978-e6f4bad86549,segment=NetworkSegment(e27b8cbe-c20b-47ce-84bc-af7302aac158),segment_id=e27b8cbe-c20b-47ce-84bc-af7302aac158)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 08:34:43.537105 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-a1fc2787-3a75-4007-8526-f01a5480c5c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:34:43.547600 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Returning: {'device': 'e5d3a1a0-312b-41ea-a978-e6f4bad86549', 'network_id': 'ceeb243b-e510-46f9-9b57-2a7453789dac', 'port_id': 'e5d3a1a0-312b-41ea-a978-e6f4bad86549', 'mac_address': 'fa:16:3e:4f:3d:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '310cc3ac-0d5a-424c-892a-04c84291e7c3', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103334) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 19 08:34:43.591279 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Current status of the port e5d3a1a0-312b-41ea-a978-e6f4bad86549 is: ACTIVE; New status is: BUILD {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 08:34:43.591674 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:34:43.606560 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.notifiers.nova [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e5d3a1a0-312b-41ea-a978-e6f4bad86549 {{(pid=103334) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 19 08:34:43.626667 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] For port e5d3a1a0-312b-41ea-a978-e6f4bad86549, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=e5d3a1a0-312b-41ea-a978-e6f4bad86549,segment=NetworkSegment(e27b8cbe-c20b-47ce-84bc-af7302aac158),segment_id=e27b8cbe-c20b-47ce-84bc-af7302aac158)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 08:34:43.631328 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:34:43.686616 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Pushing event updated for resources: {'Port': ['ID=e5d3a1a0-312b-41ea-a978-e6f4bad86549,revision_number=6']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:34:43.694522 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:34:43.694958 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:34:43.695304 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:34:43.695645 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:34:43.695981 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:34:43.696315 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:34:43.696673 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:34:43.697010 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:34:43.697340 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:34:43.697666 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:34:43.697988 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:34:43.698311 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103334) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:34:43.718204 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] get_ports_and_sgs() called for port_ids ['e5d3a1a0-312b-41ea-a978-e6f4bad86549'] {{(pid=103334) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 19 08:34:45.438485 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Device e5d3a1a0-312b-41ea-a978-e6f4bad86549 up at agent hyperv_hv-neutron-8616 {{(pid=103334) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 19 08:34:45.491580 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.provisioning_blocks [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Provisioning complete for port e5d3a1a0-312b-41ea-a978-e6f4bad86549 triggered by entity L2. {{(pid=103334) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 19 08:34:45.491954 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-675773'] for port, provisioning_complete {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:34:45.492296 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.plugins.ml2.plugin [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Attempt 1 to provision port e5d3a1a0-312b-41ea-a978-e6f4bad86549 Oct 19 08:34:45.576799 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Current status of the port e5d3a1a0-312b-41ea-a978-e6f4bad86549 is: BUILD; New status is: ACTIVE {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 08:34:45.577185 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:34:45.602725 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5005e6a8-c2a4-4572-b65a-50864cb80ce8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5d3a1a0-312b-41ea-a978-e6f4bad86549'}] {{(pid=103334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 19 08:34:45.605091 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d918bd29c62f7e926e80ce37adcd574e0921d2de3006e6b6ef58999f52d8e2e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3de47d58-afde-42eb-8729-2fad176d117d" -d '{"events": [{"server_uuid": "5005e6a8-c2a4-4572-b65a-50864cb80ce8", "name": "network-vif-plugged", "status": "completed", "tag": "e5d3a1a0-312b-41ea-a978-e6f4bad86549"}]}' {{(pid=103334) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 08:34:45.619215 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] For port e5d3a1a0-312b-41ea-a978-e6f4bad86549, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=e5d3a1a0-312b-41ea-a978-e6f4bad86549,segment=NetworkSegment(e27b8cbe-c20b-47ce-84bc-af7302aac158),segment_id=e27b8cbe-c20b-47ce-84bc-af7302aac158)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 08:34:45.624702 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:34:45.657996 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 19 Oct 2022 08:34:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4613d5b6-a9ff-4a85-a993-48478d5ecf30 x-openstack-request-id: req-4613d5b6-a9ff-4a85-a993-48478d5ecf30 {{(pid=103334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 08:34:45.658336 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5005e6a8-c2a4-4572-b65a-50864cb80ce8", "name": "network-vif-plugged", "status": "completed", "tag": "e5d3a1a0-312b-41ea-a978-e6f4bad86549", "code": 200}]} {{(pid=103334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 08:34:45.658518 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-4613d5b6-a9ff-4a85-a993-48478d5ecf30 {{(pid=103334) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 08:34:45.658939 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4613d5b6-a9ff-4a85-a993-48478d5ecf30'] response: {'server_uuid': '5005e6a8-c2a4-4572-b65a-50864cb80ce8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5d3a1a0-312b-41ea-a978-e6f4bad86549', 'code': 200} Oct 19 08:34:45.685552 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Pushing event updated for resources: {'Port': ['ID=e5d3a1a0-312b-41ea-a978-e6f4bad86549,revision_number=7']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:34:46.429509 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-847556b4-db4e-4c10-81b1-b1c153a89d6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:34:48.171842 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-2a2259f7-b034-4eec-af7a-7abaede746c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:34:49.270728 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-1a0da505-d0f9-48c6-b7e2-53b9c5e41298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:34:49.289148 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:34:53.166031 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 40690) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:34:53.322466 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.plugin [None req-1010d740-2157-4f93-a54f-7d9d51783f77 tempest-TestSnapshotPattern-458773783 tempest-TestSnapshotPattern-458773783-project] Deleting port 718b8f8f-fda8-49ff-acbb-a9442c6985db {{(pid=103332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 08:34:53.322805 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-1010d740-2157-4f93-a54f-7d9d51783f77 tempest-TestSnapshotPattern-458773783 tempest-TestSnapshotPattern-458773783-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:34:53.399730 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-1010d740-2157-4f93-a54f-7d9d51783f77 tempest-TestSnapshotPattern-458773783 tempest-TestSnapshotPattern-458773783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:34:53.399958 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-1010d740-2157-4f93-a54f-7d9d51783f77 tempest-TestSnapshotPattern-458773783 tempest-TestSnapshotPattern-458773783-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:34:53.411930 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.plugin [None req-1010d740-2157-4f93-a54f-7d9d51783f77 tempest-TestSnapshotPattern-458773783 tempest-TestSnapshotPattern-458773783-project] Calling delete_port for 718b8f8f-fda8-49ff-acbb-a9442c6985db owned by network:floatingip {{(pid=103332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 08:34:53.554080 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-1010d740-2157-4f93-a54f-7d9d51783f77 tempest-TestSnapshotPattern-458773783 tempest-TestSnapshotPattern-458773783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133553798'] for port, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:34:53.579611 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1010d740-2157-4f93-a54f-7d9d51783f77 tempest-TestSnapshotPattern-458773783 tempest-TestSnapshotPattern-458773783-project] Pushing event deleted for resources: {'Port': ['ID=718b8f8f-fda8-49ff-acbb-a9442c6985db,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:34:53.591308 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1010d740-2157-4f93-a54f-7d9d51783f77 tempest-TestSnapshotPattern-458773783 tempest-TestSnapshotPattern-458773783-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:34:53.591667 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1010d740-2157-4f93-a54f-7d9d51783f77 tempest-TestSnapshotPattern-458773783 tempest-TestSnapshotPattern-458773783-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:34:53.592004 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1010d740-2157-4f93-a54f-7d9d51783f77 tempest-TestSnapshotPattern-458773783 tempest-TestSnapshotPattern-458773783-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:34:53.592337 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1010d740-2157-4f93-a54f-7d9d51783f77 tempest-TestSnapshotPattern-458773783 tempest-TestSnapshotPattern-458773783-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:34:53.592702 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1010d740-2157-4f93-a54f-7d9d51783f77 tempest-TestSnapshotPattern-458773783 tempest-TestSnapshotPattern-458773783-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:34:53.593031 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1010d740-2157-4f93-a54f-7d9d51783f77 tempest-TestSnapshotPattern-458773783 tempest-TestSnapshotPattern-458773783-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:34:53.593354 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1010d740-2157-4f93-a54f-7d9d51783f77 tempest-TestSnapshotPattern-458773783 tempest-TestSnapshotPattern-458773783-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:34:53.593676 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1010d740-2157-4f93-a54f-7d9d51783f77 tempest-TestSnapshotPattern-458773783 tempest-TestSnapshotPattern-458773783-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:34:53.594003 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1010d740-2157-4f93-a54f-7d9d51783f77 tempest-TestSnapshotPattern-458773783 tempest-TestSnapshotPattern-458773783-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:34:53.594320 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1010d740-2157-4f93-a54f-7d9d51783f77 tempest-TestSnapshotPattern-458773783 tempest-TestSnapshotPattern-458773783-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:34:53.594640 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1010d740-2157-4f93-a54f-7d9d51783f77 tempest-TestSnapshotPattern-458773783 tempest-TestSnapshotPattern-458773783-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:34:53.594956 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1010d740-2157-4f93-a54f-7d9d51783f77 tempest-TestSnapshotPattern-458773783 tempest-TestSnapshotPattern-458773783-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103332) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:34:53.647553 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-1010d740-2157-4f93-a54f-7d9d51783f77 tempest-TestSnapshotPattern-458773783 tempest-TestSnapshotPattern-458773783-project] Notify callbacks [] for floatingip, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:34:53.647878 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.db.l3_db [None req-1010d740-2157-4f93-a54f-7d9d51783f77 tempest-TestSnapshotPattern-458773783 tempest-TestSnapshotPattern-458773783-project] Floating IP b047d031-0c47-45ba-bb7f-029217d14fac disassociated (deleted). External IP: 172.26.0.123, port: e5d3a1a0-312b-41ea-a978-e6f4bad86549. Oct 19 08:34:53.849995 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1010d740-2157-4f93-a54f-7d9d51783f77 tempest-TestSnapshotPattern-458773783 tempest-TestSnapshotPattern-458773783-project] Router a26ba944-6cf3-4290-9c3a-b7542de897e2 has already been hosted by L3 agent ab388470-1243-4d53-80f2-c2f5899c97a7 {{(pid=103332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 08:34:53.956671 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1010d740-2157-4f93-a54f-7d9d51783f77 tempest-TestSnapshotPattern-458773783 tempest-TestSnapshotPattern-458773783-project] Notify agent at l3_agent.dv-neutron-861624-1-hyperv the message routers_updated {{(pid=103332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 08:34:53.961448 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-1010d740-2157-4f93-a54f-7d9d51783f77 tempest-TestSnapshotPattern-458773783 tempest-TestSnapshotPattern-458773783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42160'] for floatingip, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:34:53.966641 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bb2c2c9-b59f-47fb-bcb6-b3f73b568095 None None] Sync routers for ids ['a26ba944-6cf3-4290-9c3a-b7542de897e2'] in dv-neutron-861624-1-hyperv {{(pid=103334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 08:34:53.975825 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bb2c2c9-b59f-47fb-bcb6-b3f73b568095 None None] Routers {'a26ba944-6cf3-4290-9c3a-b7542de897e2'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 08:34:53.976437 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-0bb2c2c9-b59f-47fb-bcb6-b3f73b568095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T08:34:46Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['a26ba944-6cf3-4290-9c3a-b7542de897e2'], 'active': True} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:34:53.989475 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-1010d740-2157-4f93-a54f-7d9d51783f77 tempest-TestSnapshotPattern-458773783 tempest-TestSnapshotPattern-458773783-project] 10.222.0.27 "DELETE /v2.0/floatingips/b047d031-0c47-45ba-bb7f-029217d14fac HTTP/1.1" status: 204 len: 168 time: 0.8223212 Oct 19 08:34:53.990115 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5005e6a8-c2a4-4572-b65a-50864cb80ce8', 'tag': 'e5d3a1a0-312b-41ea-a978-e6f4bad86549'}] {{(pid=103332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 19 08:34:53.992534 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a021b02cf5f527cd4bbbc40a031b51490d9893d7edeeb551bdf5128ee7546f8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6419eb82-b196-4a05-ba1c-f775a66f7d18" -d '{"events": [{"name": "network-changed", "server_uuid": "5005e6a8-c2a4-4572-b65a-50864cb80ce8", "tag": "e5d3a1a0-312b-41ea-a978-e6f4bad86549"}]}' {{(pid=103332) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 08:34:54.033150 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 19 Oct 2022 08:34:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4598248-f6b4-4765-8142-218fff208c0f x-openstack-request-id: req-d4598248-f6b4-4765-8142-218fff208c0f {{(pid=103332) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 08:34:54.034010 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5005e6a8-c2a4-4572-b65a-50864cb80ce8", "tag": "e5d3a1a0-312b-41ea-a978-e6f4bad86549", "status": "completed", "code": 200}]} {{(pid=103332) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 08:34:54.034370 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-d4598248-f6b4-4765-8142-218fff208c0f {{(pid=103332) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 08:34:54.034847 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d4598248-f6b4-4765-8142-218fff208c0f'] response: {'name': 'network-changed', 'server_uuid': '5005e6a8-c2a4-4572-b65a-50864cb80ce8', 'tag': 'e5d3a1a0-312b-41ea-a978-e6f4bad86549', 'status': 'completed', 'code': 200} Oct 19 08:34:54.087927 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvr_db [None req-0bb2c2c9-b59f-47fb-bcb6-b3f73b568095 None None] Set router a26ba944-6cf3-4290-9c3a-b7542de897e2 gateway port host: dv-neutron-861624-1-hyperv {{(pid=103334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 08:34:54.096170 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6419eb82-b196-4a05-ba1c-f775a66f7d18 req-ce9a0bbb-8756-463f-9258-470d982155f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:34:54.097745 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-6419eb82-b196-4a05-ba1c-f775a66f7d18 req-ce9a0bbb-8756-463f-9258-470d982155f7 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=60bf76da5fe447d3aa8d099f27228a67&device_id=5005e6a8-c2a4-4572-b65a-50864cb80ce8 HTTP/1.1" status: 200 len: 1098 time: 0.0429003 Oct 19 08:34:54.202365 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6419eb82-b196-4a05-ba1c-f775a66f7d18 req-3acc0735-e25a-4a95-9fb8-5d532493f5aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:34:54.203882 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-6419eb82-b196-4a05-ba1c-f775a66f7d18 req-3acc0735-e25a-4a95-9fb8-5d532493f5aa service neutron] 10.222.0.16 "GET /v2.0/networks?id=ceeb243b-e510-46f9-9b57-2a7453789dac HTTP/1.1" status: 200 len: 910 time: 0.0995114 Oct 19 08:34:54.233688 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d476afd-11c0-4d7d-b8df-e0dce87e6963 req-1251ea0a-fdd6-4f4a-84ce-3f956292637e tempest-TestSnapshotPattern-458773783 tempest-TestSnapshotPattern-458773783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:34:54.240910 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-5d476afd-11c0-4d7d-b8df-e0dce87e6963 req-1251ea0a-fdd6-4f4a-84ce-3f956292637e tempest-TestSnapshotPattern-458773783 tempest-TestSnapshotPattern-458773783-project] 10.222.0.27 "GET /v2.0/ports?device_id=5005e6a8-c2a4-4572-b65a-50864cb80ce8 HTTP/1.1" status: 200 len: 945 time: 0.0598061 Oct 19 08:34:54.249571 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-6419eb82-b196-4a05-ba1c-f775a66f7d18 req-77c6e12a-efd3-4d94-b426-fbba432aeb0b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e5d3a1a0-312b-41ea-a978-e6f4bad86549 HTTP/1.1" status: 200 len: 217 time: 0.0372958 Oct 19 08:34:54.274916 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-5d476afd-11c0-4d7d-b8df-e0dce87e6963 req-de225709-0dfb-4619-a222-96b772f56061 tempest-TestSnapshotPattern-458773783 tempest-TestSnapshotPattern-458773783-project] 10.222.0.27 "GET /v2.0/security-groups?id=84f591e9-ce5a-4a9f-8728-dbb3ef5ce8ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331564 Oct 19 08:34:54.314438 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6419eb82-b196-4a05-ba1c-f775a66f7d18 req-9eecdd44-40e6-4366-8e02-a71ccdc6a962 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:34:54.315906 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-6419eb82-b196-4a05-ba1c-f775a66f7d18 req-9eecdd44-40e6-4366-8e02-a71ccdc6a962 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=310cc3ac-0d5a-424c-892a-04c84291e7c3 HTTP/1.1" status: 200 len: 848 time: 0.0602610 Oct 19 08:34:54.337800 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-0bb2c2c9-b59f-47fb-bcb6-b3f73b568095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a26ba944-6cf3-4290-9c3a-b7542de897e2', 'name': 'tempest-TestSnapshotPattern-900669526-router', 'tenant_id': '60bf76da5fe447d3aa8d099f27228a67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'external_fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.3'}], 'enable_snat': True}, 'gw_port_id': '686ce761-d22a-46c3-b98b-ad09ecb519a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T08:30:21Z', 'updated_at': '2022-10-19T08:30:23Z', 'revision_number': 4, 'project_id': '60bf76da5fe447d3aa8d099f27228a67', 'gw_port': {'id': '686ce761-d22a-46c3-b98b-ad09ecb519a7', 'name': '', 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:c4:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a26ba944-6cf3-4290-9c3a-b7542de897e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1870, 'fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T08:30:21Z', 'updated_at': '2022-10-19T08:30:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861624-1-hyperv', '_floatingips': [{'id': '46208f5c-ea0d-4679-9208-129eac9b29db', 'tenant_id': '60bf76da5fe447d3aa8d099f27228a67', 'floating_ip_address': '172.26.0.130', 'floating_network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'router_id': 'a26ba944-6cf3-4290-9c3a-b7542de897e2', 'port_id': 'e8059c2a-626d-42f0-a0a4-88a2ae4ba1e9', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1895, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ceeb243b-e510-46f9-9b57-2a7453789dac', 'mac_address': 'fa:16:3e:43:66:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6064fee-07e1-4af2-a24d-f85b88e863fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-19T08:30:41Z', 'updated_at': '2022-10-19T08:30:43Z', 'revision_number': 1, 'project_id': '60bf76da5fe447d3aa8d099f27228a67', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe6fbafa-a912-4e4c-866e-bcf5c405c366', 'name': '', 'network_id': 'ceeb243b-e510-46f9-9b57-2a7453789dac', 'tenant_id': '60bf76da5fe447d3aa8d099f27228a67', 'mac_address': 'fa:16:3e:7f:0d:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a26ba944-6cf3-4290-9c3a-b7542de897e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1871, 'fixed_ips': [{'subnet_id': '310cc3ac-0d5a-424c-892a-04c84291e7c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T08:30:23Z', 'updated_at': '2022-10-19T08:30:28Z', 'revision_number': 5, 'project_id': '60bf76da5fe447d3aa8d099f27228a67', 'subnets': [{'id': '310cc3ac-0d5a-424c-892a-04c84291e7c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:34:54.363277 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6419eb82-b196-4a05-ba1c-f775a66f7d18 req-b67f1585-e96c-472a-a20a-0d3b3813a222 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:34:54.364795 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-6419eb82-b196-4a05-ba1c-f775a66f7d18 req-b67f1585-e96c-472a-a20a-0d3b3813a222 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ceeb243b-e510-46f9-9b57-2a7453789dac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0414269 Oct 19 08:34:54.365315 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bb2c2c9-b59f-47fb-bcb6-b3f73b568095 None None] Checking router: a26ba944-6cf3-4290-9c3a-b7542de897e2 for host: dv-neutron-861624-1-hyperv {{(pid=103334) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 08:34:54.373997 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bb2c2c9-b59f-47fb-bcb6-b3f73b568095 None None] Routers {'a26ba944-6cf3-4290-9c3a-b7542de897e2'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 08:34:54.374588 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-0bb2c2c9-b59f-47fb-bcb6-b3f73b568095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T08:34:46Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['a26ba944-6cf3-4290-9c3a-b7542de897e2'], 'active': True} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:34:54.458070 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-6419eb82-b196-4a05-ba1c-f775a66f7d18 req-7661d8ce-0f6d-478d-8476-6555683aedf4 service neutron] 10.222.0.16 "GET /v2.0/networks/ceeb243b-e510-46f9-9b57-2a7453789dac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854590 Oct 19 08:34:54.555340 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-6419eb82-b196-4a05-ba1c-f775a66f7d18 req-869a167c-4fe8-41b8-b1c4-9a864545452f service neutron] 10.222.0.16 "GET /v2.0/networks/ceeb243b-e510-46f9-9b57-2a7453789dac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877862 Oct 19 08:34:54.627004 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvr_db [None req-0bb2c2c9-b59f-47fb-bcb6-b3f73b568095 None None] Set router a26ba944-6cf3-4290-9c3a-b7542de897e2 gateway port host: dv-neutron-861624-1-hyperv {{(pid=103334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 08:34:54.849291 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-0bb2c2c9-b59f-47fb-bcb6-b3f73b568095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a26ba944-6cf3-4290-9c3a-b7542de897e2', 'name': 'tempest-TestSnapshotPattern-900669526-router', 'tenant_id': '60bf76da5fe447d3aa8d099f27228a67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'external_fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.3'}], 'enable_snat': True}, 'gw_port_id': '686ce761-d22a-46c3-b98b-ad09ecb519a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T08:30:21Z', 'updated_at': '2022-10-19T08:30:23Z', 'revision_number': 4, 'project_id': '60bf76da5fe447d3aa8d099f27228a67', 'gw_port': {'id': '686ce761-d22a-46c3-b98b-ad09ecb519a7', 'name': '', 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:c4:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a26ba944-6cf3-4290-9c3a-b7542de897e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1870, 'fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T08:30:21Z', 'updated_at': '2022-10-19T08:30:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861624-1-hyperv', '_floatingips': [{'id': '46208f5c-ea0d-4679-9208-129eac9b29db', 'tenant_id': '60bf76da5fe447d3aa8d099f27228a67', 'floating_ip_address': '172.26.0.130', 'floating_network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'router_id': 'a26ba944-6cf3-4290-9c3a-b7542de897e2', 'port_id': 'e8059c2a-626d-42f0-a0a4-88a2ae4ba1e9', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1895, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ceeb243b-e510-46f9-9b57-2a7453789dac', 'mac_address': 'fa:16:3e:43:66:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6064fee-07e1-4af2-a24d-f85b88e863fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-19T08:30:41Z', 'updated_at': '2022-10-19T08:30:43Z', 'revision_number': 1, 'project_id': '60bf76da5fe447d3aa8d099f27228a67', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe6fbafa-a912-4e4c-866e-bcf5c405c366', 'name': '', 'network_id': 'ceeb243b-e510-46f9-9b57-2a7453789dac', 'tenant_id': '60bf76da5fe447d3aa8d099f27228a67', 'mac_address': 'fa:16:3e:7f:0d:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a26ba944-6cf3-4290-9c3a-b7542de897e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1871, 'fixed_ips': [{'subnet_id': '310cc3ac-0d5a-424c-892a-04c84291e7c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T08:30:23Z', 'updated_at': '2022-10-19T08:30:28Z', 'revision_number': 5, 'project_id': '60bf76da5fe447d3aa8d099f27228a67', 'subnets': [{'id': '310cc3ac-0d5a-424c-892a-04c84291e7c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:34:54.874984 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bb2c2c9-b59f-47fb-bcb6-b3f73b568095 None None] The sync data for ids ['a26ba944-6cf3-4290-9c3a-b7542de897e2'] in dv-neutron-861624-1-hyperv is: [{'id': 'a26ba944-6cf3-4290-9c3a-b7542de897e2', 'name': 'tempest-TestSnapshotPattern-900669526-router', 'tenant_id': '60bf76da5fe447d3aa8d099f27228a67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'external_fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.3'}], 'enable_snat': True}, 'gw_port_id': '686ce761-d22a-46c3-b98b-ad09ecb519a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T08:30:21Z', 'updated_at': '2022-10-19T08:30:23Z', 'revision_number': 4, 'project_id': '60bf76da5fe447d3aa8d099f27228a67', 'gw_port': {'id': '686ce761-d22a-46c3-b98b-ad09ecb519a7', 'name': '', 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:c4:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a26ba944-6cf3-4290-9c3a-b7542de897e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1870, 'fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T08:30:21Z', 'updated_at': '2022-10-19T08:30:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861624-1-hyperv', '_floatingips': [{'id': '46208f5c-ea0d-4679-9208-129eac9b29db', 'tenant_id': '60bf76da5fe447d3aa8d099f27228a67', 'floating_ip_address': '172.26.0.130', 'floating_network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'router_id': 'a26ba944-6cf3-4290-9c3a-b7542de897e2', 'port_id': 'e8059c2a-626d-42f0-a0a4-88a2ae4ba1e9', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1895, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ceeb243b-e510-46f9-9b57-2a7453789dac', 'mac_address': 'fa:16:3e:43:66:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6064fee-07e1-4af2-a24d-f85b88e863fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-19T08:30:41Z', 'updated_at': '2022-10-19T08:30:43Z', 'revision_number': 1, 'project_id': '60bf76da5fe447d3aa8d099f27228a67', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe6fbafa-a912-4e4c-866e-bcf5c405c366', 'name': '', 'network_id': 'ceeb243b-e510-46f9-9b57-2a7453789dac', 'tenant_id': '60bf76da5fe447d3aa8d099f27228a67', 'mac_address': 'fa:16:3e:7f:0d:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a26ba944-6cf3-4290-9c3a-b7542de897e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1871, 'fixed_ips': [{'subnet_id': '310cc3ac-0d5a-424c-892a-04c84291e7c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T08:30:23Z', 'updated_at': '2022-10-19T08:30:28Z', 'revision_number': 5, 'project_id': '60bf76da5fe447d3aa8d099f27228a67', 'subnets': [{'id': '310cc3ac-0d5a-424c-892a-04c84291e7c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 08:34:55.112814 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbda5845-8dd3-4733-ac1c-024f74d7e89c None None] New status for floating IP b047d031-0c47-45ba-bb7f-029217d14fac: DOWN {{(pid=103335) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 19 08:34:55.416074 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f204a3-69b7-46c8-a3fa-10747943506c req-a3ae0cba-31a0-4808-ae5f-fde03cbc7713 tempest-TestSnapshotPattern-458773783 tempest-TestSnapshotPattern-458773783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:34:55.417592 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-d4f204a3-69b7-46c8-a3fa-10747943506c req-a3ae0cba-31a0-4808-ae5f-fde03cbc7713 tempest-TestSnapshotPattern-458773783 tempest-TestSnapshotPattern-458773783-project] 10.222.0.27 "GET /v2.0/ports?device_id=5005e6a8-c2a4-4572-b65a-50864cb80ce8 HTTP/1.1" status: 200 len: 945 time: 0.0558031 Oct 19 08:34:55.457229 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-d4f204a3-69b7-46c8-a3fa-10747943506c req-9ca01d7b-7339-4137-83d7-710247629b1f tempest-TestSnapshotPattern-458773783 tempest-TestSnapshotPattern-458773783-project] 10.222.0.27 "GET /v2.0/security-groups?id=84f591e9-ce5a-4a9f-8728-dbb3ef5ce8ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329673 Oct 19 08:34:55.489665 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Device e5d3a1a0-312b-41ea-a978-e6f4bad86549 no longer exists at agent hyperv_hv-neutron-8616 {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 08:34:55.567629 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Current status of the port e5d3a1a0-312b-41ea-a978-e6f4bad86549 is: ACTIVE; New status is: DOWN {{(pid=103334) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Oct 19 08:34:55.568016 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566036'] for port, before_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:34:55.589456 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5005e6a8-c2a4-4572-b65a-50864cb80ce8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e5d3a1a0-312b-41ea-a978-e6f4bad86549'}] {{(pid=103334) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 19 08:34:55.592102 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d918bd29c62f7e926e80ce37adcd574e0921d2de3006e6b6ef58999f52d8e2e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94ab8cc2-0828-41a1-afb4-6f87143fb699" -d '{"events": [{"server_uuid": "5005e6a8-c2a4-4572-b65a-50864cb80ce8", "name": "network-vif-unplugged", "status": "completed", "tag": "e5d3a1a0-312b-41ea-a978-e6f4bad86549"}]}' {{(pid=103334) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 08:34:55.604623 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.db [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] For port e5d3a1a0-312b-41ea-a978-e6f4bad86549, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=e5d3a1a0-312b-41ea-a978-e6f4bad86549,segment=NetworkSegment(e27b8cbe-c20b-47ce-84bc-af7302aac158),segment_id=e27b8cbe-c20b-47ce-84bc-af7302aac158)] {{(pid=103334) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 08:34:55.609380 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785021377756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785020947348', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785020947366'] for port, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:34:55.632666 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 19 Oct 2022 08:34:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2be2352e-3fc1-4968-9535-e60ece862cbd x-openstack-request-id: req-2be2352e-3fc1-4968-9535-e60ece862cbd {{(pid=103334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 08:34:55.632964 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5005e6a8-c2a4-4572-b65a-50864cb80ce8", "name": "network-vif-unplugged", "status": "completed", "tag": "e5d3a1a0-312b-41ea-a978-e6f4bad86549", "code": 200}]} {{(pid=103334) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 08:34:55.633218 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-2be2352e-3fc1-4968-9535-e60ece862cbd {{(pid=103334) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 08:34:55.633609 dv-neutron-861624-1-hyperv neutron-server[103334]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2be2352e-3fc1-4968-9535-e60ece862cbd'] response: {'server_uuid': '5005e6a8-c2a4-4572-b65a-50864cb80ce8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e5d3a1a0-312b-41ea-a978-e6f4bad86549', 'code': 200} Oct 19 08:34:55.658059 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Pushing event updated for resources: {'Port': ['ID=e5d3a1a0-312b-41ea-a978-e6f4bad86549,revision_number=8']} {{(pid=103334) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:34:55.800394 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a208e2e-9bb9-4822-81f0-3977405aede9 req-1d3f2931-f289-478e-8b01-15b1b909b0fd tempest-TestSnapshotPattern-458773783 tempest-TestSnapshotPattern-458773783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:34:55.801853 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-0a208e2e-9bb9-4822-81f0-3977405aede9 req-1d3f2931-f289-478e-8b01-15b1b909b0fd tempest-TestSnapshotPattern-458773783 tempest-TestSnapshotPattern-458773783-project] 10.222.0.16 "GET /v2.0/ports?device_id=5005e6a8-c2a4-4572-b65a-50864cb80ce8 HTTP/1.1" status: 200 len: 943 time: 0.0487425 Oct 19 08:34:55.894583 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [req-0a208e2e-9bb9-4822-81f0-3977405aede9 req-c688f404-0099-4e13-94c9-0718f80e92a3 tempest-TestSnapshotPattern-458773783 tempest-TestSnapshotPattern-458773783-project] Deleting port e5d3a1a0-312b-41ea-a978-e6f4bad86549 {{(pid=103333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 08:34:55.894857 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [req-0a208e2e-9bb9-4822-81f0-3977405aede9 req-c688f404-0099-4e13-94c9-0718f80e92a3 tempest-TestSnapshotPattern-458773783 tempest-TestSnapshotPattern-458773783-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:34:55.984348 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.db [req-0a208e2e-9bb9-4822-81f0-3977405aede9 req-c688f404-0099-4e13-94c9-0718f80e92a3 tempest-TestSnapshotPattern-458773783 tempest-TestSnapshotPattern-458773783-project] For port e5d3a1a0-312b-41ea-a978-e6f4bad86549, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=e5d3a1a0-312b-41ea-a978-e6f4bad86549,segment=NetworkSegment(e27b8cbe-c20b-47ce-84bc-af7302aac158),segment_id=e27b8cbe-c20b-47ce-84bc-af7302aac158)] {{(pid=103333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 08:34:55.984738 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [req-0a208e2e-9bb9-4822-81f0-3977405aede9 req-c688f404-0099-4e13-94c9-0718f80e92a3 tempest-TestSnapshotPattern-458773783 tempest-TestSnapshotPattern-458773783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:34:55.998307 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [req-0a208e2e-9bb9-4822-81f0-3977405aede9 req-c688f404-0099-4e13-94c9-0718f80e92a3 tempest-TestSnapshotPattern-458773783 tempest-TestSnapshotPattern-458773783-project] Calling delete_port for e5d3a1a0-312b-41ea-a978-e6f4bad86549 owned by compute:nova {{(pid=103333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 08:34:56.126001 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [req-0a208e2e-9bb9-4822-81f0-3977405aede9 req-c688f404-0099-4e13-94c9-0718f80e92a3 tempest-TestSnapshotPattern-458773783 tempest-TestSnapshotPattern-458773783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130996763'] for port, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:34:56.152863 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c688f404-0099-4e13-94c9-0718f80e92a3 tempest-TestSnapshotPattern-458773783 tempest-TestSnapshotPattern-458773783-project] Pushing event deleted for resources: {'Port': ['ID=e5d3a1a0-312b-41ea-a978-e6f4bad86549,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:34:56.166568 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c688f404-0099-4e13-94c9-0718f80e92a3 tempest-TestSnapshotPattern-458773783 tempest-TestSnapshotPattern-458773783-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:34:56.166921 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c688f404-0099-4e13-94c9-0718f80e92a3 tempest-TestSnapshotPattern-458773783 tempest-TestSnapshotPattern-458773783-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:34:56.167266 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c688f404-0099-4e13-94c9-0718f80e92a3 tempest-TestSnapshotPattern-458773783 tempest-TestSnapshotPattern-458773783-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:34:56.167601 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c688f404-0099-4e13-94c9-0718f80e92a3 tempest-TestSnapshotPattern-458773783 tempest-TestSnapshotPattern-458773783-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:34:56.167937 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c688f404-0099-4e13-94c9-0718f80e92a3 tempest-TestSnapshotPattern-458773783 tempest-TestSnapshotPattern-458773783-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:34:56.168268 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c688f404-0099-4e13-94c9-0718f80e92a3 tempest-TestSnapshotPattern-458773783 tempest-TestSnapshotPattern-458773783-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:34:56.168663 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c688f404-0099-4e13-94c9-0718f80e92a3 tempest-TestSnapshotPattern-458773783 tempest-TestSnapshotPattern-458773783-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:34:56.168992 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c688f404-0099-4e13-94c9-0718f80e92a3 tempest-TestSnapshotPattern-458773783 tempest-TestSnapshotPattern-458773783-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:34:56.169316 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c688f404-0099-4e13-94c9-0718f80e92a3 tempest-TestSnapshotPattern-458773783 tempest-TestSnapshotPattern-458773783-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:34:56.169635 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c688f404-0099-4e13-94c9-0718f80e92a3 tempest-TestSnapshotPattern-458773783 tempest-TestSnapshotPattern-458773783-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:34:56.169957 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c688f404-0099-4e13-94c9-0718f80e92a3 tempest-TestSnapshotPattern-458773783 tempest-TestSnapshotPattern-458773783-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:34:56.170279 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c688f404-0099-4e13-94c9-0718f80e92a3 tempest-TestSnapshotPattern-458773783 tempest-TestSnapshotPattern-458773783-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-861624-1-hyperv {{(pid=103333) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 19 08:34:56.207614 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a208e2e-9bb9-4822-81f0-3977405aede9 req-c688f404-0099-4e13-94c9-0718f80e92a3 tempest-TestSnapshotPattern-458773783 tempest-TestSnapshotPattern-458773783-project] No DVR routers for this DVR port e5d3a1a0-312b-41ea-a978-e6f4bad86549 on host hv-neutron-8616 {{(pid=103333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 19 08:34:56.210101 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [req-0a208e2e-9bb9-4822-81f0-3977405aede9 req-c688f404-0099-4e13-94c9-0718f80e92a3 tempest-TestSnapshotPattern-458773783 tempest-TestSnapshotPattern-458773783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42160'] for port, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:34:56.213490 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-0a208e2e-9bb9-4822-81f0-3977405aede9 req-c688f404-0099-4e13-94c9-0718f80e92a3 tempest-TestSnapshotPattern-458773783 tempest-TestSnapshotPattern-458773783-project] 10.222.0.16 "DELETE /v2.0/ports/e5d3a1a0-312b-41ea-a978-e6f4bad86549 HTTP/1.1" status: 204 len: 173 time: 0.4058714 Oct 19 08:34:56.213983 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5005e6a8-c2a4-4572-b65a-50864cb80ce8', 'name': 'network-vif-deleted', 'tag': 'e5d3a1a0-312b-41ea-a978-e6f4bad86549'}] {{(pid=103333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 19 08:34:56.217176 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e3bb7d74903c72d9cb0d0f2f187c581e0456bd3142b101dc46d694cf75cdf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dda83f13-fcc8-4077-a760-47f8a75d5001" -d '{"events": [{"server_uuid": "5005e6a8-c2a4-4572-b65a-50864cb80ce8", "name": "network-vif-deleted", "tag": "e5d3a1a0-312b-41ea-a978-e6f4bad86549"}]}' {{(pid=103333) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 08:34:56.255309 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 19 Oct 2022 08:34:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bafa1ba5-1054-4827-b64a-95b131376e1f x-openstack-request-id: req-bafa1ba5-1054-4827-b64a-95b131376e1f {{(pid=103333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 08:34:56.255670 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5005e6a8-c2a4-4572-b65a-50864cb80ce8", "name": "network-vif-deleted", "tag": "e5d3a1a0-312b-41ea-a978-e6f4bad86549", "status": "completed", "code": 200}]} {{(pid=103333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 08:34:56.255895 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-bafa1ba5-1054-4827-b64a-95b131376e1f {{(pid=103333) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 08:34:56.256301 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bafa1ba5-1054-4827-b64a-95b131376e1f'] response: {'server_uuid': '5005e6a8-c2a4-4572-b65a-50864cb80ce8', 'name': 'network-vif-deleted', 'tag': 'e5d3a1a0-312b-41ea-a978-e6f4bad86549', 'status': 'completed', 'code': 200} Oct 19 08:34:56.572491 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-c190c423-57e3-4fd5-b961-f98b92d3bd6a req-5d1f820e-3a08-4224-9f1a-82c432ded5a9 tempest-TestSnapshotPattern-458773783 tempest-TestSnapshotPattern-458773783-project] 10.222.0.27 "GET /v2.0/ports?device_id=5005e6a8-c2a4-4572-b65a-50864cb80ce8 HTTP/1.1" status: 200 len: 210 time: 0.0270529 Oct 19 08:34:58.150769 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 40760) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:34:58.305489 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.plugin [None req-63087010-6293-45a4-832b-173a18f12363 tempest-TestSnapshotPattern-458773783 tempest-TestSnapshotPattern-458773783-project] Deleting port 50bc5ccf-95d4-40c2-96a9-745c22570a98 {{(pid=103332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 08:34:58.305830 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-63087010-6293-45a4-832b-173a18f12363 tempest-TestSnapshotPattern-458773783 tempest-TestSnapshotPattern-458773783-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:34:58.384299 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-63087010-6293-45a4-832b-173a18f12363 tempest-TestSnapshotPattern-458773783 tempest-TestSnapshotPattern-458773783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:34:58.384545 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-63087010-6293-45a4-832b-173a18f12363 tempest-TestSnapshotPattern-458773783 tempest-TestSnapshotPattern-458773783-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:34:58.395718 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.plugin [None req-63087010-6293-45a4-832b-173a18f12363 tempest-TestSnapshotPattern-458773783 tempest-TestSnapshotPattern-458773783-project] Calling delete_port for 50bc5ccf-95d4-40c2-96a9-745c22570a98 owned by network:floatingip {{(pid=103332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 08:34:58.538876 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-63087010-6293-45a4-832b-173a18f12363 tempest-TestSnapshotPattern-458773783 tempest-TestSnapshotPattern-458773783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133553798'] for port, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:34:58.563295 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63087010-6293-45a4-832b-173a18f12363 tempest-TestSnapshotPattern-458773783 tempest-TestSnapshotPattern-458773783-project] Pushing event deleted for resources: {'Port': ['ID=50bc5ccf-95d4-40c2-96a9-745c22570a98,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:34:58.624722 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-63087010-6293-45a4-832b-173a18f12363 tempest-TestSnapshotPattern-458773783 tempest-TestSnapshotPattern-458773783-project] Notify callbacks [] for floatingip, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:34:58.625070 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.db.l3_db [None req-63087010-6293-45a4-832b-173a18f12363 tempest-TestSnapshotPattern-458773783 tempest-TestSnapshotPattern-458773783-project] Floating IP 46208f5c-ea0d-4679-9208-129eac9b29db disassociated (deleted). External IP: 172.26.0.130, port: e8059c2a-626d-42f0-a0a4-88a2ae4ba1e9. Oct 19 08:34:58.829238 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63087010-6293-45a4-832b-173a18f12363 tempest-TestSnapshotPattern-458773783 tempest-TestSnapshotPattern-458773783-project] Router a26ba944-6cf3-4290-9c3a-b7542de897e2 has already been hosted by L3 agent ab388470-1243-4d53-80f2-c2f5899c97a7 {{(pid=103332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 08:34:58.935058 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63087010-6293-45a4-832b-173a18f12363 tempest-TestSnapshotPattern-458773783 tempest-TestSnapshotPattern-458773783-project] Notify agent at l3_agent.dv-neutron-861624-1-hyperv the message routers_updated {{(pid=103332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 08:34:58.939769 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-63087010-6293-45a4-832b-173a18f12363 tempest-TestSnapshotPattern-458773783 tempest-TestSnapshotPattern-458773783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42160'] for floatingip, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:34:58.944452 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ca9a564-04d2-4cdf-8650-fd4fea22e541 None None] Sync routers for ids ['a26ba944-6cf3-4290-9c3a-b7542de897e2'] in dv-neutron-861624-1-hyperv {{(pid=103334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 08:34:58.954418 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ca9a564-04d2-4cdf-8650-fd4fea22e541 None None] Routers {'a26ba944-6cf3-4290-9c3a-b7542de897e2'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 08:34:58.955024 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-5ca9a564-04d2-4cdf-8650-fd4fea22e541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T08:34:46Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['a26ba944-6cf3-4290-9c3a-b7542de897e2'], 'active': True} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:34:58.966946 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-63087010-6293-45a4-832b-173a18f12363 tempest-TestSnapshotPattern-458773783 tempest-TestSnapshotPattern-458773783-project] 10.222.0.27 "DELETE /v2.0/floatingips/46208f5c-ea0d-4679-9208-129eac9b29db HTTP/1.1" status: 204 len: 168 time: 0.8150649 Oct 19 08:34:58.967690 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6064fee-07e1-4af2-a24d-f85b88e863fa', 'tag': 'e8059c2a-626d-42f0-a0a4-88a2ae4ba1e9'}] {{(pid=103332) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 19 08:34:58.970091 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a021b02cf5f527cd4bbbc40a031b51490d9893d7edeeb551bdf5128ee7546f8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-588cee41-10a5-4a9a-b65e-04fb4c680753" -d '{"events": [{"name": "network-changed", "server_uuid": "d6064fee-07e1-4af2-a24d-f85b88e863fa", "tag": "e8059c2a-626d-42f0-a0a4-88a2ae4ba1e9"}]}' {{(pid=103332) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 08:34:59.016833 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 19 Oct 2022 08:34:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9549ab4-b00f-498e-af86-51216843987e x-openstack-request-id: req-e9549ab4-b00f-498e-af86-51216843987e {{(pid=103332) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 08:34:59.017203 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6064fee-07e1-4af2-a24d-f85b88e863fa", "tag": "e8059c2a-626d-42f0-a0a4-88a2ae4ba1e9", "status": "completed", "code": 200}]} {{(pid=103332) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 08:34:59.017556 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-e9549ab4-b00f-498e-af86-51216843987e {{(pid=103332) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 08:34:59.018042 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e9549ab4-b00f-498e-af86-51216843987e'] response: {'name': 'network-changed', 'server_uuid': 'd6064fee-07e1-4af2-a24d-f85b88e863fa', 'tag': 'e8059c2a-626d-42f0-a0a4-88a2ae4ba1e9', 'status': 'completed', 'code': 200} Oct 19 08:34:59.070128 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvr_db [None req-5ca9a564-04d2-4cdf-8650-fd4fea22e541 None None] Set router a26ba944-6cf3-4290-9c3a-b7542de897e2 gateway port host: dv-neutron-861624-1-hyperv {{(pid=103334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 08:34:59.080984 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588cee41-10a5-4a9a-b65e-04fb4c680753 req-8939da9d-8daf-4245-a5ec-dc59c3dbdf45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:34:59.082407 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-588cee41-10a5-4a9a-b65e-04fb4c680753 req-8939da9d-8daf-4245-a5ec-dc59c3dbdf45 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=60bf76da5fe447d3aa8d099f27228a67&device_id=d6064fee-07e1-4af2-a24d-f85b88e863fa HTTP/1.1" status: 200 len: 1096 time: 0.0440617 Oct 19 08:34:59.188811 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588cee41-10a5-4a9a-b65e-04fb4c680753 req-498a91a8-f014-44f7-9a44-85258715a743 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:34:59.190523 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-588cee41-10a5-4a9a-b65e-04fb4c680753 req-498a91a8-f014-44f7-9a44-85258715a743 service neutron] 10.222.0.16 "GET /v2.0/networks?id=ceeb243b-e510-46f9-9b57-2a7453789dac HTTP/1.1" status: 200 len: 910 time: 0.0983021 Oct 19 08:34:59.204177 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be33677-972a-4408-9a06-9b53aff2d21a req-4c724ae5-3507-4288-a6f0-4d4df26bf4bc tempest-TestSnapshotPattern-458773783 tempest-TestSnapshotPattern-458773783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:34:59.205883 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-1be33677-972a-4408-9a06-9b53aff2d21a req-4c724ae5-3507-4288-a6f0-4d4df26bf4bc tempest-TestSnapshotPattern-458773783 tempest-TestSnapshotPattern-458773783-project] 10.222.0.27 "GET /v2.0/ports?device_id=d6064fee-07e1-4af2-a24d-f85b88e863fa HTTP/1.1" status: 200 len: 943 time: 0.0494823 Oct 19 08:34:59.237945 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-588cee41-10a5-4a9a-b65e-04fb4c680753 req-edbc1baf-066e-49b2-b1f7-4ba7b8d5c848 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e8059c2a-626d-42f0-a0a4-88a2ae4ba1e9 HTTP/1.1" status: 200 len: 217 time: 0.0406067 Oct 19 08:34:59.246984 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-1be33677-972a-4408-9a06-9b53aff2d21a req-a78406eb-d34e-4da2-9221-9b993f7a7cf6 tempest-TestSnapshotPattern-458773783 tempest-TestSnapshotPattern-458773783-project] 10.222.0.27 "GET /v2.0/security-groups?id=84f591e9-ce5a-4a9f-8728-dbb3ef5ce8ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347180 Oct 19 08:34:59.291465 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588cee41-10a5-4a9a-b65e-04fb4c680753 req-e2a41f09-f431-46dd-9bca-41aab57862bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:34:59.292140 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-5ca9a564-04d2-4cdf-8650-fd4fea22e541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a26ba944-6cf3-4290-9c3a-b7542de897e2', 'name': 'tempest-TestSnapshotPattern-900669526-router', 'tenant_id': '60bf76da5fe447d3aa8d099f27228a67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'external_fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.3'}], 'enable_snat': True}, 'gw_port_id': '686ce761-d22a-46c3-b98b-ad09ecb519a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T08:30:21Z', 'updated_at': '2022-10-19T08:30:23Z', 'revision_number': 4, 'project_id': '60bf76da5fe447d3aa8d099f27228a67', 'gw_port': {'id': '686ce761-d22a-46c3-b98b-ad09ecb519a7', 'name': '', 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:c4:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a26ba944-6cf3-4290-9c3a-b7542de897e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1870, 'fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T08:30:21Z', 'updated_at': '2022-10-19T08:30:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861624-1-hyperv', '_interfaces': [{'id': 'fe6fbafa-a912-4e4c-866e-bcf5c405c366', 'name': '', 'network_id': 'ceeb243b-e510-46f9-9b57-2a7453789dac', 'tenant_id': '60bf76da5fe447d3aa8d099f27228a67', 'mac_address': 'fa:16:3e:7f:0d:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a26ba944-6cf3-4290-9c3a-b7542de897e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1871, 'fixed_ips': [{'subnet_id': '310cc3ac-0d5a-424c-892a-04c84291e7c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T08:30:23Z', 'updated_at': '2022-10-19T08:30:28Z', 'revision_number': 5, 'project_id': '60bf76da5fe447d3aa8d099f27228a67', 'subnets': [{'id': '310cc3ac-0d5a-424c-892a-04c84291e7c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:34:59.293146 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-588cee41-10a5-4a9a-b65e-04fb4c680753 req-e2a41f09-f431-46dd-9bca-41aab57862bb service neutron] 10.222.0.16 "GET /v2.0/subnets?id=310cc3ac-0d5a-424c-892a-04c84291e7c3 HTTP/1.1" status: 200 len: 848 time: 0.0489097 Oct 19 08:34:59.319848 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ca9a564-04d2-4cdf-8650-fd4fea22e541 None None] Checking router: a26ba944-6cf3-4290-9c3a-b7542de897e2 for host: dv-neutron-861624-1-hyperv {{(pid=103334) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 08:34:59.328737 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ca9a564-04d2-4cdf-8650-fd4fea22e541 None None] Routers {'a26ba944-6cf3-4290-9c3a-b7542de897e2'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 08:34:59.329344 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-5ca9a564-04d2-4cdf-8650-fd4fea22e541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T08:34:46Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['a26ba944-6cf3-4290-9c3a-b7542de897e2'], 'active': True} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:34:59.342726 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588cee41-10a5-4a9a-b65e-04fb4c680753 req-4e369a44-436a-4442-9b08-25c658098a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:34:59.344156 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-588cee41-10a5-4a9a-b65e-04fb4c680753 req-4e369a44-436a-4442-9b08-25c658098a9f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ceeb243b-e510-46f9-9b57-2a7453789dac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0426528 Oct 19 08:34:59.433685 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvr_db [None req-5ca9a564-04d2-4cdf-8650-fd4fea22e541 None None] Set router a26ba944-6cf3-4290-9c3a-b7542de897e2 gateway port host: dv-neutron-861624-1-hyperv {{(pid=103334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 08:34:59.439624 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-588cee41-10a5-4a9a-b65e-04fb4c680753 req-343b0ad1-fc90-47ae-b719-28f2e5fb3665 service neutron] 10.222.0.16 "GET /v2.0/networks/ceeb243b-e510-46f9-9b57-2a7453789dac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879076 Oct 19 08:34:59.505612 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Device e5d3a1a0-312b-41ea-a978-e6f4bad86549 no longer exists at agent hyperv_hv-neutron-8616 {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 08:34:59.532296 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-588cee41-10a5-4a9a-b65e-04fb4c680753 req-e5859a06-a665-40eb-9649-6a5867d7ca8d service neutron] 10.222.0.16 "GET /v2.0/networks/ceeb243b-e510-46f9-9b57-2a7453789dac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860531 Oct 19 08:34:59.537214 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] No Port match for: e5d3a1a0-312b-41ea-a978-e6f4bad86549 {{(pid=103334) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 19 08:34:59.537552 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Device e5d3a1a0-312b-41ea-a978-e6f4bad86549 not bound to the agent host hv-neutron-8616 {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 08:34:59.652915 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-5ca9a564-04d2-4cdf-8650-fd4fea22e541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a26ba944-6cf3-4290-9c3a-b7542de897e2', 'name': 'tempest-TestSnapshotPattern-900669526-router', 'tenant_id': '60bf76da5fe447d3aa8d099f27228a67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'external_fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.3'}], 'enable_snat': True}, 'gw_port_id': '686ce761-d22a-46c3-b98b-ad09ecb519a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T08:30:21Z', 'updated_at': '2022-10-19T08:30:23Z', 'revision_number': 4, 'project_id': '60bf76da5fe447d3aa8d099f27228a67', 'gw_port': {'id': '686ce761-d22a-46c3-b98b-ad09ecb519a7', 'name': '', 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:c4:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a26ba944-6cf3-4290-9c3a-b7542de897e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1870, 'fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T08:30:21Z', 'updated_at': '2022-10-19T08:30:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861624-1-hyperv', '_interfaces': [{'id': 'fe6fbafa-a912-4e4c-866e-bcf5c405c366', 'name': '', 'network_id': 'ceeb243b-e510-46f9-9b57-2a7453789dac', 'tenant_id': '60bf76da5fe447d3aa8d099f27228a67', 'mac_address': 'fa:16:3e:7f:0d:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a26ba944-6cf3-4290-9c3a-b7542de897e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1871, 'fixed_ips': [{'subnet_id': '310cc3ac-0d5a-424c-892a-04c84291e7c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T08:30:23Z', 'updated_at': '2022-10-19T08:30:28Z', 'revision_number': 5, 'project_id': '60bf76da5fe447d3aa8d099f27228a67', 'subnets': [{'id': '310cc3ac-0d5a-424c-892a-04c84291e7c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:34:59.678208 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ca9a564-04d2-4cdf-8650-fd4fea22e541 None None] The sync data for ids ['a26ba944-6cf3-4290-9c3a-b7542de897e2'] in dv-neutron-861624-1-hyperv is: [{'id': 'a26ba944-6cf3-4290-9c3a-b7542de897e2', 'name': 'tempest-TestSnapshotPattern-900669526-router', 'tenant_id': '60bf76da5fe447d3aa8d099f27228a67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'external_fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.3'}], 'enable_snat': True}, 'gw_port_id': '686ce761-d22a-46c3-b98b-ad09ecb519a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T08:30:21Z', 'updated_at': '2022-10-19T08:30:23Z', 'revision_number': 4, 'project_id': '60bf76da5fe447d3aa8d099f27228a67', 'gw_port': {'id': '686ce761-d22a-46c3-b98b-ad09ecb519a7', 'name': '', 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:c4:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a26ba944-6cf3-4290-9c3a-b7542de897e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1870, 'fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T08:30:21Z', 'updated_at': '2022-10-19T08:30:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861624-1-hyperv', '_interfaces': [{'id': 'fe6fbafa-a912-4e4c-866e-bcf5c405c366', 'name': '', 'network_id': 'ceeb243b-e510-46f9-9b57-2a7453789dac', 'tenant_id': '60bf76da5fe447d3aa8d099f27228a67', 'mac_address': 'fa:16:3e:7f:0d:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a26ba944-6cf3-4290-9c3a-b7542de897e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1871, 'fixed_ips': [{'subnet_id': '310cc3ac-0d5a-424c-892a-04c84291e7c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T08:30:23Z', 'updated_at': '2022-10-19T08:30:28Z', 'revision_number': 5, 'project_id': '60bf76da5fe447d3aa8d099f27228a67', 'subnets': [{'id': '310cc3ac-0d5a-424c-892a-04c84291e7c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 08:34:59.901232 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e13e3310-1665-4eef-a071-c05c41dcb851 None None] New status for floating IP 46208f5c-ea0d-4679-9208-129eac9b29db: DOWN {{(pid=103335) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 19 08:35:00.374250 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1311f9-c90f-441d-9a8b-c5ad4088e6eb req-f1b8440c-2d5f-48ee-82c0-2cdbe433d17d tempest-TestSnapshotPattern-458773783 tempest-TestSnapshotPattern-458773783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103332) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:35:00.375722 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-bf1311f9-c90f-441d-9a8b-c5ad4088e6eb req-f1b8440c-2d5f-48ee-82c0-2cdbe433d17d tempest-TestSnapshotPattern-458773783 tempest-TestSnapshotPattern-458773783-project] 10.222.0.27 "GET /v2.0/ports?device_id=d6064fee-07e1-4af2-a24d-f85b88e863fa HTTP/1.1" status: 200 len: 943 time: 0.0526607 Oct 19 08:35:00.413772 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-bf1311f9-c90f-441d-9a8b-c5ad4088e6eb req-9a6619c9-53bb-4666-be6d-afa7c3c50c36 tempest-TestSnapshotPattern-458773783 tempest-TestSnapshotPattern-458773783-project] 10.222.0.27 "GET /v2.0/security-groups?id=84f591e9-ce5a-4a9f-8728-dbb3ef5ce8ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321372 Oct 19 08:35:00.750715 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5cc167-70b6-4fc1-ad1f-a5635ddce115 req-b631555c-9abe-4141-892f-39add0a721bd tempest-TestSnapshotPattern-458773783 tempest-TestSnapshotPattern-458773783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103333) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 19 08:35:00.752173 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-1a5cc167-70b6-4fc1-ad1f-a5635ddce115 req-b631555c-9abe-4141-892f-39add0a721bd tempest-TestSnapshotPattern-458773783 tempest-TestSnapshotPattern-458773783-project] 10.222.0.16 "GET /v2.0/ports?device_id=d6064fee-07e1-4af2-a24d-f85b88e863fa HTTP/1.1" status: 200 len: 943 time: 0.0523498 Oct 19 08:35:00.837507 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [req-1a5cc167-70b6-4fc1-ad1f-a5635ddce115 req-3f8adb7c-d589-4fa4-b0b0-bafa935f4213 tempest-TestSnapshotPattern-458773783 tempest-TestSnapshotPattern-458773783-project] Deleting port e8059c2a-626d-42f0-a0a4-88a2ae4ba1e9 {{(pid=103333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 08:35:00.837843 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [req-1a5cc167-70b6-4fc1-ad1f-a5635ddce115 req-3f8adb7c-d589-4fa4-b0b0-bafa935f4213 tempest-TestSnapshotPattern-458773783 tempest-TestSnapshotPattern-458773783-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:35:00.930860 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.db [req-1a5cc167-70b6-4fc1-ad1f-a5635ddce115 req-3f8adb7c-d589-4fa4-b0b0-bafa935f4213 tempest-TestSnapshotPattern-458773783 tempest-TestSnapshotPattern-458773783-project] For port e8059c2a-626d-42f0-a0a4-88a2ae4ba1e9, host hv-neutron-8616, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8616',level=0,port_id=e8059c2a-626d-42f0-a0a4-88a2ae4ba1e9,segment=NetworkSegment(e27b8cbe-c20b-47ce-84bc-af7302aac158),segment_id=e27b8cbe-c20b-47ce-84bc-af7302aac158)] {{(pid=103333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 08:35:00.931136 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [req-1a5cc167-70b6-4fc1-ad1f-a5635ddce115 req-3f8adb7c-d589-4fa4-b0b0-bafa935f4213 tempest-TestSnapshotPattern-458773783 tempest-TestSnapshotPattern-458773783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:35:00.942969 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [req-1a5cc167-70b6-4fc1-ad1f-a5635ddce115 req-3f8adb7c-d589-4fa4-b0b0-bafa935f4213 tempest-TestSnapshotPattern-458773783 tempest-TestSnapshotPattern-458773783-project] Calling delete_port for e8059c2a-626d-42f0-a0a4-88a2ae4ba1e9 owned by compute:nova {{(pid=103333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 08:35:01.068135 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [req-1a5cc167-70b6-4fc1-ad1f-a5635ddce115 req-3f8adb7c-d589-4fa4-b0b0-bafa935f4213 tempest-TestSnapshotPattern-458773783 tempest-TestSnapshotPattern-458773783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130996763'] for port, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:35:01.100655 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8adb7c-d589-4fa4-b0b0-bafa935f4213 tempest-TestSnapshotPattern-458773783 tempest-TestSnapshotPattern-458773783-project] Pushing event deleted for resources: {'Port': ['ID=e8059c2a-626d-42f0-a0a4-88a2ae4ba1e9,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:35:01.141925 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a5cc167-70b6-4fc1-ad1f-a5635ddce115 req-3f8adb7c-d589-4fa4-b0b0-bafa935f4213 tempest-TestSnapshotPattern-458773783 tempest-TestSnapshotPattern-458773783-project] No DVR routers for this DVR port e8059c2a-626d-42f0-a0a4-88a2ae4ba1e9 on host hv-neutron-8616 {{(pid=103333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 19 08:35:01.144404 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [req-1a5cc167-70b6-4fc1-ad1f-a5635ddce115 req-3f8adb7c-d589-4fa4-b0b0-bafa935f4213 tempest-TestSnapshotPattern-458773783 tempest-TestSnapshotPattern-458773783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42160'] for port, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:35:01.147760 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [req-1a5cc167-70b6-4fc1-ad1f-a5635ddce115 req-3f8adb7c-d589-4fa4-b0b0-bafa935f4213 tempest-TestSnapshotPattern-458773783 tempest-TestSnapshotPattern-458773783-project] 10.222.0.16 "DELETE /v2.0/ports/e8059c2a-626d-42f0-a0a4-88a2ae4ba1e9 HTTP/1.1" status: 204 len: 173 time: 0.3900762 Oct 19 08:35:01.148260 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6064fee-07e1-4af2-a24d-f85b88e863fa', 'name': 'network-vif-deleted', 'tag': 'e8059c2a-626d-42f0-a0a4-88a2ae4ba1e9'}] {{(pid=103333) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 19 08:35:01.150642 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}99e3bb7d74903c72d9cb0d0f2f187c581e0456bd3142b101dc46d694cf75cdf4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42032822-8f05-4e31-822a-f154cdcc1ecd" -d '{"events": [{"server_uuid": "d6064fee-07e1-4af2-a24d-f85b88e863fa", "name": "network-vif-deleted", "tag": "e8059c2a-626d-42f0-a0a4-88a2ae4ba1e9"}]}' {{(pid=103333) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 19 08:35:01.189753 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 19 Oct 2022 08:35:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fd0cd92-3cd3-4b93-baf3-529b9d2fa11c x-openstack-request-id: req-7fd0cd92-3cd3-4b93-baf3-529b9d2fa11c {{(pid=103333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 19 08:35:01.190044 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6064fee-07e1-4af2-a24d-f85b88e863fa", "name": "network-vif-deleted", "tag": "e8059c2a-626d-42f0-a0a4-88a2ae4ba1e9", "status": "completed", "code": 200}]} {{(pid=103333) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 19 08:35:01.190290 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-7fd0cd92-3cd3-4b93-baf3-529b9d2fa11c {{(pid=103333) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 19 08:35:01.190687 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7fd0cd92-3cd3-4b93-baf3-529b9d2fa11c'] response: {'server_uuid': 'd6064fee-07e1-4af2-a24d-f85b88e863fa', 'name': 'network-vif-deleted', 'tag': 'e8059c2a-626d-42f0-a0a4-88a2ae4ba1e9', 'status': 'completed', 'code': 200} Oct 19 08:35:01.546216 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [req-189ae7be-7e0e-4134-b16a-b6d014cedc5d req-3c2a77dc-5a62-4724-b912-e56fd2e61b3e tempest-TestSnapshotPattern-458773783 tempest-TestSnapshotPattern-458773783-project] 10.222.0.27 "GET /v2.0/ports?device_id=d6064fee-07e1-4af2-a24d-f85b88e863fa HTTP/1.1" status: 200 len: 210 time: 0.0405512 Oct 19 08:35:02.611453 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 40776) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:35:02.669092 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-40768852-541d-41d6-9386-5ac75f6a7752 tempest-TestSnapshotPattern-458773783 tempest-TestSnapshotPattern-458773783-project] Notify callbacks [] for security_group, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:35:02.693204 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-40768852-541d-41d6-9386-5ac75f6a7752 tempest-TestSnapshotPattern-458773783 tempest-TestSnapshotPattern-458773783-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:35:02.750892 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-40768852-541d-41d6-9386-5ac75f6a7752 tempest-TestSnapshotPattern-458773783 tempest-TestSnapshotPattern-458773783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788643'] for security_group, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:35:02.753628 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-40768852-541d-41d6-9386-5ac75f6a7752 tempest-TestSnapshotPattern-458773783 tempest-TestSnapshotPattern-458773783-project] Notify callbacks [] for security_group, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:35:02.754805 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-40768852-541d-41d6-9386-5ac75f6a7752 tempest-TestSnapshotPattern-458773783 tempest-TestSnapshotPattern-458773783-project] 10.222.0.27 "DELETE /v2.0/security-groups/84f591e9-ce5a-4a9f-8728-dbb3ef5ce8ff HTTP/1.1" status: 204 len: 168 time: 0.1423528 Oct 19 08:35:02.764276 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40768852-541d-41d6-9386-5ac75f6a7752 tempest-TestSnapshotPattern-458773783 tempest-TestSnapshotPattern-458773783-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=84f591e9-ce5a-4a9f-8728-dbb3ef5ce8ff,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:35:02.803732 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 40780) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:35:03.147274 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-087c8726-6a33-4394-9b04-b71ead3fa61f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1694785'] for router_interface, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:35:03.500040 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Device e8059c2a-626d-42f0-a0a4-88a2ae4ba1e9 no longer exists at agent hyperv_hv-neutron-8616 {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 08:35:03.520799 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] No Port match for: e8059c2a-626d-42f0-a0a4-88a2ae4ba1e9 {{(pid=103334) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 19 08:35:03.521142 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Device e8059c2a-626d-42f0-a0a4-88a2ae4ba1e9 not bound to the agent host hv-neutron-8616 {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 08:35:03.686082 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-087c8726-6a33-4394-9b04-b71ead3fa61f admin admin] Deleting port fe6fbafa-a912-4e4c-866e-bcf5c405c366 {{(pid=103333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 08:35:03.686414 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-087c8726-6a33-4394-9b04-b71ead3fa61f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:35:03.761281 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.db [None req-087c8726-6a33-4394-9b04-b71ead3fa61f admin admin] For port fe6fbafa-a912-4e4c-866e-bcf5c405c366, host dv-neutron-861624-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=fe6fbafa-a912-4e4c-866e-bcf5c405c366,segment=NetworkSegment(e27b8cbe-c20b-47ce-84bc-af7302aac158),segment_id=e27b8cbe-c20b-47ce-84bc-af7302aac158)] {{(pid=103333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 08:35:03.761556 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-087c8726-6a33-4394-9b04-b71ead3fa61f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:35:03.773521 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-087c8726-6a33-4394-9b04-b71ead3fa61f admin admin] Calling delete_port for fe6fbafa-a912-4e4c-866e-bcf5c405c366 owned by network:router_interface {{(pid=103333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 08:35:03.949313 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-087c8726-6a33-4394-9b04-b71ead3fa61f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130996763'] for port, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:35:03.973023 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087c8726-6a33-4394-9b04-b71ead3fa61f admin admin] Pushing event deleted for resources: {'Port': ['ID=fe6fbafa-a912-4e4c-866e-bcf5c405c366,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:35:04.145218 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-087c8726-6a33-4394-9b04-b71ead3fa61f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1574862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1694957'] for router_interface, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:35:04.361954 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-087c8726-6a33-4394-9b04-b71ead3fa61f admin admin] Router a26ba944-6cf3-4290-9c3a-b7542de897e2 has already been hosted by L3 agent ab388470-1243-4d53-80f2-c2f5899c97a7 {{(pid=103333) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 08:35:04.462372 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-087c8726-6a33-4394-9b04-b71ead3fa61f admin admin] Notify agent at l3_agent.dv-neutron-861624-1-hyperv the message routers_updated {{(pid=103333) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 08:35:04.468589 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-087c8726-6a33-4394-9b04-b71ead3fa61f admin admin] 10.222.0.27 "PUT /v2.0/routers/a26ba944-6cf3-4290-9c3a-b7542de897e2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6619587 Oct 19 08:35:04.471134 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 40782) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:35:04.472130 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df878586-9fdd-4be7-8f33-bdfa7d6ac9de None None] Sync routers for ids ['a26ba944-6cf3-4290-9c3a-b7542de897e2'] in dv-neutron-861624-1-hyperv {{(pid=103334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 08:35:04.482347 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df878586-9fdd-4be7-8f33-bdfa7d6ac9de None None] Routers {'a26ba944-6cf3-4290-9c3a-b7542de897e2'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 08:35:04.483027 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-df878586-9fdd-4be7-8f33-bdfa7d6ac9de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T08:34:46Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['a26ba944-6cf3-4290-9c3a-b7542de897e2'], 'active': True} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:35:04.574945 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-cb42793e-9f71-42ba-8741-377636a4bb46 admin admin] Notify callbacks [] for router, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:35:04.585078 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvr_db [None req-df878586-9fdd-4be7-8f33-bdfa7d6ac9de None None] Set router a26ba944-6cf3-4290-9c3a-b7542de897e2 gateway port host: dv-neutron-861624-1-hyperv {{(pid=103334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 08:35:04.679788 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-cb42793e-9f71-42ba-8741-377636a4bb46 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:35:04.735659 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-cb42793e-9f71-42ba-8741-377636a4bb46 admin admin] Deleting port 686ce761-d22a-46c3-b98b-ad09ecb519a7 {{(pid=103333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 08:35:04.735995 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-cb42793e-9f71-42ba-8741-377636a4bb46 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:35:04.764720 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-df878586-9fdd-4be7-8f33-bdfa7d6ac9de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a26ba944-6cf3-4290-9c3a-b7542de897e2', 'name': 'tempest-TestSnapshotPattern-900669526-router', 'tenant_id': '60bf76da5fe447d3aa8d099f27228a67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'external_fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.3'}], 'enable_snat': True}, 'gw_port_id': '686ce761-d22a-46c3-b98b-ad09ecb519a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T08:30:21Z', 'updated_at': '2022-10-19T08:35:03Z', 'revision_number': 5, 'project_id': '60bf76da5fe447d3aa8d099f27228a67', 'gw_port': {'id': '686ce761-d22a-46c3-b98b-ad09ecb519a7', 'name': '', 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:c4:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a26ba944-6cf3-4290-9c3a-b7542de897e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1870, 'fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T08:30:21Z', 'updated_at': '2022-10-19T08:30:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861624-1-hyperv'}], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:35:04.790589 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df878586-9fdd-4be7-8f33-bdfa7d6ac9de None None] Checking router: a26ba944-6cf3-4290-9c3a-b7542de897e2 for host: dv-neutron-861624-1-hyperv {{(pid=103334) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 08:35:04.798941 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df878586-9fdd-4be7-8f33-bdfa7d6ac9de None None] Routers {'a26ba944-6cf3-4290-9c3a-b7542de897e2'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103334) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 08:35:04.799538 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-df878586-9fdd-4be7-8f33-bdfa7d6ac9de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T08:34:46Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['a26ba944-6cf3-4290-9c3a-b7542de897e2'], 'active': True} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:35:04.818066 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.db [None req-cb42793e-9f71-42ba-8741-377636a4bb46 admin admin] For port 686ce761-d22a-46c3-b98b-ad09ecb519a7, host dv-neutron-861624-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=686ce761-d22a-46c3-b98b-ad09ecb519a7,segment=NetworkSegment(53981d04-8205-40d8-8d33-0510111d6f8f),segment_id=53981d04-8205-40d8-8d33-0510111d6f8f)] {{(pid=103333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 08:35:04.818430 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-cb42793e-9f71-42ba-8741-377636a4bb46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:35:04.831987 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-cb42793e-9f71-42ba-8741-377636a4bb46 admin admin] Calling delete_port for 686ce761-d22a-46c3-b98b-ad09ecb519a7 owned by network:router_gateway {{(pid=103333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 08:35:05.004936 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-cb42793e-9f71-42ba-8741-377636a4bb46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130996763'] for port, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:35:05.030540 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb42793e-9f71-42ba-8741-377636a4bb46 admin admin] Pushing event deleted for resources: {'Port': ['ID=686ce761-d22a-46c3-b98b-ad09ecb519a7,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:35:05.034845 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_dvr_db [None req-df878586-9fdd-4be7-8f33-bdfa7d6ac9de None None] Set router a26ba944-6cf3-4290-9c3a-b7542de897e2 gateway port host: None {{(pid=103334) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 08:35:05.088893 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.db.l3_hamode_db [None req-df878586-9fdd-4be7-8f33-bdfa7d6ac9de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a26ba944-6cf3-4290-9c3a-b7542de897e2', 'name': 'tempest-TestSnapshotPattern-900669526-router', 'tenant_id': '60bf76da5fe447d3aa8d099f27228a67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T08:30:21Z', 'updated_at': '2022-10-19T08:35:04Z', 'revision_number': 6, 'project_id': '60bf76da5fe447d3aa8d099f27228a67', 'gw_port_host': None}], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103334) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:35:05.094048 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-cb42793e-9f71-42ba-8741-377636a4bb46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1693831'] for router_gateway, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:35:05.115799 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df878586-9fdd-4be7-8f33-bdfa7d6ac9de None None] The sync data for ids ['a26ba944-6cf3-4290-9c3a-b7542de897e2'] in dv-neutron-861624-1-hyperv is: [{'id': 'a26ba944-6cf3-4290-9c3a-b7542de897e2', 'name': 'tempest-TestSnapshotPattern-900669526-router', 'tenant_id': '60bf76da5fe447d3aa8d099f27228a67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T08:30:21Z', 'updated_at': '2022-10-19T08:35:04Z', 'revision_number': 6, 'project_id': '60bf76da5fe447d3aa8d099f27228a67', 'gw_port_host': None}] {{(pid=103334) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 08:35:05.184468 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-cb42793e-9f71-42ba-8741-377636a4bb46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1693565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12618'] for router, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:35:05.186780 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-cb42793e-9f71-42ba-8741-377636a4bb46 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:35:05.229648 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-cb42793e-9f71-42ba-8741-377636a4bb46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1693542'] for router, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:35:05.230162 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb42793e-9f71-42ba-8741-377636a4bb46 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a26ba944-6cf3-4290-9c3a-b7542de897e2 {{(pid=103333) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 08:35:05.234490 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-cb42793e-9f71-42ba-8741-377636a4bb46 admin admin] Notify callbacks [] for router, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:35:05.235588 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-cb42793e-9f71-42ba-8741-377636a4bb46 admin admin] 10.222.0.27 "DELETE /v2.0/routers/a26ba944-6cf3-4290-9c3a-b7542de897e2 HTTP/1.1" status: 204 len: 168 time: 0.7635159 Oct 19 08:35:05.238173 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 40784) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:35:05.281846 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.db_base_plugin_v2 [None req-de5458e7-cabe-47c1-a484-1a0ab1052b1e admin admin] Deleting subnet 310cc3ac-0d5a-424c-892a-04c84291e7c3 {{(pid=103333) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 19 08:35:05.284965 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-de5458e7-cabe-47c1-a484-1a0ab1052b1e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:35:05.318292 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-de5458e7-cabe-47c1-a484-1a0ab1052b1e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-134111928'] for subnet, precommit_delete_associations {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:35:05.397144 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-de5458e7-cabe-47c1-a484-1a0ab1052b1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-679826'] for subnet, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:35:05.454858 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-de5458e7-cabe-47c1-a484-1a0ab1052b1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-679819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130997964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130170408'] for subnet, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:35:05.485490 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5458e7-cabe-47c1-a484-1a0ab1052b1e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=310cc3ac-0d5a-424c-892a-04c84291e7c3,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:35:05.489637 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-de5458e7-cabe-47c1-a484-1a0ab1052b1e admin admin] Notify callbacks [] for subnet, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:35:05.494223 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-de5458e7-cabe-47c1-a484-1a0ab1052b1e admin admin] 10.222.0.27 "DELETE /v2.0/subnets/310cc3ac-0d5a-424c-892a-04c84291e7c3 HTTP/1.1" status: 204 len: 168 time: 0.2549820 Oct 19 08:35:05.495328 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4fe00cc-09db-43e0-b735-3483e65a73b7 None None] Network ceeb243b-e510-46f9-9b57-2a7453789dac requested from dv-neutron-861624-1-hyperv {{(pid=103334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 08:35:05.497320 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.wsgi [-] (103333) accepted ('10.222.0.27', 40786) {{(pid=103333) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:35:05.578159 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-a4073cc0-4335-4dcf-9530-a89ac8066c37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-667019'] for network, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:35:05.632959 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-a4073cc0-4335-4dcf-9530-a89ac8066c37 admin admin] Deleting port fccfe943-d9d4-404e-8e95-48fb3a619732 {{(pid=103333) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 08:35:05.633306 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-a4073cc0-4335-4dcf-9530-a89ac8066c37 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:35:05.696774 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.db [None req-a4073cc0-4335-4dcf-9530-a89ac8066c37 admin admin] For port fccfe943-d9d4-404e-8e95-48fb3a619732, host dv-neutron-861624-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=fccfe943-d9d4-404e-8e95-48fb3a619732,segment=NetworkSegment(e27b8cbe-c20b-47ce-84bc-af7302aac158),segment_id=e27b8cbe-c20b-47ce-84bc-af7302aac158)] {{(pid=103333) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 08:35:05.697141 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-a4073cc0-4335-4dcf-9530-a89ac8066c37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:35:05.714324 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.plugin [None req-a4073cc0-4335-4dcf-9530-a89ac8066c37 admin admin] Calling delete_port for fccfe943-d9d4-404e-8e95-48fb3a619732 owned by network:dhcp {{(pid=103333) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 08:35:05.791796 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-a4073cc0-4335-4dcf-9530-a89ac8066c37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130996763'] for port, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:35:05.817991 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4073cc0-4335-4dcf-9530-a89ac8066c37 admin admin] Pushing event deleted for resources: {'Port': ['ID=fccfe943-d9d4-404e-8e95-48fb3a619732,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:35:05.822607 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4073cc0-4335-4dcf-9530-a89ac8066c37 admin admin] No DVR routers for this DVR port fccfe943-d9d4-404e-8e95-48fb3a619732 on host dv-neutron-861624-1-hyperv {{(pid=103333) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 19 08:35:05.897730 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-a4073cc0-4335-4dcf-9530-a89ac8066c37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-673051', 'neutron.services.segments.db._delete_segments_for_network-8785021519108'] for network, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:35:05.911903 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f391cd2-e139-4586-b027-2163ad74d51e None None] DHCP port deletion for ceeb243b-e510-46f9-9b57-2a7453789dac request from dv-neutron-861624-1-hyperv {{(pid=103334) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 08:35:05.922785 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-a4073cc0-4335-4dcf-9530-a89ac8066c37 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ceeb243b-e510-46f9-9b57-2a7453789dac']}} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:35:05.933090 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-a4073cc0-4335-4dcf-9530-a89ac8066c37 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e27b8cbe-c20b-47ce-84bc-af7302aac158') {'for_net_delete': True} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:35:05.933391 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.services.segments.db [None req-a4073cc0-4335-4dcf-9530-a89ac8066c37 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e27b8cbe-c20b-47ce-84bc-af7302aac158') {} {{(pid=103333) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:35:05.943491 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-a4073cc0-4335-4dcf-9530-a89ac8066c37 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785021519382', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-134111927'] for segment, before_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:35:05.956479 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-a4073cc0-4335-4dcf-9530-a89ac8066c37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979'] for segment, precommit_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:35:05.962543 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4073cc0-4335-4dcf-9530-a89ac8066c37 admin admin] Releasing vlan 155 on physical network physnet1 to pool {{(pid=103333) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 08:35:05.962955 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-a4073cc0-4335-4dcf-9530-a89ac8066c37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130996782'] for segment, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:35:06.022384 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.services.segments.plugin [-] Segment e27b8cbe-c20b-47ce-84bc-af7302aac158 resource provider aggregate not found Oct 19 08:35:06.038698 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-a4073cc0-4335-4dcf-9530-a89ac8066c37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-673044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1695087'] for network, after_delete {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:35:06.046124 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.services.segments.plugin [-] Segment e27b8cbe-c20b-47ce-84bc-af7302aac158 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e27b8cbe-c20b-47ce-84bc-af7302aac158 found for delete ", "request_id": "req-1d0483aa-e9a7-424b-8214-1eeccdb641e4"}]} Oct 19 08:35:06.047124 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron_lib.callbacks.manager [None req-a4073cc0-4335-4dcf-9530-a89ac8066c37 admin admin] Notify callbacks [] for network, before_response {{(pid=103333) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:35:06.050422 dv-neutron-861624-1-hyperv neutron-server[103333]: INFO neutron.wsgi [None req-a4073cc0-4335-4dcf-9530-a89ac8066c37 admin admin] 10.222.0.27 "DELETE /v2.0/networks/ceeb243b-e510-46f9-9b57-2a7453789dac HTTP/1.1" status: 204 len: 168 time: 0.5521486 Oct 19 08:35:06.053559 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 40794) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:35:06.062596 dv-neutron-861624-1-hyperv neutron-server[103333]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4073cc0-4335-4dcf-9530-a89ac8066c37 admin admin] Pushing event deleted for resources: {'Network': ['ID=ceeb243b-e510-46f9-9b57-2a7453789dac,revision_number=None']} {{(pid=103333) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:35:06.411507 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-05da2432-c1df-479c-8bc4-444c3adbbebc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1694785'] for router_interface, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:35:06.660612 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.plugin [None req-05da2432-c1df-479c-8bc4-444c3adbbebc admin admin] Deleting port 28c22623-d796-4dee-a98e-e3e0ecf1dc2b {{(pid=103332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 08:35:06.660991 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-05da2432-c1df-479c-8bc4-444c3adbbebc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:35:06.682203 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device fe6fbafa-a912-4e4c-866e-bcf5c405c366 no longer exists at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 08:35:06.702358 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] No Port match for: fe6fbafa-a912-4e4c-866e-bcf5c405c366 {{(pid=103334) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 19 08:35:06.702703 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device fe6fbafa-a912-4e4c-866e-bcf5c405c366 not bound to the agent host dv-neutron-861624-1-hyperv {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 08:35:06.703119 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device fccfe943-d9d4-404e-8e95-48fb3a619732 no longer exists at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 08:35:06.726069 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] No Port match for: fccfe943-d9d4-404e-8e95-48fb3a619732 {{(pid=103334) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 19 08:35:06.726415 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device fccfe943-d9d4-404e-8e95-48fb3a619732 not bound to the agent host dv-neutron-861624-1-hyperv {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 08:35:06.726829 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device 686ce761-d22a-46c3-b98b-ad09ecb519a7 no longer exists at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 08:35:06.743401 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.db [None req-05da2432-c1df-479c-8bc4-444c3adbbebc admin admin] For port 28c22623-d796-4dee-a98e-e3e0ecf1dc2b, host dv-neutron-861624-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=28c22623-d796-4dee-a98e-e3e0ecf1dc2b,segment=NetworkSegment(b304b3eb-1e13-499d-a2ee-3591fcd4a89d),segment_id=b304b3eb-1e13-499d-a2ee-3591fcd4a89d)] {{(pid=103332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 08:35:06.743774 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-05da2432-c1df-479c-8bc4-444c3adbbebc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:35:06.746526 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] No Port match for: 686ce761-d22a-46c3-b98b-ad09ecb519a7 {{(pid=103334) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 19 08:35:06.747067 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device 686ce761-d22a-46c3-b98b-ad09ecb519a7 not bound to the agent host dv-neutron-861624-1-hyperv {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 08:35:06.761579 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.plugin [None req-05da2432-c1df-479c-8bc4-444c3adbbebc admin admin] Calling delete_port for 28c22623-d796-4dee-a98e-e3e0ecf1dc2b owned by network:router_interface {{(pid=103332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 08:35:07.252937 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-05da2432-c1df-479c-8bc4-444c3adbbebc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133553798'] for port, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:35:07.278184 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05da2432-c1df-479c-8bc4-444c3adbbebc admin admin] Pushing event deleted for resources: {'Port': ['ID=28c22623-d796-4dee-a98e-e3e0ecf1dc2b,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:35:07.441529 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-05da2432-c1df-479c-8bc4-444c3adbbebc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1574862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1694957'] for router_interface, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:35:07.653928 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05da2432-c1df-479c-8bc4-444c3adbbebc admin admin] Router f5a4d126-c684-4e2c-b40b-e485ef6c3354 has already been hosted by L3 agent ab388470-1243-4d53-80f2-c2f5899c97a7 {{(pid=103332) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 19 08:35:07.760037 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05da2432-c1df-479c-8bc4-444c3adbbebc admin admin] Notify agent at l3_agent.dv-neutron-861624-1-hyperv the message routers_updated {{(pid=103332) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 19 08:35:07.765339 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-05da2432-c1df-479c-8bc4-444c3adbbebc admin admin] 10.222.0.27 "PUT /v2.0/routers/f5a4d126-c684-4e2c-b40b-e485ef6c3354/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7107692 Oct 19 08:35:07.767776 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 40796) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:35:07.770286 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9091df18-0902-4a12-8cf8-36f1cbb86553 None None] Sync routers for ids ['f5a4d126-c684-4e2c-b40b-e485ef6c3354'] in dv-neutron-861624-1-hyperv {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 19 08:35:07.781607 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9091df18-0902-4a12-8cf8-36f1cbb86553 None None] Routers {'f5a4d126-c684-4e2c-b40b-e485ef6c3354'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 08:35:07.782198 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-9091df18-0902-4a12-8cf8-36f1cbb86553 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T08:34:46Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['f5a4d126-c684-4e2c-b40b-e485ef6c3354'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:35:07.873543 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-439e2dec-c78a-44fa-97d8-9e38d235b710 admin admin] Notify callbacks [] for router, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:35:07.884968 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvr_db [None req-9091df18-0902-4a12-8cf8-36f1cbb86553 None None] Set router f5a4d126-c684-4e2c-b40b-e485ef6c3354 gateway port host: dv-neutron-861624-1-hyperv {{(pid=103335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 08:35:07.976434 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-439e2dec-c78a-44fa-97d8-9e38d235b710 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:35:08.030244 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.plugin [None req-439e2dec-c78a-44fa-97d8-9e38d235b710 admin admin] Deleting port 21605a0f-030d-4c14-9fb2-cb1882313677 {{(pid=103332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 08:35:08.030592 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-439e2dec-c78a-44fa-97d8-9e38d235b710 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:35:08.059779 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-9091df18-0902-4a12-8cf8-36f1cbb86553 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5a4d126-c684-4e2c-b40b-e485ef6c3354', 'name': 'tempest-TestSnapshotPattern-752691682-router', 'tenant_id': '8be45937606143bab12753704c836520', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'external_fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.46'}], 'enable_snat': True}, 'gw_port_id': '21605a0f-030d-4c14-9fb2-cb1882313677', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T08:30:25Z', 'updated_at': '2022-10-19T08:35:07Z', 'revision_number': 5, 'project_id': '8be45937606143bab12753704c836520', 'gw_port': {'id': '21605a0f-030d-4c14-9fb2-cb1882313677', 'name': '', 'network_id': '99c66757-74e3-40a4-b479-8d09e3a7c3dd', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:e8:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5a4d126-c684-4e2c-b40b-e485ef6c3354', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1882, 'fixed_ips': [{'subnet_id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'ip_address': '172.26.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-861624-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-19T08:30:26Z', 'updated_at': '2022-10-19T08:30:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f3d1034-1de7-458a-a3ee-77488de3949b', 'cidr': '172.26.0.0/24', 'gateway_ip': '172.26.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-861624-1-hyperv'}], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:35:08.088713 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9091df18-0902-4a12-8cf8-36f1cbb86553 None None] Checking router: f5a4d126-c684-4e2c-b40b-e485ef6c3354 for host: dv-neutron-861624-1-hyperv {{(pid=103335) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 19 08:35:08.097096 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9091df18-0902-4a12-8cf8-36f1cbb86553 None None] Routers {'f5a4d126-c684-4e2c-b40b-e485ef6c3354'} bound to L3 agent in host dv-neutron-861624-1-hyperv {{(pid=103335) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 19 08:35:08.097705 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-9091df18-0902-4a12-8cf8-36f1cbb86553 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-861624-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-19T07:30:16Z,description=,heartbeat_timestamp=2022-10-19T08:34:46Z,host='dv-neutron-861624-1-hyperv',id=ab388470-1243-4d53-80f2-c2f5899c97a7,load=0,resource_versions=,resources_synced=,started_at=2022-10-19T07:30:16Z,topic='l3_agent')) {'router_ids': ['f5a4d126-c684-4e2c-b40b-e485ef6c3354'], 'active': True} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:35:08.114693 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.db [None req-439e2dec-c78a-44fa-97d8-9e38d235b710 admin admin] For port 21605a0f-030d-4c14-9fb2-cb1882313677, host dv-neutron-861624-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=21605a0f-030d-4c14-9fb2-cb1882313677,segment=NetworkSegment(53981d04-8205-40d8-8d33-0510111d6f8f),segment_id=53981d04-8205-40d8-8d33-0510111d6f8f)] {{(pid=103332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 08:35:08.115064 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-439e2dec-c78a-44fa-97d8-9e38d235b710 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:35:08.128678 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.plugin [None req-439e2dec-c78a-44fa-97d8-9e38d235b710 admin admin] Calling delete_port for 21605a0f-030d-4c14-9fb2-cb1882313677 owned by network:router_gateway {{(pid=103332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 08:35:08.265154 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_dvr_db [None req-9091df18-0902-4a12-8cf8-36f1cbb86553 None None] Set router f5a4d126-c684-4e2c-b40b-e485ef6c3354 gateway port host: None {{(pid=103335) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 19 08:35:08.296720 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-439e2dec-c78a-44fa-97d8-9e38d235b710 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133553798'] for port, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:35:08.317477 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.l3_hamode_db [None req-9091df18-0902-4a12-8cf8-36f1cbb86553 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5a4d126-c684-4e2c-b40b-e485ef6c3354', 'name': 'tempest-TestSnapshotPattern-752691682-router', 'tenant_id': '8be45937606143bab12753704c836520', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T08:30:25Z', 'updated_at': '2022-10-19T08:35:07Z', 'revision_number': 6, 'project_id': '8be45937606143bab12753704c836520', 'gw_port_host': None}], 'dv-neutron-861624-1-hyperv', False) {} {{(pid=103335) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:35:08.323886 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439e2dec-c78a-44fa-97d8-9e38d235b710 admin admin] Pushing event deleted for resources: {'Port': ['ID=21605a0f-030d-4c14-9fb2-cb1882313677,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:35:08.348860 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9091df18-0902-4a12-8cf8-36f1cbb86553 None None] The sync data for ids ['f5a4d126-c684-4e2c-b40b-e485ef6c3354'] in dv-neutron-861624-1-hyperv is: [{'id': 'f5a4d126-c684-4e2c-b40b-e485ef6c3354', 'name': 'tempest-TestSnapshotPattern-752691682-router', 'tenant_id': '8be45937606143bab12753704c836520', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-19T08:30:25Z', 'updated_at': '2022-10-19T08:35:07Z', 'revision_number': 6, 'project_id': '8be45937606143bab12753704c836520', 'gw_port_host': None}] {{(pid=103335) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 19 08:35:08.386150 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-439e2dec-c78a-44fa-97d8-9e38d235b710 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1693831'] for router_gateway, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:35:08.477390 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-439e2dec-c78a-44fa-97d8-9e38d235b710 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1693565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12618'] for router, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:35:08.479639 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-439e2dec-c78a-44fa-97d8-9e38d235b710 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:35:08.525524 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-439e2dec-c78a-44fa-97d8-9e38d235b710 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1693542'] for router, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:35:08.526051 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-439e2dec-c78a-44fa-97d8-9e38d235b710 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f5a4d126-c684-4e2c-b40b-e485ef6c3354 {{(pid=103332) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 19 08:35:08.530973 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-439e2dec-c78a-44fa-97d8-9e38d235b710 admin admin] Notify callbacks [] for router, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:35:08.532131 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-439e2dec-c78a-44fa-97d8-9e38d235b710 admin admin] 10.222.0.27 "DELETE /v2.0/routers/f5a4d126-c684-4e2c-b40b-e485ef6c3354 HTTP/1.1" status: 204 len: 168 time: 0.7634473 Oct 19 08:35:08.534713 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 40798) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:35:08.579281 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.db_base_plugin_v2 [None req-86a18c76-2cb0-4c3c-a652-59462632807e admin admin] Deleting subnet 61d51a3d-d522-4e20-8b03-b52f744298e1 {{(pid=103332) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 19 08:35:08.582244 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-86a18c76-2cb0-4c3c-a652-59462632807e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:35:08.596057 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.agents_db [None req-6057327c-4456-4c72-8e75-6d3cd9249757 None None] Agent healthcheck: found 6 active agents {{(pid=103335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 08:35:08.616291 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-86a18c76-2cb0-4c3c-a652-59462632807e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-130726890'] for subnet, precommit_delete_associations {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:35:08.696910 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-86a18c76-2cb0-4c3c-a652-59462632807e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-679826'] for subnet, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:35:08.760360 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-86a18c76-2cb0-4c3c-a652-59462632807e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-679819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1787648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-133552721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130659632'] for subnet, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:35:08.791983 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a18c76-2cb0-4c3c-a652-59462632807e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=61d51a3d-d522-4e20-8b03-b52f744298e1,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:35:08.794990 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-86a18c76-2cb0-4c3c-a652-59462632807e admin admin] Notify callbacks [] for subnet, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:35:08.802317 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-86a18c76-2cb0-4c3c-a652-59462632807e admin admin] 10.222.0.27 "DELETE /v2.0/subnets/61d51a3d-d522-4e20-8b03-b52f744298e1 HTTP/1.1" status: 204 len: 168 time: 0.2632036 Oct 19 08:35:08.802317 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 40800) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:35:08.804988 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9465704-81ea-40f1-a117-fcbb866ec5e3 None None] Network d7c55875-4e22-4bba-8f6f-9ea92e32f730 requested from dv-neutron-861624-1-hyperv {{(pid=103334) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 19 08:35:08.808458 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device 28c22623-d796-4dee-a98e-e3e0ecf1dc2b no longer exists at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 08:35:08.842216 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] No Port match for: 28c22623-d796-4dee-a98e-e3e0ecf1dc2b {{(pid=103334) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 19 08:35:08.842564 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device 28c22623-d796-4dee-a98e-e3e0ecf1dc2b not bound to the agent host dv-neutron-861624-1-hyperv {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 08:35:08.878217 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-9124d59b-1c7b-46ae-969c-27337c3e72f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-667019'] for network, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:35:08.929785 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.plugin [None req-9124d59b-1c7b-46ae-969c-27337c3e72f2 admin admin] Deleting port 7a984157-c68a-4ba3-b35a-bc79fb362805 {{(pid=103332) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2015}} Oct 19 08:35:08.930116 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-9124d59b-1c7b-46ae-969c-27337c3e72f2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785021374212'] for port, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:35:08.993716 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.db [None req-9124d59b-1c7b-46ae-969c-27337c3e72f2 admin admin] For port 7a984157-c68a-4ba3-b35a-bc79fb362805, host dv-neutron-861624-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-861624-1-hyperv',level=0,port_id=7a984157-c68a-4ba3-b35a-bc79fb362805,segment=NetworkSegment(b304b3eb-1e13-499d-a2ee-3591fcd4a89d),segment_id=b304b3eb-1e13-499d-a2ee-3591fcd4a89d)] {{(pid=103332) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 19 08:35:08.994083 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-9124d59b-1c7b-46ae-969c-27337c3e72f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1698648'] for port, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:35:09.006664 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.plugin [None req-9124d59b-1c7b-46ae-969c-27337c3e72f2 admin admin] Calling delete_port for 7a984157-c68a-4ba3-b35a-bc79fb362805 owned by network:dhcp {{(pid=103332) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2103}} Oct 19 08:35:09.086713 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-9124d59b-1c7b-46ae-969c-27337c3e72f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566227', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785021377738', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785020947339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-133553798'] for port, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:35:09.114444 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9124d59b-1c7b-46ae-969c-27337c3e72f2 admin admin] No DVR routers for this DVR port 7a984157-c68a-4ba3-b35a-bc79fb362805 on host dv-neutron-861624-1-hyperv {{(pid=103332) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 19 08:35:09.116104 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9124d59b-1c7b-46ae-969c-27337c3e72f2 admin admin] Pushing event deleted for resources: {'Port': ['ID=7a984157-c68a-4ba3-b35a-bc79fb362805,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:35:09.131283 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46235b7e-3e00-42cf-8306-c4e3acc47519 None None] DHCP port deletion for d7c55875-4e22-4bba-8f6f-9ea92e32f730 request from dv-neutron-861624-1-hyperv {{(pid=103334) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 19 08:35:09.198371 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-9124d59b-1c7b-46ae-969c-27337c3e72f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-673051', 'neutron.services.segments.db._delete_segments_for_network-8785021519108'] for network, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:35:09.220011 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.services.segments.db [None req-9124d59b-1c7b-46ae-969c-27337c3e72f2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d7c55875-4e22-4bba-8f6f-9ea92e32f730']}} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:35:09.229918 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.services.segments.db [None req-9124d59b-1c7b-46ae-969c-27337c3e72f2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b304b3eb-1e13-499d-a2ee-3591fcd4a89d') {'for_net_delete': True} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:35:09.230220 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.services.segments.db [None req-9124d59b-1c7b-46ae-969c-27337c3e72f2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b304b3eb-1e13-499d-a2ee-3591fcd4a89d') {} {{(pid=103332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 19 08:35:09.241100 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-9124d59b-1c7b-46ae-969c-27337c3e72f2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785021519382', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-130726885'] for segment, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:35:09.254438 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-9124d59b-1c7b-46ae-969c-27337c3e72f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979'] for segment, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:35:09.260577 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9124d59b-1c7b-46ae-969c-27337c3e72f2 admin admin] Releasing vlan 174 on physical network physnet1 to pool {{(pid=103332) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 19 08:35:09.260964 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-9124d59b-1c7b-46ae-969c-27337c3e72f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-675979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-133553843'] for segment, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:35:09.289338 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.services.segments.plugin [-] Segment b304b3eb-1e13-499d-a2ee-3591fcd4a89d resource provider aggregate not found Oct 19 08:35:09.320543 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.services.segments.plugin [-] Segment b304b3eb-1e13-499d-a2ee-3591fcd4a89d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b304b3eb-1e13-499d-a2ee-3591fcd4a89d found for delete ", "request_id": "req-2a18d1d5-4c6c-4b79-b50b-5fe11959dd7b"}]} Oct 19 08:35:09.329637 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-9124d59b-1c7b-46ae-969c-27337c3e72f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-673044', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1695087'] for network, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:35:09.335568 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-9124d59b-1c7b-46ae-969c-27337c3e72f2 admin admin] Notify callbacks [] for network, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:35:09.338939 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-9124d59b-1c7b-46ae-969c-27337c3e72f2 admin admin] 10.222.0.27 "DELETE /v2.0/networks/d7c55875-4e22-4bba-8f6f-9ea92e32f730 HTTP/1.1" status: 204 len: 168 time: 0.5365777 Oct 19 08:35:09.353494 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9124d59b-1c7b-46ae-969c-27337c3e72f2 admin admin] Pushing event deleted for resources: {'Network': ['ID=d7c55875-4e22-4bba-8f6f-9ea92e32f730,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:35:09.523717 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 40808) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:35:09.563082 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-861843c8-0c87-4251-a0a0-1a83fa58f5ad admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=60bf76da5fe447d3aa8d099f27228a67&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0382171 Oct 19 08:35:09.565631 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 40810) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:35:09.616323 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-9483382f-6218-4503-97e5-e498ef85516c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:35:09.637371 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-9483382f-6218-4503-97e5-e498ef85516c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:35:09.684371 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-9483382f-6218-4503-97e5-e498ef85516c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788643'] for security_group, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:35:09.686932 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-9483382f-6218-4503-97e5-e498ef85516c admin admin] Notify callbacks [] for security_group, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:35:09.688106 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-9483382f-6218-4503-97e5-e498ef85516c admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/60cc2db4-4d9f-4e28-91bd-bd387e5da799 HTTP/1.1" status: 204 len: 168 time: 0.1215985 Oct 19 08:35:09.696066 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9483382f-6218-4503-97e5-e498ef85516c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60cc2db4-4d9f-4e28-91bd-bd387e5da799,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:35:10.001571 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 40816) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:35:10.041349 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-9938b9c9-b35b-4e6b-87be-641afb279fe1 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=8be45937606143bab12753704c836520&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0386603 Oct 19 08:35:10.043824 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.wsgi [-] (103332) accepted ('10.222.0.27', 40818) {{(pid=103332) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 19 08:35:10.091336 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-5bda2eef-f77c-4930-a942-3fcf839a1a1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:35:10.111534 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-5bda2eef-f77c-4930-a942-3fcf839a1a1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:35:10.157619 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-5bda2eef-f77c-4930-a942-3fcf839a1a1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788643'] for security_group, after_delete {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:35:10.160227 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron_lib.callbacks.manager [None req-5bda2eef-f77c-4930-a942-3fcf839a1a1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=103332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:35:10.161496 dv-neutron-861624-1-hyperv neutron-server[103332]: INFO neutron.wsgi [None req-5bda2eef-f77c-4930-a942-3fcf839a1a1e admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/ed950c96-b3b1-4f36-b48e-5bb92135e192 HTTP/1.1" status: 204 len: 168 time: 0.1167936 Oct 19 08:35:10.169414 dv-neutron-861624-1-hyperv neutron-server[103332]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bda2eef-f77c-4930-a942-3fcf839a1a1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed950c96-b3b1-4f36-b48e-5bb92135e192,revision_number=None']} {{(pid=103332) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 19 08:35:10.678528 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device 7a984157-c68a-4ba3-b35a-bc79fb362805 no longer exists at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 08:35:10.699068 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] No Port match for: 7a984157-c68a-4ba3-b35a-bc79fb362805 {{(pid=103334) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 19 08:35:10.699469 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device 7a984157-c68a-4ba3-b35a-bc79fb362805 not bound to the agent host dv-neutron-861624-1-hyperv {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 08:35:10.699929 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device 21605a0f-030d-4c14-9fb2-cb1882313677 no longer exists at agent ovs-agent-dv-neutron-861624-1-hyperv {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 19 08:35:10.722524 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.plugin [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] No Port match for: 21605a0f-030d-4c14-9fb2-cb1882313677 {{(pid=103334) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2363}} Oct 19 08:35:10.722859 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron.plugins.ml2.rpc [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Device 21605a0f-030d-4c14-9fb2-cb1882313677 not bound to the agent host dv-neutron-861624-1-hyperv {{(pid=103334) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 19 08:35:12.357437 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:35:13.529569 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-fba7871b-2293-4332-84e1-2c1faad38010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:35:16.431575 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-210ee054-10ea-4c12-93a0-e45dc94adfc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:35:18.172665 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-2a2259f7-b034-4eec-af7a-7abaede746c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:35:19.269496 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-1a0da505-d0f9-48c6-b7e2-53b9c5e41298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:35:19.284873 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:35:42.358993 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:35:43.530497 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-34c39d3c-e8ae-4e3f-9933-e821bd406857 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:35:45.596754 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.agents_db [None req-6057327c-4456-4c72-8e75-6d3cd9249757 None None] Agent healthcheck: found 6 active agents {{(pid=103335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 08:35:46.433091 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-5b416a34-0e12-4fb4-9e58-bb373fac2e88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:35:48.175510 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-2a2259f7-b034-4eec-af7a-7abaede746c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:35:49.275419 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-1a0da505-d0f9-48c6-b7e2-53b9c5e41298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:35:49.287132 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:36:12.355172 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:36:13.531817 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-8d16e75c-f95f-43ad-a640-c1c41c390273 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:36:16.434995 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-656b4ce7-2115-46c8-bf86-4f16858bad97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:36:18.181112 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-2a2259f7-b034-4eec-af7a-7abaede746c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:36:19.281315 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-1a0da505-d0f9-48c6-b7e2-53b9c5e41298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:36:19.290213 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:36:22.596861 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.agents_db [None req-6057327c-4456-4c72-8e75-6d3cd9249757 None None] Agent healthcheck: found 6 active agents {{(pid=103335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 08:36:42.353299 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:36:43.534773 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-b2eecbef-971e-471b-bf27-d6c052718361 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:36:46.435553 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-df10a31d-46ce-4701-bc35-4abd429b5be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:36:48.180912 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-2a2259f7-b034-4eec-af7a-7abaede746c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:36:49.283283 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-1a0da505-d0f9-48c6-b7e2-53b9c5e41298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:36:49.296254 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:36:59.597538 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.agents_db [None req-6057327c-4456-4c72-8e75-6d3cd9249757 None None] Agent healthcheck: found 6 active agents {{(pid=103335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 08:37:12.357929 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:37:13.535207 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-811bcc71-3add-4831-b4d2-68e665786ba3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:37:16.435995 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-a565d41e-d1f9-47b6-a132-040bb0de9095 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:37:18.183702 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-2a2259f7-b034-4eec-af7a-7abaede746c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:37:19.290924 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-1a0da505-d0f9-48c6-b7e2-53b9c5e41298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:37:19.292018 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:37:36.597436 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.agents_db [None req-6057327c-4456-4c72-8e75-6d3cd9249757 None None] Agent healthcheck: found 6 active agents {{(pid=103335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 08:37:42.366439 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:37:43.535664 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-bb4ba381-596c-4163-aecb-2d8a6fe441a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:37:46.436933 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-46acc799-bab7-481e-b1e9-ad88817e2418 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:37:48.187559 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-2a2259f7-b034-4eec-af7a-7abaede746c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:37:49.291550 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-1a0da505-d0f9-48c6-b7e2-53b9c5e41298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:37:49.295609 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:38:12.359070 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:38:13.536634 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-abef2abb-1fc4-456d-9dec-17194d304d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:38:13.598899 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.agents_db [None req-6057327c-4456-4c72-8e75-6d3cd9249757 None None] Agent healthcheck: found 6 active agents {{(pid=103335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 08:38:16.442250 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-3fb07b86-31fc-45a5-a380-22d5c41193d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:38:18.190483 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-2a2259f7-b034-4eec-af7a-7abaede746c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:38:19.296801 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-1a0da505-d0f9-48c6-b7e2-53b9c5e41298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:38:19.302701 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:38:42.380092 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:38:43.537513 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-4d0918ed-7160-4316-ab56-6c184b395d14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:38:46.444905 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-554a4e04-ddee-4820-a536-70c188774046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:38:48.199221 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-2a2259f7-b034-4eec-af7a-7abaede746c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:38:49.298567 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-1a0da505-d0f9-48c6-b7e2-53b9c5e41298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:38:49.300961 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:38:50.599193 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.agents_db [None req-6057327c-4456-4c72-8e75-6d3cd9249757 None None] Agent healthcheck: found 6 active agents {{(pid=103335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 08:39:12.379982 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:39:13.538129 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-748ac488-1ce6-4643-b543-dc9ae4239978 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:39:16.448458 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-aefc951e-0b62-4a32-83aa-8dfb7ea95ebf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:39:18.195848 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-2a2259f7-b034-4eec-af7a-7abaede746c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:39:19.301074 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:39:19.303378 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-1a0da505-d0f9-48c6-b7e2-53b9c5e41298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:39:27.598736 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.agents_db [None req-6057327c-4456-4c72-8e75-6d3cd9249757 None None] Agent healthcheck: found 6 active agents {{(pid=103335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 08:39:42.393266 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:39:43.538794 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-a10405e8-27f9-456c-b6ee-93869456ae79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:39:46.449762 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-35b12eb7-69ee-43d5-bb9c-0ec252a1a201 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:39:48.198736 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-2a2259f7-b034-4eec-af7a-7abaede746c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:39:49.303469 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-1a0da505-d0f9-48c6-b7e2-53b9c5e41298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:39:49.304738 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:40:04.597282 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.agents_db [None req-6057327c-4456-4c72-8e75-6d3cd9249757 None None] Agent healthcheck: found 6 active agents {{(pid=103335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 08:40:12.402595 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:40:13.539516 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-9178f59a-12a8-4421-ad1d-1ecc12621e65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:40:16.451846 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d0d7e22d-608a-45e6-af31-69d9c9642bc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:40:18.202316 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-2a2259f7-b034-4eec-af7a-7abaede746c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:40:19.302567 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-1a0da505-d0f9-48c6-b7e2-53b9c5e41298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:40:19.304591 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-58aa6b85-cee6-4867-b2bb-362cb17cb164 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:40:41.596353 dv-neutron-861624-1-hyperv neutron-server[103335]: DEBUG neutron.db.agents_db [None req-6057327c-4456-4c72-8e75-6d3cd9249757 None None] Agent healthcheck: found 6 active agents {{(pid=103335) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 19 08:40:42.423868 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-d5c3fd53-b8a2-4257-828b-0f6aff804a5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 19 08:40:43.540824 dv-neutron-861624-1-hyperv neutron-server[103334]: DEBUG neutron_lib.callbacks.manager [None req-175dc58d-20fe-4950-89ee-1c5843b3a140 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785021518574', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-675099'] for agent, after_update {{(pid=103334) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}